-- Logs begin at Tue 2021-08-31 00:11:51 UTC, end at Tue 2021-08-31 02:49:32 UTC. -- Aug 31 00:48:33.792805 n-d-802060-13 systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 00:48:36.652657 n-d-802060-13 neutron-server[94651]: INFO neutron.common.config [-] Logging enabled! Aug 31 00:48:36.653251 n-d-802060-13 neutron-server[94651]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 00:48:36.653355 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94651) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 00:48:36.656576 n-d-802060-13 neutron-server[94651]: INFO neutron.common.config [-] Logging enabled! Aug 31 00:48:36.657388 n-d-802060-13 neutron-server[94651]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 00:48:36.657701 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94651) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 00:48:36.658619 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 00:48:36.658851 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 00:48:36.659227 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 00:48:36.659508 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 00:48:36.659734 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 00:48:36.660054 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.660346 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.660636 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.660862 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.661150 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.661441 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.661715 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.661998 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.662287 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.662566 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.662838 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.663113 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.663366 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.663644 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.663926 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.664207 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.664430 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] debug = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.664706 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.665121 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.665528 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.665805 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.666086 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.666358 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.666625 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.666897 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.667175 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.667525 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] host = n-d-802060-13 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.667798 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.668079 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.668359 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.668639 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.668908 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.669179 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.669457 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.669726 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.669990 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] log_file = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.670256 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.670537 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.670819 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.671105 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.671343 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.671562 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.671844 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.672123 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.672449 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.672756 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.673075 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.673387 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.673659 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.673924 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.674205 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.674485 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.674766 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.675037 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.675331 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.675602 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.675867 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.676150 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.676418 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.676687 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.676959 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.677248 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.677515 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.677785 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.678082 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.678363 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.678638 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.678918 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.679185 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.679486 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.679755 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.680021 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.680287 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] use_json = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.680552 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.680817 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.681093 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.681361 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.681627 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.681895 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.682162 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.682441 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:36.682730 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.683020 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.683339 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.683619 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.683908 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.684179 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.684460 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.684732 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.685016 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.685299 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.685580 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.685850 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.686129 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.686398 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.686687 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.686985 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.687308 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.687582 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.687877 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.688205 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.688540 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.688747 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.689030 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.689304 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.689586 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.689869 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.690140 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.690421 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.690706 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.690990 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.691258 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.691553 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.691839 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.692112 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.692379 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.692651 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.692935 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.693210 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.693476 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.693753 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.694025 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.694290 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.694556 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.694828 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.695114 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.695412 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.695682 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.695949 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.696220 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.696484 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.696761 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.697038 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.697557 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.697821 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.698091 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.698354 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.698617 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.698885 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.699150 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.699440 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.699708 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.699971 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.700236 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.700500 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.700765 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.701032 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.701298 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.701568 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.701831 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.702095 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.702356 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.702619 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.702884 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.703165 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.703999 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.704284 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.704552 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.704821 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.705092 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.705363 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.705632 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.705899 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.706168 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.706432 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.706713 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.706985 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.707263 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.707567 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.707839 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.708135 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.708416 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.708692 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.708962 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.709233 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.709508 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.709784 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.710072 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.710360 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.710646 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.710930 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.711218 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.711518 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.711820 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.712093 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:36.712309 n-d-802060-13 neutron-server[94651]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 00:48:36.712547 n-d-802060-13 neutron-server[94651]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94651) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 00:48:37.060414 n-d-802060-13 neutron-server[94651]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 00:48:37.060690 n-d-802060-13 neutron-server[94651]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 00:48:37.060977 n-d-802060-13 neutron-server[94651]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 00:48:37.061304 n-d-802060-13 neutron-server[94651]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 00:48:37.455302 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.455524 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.455795 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.457087 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.457360 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.457623 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.491813 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.493096 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.493096 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.509129 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.509405 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.509672 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.538622 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.538889 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.539155 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.574426 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.574699 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.574963 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.807775 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.808438 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.808438 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.808617 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.809254 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.928354 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.928675 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.928953 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.929220 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.929484 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.929791 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.930049 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.930300 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.930556 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.930836 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.931093 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.931446 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.931705 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.931957 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.932214 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.932477 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.932729 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.932992 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.933258 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.933513 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.933781 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.934033 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.934309 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.934683 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.934929 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.935172 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.935592 n-d-802060-13 neutron-server[94651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:48:37.935834 n-d-802060-13 neutron-server[94651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:48:37.936073 n-d-802060-13 neutron-server[94651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:48:37.936310 n-d-802060-13 neutron-server[94651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:48:37.936544 n-d-802060-13 neutron-server[94651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:48:37.936778 n-d-802060-13 neutron-server[94651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:48:37.937139 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 00:48:37.940765 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 00:48:37.944692 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 00:48:37.948672 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 31 00:48:37.950295 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 00:48:37.950754 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 00:48:37.951246 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 00:48:37.951654 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 00:48:37.954983 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 00:48:37.955230 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 00:48:37.955599 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 00:48:37.960881 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 00:48:37.982455 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 00:48:37.982912 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.983212 n-d-802060-13 neutron-server[94651]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94651) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 00:48:37.983597 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.985022 n-d-802060-13 neutron-server[94651]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94651) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 00:48:37.985312 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 00:48:37.985526 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 00:48:37.988738 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:37.989019 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.053731 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 00:48:38.053970 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 00:48:38.054206 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 00:48:38.054572 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 00:48:38.075903 n-d-802060-13 neutron-server[94651]: DEBUG oslo_db.sqlalchemy.engines [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94651) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 00:48:38.613039 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Initializing driver for type 'gre' Aug 31 00:48:38.613554 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] gre ID ranges: [(1, 1000)] Aug 31 00:48:38.666461 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Initializing driver for type 'local' Aug 31 00:48:38.666797 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Initializing driver for type 'vlan' Aug 31 00:48:38.680864 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] VlanTypeDriver initialization complete Aug 31 00:48:38.681241 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Initializing driver for type 'vxlan' Aug 31 00:48:38.681745 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] vxlan ID ranges: [(1, 1000)] Aug 31 00:48:38.736470 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Initializing extension driver 'port_security' Aug 31 00:48:38.736867 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.extensions.port_security [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] PortSecurityExtensionDriver initialization complete Aug 31 00:48:38.737212 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Initializing mechanism driver 'openvswitch' Aug 31 00:48:38.737553 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Initializing mechanism driver 'hyperv' Aug 31 00:48:38.744188 n-d-802060-13 neutron-server[94651]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:48:38.744880 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > port after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.745256 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > port after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.745611 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > port after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.746144 n-d-802060-13 neutron-server[94651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 00:48:38.746587 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > subnet after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.746947 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > subnet after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.747316 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.747720 n-d-802060-13 neutron-server[94651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 00:48:38.748132 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > network after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.748490 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > network after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.748838 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > network after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.749237 n-d-802060-13 neutron-server[94651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 00:48:38.749644 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > security_group after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.749997 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > security_group after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.750407 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > security_group after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.751031 n-d-802060-13 neutron-server[94651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 00:48:38.751470 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.751828 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.752177 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.752582 n-d-802060-13 neutron-server[94651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 00:48:38.752991 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > address_group after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.753342 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > address_group after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.753687 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > address_group after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.754084 n-d-802060-13 neutron-server[94651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 00:48:38.754469 n-d-802060-13 neutron-server[94651]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] ML2 OVO RPC backend initialized. {{(pid=94651) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 00:48:38.755186 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.755577 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.756003 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > network before_response 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.756358 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > networks before_response 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.756712 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > port before_response 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.757061 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > ports before_response 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.757411 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > subnet before_response 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.757756 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > subnets before_response 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.758108 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > network after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.758456 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > network after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.758796 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > network after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.759138 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > port after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.759508 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > port after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.759852 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > port after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.760194 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > subnet after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.760535 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > subnet after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.760877 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.761453 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.plugin [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Modular L2 Plugin initialization complete Aug 31 00:48:38.761786 n-d-802060-13 neutron-server[94651]: DEBUG neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading services supported by the core plugin {{(pid=94651) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 00:48:38.762116 n-d-802060-13 neutron-server[94651]: INFO neutron.plugins.ml2.managers [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Got port-security extension from driver 'port_security' Aug 31 00:48:38.762585 n-d-802060-13 neutron-server[94651]: INFO neutron.extensions.vlantransparent [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Disabled vlantransparent extension. Aug 31 00:48:38.763065 n-d-802060-13 neutron-server[94651]: DEBUG neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94651) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 00:48:38.763418 n-d-802060-13 neutron-server[94651]: INFO neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading Plugin: router Aug 31 00:48:38.801230 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router_interface before_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.801628 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router after_create 55549900 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.802011 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router before_create 55549900 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.802387 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.802769 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.803133 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router after_delete 55549900 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.803522 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > floatingip after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.803880 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > floatingip after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.804246 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router after_create 55549900 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.804599 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router after_update 55549900 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.804952 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router after_update 55549900 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.805311 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.805673 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router after_update 55549900 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.806083 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router precommit_update 55549900 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.806457 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: port after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.806806 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: port after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.807147 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: subnet after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.807517 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.807876 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > port precommit_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.808394 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router precommit_create 55549900 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.808568 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: port before_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.808916 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router precommit_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.809274 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router after_update 55549900 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.809621 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router precommit_delete 55549900 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.809979 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router precommit_create 55549900 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.810345 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.810697 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router precommit_update 55549900 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.811066 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > agent after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.811455 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > agent after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.811804 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > network after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.812682 n-d-802060-13 neutron-server[94651]: DEBUG neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Tracking information for resource: router configured {{(pid=94651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:48:38.813088 n-d-802060-13 neutron-server[94651]: DEBUG neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Tracking information for resource: floatingip configured {{(pid=94651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:48:38.818047 n-d-802060-13 neutron-server[94651]: INFO neutron.db.l3_agentschedulers_db [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 00:48:38.818625 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: port after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.818994 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: port after_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.819377 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: port after_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.819746 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: port after_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.820551 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router before_create 55550100 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.820924 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router precommit_delete 55550100 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.821295 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router precommit_create 55550100 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.821660 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > router precommit_update 55550100 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.826465 n-d-802060-13 neutron-server[94651]: DEBUG neutron.services.provider_configuration [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Service providers = [] {{(pid=94651) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 00:48:38.826838 n-d-802060-13 neutron-server[94651]: DEBUG neutron.db.servicetype_db [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94651) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 00:48:38.829851 n-d-802060-13 neutron-server[94651]: DEBUG neutron.services.service_base [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:48:38.830208 n-d-802060-13 neutron-server[94651]: DEBUG neutron.services.service_base [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:48:38.830558 n-d-802060-13 neutron-server[94651]: DEBUG neutron.services.service_base [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:48:38.831495 n-d-802060-13 neutron-server[94651]: DEBUG neutron.services.service_base [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:48:38.831876 n-d-802060-13 neutron-server[94651]: INFO neutron.services.service_base [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 00:48:38.832260 n-d-802060-13 neutron-server[94651]: DEBUG neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:48:38.832585 n-d-802060-13 neutron-server[94651]: INFO neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 00:48:38.845298 n-d-802060-13 neutron-server[94651]: DEBUG neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:48:38.845706 n-d-802060-13 neutron-server[94651]: INFO neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading Plugin: auto_allocate Aug 31 00:48:38.852420 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: network precommit_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.852828 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: network precommit_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.853438 n-d-802060-13 neutron-server[94651]: DEBUG neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:48:38.853838 n-d-802060-13 neutron-server[94651]: INFO neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading Plugin: tag Aug 31 00:48:38.861099 n-d-802060-13 neutron-server[94651]: DEBUG neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:48:38.861437 n-d-802060-13 neutron-server[94651]: INFO neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading Plugin: timestamp Aug 31 00:48:38.865578 n-d-802060-13 neutron-server[94651]: DEBUG neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:48:38.865871 n-d-802060-13 neutron-server[94651]: INFO neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading Plugin: network_ip_availability Aug 31 00:48:38.871351 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.871731 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.872094 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:38.872841 n-d-802060-13 neutron-server[94651]: DEBUG neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:48:38.873168 n-d-802060-13 neutron-server[94651]: INFO neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading Plugin: flavors Aug 31 00:48:38.878093 n-d-802060-13 neutron-server[94651]: DEBUG neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:48:38.878429 n-d-802060-13 neutron-server[94651]: INFO neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading Plugin: revisions Aug 31 00:48:38.882756 n-d-802060-13 neutron-server[94651]: DEBUG neutron.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:48:38.883151 n-d-802060-13 neutron-server[94651]: DEBUG oslo_concurrency.lockutils [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.822s {{(pid=94651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 00:48:38.883927 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94651) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 00:48:38.884272 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Initializing extension manager. Aug 31 00:48:38.884788 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: __init__.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.885137 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: __pycache__ {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.885474 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.885809 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: address_group.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.886571 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.887150 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: address-group Aug 31 00:48:38.887506 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: address_scope.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.888230 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.888737 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: address-scope Aug 31 00:48:38.889064 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.890002 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.890513 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: router-admin-state-down-before-update Aug 31 00:48:38.891378 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: agent.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.892335 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.892846 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: agent Aug 31 00:48:38.893174 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: agent_resources_synced.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.894097 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.894602 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: agent-resources-synced Aug 31 00:48:38.894934 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: allowedaddresspairs.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.896784 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.897298 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: allowed-address-pairs Aug 31 00:48:38.897629 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: auto_allocated_topology.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.898715 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.899225 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: auto-allocated-topology Aug 31 00:48:38.899584 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: availability_zone.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.900287 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.900789 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: availability_zone Aug 31 00:48:38.901114 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: availability_zone_filter.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.902033 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.902536 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: availability_zone_filter Aug 31 00:48:38.902860 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: data_plane_status.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.903804 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.904309 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 00:48:38.904631 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: default_subnetpools.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.905562 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.906067 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: default-subnetpools Aug 31 00:48:38.906462 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.907846 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.908359 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: dhcp_agent_scheduler Aug 31 00:48:38.908687 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: dns.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.909626 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.910131 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension dns-integration not supported by any of loaded plugins Aug 31 00:48:38.910460 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: dns_domain_ports.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.911438 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.911947 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 00:48:38.912276 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.913212 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.913718 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 00:48:38.914043 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: dvr.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.914721 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.915227 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: dvr Aug 31 00:48:38.915578 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: ecmp_routes.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.916499 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.917000 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 00:48:38.917322 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: empty_string_filtering.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.918243 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.918744 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: empty-string-filtering Aug 31 00:48:38.919066 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.920028 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.920529 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 00:48:38.920851 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.921779 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.922431 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 00:48:38.922872 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: external_net.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.923839 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.924347 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: external-net Aug 31 00:48:38.924677 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.925603 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.926105 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: extra_dhcp_opt Aug 31 00:48:38.926430 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: extraroute.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.927383 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.927884 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: extraroute Aug 31 00:48:38.928209 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: extraroute_atomic.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.929256 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.929762 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: extraroute-atomic Aug 31 00:48:38.930089 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: filter_validation.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.930763 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.931261 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: filter-validation Aug 31 00:48:38.931613 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: fip_pf_description.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.932593 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.933041 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 00:48:38.933366 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: fip_port_details.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.934294 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.934803 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: fip-port-details Aug 31 00:48:38.935129 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: flavors.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.936392 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.936904 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: flavors Aug 31 00:48:38.937232 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.939165 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.939706 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 00:48:38.940042 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: floatingip_pools.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.940754 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.941265 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: floatingip-pools Aug 31 00:48:38.941595 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: ip_allocation.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.942531 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.943033 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 00:48:38.943390 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.944328 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.944847 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: ip-substring-filtering Aug 31 00:48:38.945178 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: l2_adjacency.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.946119 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.946620 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 00:48:38.947201 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: l3.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.948328 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.948846 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: router Aug 31 00:48:38.949178 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.951460 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.951986 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 00:48:38.952322 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.953805 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.954426 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: ext-gw-mode Aug 31 00:48:38.954759 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.955737 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.956248 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: l3-ha Aug 31 00:48:38.956575 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: l3_flavors.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.957518 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.958022 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: l3-flavors Aug 31 00:48:38.958349 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.959273 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.959804 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 00:48:38.960128 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: l3agentscheduler.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.961181 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.961695 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: l3_agent_scheduler Aug 31 00:48:38.962019 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: logging.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.963545 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.964067 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension logging not supported by any of loaded plugins Aug 31 00:48:38.964397 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: metering.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.965149 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.965733 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: metering Aug 31 00:48:38.966062 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.967161 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.967706 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: metering_source_and_destination_fields Aug 31 00:48:38.968036 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: multiprovidernet.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.969026 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.970068 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: multi-provider Aug 31 00:48:38.970335 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: netmtu.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.971268 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.971793 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: net-mtu Aug 31 00:48:38.972122 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: netmtu_writable.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.973055 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.973559 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: net-mtu-writable Aug 31 00:48:38.973888 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: network_availability_zone.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.974568 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.975342 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: network_availability_zone Aug 31 00:48:38.975671 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: network_ip_availability.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.976774 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.977288 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: network-ip-availability Aug 31 00:48:38.977619 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: network_segment_range.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.978394 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.978897 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 00:48:38.979222 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: pagination.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.980240 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.980575 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: pagination Aug 31 00:48:38.980898 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: port_device_profile.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.981816 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.982326 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: port-device-profile Aug 31 00:48:38.982650 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.983628 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.984139 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: port-mac-address-regenerate Aug 31 00:48:38.984466 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.985499 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.986001 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: port-numa-affinity-policy Aug 31 00:48:38.986325 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: port_resource_request.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.987248 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.987779 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 00:48:38.988102 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: portbindings.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.989043 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.989551 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: binding Aug 31 00:48:38.989876 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: portbindings_extended.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.991327 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.991851 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: binding-extended Aug 31 00:48:38.992185 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: portsecurity.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.993115 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.993626 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: port-security Aug 31 00:48:38.993953 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: project_id.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.994945 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.995299 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: project-id Aug 31 00:48:38.995632 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: providernet.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:38.996574 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:38.997088 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: provider Aug 31 00:48:38.997412 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: qos.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.001361 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.001882 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension qos not supported by any of loaded plugins Aug 31 00:48:39.002223 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.003515 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.004035 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 00:48:39.004368 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.005311 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.005825 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 00:48:39.006158 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: qos_default.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.007084 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.007626 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension qos-default not supported by any of loaded plugins Aug 31 00:48:39.007959 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: qos_fip.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.008623 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.009143 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension qos-fip not supported by any of loaded plugins Aug 31 00:48:39.009470 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: qos_gateway_ip.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.010409 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.010919 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 00:48:39.011246 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: qos_port_network_policy.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.012201 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.012707 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 00:48:39.013036 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: qos_pps_rule.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.014220 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.014738 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension qos-pps not supported by any of loaded plugins Aug 31 00:48:39.015068 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: qos_rule_type_details.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.016814 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.017080 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 00:48:39.017407 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: qos_rules_alias.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.018462 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.018978 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 00:48:39.019339 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: quotasv2.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.020278 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.020614 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: quotas Aug 31 00:48:39.020941 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: quotasv2_detail.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.024053 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.024403 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: quota_details Aug 31 00:48:39.024742 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: rbac.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.026023 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.026551 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: rbac-policies Aug 31 00:48:39.026883 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: rbac_address_group.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.027858 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.028375 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: rbac-address-group Aug 31 00:48:39.028703 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: rbac_address_scope.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.029637 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.030150 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: rbac-address-scope Aug 31 00:48:39.030476 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: rbac_security_groups.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.031477 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.032660 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: rbac-security-groups Aug 31 00:48:39.032989 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: rbac_subnetpool.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.033927 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.034445 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: rbac-subnetpool Aug 31 00:48:39.034773 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: revisionifmatch.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.035761 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.036281 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: revision-if-match Aug 31 00:48:39.036605 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: revisions.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.037733 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.038249 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: standard-attr-revisions Aug 31 00:48:39.038576 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: router_availability_zone.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.039261 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.039801 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: router_availability_zone Aug 31 00:48:39.040124 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: routerservicetype.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.041056 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.041566 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension router-service-type not supported by any of loaded plugins Aug 31 00:48:39.041890 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.042825 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.043365 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: security-groups-normalized-cidr Aug 31 00:48:39.043694 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.044625 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.045140 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: port-security-groups-filtering Aug 31 00:48:39.045470 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.046405 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.046917 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: security-groups-remote-address-group Aug 31 00:48:39.047518 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: securitygroup.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.057012 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.057548 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: security-group Aug 31 00:48:39.057884 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: segment.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.058683 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.059192 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension segment not supported by any of loaded plugins Aug 31 00:48:39.059548 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.060504 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.061017 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 00:48:39.061346 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: servicetype.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.062538 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.063206 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: service-type Aug 31 00:48:39.063561 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: sorting.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.064570 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.064906 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: sorting Aug 31 00:48:39.065232 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: standard_attr_segment.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.066177 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.066696 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 00:48:39.067022 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: standardattrdescription.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.067715 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.068223 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: standard-attr-description Aug 31 00:48:39.068550 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: stateful_security_group.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.069483 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.069995 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: stateful-security-group Aug 31 00:48:39.070320 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: stdattrs_common.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.070909 n-d-802060-13 neutron-server[94651]: WARNING neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 00:48:39.071232 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.072461 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.072970 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 00:48:39.073296 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: subnet_onboard.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.074388 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.074903 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: subnet_onboard Aug 31 00:48:39.075233 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.076202 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.076711 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 00:48:39.077040 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: subnet_service_types.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.077977 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.079219 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: subnet-service-types Aug 31 00:48:39.079406 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: subnetallocation.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.080502 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.081016 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: subnet_allocation Aug 31 00:48:39.081343 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.082017 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.082524 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: subnetpool-prefix-ops Aug 31 00:48:39.082849 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.083819 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.084330 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 00:48:39.084655 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: tagging.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.085724 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.086255 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: standard-attr-tag Aug 31 00:48:39.086584 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: timestamp.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.087820 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.088341 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loaded extension: standard-attr-timestamp Aug 31 00:48:39.088670 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: trunk.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.089716 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.090228 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension trunk not supported by any of loaded plugins Aug 31 00:48:39.090560 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: trunk_details.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.091531 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.092047 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension trunk-details not supported by any of loaded plugins Aug 31 00:48:39.092378 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: uplink_status_propagation.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.093309 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.093821 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 00:48:39.094311 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Loading extension file: vlantransparent.py {{(pid=94651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 00:48:39.095472 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 00:48:39.095983 n-d-802060-13 neutron-server[94651]: INFO neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 00:48:39.098447 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:network Aug 31 00:48:39.098977 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:subnet Aug 31 00:48:39.099418 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:48:39.099821 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:port Aug 31 00:48:39.101066 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.v2.resource_helper [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:48:39.101509 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.v2.resource_helper [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Service FLAVORS assigned prefix: {{(pid=94651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:48:39.102150 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.v2.resource_helper [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:48:39.102576 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.v2.resource_helper [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:48:39.102940 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:router Aug 31 00:48:39.103414 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:floatingip Aug 31 00:48:39.103913 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.v2.resource_helper [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Service METERING assigned prefix: /metering {{(pid=94651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:48:39.105386 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:39.105764 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:39.106122 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:48:39.107118 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 00:48:39.107620 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:security_group Aug 31 00:48:39.108054 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 00:48:39.109951 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.v2.resource_helper [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Service CORE assigned prefix: {{(pid=94651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:48:39.110313 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:48:39.110684 n-d-802060-13 neutron-server[94651]: WARNING neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] subnetpool is already registered Aug 31 00:48:39.111138 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.v2.resource_helper [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Service CORE assigned prefix: {{(pid=94651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:48:39.111510 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:48:39.111855 n-d-802060-13 neutron-server[94651]: WARNING neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] subnetpool is already registered Aug 31 00:48:39.114127 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.v2.resource_helper [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:48:39.114568 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.v2.resource_helper [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Service FLAVORS assigned prefix: {{(pid=94651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:48:39.115178 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.v2.resource_helper [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:48:39.115687 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.v2.resource_helper [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:48:39.115982 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:router Aug 31 00:48:39.116323 n-d-802060-13 neutron-server[94651]: WARNING neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] router is already registered Aug 31 00:48:39.116775 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:floatingip Aug 31 00:48:39.117117 n-d-802060-13 neutron-server[94651]: WARNING neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] floatingip is already registered Aug 31 00:48:39.117574 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.v2.resource_helper [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Service METERING assigned prefix: /metering {{(pid=94651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:48:39.118250 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 00:48:39.118578 n-d-802060-13 neutron-server[94651]: WARNING neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] rbac_policy is already registered Aug 31 00:48:39.118992 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:security_group Aug 31 00:48:39.119354 n-d-802060-13 neutron-server[94651]: WARNING neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] security_group is already registered Aug 31 00:48:39.119761 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 00:48:39.120095 n-d-802060-13 neutron-server[94651]: WARNING neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] security_group_rule is already registered Aug 31 00:48:39.120730 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.v2.resource_helper [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Service CORE assigned prefix: {{(pid=94651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:48:39.121062 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:48:39.121397 n-d-802060-13 neutron-server[94651]: WARNING neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] subnetpool is already registered Aug 31 00:48:39.121815 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.v2.resource_helper [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Service CORE assigned prefix: {{(pid=94651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:48:39.122142 n-d-802060-13 neutron-server[94651]: INFO neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:48:39.122474 n-d-802060-13 neutron-server[94651]: WARNING neutron.quota.resource_registry [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] subnetpool is already registered Aug 31 00:48:39.122949 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: extensions {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.124435 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: address-groups {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.126030 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: address-scopes {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.127374 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: agents {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.128604 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: auto-allocated-topology {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.129863 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: availability_zones {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.131084 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: dhcp-networks {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.132629 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: dhcp-agents {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.134053 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: routers {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.136447 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: flavors {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.137636 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: service_profiles {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.138874 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: next_providers {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.140356 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: service_profiles {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.142411 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: floatingip-pools {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.143643 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: routers {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.145775 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: floatingips {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.147067 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: l3-routers {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.148482 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: l3-agents {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.149864 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: metering-labels {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.151245 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: metering-label-rules {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.152554 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: network-ip-availabilities {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.153818 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: bindings {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.155501 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: quotas {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.157683 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: quotas {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.159127 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: rbac-policies {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.160355 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: security-groups {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.161659 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: security-group-rules {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.162897 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: service-providers {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.164144 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: subnetpools {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.165575 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: subnetpools {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.167046 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: tags {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.168767 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: tags {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.170548 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: tags {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.172415 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: tags {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.175197 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: tags {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.177085 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: tags {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.178777 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: tags {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.180696 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: tags {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.182471 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: tags {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.184242 n-d-802060-13 neutron-server[94651]: DEBUG neutron.api.extensions [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Extended resource: tags {{(pid=94651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:48:39.190333 n-d-802060-13 neutron-server[94651]: WARNING keystonemiddleware.auth_token [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 00:48:39.195085 n-d-802060-13 neutron-server[94651]: WARNING keystonemiddleware.auth_token [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 00:48:39.204428 n-d-802060-13 neutron-server[94651]: DEBUG oslo_concurrency.lockutils [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Acquired lock "singleton_lock" {{(pid=94651) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 00:48:39.204923 n-d-802060-13 neutron-server[94651]: DEBUG oslo_concurrency.lockutils [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Releasing lock "singleton_lock" {{(pid=94651) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 00:48:39.205585 n-d-802060-13 neutron-server[94651]: INFO oslo_service.service [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Starting 2 workers Aug 31 00:48:39.210507 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Started child 94760 {{(pid=94651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:48:39.215655 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Started child 94761 {{(pid=94651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:48:39.217295 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:39.221690 n-d-802060-13 neutron-server[94651]: INFO neutron.service [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 00:48:39.221690 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Notify callbacks [] for process, before_spawn {{(pid=94651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:39.221916 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [-] (94760) wsgi starting up on http://0.0.0.0:9696 Aug 31 00:48:39.222003 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:39.222393 n-d-802060-13 neutron-server[94651]: INFO oslo_service.service [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Starting 1 workers Aug 31 00:48:39.222476 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [-] (94761) wsgi starting up on http://0.0.0.0:9696 Aug 31 00:48:39.225813 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Started child 94762 {{(pid=94651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:48:39.226356 n-d-802060-13 neutron-server[94651]: INFO oslo_service.service [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Starting 1 workers Aug 31 00:48:39.229466 n-d-802060-13 neutron-server[94762]: DEBUG neutron.service [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] calling RpcWorker wait() {{(pid=94762) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 00:48:39.230001 n-d-802060-13 neutron-server[94762]: DEBUG neutron.service [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] returning from RpcWorker wait() {{(pid=94762) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 00:48:39.230839 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Started child 94763 {{(pid=94651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:48:39.231328 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:39.231726 n-d-802060-13 neutron-server[94651]: DEBUG neutron_lib.callbacks.manager [None req-4a7a0e90-5a25-4451-ba78-6937f6a954ba None None] Notify callbacks [] for process, after_spawn {{(pid=94651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:39.231821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:48:39.233655 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94651) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 00:48:39.233868 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 00:48:39.234057 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 00:48:39.234276 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 00:48:39.234716 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 00:48:39.234856 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 00:48:39.235664 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.236264 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.236530 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.237032 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:39.237838 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.237838 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.237963 n-d-802060-13 neutron-server[94763]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:48:39.238343 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.238592 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.238854 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.239142 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.239403 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.239582 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.239750 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.239997 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.240232 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.240545 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.240817 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.241059 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.241348 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.241523 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.241779 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.242050 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.242278 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.242547 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] debug = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.242798 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.243313 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.243558 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.243797 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.244016 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.244299 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.244530 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.244793 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.245039 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.245275 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.245508 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.245781 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.246034 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.246279 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.246532 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.246802 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.247038 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.248425 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] host = n-d-802060-13 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.248425 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.248425 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.248425 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.248425 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.248849 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.249223 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.249632 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.249943 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.250819 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.251054 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.251327 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.254298 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.254298 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.254298 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_file = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.254298 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_options = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.254298 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.254298 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.254298 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.254298 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.255253 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.255253 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.255253 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.255253 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.255253 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.255253 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.255253 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.256088 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.256088 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.256088 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.256088 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.256088 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.256088 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.256785 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.256785 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.256785 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.257138 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.257138 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.257364 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.257676 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.257822 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.258053 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.258195 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.258413 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.258627 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.258879 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.259115 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.259398 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.259641 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.259907 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.260141 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.260371 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.260588 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.260899 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.261095 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.261345 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.261602 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.261835 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.262079 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.262328 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.262576 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.262790 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] use_json = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.263007 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.263220 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.263513 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.263761 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.263975 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.264188 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.264402 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.268240 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.268240 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.268240 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.268240 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.268240 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.268240 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.268240 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.268240 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.269265 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.269265 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.269265 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.269265 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.269265 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.269265 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.269265 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.270166 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.270166 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.270166 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.270589 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.270721 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.271305 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.271755 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.271913 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.272805 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.272805 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.272805 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.272805 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.273122 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.273431 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.273775 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.274428 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.274428 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.274625 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.274825 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.275032 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.275203 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.275451 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.275792 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.276156 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.276420 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.276727 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.277317 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.277317 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.277490 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.278704 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.278704 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.278704 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.278704 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.278704 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.279051 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.279051 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.279332 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.279438 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.279671 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.279911 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.280169 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.280432 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.280660 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.280874 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.281088 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.281311 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.281704 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.281988 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.282204 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.282417 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.282639 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.282852 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.283695 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.283695 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.283695 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.284102 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.284102 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.284301 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.284436 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.284678 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.284924 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.285140 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.285374 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.285585 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.285881 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.286276 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.286689 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.287135 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.287539 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.287818 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.288040 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.288281 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.288496 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.288716 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.292798 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.293202 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.293607 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.293889 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.294167 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.294407 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.294677 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.294957 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.295222 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.295506 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.295742 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.295993 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.296269 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.296524 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.296793 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.297024 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.297749 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.298041 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.298273 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.298531 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.298759 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.299005 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.299263 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.299554 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.299832 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.300097 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.300389 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.300645 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.300904 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.301162 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.301433 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.301741 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.301935 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.302251 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.302532 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.302819 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.303060 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.303349 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.303631 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.303864 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.304140 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.304375 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.304655 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.304914 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.305207 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.305448 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.305671 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.305992 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.306257 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.306639 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.306897 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.307114 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.307360 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.307673 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.307955 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.308870 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.308870 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.308870 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.308870 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.309246 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.309319 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.309528 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.309757 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.309981 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.310211 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.310455 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.310672 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.313527 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.313527 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.313527 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.313527 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.313527 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.313527 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.313527 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.313527 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.314077 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.314187 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.314554 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.314958 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.315389 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.315762 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.316140 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.316578 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.317041 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.317531 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.317853 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.318219 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.318485 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.318745 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.318979 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.319210 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.319520 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.319746 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.320017 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.320241 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.320465 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.320682 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.320904 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.321120 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.321334 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.321586 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.321814 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.322595 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.323020 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.323551 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.323958 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.324215 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.324471 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.324699 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.324951 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.325197 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.325419 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.325644 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.325866 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.326085 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.326340 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.326594 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.326820 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.327035 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.327248 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.327502 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.327741 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.327951 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.328271 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.329610 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.329854 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.330119 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.330370 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.330587 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.330842 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.331079 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.331328 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.331579 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.331821 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.332034 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.332284 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.332496 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.332709 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.332931 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.333147 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.333358 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.333587 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.333800 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.334057 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.334286 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.334500 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.334733 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.334960 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.335171 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.335428 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.335650 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.335873 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.336086 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.336314 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.336525 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.336734 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.336953 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.337190 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.337399 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.337699 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.337948 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.338168 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.338470 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.338716 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.338979 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.339208 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.339547 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.339762 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.340002 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.340220 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.340443 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.340687 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.340945 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.341265 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.341565 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.341835 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.342102 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.342362 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.342643 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.342921 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.343137 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.343462 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.343789 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.344545 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.344826 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.345088 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.345346 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.345549 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.346068 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.346068 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.346493 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.346493 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.346761 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.346907 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.347241 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.347450 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.347593 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.347801 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.348023 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.348395 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.348812 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.349111 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.349272 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 00:48:39.349990 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94651) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 00:48:39.350155 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 00:48:39.350312 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 00:48:39.350502 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 00:48:39.350676 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 00:48:39.350833 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 00:48:39.351041 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.351211 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.351396 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.351561 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.351722 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.351903 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.352068 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.352224 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.352385 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.352548 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.352709 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.352870 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.353029 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.353187 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.353349 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.353508 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.353669 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.353829 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.353993 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.354154 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.354312 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.354475 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.354635 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] debug = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.354794 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.355005 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.355171 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.355361 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.355524 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.355685 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.355844 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.356004 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.356165 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.356323 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.356483 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.356644 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.356803 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.356962 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.357121 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.357279 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.357431 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.357585 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] host = n-d-802060-13 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.357744 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.357902 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.358099 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.358245 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.358421 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.358681 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.358681 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.358913 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.359024 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.359142 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.359260 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.359402 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.359575 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.360256 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_file = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.360427 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_options = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.360589 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.360754 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.360919 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.361110 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.361276 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.361437 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.361602 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.361762 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.361921 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.362083 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.362227 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.362389 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.362546 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.362677 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.362839 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.362998 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.363157 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.363340 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.363489 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.363649 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.363792 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.363944 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.364101 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.364261 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.364421 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.364579 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.364738 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.364897 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.365056 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.365215 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.365375 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.365534 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.365745 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.365847 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.366003 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.366163 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.366323 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.366407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:48:39.366489 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.366633 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.366793 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.366951 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.367110 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.367272 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.367449 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.367609 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.367768 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] use_json = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.367928 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.368092 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.368253 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.368413 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.368572 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.368731 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.368891 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.369053 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:48:39.369232 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.369396 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.369572 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.369734 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.369895 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.370056 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.370217 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.370377 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.370539 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.370701 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.370869 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.371030 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.371203 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.371389 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.371556 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.371720 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.371882 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.372042 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.372204 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.372366 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.372529 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.372693 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.372865 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.373027 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.373188 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.373350 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.373563 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.373747 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.373909 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.374076 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.374236 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.374396 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.374559 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.374721 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.374883 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.375095 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.375903 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.376460 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.376634 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.376800 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.376963 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.377126 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.377289 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.377454 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.377617 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.377781 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.377944 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.378107 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.378274 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.378441 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.378604 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.378755 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.378892 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.379054 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.379214 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.379411 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.379574 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.379736 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.379891 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.380049 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.380211 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.380372 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.380529 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.380685 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.380847 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.381009 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.381183 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.381346 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.381508 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.381670 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.381832 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.381998 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.382160 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.382321 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.382483 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.382645 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.382809 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.382970 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.383137 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.383330 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.383472 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.383781 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.384127 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.384444 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.384600 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.385593 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.385593 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.385593 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.385593 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.385593 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.385593 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.386233 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.386233 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.386233 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.386233 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.386546 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.386546 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.386774 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.386774 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.386958 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.387037 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.387171 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.387357 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.387523 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.387685 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.387846 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.388008 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.388170 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.388338 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.388501 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.388662 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.388825 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.388986 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.389146 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.389308 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.389469 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.389641 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.389805 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.389971 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.390133 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.390302 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.390476 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.390638 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.390852 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.392038 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.392210 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.392374 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.392536 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.392702 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.392865 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.393026 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.393440 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.393440 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.393690 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.393690 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.393920 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.394042 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.394161 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.394294 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.394459 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.394621 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.394785 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.394948 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.395099 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.395258 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.395441 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.395603 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.395766 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.395928 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.396090 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.396252 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.396416 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.396578 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.396741 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.396904 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.397068 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.397231 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.397395 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.397558 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.397720 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.397881 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.398043 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.398204 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.398366 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.398533 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.398698 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.398858 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.399019 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.399182 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.399367 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.399531 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.399694 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.399856 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.400019 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.400183 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.400345 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.400508 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.400672 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.400836 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.400999 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.401162 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.401326 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.401488 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.401651 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.401814 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.401974 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.402139 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.402301 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.402468 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.402630 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.402792 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.402954 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.403132 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.403374 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.403504 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.403619 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.403781 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.403942 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.404103 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.404265 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.404429 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.404594 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.404754 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.404918 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.405083 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.405245 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.405405 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.405568 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.405729 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.405890 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.406053 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.406227 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.406441 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.407110 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.407296 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.407471 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.407635 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.407810 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.407974 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.408115 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.408489 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.408489 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.409103 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.409103 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.409103 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.409103 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.409534 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.409534 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.409534 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.410161 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.410161 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.410161 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.410161 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.410625 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.410625 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.410625 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.411006 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.411006 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.411006 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.411430 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.411430 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.411689 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.411689 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.411938 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.411938 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.412185 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.412281 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.412385 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.412553 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.412715 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.412886 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.413048 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.413208 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.413370 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.413544 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.413706 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.413870 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.414032 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.414193 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.414355 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.414640 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.414799 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.414937 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.415072 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.415227 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.415402 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.415538 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.415674 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.415802 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.415939 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.416100 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.416263 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.416427 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.416585 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.416737 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.416899 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.417062 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.417224 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.417381 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.417537 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.417698 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.417860 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.418010 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.418170 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.418331 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.418493 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.418654 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.418877 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.419018 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.419153 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:48:39.419318 n-d-802060-13 neutron-server[94651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 00:48:39.466736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55620) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:48:39.475476 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064638 Aug 31 00:48:51.114091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca545b42-4649-47ef-b21e-58ef553ba874 None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 00:48:51.196955 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca545b42-4649-47ef-b21e-58ef553ba874 None None] No non-hosted networks {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 00:48:51.218798 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.agentschedulers_db [None req-ca545b42-4649-47ef-b21e-58ef553ba874 None None] DHCP Agent not found on host n-d-802060-13 {{(pid=94762) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 00:48:51.385143 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2bfbaf4b-d718-475f-832f-b611a6a5d3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8056056'] for agent, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:53.656535 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-56c48899-c972-476d-a39a-a7d845e2ed2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8056056'] for agent, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:53.711781 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-81f76a09-1560-4187-9678-6c31998d82f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:53.943830 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8056056'] for agent, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:53.948264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:53.949221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:53.949572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:53.949904 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:53.950236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:53.950567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:53.950897 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:53.951222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:53.952579 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:53.953428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:53.954219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:53.967645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:48:53.968241 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-802060-13', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:48:53.986640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-802060-13', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:48:54.311073 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8056056'] for agent, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:56.475095 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8056056'] for agent, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:48:57.456607 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55714) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:48:57.958955 n-d-802060-13 neutron-server[94761]: WARNING oslo_policy.policy [None req-ec8ab2d0-2752-436c-b5ba-865c93e4a9a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:48:57.959546 n-d-802060-13 neutron-server[94761]: WARNING oslo_policy.policy [None req-ec8ab2d0-2752-436c-b5ba-865c93e4a9a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:48:58.182837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [None req-ec8ab2d0-2752-436c-b5ba-865c93e4a9a6 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:48:58.183864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ec8ab2d0-2752-436c-b5ba-865c93e4a9a6 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7263761 Aug 31 00:49:00.563747 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55728) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:01.015425 n-d-802060-13 neutron-server[94762]: INFO neutron.db.l3_hamode_db [None req-9f2d1e50-4bf5-4d7e-a3c9-d907d471ee74 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 00:49:01.069921 n-d-802060-13 neutron-server[94760]: WARNING oslo_policy.policy [None req-ba84228b-cb28-4054-bcac-756df1d03e2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:49:01.070762 n-d-802060-13 neutron-server[94760]: WARNING oslo_policy.policy [None req-ba84228b-cb28-4054-bcac-756df1d03e2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:49:01.092629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d1e50-4bf5-4d7e-a3c9-d907d471ee74 None None] Routers set() bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:49:01.093020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d1e50-4bf5-4d7e-a3c9-d907d471ee74 None None] Router IDs set() for agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 00:49:01.296684 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ba84228b-cb28-4054-bcac-756df1d03e2d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:01.392010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.policy [None req-ba84228b-cb28-4054-bcac-756df1d03e2d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94760) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 00:49:01.438546 n-d-802060-13 neutron-server[94760]: WARNING oslo_policy.policy [None req-ba84228b-cb28-4054-bcac-756df1d03e2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:49:01.438932 n-d-802060-13 neutron-server[94760]: WARNING oslo_policy.policy [None req-ba84228b-cb28-4054-bcac-756df1d03e2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:49:01.448049 n-d-802060-13 neutron-server[94760]: INFO neutron.quota [None req-ba84228b-cb28-4054-bcac-756df1d03e2d admin admin] Loaded quota_driver: . Aug 31 00:49:01.535500 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba84228b-cb28-4054-bcac-756df1d03e2d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729318604755', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729318638048', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729318649633', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729318652293', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729316903157', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729318409883', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-557891', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-740964', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8098968', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7924067'] for rbac-policy, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:01.598840 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba84228b-cb28-4054-bcac-756df1d03e2d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:01.600355 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ba84228b-cb28-4054-bcac-756df1d03e2d admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0344744 Aug 31 00:49:04.171066 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55746) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:04.470976 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Request body: {'network': {'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'name': 'private', 'project_id': '87e60f2d01394bd7b03b34b83b48d52f', 'admin_state_up': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:04.499257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Made reservation on behalf of 87e60f2d01394bd7b03b34b83b48d52f for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:49:04.502180 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.519732 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.644184 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.648106 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.668785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:49:04.697639 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729315640010', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.698239 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Unsubscribe: segment precommit_create {{(pid=94760) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 00:49:04.698722 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Added segment 74adfc51-e8c7-4b05-bc9e-404ac1883b06 of type vlan for network 6ff1f14c-35a7-4f0d-8a04-24061e130bfb Aug 31 00:49:04.714756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdcd4f1-ebf8-45fd-8eb4-8fa176abae55,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:04.747216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.747580 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.747931 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.750568 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.751072 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.751664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.752197 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.752829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.753306 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.754701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.755194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.755643 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Tracked resource versions report: Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: pushed versions: Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: { 'AddressGroup': {'1.2'}, Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'ConntrackHelper': {'1.0'}, Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'Log': {'1.0'}, Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'Network': {'1.1'}, Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'Port': {'1.7'}, Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'PortForwarding': {'1.2'}, Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'QosPolicy': {'1.9'}, Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'SecurityGroup': {'1.4'}, Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'SubPort': {'1.0'}, Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'Subnet': {'1.1'}, Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'Trunk': {'1.1'}} Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: consumer versions: Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: { DHCP agent@n-d-802060-13: {}, Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: L3 agent@n-d-802060-13: {}, Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: Metadata agent@n-d-802060-13: {}, Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: Metering agent@n-d-802060-13: {}, Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: Open vSwitch agent@n-d-802060-13: { 'AddressGroup': '1.2', Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'ConntrackHelper': '1.0', Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'Log': '1.0', Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'Network': '1.1', Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'Port': '1.7', Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'PortForwarding': '1.2', Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'QosPolicy': '1.9', Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'SecurityGroup': '1.4', Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'SecurityGroupRule': '1.2', Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'SubPort': '1.0', Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'Subnet': '1.1', Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: 'Trunk': '1.1'}} Aug 31 00:49:04.756810 n-d-802060-13 neutron-server[94760]: {{(pid=94760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:49:04.830876 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.871342 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.872567 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:04.873950 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:04.945910 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7736883 Aug 31 00:49:04.976496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016b916-dd46-44f9-94a6-5d0a2a64b5fa admin admin] Pushing event updated for resources: {'Network': ['ID=6ff1f14c-35a7-4f0d-8a04-24061e130bfb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:04.988717 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 6ff1f14c-35a7-4f0d-8a04-24061e130bfb details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:49:07.620163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55760) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:08.020394 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b96a4c-1b4b-4230-a2c2-6bf8eba0bc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:08.021772 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-63b96a4c-1b4b-4230-a2c2-6bf8eba0bc45 admin admin] 10.222.0.58 "GET /v2.0/networks/6ff1f14c-35a7-4f0d-8a04-24061e130bfb HTTP/1.1" status: 200 len: 825 time: 0.4006360 Aug 31 00:49:08.046661 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1c5110d0-9acb-4a16-9d9e-370f42e1a36b admin admin] 10.222.0.58 "GET /v2.0/subnetpools/23b7da5e-87c4-4c82-95cd-27dd9ab11f6a HTTP/1.1" status: 200 len: 734 time: 0.0187085 Aug 31 00:49:08.055629 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7852a3fa-424d-4d71-b979-ef87f9d40b1a admin admin] Request body: {'subnet': {'subnetpool_id': '23b7da5e-87c4-4c82-95cd-27dd9ab11f6a', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb', 'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'name': 'private-subnet'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:08.078655 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7852a3fa-424d-4d71-b979-ef87f9d40b1a admin admin] Made reservation on behalf of 87e60f2d01394bd7b03b34b83b48d52f for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:49:08.080931 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7852a3fa-424d-4d71-b979-ef87f9d40b1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:08.369607 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7852a3fa-424d-4d71-b979-ef87f9d40b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:08.438019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852a3fa-424d-4d71-b979-ef87f9d40b1a admin admin] Checking segment: {'id': '74adfc51-e8c7-4b05-bc9e-404ac1883b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:49:08.438386 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852a3fa-424d-4d71-b979-ef87f9d40b1a admin admin] Network hostable DHCP agents. Network: 6ff1f14c-35a7-4f0d-8a04-24061e130bfb, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:49:08.442787 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852a3fa-424d-4d71-b979-ef87f9d40b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=572f9311-9942-4a26-8309-ce9967de59ca,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:08.460056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852a3fa-424d-4d71-b979-ef87f9d40b1a admin admin] Network 6ff1f14c-35a7-4f0d-8a04-24061e130bfb is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:49:08.474235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-7852a3fa-424d-4d71-b979-ef87f9d40b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 6ff1f14c-35a7-4f0d-8a04-24061e130bfb) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:49:08.479531 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7852a3fa-424d-4d71-b979-ef87f9d40b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:08.480114 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7852a3fa-424d-4d71-b979-ef87f9d40b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:08.485999 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e4ed14-5bfb-41d4-98b0-023d2b510534 None None] Network 6ff1f14c-35a7-4f0d-8a04-24061e130bfb requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:49:08.493913 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7852a3fa-424d-4d71-b979-ef87f9d40b1a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4415739 Aug 31 00:49:08.811205 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-6ff1f14c-35a7-4f0d-8a04-24061e130bfb', 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb', 'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'fixed_ips': [{'subnet_id': '572f9311-9942-4a26-8309-ce9967de59ca'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:49:08.812505 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:09.095816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Allocated IP 172.20.0.2 (6ff1f14c-35a7-4f0d-8a04-24061e130bfb/572f9311-9942-4a26-8309-ce9967de59ca/2aa317cc-5234-4d6a-ac30-4e91c4bd1803) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:49:09.298303 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:09.341928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Transition to ACTIVE for port object 2aa317cc-5234-4d6a-ac30-4e91c4bd1803 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:09.363191 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Transition to ACTIVE for port object 2aa317cc-5234-4d6a-ac30-4e91c4bd1803 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:09.370106 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:09.434337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Network 6ff1f14c-35a7-4f0d-8a04-24061e130bfb is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:49:09.441204 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:49:09.453563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:49:09.459406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Pushing event updated for resources: {'Port': ['ID=2aa317cc-5234-4d6a-ac30-4e91c4bd1803,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:09.475541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:09.475886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:09.476228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:09.476558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:09.476885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:09.477211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:09.477534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:09.477857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:09.478175 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:09.478495 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:09.478816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:09.479137 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Tracked resource versions report: Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: pushed versions: Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: { 'AddressGroup': {'1.2'}, Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'ConntrackHelper': {'1.0'}, Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'Log': {'1.0'}, Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'Network': {'1.1'}, Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'Port': {'1.7'}, Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'PortForwarding': {'1.2'}, Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'QosPolicy': {'1.9'}, Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'SecurityGroup': {'1.4'}, Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'SubPort': {'1.0'}, Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'Subnet': {'1.1'}, Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'Trunk': {'1.1'}} Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: consumer versions: Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: { DHCP agent@n-d-802060-13: {}, Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: L3 agent@n-d-802060-13: {}, Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: Metadata agent@n-d-802060-13: {}, Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: Metering agent@n-d-802060-13: {}, Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: Open vSwitch agent@n-d-802060-13: { 'AddressGroup': '1.2', Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'ConntrackHelper': '1.0', Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'Log': '1.0', Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'Network': '1.1', Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'Port': '1.7', Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'PortForwarding': '1.2', Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'QosPolicy': '1.9', Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'SecurityGroup': '1.4', Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'SecurityGroupRule': '1.2', Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'SubPort': '1.0', Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'Subnet': '1.1', Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: 'Trunk': '1.1'}} Aug 31 00:49:09.480301 n-d-802060-13 neutron-server[94762]: {{(pid=94762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:49:09.550788 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Attempting to bind port 2aa317cc-5234-4d6a-ac30-4e91c4bd1803 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:49:09.551442 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Attempting to bind port 2aa317cc-5234-4d6a-ac30-4e91c4bd1803 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '74adfc51-e8c7-4b05-bc9e-404ac1883b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:49:09.551611 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Attempting to bind port 2aa317cc-5234-4d6a-ac30-4e91c4bd1803 on network 6ff1f14c-35a7-4f0d-8a04-24061e130bfb {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:09.556422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:49:09.556838 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Checking segment: {'id': '74adfc51-e8c7-4b05-bc9e-404ac1883b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:49:09.557304 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:09.557691 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Bound using segment: {'id': '74adfc51-e8c7-4b05-bc9e-404ac1883b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:49:09.558187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Bound port: 2aa317cc-5234-4d6a-ac30-4e91c4bd1803, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74adfc51-e8c7-4b05-bc9e-404ac1883b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:49:09.558591 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:09.619315 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] For port 2aa317cc-5234-4d6a-ac30-4e91c4bd1803, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:49:09.623499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] For port 2aa317cc-5234-4d6a-ac30-4e91c4bd1803, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2aa317cc-5234-4d6a-ac30-4e91c4bd1803,segment=NetworkSegment(74adfc51-e8c7-4b05-bc9e-404ac1883b06),segment_id=74adfc51-e8c7-4b05-bc9e-404ac1883b06)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:49:09.630232 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:09.695510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7315dfb-b0e9-4a7f-a4ef-1b5fc0075915 None None] Pushing event updated for resources: {'Port': ['ID=2aa317cc-5234-4d6a-ac30-4e91c4bd1803,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:10.998799 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55768) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:11.318081 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-c9d4c68a-76d1-4ce0-a837-508c6939cb24 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:49:11.319081 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c9d4c68a-76d1-4ce0-a837-508c6939cb24 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3191779 Aug 31 00:49:13.740883 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55776) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:14.066285 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-65e52e77-1aba-4f1b-875f-c337bed8228d admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:49:14.067393 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-65e52e77-1aba-4f1b-875f-c337bed8228d admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3255506 Aug 31 00:49:16.704065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55786) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:17.026414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-537a6811-1eaa-45ea-a12a-059ca5a3a355 admin admin] Request body: {'router': {'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:17.090353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.policy [None req-537a6811-1eaa-45ea-a12a-059ca5a3a355 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94761) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 00:49:17.135830 n-d-802060-13 neutron-server[94761]: WARNING oslo_policy.policy [None req-537a6811-1eaa-45ea-a12a-059ca5a3a355 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:49:17.136198 n-d-802060-13 neutron-server[94761]: WARNING oslo_policy.policy [None req-537a6811-1eaa-45ea-a12a-059ca5a3a355 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:49:17.144951 n-d-802060-13 neutron-server[94761]: INFO neutron.quota [None req-537a6811-1eaa-45ea-a12a-059ca5a3a355 admin admin] Loaded quota_driver: . Aug 31 00:49:17.200701 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-537a6811-1eaa-45ea-a12a-059ca5a3a355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:17.202370 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-537a6811-1eaa-45ea-a12a-059ca5a3a355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:17.306656 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 5 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:49:17.353297 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-537a6811-1eaa-45ea-a12a-059ca5a3a355 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:17.359070 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-537a6811-1eaa-45ea-a12a-059ca5a3a355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:17.376900 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-537a6811-1eaa-45ea-a12a-059ca5a3a355 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:17.378122 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-537a6811-1eaa-45ea-a12a-059ca5a3a355 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6731212 Aug 31 00:49:17.784578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2aa317cc-5234-4d6a-ac30-4e91c4bd1803 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:49:17.872680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 2aa317cc-5234-4d6a-ac30-4e91c4bd1803 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:18.158726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a34fa3a-152c-4320-869d-5d577251b38d None None] Network 6ff1f14c-35a7-4f0d-8a04-24061e130bfb requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:49:18.248455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-da95a231-a2b6-4ae1-8122-2fbbe7a0d5f0 None None] Provisioning for port 2aa317cc-5234-4d6a-ac30-4e91c4bd1803 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:18.274613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-da95a231-a2b6-4ae1-8122-2fbbe7a0d5f0 None None] Provisioning complete for port 2aa317cc-5234-4d6a-ac30-4e91c4bd1803 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:18.275001 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-da95a231-a2b6-4ae1-8122-2fbbe7a0d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:18.426084 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-da95a231-a2b6-4ae1-8122-2fbbe7a0d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:18.463198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-da95a231-a2b6-4ae1-8122-2fbbe7a0d5f0 None None] For port 2aa317cc-5234-4d6a-ac30-4e91c4bd1803, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2aa317cc-5234-4d6a-ac30-4e91c4bd1803,segment=NetworkSegment(74adfc51-e8c7-4b05-bc9e-404ac1883b06),segment_id=74adfc51-e8c7-4b05-bc9e-404ac1883b06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:18.468149 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-da95a231-a2b6-4ae1-8122-2fbbe7a0d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:18.518784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95a231-a2b6-4ae1-8122-2fbbe7a0d5f0 None None] Pushing event updated for resources: {'Port': ['ID=2aa317cc-5234-4d6a-ac30-4e91c4bd1803,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:18.588669 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5512af78-fdc6-4ac4-88a0-c67c6f92e86b None None] Provisioning complete for port 2aa317cc-5234-4d6a-ac30-4e91c4bd1803 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:18.589043 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5512af78-fdc6-4ac4-88a0-c67c6f92e86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:19.759435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2aa317cc-5234-4d6a-ac30-4e91c4bd1803 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:49:19.805369 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2aa317cc-5234-4d6a-ac30-4e91c4bd1803 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:19.805737 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:19.810745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55800) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:20.127025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [None req-010e142d-9d49-43cf-8dfd-6807ae2cf9a8 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:49:20.128041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-010e142d-9d49-43cf-8dfd-6807ae2cf9a8 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3163514 Aug 31 00:49:21.050303 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f2d1c4a7-1817-47ad-a822-f69f0c393529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:22.562214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55808) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:22.890886 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:22.914555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Made reservation on behalf of 18cfd90999d8405898fcaa7549737b30 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:49:22.917372 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:22.932888 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:23.052367 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:23.056092 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:23.067239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Reserving flat network on physical network physnet1 {{(pid=94761) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 00:49:23.096914 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729315640010', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:23.097493 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Unsubscribe: segment precommit_create {{(pid=94761) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 00:49:23.097979 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Added segment 87a25d10-7fb1-4ee1-8450-b32d4455ec6d of type flat for network f87292fd-52d5-43be-8bda-215bf29af30c Aug 31 00:49:23.117623 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eed007-e9d6-4e62-a1a1-7f6946494983,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:23.166899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:23.167237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:23.167592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:23.167919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:23.168760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:23.169277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:23.169580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:23.169950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:23.170257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:23.170543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:23.170855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:23.171165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Tracked resource versions report: Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: pushed versions: Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: { 'AddressGroup': {'1.2'}, Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'ConntrackHelper': {'1.0'}, Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'Log': {'1.0'}, Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'Network': {'1.1'}, Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'Port': {'1.7'}, Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'PortForwarding': {'1.2'}, Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'QosPolicy': {'1.9'}, Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'SecurityGroup': {'1.4'}, Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'SubPort': {'1.0'}, Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'Subnet': {'1.1'}, Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'Trunk': {'1.1'}} Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: consumer versions: Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: { DHCP agent@n-d-802060-13: {}, Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: L3 agent@n-d-802060-13: {}, Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: Metadata agent@n-d-802060-13: {}, Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: Metering agent@n-d-802060-13: {}, Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: Open vSwitch agent@n-d-802060-13: { 'AddressGroup': '1.2', Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'ConntrackHelper': '1.0', Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'Log': '1.0', Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'Network': '1.1', Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'Port': '1.7', Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'PortForwarding': '1.2', Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'QosPolicy': '1.9', Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'SecurityGroup': '1.4', Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'SecurityGroupRule': '1.2', Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'SubPort': '1.0', Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'Subnet': '1.1', Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: 'Trunk': '1.1'}} Aug 31 00:49:23.172337 n-d-802060-13 neutron-server[94761]: {{(pid=94761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:49:23.222220 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:23.263827 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:23.264878 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:23.265525 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:23.352559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7892520 Aug 31 00:49:23.360965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058ff48-cfa3-4f6b-9ca3-85c56dcf3968 admin admin] Pushing event updated for resources: {'Network': ['ID=f87292fd-52d5-43be-8bda-215bf29af30c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:23.372528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network f87292fd-52d5-43be-8bda-215bf29af30c details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:49:23.654227 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-79e9417a-a662-4e06-a091-18b71e43536a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:23.942494 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:24.244180 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:25.755393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55830) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:25.975823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ce98f2-dca1-4664-a5b3-0d4c36e4fc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:25.977188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-63ce98f2-dca1-4664-a5b3-0d4c36e4fc0d admin admin] 10.222.0.58 "GET /v2.0/subnets/572f9311-9942-4a26-8309-ce9967de59ca HTTP/1.1" status: 200 len: 849 time: 0.2208462 Aug 31 00:49:26.109937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a1741635-09ac-4740-86c2-55beac369f57 admin admin] 10.222.0.58 "GET /v2.0/routers/492d29c1-41ba-419a-a6fa-2961721ec70a HTTP/1.1" status: 200 len: 704 time: 0.1257823 Aug 31 00:49:26.388774 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:26.431527 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:26.686183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Allocated IP 172.20.0.1 (6ff1f14c-35a7-4f0d-8a04-24061e130bfb/572f9311-9942-4a26-8309-ce9967de59ca/70213c0d-0b27-44ac-8e15-204a1df26839) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:49:26.873796 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:26.896871 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Transition to ACTIVE for port object 70213c0d-0b27-44ac-8e15-204a1df26839 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:26.965565 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:27.037479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Network 6ff1f14c-35a7-4f0d-8a04-24061e130bfb is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:49:27.042113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:49:27.050402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:49:27.051320 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:27.069356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Pushing event updated for resources: {'Port': ['ID=70213c0d-0b27-44ac-8e15-204a1df26839,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:27.238259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c4efb3ab-23a6-4002-a142-f0f5ddc81d53 None None] Provisioning for port 70213c0d-0b27-44ac-8e15-204a1df26839 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:27.241626 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c4efb3ab-23a6-4002-a142-f0f5ddc81d53 None None] Provisioning complete for port 70213c0d-0b27-44ac-8e15-204a1df26839 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:27.242021 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c4efb3ab-23a6-4002-a142-f0f5ddc81d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:27.247190 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:27.276043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c4efb3ab-23a6-4002-a142-f0f5ddc81d53 None None] Port 70213c0d-0b27-44ac-8e15-204a1df26839 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:49:27.503900 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:27.508428 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:27.509318 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:27.586966 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Pushing event updated for resources: {'Port': ['ID=70213c0d-0b27-44ac-8e15-204a1df26839,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:27.636392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Network 6ff1f14c-35a7-4f0d-8a04-24061e130bfb is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:49:27.637738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:49:27.796490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6a70e057-e7c7-46cd-bcce-84d923bcd1dd None None] Provisioning complete for port 70213c0d-0b27-44ac-8e15-204a1df26839 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:27.797054 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6a70e057-e7c7-46cd-bcce-84d923bcd1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:27.800588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Router 492d29c1-41ba-419a-a6fa-2961721ec70a is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:49:27.832577 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-6a70e057-e7c7-46cd-bcce-84d923bcd1dd None None] Port 70213c0d-0b27-44ac-8e15-204a1df26839 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:49:27.893049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:49:27.898432 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7aa6b815-aae8-456c-b793-530374b30226 admin admin] 10.222.0.58 "PUT /v2.0/routers/492d29c1-41ba-419a-a6fa-2961721ec70a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7829487 Aug 31 00:49:27.903868 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Sync routers for ids ['492d29c1-41ba-419a-a6fa-2961721ec70a'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:49:27.915743 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Routers {'492d29c1-41ba-419a-a6fa-2961721ec70a'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:49:27.916500 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:49:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['492d29c1-41ba-419a-a6fa-2961721ec70a'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:49:28.102877 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Set router 492d29c1-41ba-419a-a6fa-2961721ec70a gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:49:28.536696 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d29c1-41ba-419a-a6fa-2961721ec70a', 'name': 'router1', 'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:49:17Z', 'updated_at': '2021-08-31T00:49:27Z', 'revision_number': 2, 'project_id': '87e60f2d01394bd7b03b34b83b48d52f', 'gw_port_host': None, '_interfaces': [{'id': '70213c0d-0b27-44ac-8e15-204a1df26839', 'name': '', 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb', 'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'mac_address': 'fa:16:3e:1a:10:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d29c1-41ba-419a-a6fa-2961721ec70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '572f9311-9942-4a26-8309-ce9967de59ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:49:26Z', 'updated_at': '2021-08-31T00:49:27Z', 'revision_number': 2, 'project_id': '87e60f2d01394bd7b03b34b83b48d52f', 'subnets': [{'id': '572f9311-9942-4a26-8309-ce9967de59ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23b7da5e-87c4-4c82-95cd-27dd9ab11f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:49:28.587961 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Checking router: 492d29c1-41ba-419a-a6fa-2961721ec70a for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:49:28.588329 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Updating router 492d29c1-41ba-419a-a6fa-2961721ec70a port 70213c0d-0b27-44ac-8e15-204a1df26839 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:49:28.637792 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:29.161639 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:29.181026 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Transition to ACTIVE for port object 70213c0d-0b27-44ac-8e15-204a1df26839 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:29.187928 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:29.352255 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Attempting to bind port 70213c0d-0b27-44ac-8e15-204a1df26839 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:49:29.352515 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Attempting to bind port 70213c0d-0b27-44ac-8e15-204a1df26839 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '74adfc51-e8c7-4b05-bc9e-404ac1883b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:49:29.352931 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Attempting to bind port 70213c0d-0b27-44ac-8e15-204a1df26839 on network 6ff1f14c-35a7-4f0d-8a04-24061e130bfb {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:29.358697 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:49:29.359111 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Checking segment: {'id': '74adfc51-e8c7-4b05-bc9e-404ac1883b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:49:29.359623 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:29.360012 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Bound using segment: {'id': '74adfc51-e8c7-4b05-bc9e-404ac1883b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:49:29.360512 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Bound port: 70213c0d-0b27-44ac-8e15-204a1df26839, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74adfc51-e8c7-4b05-bc9e-404ac1883b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:49:29.360903 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:29.363609 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62eae4d-41f4-4f33-8619-7bf9b950fbb9 None None] Pushing event updated for resources: {'Port': ['ID=70213c0d-0b27-44ac-8e15-204a1df26839,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:29.380220 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62eae4d-41f4-4f33-8619-7bf9b950fbb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:29.380560 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62eae4d-41f4-4f33-8619-7bf9b950fbb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:29.380889 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62eae4d-41f4-4f33-8619-7bf9b950fbb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:29.381211 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62eae4d-41f4-4f33-8619-7bf9b950fbb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:29.381533 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62eae4d-41f4-4f33-8619-7bf9b950fbb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:29.381849 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62eae4d-41f4-4f33-8619-7bf9b950fbb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:29.382165 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62eae4d-41f4-4f33-8619-7bf9b950fbb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:29.382477 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62eae4d-41f4-4f33-8619-7bf9b950fbb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:29.382787 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62eae4d-41f4-4f33-8619-7bf9b950fbb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:29.383094 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62eae4d-41f4-4f33-8619-7bf9b950fbb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:29.383430 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62eae4d-41f4-4f33-8619-7bf9b950fbb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:29.383740 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62eae4d-41f4-4f33-8619-7bf9b950fbb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62eae4d-41f4-4f33-8619-7bf9b950fbb9 None None] Tracked resource versions report: Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: pushed versions: Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: { 'AddressGroup': {'1.2'}, Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'ConntrackHelper': {'1.0'}, Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'Log': {'1.0'}, Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'Network': {'1.1'}, Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'Port': {'1.7'}, Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'PortForwarding': {'1.2'}, Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'QosPolicy': {'1.9'}, Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'SecurityGroup': {'1.4'}, Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'SubPort': {'1.0'}, Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'Subnet': {'1.1'}, Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'Trunk': {'1.1'}} Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: consumer versions: Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: { DHCP agent@n-d-802060-13: {}, Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: L3 agent@n-d-802060-13: {}, Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: Metadata agent@n-d-802060-13: {}, Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: Metering agent@n-d-802060-13: {}, Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: Open vSwitch agent@n-d-802060-13: { 'AddressGroup': '1.2', Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'ConntrackHelper': '1.0', Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'Log': '1.0', Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'Network': '1.1', Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'Port': '1.7', Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'PortForwarding': '1.2', Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'QosPolicy': '1.9', Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'SecurityGroup': '1.4', Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'SecurityGroupRule': '1.2', Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'SubPort': '1.0', Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'Subnet': '1.1', Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: 'Trunk': '1.1'}} Aug 31 00:49:29.384878 n-d-802060-13 neutron-server[94763]: {{(pid=94763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:49:29.442256 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] For port 70213c0d-0b27-44ac-8e15-204a1df26839, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:49:29.462915 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] For port 70213c0d-0b27-44ac-8e15-204a1df26839, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=70213c0d-0b27-44ac-8e15-204a1df26839,segment=NetworkSegment(74adfc51-e8c7-4b05-bc9e-404ac1883b06),segment_id=74adfc51-e8c7-4b05-bc9e-404ac1883b06)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:49:29.468418 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:29.528642 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62eae4d-41f4-4f33-8619-7bf9b950fbb9 None None] Pushing event updated for resources: {'Port': ['ID=70213c0d-0b27-44ac-8e15-204a1df26839,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:29.531771 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Routers {'492d29c1-41ba-419a-a6fa-2961721ec70a'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:49:29.532737 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:49:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['492d29c1-41ba-419a-a6fa-2961721ec70a'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:49:29.622058 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] Set router 492d29c1-41ba-419a-a6fa-2961721ec70a gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:49:29.832853 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d29c1-41ba-419a-a6fa-2961721ec70a', 'name': 'router1', 'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:49:17Z', 'updated_at': '2021-08-31T00:49:27Z', 'revision_number': 2, 'project_id': '87e60f2d01394bd7b03b34b83b48d52f', 'gw_port_host': None, '_interfaces': [{'id': '70213c0d-0b27-44ac-8e15-204a1df26839', 'name': '', 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb', 'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'mac_address': 'fa:16:3e:1a:10:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d29c1-41ba-419a-a6fa-2961721ec70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '572f9311-9942-4a26-8309-ce9967de59ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:49:26Z', 'updated_at': '2021-08-31T00:49:29Z', 'revision_number': 4, 'project_id': '87e60f2d01394bd7b03b34b83b48d52f', 'subnets': [{'id': '572f9311-9942-4a26-8309-ce9967de59ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23b7da5e-87c4-4c82-95cd-27dd9ab11f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:49:29.860061 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57702d-f3d4-441c-b8eb-1ed1fee674f5 None None] The sync data for ids ['492d29c1-41ba-419a-a6fa-2961721ec70a'] in n-d-802060-13 is: [{'id': '492d29c1-41ba-419a-a6fa-2961721ec70a', 'name': 'router1', 'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:49:17Z', 'updated_at': '2021-08-31T00:49:27Z', 'revision_number': 2, 'project_id': '87e60f2d01394bd7b03b34b83b48d52f', 'gw_port_host': None, '_interfaces': [{'id': '70213c0d-0b27-44ac-8e15-204a1df26839', 'name': '', 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb', 'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'mac_address': 'fa:16:3e:1a:10:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d29c1-41ba-419a-a6fa-2961721ec70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '572f9311-9942-4a26-8309-ce9967de59ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:49:26Z', 'updated_at': '2021-08-31T00:49:29Z', 'revision_number': 4, 'project_id': '87e60f2d01394bd7b03b34b83b48d52f', 'subnets': [{'id': '572f9311-9942-4a26-8309-ce9967de59ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23b7da5e-87c4-4c82-95cd-27dd9ab11f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:49:30.157337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55850) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:30.272478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29040c0c-b9fe-4fc3-b45a-c70c7c37ab45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:30.273876 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-29040c0c-b9fe-4fc3-b45a-c70c7c37ab45 admin admin] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 842 time: 0.1156013 Aug 31 00:49:30.284584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-493f864f-7db4-4a76-a366-1b51e982c62f admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'name': 'public-subnet', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'gateway_ip': '172.25.6.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:30.304282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493f864f-7db4-4a76-a366-1b51e982c62f admin admin] Made reservation on behalf of 18cfd90999d8405898fcaa7549737b30 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:49:30.306575 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-493f864f-7db4-4a76-a366-1b51e982c62f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:30.638547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.objects.ports [None req-493f864f-7db4-4a76-a366-1b51e982c62f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 00:49:30.638979 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-493f864f-7db4-4a76-a366-1b51e982c62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:30.692255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f864f-7db4-4a76-a366-1b51e982c62f admin admin] Pushing event updated for resources: {'Subnet': ['ID=14959775-50cb-48f6-b55c-dcb27e86afff,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:30.701092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f864f-7db4-4a76-a366-1b51e982c62f admin admin] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:49:30.701440 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f864f-7db4-4a76-a366-1b51e982c62f admin admin] Network hostable DHCP agents. Network: f87292fd-52d5-43be-8bda-215bf29af30c, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:49:30.716842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f864f-7db4-4a76-a366-1b51e982c62f admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:49:30.725261 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-493f864f-7db4-4a76-a366-1b51e982c62f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, f87292fd-52d5-43be-8bda-215bf29af30c) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:49:30.730090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f864f-7db4-4a76-a366-1b51e982c62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:30.730750 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-493f864f-7db4-4a76-a366-1b51e982c62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:30.733667 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207ed6b5-0db6-4472-a3b7-f5ed9b37c735 None None] Network f87292fd-52d5-43be-8bda-215bf29af30c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:49:30.755545 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-493f864f-7db4-4a76-a366-1b51e982c62f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4649804 Aug 31 00:49:30.876622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f434764-869d-4916-8183-bd7ffa6a4683 None None] Network f87292fd-52d5-43be-8bda-215bf29af30c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:49:33.053255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55858) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:33.186004 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7a020f88-ffc6-488e-a74a-8f12de67b5bd admin admin] 10.222.0.58 "GET /v2.0/routers/492d29c1-41ba-419a-a6fa-2961721ec70a HTTP/1.1" status: 200 len: 710 time: 0.1315935 Aug 31 00:49:33.273453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693ce176-121e-40c9-b654-76a5465f429c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:49:33.274890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-693ce176-121e-40c9-b654-76a5465f429c admin admin] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 886 time: 0.0836289 Aug 31 00:49:33.285552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:49:33.541016 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:33.784701 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:33.951974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:34.061880 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Allocated IP 172.25.6.48 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/61affa2e-fb91-4918-b85b-b59b4e9c2f2a) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:49:34.164299 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:34.205075 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:34.252392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:49:34.255380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:49:34.258374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:49:34.264572 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=61affa2e-fb91-4918-b85b-b59b4e9c2f2a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:34.529137 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:34.723185 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:34.726299 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:34.836055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Router 492d29c1-41ba-419a-a6fa-2961721ec70a has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:49:34.944029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:49:34.952065 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:34.958871 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7b288df3-ac3b-4571-be60-85cbe4bff5d0 admin admin] 10.222.0.58 "PUT /v2.0/routers/492d29c1-41ba-419a-a6fa-2961721ec70a HTTP/1.1" status: 200 len: 889 time: 1.6762211 Aug 31 00:49:35.789831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 70213c0d-0b27-44ac-8e15-204a1df26839 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:49:35.848658 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 70213c0d-0b27-44ac-8e15-204a1df26839 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:35.852475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 70213c0d-0b27-44ac-8e15-204a1df26839 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:35.852878 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:35.944089 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:35.981054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 70213c0d-0b27-44ac-8e15-204a1df26839, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=70213c0d-0b27-44ac-8e15-204a1df26839,segment=NetworkSegment(74adfc51-e8c7-4b05-bc9e-404ac1883b06),segment_id=74adfc51-e8c7-4b05-bc9e-404ac1883b06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:35.985781 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:36.037619 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=70213c0d-0b27-44ac-8e15-204a1df26839,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:36.425779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Sync routers for ids ['492d29c1-41ba-419a-a6fa-2961721ec70a'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:49:36.437954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Routers {'492d29c1-41ba-419a-a6fa-2961721ec70a'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:49:36.438619 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:49:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['492d29c1-41ba-419a-a6fa-2961721ec70a'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:49:36.725071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Set router 492d29c1-41ba-419a-a6fa-2961721ec70a gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:49:37.123190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d29c1-41ba-419a-a6fa-2961721ec70a', 'name': 'router1', 'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '61affa2e-fb91-4918-b85b-b59b4e9c2f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:49:17Z', 'updated_at': '2021-08-31T00:49:34Z', 'revision_number': 4, 'project_id': '87e60f2d01394bd7b03b34b83b48d52f', 'gw_port': {'id': '61affa2e-fb91-4918-b85b-b59b4e9c2f2a', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:18:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d29c1-41ba-419a-a6fa-2961721ec70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:49:33Z', 'updated_at': '2021-08-31T00:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '70213c0d-0b27-44ac-8e15-204a1df26839', 'name': '', 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb', 'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'mac_address': 'fa:16:3e:1a:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d29c1-41ba-419a-a6fa-2961721ec70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '572f9311-9942-4a26-8309-ce9967de59ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:49:26Z', 'updated_at': '2021-08-31T00:49:35Z', 'revision_number': 5, 'project_id': '87e60f2d01394bd7b03b34b83b48d52f', 'subnets': [{'id': '572f9311-9942-4a26-8309-ce9967de59ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23b7da5e-87c4-4c82-95cd-27dd9ab11f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:49:37.173764 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Checking router: 492d29c1-41ba-419a-a6fa-2961721ec70a for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:49:37.174121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Updating router 492d29c1-41ba-419a-a6fa-2961721ec70a port 61affa2e-fb91-4918-b85b-b59b4e9c2f2a binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:49:37.223378 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:37.512055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55870) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:49:37.544973 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:37.554269 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Transition to ACTIVE for port object 61affa2e-fb91-4918-b85b-b59b4e9c2f2a will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:49:37.561206 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:37.614315 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Attempting to bind port 61affa2e-fb91-4918-b85b-b59b4e9c2f2a on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:49:37.614689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Attempting to bind port 61affa2e-fb91-4918-b85b-b59b4e9c2f2a by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:49:37.615053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Attempting to bind port 61affa2e-fb91-4918-b85b-b59b4e9c2f2a on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:49:37.617817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efe41f-2c6a-434c-b50f-33b1437d6eb1 None None] Pushing event updated for resources: {'Port': ['ID=61affa2e-fb91-4918-b85b-b59b4e9c2f2a,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:37.623516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:49:37.623892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:49:37.624294 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:37.624682 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:49:37.625149 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Bound port: 61affa2e-fb91-4918-b85b-b59b4e9c2f2a, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:49:37.625553 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:37.627533 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-28f098a1-9587-4329-a793-830d62594a2e admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1136558 Aug 31 00:49:37.687254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] For port 61affa2e-fb91-4918-b85b-b59b4e9c2f2a, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:49:37.690888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] For port 61affa2e-fb91-4918-b85b-b59b4e9c2f2a, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=61affa2e-fb91-4918-b85b-b59b4e9c2f2a,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:49:37.696642 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:37.759962 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efe41f-2c6a-434c-b50f-33b1437d6eb1 None None] Pushing event updated for resources: {'Port': ['ID=61affa2e-fb91-4918-b85b-b59b4e9c2f2a,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:37.762872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Routers {'492d29c1-41ba-419a-a6fa-2961721ec70a'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:49:37.763511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:49:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['492d29c1-41ba-419a-a6fa-2961721ec70a'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:49:37.800499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 70213c0d-0b27-44ac-8e15-204a1df26839 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:49:37.989951 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] Set router 492d29c1-41ba-419a-a6fa-2961721ec70a gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:49:38.016665 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 70213c0d-0b27-44ac-8e15-204a1df26839 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:38.017042 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:38.265022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d29c1-41ba-419a-a6fa-2961721ec70a', 'name': 'router1', 'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '61affa2e-fb91-4918-b85b-b59b4e9c2f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:49:17Z', 'updated_at': '2021-08-31T00:49:34Z', 'revision_number': 4, 'project_id': '87e60f2d01394bd7b03b34b83b48d52f', 'gw_port': {'id': '61affa2e-fb91-4918-b85b-b59b4e9c2f2a', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:18:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d29c1-41ba-419a-a6fa-2961721ec70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:49:33Z', 'updated_at': '2021-08-31T00:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '70213c0d-0b27-44ac-8e15-204a1df26839', 'name': '', 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb', 'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'mac_address': 'fa:16:3e:1a:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d29c1-41ba-419a-a6fa-2961721ec70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '572f9311-9942-4a26-8309-ce9967de59ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:49:26Z', 'updated_at': '2021-08-31T00:49:35Z', 'revision_number': 5, 'project_id': '87e60f2d01394bd7b03b34b83b48d52f', 'subnets': [{'id': '572f9311-9942-4a26-8309-ce9967de59ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23b7da5e-87c4-4c82-95cd-27dd9ab11f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:49:38.292163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3aa41b-596a-4727-8312-2329110c925c None None] The sync data for ids ['492d29c1-41ba-419a-a6fa-2961721ec70a'] in n-d-802060-13 is: [{'id': '492d29c1-41ba-419a-a6fa-2961721ec70a', 'name': 'router1', 'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '61affa2e-fb91-4918-b85b-b59b4e9c2f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:49:17Z', 'updated_at': '2021-08-31T00:49:34Z', 'revision_number': 4, 'project_id': '87e60f2d01394bd7b03b34b83b48d52f', 'gw_port': {'id': '61affa2e-fb91-4918-b85b-b59b4e9c2f2a', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:18:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d29c1-41ba-419a-a6fa-2961721ec70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:49:33Z', 'updated_at': '2021-08-31T00:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '70213c0d-0b27-44ac-8e15-204a1df26839', 'name': '', 'network_id': '6ff1f14c-35a7-4f0d-8a04-24061e130bfb', 'tenant_id': '87e60f2d01394bd7b03b34b83b48d52f', 'mac_address': 'fa:16:3e:1a:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d29c1-41ba-419a-a6fa-2961721ec70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '572f9311-9942-4a26-8309-ce9967de59ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:49:26Z', 'updated_at': '2021-08-31T00:49:35Z', 'revision_number': 5, 'project_id': '87e60f2d01394bd7b03b34b83b48d52f', 'subnets': [{'id': '572f9311-9942-4a26-8309-ce9967de59ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23b7da5e-87c4-4c82-95cd-27dd9ab11f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:49:39.812261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 61affa2e-fb91-4918-b85b-b59b4e9c2f2a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:49:39.876578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 61affa2e-fb91-4918-b85b-b59b4e9c2f2a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:49:39.881477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 61affa2e-fb91-4918-b85b-b59b4e9c2f2a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:39.881854 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:39.971989 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:39.999384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 61affa2e-fb91-4918-b85b-b59b4e9c2f2a, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=61affa2e-fb91-4918-b85b-b59b4e9c2f2a,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:49:40.003672 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:40.055066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=61affa2e-fb91-4918-b85b-b59b4e9c2f2a,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:49:41.826755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 61affa2e-fb91-4918-b85b-b59b4e9c2f2a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:49:41.903625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 61affa2e-fb91-4918-b85b-b59b4e9c2f2a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:49:41.904001 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:51.054087 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e3d64be8-9ba0-4493-bb36-d99826dfe7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:53.659241 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-274e0035-be94-4546-9557-de91ff7d1d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:53.947262 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:54.283323 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:49:54.298138 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 5 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:49:56.452943 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:21.057468 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-71889f4b-0b47-409d-86fc-98c1c82bfcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:23.655158 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8badc331-fa5e-49d8-8b30-2c5f7c3951bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:23.940884 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:24.254055 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:26.455182 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:31.299862 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 5 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:50:51.057718 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-05b5f150-81a0-4f20-acf7-43a757e6cd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:53.657254 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-798d6689-ce21-4e27-917a-f75c24118b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:53.941457 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:54.257722 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:50:56.465225 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:08.299412 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 5 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:51:19.138629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56466) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:19.199922 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-9241cfa0-3cdc-4de5-aa27-a3f361e198d6 admin admin] GET failed (client error): The resource could not be found. Aug 31 00:51:19.201234 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9241cfa0-3cdc-4de5-aa27-a3f361e198d6 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616522 Aug 31 00:51:19.363674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de8f5d5-3d1b-405a-a7ca-5a553ef94137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:19.365063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6de8f5d5-3d1b-405a-a7ca-5a553ef94137 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1592631 Aug 31 00:51:21.059956 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-97f34c30-c553-477b-beff-9abbc10bf1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.542384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56476) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:21.633916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b746a005-dd63-469d-8e9d-890a3805d819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:21.635253 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b746a005-dd63-469d-8e9d-890a3805d819 admin admin] 10.222.0.58 "GET /v2.0/subnets/572f9311-9942-4a26-8309-ce9967de59ca HTTP/1.1" status: 200 len: 849 time: 0.0919268 Aug 31 00:51:21.645357 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:51:21.819360 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.959095 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729315684572'] for subnet, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:21.992111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:21.993220 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:22.011535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] 10.222.0.58 "PUT /v2.0/subnets/572f9311-9942-4a26-8309-ce9967de59ca HTTP/1.1" status: 200 len: 868 time: 0.3528421 Aug 31 00:51:22.011771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0484be43-0278-4529-bf1b-f7b2ec2da7d4 None None] Network 6ff1f14c-35a7-4f0d-8a04-24061e130bfb requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:51:22.013013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=572f9311-9942-4a26-8309-ce9967de59ca,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:51:22.020351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:22.020709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:22.021024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:22.021355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:22.021680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:22.022158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:22.022507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:22.022814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:22.023137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:22.023487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:22.023849 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:22.024663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ee904b-499a-468d-9d29-07b15c5e87b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:51:22.357186 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c1df4ffe-34ff-4717-9152-aa5d7ff793c7 None None] Provisioning complete for port 2aa317cc-5234-4d6a-ac30-4e91c4bd1803 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:51:22.357729 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c1df4ffe-34ff-4717-9152-aa5d7ff793c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:22.448182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c1df4ffe-34ff-4717-9152-aa5d7ff793c7 None None] Provisioning complete for port 70213c0d-0b27-44ac-8e15-204a1df26839 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:51:22.448446 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c1df4ffe-34ff-4717-9152-aa5d7ff793c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:23.658063 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-52bc1781-d429-4753-a931-552e7fba6ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:23.944173 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:24.193163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56484) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:24.262385 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:24.393475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299b821a-2dcd-4674-9141-f42605ae2dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:24.393956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299b821a-2dcd-4674-9141-f42605ae2dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:24.395572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-299b821a-2dcd-4674-9141-f42605ae2dd0 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013712 Aug 31 00:51:26.466879 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:26.587946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56492) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:26.720635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0be6a-be58-4468-8bbf-338d23cefb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:26.721119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0be6a-be58-4468-8bbf-338d23cefb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:26.722654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e1c0be6a-be58-4468-8bbf-338d23cefb42 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1337652 Aug 31 00:51:28.915819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56500) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:29.058550 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c13322-f52b-4c37-a388-168ca298a973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:29.059934 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b5c13322-f52b-4c37-a388-168ca298a973 admin admin] 10.222.0.58 "GET /v2.0/networks/6ff1f14c-35a7-4f0d-8a04-24061e130bfb HTTP/1.1" status: 200 len: 869 time: 0.1431851 Aug 31 00:51:31.221780 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56510) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:31.348764 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95823462-5187-4bee-8462-2a9e79f9f9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:31.350134 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-95823462-5187-4bee-8462-2a9e79f9f9e3 admin admin] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 886 time: 0.1274211 Aug 31 00:51:33.549801 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56518) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:33.669896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7264183-1cd3-4737-960c-a67fdae29c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:33.670337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7264183-1cd3-4737-960c-a67fdae29c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:33.671859 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d7264183-1cd3-4737-960c-a67fdae29c94 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212020 Aug 31 00:51:35.861749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56526) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:35.957563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e794a7ab-32b8-4c19-8c3a-39c853aa2405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:35.958021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e794a7ab-32b8-4c19-8c3a-39c853aa2405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:35.959567 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e794a7ab-32b8-4c19-8c3a-39c853aa2405 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0968254 Aug 31 00:51:38.271496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56534) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:38.370223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c43cc-78cf-4440-ae53-5e45c619ea36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:38.371619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-237c43cc-78cf-4440-ae53-5e45c619ea36 admin admin] 10.222.0.58 "GET /v2.0/subnets/14959775-50cb-48f6-b55c-dcb27e86afff HTTP/1.1" status: 200 len: 816 time: 0.0991158 Aug 31 00:51:40.609308 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56542) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:51:40.702184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7d11b6-0897-4ba8-9904-95c505648911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:51:40.703540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2e7d11b6-0897-4ba8-9904-95c505648911 admin admin] 10.222.0.58 "GET /v2.0/subnets/572f9311-9942-4a26-8309-ce9967de59ca HTTP/1.1" status: 200 len: 868 time: 0.0932438 Aug 31 00:51:45.297639 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 5 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:51:51.061686 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-128388a1-d2f0-45a1-af21-6b747c1e9b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:53.662638 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-484b849c-2602-4f38-a399-710260f82993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:53.949013 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:54.261793 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:51:56.470347 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:04.858079 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56596) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:04.911359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-68813894-279b-4090-a594-7ebef32bef9c admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:52:04.912350 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-68813894-279b-4090-a594-7ebef32bef9c admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533469 Aug 31 00:52:07.183677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56604) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:07.242954 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5ead27-5737-4388-9241-2e9906d19e95 admin admin] GET failed (client error): The resource could not be found. Aug 31 00:52:07.244275 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6e5ead27-5737-4388-9241-2e9906d19e95 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596392 Aug 31 00:52:07.333964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428409dc-4bec-42bc-8835-f330c93b1a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:07.335469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-428409dc-4bec-42bc-8835-f330c93b1a06 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0859227 Aug 31 00:52:09.573022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56612) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:09.620821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-64c47de4-b79f-4fd8-8a1d-1c1f4376b8b4 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:09.640779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c47de4-b79f-4fd8-8a1d-1c1f4376b8b4 admin admin] Made reservation on behalf of 18cfd90999d8405898fcaa7549737b30 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:52:09.643000 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-64c47de4-b79f-4fd8-8a1d-1c1f4376b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.669943 n-d-802060-13 neutron-server[94761]: WARNING neutron.services.revisions.revision_plugin [None req-64c47de4-b79f-4fd8-8a1d-1c1f4376b8b4 admin admin] Could not find related network for resource to bump revision. Aug 31 00:52:09.684736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c47de4-b79f-4fd8-8a1d-1c1f4376b8b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:52:09.694445 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-64c47de4-b79f-4fd8-8a1d-1c1f4376b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.694786 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-64c47de4-b79f-4fd8-8a1d-1c1f4376b8b4 admin admin] Added segment a848c4cc-5c08-4683-a0a7-8d23238146c0 of type vlan for network 8845386b-2417-4d6a-9ad8-d23a525ef225 Aug 31 00:52:09.741193 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-64c47de4-b79f-4fd8-8a1d-1c1f4376b8b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.768308 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-64c47de4-b79f-4fd8-8a1d-1c1f4376b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.769270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c47de4-b79f-4fd8-8a1d-1c1f4376b8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:09.769845 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-64c47de4-b79f-4fd8-8a1d-1c1f4376b8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:09.824839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-64c47de4-b79f-4fd8-8a1d-1c1f4376b8b4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2505150 Aug 31 00:52:09.827911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c47de4-b79f-4fd8-8a1d-1c1f4376b8b4 admin admin] Pushing event updated for resources: {'Network': ['ID=8845386b-2417-4d6a-9ad8-d23a525ef225,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:09.840413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:52:12.059192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56620) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:52:12.119576 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-04560572-25d4-4056-83c7-15c02ccf26f4 admin admin] GET failed (client error): The resource could not be found. Aug 31 00:52:12.121481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-04560572-25d4-4056-83c7-15c02ccf26f4 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613060 Aug 31 00:52:12.194173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbc473f-6f3e-4806-b37a-2fb54f79d0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:12.195625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2fbc473f-6f3e-4806-b37a-2fb54f79d0f4 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695097 Aug 31 00:52:12.206176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-08233358-162d-4c54-8061-c1f1cdb1f531 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'description': 'shared-subnet'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:52:12.228697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08233358-162d-4c54-8061-c1f1cdb1f531 admin admin] Made reservation on behalf of 18cfd90999d8405898fcaa7549737b30 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:52:12.231837 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08233358-162d-4c54-8061-c1f1cdb1f531 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:12.417880 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08233358-162d-4c54-8061-c1f1cdb1f531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:12.476773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08233358-162d-4c54-8061-c1f1cdb1f531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:12.481818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08233358-162d-4c54-8061-c1f1cdb1f531 admin admin] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:12.482169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08233358-162d-4c54-8061-c1f1cdb1f531 admin admin] Network hostable DHCP agents. Network: 8845386b-2417-4d6a-9ad8-d23a525ef225, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:52:12.502365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08233358-162d-4c54-8061-c1f1cdb1f531 admin admin] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:52:12.512626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-08233358-162d-4c54-8061-c1f1cdb1f531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 8845386b-2417-4d6a-9ad8-d23a525ef225) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:12.516818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08233358-162d-4c54-8061-c1f1cdb1f531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:52:12.517408 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08233358-162d-4c54-8061-c1f1cdb1f531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:12.522264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36642c9-051b-441f-bc6f-f2b1f735a963 None None] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:52:12.531936 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-08233358-162d-4c54-8061-c1f1cdb1f531 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3292677 Aug 31 00:52:12.775938 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-8845386b-2417-4d6a-9ad8-d23a525ef225', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'tenant_id': '18cfd90999d8405898fcaa7549737b30', 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:52:12.777866 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:12.915234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Allocated IP 192.168.233.2 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/1868580a-db19-4bce-ad9b-d3660747f42f) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:52:13.068861 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:13.078738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Transition to ACTIVE for port object 1868580a-db19-4bce-ad9b-d3660747f42f will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:13.094198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Transition to ACTIVE for port object 1868580a-db19-4bce-ad9b-d3660747f42f will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:52:13.103095 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:13.142689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:52:13.147565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:52:13.150992 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:52:13.165399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Pushing event updated for resources: {'Port': ['ID=1868580a-db19-4bce-ad9b-d3660747f42f,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:13.185593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:13.185935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:13.186287 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:13.186645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:13.186982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:13.187336 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:13.187665 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:13.187989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:13.188309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:13.188628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:13.188950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:13.189261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:52:13.222872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Attempting to bind port 1868580a-db19-4bce-ad9b-d3660747f42f on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:52:13.223240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Attempting to bind port 1868580a-db19-4bce-ad9b-d3660747f42f by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:52:13.223626 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Attempting to bind port 1868580a-db19-4bce-ad9b-d3660747f42f on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:52:13.228538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:52:13.228904 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:52:13.229304 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:13.229725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:52:13.230299 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Bound port: 1868580a-db19-4bce-ad9b-d3660747f42f, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:52:13.230677 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:13.293781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] For port 1868580a-db19-4bce-ad9b-d3660747f42f, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:52:13.297231 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] For port 1868580a-db19-4bce-ad9b-d3660747f42f, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1868580a-db19-4bce-ad9b-d3660747f42f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:52:13.301221 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:13.361244 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a9fd1-455f-4560-a2aa-f27207c7bbeb None None] Pushing event updated for resources: {'Port': ['ID=1868580a-db19-4bce-ad9b-d3660747f42f,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:13.937849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1868580a-db19-4bce-ad9b-d3660747f42f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:13.997956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 1868580a-db19-4bce-ad9b-d3660747f42f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:14.184918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd144b3b-751d-4410-a98c-a1ebd8c20f3f None None] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:52:14.271505 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-95201c3d-10c7-48e9-bc49-fcff253e5319 None None] Provisioning for port 1868580a-db19-4bce-ad9b-d3660747f42f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:52:14.279512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-95201c3d-10c7-48e9-bc49-fcff253e5319 None None] Provisioning complete for port 1868580a-db19-4bce-ad9b-d3660747f42f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:14.279952 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-95201c3d-10c7-48e9-bc49-fcff253e5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:14.424060 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-95201c3d-10c7-48e9-bc49-fcff253e5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:14.461749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-95201c3d-10c7-48e9-bc49-fcff253e5319 None None] For port 1868580a-db19-4bce-ad9b-d3660747f42f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1868580a-db19-4bce-ad9b-d3660747f42f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:52:14.466889 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-95201c3d-10c7-48e9-bc49-fcff253e5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:14.523392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95201c3d-10c7-48e9-bc49-fcff253e5319 None None] Pushing event updated for resources: {'Port': ['ID=1868580a-db19-4bce-ad9b-d3660747f42f,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:52:14.686684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-19897423-1e9c-45cf-a38c-5775d2280300 None None] Provisioning complete for port 1868580a-db19-4bce-ad9b-d3660747f42f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:14.686957 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-19897423-1e9c-45cf-a38c-5775d2280300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:15.889788 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1868580a-db19-4bce-ad9b-d3660747f42f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:52:15.936805 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 1868580a-db19-4bce-ad9b-d3660747f42f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:52:15.937176 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:21.062525 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-111a4a30-811a-4f8b-afa0-1dfaa62cef3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:22.297774 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 5 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:52:23.663333 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-44fba032-77da-4ac0-b1cc-0ae994f66a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:23.951200 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:24.265109 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:26.473505 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:51.063258 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-11db29c3-fb38-4c8c-8ef0-365412fe7eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:53.664201 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ef70897c-af70-464b-926c-47094e7ff7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:53.954851 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:54.270671 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:56.475925 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:52:59.296570 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 5 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:53:21.066888 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ba44bb41-e163-40fc-a42b-ac80d7ae068f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:21.313863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56672) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:21.320331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [None req-8898a928-613d-4c18-91d0-6c27241850cd tempest-verify_tempest_config-788824788 tempest-verify_tempest_config-788824788-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:53:21.321281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8898a928-613d-4c18-91d0-6c27241850cd tempest-verify_tempest_config-788824788 tempest-verify_tempest_config-788824788-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064220 Aug 31 00:53:21.612206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56690) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:21.713392 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:21.801864 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:21.805536 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:21.852328 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=09e8d92c81bd48dfa86d8e5e132f326f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2390089 Aug 31 00:53:21.853149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764a3500-49b6-4919-8022-dbbc940b9d44,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:21.855022 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56694) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:53:21.860483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:21.860832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:21.861174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:21.861507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:21.861837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:21.862185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:21.862512 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:21.862836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:21.863159 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:21.863503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:21.863821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:21.864135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea4cead-3d8c-4d30-afe1-470c0b487eb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:21.923244 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:21.948846 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:22.037420 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:22.040321 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:22.041507 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/764a3500-49b6-4919-8022-dbbc940b9d44 HTTP/1.1" status: 204 len: 168 time: 0.1855023 Aug 31 00:53:22.049188 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764a3500-49b6-4919-8022-dbbc940b9d44,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:53:22.055806 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:22.056093 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:22.056442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:22.056779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:22.057117 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:22.057450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:22.057781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:22.058107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:22.058436 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:22.058758 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:22.059083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:22.059442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6566f950-306e-4b49-9af1-4602312537ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:53:23.664296 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-15aae23d-51a3-4a54-80de-25c5f118e72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:23.958043 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:24.264500 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:26.479332 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:36.295682 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 5 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:53:51.070904 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-93be16e8-1095-489b-9ee9-4b21f50c8656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:53.664915 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ff22451b-b6c7-4f6e-8925-39fb6f08f3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:53.960711 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:54.272283 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:53:56.482019 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:13.294381 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 5 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:54:21.071272 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4489f25f-ddb8-474a-9e14-8521f9f3377b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:23.665604 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5f220a5e-ccaf-45c3-a855-80319b5107c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:23.962623 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:24.273146 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:26.488514 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:50.292399 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 5 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:54:51.072441 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ddd01bb1-ddae-477d-89bf-c9482f5c6ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:53.666318 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c23d7fcb-f569-47ca-95e0-e47349d1c7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:53.962704 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:54.275688 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:54:56.490186 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:21.073130 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5fa3a90a-c69d-4c82-b272-07a49a5c6477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:23.667067 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7bee4912-b778-481b-8527-52de5ab79b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:23.962890 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:24.278552 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:26.492982 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:27.290825 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 5 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:55:51.072593 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d63cd22c-9014-457c-8fa8-5ddbec71986c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:53.668634 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7ba1375e-adf8-45c9-985b-f19c1e154959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:53.965698 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:54.281619 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:55:56.496495 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:04.289861 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 5 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:56:21.072235 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-30936e7a-cc4c-4828-9d54-f6fabc8778c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:23.672543 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6207b9ae-9403-42f3-9b18-e8ec0d5a3faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:23.969794 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:24.289845 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:26.499193 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:31.254136 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8056056'] for agent, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:40.715912 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8056056'] for agent, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:41.289037 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:56:51.074292 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eb754ed9-8f3d-4149-bd8e-fd9e2f007fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:53.672809 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c4c60f77-0461-4b77-9cb8-57316e3615d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:53.971173 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:54.287305 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:56:56.503266 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:01.216461 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:10.697086 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:18.287863 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:57:20.953174 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56756) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:21.058226 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3587c3a4-b16d-4133-a393-0121fc480f2a admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1039646 Aug 31 00:57:21.087547 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-73ff20c2-a8c0-4cdc-b766-aefda61999ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:23.297861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56766) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:57:23.360603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0e9715fc-0ae4-45f3-9dd4-405ee344a217 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0616257 Aug 31 00:57:23.673613 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b526006e-61ec-4ba5-bdcc-21a21c49ed22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:23.971710 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:24.288998 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:26.506820 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:31.243241 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:40.694223 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:51.080981 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f5a36525-8ac6-412c-9914-673b151a490d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:53.674091 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a42d3edf-029e-4642-8569-7c732a08593b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:53.973837 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:54.292541 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:57:55.286782 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:57:56.510100 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:01.245476 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:10.698950 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:21.081678 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7284d86d-3c1e-4082-8570-605e751234ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:23.679961 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2a63ce04-e228-4dd8-94cc-c6c110ad3ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:23.974809 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:24.295930 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:26.513706 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:31.245297 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:32.286637 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:58:40.691593 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:48.684928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57132) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:48.688478 n-d-802060-13 neutron-server[94761]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 00:58:48.727268 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-95401dc4-58dd-4487-bfed-86151496acf8 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e01bda5ddbe1438c80d2b78df795a306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408778 Aug 31 00:58:48.957894 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57146) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:49.042526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-d4e8aee9-8cda-4746-8982-881f26b9fb9c tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:49.043986 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-d4e8aee9-8cda-4746-8982-881f26b9fb9c tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3157992 Aug 31 00:58:49.063850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-ff0cb6cc-b318-4e91-8f5e-1595f8a4896e tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/quotas/e01bda5ddbe1438c80d2b78df795a306 HTTP/1.1" status: 200 len: 375 time: 0.0136850 Aug 31 00:58:49.072783 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:49.127962 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-e4f1c50f-c515-4a86-ae84-38f91dbd32fb tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e01bda5ddbe1438c80d2b78df795a306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584188 Aug 31 00:58:49.168765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:49.173439 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:49.207000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043a97fa-ec1f-426f-b09d-ba67ece4abea,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:49.219659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:49.220008 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:49.220403 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:49.220746 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:49.221076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:49.221701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:49.222260 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:49.222656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:49.223015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:49.223370 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:49.223712 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:49.224075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] Tracked resource versions report: Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: pushed versions: Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: { 'AddressGroup': {'1.2'}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'ConntrackHelper': {'1.0'}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'Log': {'1.0'}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'Network': {'1.1'}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'Port': {'1.7'}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'PortForwarding': {'1.2'}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'QosPolicy': {'1.9'}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'SecurityGroup': {'1.4'}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'SubPort': {'1.0'}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'Subnet': {'1.1'}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'Trunk': {'1.1'}} Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: consumer versions: Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: { DHCP agent@n-d-802060-13: {}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: HyperV agent@n-h1-802060-13: {}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: HyperV agent@n-h2-802060-13: {}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: L3 agent@n-d-802060-13: {}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: Metadata agent@n-d-802060-13: {}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: Metering agent@n-d-802060-13: {}, Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: Open vSwitch agent@n-d-802060-13: { 'AddressGroup': '1.2', Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'ConntrackHelper': '1.0', Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'Log': '1.0', Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'Network': '1.1', Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'Port': '1.7', Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'PortForwarding': '1.2', Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'QosPolicy': '1.9', Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'SecurityGroup': '1.4', Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'SecurityGroupRule': '1.2', Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'SubPort': '1.0', Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'Subnet': '1.1', Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: 'Trunk': '1.1'}} Aug 31 00:58:49.225244 n-d-802060-13 neutron-server[94760]: {{(pid=94760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:58:49.246370 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9ff29144-e860-4011-9760-e1a8ce535cfc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f5084c21fdd542c2b540020fe13e63d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2848217 Aug 31 00:58:49.246768 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57152) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:49.306610 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26f0e593-29e5-478d-a6d0-347d819694d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:49.333089 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26f0e593-29e5-478d-a6d0-347d819694d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:49.405010 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26f0e593-29e5-478d-a6d0-347d819694d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:49.408010 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26f0e593-29e5-478d-a6d0-347d819694d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:49.409154 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-26f0e593-29e5-478d-a6d0-347d819694d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/043a97fa-ec1f-426f-b09d-ba67ece4abea HTTP/1.1" status: 204 len: 168 time: 0.1616788 Aug 31 00:58:49.418102 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0e593-29e5-478d-a6d0-347d819694d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043a97fa-ec1f-426f-b09d-ba67ece4abea,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:49.838750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57206) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:49.852567 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:50.019518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a482859-a3c4-45dc-ac28-1213d5f0cec2 req-bab8ea7f-db5e-4379-b182-e4b8113fe206 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 210 time: 0.0566854 Aug 31 00:58:50.021285 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:50.030334 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:50.088935 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6851a6-8d19-4239-ae66-7a46d1322c75,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:50.108115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:50.108645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:50.109271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:50.109741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:50.110427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:50.110900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:50.111423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:50.112132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:50.112604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:50.113207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:50.113815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:50.114280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] Tracked resource versions report: Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: pushed versions: Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: { 'AddressGroup': {'1.2'}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'ConntrackHelper': {'1.0'}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'Log': {'1.0'}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'Network': {'1.1'}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'Port': {'1.7'}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'PortForwarding': {'1.2'}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'QosPolicy': {'1.9'}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'SecurityGroup': {'1.4'}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'SubPort': {'1.0'}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'Subnet': {'1.1'}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'Trunk': {'1.1'}} Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: consumer versions: Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: { DHCP agent@n-d-802060-13: {}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: HyperV agent@n-h1-802060-13: {}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: HyperV agent@n-h2-802060-13: {}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: L3 agent@n-d-802060-13: {}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: Metadata agent@n-d-802060-13: {}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: Metering agent@n-d-802060-13: {}, Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: Open vSwitch agent@n-d-802060-13: { 'AddressGroup': '1.2', Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'ConntrackHelper': '1.0', Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'Log': '1.0', Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'Network': '1.1', Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'Port': '1.7', Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'PortForwarding': '1.2', Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'QosPolicy': '1.9', Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'SecurityGroup': '1.4', Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'SecurityGroupRule': '1.2', Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'SubPort': '1.0', Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'Subnet': '1.1', Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: 'Trunk': '1.1'}} Aug 31 00:58:50.115575 n-d-802060-13 neutron-server[94761]: {{(pid=94761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:58:50.126045 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57230) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:50.126643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-14c44938-4133-4cf9-b07b-f1fca07932a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b07240123e9420988b99a218b76e81d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2862849 Aug 31 00:58:50.205671 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6bbb-6b95-4bb1-b3b6-8e4929c33812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:50.248106 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6bbb-6b95-4bb1-b3b6-8e4929c33812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:50.333335 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6bbb-6b95-4bb1-b3b6-8e4929c33812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:50.342660 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6bbb-6b95-4bb1-b3b6-8e4929c33812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:50.349178 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fdaf6bbb-6b95-4bb1-b3b6-8e4929c33812 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a6851a6-8d19-4239-ae66-7a46d1322c75 HTTP/1.1" status: 204 len: 168 time: 0.2195523 Aug 31 00:58:50.364559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf6bbb-6b95-4bb1-b3b6-8e4929c33812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6851a6-8d19-4239-ae66-7a46d1322c75,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:50.496099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57262) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:50.802129 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f17533ad-2907-4ee9-b57f-192e939192ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.029518 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f17533ad-2907-4ee9-b57f-192e939192ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.035574 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f17533ad-2907-4ee9-b57f-192e939192ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.105909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f17533ad-2907-4ee9-b57f-192e939192ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ccc2d85357042ac94c08ceb9a8082ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6103740 Aug 31 00:58:51.107063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17533ad-2907-4ee9-b57f-192e939192ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877649b1-ef78-4be3-9f10-ed4dbd4d7f42,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:51.109655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57334) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:51.117647 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0be43859-cfce-41a3-97be-b389b1d4fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.193895 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1d370dc-ea76-4720-89b9-b1f606e89815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.219162 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1d370dc-ea76-4720-89b9-b1f606e89815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.224989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57344) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:51.293231 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1d370dc-ea76-4720-89b9-b1f606e89815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.297079 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1d370dc-ea76-4720-89b9-b1f606e89815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.301576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c1d370dc-ea76-4720-89b9-b1f606e89815 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/877649b1-ef78-4be3-9f10-ed4dbd4d7f42 HTTP/1.1" status: 204 len: 168 time: 0.1907606 Aug 31 00:58:51.311111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d370dc-ea76-4720-89b9-b1f606e89815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877649b1-ef78-4be3-9f10-ed4dbd4d7f42,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:51.388203 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.70', 60423) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:51.426283 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-1e1213f3-3524-4bf1-ae9c-6206e49439f4 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e01bda5ddbe1438c80d2b78df795a306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362706 Aug 31 00:58:51.460932 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e705d447-232f-423f-afb6-9f8f210c141d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.611788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57370) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:51.679223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-78189642-f3ab-435c-8fea-64e1700ed607 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:51.680694 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-78189642-f3ab-435c-8fea-64e1700ed607 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2467668 Aug 31 00:58:51.733513 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e705d447-232f-423f-afb6-9f8f210c141d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.738782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e705d447-232f-423f-afb6-9f8f210c141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.769969 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57380) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:51.783347 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3dfd-c4f2-4d20-af8f-5c77b1fe39a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.789556 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Request body: {'port': {'device_id': '876eeda1-ff11-4ef7-bd54-061833543fb6', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': 'e01bda5ddbe1438c80d2b78df795a306'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:58:51.811557 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e705d447-232f-423f-afb6-9f8f210c141d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7dc1962a481b45f7b75cfefbb3e8e49e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5848687 Aug 31 00:58:51.820025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57390) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:51.828236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705d447-232f-423f-afb6-9f8f210c141d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30edf74-a843-42af-8dca-4e01cdee61c9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:51.932422 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3dfd-c4f2-4d20-af8f-5c77b1fe39a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.948780 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3dfd-c4f2-4d20-af8f-5c77b1fe39a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:51.978068 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-ee6d615a-0ace-40e5-9473-1c33e8187208 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f4a13d1b22ff4218bd5b84f1feb8734a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779874 Aug 31 00:58:51.987910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bf9e3dfd-c4f2-4d20-af8f-5c77b1fe39a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4a60d8fbf8c492b802b75a870fc905a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2165961 Aug 31 00:58:51.988545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57408) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:52.154171 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6687f8bb-751c-4859-a259-631f18f31c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:52.180594 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-172f06db-f049-4dc5-bb5d-16adc5de27f6 req-0a1a1438-db66-47ee-b5b6-85e13c865643 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 210 time: 0.5670249 Aug 31 00:58:52.188764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80cac4e5-fdb9-40a5-b12d-bf975cafad77 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:52.190862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80cac4e5-fdb9-40a5-b12d-bf975cafad77 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010503 Aug 31 00:58:52.197014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e3dfd-c4f2-4d20-af8f-5c77b1fe39a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdac918-4d7f-4946-9103-6b5d9296bc0c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:52.197747 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6687f8bb-751c-4859-a259-631f18f31c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:52.242662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-08fe4021-327a-4bb5-b56b-4c12720d606e tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/quotas/f4a13d1b22ff4218bd5b84f1feb8734a HTTP/1.1" status: 200 len: 375 time: 0.0421581 Aug 31 00:58:52.261741 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Made reservation on behalf of e01bda5ddbe1438c80d2b78df795a306 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:58:52.266256 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:52.280730 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:52.291941 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-4f09cba1-4968-4886-8216-e908d93ddaef tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4a13d1b22ff4218bd5b84f1feb8734a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482111 Aug 31 00:58:52.310556 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6687f8bb-751c-4859-a259-631f18f31c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:52.312578 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-50691197-7ebd-4a24-9a65-326b4fa4eedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:52.314072 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6687f8bb-751c-4859-a259-631f18f31c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:52.315661 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6687f8bb-751c-4859-a259-631f18f31c2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e30edf74-a843-42af-8dca-4e01cdee61c9 HTTP/1.1" status: 204 len: 168 time: 0.4943173 Aug 31 00:58:52.341583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687f8bb-751c-4859-a259-631f18f31c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30edf74-a843-42af-8dca-4e01cdee61c9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:52.353760 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-50691197-7ebd-4a24-9a65-326b4fa4eedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:52.448236 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-50691197-7ebd-4a24-9a65-326b4fa4eedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:52.451797 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-50691197-7ebd-4a24-9a65-326b4fa4eedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:52.454549 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:52.455710 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-50691197-7ebd-4a24-9a65-326b4fa4eedc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/afdac918-4d7f-4946-9103-6b5d9296bc0c HTTP/1.1" status: 204 len: 168 time: 0.4647722 Aug 31 00:58:52.460453 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:52.472238 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50691197-7ebd-4a24-9a65-326b4fa4eedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdac918-4d7f-4946-9103-6b5d9296bc0c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:52.630430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5069f9b-e433-4cbf-b5f0-0615c5abea43,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:52.659238 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59e2b98a-f29c-42c4-8a56-bd4a57cd74de req-55c1c8ba-1c3e-401a-b6dd-40249febfcf8 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 210 time: 0.0531595 Aug 31 00:58:53.034777 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Allocated IP 192.168.233.205 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:58:53.528719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff3efd13-5b41-4fbb-b41f-d223b4c1ac72 req-76b2eabe-1191-40f9-9c61-a408b9cc03ad tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 210 time: 0.0572698 Aug 31 00:58:53.571995 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:53.660209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Transition to ACTIVE for port object d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:58:53.713454 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8f4db2a2-3304-465a-b9ff-1cc09405ecf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:53.812092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57500) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:53.856816 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-34d3b686-8987-48a4-b270-2cac6c288d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:53.868501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ca24479-bbaa-4d65-8f05-d74478e73903 req-7cf78e00-600e-4ee2-8a49-6ee6f5ca064e tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 210 time: 0.0708568 Aug 31 00:58:53.957805 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.011607 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.234390 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:58:54.255720 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:58:54.259937 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Pushing event updated for resources: {'Port': ['ID=d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:54.273845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:58:54.280190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:54.281040 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.377926 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.446494 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-34d3b686-8987-48a4-b270-2cac6c288d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.453881 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-34d3b686-8987-48a4-b270-2cac6c288d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.474125 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3eb2773a-f1f6-444f-9af5-46564f4cafe9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7056279 Aug 31 00:58:54.533140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-f0072ec1-0759-4e88-9311-bf54264bedd5 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:58:54.534154 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-f0072ec1-0759-4e88-9311-bf54264bedd5 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234275 Aug 31 00:58:54.619207 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-34d3b686-8987-48a4-b270-2cac6c288d12 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9fd072c69c45465badbc521927708313&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8020103 Aug 31 00:58:54.620290 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57542) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:54.639140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3b686-8987-48a4-b270-2cac6c288d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b208268a-e5cc-47e6-9e17-21d541fe3edf,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:54.824423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6715ff82-fac3-4231-9526-6438c8c5ec3f None None] Provisioning for port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:58:54.831530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6715ff82-fac3-4231-9526-6438c8c5ec3f None None] Provisioning complete for port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:58:54.832435 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6715ff82-fac3-4231-9526-6438c8c5ec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.917310 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-84e6f541-af00-48d5-a733-bbe0c0792393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:54.939197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-6715ff82-fac3-4231-9526-6438c8c5ec3f None None] Port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:58:54.971924 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-84e6f541-af00-48d5-a733-bbe0c0792393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:55.052735 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57554) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:55.112401 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-84e6f541-af00-48d5-a733-bbe0c0792393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:55.121730 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-84e6f541-af00-48d5-a733-bbe0c0792393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:55.124585 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-84e6f541-af00-48d5-a733-bbe0c0792393 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b208268a-e5cc-47e6-9e17-21d541fe3edf HTTP/1.1" status: 204 len: 168 time: 0.5041206 Aug 31 00:58:55.139975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Request body: {'port': {'device_id': '876eeda1-ff11-4ef7-bd54-061833543fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:58:55.167812 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6f541-af00-48d5-a733-bbe0c0792393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b208268a-e5cc-47e6-9e17-21d541fe3edf,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:55.255786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7290a22b-f9c1-4f99-91f2-8a6a88e217ec req-30ca965a-cd7a-41c6-a238-3471a2410d72 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 210 time: 0.0971382 Aug 31 00:58:55.269539 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:55.308834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c442dec-128c-4d84-b874-3f23587b73ba req-78ceb192-167e-4f3a-a965-c62eaddfe4d9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:55.315904 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c16d866-ce64-4a96-ad16-3352a2e2b95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:55.325563 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c442dec-128c-4d84-b874-3f23587b73ba req-78ceb192-167e-4f3a-a965-c62eaddfe4d9 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 936 time: 0.6226294 Aug 31 00:58:55.473524 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c442dec-128c-4d84-b874-3f23587b73ba req-beb7b737-24a4-4470-b4b1-9f8842228fa0 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456788 Aug 31 00:58:55.522722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.70', 60428) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:55.585264 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-ef417d8a-7fad-42dc-8a62-89ab78d107f3 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f4a13d1b22ff4218bd5b84f1feb8734a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427067 Aug 31 00:58:55.852621 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c16d866-ce64-4a96-ad16-3352a2e2b95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:55.872893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-b443f8e4-0a95-4e65-ae00-0e610a160b0f tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:55.876025 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-b443f8e4-0a95-4e65-ae00-0e610a160b0f tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2791595 Aug 31 00:58:55.936866 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c16d866-ce64-4a96-ad16-3352a2e2b95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:56.045587 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8c16d866-ce64-4a96-ad16-3352a2e2b95c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=311b830ddce44f25a15ada1df438582e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9887574 Aug 31 00:58:56.047520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57574) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:56.065471 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16d866-ce64-4a96-ad16-3352a2e2b95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04867eb3-5d40-4fa8-bb23-d71043118c51,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:56.276765 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08b549cc-9afe-4c70-a8ab-955a8c433227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:56.412080 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08b549cc-9afe-4c70-a8ab-955a8c433227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:56.543855 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:56.579337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:58:56.602216 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:56.606260 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f8803260-0d47-43c2-950c-b448dcdc355b req-2c671069-3269-4bbd-9ab2-b16a5e140602 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 210 time: 0.1298709 Aug 31 00:58:56.637639 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Request body: {'port': {'device_id': '1681e13d-a528-472f-a17a-0b621392dc41', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': 'f4a13d1b22ff4218bd5b84f1feb8734a'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:58:56.920645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Transition to ACTIVE for port object d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:58:56.932542 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:56.973699 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08b549cc-9afe-4c70-a8ab-955a8c433227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:56.980151 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08b549cc-9afe-4c70-a8ab-955a8c433227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:56.981321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-08b549cc-9afe-4c70-a8ab-955a8c433227 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/04867eb3-5d40-4fa8-bb23-d71043118c51 HTTP/1.1" status: 204 len: 168 time: 0.9341617 Aug 31 00:58:57.119862 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b549cc-9afe-4c70-a8ab-955a8c433227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04867eb3-5d40-4fa8-bb23-d71043118c51,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:57.205059 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Pushing event updated for resources: {'Port': ['ID=d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:57.250760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d68286-456a-4002-8021-1217560eb699 req-2767f771-9b22-480c-b0bc-838cddaa3944 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:57.252978 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38d68286-456a-4002-8021-1217560eb699 req-2767f771-9b22-480c-b0bc-838cddaa3944 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 936 time: 0.4152465 Aug 31 00:58:57.403184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38d68286-456a-4002-8021-1217560eb699 req-8c297192-ec90-4ebe-b75a-0fa379e3eb46 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277795 Aug 31 00:58:57.440061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Attempting to bind port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:58:57.440061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Attempting to bind port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:58:57.440061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Attempting to bind port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:57.454160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Made reservation on behalf of f4a13d1b22ff4218bd5b84f1feb8734a for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:58:57.456995 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:58:57.457246 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:57.457372 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Attempting to bind port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:58:57.465762 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:58:57.466121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:58:57.466813 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:58:57.467313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Bound port: d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:58:57.467703 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:57.499529 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:57.716144 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:57.732045 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] For port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:58:57.734375 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:57.762703 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] For port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:58:57.770179 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:57.859302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:57.861692 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:57.861993 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] 10.222.0.70 "PUT /v2.0/ports/d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf HTTP/1.1" status: 200 len: 1097 time: 2.9119952 Aug 31 00:58:57.869504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876eeda1-ff11-4ef7-bd54-061833543fb6', 'tag': 'd46bad1f-2987-48f6-8fb9-78ebd5c4c2bf'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:58:57.987948 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57640) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:58.030716 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4751a34-dd46-4cd0-80bc-69f6e738efd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:58.033784 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b97f3-9e1a-4ea3-8c1c-47b01a57199f service neutron] Pushing event updated for resources: {'Port': ['ID=d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:58.127720 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68fb8a9a-1064-4d99-a8c9-d0d21ac499f9 req-1b004fd2-242f-4696-bbf1-72d26847d0f4 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 210 time: 0.2922180 Aug 31 00:58:58.143682 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5390d269-b8ba-4230-a573-21dc0a0e2c47,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:58.177929 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4751a34-dd46-4cd0-80bc-69f6e738efd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:58.185955 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4751a34-dd46-4cd0-80bc-69f6e738efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:58.242179 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c4751a34-dd46-4cd0-80bc-69f6e738efd5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=216c5e260ce04519a407c6b065af2b5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2482960 Aug 31 00:58:58.243224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4751a34-dd46-4cd0-80bc-69f6e738efd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e8da4d-491f-4fa1-90e0-bba51347571b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:58.247076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57646) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:58.378908 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Allocated IP 192.168.233.134 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/603b1708-719c-4a31-b0d6-def72f61cbfe) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:58:58.480939 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a19001d-6b4d-4db8-b147-c0c6c2b37bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:58.495052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57658) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:58.572805 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a19001d-6b4d-4db8-b147-c0c6c2b37bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:58.705759 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f44060-17ef-443d-9150-402c0c15d032" -d '{"events": [{"name": "network-changed", "server_uuid": "876eeda1-ff11-4ef7-bd54-061833543fb6", "tag": "d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:58:58.715251 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b00024-239a-40dd-a501-09b1f7b5a278 req-bd290f2c-174d-4c7c-98db-9a71deb5f77b tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:58.716959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4b00024-239a-40dd-a501-09b1f7b5a278 req-bd290f2c-174d-4c7c-98db-9a71deb5f77b tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 948 time: 0.1577787 Aug 31 00:58:58.746912 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:58.785899 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a19001d-6b4d-4db8-b147-c0c6c2b37bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:58.789542 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a19001d-6b4d-4db8-b147-c0c6c2b37bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:58.793303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6a19001d-6b4d-4db8-b147-c0c6c2b37bbd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/95e8da4d-491f-4fa1-90e0-bba51347571b HTTP/1.1" status: 204 len: 168 time: 0.5435388 Aug 31 00:58:58.809791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Transition to ACTIVE for port object 603b1708-719c-4a31-b0d6-def72f61cbfe will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:58:58.834406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19001d-6b4d-4db8-b147-c0c6c2b37bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e8da4d-491f-4fa1-90e0-bba51347571b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:58.850552 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4b00024-239a-40dd-a501-09b1f7b5a278 req-6cebba15-bc6e-4b10-a103-e7cdd060da74 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890710 Aug 31 00:58:58.917849 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:58.968162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4fd7477f-fff7-4194-8c6c-27952383d98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:59.004919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:58:59.014463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:58:59.023174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:58:59.029022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:59.029558 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:59.057588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Pushing event updated for resources: {'Port': ['ID=603b1708-719c-4a31-b0d6-def72f61cbfe,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:59.133188 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4fd7477f-fff7-4194-8c6c-27952383d98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:59.140189 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4fd7477f-fff7-4194-8c6c-27952383d98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:59.147904 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-9dfea359-ccf5-42e9-aa55-46238f5c3636 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5131001 Aug 31 00:58:59.206053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7477f-fff7-4194-8c6c-27952383d98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e3e7cf-28eb-4898-97c0-16a214f06a1f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:59.258258 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4fd7477f-fff7-4194-8c6c-27952383d98d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5211f9cc8e0458bab175eae847c5069&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7619071 Aug 31 00:58:59.261970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57678) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:59.485376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0723cef7-2b35-4c08-963c-dd9026a2fb55 None None] Provisioning for port 603b1708-719c-4a31-b0d6-def72f61cbfe completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:58:59.493643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0723cef7-2b35-4c08-963c-dd9026a2fb55 None None] Provisioning complete for port 603b1708-719c-4a31-b0d6-def72f61cbfe triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:58:59.502315 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0723cef7-2b35-4c08-963c-dd9026a2fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:59.546526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db65fb-f731-4304-a309-e1ed20ea8bae req-c3eeb26e-d57a-448c-af6b-600befc75612 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:58:59.554207 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15db65fb-f731-4304-a309-e1ed20ea8bae req-c3eeb26e-d57a-448c-af6b-600befc75612 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 936 time: 0.2041533 Aug 31 00:58:59.556879 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a22d1fac-d7e7-42f4-a9ae-1a8834022b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:59.571656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57686) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:58:59.574922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-0723cef7-2b35-4c08-963c-dd9026a2fb55 None None] Port 603b1708-719c-4a31-b0d6-def72f61cbfe cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:58:59.674500 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a22d1fac-d7e7-42f4-a9ae-1a8834022b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:59.705606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15db65fb-f731-4304-a309-e1ed20ea8bae req-4d0280fc-320a-434a-88c9-8efbf066aea0 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503558 Aug 31 00:58:59.750012 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0bc68d-e3d2-457b-8b37-ffd15250f35b x-openstack-request-id: req-4e0bc68d-e3d2-457b-8b37-ffd15250f35b {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:58:59.750680 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876eeda1-ff11-4ef7-bd54-061833543fb6", "tag": "d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:58:59.751217 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e0bc68d-e3d2-457b-8b37-ffd15250f35b {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:58:59.752139 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876eeda1-ff11-4ef7-bd54-061833543fb6', 'tag': 'd46bad1f-2987-48f6-8fb9-78ebd5c4c2bf', 'status': 'completed', 'code': 200} Aug 31 00:58:59.755317 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a22d1fac-d7e7-42f4-a9ae-1a8834022b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:59.758698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a22d1fac-d7e7-42f4-a9ae-1a8834022b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:58:59.762736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a22d1fac-d7e7-42f4-a9ae-1a8834022b30 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6e3e7cf-28eb-4898-97c0-16a214f06a1f HTTP/1.1" status: 204 len: 168 time: 0.4997420 Aug 31 00:58:59.776185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d1fac-d7e7-42f4-a9ae-1a8834022b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e3e7cf-28eb-4898-97c0-16a214f06a1f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:58:59.964169 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1887980-4371-4d65-963d-049ef7f49163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.081985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38553ff-8c62-4aac-b977-b2eb22f69830 req-fd9b8d7d-0a6f-4903-87fd-4c4428833b1d tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:00.095692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c38553ff-8c62-4aac-b977-b2eb22f69830 req-fd9b8d7d-0a6f-4903-87fd-4c4428833b1d tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 948 time: 0.1446054 Aug 31 00:59:00.109520 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1887980-4371-4d65-963d-049ef7f49163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.114503 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1887980-4371-4d65-963d-049ef7f49163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.136437 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c38553ff-8c62-4aac-b977-b2eb22f69830 req-42262a1b-e09a-4150-8a3e-d854502b2e5e tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390997 Aug 31 00:59:00.188127 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57708) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:00.194475 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c1887980-4371-4d65-963d-049ef7f49163 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7ca3dee8ccc46c6abd3187219e0ae48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6211257 Aug 31 00:59:00.209821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1887980-4371-4d65-963d-049ef7f49163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90806233-72aa-4ab7-b73b-3092467a36d1,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:00.256955 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-39962348-a2c7-4816-88b5-316109f1eac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.294386 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-39962348-a2c7-4816-88b5-316109f1eac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.355846 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-39962348-a2c7-4816-88b5-316109f1eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.359052 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-39962348-a2c7-4816-88b5-316109f1eac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.360477 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-39962348-a2c7-4816-88b5-316109f1eac6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90806233-72aa-4ab7-b73b-3092467a36d1 HTTP/1.1" status: 204 len: 168 time: 0.1705418 Aug 31 00:59:00.369724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39962348-a2c7-4816-88b5-316109f1eac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90806233-72aa-4ab7-b73b-3092467a36d1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:00.512520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57718) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:00.529138 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fb73de2-d03c-441f-864e-0f75c23ea07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.756546 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fb73de2-d03c-441f-864e-0f75c23ea07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.764293 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fb73de2-d03c-441f-864e-0f75c23ea07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.835731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3fb73de2-d03c-441f-864e-0f75c23ea07e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56416a5aff224ff08b67c3da4bb0c427&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3207135 Aug 31 00:59:00.838083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57730) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:00.908725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb73de2-d03c-441f-864e-0f75c23ea07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ef3f22-1217-436c-b356-e81bb2ffef45,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:00.952377 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3aabd7b8-e1a9-42ff-b24d-5a67a13b1a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.982293 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3aabd7b8-e1a9-42ff-b24d-5a67a13b1a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:00.984447 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ed055-350e-4f9e-8a14-ca6072336805 req-d8db1079-cb70-42eb-9a6e-89c46162f882 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:00.986012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e09ed055-350e-4f9e-8a14-ca6072336805 req-d8db1079-cb70-42eb-9a6e-89c46162f882 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 936 time: 0.1781461 Aug 31 00:59:01.034415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e09ed055-350e-4f9e-8a14-ca6072336805 req-c2ec792a-33ed-4d84-9d95-70d2236b08f0 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408399 Aug 31 00:59:01.063890 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3aabd7b8-e1a9-42ff-b24d-5a67a13b1a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:01.069945 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3aabd7b8-e1a9-42ff-b24d-5a67a13b1a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:01.072780 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3aabd7b8-e1a9-42ff-b24d-5a67a13b1a1f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e3ef3f22-1217-436c-b356-e81bb2ffef45 HTTP/1.1" status: 204 len: 168 time: 0.2337646 Aug 31 00:59:01.091939 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabd7b8-e1a9-42ff-b24d-5a67a13b1a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ef3f22-1217-436c-b356-e81bb2ffef45,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:01.242503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57744) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:01.264454 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-945e5ac8-9fb7-4184-979d-44381fe7b342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:01.279372 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:01.370488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e51af-c641-41d3-944d-0f9350e97ea7 req-997a7a7c-34b0-4769-9ad0-f122c2d9b511 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:01.376379 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-393e51af-c641-41d3-944d-0f9350e97ea7 req-997a7a7c-34b0-4769-9ad0-f122c2d9b511 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 948 time: 0.1358354 Aug 31 00:59:01.402782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-945e5ac8-9fb7-4184-979d-44381fe7b342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:01.416571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-945e5ac8-9fb7-4184-979d-44381fe7b342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:01.436172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-393e51af-c641-41d3-944d-0f9350e97ea7 req-0ab1893f-7286-4af6-9c7d-d4ba65d2384c tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509140 Aug 31 00:59:01.483082 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-945e5ac8-9fb7-4184-979d-44381fe7b342 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27387dcddd8b456dbbd0aacb539609c9&name=default HTTP/1.1" status: 200 len: 2978 time: 0.2386258 Aug 31 00:59:01.484231 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e5ac8-9fb7-4184-979d-44381fe7b342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3022e501-cc6b-4c06-90df-1bd151bd37e5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:01.486762 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57746) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:01.559466 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74caadf5-996f-4f35-87fd-09448b1f239c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:01.590842 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74caadf5-996f-4f35-87fd-09448b1f239c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:01.654480 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74caadf5-996f-4f35-87fd-09448b1f239c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:01.658420 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74caadf5-996f-4f35-87fd-09448b1f239c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:01.660011 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-74caadf5-996f-4f35-87fd-09448b1f239c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3022e501-cc6b-4c06-90df-1bd151bd37e5 HTTP/1.1" status: 204 len: 168 time: 0.1721134 Aug 31 00:59:01.670190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caadf5-996f-4f35-87fd-09448b1f239c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3022e501-cc6b-4c06-90df-1bd151bd37e5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:01.789618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57756) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:02.080656 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca12c83d-50e2-4f2c-86c9-54f3e2582875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:02.208171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687d97a-bd7a-438f-8d52-1f639d27cf1f req-1a894675-0bab-4f2e-9d93-ac0edc503b80 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:02.216905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1687d97a-bd7a-438f-8d52-1f639d27cf1f req-1a894675-0bab-4f2e-9d93-ac0edc503b80 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 936 time: 0.0683296 Aug 31 00:59:02.259856 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca12c83d-50e2-4f2c-86c9-54f3e2582875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:02.277693 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca12c83d-50e2-4f2c-86c9-54f3e2582875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:02.282615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1687d97a-bd7a-438f-8d52-1f639d27cf1f req-22f94537-9ac5-40bb-aa99-fa6091fe53ae tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594592 Aug 31 00:59:02.335989 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ca12c83d-50e2-4f2c-86c9-54f3e2582875 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de5aece921c74c5e872f344e74337963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5449622 Aug 31 00:59:02.337020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57782) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:02.377503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12c83d-50e2-4f2c-86c9-54f3e2582875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c663258f-e4ec-4c2e-b578-2681d53fa99a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:02.494585 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dd7ffad9-1490-44f3-b801-f5ce66629e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:02.560594 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dd7ffad9-1490-44f3-b801-f5ce66629e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:02.667217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4e222-4f27-4a01-80ae-fd2a32adff79 req-ee0f6ff4-74cf-436a-96b5-68cfeae88025 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:02.675936 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ec4e222-4f27-4a01-80ae-fd2a32adff79 req-ee0f6ff4-74cf-436a-96b5-68cfeae88025 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 948 time: 0.1063159 Aug 31 00:59:02.745190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ec4e222-4f27-4a01-80ae-fd2a32adff79 req-4c0ba68b-7847-4795-87d5-c261af3da494 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641425 Aug 31 00:59:02.748615 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dd7ffad9-1490-44f3-b801-f5ce66629e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:02.752234 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dd7ffad9-1490-44f3-b801-f5ce66629e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:02.753664 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dd7ffad9-1490-44f3-b801-f5ce66629e3d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c663258f-e4ec-4c2e-b578-2681d53fa99a HTTP/1.1" status: 204 len: 168 time: 0.4154017 Aug 31 00:59:02.766150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ffad9-1490-44f3-b801-f5ce66629e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c663258f-e4ec-4c2e-b578-2681d53fa99a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:03.185513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57812) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:03.201291 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-683246a0-c051-43f0-954b-65d6d9394e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.316265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57820) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:03.323582 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-683246a0-c051-43f0-954b-65d6d9394e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.329200 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-683246a0-c051-43f0-954b-65d6d9394e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.383506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683246a0-c051-43f0-954b-65d6d9394e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a1d074-4a32-45b7-a084-bb87661b97ea,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:03.388170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-683246a0-c051-43f0-954b-65d6d9394e39 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d61bbbdce7d74aa989b04fc64fb607f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015355 Aug 31 00:59:03.390846 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57828) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:03.427944 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459db3f-528f-4c10-b237-2573c3adfb02 req-5b252c6e-3558-443a-9896-ad9fb445f0f4 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:03.429811 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4459db3f-528f-4c10-b237-2573c3adfb02 req-5b252c6e-3558-443a-9896-ad9fb445f0f4 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 936 time: 0.0642581 Aug 31 00:59:03.469330 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e555572-d6af-4913-a856-4d44a2eb170e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.479229 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4459db3f-528f-4c10-b237-2573c3adfb02 req-58efce77-14f0-40bf-aeb3-eccea6917b88 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386021 Aug 31 00:59:03.479458 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-753932103-network', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:03.514777 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e555572-d6af-4913-a856-4d44a2eb170e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.516552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] Made reservation on behalf of b0bf59ebd7bc429bae6d44e4108748a2 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:03.518923 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.534262 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.603943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Request body: {'port': {'device_id': '1681e13d-a528-472f-a17a-0b621392dc41', 'device_owner': 'compute:tempest-test_az-1255434586', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:03.641003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e555572-d6af-4913-a856-4d44a2eb170e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.647677 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e555572-d6af-4913-a856-4d44a2eb170e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.649969 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8e555572-d6af-4913-a856-4d44a2eb170e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43a1d074-4a32-45b7-a084-bb87661b97ea HTTP/1.1" status: 204 len: 168 time: 0.2578249 Aug 31 00:59:03.687744 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.744823 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e555572-d6af-4913-a856-4d44a2eb170e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a1d074-4a32-45b7-a084-bb87661b97ea,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:03.780541 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f44060-17ef-443d-9150-402c0c15d032 req-743044b6-125a-45be-b19a-3af8feb60f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:03.782066 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-74f44060-17ef-443d-9150-402c0c15d032 req-743044b6-125a-45be-b19a-3af8feb60f5c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e01bda5ddbe1438c80d2b78df795a306&device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 1100 time: 0.1310935 Aug 31 00:59:03.827772 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.835402 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.905551 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-74f44060-17ef-443d-9150-402c0c15d032 req-94d3575f-6930-41e4-a40e-cdf50457c828 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e01bda5ddbe1438c80d2b78df795a306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627174 Aug 31 00:59:03.915559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:59:03.923914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89243edd-6c45-4da8-8336-2ce65344545c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:03.946326 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:03.946674 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] Added segment 47607cb1-d953-4bfd-a158-93af8777f492 of type vlan for network ece5bda1-9b98-4532-ad07-8df726182de5 Aug 31 00:59:04.052091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e405f-ab4c-42ce-8065-6ab91183dd30 req-0a2f1bb7-1e6c-45ff-91fa-4e1f48c70674 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.054486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c41e405f-ab4c-42ce-8065-6ab91183dd30 req-0a2f1bb7-1e6c-45ff-91fa-4e1f48c70674 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 948 time: 0.1409550 Aug 31 00:59:04.085201 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.132506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c41e405f-ab4c-42ce-8065-6ab91183dd30 req-92e51c3d-7a32-4826-8c0c-74a47b3efbb1 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663109 Aug 31 00:59:04.154928 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f44060-17ef-443d-9150-402c0c15d032 req-31cbef6c-77de-42f6-801a-95c70c8501a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.156482 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-74f44060-17ef-443d-9150-402c0c15d032 req-31cbef6c-77de-42f6-801a-95c70c8501a3 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2350807 Aug 31 00:59:04.166138 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.168477 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.169067 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.208240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 603b1708-719c-4a31-b0d6-def72f61cbfe {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:04.219189 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.235546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Transition to ACTIVE for port object 603b1708-719c-4a31-b0d6-def72f61cbfe will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:04.243224 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9232278 Aug 31 00:59:04.244066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57866) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:04.250281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-7b1e86fa-e45d-426f-969f-52c1b1a050e8 admin admin] Request body: {'subnet': {'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-753932103-subnet', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:04.262785 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.273311 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c2447-e15c-41d3-85b5-561bfac8a1ca admin admin] Pushing event updated for resources: {'Network': ['ID=ece5bda1-9b98-4532-ad07-8df726182de5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:04.293075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network ece5bda1-9b98-4532-ad07-8df726182de5 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:59:04.295316 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-77b59020-a829-41bf-9809-4fc0f564c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.296824 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-77b59020-a829-41bf-9809-4fc0f564c058 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e01bda5ddbe1438c80d2b78df795a306&device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 1100 time: 0.0950541 Aug 31 00:59:04.357242 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Pushing event updated for resources: {'Port': ['ID=603b1708-719c-4a31-b0d6-def72f61cbfe,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:04.374640 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1e86fa-e45d-426f-969f-52c1b1a050e8 admin admin] Made reservation on behalf of b0bf59ebd7bc429bae6d44e4108748a2 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:04.378179 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b1e86fa-e45d-426f-969f-52c1b1a050e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.382394 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-fa4b7c33-22d4-488c-90cb-68386df23ba8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf HTTP/1.1" status: 200 len: 217 time: 0.0759845 Aug 31 00:59:04.457550 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57874) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:04.485846 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-63158f90-5ea4-4b31-ac12-747116d1ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.487351 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-63158f90-5ea4-4b31-ac12-747116d1ffb8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0967953 Aug 31 00:59:04.541067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Attempting to bind port 603b1708-719c-4a31-b0d6-def72f61cbfe on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:04.547673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Attempting to bind port 603b1708-719c-4a31-b0d6-def72f61cbfe by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:04.547673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Attempting to bind port 603b1708-719c-4a31-b0d6-def72f61cbfe on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:04.560951 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Port 603b1708-719c-4a31-b0d6-def72f61cbfe on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:59:04.561286 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Attempting to bind port 603b1708-719c-4a31-b0d6-def72f61cbfe on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:04.599561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:04.600490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:04.604083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:04.604722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Bound port: 603b1708-719c-4a31-b0d6-def72f61cbfe, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:04.606792 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.607937 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3a9e6413-a8b5-4bdc-a146-91d5b49d04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.610920 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-3a9e6413-a8b5-4bdc-a146-91d5b49d04d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1136706 Aug 31 00:59:04.720968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] For port 603b1708-719c-4a31-b0d6-def72f61cbfe, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:04.731094 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-894380b5-e8be-40ad-8865-f810d3edc9d0 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107945 Aug 31 00:59:04.755825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] For port 603b1708-719c-4a31-b0d6-def72f61cbfe, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=603b1708-719c-4a31-b0d6-def72f61cbfe,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:04.777600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70ad1d-8e6d-4a71-bdd1-457a44e6d770 req-880f1763-cdc7-4b4b-9595-3c5c1b62a75a tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.779146 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b70ad1d-8e6d-4a71-bdd1-457a44e6d770 req-880f1763-cdc7-4b4b-9595-3c5c1b62a75a tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 970 time: 0.1566050 Aug 31 00:59:04.780358 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.805309 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52b58025-363d-41e3-975b-a44b4c4ae30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.865012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:04.865012 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:04.865012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] 10.222.0.70 "PUT /v2.0/ports/603b1708-719c-4a31-b0d6-def72f61cbfe HTTP/1.1" status: 200 len: 1119 time: 1.2681427 Aug 31 00:59:04.866356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1681e13d-a528-472f-a17a-0b621392dc41', 'tag': '603b1708-719c-4a31-b0d6-def72f61cbfe'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:04.965764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2a166-ee67-4185-9f5e-050ad4feba03 service neutron] Pushing event updated for resources: {'Port': ['ID=603b1708-719c-4a31-b0d6-def72f61cbfe,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:05.030404 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a20b3348-90ae-4fa9-8a21-833a115a1a14 req-7fa33d2f-3317-4156-8548-b7728b6e9640 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909963 Aug 31 00:59:05.111557 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52b58025-363d-41e3-975b-a44b4c4ae30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.115643 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52b58025-363d-41e3-975b-a44b4c4ae30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.165080 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b58025-363d-41e3-975b-a44b4c4ae30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e02efe-73c9-4da3-90a3-1c3ba9a00c42,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:05.169456 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-52b58025-363d-41e3-975b-a44b4c4ae30b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5cbd8c730ce425c8351d6019c79a804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7111084 Aug 31 00:59:05.176549 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57910) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:05.250250 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eeff87d5-236e-4354-9d82-acf9e7049ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.274853 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eeff87d5-236e-4354-9d82-acf9e7049ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.284359 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ec743c-aecd-4c4c-81b5-abc480bac789" -d '{"events": [{"name": "network-changed", "server_uuid": "1681e13d-a528-472f-a17a-0b621392dc41", "tag": "603b1708-719c-4a31-b0d6-def72f61cbfe"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:05.336422 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eeff87d5-236e-4354-9d82-acf9e7049ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.340261 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eeff87d5-236e-4354-9d82-acf9e7049ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.342589 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-eeff87d5-236e-4354-9d82-acf9e7049ecb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6e02efe-73c9-4da3-90a3-1c3ba9a00c42 HTTP/1.1" status: 204 len: 168 time: 0.1612525 Aug 31 00:59:05.353713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff87d5-236e-4354-9d82-acf9e7049ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e02efe-73c9-4da3-90a3-1c3ba9a00c42,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:05.382892 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b70ad1d-8e6d-4a71-bdd1-457a44e6d770 req-eb00b2c0-87df-45f0-a220-3882a8794085 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907195 Aug 31 00:59:05.384772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-436ad582-a814-42cf-b2c6-17f1d5753c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:05.386407 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-436ad582-a814-42cf-b2c6-17f1d5753c2b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4a13d1b22ff4218bd5b84f1feb8734a&device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 1122 time: 0.4302189 Aug 31 00:59:05.487456 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-cbe52650-c3b0-4019-92ce-1797ffe370c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=603b1708-719c-4a31-b0d6-def72f61cbfe HTTP/1.1" status: 200 len: 217 time: 0.0883045 Aug 31 00:59:05.488462 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b1e86fa-e45d-426f-969f-52c1b1a050e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.623571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e86fa-e45d-426f-969f-52c1b1a050e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde3168b-8b59-4223-b9be-ba3601f371fa,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:05.639954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-e5b8eb32-1763-4d24-9412-c2ff8b334a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:05.641423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-e5b8eb32-1763-4d24-9412-c2ff8b334a48 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1456053 Aug 31 00:59:05.692634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5da92f-1072-4ed8-8977-1a67ad9bb2e6 req-5737a657-b6e7-43d6-8e65-61e2d174c9a0 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:05.694898 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f5da92f-1072-4ed8-8977-1a67ad9bb2e6 req-5737a657-b6e7-43d6-8e65-61e2d174c9a0 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 948 time: 0.1628163 Aug 31 00:59:05.695704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e86fa-e45d-426f-969f-52c1b1a050e8 admin admin] Checking segment: {'id': '47607cb1-d953-4bfd-a158-93af8777f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:05.696060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e86fa-e45d-426f-969f-52c1b1a050e8 admin admin] Network hostable DHCP agents. Network: ece5bda1-9b98-4532-ad07-8df726182de5, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:59:05.763784 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfce210-a145-4e80-9d04-b29112e7a0b4 x-openstack-request-id: req-bbfce210-a145-4e80-9d04-b29112e7a0b4 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:05.764213 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1681e13d-a528-472f-a17a-0b621392dc41", "tag": "603b1708-719c-4a31-b0d6-def72f61cbfe", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:05.764380 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bbfce210-a145-4e80-9d04-b29112e7a0b4 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:05.765093 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1681e13d-a528-472f-a17a-0b621392dc41', 'tag': '603b1708-719c-4a31-b0d6-def72f61cbfe', 'status': 'completed', 'code': 200} Aug 31 00:59:05.791579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e86fa-e45d-426f-969f-52c1b1a050e8 admin admin] Network ece5bda1-9b98-4532-ad07-8df726182de5 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:59:05.798618 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-089880ba-012a-49a5-89d6-db1025cde1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:05.800565 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-089880ba-012a-49a5-89d6-db1025cde1e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1457958 Aug 31 00:59:05.805476 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f5da92f-1072-4ed8-8977-1a67ad9bb2e6 req-d98336eb-cefc-4670-a126-f040653403bc tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908844 Aug 31 00:59:05.829848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-7b1e86fa-e45d-426f-969f-52c1b1a050e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, ece5bda1-9b98-4532-ad07-8df726182de5) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:05.835442 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1e86fa-e45d-426f-969f-52c1b1a050e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:05.836292 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b1e86fa-e45d-426f-969f-52c1b1a050e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.843597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5830c0ba-afce-43b0-8d9b-6a5c8fe2adcd None None] Network ece5bda1-9b98-4532-ad07-8df726182de5 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:05.893394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7b1e86fa-e45d-426f-969f-52c1b1a050e8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6478863 Aug 31 00:59:05.896458 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57934) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:05.906315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-753932103-router', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:05.932332 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-2d8b64ca-f1db-4512-bf1e-c0158c3bf57e service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235468 Aug 31 00:59:05.942583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57936) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:05.961135 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.962720 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:05.988085 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2f3230e0-f781-43c6-b60c-ce8ff23fd647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.117813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b5cb3a-fd29-41d1-923f-c873a1d6735e req-e4c0ec77-6933-4953-a5f3-6944c34ed5e2 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761360 Aug 31 00:59:06.140674 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.199749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-ece5bda1-9b98-4532-ad07-8df726182de5', 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'fixed_ips': [{'subnet_id': 'bde3168b-8b59-4223-b9be-ba3601f371fa'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:59:06.201566 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.248957 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2f3230e0-f781-43c6-b60c-ce8ff23fd647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.260230 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2f3230e0-f781-43c6-b60c-ce8ff23fd647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.273194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec743c-aecd-4c4c-81b5-abc480bac789 req-7c58a329-0402-46f7-b777-85d46ec9bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:06.274692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9ec743c-aecd-4c4c-81b5-abc480bac789 req-7c58a329-0402-46f7-b777-85d46ec9bec8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4a13d1b22ff4218bd5b84f1feb8734a&device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 1122 time: 0.1035881 Aug 31 00:59:06.396142 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2f3230e0-f781-43c6-b60c-ce8ff23fd647 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=acd364ddcaf94fb68f0c1e5c2977d68b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492810 Aug 31 00:59:06.401180 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57954) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:06.406452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Allocated IP 172.20.0.2 (ece5bda1-9b98-4532-ad07-8df726182de5/bde3168b-8b59-4223-b9be-ba3601f371fa/90908682-00ff-418d-a0e1-413e1c250e98) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:06.431751 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.450489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3230e0-f781-43c6-b60c-ce8ff23fd647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a53e1f-c838-4a4d-ae2d-9c9bc88de8c8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:06.587919 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d0cb9a6-780e-4bb5-9745-bb26d291c6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.629195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec743c-aecd-4c4c-81b5-abc480bac789 req-ab655b1b-080f-4d4f-a4f1-5ca6848ad687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:06.632184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9ec743c-aecd-4c4c-81b5-abc480bac789 req-ab655b1b-080f-4d4f-a4f1-5ca6848ad687 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.3378346 Aug 31 00:59:06.683433 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d0cb9a6-780e-4bb5-9745-bb26d291c6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.686153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9ec743c-aecd-4c4c-81b5-abc480bac789 req-d0876970-7425-4d4b-8c32-978b8a142b78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=603b1708-719c-4a31-b0d6-def72f61cbfe HTTP/1.1" status: 200 len: 217 time: 0.0437922 Aug 31 00:59:06.690296 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.699637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1470412-7f38-47fc-badd-12e7510e77ef req-92491e87-8feb-440a-81dd-0b0202f3d202 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:06.700135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Transition to ACTIVE for port object 90908682-00ff-418d-a0e1-413e1c250e98 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:06.707418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1470412-7f38-47fc-badd-12e7510e77ef req-92491e87-8feb-440a-81dd-0b0202f3d202 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 970 time: 0.1791899 Aug 31 00:59:06.721947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Transition to ACTIVE for port object 90908682-00ff-418d-a0e1-413e1c250e98 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:06.734201 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.809618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1470412-7f38-47fc-badd-12e7510e77ef req-daa0d4ca-7b0d-4a64-86df-7bb328b7741e tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953779 Aug 31 00:59:06.833376 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.844413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec743c-aecd-4c4c-81b5-abc480bac789 req-5b675509-4d70-43b1-a5a4-1b3ac0ba82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:06.848133 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9ec743c-aecd-4c4c-81b5-abc480bac789 req-5b675509-4d70-43b1-a5a4-1b3ac0ba82c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1373088 Aug 31 00:59:06.854941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Network ece5bda1-9b98-4532-ad07-8df726182de5 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:06.864338 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57968) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:06.866072 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.871638 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Pushing event updated for resources: {'Port': ['ID=90908682-00ff-418d-a0e1-413e1c250e98,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:06.881802 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:06.882322 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:06.882805 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:06.883309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:06.885713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:06.885713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:06.885713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:06.885713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:06.885713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:06.885713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:06.886497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:06.887467 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Tracked resource versions report: Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: pushed versions: Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: { 'AddressGroup': {'1.2'}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'ConntrackHelper': {'1.0'}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'Log': {'1.0'}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'Network': {'1.1'}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'Port': {'1.7'}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'PortForwarding': {'1.2'}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'QosPolicy': {'1.9'}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'SecurityGroup': {'1.4'}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'SubPort': {'1.0'}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'Subnet': {'1.1'}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'Trunk': {'1.1'}} Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: consumer versions: Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: { DHCP agent@n-d-802060-13: {}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: HyperV agent@n-h1-802060-13: {}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: HyperV agent@n-h2-802060-13: {}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: L3 agent@n-d-802060-13: {}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: Metadata agent@n-d-802060-13: {}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: Metering agent@n-d-802060-13: {}, Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: Open vSwitch agent@n-d-802060-13: { 'AddressGroup': '1.2', Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'ConntrackHelper': '1.0', Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'Log': '1.0', Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'Network': '1.1', Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'Port': '1.7', Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'PortForwarding': '1.2', Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'QosPolicy': '1.9', Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'SecurityGroup': '1.4', Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'SecurityGroupRule': '1.2', Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'SubPort': '1.0', Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'Subnet': '1.1', Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: 'Trunk': '1.1'}} Aug 31 00:59:06.889009 n-d-802060-13 neutron-server[94762]: {{(pid=94762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:59:06.894176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:06.917120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:06.982012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Attempting to bind port 90908682-00ff-418d-a0e1-413e1c250e98 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:06.982650 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Attempting to bind port 90908682-00ff-418d-a0e1-413e1c250e98 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '47607cb1-d953-4bfd-a158-93af8777f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:06.983001 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Attempting to bind port 90908682-00ff-418d-a0e1-413e1c250e98 on network ece5bda1-9b98-4532-ad07-8df726182de5 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:06.988355 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:06.988800 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Checking segment: {'id': '47607cb1-d953-4bfd-a158-93af8777f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:06.989427 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:06.990102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Bound using segment: {'id': '47607cb1-d953-4bfd-a158-93af8777f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:06.991337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Bound port: 90908682-00ff-418d-a0e1-413e1c250e98, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47607cb1-d953-4bfd-a158-93af8777f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:06.991965 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:07.001785 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d0cb9a6-780e-4bb5-9745-bb26d291c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:07.004316 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d0cb9a6-780e-4bb5-9745-bb26d291c6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:07.005442 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5d0cb9a6-780e-4bb5-9745-bb26d291c6fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9a53e1f-c838-4a4d-ae2d-9c9bc88de8c8 HTTP/1.1" status: 204 len: 168 time: 0.5975893 Aug 31 00:59:07.028262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cb9a6-780e-4bb5-9745-bb26d291c6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a53e1f-c838-4a4d-ae2d-9c9bc88de8c8,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:07.041534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec743c-aecd-4c4c-81b5-abc480bac789 req-4874dcac-257e-4ec3-8480-9aad3c576a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:07.043058 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9ec743c-aecd-4c4c-81b5-abc480bac789 req-4874dcac-257e-4ec3-8480-9aad3c576a44 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1848707 Aug 31 00:59:07.089130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5733097-22c1-4b33-bba5-eec8a5624a16 req-7695e612-b784-42a7-a804-6fd4b78a6a08 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:07.090620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5733097-22c1-4b33-bba5-eec8a5624a16 req-7695e612-b784-42a7-a804-6fd4b78a6a08 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 948 time: 0.1642294 Aug 31 00:59:07.094152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] For port 90908682-00ff-418d-a0e1-413e1c250e98, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:07.100688 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] For port 90908682-00ff-418d-a0e1-413e1c250e98, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=90908682-00ff-418d-a0e1-413e1c250e98,segment=NetworkSegment(47607cb1-d953-4bfd-a158-93af8777f492),segment_id=47607cb1-d953-4bfd-a158-93af8777f492)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:07.106020 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:07.138731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Allocated IP 172.25.6.91 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:07.143220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbd507-66e7-45f1-b35f-4ffd87f5e020 req-97b7bd44-996e-4507-ac71-7a9c24d73114 tempest-NetworksTest-1943130829 tempest-NetworksTest-1943130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:07.143719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbd507-66e7-45f1-b35f-4ffd87f5e020 req-97b7bd44-996e-4507-ac71-7a9c24d73114 tempest-NetworksTest-1943130829 tempest-NetworksTest-1943130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:07.144195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbd507-66e7-45f1-b35f-4ffd87f5e020 req-97b7bd44-996e-4507-ac71-7a9c24d73114 tempest-NetworksTest-1943130829 tempest-NetworksTest-1943130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:07.144866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbd507-66e7-45f1-b35f-4ffd87f5e020 req-97b7bd44-996e-4507-ac71-7a9c24d73114 tempest-NetworksTest-1943130829 tempest-NetworksTest-1943130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:07.151455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20bbd507-66e7-45f1-b35f-4ffd87f5e020 req-97b7bd44-996e-4507-ac71-7a9c24d73114 tempest-NetworksTest-1943130829 tempest-NetworksTest-1943130829-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2908 time: 0.2337098 Aug 31 00:59:07.181806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b6770-0597-4dba-9b23-cf4d1539e2af None None] Pushing event updated for resources: {'Port': ['ID=90908682-00ff-418d-a0e1-413e1c250e98,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:07.284033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5733097-22c1-4b33-bba5-eec8a5624a16 req-65780437-e187-4425-8c37-706ba2433db1 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559668 Aug 31 00:59:07.308046 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9ec743c-aecd-4c4c-81b5-abc480bac789 req-be349aff-1fef-412d-89dc-db7f7984a330 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539358 Aug 31 00:59:07.324693 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:07.376531 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:07.377392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394eb4c-1564-466b-8f07-9b3dad5643c6 req-77e2f2c3-c972-4b0c-83df-0e780dcaa6f2 tempest-NetworksTest-1943130829 tempest-NetworksTest-1943130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:07.382527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d394eb4c-1564-466b-8f07-9b3dad5643c6 req-77e2f2c3-c972-4b0c-83df-0e780dcaa6f2 tempest-NetworksTest-1943130829 tempest-NetworksTest-1943130829-project-admin] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 886 time: 0.2099750 Aug 31 00:59:07.439707 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5c8689a-d55e-4d40-9b01-188210645b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:07.445643 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:07.454343 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:07.459075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:07.460975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Pushing event updated for resources: {'Port': ['ID=2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:07.691559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9ec743c-aecd-4c4c-81b5-abc480bac789 req-967c7fc3-4485-4d35-864e-c398d7b5ce5f service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741031 Aug 31 00:59:07.722866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e47a7-b3c5-40e8-87b4-37ed36f5a2fc req-402b9a2f-66e1-4ee2-ab32-8e5374933ae2 tempest-NetworksTest-1943130829 tempest-NetworksTest-1943130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:07.723238 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e47a7-b3c5-40e8-87b4-37ed36f5a2fc req-402b9a2f-66e1-4ee2-ab32-8e5374933ae2 tempest-NetworksTest-1943130829 tempest-NetworksTest-1943130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:07.723864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e47a7-b3c5-40e8-87b4-37ed36f5a2fc req-402b9a2f-66e1-4ee2-ab32-8e5374933ae2 tempest-NetworksTest-1943130829 tempest-NetworksTest-1943130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:07.724309 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e47a7-b3c5-40e8-87b4-37ed36f5a2fc req-402b9a2f-66e1-4ee2-ab32-8e5374933ae2 tempest-NetworksTest-1943130829 tempest-NetworksTest-1943130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:07.730665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c5e47a7-b3c5-40e8-87b4-37ed36f5a2fc req-402b9a2f-66e1-4ee2-ab32-8e5374933ae2 tempest-NetworksTest-1943130829 tempest-NetworksTest-1943130829-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2908 time: 0.3317242 Aug 31 00:59:07.957180 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe9e12-2811-4090-b418-a2756650fb27 req-ae985d56-f469-4cb7-bbe1-b127c9470b09 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:07.959069 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cbbe9e12-2811-4090-b418-a2756650fb27 req-ae985d56-f469-4cb7-bbe1-b127c9470b09 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 970 time: 0.0742817 Aug 31 00:59:07.998691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.000532 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58004) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:08.005237 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5c8689a-d55e-4d40-9b01-188210645b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.005587 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cbbe9e12-2811-4090-b418-a2756650fb27 req-853f1b17-e4c0-404a-a41c-51ef8cb6b1c3 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 Aug 31 00:59:08.044873 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5c8689a-d55e-4d40-9b01-188210645b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.131350 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d5c8689a-d55e-4d40-9b01-188210645b8e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d28bf5814fbf4cd1a04158dc2465fc20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1085162 Aug 31 00:59:08.133670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8689a-d55e-4d40-9b01-188210645b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb049639-d3ef-482e-8f40-3ed735b4dbcf,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:08.134980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58012) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:08.233658 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-060fbf1e-f56d-4a17-8285-df1b5efcd1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.272556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 90908682-00ff-418d-a0e1-413e1c250e98 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:08.273010 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-060fbf1e-f56d-4a17-8285-df1b5efcd1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.362452 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-060fbf1e-f56d-4a17-8285-df1b5efcd1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.366711 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-060fbf1e-f56d-4a17-8285-df1b5efcd1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.368105 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-060fbf1e-f56d-4a17-8285-df1b5efcd1d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fb049639-d3ef-482e-8f40-3ed735b4dbcf HTTP/1.1" status: 204 len: 168 time: 0.2318144 Aug 31 00:59:08.377074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fbf1e-f56d-4a17-8285-df1b5efcd1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb049639-d3ef-482e-8f40-3ed735b4dbcf,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:08.383323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 90908682-00ff-418d-a0e1-413e1c250e98 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:08.403916 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-099fb62e-0ec0-4ae1-8949-95056f81b871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.407160 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.508116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82d8fc-40a1-4eb7-ae4b-6fe2513c124b req-884b969a-73c1-46c6-9238-f4fe4e186f10 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:08.509752 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d82d8fc-40a1-4eb7-ae4b-6fe2513c124b req-884b969a-73c1-46c6-9238-f4fe4e186f10 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 948 time: 0.0927227 Aug 31 00:59:08.575440 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d82d8fc-40a1-4eb7-ae4b-6fe2513c124b req-b1e06a58-993a-495b-8af9-4b8e2dd1cecd tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535872 Aug 31 00:59:08.667790 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64007c72-544e-4aed-9203-b56ca66d769d None None] Network ece5bda1-9b98-4532-ad07-8df726182de5 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:08.678427 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Router 69c0f0e7-6501-4cd7-9c9d-5572dc196600 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:59:08.770352 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e78f2daf-c2e7-4b5d-b9f8-19e59f04ad90 None None] Provisioning for port 90908682-00ff-418d-a0e1-413e1c250e98 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:08.770786 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-099fb62e-0ec0-4ae1-8949-95056f81b871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.778625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e78f2daf-c2e7-4b5d-b9f8-19e59f04ad90 None None] Provisioning complete for port 90908682-00ff-418d-a0e1-413e1c250e98 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:08.778625 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e78f2daf-c2e7-4b5d-b9f8-19e59f04ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.779866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58030) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:08.793548 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-099fb62e-0ec0-4ae1-8949-95056f81b871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.798769 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0cd7-6331-4841-bf86-b965422d1fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.899830 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-099fb62e-0ec0-4ae1-8949-95056f81b871 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=adba393b0d9d4b98ab1235bb6e474df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8917198 Aug 31 00:59:08.902555 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fb62e-0ec0-4ae1-8949-95056f81b871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577a6631-4d7f-4b41-892c-e8053cc2929f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:08.905250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58036) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:08.924729 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:59:08.926749 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0cd7-6331-4841-bf86-b965422d1fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.939970 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0cd7-6331-4841-bf86-b965422d1fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.940634 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Sync routers for ids ['69c0f0e7-6501-4cd7-9c9d-5572dc196600'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:59:08.956366 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Routers {'69c0f0e7-6501-4cd7-9c9d-5572dc196600'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:08.957471 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:58:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['69c0f0e7-6501-4cd7-9c9d-5572dc196600'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:08.968972 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:08.970365 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9c85f046-0abc-4e76-adfb-065772c4307c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0701334 Aug 31 00:59:08.973530 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58038) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:08.977994 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e78f2daf-c2e7-4b5d-b9f8-19e59f04ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.013604 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fc1b0cd7-6331-4841-bf86-b965422d1fb0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5c9a31f177e4a4088e52eb1f4a52b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318280 Aug 31 00:59:09.014171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58040) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:09.016360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b0cd7-6331-4841-bf86-b965422d1fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bbd47e-d2e7-49f5-9aca-309b1895ac43,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:09.047742 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e78f2daf-c2e7-4b5d-b9f8-19e59f04ad90 None None] For port 90908682-00ff-418d-a0e1-413e1c250e98, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=90908682-00ff-418d-a0e1-413e1c250e98,segment=NetworkSegment(47607cb1-d953-4bfd-a158-93af8777f492),segment_id=47607cb1-d953-4bfd-a158-93af8777f492)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:09.057920 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e78f2daf-c2e7-4b5d-b9f8-19e59f04ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.128330 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Set router 69c0f0e7-6501-4cd7-9c9d-5572dc196600 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:09.152349 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a25e8772-8453-49b9-8c16-4c0649396f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.181852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f2daf-c2e7-4b5d-b9f8-19e59f04ad90 None None] Pushing event updated for resources: {'Port': ['ID=90908682-00ff-418d-a0e1-413e1c250e98,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:09.229304 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d543d1df-1665-4d39-b82f-e2ff2da22ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.242656 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a25e8772-8453-49b9-8c16-4c0649396f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.252384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184004b-71ee-4afe-ad71-e63b814e2bc4 req-556bcff8-cafb-434f-930c-40341483690a tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:09.263169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3184004b-71ee-4afe-ad71-e63b814e2bc4 req-556bcff8-cafb-434f-930c-40341483690a tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 970 time: 0.1320362 Aug 31 00:59:09.290216 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:59:09.314590 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d543d1df-1665-4d39-b82f-e2ff2da22ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.387931 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3184004b-71ee-4afe-ad71-e63b814e2bc4 req-b214a822-1244-4ac8-adad-682a5c5cd56f tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109121 Aug 31 00:59:09.391950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-17610890-c0de-4dce-84cd-a2ccbf75f29c None None] Provisioning complete for port 90908682-00ff-418d-a0e1-413e1c250e98 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:09.393036 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-17610890-c0de-4dce-84cd-a2ccbf75f29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.414803 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d543d1df-1665-4d39-b82f-e2ff2da22ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.416151 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a25e8772-8453-49b9-8c16-4c0649396f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.417718 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d543d1df-1665-4d39-b82f-e2ff2da22ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.419663 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a25e8772-8453-49b9-8c16-4c0649396f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.423102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d543d1df-1665-4d39-b82f-e2ff2da22ac1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f7bbd47e-d2e7-49f5-9aca-309b1895ac43 HTTP/1.1" status: 204 len: 168 time: 0.4045751 Aug 31 00:59:09.424199 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a25e8772-8453-49b9-8c16-4c0649396f8b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/577a6631-4d7f-4b41-892c-e8053cc2929f HTTP/1.1" status: 204 len: 168 time: 0.5062258 Aug 31 00:59:09.426201 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'name': 'tempest-AttachSCSIVolumeTestJSON-753932103-router', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:05Z', 'updated_at': '2021-08-31T00:59:07Z', 'revision_number': 3, 'project_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'gw_port': {'id': '2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:06Z', 'updated_at': '2021-08-31T00:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:09.441638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e8772-8453-49b9-8c16-4c0649396f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577a6631-4d7f-4b41-892c-e8053cc2929f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:09.447609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543d1df-1665-4d39-b82f-e2ff2da22ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bbd47e-d2e7-49f5-9aca-309b1895ac43,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:09.460346 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Checking router: 69c0f0e7-6501-4cd7-9c9d-5572dc196600 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:59:09.460905 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Updating router 69c0f0e7-6501-4cd7-9c9d-5572dc196600 port 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:59:09.493087 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.807825 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.823592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dda9e8-bec5-4c2c-a57e-19a66c93fd7b req-01399876-d5e6-4737-a7b1-582b122a7456 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:09.825165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11dda9e8-bec5-4c2c-a57e-19a66c93fd7b req-01399876-d5e6-4737-a7b1-582b122a7456 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 948 time: 0.0933495 Aug 31 00:59:09.895116 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11dda9e8-bec5-4c2c-a57e-19a66c93fd7b req-c4b47d44-6509-4e83-9598-3b5dca7a51b2 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591216 Aug 31 00:59:09.923199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:59:09.936948 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:09.958449 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Transition to ACTIVE for port object 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:09.972809 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.071837 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Attempting to bind port 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:10.072025 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Attempting to bind port 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:10.072432 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Attempting to bind port 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:10.084733 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:10.085216 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:10.085642 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.086037 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:10.086510 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Bound port: 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:10.086889 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.094852 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ee46b-0bf9-4c05-9601-25dfa9b8f41d None None] Pushing event updated for resources: {'Port': ['ID=2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:10.105916 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Allocated IP 172.20.0.1 (ece5bda1-9b98-4532-ad07-8df726182de5/bde3168b-8b59-4223-b9be-ba3601f371fa/88ee78a9-afc6-48ba-88e8-cbf5536b2fd5) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:10.115741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:10.140699 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'd46bad1f-2987-48f6-8fb9-78ebd5c4c2bf', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'd46bad1f-2987-48f6-8fb9-78ebd5c4c2bf', 'mac_address': 'fa:16:3e:8a:12:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:59:10.143491 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ee46b-0bf9-4c05-9601-25dfa9b8f41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:10.143841 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ee46b-0bf9-4c05-9601-25dfa9b8f41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:10.145347 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ee46b-0bf9-4c05-9601-25dfa9b8f41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:10.147772 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ee46b-0bf9-4c05-9601-25dfa9b8f41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:10.148318 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ee46b-0bf9-4c05-9601-25dfa9b8f41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:10.148833 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ee46b-0bf9-4c05-9601-25dfa9b8f41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:10.149394 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ee46b-0bf9-4c05-9601-25dfa9b8f41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:10.149978 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ee46b-0bf9-4c05-9601-25dfa9b8f41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:10.150698 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ee46b-0bf9-4c05-9601-25dfa9b8f41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:10.151034 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ee46b-0bf9-4c05-9601-25dfa9b8f41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:10.151407 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ee46b-0bf9-4c05-9601-25dfa9b8f41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:10.151842 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ee46b-0bf9-4c05-9601-25dfa9b8f41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ee46b-0bf9-4c05-9601-25dfa9b8f41d None None] Tracked resource versions report: Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: pushed versions: Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: { 'AddressGroup': {'1.2'}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'ConntrackHelper': {'1.0'}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'Log': {'1.0'}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'Network': {'1.1'}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'Port': {'1.7'}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'PortForwarding': {'1.2'}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'QosPolicy': {'1.9'}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'SecurityGroup': {'1.4'}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'SubPort': {'1.0'}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'Subnet': {'1.1'}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'Trunk': {'1.1'}} Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: consumer versions: Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: { DHCP agent@n-d-802060-13: {}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: HyperV agent@n-h1-802060-13: {}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: HyperV agent@n-h2-802060-13: {}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: L3 agent@n-d-802060-13: {}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: Metadata agent@n-d-802060-13: {}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: Metering agent@n-d-802060-13: {}, Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: Open vSwitch agent@n-d-802060-13: { 'AddressGroup': '1.2', Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'ConntrackHelper': '1.0', Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'Log': '1.0', Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'Network': '1.1', Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'Port': '1.7', Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'PortForwarding': '1.2', Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'QosPolicy': '1.9', Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'SecurityGroup': '1.4', Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'SecurityGroupRule': '1.2', Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'SubPort': '1.0', Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'Subnet': '1.1', Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: 'Trunk': '1.1'}} Aug 31 00:59:10.153021 n-d-802060-13 neutron-server[94763]: {{(pid=94763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:59:10.175381 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 90908682-00ff-418d-a0e1-413e1c250e98 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:10.202438 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58076) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:10.204081 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] For port 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:10.211805 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] For port 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:10.225249 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.233017 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66c8b050-847b-4863-a7a4-7751808d113b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.255255 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.294029 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:10.308836 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.313765 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ee46b-0bf9-4c05-9601-25dfa9b8f41d None None] Pushing event updated for resources: {'Port': ['ID=2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:10.333167 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Transition to ACTIVE for port object 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:10.349131 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:10.353252 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Routers {'69c0f0e7-6501-4cd7-9c9d-5572dc196600'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:10.354019 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:58:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['69c0f0e7-6501-4cd7-9c9d-5572dc196600'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:10.362840 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.364761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 603b1708-719c-4a31-b0d6-def72f61cbfe details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:59:10.370790 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 90908682-00ff-418d-a0e1-413e1c250e98 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:10.371590 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.380070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58082) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:10.407653 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66c8b050-847b-4863-a7a4-7751808d113b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.418424 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66c8b050-847b-4863-a7a4-7751808d113b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.424432 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.479162 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-66c8b050-847b-4863-a7a4-7751808d113b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba77abcc9c7e4285b805546d98f1bf4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756162 Aug 31 00:59:10.480632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8b050-847b-4863-a7a4-7751808d113b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d47298-2d07-40f1-a53c-1f860904ca29,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:10.483890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58090) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:10.506462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 603b1708-719c-4a31-b0d6-def72f61cbfe, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=603b1708-719c-4a31-b0d6-def72f61cbfe,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:10.516273 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Network ece5bda1-9b98-4532-ad07-8df726182de5 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:10.527607 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:10.536060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:10.536878 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.554360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '603b1708-719c-4a31-b0d6-def72f61cbfe', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '603b1708-719c-4a31-b0d6-def72f61cbfe', 'mac_address': 'fa:16:3e:5c:5d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:tempest-test_az-1255434586', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:59:10.558174 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] Set router 69c0f0e7-6501-4cd7-9c9d-5572dc196600 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:10.575724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Pushing event updated for resources: {'Port': ['ID=88ee78a9-afc6-48ba-88e8-cbf5536b2fd5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:10.596173 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d30e8227-d4fc-4ea5-b861-c9242ac596a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.642744 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d30e8227-d4fc-4ea5-b861-c9242ac596a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.667682 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea22dd5-7b9d-46fd-82ae-d35f889afb92 req-4576f638-42e3-4458-994c-1366a8c0360b tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:10.676856 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eea22dd5-7b9d-46fd-82ae-d35f889afb92 req-4576f638-42e3-4458-994c-1366a8c0360b tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 970 time: 0.1201196 Aug 31 00:59:10.786201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:10.809670 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eea22dd5-7b9d-46fd-82ae-d35f889afb92 req-bdaeb821-228d-4bbc-a446-64c58dad522d tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317935 Aug 31 00:59:10.835543 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d30e8227-d4fc-4ea5-b861-c9242ac596a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.840902 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d30e8227-d4fc-4ea5-b861-c9242ac596a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.842674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d30e8227-d4fc-4ea5-b861-c9242ac596a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78d47298-2d07-40f1-a53c-1f860904ca29 HTTP/1.1" status: 204 len: 168 time: 0.3574510 Aug 31 00:59:10.859127 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.866652 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b53b6735-15bb-4da6-9964-a24db0e36d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:10.869534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e8227-d4fc-4ea5-b861-c9242ac596a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d47298-2d07-40f1-a53c-1f860904ca29,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:10.973220 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.012948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603b1708-719c-4a31-b0d6-def72f61cbfe {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:11.077030 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 603b1708-719c-4a31-b0d6-def72f61cbfe, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=603b1708-719c-4a31-b0d6-def72f61cbfe,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:11.086228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cc6f1742-6701-4189-ac7c-b626d542f462 None None] Provisioning for port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:11.094603 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.100748 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.111576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cc6f1742-6701-4189-ac7c-b626d542f462 None None] Provisioning complete for port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:11.112469 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cc6f1742-6701-4189-ac7c-b626d542f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.134633 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'name': 'tempest-AttachSCSIVolumeTestJSON-753932103-router', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:05Z', 'updated_at': '2021-08-31T00:59:07Z', 'revision_number': 3, 'project_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'gw_port': {'id': '2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:06Z', 'updated_at': '2021-08-31T00:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:11.160593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367628d4-e016-470e-ad8a-11fa25c9296c req-102b51ea-273e-4174-a98e-ba0860bc9edd tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:11.168950 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-367628d4-e016-470e-ad8a-11fa25c9296c req-102b51ea-273e-4174-a98e-ba0860bc9edd tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 949 time: 0.1284556 Aug 31 00:59:11.193709 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7b5dd-8f9e-4f95-9691-f35fa98578aa None None] The sync data for ids ['69c0f0e7-6501-4cd7-9c9d-5572dc196600'] in n-d-802060-13 is: [{'id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'name': 'tempest-AttachSCSIVolumeTestJSON-753932103-router', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:05Z', 'updated_at': '2021-08-31T00:59:07Z', 'revision_number': 3, 'project_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'gw_port': {'id': '2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:06Z', 'updated_at': '2021-08-31T00:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:59:11.207501 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f1742-6701-4189-ac7c-b626d542f462 None None] Port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:11.223844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=603b1708-719c-4a31-b0d6-def72f61cbfe,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:11.248446 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-367628d4-e016-470e-ad8a-11fa25c9296c req-7e06d6a6-73e7-4946-a667-ee90238fb520 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689781 Aug 31 00:59:11.272413 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b53b6735-15bb-4da6-9964-a24db0e36d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.319080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b53b6735-15bb-4da6-9964-a24db0e36d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.391763 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b6735-15bb-4da6-9964-a24db0e36d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c9da5b-2201-4609-8acd-fc6f79136b33,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:11.400321 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b53b6735-15bb-4da6-9964-a24db0e36d7f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23a5c153da4b4cfbbaaf66c4bb7470e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0170426 Aug 31 00:59:11.401196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58120) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:11.478681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:11.485128 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.495358 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.496281 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.507479 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f00198fe-2a9b-44ae-a9f4-474a035f3f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.520320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['603b1708-719c-4a31-b0d6-def72f61cbfe'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:11.626151 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f00198fe-2a9b-44ae-a9f4-474a035f3f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.628183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Pushing event updated for resources: {'Port': ['ID=88ee78a9-afc6-48ba-88e8-cbf5536b2fd5,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:11.757026 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f00198fe-2a9b-44ae-a9f4-474a035f3f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.759593 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f00198fe-2a9b-44ae-a9f4-474a035f3f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:11.761104 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f00198fe-2a9b-44ae-a9f4-474a035f3f8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10c9da5b-2201-4609-8acd-fc6f79136b33 HTTP/1.1" status: 204 len: 168 time: 0.3593378 Aug 31 00:59:11.774560 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00198fe-2a9b-44ae-a9f4-474a035f3f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c9da5b-2201-4609-8acd-fc6f79136b33,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:11.788944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Network ece5bda1-9b98-4532-ad07-8df726182de5 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:11.790493 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:12.046622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7af89-c320-461a-a7b8-4bd64dd3d835 req-ccde6887-5b55-4bc7-bc15-43bfaf9cdb1d tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:12.052952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24a7af89-c320-461a-a7b8-4bd64dd3d835 req-ccde6887-5b55-4bc7-bc15-43bfaf9cdb1d tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 971 time: 0.1266088 Aug 31 00:59:12.095812 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Router 69c0f0e7-6501-4cd7-9c9d-5572dc196600 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:59:12.148728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24a7af89-c320-461a-a7b8-4bd64dd3d835 req-a242e70f-b54f-4c14-a62b-271271f87346 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825202 Aug 31 00:59:12.274131 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:12.317102 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:59:12.348163 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-27bc8cba-66ce-4a55-bd66-6a5e4633307e admin admin] 10.222.0.58 "PUT /v2.0/routers/69c0f0e7-6501-4cd7-9c9d-5572dc196600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3652406 Aug 31 00:59:12.348385 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-da7980b7-61f3-48ae-a765-fdf64e2ef5f4 None None] Provisioning complete for port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:12.348385 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-da7980b7-61f3-48ae-a765-fdf64e2ef5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.397810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-da7980b7-61f3-48ae-a765-fdf64e2ef5f4 None None] Port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:12.411140 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:12.423173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:12.424337 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.440282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58150) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:12.455440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb0c4e-dfc5-4b88-8b2f-d49dd8e8ead7 req-e3d6d00a-af78-49a8-863a-4588f182cbdf tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:12.457663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90bb0c4e-dfc5-4b88-8b2f-d49dd8e8ead7 req-e3d6d00a-af78-49a8-863a-4588f182cbdf tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 949 time: 0.0661755 Aug 31 00:59:12.458243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22ee30e1-c663-49b5-9129-e383e63a90d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.525609 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90bb0c4e-dfc5-4b88-8b2f-d49dd8e8ead7 req-85579105-0435-40e2-a5c4-fa28747f66ef tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520940 Aug 31 00:59:12.548570 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.576636 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:12.584252 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.628732 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22ee30e1-c663-49b5-9129-e383e63a90d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.638747 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22ee30e1-c663-49b5-9129-e383e63a90d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.650531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:12.674695 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-22ee30e1-c663-49b5-9129-e383e63a90d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5744a761df514d4c864a41ea217aa609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330177 Aug 31 00:59:12.677423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58158) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:12.694046 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee30e1-c663-49b5-9129-e383e63a90d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f38a9ae-10a4-4c66-ab11-df3042a857d5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:12.734008 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7574df10-062f-46f8-8bc9-16dfdf17582c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.759616 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7574df10-062f-46f8-8bc9-16dfdf17582c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.813501 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7574df10-062f-46f8-8bc9-16dfdf17582c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.815572 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7574df10-062f-46f8-8bc9-16dfdf17582c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:12.816857 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7574df10-062f-46f8-8bc9-16dfdf17582c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f38a9ae-10a4-4c66-ab11-df3042a857d5 HTTP/1.1" status: 204 len: 168 time: 0.1381857 Aug 31 00:59:12.825903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574df10-062f-46f8-8bc9-16dfdf17582c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f38a9ae-10a4-4c66-ab11-df3042a857d5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:13.305551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4144d-8ffe-42f0-bf6a-583be17c5065 req-fd48ba3b-3f81-4700-ad01-b0596dd708d4 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:13.311807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ea4144d-8ffe-42f0-bf6a-583be17c5065 req-fd48ba3b-3f81-4700-ad01-b0596dd708d4 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 971 time: 0.0830088 Aug 31 00:59:13.358903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ea4144d-8ffe-42f0-bf6a-583be17c5065 req-3eec2bbf-620a-4fc9-9de8-62b097a95a6c tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451927 Aug 31 00:59:13.420324 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Sync routers for ids ['69c0f0e7-6501-4cd7-9c9d-5572dc196600'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:59:13.430119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Routers {'69c0f0e7-6501-4cd7-9c9d-5572dc196600'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:13.430840 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:58:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['69c0f0e7-6501-4cd7-9c9d-5572dc196600'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:13.548697 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Set router 69c0f0e7-6501-4cd7-9c9d-5572dc196600 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:13.676952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4db8f-69cf-44e3-8fe5-ef29656a3319 req-2d7480c3-c2f9-4a04-9baa-34d7bfa84a99 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:13.679261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3d4db8f-69cf-44e3-8fe5-ef29656a3319 req-2d7480c3-c2f9-4a04-9baa-34d7bfa84a99 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 949 time: 0.0749328 Aug 31 00:59:13.684888 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58206) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:13.743322 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3d4db8f-69cf-44e3-8fe5-ef29656a3319 req-b84aeaf4-b9d0-4540-afcf-bd3965a56fa4 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483475 Aug 31 00:59:13.773718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58214) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:13.779437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1894481560-network', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:13.802168 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] Made reservation on behalf of eb8aff6e40ae459e80636861dfb4cc82 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:13.805122 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.808928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'name': 'tempest-AttachSCSIVolumeTestJSON-753932103-router', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:05Z', 'updated_at': '2021-08-31T00:59:11Z', 'revision_number': 4, 'project_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'gw_port': {'id': '2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:06Z', 'updated_at': '2021-08-31T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '88ee78a9-afc6-48ba-88e8-cbf5536b2fd5', 'name': '', 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'mac_address': 'fa:16:3e:01:61:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bde3168b-8b59-4223-b9be-ba3601f371fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:09Z', 'updated_at': '2021-08-31T00:59:11Z', 'revision_number': 2, 'project_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'subnets': [{'id': 'bde3168b-8b59-4223-b9be-ba3601f371fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:13.815462 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.840649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Checking router: 69c0f0e7-6501-4cd7-9c9d-5572dc196600 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:59:13.840890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Updating router 69c0f0e7-6501-4cd7-9c9d-5572dc196600 port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:59:13.869899 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.921010 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:13.946370 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.947639 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-59b28653-18dd-4e66-bbb8-057e918853f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.957972 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:13.990692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:59:14.018512 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.018975 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] Added segment fb144872-169f-4221-9b64-b72e3cc84152 of type vlan for network 7e8eee75-4fe6-413a-a2ec-561af5cd8650 Aug 31 00:59:14.029009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555d14fc-0443-4921-b97d-a6da800944e4,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:14.083121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:14.121077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:14.121463 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.125051 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.179555 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.180878 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:14.181576 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.200809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:14.217562 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-59b28653-18dd-4e66-bbb8-057e918853f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.252412 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-59b28653-18dd-4e66-bbb8-057e918853f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.283576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5086660 Aug 31 00:59:14.287327 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58234) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:14.293168 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f0f26ee1-86bc-476d-a2d0-62a82f655ff3 admin admin] Request body: {'subnet': {'network_id': '7e8eee75-4fe6-413a-a2ec-561af5cd8650', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894481560-subnet', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:14.305483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed87e12-1c93-41c0-a317-cb6b21b75708 admin admin] Pushing event updated for resources: {'Network': ['ID=7e8eee75-4fe6-413a-a2ec-561af5cd8650,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:14.320611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f26ee1-86bc-476d-a2d0-62a82f655ff3 admin admin] Made reservation on behalf of eb8aff6e40ae459e80636861dfb4cc82 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:14.324558 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f0f26ee1-86bc-476d-a2d0-62a82f655ff3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.330511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-59b28653-18dd-4e66-bbb8-057e918853f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e00c02329eb4d709d35a3601002c252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6428015 Aug 31 00:59:14.332635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58236) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:14.340100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b28653-18dd-4e66-bbb8-057e918853f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71920236-9f3f-4790-bb40-6e4975727f45,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:14.404726 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.426873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 7e8eee75-4fe6-413a-a2ec-561af5cd8650 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:59:14.432219 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b992b653-e07e-4a82-a7dc-9df49b6008e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.449144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Transition to ACTIVE for port object 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:14.506471 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.507438 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b992b653-e07e-4a82-a7dc-9df49b6008e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.523363 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.581050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a80f9-133c-4762-a307-3dae3c6245d4 None None] Pushing event updated for resources: {'Port': ['ID=88ee78a9-afc6-48ba-88e8-cbf5536b2fd5,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:14.591835 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f0f26ee1-86bc-476d-a2d0-62a82f655ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.623149 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:14.623638 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.625688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5111497-b5a6-4c0a-9f5f-230d204cc0b0 req-45dcc444-60a6-4bbb-9d6c-7b6d5db26e0e tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:14.633111 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876eeda1-ff11-4ef7-bd54-061833543fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46bad1f-2987-48f6-8fb9-78ebd5c4c2bf'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:14.635717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5111497-b5a6-4c0a-9f5f-230d204cc0b0 req-45dcc444-60a6-4bbb-9d6c-7b6d5db26e0e tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 971 time: 0.1629539 Aug 31 00:59:14.709818 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b992b653-e07e-4a82-a7dc-9df49b6008e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.712373 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b992b653-e07e-4a82-a7dc-9df49b6008e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.723567 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b992b653-e07e-4a82-a7dc-9df49b6008e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71920236-9f3f-4790-bb40-6e4975727f45 HTTP/1.1" status: 204 len: 168 time: 0.3895802 Aug 31 00:59:14.743629 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f26ee1-86bc-476d-a2d0-62a82f655ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a5735b-2eb2-4bef-83b6-3688e6f2bb33,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:14.777645 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5111497-b5a6-4c0a-9f5f-230d204cc0b0 req-40236ba0-6194-47a7-b571-5b3b2a6ee08b tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407409 Aug 31 00:59:14.782490 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f26ee1-86bc-476d-a2d0-62a82f655ff3 admin admin] Checking segment: {'id': 'fb144872-169f-4221-9b64-b72e3cc84152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7e8eee75-4fe6-413a-a2ec-561af5cd8650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:14.783052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f26ee1-86bc-476d-a2d0-62a82f655ff3 admin admin] Network hostable DHCP agents. Network: 7e8eee75-4fe6-413a-a2ec-561af5cd8650, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:59:14.789004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992b653-e07e-4a82-a7dc-9df49b6008e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71920236-9f3f-4790-bb40-6e4975727f45,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:14.790065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:14.861670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f26ee1-86bc-476d-a2d0-62a82f655ff3 admin admin] Network 7e8eee75-4fe6-413a-a2ec-561af5cd8650 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:59:14.883551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-f0f26ee1-86bc-476d-a2d0-62a82f655ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 7e8eee75-4fe6-413a-a2ec-561af5cd8650) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:14.890052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f26ee1-86bc-476d-a2d0-62a82f655ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:14.890964 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f0f26ee1-86bc-476d-a2d0-62a82f655ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.897857 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:14.903362 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 603b1708-719c-4a31-b0d6-def72f61cbfe up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:14.928707 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f0f26ee1-86bc-476d-a2d0-62a82f655ff3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6371281 Aug 31 00:59:14.929197 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58260) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:14.940003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1894481560-router', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:15.079203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:15.080934 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:15.082392 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:15.086624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2b7d99-aa06-4e7f-93d2-d21c9a30a8a5 None None] Network 7e8eee75-4fe6-413a-a2ec-561af5cd8650 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:15.123462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Attempting to bind port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:15.124450 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Attempting to bind port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '47607cb1-d953-4bfd-a158-93af8777f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:15.124948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Attempting to bind port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 on network ece5bda1-9b98-4532-ad07-8df726182de5 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:15.160816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b45be6-a5f9-4e65-b99b-07f9c1c9ac87 req-e87a0552-48ae-443f-b468-11c6975b6c3d tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:15.164092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96b45be6-a5f9-4e65-b99b-07f9c1c9ac87 req-e87a0552-48ae-443f-b468-11c6975b6c3d tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 950 time: 0.2081153 Aug 31 00:59:15.203946 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:15.204451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Checking segment: {'id': '47607cb1-d953-4bfd-a158-93af8777f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:15.204858 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:15.205254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Bound using segment: {'id': '47607cb1-d953-4bfd-a158-93af8777f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:15.205865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Bound port: 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47607cb1-d953-4bfd-a158-93af8777f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:15.206249 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:15.276809 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:15.389441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96b45be6-a5f9-4e65-b99b-07f9c1c9ac87 req-fb0f4563-cb46-417b-8e04-4070ec6e2a1e tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175949 Aug 31 00:59:15.431609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58274) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:15.455789 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8317eec-c51d-4943-9515-7a6a0fb7d110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:15.461458 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] For port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:15.464843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] For port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=88ee78a9-afc6-48ba-88e8-cbf5536b2fd5,segment=NetworkSegment(47607cb1-d953-4bfd-a158-93af8777f492),segment_id=47607cb1-d953-4bfd-a158-93af8777f492)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:15.471864 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa44e74-b031-4aa7-b9d5-ab0db66c82ae" -d '{"events": [{"server_uuid": "876eeda1-ff11-4ef7-bd54-061833543fb6", "name": "network-vif-plugged", "status": "completed", "tag": "d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:15.483493 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:15.550547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 603b1708-719c-4a31-b0d6-def72f61cbfe completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:15.571026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 603b1708-719c-4a31-b0d6-def72f61cbfe triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:15.571439 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:15.664037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a80f9-133c-4762-a307-3dae3c6245d4 None None] Pushing event updated for resources: {'Port': ['ID=88ee78a9-afc6-48ba-88e8-cbf5536b2fd5,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:15.672837 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Routers {'69c0f0e7-6501-4cd7-9c9d-5572dc196600'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:15.673983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:58:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['69c0f0e7-6501-4cd7-9c9d-5572dc196600'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:15.696319 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8317eec-c51d-4943-9515-7a6a0fb7d110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:15.704080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8317eec-c51d-4943-9515-7a6a0fb7d110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:15.746772 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:15.755625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8317eec-c51d-4943-9515-7a6a0fb7d110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98c112a-f1d9-49a1-a67c-73aa1ea4a8ca,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:15.782539 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f8317eec-c51d-4943-9515-7a6a0fb7d110 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94e8ff23dbf8403ab27d2eafdbf5372c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484893 Aug 31 00:59:15.785953 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58282) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:15.883398 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-013b8442-290d-48c6-ac89-32b56a7bfd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:15.893640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] Set router 69c0f0e7-6501-4cd7-9c9d-5572dc196600 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:15.946185 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-013b8442-290d-48c6-ac89-32b56a7bfd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.017397 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17b0ed1-7f46-470a-8aeb-22cce5d2b596 x-openstack-request-id: req-c17b0ed1-7f46-470a-8aeb-22cce5d2b596 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:16.017713 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876eeda1-ff11-4ef7-bd54-061833543fb6", "name": "network-vif-plugged", "status": "completed", "tag": "d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:16.017922 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c17b0ed1-7f46-470a-8aeb-22cce5d2b596 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:16.018378 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876eeda1-ff11-4ef7-bd54-061833543fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46bad1f-2987-48f6-8fb9-78ebd5c4c2bf', 'code': 200} Aug 31 00:59:16.044437 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-013b8442-290d-48c6-ac89-32b56a7bfd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.047237 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-013b8442-290d-48c6-ac89-32b56a7bfd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.050777 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-013b8442-290d-48c6-ac89-32b56a7bfd98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e98c112a-f1d9-49a1-a67c-73aa1ea4a8ca HTTP/1.1" status: 204 len: 168 time: 0.2607782 Aug 31 00:59:16.061552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b8442-290d-48c6-ac89-32b56a7bfd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98c112a-f1d9-49a1-a67c-73aa1ea4a8ca,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:16.066992 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-7e8eee75-4fe6-413a-a2ec-561af5cd8650', 'network_id': '7e8eee75-4fe6-413a-a2ec-561af5cd8650', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'fixed_ips': [{'subnet_id': '47a5735b-2eb2-4bef-83b6-3688e6f2bb33'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:59:16.068828 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.078137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-272e73f6-7b6e-4a40-984a-87da70a076cc req-205de13c-c794-4c72-b681-0404d3e0f5fa tempest-QuotasAdminNegativeTest-660437093 tempest-QuotasAdminNegativeTest-660437093-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=042c312a6f044190b48841152b95d696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758777 Aug 31 00:59:16.275296 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.346800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcd602-ba8d-4ebc-8a66-7e787538fe62 req-912c126a-d6bc-4f9d-9fbc-1f2a6b3de82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:16.348437 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffbcd602-ba8d-4ebc-8a66-7e787538fe62 req-912c126a-d6bc-4f9d-9fbc-1f2a6b3de82a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 1102 time: 0.3251085 Aug 31 00:59:16.383724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 603b1708-719c-4a31-b0d6-def72f61cbfe, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=603b1708-719c-4a31-b0d6-def72f61cbfe,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:16.392548 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.406400 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Allocated IP 172.20.0.2 (7e8eee75-4fe6-413a-a2ec-561af5cd8650/47a5735b-2eb2-4bef-83b6-3688e6f2bb33/76144cfc-75ad-46c6-9aec-ccc41c6aa626) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:16.410224 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ffbcd602-ba8d-4ebc-8a66-7e787538fe62 req-f5bb5fb4-b9a7-4a1b-a983-80d84af8fae4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.423652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e73f6-7b6e-4a40-984a-87da70a076cc req-deb36e66-742e-45fa-ab84-fae46fe41d14 tempest-QuotasAdminNegativeTest-660437093 tempest-QuotasAdminNegativeTest-660437093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:16.425333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-272e73f6-7b6e-4a40-984a-87da70a076cc req-deb36e66-742e-45fa-ab84-fae46fe41d14 tempest-QuotasAdminNegativeTest-660437093 tempest-QuotasAdminNegativeTest-660437093-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3286886 Aug 31 00:59:16.446365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26e38e-2292-4fa4-9fa1-8a8e3b1dc531 req-f47c8dd4-4dd8-417d-a271-70fd94fe6585 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:16.447894 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc26e38e-2292-4fa4-9fa1-8a8e3b1dc531 req-f47c8dd4-4dd8-417d-a271-70fd94fe6585 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 971 time: 0.3726857 Aug 31 00:59:16.475647 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.486999 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-272e73f6-7b6e-4a40-984a-87da70a076cc req-a89781cd-6759-4f60-a507-441b01e1bbfe tempest-QuotasAdminNegativeTest-660437093 tempest-QuotasAdminNegativeTest-660437093-project] 10.222.0.58 "GET /v2.0/quotas/042c312a6f044190b48841152b95d696 HTTP/1.1" status: 200 len: 375 time: 0.0501077 Aug 31 00:59:16.516494 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=603b1708-719c-4a31-b0d6-def72f61cbfe,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:16.519394 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.529820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'name': 'tempest-AttachSCSIVolumeTestJSON-753932103-router', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:05Z', 'updated_at': '2021-08-31T00:59:11Z', 'revision_number': 4, 'project_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'gw_port': {'id': '2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:06Z', 'updated_at': '2021-08-31T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '88ee78a9-afc6-48ba-88e8-cbf5536b2fd5', 'name': '', 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'mac_address': 'fa:16:3e:01:61:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bde3168b-8b59-4223-b9be-ba3601f371fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:09Z', 'updated_at': '2021-08-31T00:59:15Z', 'revision_number': 4, 'project_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'subnets': [{'id': 'bde3168b-8b59-4223-b9be-ba3601f371fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:16.565355 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dafb14-8c77-486e-8f82-dd64340a9bae None None] The sync data for ids ['69c0f0e7-6501-4cd7-9c9d-5572dc196600'] in n-d-802060-13 is: [{'id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'name': 'tempest-AttachSCSIVolumeTestJSON-753932103-router', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:05Z', 'updated_at': '2021-08-31T00:59:11Z', 'revision_number': 4, 'project_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'gw_port': {'id': '2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:06Z', 'updated_at': '2021-08-31T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '88ee78a9-afc6-48ba-88e8-cbf5536b2fd5', 'name': '', 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'mac_address': 'fa:16:3e:01:61:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bde3168b-8b59-4223-b9be-ba3601f371fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:09Z', 'updated_at': '2021-08-31T00:59:15Z', 'revision_number': 4, 'project_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'subnets': [{'id': 'bde3168b-8b59-4223-b9be-ba3601f371fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:59:16.574853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-272e73f6-7b6e-4a40-984a-87da70a076cc req-d1ce7508-7d7b-4a88-b3cd-16a9f7d58a85 tempest-QuotasAdminNegativeTest-660437093 tempest-QuotasAdminNegativeTest-660437093-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=042c312a6f044190b48841152b95d696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624893 Aug 31 00:59:16.641531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc26e38e-2292-4fa4-9fa1-8a8e3b1dc531 req-28d39f06-668e-4d22-9e0f-70e69ea86046 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779497 Aug 31 00:59:16.741607 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.757691 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Transition to ACTIVE for port object 76144cfc-75ad-46c6-9aec-ccc41c6aa626 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:16.802189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Transition to ACTIVE for port object 76144cfc-75ad-46c6-9aec-ccc41c6aa626 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:16.820806 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.854029 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ffbcd602-ba8d-4ebc-8a66-7e787538fe62 req-f5bb5fb4-b9a7-4a1b-a983-80d84af8fae4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.906677 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ffbcd602-ba8d-4ebc-8a66-7e787538fe62 req-f5bb5fb4-b9a7-4a1b-a983-80d84af8fae4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:16.923889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Pushing event updated for resources: {'Port': ['ID=76144cfc-75ad-46c6-9aec-ccc41c6aa626,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:16.942049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Network 7e8eee75-4fe6-413a-a2ec-561af5cd8650 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:16.946936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:16.950706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:16.964699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffbcd602-ba8d-4ebc-8a66-7e787538fe62 req-f5bb5fb4-b9a7-4a1b-a983-80d84af8fae4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027751 Aug 31 00:59:16.979253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Allocated IP 172.25.6.79 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/87a7345d-3ada-4899-969f-4459edac6805) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:16.988677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb5fb4-b9a7-4a1b-a983-80d84af8fae4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5939d071-2f11-476b-b3e3-f6ad2e1e8bee,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:17.012045 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204c81b-53ed-4980-adb1-9f63905752df req-e9381117-8f10-47d9-9a56-aa55482ff8e2 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:17.013633 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b204c81b-53ed-4980-adb1-9f63905752df req-e9381117-8f10-47d9-9a56-aa55482ff8e2 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 950 time: 0.1559196 Aug 31 00:59:17.056937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Attempting to bind port 76144cfc-75ad-46c6-9aec-ccc41c6aa626 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:17.057225 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Attempting to bind port 76144cfc-75ad-46c6-9aec-ccc41c6aa626 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'fb144872-169f-4221-9b64-b72e3cc84152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7e8eee75-4fe6-413a-a2ec-561af5cd8650'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:17.057575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Attempting to bind port 76144cfc-75ad-46c6-9aec-ccc41c6aa626 on network 7e8eee75-4fe6-413a-a2ec-561af5cd8650 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:17.064756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:17.065348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Checking segment: {'id': 'fb144872-169f-4221-9b64-b72e3cc84152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7e8eee75-4fe6-413a-a2ec-561af5cd8650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:17.069115 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:17.069858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Bound using segment: {'id': 'fb144872-169f-4221-9b64-b72e3cc84152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7e8eee75-4fe6-413a-a2ec-561af5cd8650'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:17.070546 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Bound port: 76144cfc-75ad-46c6-9aec-ccc41c6aa626, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb144872-169f-4221-9b64-b72e3cc84152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7e8eee75-4fe6-413a-a2ec-561af5cd8650'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:17.071636 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:17.135841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b204c81b-53ed-4980-adb1-9f63905752df req-20e2da11-dc87-4d08-b85a-410c3befd1e1 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073673 Aug 31 00:59:17.164021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] For port 76144cfc-75ad-46c6-9aec-ccc41c6aa626, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:17.168406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] For port 76144cfc-75ad-46c6-9aec-ccc41c6aa626, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=76144cfc-75ad-46c6-9aec-ccc41c6aa626,segment=NetworkSegment(fb144872-169f-4221-9b64-b72e3cc84152),segment_id=fb144872-169f-4221-9b64-b72e3cc84152)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:17.178890 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:17.189108 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:17.244786 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:17.288941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0e048-9947-4e6b-a55d-2e8c30224d04 None None] Pushing event updated for resources: {'Port': ['ID=76144cfc-75ad-46c6-9aec-ccc41c6aa626,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:17.312020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:17.316869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:17.322016 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:17.325490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Pushing event updated for resources: {'Port': ['ID=87a7345d-3ada-4899-969f-4459edac6805,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:17.894228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88267b94-9706-4144-83d2-6c7e64038bbf req-3256eb62-f6f2-40a7-8387-a702518c4ab7 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:17.896705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88267b94-9706-4144-83d2-6c7e64038bbf req-3256eb62-f6f2-40a7-8387-a702518c4ab7 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 972 time: 0.1152482 Aug 31 00:59:17.990750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88267b94-9706-4144-83d2-6c7e64038bbf req-5fd40894-198c-4de5-8b17-dda9bedf0c02 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839975 Aug 31 00:59:17.993202 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.018692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58378) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:18.019671 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1681e13d-a528-472f-a17a-0b621392dc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603b1708-719c-4a31-b0d6-def72f61cbfe'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:18.028321 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12d85db-6eee-4721-902d-d56a73d7ddda" -d '{"events": [{"server_uuid": "1681e13d-a528-472f-a17a-0b621392dc41", "name": "network-vif-plugged", "status": "completed", "tag": "603b1708-719c-4a31-b0d6-def72f61cbfe"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:18.089789 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479c182f-0a31-4026-a2e8-f60342802164 x-openstack-request-id: req-479c182f-0a31-4026-a2e8-f60342802164 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:18.090368 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1681e13d-a528-472f-a17a-0b621392dc41", "name": "network-vif-plugged", "status": "completed", "tag": "603b1708-719c-4a31-b0d6-def72f61cbfe", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:18.090780 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-479c182f-0a31-4026-a2e8-f60342802164 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:18.091399 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1681e13d-a528-472f-a17a-0b621392dc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603b1708-719c-4a31-b0d6-def72f61cbfe', 'code': 200} Aug 31 00:59:18.322125 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-870c84e2-743c-48c4-b99c-7bf331786595 req-eff2d3c6-c791-46b6-9815-32c01b172a79 tempest-QuotasAdminNegativeTest-660437093 tempest-QuotasAdminNegativeTest-660437093-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=042c312a6f044190b48841152b95d696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512195 Aug 31 00:59:18.332155 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ee077ce-1324-4f8f-852b-6e4aa0a7cb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.363898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:18.389749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98573173-4592-49de-9ebe-583daf6f177e req-d3a32074-8c84-4302-be58-f37b083284ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:18.391747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98573173-4592-49de-9ebe-583daf6f177e req-d3a32074-8c84-4302-be58-f37b083284ec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 1124 time: 0.2138021 Aug 31 00:59:18.446827 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:18.454014 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:18.454497 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.471992 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ee077ce-1324-4f8f-852b-6e4aa0a7cb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.479668 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ee077ce-1324-4f8f-852b-6e4aa0a7cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.517599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98573173-4592-49de-9ebe-583daf6f177e req-8ae01f1a-8b3e-4e48-b44d-7f12d283072c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916605 Aug 31 00:59:18.529795 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5ee077ce-1324-4f8f-852b-6e4aa0a7cb69 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=709f818123d542dcac58a576220f874c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5099788 Aug 31 00:59:18.534230 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58402) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:18.541471 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.553833 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.554000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee077ce-1324-4f8f-852b-6e4aa0a7cb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605706e4-14b8-4c7c-933f-9c6ed657c9e1,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:18.560087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c451a-0193-4960-ba7f-f5f51e282316 req-2974869b-7e4a-4b31-a237-fb2d87011a30 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:18.562998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-622c451a-0193-4960-ba7f-f5f51e282316 req-2974869b-7e4a-4b31-a237-fb2d87011a30 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 950 time: 0.2266781 Aug 31 00:59:18.581170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7292c74e-b13b-4452-b4e6-c3b9b78950af None None] Network 7e8eee75-4fe6-413a-a2ec-561af5cd8650 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:18.600577 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4805990e-a448-4dcc-b024-86e672aa5254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.622200 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4805990e-a448-4dcc-b024-86e672aa5254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.648897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c84e2-743c-48c4-b99c-7bf331786595 req-ab805a1f-6b05-4d69-8800-2916b57d5e7f tempest-QuotasAdminNegativeTest-660437093 tempest-QuotasAdminNegativeTest-660437093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:18.650484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-870c84e2-743c-48c4-b99c-7bf331786595 req-ab805a1f-6b05-4d69-8800-2916b57d5e7f tempest-QuotasAdminNegativeTest-660437093 tempest-QuotasAdminNegativeTest-660437093-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3174758 Aug 31 00:59:18.659164 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=88ee78a9-afc6-48ba-88e8-cbf5536b2fd5,segment=NetworkSegment(47607cb1-d953-4bfd-a158-93af8777f492),segment_id=47607cb1-d953-4bfd-a158-93af8777f492)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:18.674019 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.674860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 76144cfc-75ad-46c6-9aec-ccc41c6aa626 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:18.682577 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4805990e-a448-4dcc-b024-86e672aa5254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.685541 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4805990e-a448-4dcc-b024-86e672aa5254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:18.689402 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4805990e-a448-4dcc-b024-86e672aa5254 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/605706e4-14b8-4c7c-933f-9c6ed657c9e1 HTTP/1.1" status: 204 len: 168 time: 0.1515644 Aug 31 00:59:18.699715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805990e-a448-4dcc-b024-86e672aa5254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605706e4-14b8-4c7c-933f-9c6ed657c9e1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:18.715019 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-622c451a-0193-4960-ba7f-f5f51e282316 req-3fd32d6d-3a81-4e14-987c-cf6636cbac5f tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102269 Aug 31 00:59:18.723299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-870c84e2-743c-48c4-b99c-7bf331786595 req-8c1c1c39-fa02-4d36-8793-4b31d4386ed3 tempest-QuotasAdminNegativeTest-660437093 tempest-QuotasAdminNegativeTest-660437093-project] 10.222.0.58 "GET /v2.0/quotas/042c312a6f044190b48841152b95d696 HTTP/1.1" status: 200 len: 375 time: 0.0671523 Aug 31 00:59:18.767303 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8bbd00b0-f19d-491e-b536-be4cbbf70389 None None] Provisioning for port 76144cfc-75ad-46c6-9aec-ccc41c6aa626 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:18.781250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-870c84e2-743c-48c4-b99c-7bf331786595 req-f128b079-40b4-44a8-b7cc-9cb13aafb350 tempest-QuotasAdminNegativeTest-660437093 tempest-QuotasAdminNegativeTest-660437093-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=042c312a6f044190b48841152b95d696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570300 Aug 31 00:59:18.835847 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=88ee78a9-afc6-48ba-88e8-cbf5536b2fd5,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:18.855252 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 76144cfc-75ad-46c6-9aec-ccc41c6aa626 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:18.862034 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Router fc487d13-50ea-4f39-8c7a-b88235f390d5 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:59:18.864896 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 76144cfc-75ad-46c6-9aec-ccc41c6aa626 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:18.865402 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:19.107806 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:19.158142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:59:19.167416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 76144cfc-75ad-46c6-9aec-ccc41c6aa626, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=76144cfc-75ad-46c6-9aec-ccc41c6aa626,segment=NetworkSegment(fb144872-169f-4221-9b64-b72e3cc84152),segment_id=fb144872-169f-4221-9b64-b72e3cc84152)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:19.173174 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Sync routers for ids ['fc487d13-50ea-4f39-8c7a-b88235f390d5'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:59:19.183075 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:19.199845 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Routers {'fc487d13-50ea-4f39-8c7a-b88235f390d5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:19.200595 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:58:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['fc487d13-50ea-4f39-8c7a-b88235f390d5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:19.222182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27683ae-0e19-4dfb-a2df-ce314696917c req-ada49d66-9405-4ee0-8d86-d56152223e4f tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:19.225866 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b27683ae-0e19-4dfb-a2df-ce314696917c req-ada49d66-9405-4ee0-8d86-d56152223e4f tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 972 time: 0.1249835 Aug 31 00:59:19.233750 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:19.237961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58432) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:19.238538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3e70ff45-8661-4475-8682-1cfff8bb7060 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3073835 Aug 31 00:59:19.253575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=76144cfc-75ad-46c6-9aec-ccc41c6aa626,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:19.313324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b27683ae-0e19-4dfb-a2df-ce314696917c req-3814a837-0acd-41da-b299-0d44d2125be3 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794857 Aug 31 00:59:19.383574 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Set router fc487d13-50ea-4f39-8c7a-b88235f390d5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:19.408418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8f85c0c0-c23d-4e03-ab4f-a27c58580b14 None None] Provisioning complete for port 76144cfc-75ad-46c6-9aec-ccc41c6aa626 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:19.408787 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8f85c0c0-c23d-4e03-ab4f-a27c58580b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:19.537037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58442) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:19.564795 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c428e50e-2691-4b70-8f56-a5d394461e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:19.758635 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894481560-router', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87a7345d-3ada-4899-969f-4459edac6805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:15Z', 'updated_at': '2021-08-31T00:59:17Z', 'revision_number': 3, 'project_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'gw_port': {'id': '87a7345d-3ada-4899-969f-4459edac6805', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:16Z', 'updated_at': '2021-08-31T00:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:19.787790 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c428e50e-2691-4b70-8f56-a5d394461e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:19.788932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58448) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:19.795676 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c428e50e-2691-4b70-8f56-a5d394461e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:19.852221 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Checking router: fc487d13-50ea-4f39-8c7a-b88235f390d5 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:59:19.853558 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Updating router fc487d13-50ea-4f39-8c7a-b88235f390d5 port 87a7345d-3ada-4899-969f-4459edac6805 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:59:19.857114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c428e50e-2691-4b70-8f56-a5d394461e70 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8809a39e369f4c588a9b25fc642d5023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190305 Aug 31 00:59:19.859133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428e50e-2691-4b70-8f56-a5d394461e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dee9ad-8e87-4028-863f-b3ede35f7bb2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:19.861496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58452) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:19.910360 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:19.967388 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6247bc65-d166-4fd3-ada0-fe3e195f5e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:19.987196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81f4d5-75ec-4cd1-b2fd-03cd0e82cc30 req-ac5069bd-f396-4961-addc-e4da8ce70d16 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:19.995709 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f81f4d5-75ec-4cd1-b2fd-03cd0e82cc30 req-ac5069bd-f396-4961-addc-e4da8ce70d16 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 950 time: 0.0990160 Aug 31 00:59:20.072355 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f81f4d5-75ec-4cd1-b2fd-03cd0e82cc30 req-5a7cc935-4d12-4ee7-910f-e8efa1dd1563 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755441 Aug 31 00:59:20.143717 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6247bc65-d166-4fd3-ada0-fe3e195f5e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.149620 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6247bc65-d166-4fd3-ada0-fe3e195f5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.156316 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97948106-6b22-46d5-bfbd-f750729fe8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.191420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:20.200562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6247bc65-d166-4fd3-ada0-fe3e195f5e9c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93dbfd1591a0453ea52ce34f9edee26a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105787 Aug 31 00:59:20.203670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58464) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:20.210559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247bc65-d166-4fd3-ada0-fe3e195f5e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe9a0da-2d1c-4c6a-baa7-390187c489b6,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:20.229868 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97948106-6b22-46d5-bfbd-f750729fe8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.287456 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.298967 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Transition to ACTIVE for port object 87a7345d-3ada-4899-969f-4459edac6805 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:20.305375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:20.305832 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.307433 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.313386 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-69504425-6e94-40ac-aac8-1eec432a81be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.337658 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.363980 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-69504425-6e94-40ac-aac8-1eec432a81be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.421853 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781acf4d-fba0-417f-a187-45d5743474a8 None None] Pushing event updated for resources: {'Port': ['ID=87a7345d-3ada-4899-969f-4459edac6805,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:20.471069 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Attempting to bind port 87a7345d-3ada-4899-969f-4459edac6805 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:20.471400 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Attempting to bind port 87a7345d-3ada-4899-969f-4459edac6805 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:20.471739 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Attempting to bind port 87a7345d-3ada-4899-969f-4459edac6805 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:20.478056 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:20.478581 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:20.478987 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.479400 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:20.479906 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Bound port: 87a7345d-3ada-4899-969f-4459edac6805, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:20.480165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 76144cfc-75ad-46c6-9aec-ccc41c6aa626 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:20.480423 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.530582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Allocated IP 172.20.0.1 (7e8eee75-4fe6-413a-a2ec-561af5cd8650/47a5735b-2eb2-4bef-83b6-3688e6f2bb33/a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:20.550055 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-69504425-6e94-40ac-aac8-1eec432a81be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.557477 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-69504425-6e94-40ac-aac8-1eec432a81be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.558779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-69504425-6e94-40ac-aac8-1eec432a81be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5fe9a0da-2d1c-4c6a-baa7-390187c489b6 HTTP/1.1" status: 204 len: 168 time: 0.3540106 Aug 31 00:59:20.577199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69504425-6e94-40ac-aac8-1eec432a81be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe9a0da-2d1c-4c6a-baa7-390187c489b6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:20.588589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1a3a5-ac06-4ae1-b7f0-93002f2b7f6b req-3717b8eb-2dd8-4bbb-8e39-8b21b5c6bb96 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:20.600422 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] For port 87a7345d-3ada-4899-969f-4459edac6805, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:20.606172 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] For port 87a7345d-3ada-4899-969f-4459edac6805, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=87a7345d-3ada-4899-969f-4459edac6805,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:20.613625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55c1a3a5-ac06-4ae1-b7f0-93002f2b7f6b req-3717b8eb-2dd8-4bbb-8e39-8b21b5c6bb96 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 972 time: 0.1692071 Aug 31 00:59:20.617746 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.654847 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97948106-6b22-46d5-bfbd-f750729fe8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.657984 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97948106-6b22-46d5-bfbd-f750729fe8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.659497 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-97948106-6b22-46d5-bfbd-f750729fe8fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/42dee9ad-8e87-4028-863f-b3ede35f7bb2 HTTP/1.1" status: 204 len: 168 time: 0.7954500 Aug 31 00:59:20.709478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97948106-6b22-46d5-bfbd-f750729fe8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dee9ad-8e87-4028-863f-b3ede35f7bb2,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:20.722324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55c1a3a5-ac06-4ae1-b7f0-93002f2b7f6b req-e66c09b0-e463-4062-aa5c-b636dc75692c tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076264 Aug 31 00:59:20.742624 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Routers {'fc487d13-50ea-4f39-8c7a-b88235f390d5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:20.743424 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:58:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['fc487d13-50ea-4f39-8c7a-b88235f390d5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:20.825289 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 76144cfc-75ad-46c6-9aec-ccc41c6aa626 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:20.826396 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.841959 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:20.875107 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0adbae96-8db2-485d-9231-b55eda5585cc req-9b78a48f-9737-417c-870b-85a7c4a1f161 tempest-QuotasAdminNegativeTest-660437093 tempest-QuotasAdminNegativeTest-660437093-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=042c312a6f044190b48841152b95d696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473180 Aug 31 00:59:20.879449 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Transition to ACTIVE for port object a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:20.946702 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:21.038893 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Network 7e8eee75-4fe6-413a-a2ec-561af5cd8650 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:21.051910 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781acf4d-fba0-417f-a187-45d5743474a8 None None] Pushing event updated for resources: {'Port': ['ID=87a7345d-3ada-4899-969f-4459edac6805,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:21.056748 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:21.060031 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:21.062350 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:21.084617 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] Set router fc487d13-50ea-4f39-8c7a-b88235f390d5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:21.112142 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-21d17c1f-a7cf-42ed-8c31-4077c6716da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:21.117942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbae96-8db2-485d-9231-b55eda5585cc req-f09ebfb4-c640-436c-b42b-1c2fb4d5b0fd tempest-QuotasAdminNegativeTest-660437093 tempest-QuotasAdminNegativeTest-660437093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:21.119511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0adbae96-8db2-485d-9231-b55eda5585cc req-f09ebfb4-c640-436c-b42b-1c2fb4d5b0fd tempest-QuotasAdminNegativeTest-660437093 tempest-QuotasAdminNegativeTest-660437093-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2415569 Aug 31 00:59:21.168276 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0adbae96-8db2-485d-9231-b55eda5585cc req-64ddc63b-ff22-407c-8f9a-f7255a2373ee tempest-QuotasAdminNegativeTest-660437093 tempest-QuotasAdminNegativeTest-660437093-project] 10.222.0.58 "GET /v2.0/quotas/042c312a6f044190b48841152b95d696 HTTP/1.1" status: 200 len: 375 time: 0.0282886 Aug 31 00:59:21.217559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0adbae96-8db2-485d-9231-b55eda5585cc req-9faa4f43-af94-4471-b719-6dc90a0e71eb tempest-QuotasAdminNegativeTest-660437093 tempest-QuotasAdminNegativeTest-660437093-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=042c312a6f044190b48841152b95d696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479774 Aug 31 00:59:21.235724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f7bf2-bcc9-4fb5-adf0-5e687f9f950f req-89ade84d-96d8-48e9-8f89-5303d139b9b5 tempest-AggregatesAdminTestJSON-1687692044 tempest-AggregatesAdminTestJSON-1687692044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:21.246648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b38f7bf2-bcc9-4fb5-adf0-5e687f9f950f req-89ade84d-96d8-48e9-8f89-5303d139b9b5 tempest-AggregatesAdminTestJSON-1687692044 tempest-AggregatesAdminTestJSON-1687692044-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 1124 time: 0.1582606 Aug 31 00:59:21.287312 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b38f7bf2-bcc9-4fb5-adf0-5e687f9f950f req-afe5b158-3258-4427-adb1-d6724009296b tempest-AggregatesAdminTestJSON-1687692044 tempest-AggregatesAdminTestJSON-1687692044-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:21.320639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:21.398158 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:21.494361 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b38f7bf2-bcc9-4fb5-adf0-5e687f9f950f req-afe5b158-3258-4427-adb1-d6724009296b tempest-AggregatesAdminTestJSON-1687692044 tempest-AggregatesAdminTestJSON-1687692044-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:21.525801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fa9d5ef0-b2fe-4f43-a5b4-5624bbba3567 None None] Provisioning for port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:21.538625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fa9d5ef0-b2fe-4f43-a5b4-5624bbba3567 None None] Provisioning complete for port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:21.539000 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5ef0-b2fe-4f43-a5b4-5624bbba3567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:21.554666 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894481560-router', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87a7345d-3ada-4899-969f-4459edac6805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:15Z', 'updated_at': '2021-08-31T00:59:17Z', 'revision_number': 3, 'project_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'gw_port': {'id': '87a7345d-3ada-4899-969f-4459edac6805', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:16Z', 'updated_at': '2021-08-31T00:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:21.597006 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b38f7bf2-bcc9-4fb5-adf0-5e687f9f950f req-afe5b158-3258-4427-adb1-d6724009296b tempest-AggregatesAdminTestJSON-1687692044 tempest-AggregatesAdminTestJSON-1687692044-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:21.626430 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:21.630556 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97122db2-0bfc-4539-b9fc-36c434c005b7 None None] The sync data for ids ['fc487d13-50ea-4f39-8c7a-b88235f390d5'] in n-d-802060-13 is: [{'id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894481560-router', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87a7345d-3ada-4899-969f-4459edac6805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:15Z', 'updated_at': '2021-08-31T00:59:17Z', 'revision_number': 3, 'project_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'gw_port': {'id': '87a7345d-3ada-4899-969f-4459edac6805', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:16Z', 'updated_at': '2021-08-31T00:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:59:21.633659 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d5ef0-b2fe-4f43-a5b4-5624bbba3567 None None] Port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:21.634373 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:21.638329 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:21.687370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b38f7bf2-bcc9-4fb5-adf0-5e687f9f950f req-afe5b158-3258-4427-adb1-d6724009296b tempest-AggregatesAdminTestJSON-1687692044 tempest-AggregatesAdminTestJSON-1687692044-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373181 Aug 31 00:59:21.703715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5b158-3258-4427-adb1-d6724009296b tempest-AggregatesAdminTestJSON-1687692044 tempest-AggregatesAdminTestJSON-1687692044-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3f4b83-49c1-4890-b191-aa5abfef0534,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:21.720462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e422b4b-873e-421d-9901-1bbdd164c306 req-17aa64e7-3494-4202-b94b-c784df2df41e tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:21.722361 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e422b4b-873e-421d-9901-1bbdd164c306 req-17aa64e7-3494-4202-b94b-c784df2df41e tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 950 time: 0.2236652 Aug 31 00:59:21.771013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:21.788833 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e422b4b-873e-421d-9901-1bbdd164c306 req-a99949d8-eb68-4541-993b-c235b5c1acdc tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589113 Aug 31 00:59:21.841161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58532) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:21.855937 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Network 7e8eee75-4fe6-413a-a2ec-561af5cd8650 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:21.857405 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:22.029283 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Router fc487d13-50ea-4f39-8c7a-b88235f390d5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:59:22.209606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:59:22.222949 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-01f8cd65-a1f2-42ab-ab42-1d23bd12a059 admin admin] 10.222.0.58 "PUT /v2.0/routers/fc487d13-50ea-4f39-8c7a-b88235f390d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9838955 Aug 31 00:59:22.284436 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 87a7345d-3ada-4899-969f-4459edac6805 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:22.355597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cb36effc-e5be-4d2b-93fa-314fda508f9b None None] Provisioning complete for port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:22.356441 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cb36effc-e5be-4d2b-93fa-314fda508f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:22.399139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 87a7345d-3ada-4899-969f-4459edac6805 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:22.406357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 87a7345d-3ada-4899-969f-4459edac6805 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:22.407049 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:22.408595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-cb36effc-e5be-4d2b-93fa-314fda508f9b None None] Port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:22.428821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1172300898-network', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:22.502911 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:22.538291 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] Made reservation on behalf of b34d9373dff14788a10b0d39e5416aef for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:22.539117 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 87a7345d-3ada-4899-969f-4459edac6805, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=87a7345d-3ada-4899-969f-4459edac6805,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:22.542491 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:22.544735 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:22.575333 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:22.602567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656ac4a-8df2-405a-a126-4fd0cb8fb805 req-04691968-1efd-45c4-9f6c-bd7b96040d94 tempest-DeleteServersAdminTestJSON-969313329 tempest-DeleteServersAdminTestJSON-969313329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:22.604118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c656ac4a-8df2-405a-a126-4fd0cb8fb805 req-04691968-1efd-45c4-9f6c-bd7b96040d94 tempest-DeleteServersAdminTestJSON-969313329 tempest-DeleteServersAdminTestJSON-969313329-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 1102 time: 0.1511488 Aug 31 00:59:22.612145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=87a7345d-3ada-4899-969f-4459edac6805,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:22.753420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-c656ac4a-8df2-405a-a126-4fd0cb8fb805 req-20e6a575-44dc-41d8-b4f2-f7da3b7fece6 tempest-DeleteServersAdminTestJSON-969313329 tempest-DeleteServersAdminTestJSON-969313329-project-admin] Deleting port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:22.753769 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c656ac4a-8df2-405a-a126-4fd0cb8fb805 req-20e6a575-44dc-41d8-b4f2-f7da3b7fece6 tempest-DeleteServersAdminTestJSON-969313329 tempest-DeleteServersAdminTestJSON-969313329-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.044243 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.060080 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.157751 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58584) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:23.171592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-c656ac4a-8df2-405a-a126-4fd0cb8fb805 req-20e6a575-44dc-41d8-b4f2-f7da3b7fece6 tempest-DeleteServersAdminTestJSON-969313329 tempest-DeleteServersAdminTestJSON-969313329-project-admin] For port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:23.172319 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c656ac4a-8df2-405a-a126-4fd0cb8fb805 req-20e6a575-44dc-41d8-b4f2-f7da3b7fece6 tempest-DeleteServersAdminTestJSON-969313329 tempest-DeleteServersAdminTestJSON-969313329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.198545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-c656ac4a-8df2-405a-a126-4fd0cb8fb805 req-20e6a575-44dc-41d8-b4f2-f7da3b7fece6 tempest-DeleteServersAdminTestJSON-969313329 tempest-DeleteServersAdminTestJSON-969313329-project-admin] Calling delete_port for d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:23.212305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:59:23.224699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a582ae97-0362-4a69-b2c1-cb97cb3cc613,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:23.256282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a4eb0-04e3-4715-8385-84f16aa5a83a req-a62d329d-d3e9-4812-ae29-7b82c02a7eb8 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:23.260588 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-279a4eb0-04e3-4715-8385-84f16aa5a83a req-a62d329d-d3e9-4812-ae29-7b82c02a7eb8 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 950 time: 0.2680976 Aug 31 00:59:23.334174 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.334529 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] Added segment bf2bd038-a397-4a29-b89f-b47ecf1d28ce of type vlan for network a4a1e4a8-9b45-448d-a657-b5d0945e1fb3 Aug 31 00:59:23.457589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-279a4eb0-04e3-4715-8385-84f16aa5a83a req-c83691f5-618f-49a3-a013-ae7aa700aaf8 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921375 Aug 31 00:59:23.484107 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.577182 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.578664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:23.579581 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.683152 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2d905d11-208b-4588-bbcf-280a2fe31462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.688829 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d15e2444-7a2c-444b-bcb9-6f26c2a87bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.741999 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8996947 Aug 31 00:59:23.756126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58608) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:23.764822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-6c717468-b2e1-46c7-ab9c-476b8e85997e admin admin] Request body: {'subnet': {'network_id': 'a4a1e4a8-9b45-448d-a657-b5d0945e1fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172300898-subnet', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:23.789402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3823b7-8e6d-4513-aaf0-c8b7aa3aafa1 admin admin] Pushing event updated for resources: {'Network': ['ID=a4a1e4a8-9b45-448d-a657-b5d0945e1fb3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:23.803227 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network a4a1e4a8-9b45-448d-a657-b5d0945e1fb3 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:59:23.812181 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c656ac4a-8df2-405a-a126-4fd0cb8fb805 req-20e6a575-44dc-41d8-b4f2-f7da3b7fece6 tempest-DeleteServersAdminTestJSON-969313329 tempest-DeleteServersAdminTestJSON-969313329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.901420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:23.902097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6a575-44dc-41d8-b4f2-f7da3b7fece6 tempest-DeleteServersAdminTestJSON-969313329 tempest-DeleteServersAdminTestJSON-969313329-project-admin] Pushing event deleted for resources: {'Port': ['ID=d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:23.975186 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d15e2444-7a2c-444b-bcb9-6f26c2a87bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:23.992237 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d15e2444-7a2c-444b-bcb9-6f26c2a87bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.048818 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d15e2444-7a2c-444b-bcb9-6f26c2a87bcf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=042c312a6f044190b48841152b95d696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8893123 Aug 31 00:59:24.049835 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e2444-7a2c-444b-bcb9-6f26c2a87bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af5dca4-32f0-419c-9a79-eb1a3345e2a0,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:24.055602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58620) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:24.103709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c656ac4a-8df2-405a-a126-4fd0cb8fb805 req-20e6a575-44dc-41d8-b4f2-f7da3b7fece6 tempest-DeleteServersAdminTestJSON-969313329 tempest-DeleteServersAdminTestJSON-969313329-project-admin] No DVR routers for this DVR port d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:24.150217 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c656ac4a-8df2-405a-a126-4fd0cb8fb805 req-20e6a575-44dc-41d8-b4f2-f7da3b7fece6 tempest-DeleteServersAdminTestJSON-969313329 tempest-DeleteServersAdminTestJSON-969313329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.157801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c656ac4a-8df2-405a-a126-4fd0cb8fb805 req-20e6a575-44dc-41d8-b4f2-f7da3b7fece6 tempest-DeleteServersAdminTestJSON-969313329 tempest-DeleteServersAdminTestJSON-969313329-project-admin] 10.222.0.70 "DELETE /v2.0/ports/d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf HTTP/1.1" status: 204 len: 173 time: 1.5450296 Aug 31 00:59:24.160470 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876eeda1-ff11-4ef7-bd54-061833543fb6', 'name': 'network-vif-deleted', 'tag': 'd46bad1f-2987-48f6-8fb9-78ebd5c4c2bf'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:24.165843 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071f6aeb-3cd4-49aa-b2c4-88231095c57b" -d '{"events": [{"server_uuid": "876eeda1-ff11-4ef7-bd54-061833543fb6", "name": "network-vif-deleted", "tag": "d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:24.170585 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-723d58fb-6bfc-4fa6-bb1a-9d898b54e38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.246495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c717468-b2e1-46c7-ab9c-476b8e85997e admin admin] Made reservation on behalf of b34d9373dff14788a10b0d39e5416aef for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:24.253902 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c717468-b2e1-46c7-ab9c-476b8e85997e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.255352 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-723d58fb-6bfc-4fa6-bb1a-9d898b54e38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.356744 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Sync routers for ids ['fc487d13-50ea-4f39-8c7a-b88235f390d5'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:59:24.382104 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 87a7345d-3ada-4899-969f-4459edac6805 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:24.429365 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-723d58fb-6bfc-4fa6-bb1a-9d898b54e38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.431960 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-723d58fb-6bfc-4fa6-bb1a-9d898b54e38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.433616 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-723d58fb-6bfc-4fa6-bb1a-9d898b54e38f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0af5dca4-32f0-419c-9a79-eb1a3345e2a0 HTTP/1.1" status: 204 len: 168 time: 0.3771820 Aug 31 00:59:24.450726 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.451545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Routers {'fc487d13-50ea-4f39-8c7a-b88235f390d5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:24.452396 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:59:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['fc487d13-50ea-4f39-8c7a-b88235f390d5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:24.456584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d58fb-6bfc-4fa6-bb1a-9d898b54e38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af5dca4-32f0-419c-9a79-eb1a3345e2a0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:24.472015 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32eb8ef-08f5-473a-9ca0-5ec880e5e9ff x-openstack-request-id: req-c32eb8ef-08f5-473a-9ca0-5ec880e5e9ff {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:24.472525 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876eeda1-ff11-4ef7-bd54-061833543fb6", "name": "network-vif-deleted", "tag": "d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:24.472525 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c32eb8ef-08f5-473a-9ca0-5ec880e5e9ff {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:24.472920 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876eeda1-ff11-4ef7-bd54-061833543fb6', 'name': 'network-vif-deleted', 'tag': 'd46bad1f-2987-48f6-8fb9-78ebd5c4c2bf', 'status': 'completed', 'code': 200} Aug 31 00:59:24.721188 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c717468-b2e1-46c7-ab9c-476b8e85997e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.793858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Set router fc487d13-50ea-4f39-8c7a-b88235f390d5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:24.942568 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:24.956564 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c717468-b2e1-46c7-ab9c-476b8e85997e admin admin] Pushing event updated for resources: {'Subnet': ['ID=664879e3-af8d-4142-ab88-6407421b4e08,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:24.999571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c717468-b2e1-46c7-ab9c-476b8e85997e admin admin] Checking segment: {'id': 'bf2bd038-a397-4a29-b89f-b47ecf1d28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a4a1e4a8-9b45-448d-a657-b5d0945e1fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:25.000227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c717468-b2e1-46c7-ab9c-476b8e85997e admin admin] Network hostable DHCP agents. Network: a4a1e4a8-9b45-448d-a657-b5d0945e1fb3, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:59:25.038503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d3bb199-1cf0-490c-b458-99c74cac241f req-0ded4511-c0a4-4c76-9d00-e0ff6f41e2d5 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=876eeda1-ff11-4ef7-bd54-061833543fb6 HTTP/1.1" status: 200 len: 210 time: 0.1000814 Aug 31 00:59:25.096406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c717468-b2e1-46c7-ab9c-476b8e85997e admin admin] Network a4a1e4a8-9b45-448d-a657-b5d0945e1fb3 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:59:25.106547 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-e6fa172b-95cf-42ce-84cd-e8c688f9aef5 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f7b6aea9d6ad4110bac126cd6edb47df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673747 Aug 31 00:59:25.180336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-6c717468-b2e1-46c7-ab9c-476b8e85997e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, a4a1e4a8-9b45-448d-a657-b5d0945e1fb3) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:25.202986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c717468-b2e1-46c7-ab9c-476b8e85997e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:25.203976 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c717468-b2e1-46c7-ab9c-476b8e85997e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.228272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec4f5f8-5548-4f30-bb70-aaf820963dc7 None None] Network a4a1e4a8-9b45-448d-a657-b5d0945e1fb3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:25.242938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58658) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:25.243902 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6c717468-b2e1-46c7-ab9c-476b8e85997e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4823043 Aug 31 00:59:25.248836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1172300898-router', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:25.302509 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-9936e073-dbf5-4bf7-a35a-6299e4679661 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:25.312826 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-9936e073-dbf5-4bf7-a35a-6299e4679661 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053027 Aug 31 00:59:25.316725 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.318481 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.333862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-3cccb548-cb77-4e31-96fb-412fa3284071 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/quotas/f7b6aea9d6ad4110bac126cd6edb47df HTTP/1.1" status: 200 len: 375 time: 0.0198243 Aug 31 00:59:25.439366 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-74073621-413c-47fc-b0a5-3f5c028cd0c2 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b6aea9d6ad4110bac126cd6edb47df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045940 Aug 31 00:59:25.451906 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.454923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58668) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:25.482311 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53b36a65-d991-4669-b1bd-653fb84f488b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.488962 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 87a7345d-3ada-4899-969f-4459edac6805 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:25.490331 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.636656 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53b36a65-d991-4669-b1bd-653fb84f488b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.647542 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53b36a65-d991-4669-b1bd-653fb84f488b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.711201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b36a65-d991-4669-b1bd-653fb84f488b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10d3061-ceb8-4d08-8836-507c82adceda,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:25.815105 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:25.858274 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-53b36a65-d991-4669-b1bd-653fb84f488b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a8186b4e1c04a4989fd429876b4b27b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957739 Aug 31 00:59:25.873961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894481560-router', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87a7345d-3ada-4899-969f-4459edac6805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:15Z', 'updated_at': '2021-08-31T00:59:21Z', 'revision_number': 4, 'project_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'gw_port': {'id': '87a7345d-3ada-4899-969f-4459edac6805', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:16Z', 'updated_at': '2021-08-31T00:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8', 'name': '', 'network_id': '7e8eee75-4fe6-413a-a2ec-561af5cd8650', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'mac_address': 'fa:16:3e:21:20:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '47a5735b-2eb2-4bef-83b6-3688e6f2bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:20Z', 'updated_at': '2021-08-31T00:59:21Z', 'revision_number': 2, 'project_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'subnets': [{'id': '47a5735b-2eb2-4bef-83b6-3688e6f2bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:25.877196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58690) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:25.890831 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8936351d-f342-4643-8904-7e89110ebf4f req-a5ff7457-7fc4-4dab-8b50-7a04982fa9fc tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 210 time: 0.0612113 Aug 31 00:59:25.959782 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Checking router: fc487d13-50ea-4f39-8c7a-b88235f390d5 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:59:25.960164 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Updating router fc487d13-50ea-4f39-8c7a-b88235f390d5 port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:59:26.017990 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:26.169407 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7af097dd-7490-4fd7-a1e3-3cb92fbf9ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:26.284958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-a4a1e4a8-9b45-448d-a657-b5d0945e1fb3', 'network_id': 'a4a1e4a8-9b45-448d-a657-b5d0945e1fb3', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef', 'fixed_ips': [{'subnet_id': '664879e3-af8d-4142-ab88-6407421b4e08'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:59:26.289082 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:26.834095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-892d240c-3cfa-43f2-b278-167f62f168a5 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e01bda5ddbe1438c80d2b78df795a306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566666 Aug 31 00:59:26.849433 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:26.928020 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7af097dd-7490-4fd7-a1e3-3cb92fbf9ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:26.930106 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:26.961085 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.097772 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Allocated IP 172.25.6.30 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/54ea387e-71ea-46ab-bc99-599ee579c3c7) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:27.197199 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7af097dd-7490-4fd7-a1e3-3cb92fbf9ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.200926 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7af097dd-7490-4fd7-a1e3-3cb92fbf9ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.203970 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7af097dd-7490-4fd7-a1e3-3cb92fbf9ce2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a10d3061-ceb8-4d08-8836-507c82adceda HTTP/1.1" status: 204 len: 168 time: 1.3193042 Aug 31 00:59:27.216659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af097dd-7490-4fd7-a1e3-3cb92fbf9ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10d3061-ceb8-4d08-8836-507c82adceda,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:27.230449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-fbe257c0-671c-42a7-8e25-82eb3cf6e65c tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:27.257785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-fbe257c0-671c-42a7-8e25-82eb3cf6e65c tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4089053 Aug 31 00:59:27.304282 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-530193ef-bf29-4b6b-9547-674629aa7537 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/quotas/e01bda5ddbe1438c80d2b78df795a306 HTTP/1.1" status: 200 len: 375 time: 0.0454998 Aug 31 00:59:27.330185 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.361454 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Allocated IP 172.20.0.2 (a4a1e4a8-9b45-448d-a657-b5d0945e1fb3/664879e3-af8d-4142-ab88-6407421b4e08/7712a613-48de-4932-a23d-c7e108ada4dd) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:27.428242 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-3d77d291-1a46-49e5-a2b6-769b4c67791e tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e01bda5ddbe1438c80d2b78df795a306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1229937 Aug 31 00:59:27.445103 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.553680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff88ee67-1299-4a34-9e72-ebd2354530dc req-4bd26f6d-3678-43bd-b405-e3022c0e40ea tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 210 time: 0.1608965 Aug 31 00:59:27.589844 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:27.589844 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:27.599227 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Pushing event updated for resources: {'Port': ['ID=54ea387e-71ea-46ab-bc99-599ee579c3c7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:27.613150 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:27.706021 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:27.754119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Transition to ACTIVE for port object a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:27.779940 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:28.090001 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70b6a401-2bc7-4396-a206-6265a72d40ac req-4a626d7f-2aab-4cde-862d-98de7c63db66 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 210 time: 0.1155267 Aug 31 00:59:28.162698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58800) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:28.287519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:28.342202 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:28.381931 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:28.382921 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d46bad1f-2987-48f6-8fb9-78ebd5c4c2bf not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:28.468400 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Transition to ACTIVE for port object 7712a613-48de-4932-a23d-c7e108ada4dd will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:28.499448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Transition to ACTIVE for port object 7712a613-48de-4932-a23d-c7e108ada4dd will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:28.503978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a76f1-ca6a-4792-8e55-6f01d45b98a2 None None] Pushing event updated for resources: {'Port': ['ID=a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:28.521820 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:28.529266 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:28.632175 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Pushing event updated for resources: {'Port': ['ID=7712a613-48de-4932-a23d-c7e108ada4dd,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:28.677763 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f0695d22-686b-466c-a7e1-1588da23e4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:28.680792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Network a4a1e4a8-9b45-448d-a657-b5d0945e1fb3 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:28.689199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Attempting to bind port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:28.690809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Attempting to bind port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'fb144872-169f-4221-9b64-b72e3cc84152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7e8eee75-4fe6-413a-a2ec-561af5cd8650'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:28.697148 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Attempting to bind port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 on network 7e8eee75-4fe6-413a-a2ec-561af5cd8650 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:28.716156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:28.720033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Checking segment: {'id': 'fb144872-169f-4221-9b64-b72e3cc84152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7e8eee75-4fe6-413a-a2ec-561af5cd8650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:28.721829 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:28.723954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Bound using segment: {'id': 'fb144872-169f-4221-9b64-b72e3cc84152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7e8eee75-4fe6-413a-a2ec-561af5cd8650'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:28.729806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Bound port: a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb144872-169f-4221-9b64-b72e3cc84152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7e8eee75-4fe6-413a-a2ec-561af5cd8650'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:28.731424 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:28.785586 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:28.814146 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.15', 61297) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:28.975979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] For port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:28.986200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] For port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8,segment=NetworkSegment(fb144872-169f-4221-9b64-b72e3cc84152),segment_id=fb144872-169f-4221-9b64-b72e3cc84152)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:28.992979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:28.996187 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f0695d22-686b-466c-a7e1-1588da23e4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.006954 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-7636da19-e147-41ae-9e87-4f965d8de16f tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f7b6aea9d6ad4110bac126cd6edb47df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1913304 Aug 31 00:59:29.032117 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f0695d22-686b-466c-a7e1-1588da23e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.070389 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.188550 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f0695d22-686b-466c-a7e1-1588da23e4a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=add38afbcb024956904dfa37ba6b9d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0163820 Aug 31 00:59:29.191351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58846) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:29.214971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6564cd8c-3463-4d64-95a1-948e8315726e req-35e2dca4-f7bb-4a85-93a2-50542f3278e5 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 210 time: 0.2151165 Aug 31 00:59:29.368895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0695d22-686b-466c-a7e1-1588da23e4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8ea5a5-734d-4e27-b9ae-b28eda305e8e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:29.461937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Routers {'fc487d13-50ea-4f39-8c7a-b88235f390d5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:29.466062 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:59:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['fc487d13-50ea-4f39-8c7a-b88235f390d5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:29.471852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a76f1-ca6a-4792-8e55-6f01d45b98a2 None None] Pushing event updated for resources: {'Port': ['ID=a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:29.484835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Attempting to bind port 7712a613-48de-4932-a23d-c7e108ada4dd on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:29.487011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Attempting to bind port 7712a613-48de-4932-a23d-c7e108ada4dd by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'bf2bd038-a397-4a29-b89f-b47ecf1d28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a4a1e4a8-9b45-448d-a657-b5d0945e1fb3'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:29.487860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Attempting to bind port 7712a613-48de-4932-a23d-c7e108ada4dd on network a4a1e4a8-9b45-448d-a657-b5d0945e1fb3 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:29.568589 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-9d5d17d2-a47a-4404-88c9-b0849656c2a3 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:29.571634 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-9d5d17d2-a47a-4404-88c9-b0849656c2a3 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5530248 Aug 31 00:59:29.576621 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.585032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:29.587259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Checking segment: {'id': 'bf2bd038-a397-4a29-b89f-b47ecf1d28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a4a1e4a8-9b45-448d-a657-b5d0945e1fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:29.587722 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.588136 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Bound using segment: {'id': 'bf2bd038-a397-4a29-b89f-b47ecf1d28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a4a1e4a8-9b45-448d-a657-b5d0945e1fb3'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:29.588630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Bound port: 7712a613-48de-4932-a23d-c7e108ada4dd, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2bd038-a397-4a29-b89f-b47ecf1d28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a4a1e4a8-9b45-448d-a657-b5d0945e1fb3'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:29.589017 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.610811 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fabf4456-e23a-4611-8667-12e56fb86e10 req-8f5c5d47-d940-4e4d-90f1-44769360ef28 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 210 time: 0.1021132 Aug 31 00:59:29.642377 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3766152c-94d9-4e87-8912-d29dfe49412a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.743345 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3766152c-94d9-4e87-8912-d29dfe49412a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.903751 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3766152c-94d9-4e87-8912-d29dfe49412a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.918699 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3766152c-94d9-4e87-8912-d29dfe49412a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.923556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] For port 7712a613-48de-4932-a23d-c7e108ada4dd, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:29.925758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3766152c-94d9-4e87-8912-d29dfe49412a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd8ea5a5-734d-4e27-b9ae-b28eda305e8e HTTP/1.1" status: 204 len: 168 time: 0.7058949 Aug 31 00:59:29.947094 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] For port 7712a613-48de-4932-a23d-c7e108ada4dd, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7712a613-48de-4932-a23d-c7e108ada4dd,segment=NetworkSegment(bf2bd038-a397-4a29-b89f-b47ecf1d28ce),segment_id=bf2bd038-a397-4a29-b89f-b47ecf1d28ce)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:29.971037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766152c-94d9-4e87-8912-d29dfe49412a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8ea5a5-734d-4e27-b9ae-b28eda305e8e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:29.992062 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:29.996705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] Set router fc487d13-50ea-4f39-8c7a-b88235f390d5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:30.131791 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Router 88fae003-9ce4-4231-a4ef-0add329ca617 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:59:30.393201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:59:30.409534 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Sync routers for ids ['88fae003-9ce4-4231-a4ef-0add329ca617'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:59:30.429014 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:30.433691 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-834005fc-0813-44e0-9447-bee5f77a5589 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1872497 Aug 31 00:59:30.435523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58892) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:30.451529 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Routers {'88fae003-9ce4-4231-a4ef-0add329ca617'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:30.456991 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-65396409-559b-4190-a8b8-97c44500e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:59:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['88fae003-9ce4-4231-a4ef-0add329ca617'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:30.527658 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3508bf-41af-4743-8e5b-d6af84c9c661 None None] Pushing event updated for resources: {'Port': ['ID=7712a613-48de-4932-a23d-c7e108ada4dd,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:30.690233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58902) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:30.724981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ff472f0-c694-432c-a097-90e797b053aa req-63e0e4bc-e6de-43d5-bffb-f8bc0ab221e4 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 210 time: 0.0971260 Aug 31 00:59:30.737084 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed3f5-456b-4981-8b6c-1e0c70713066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:30.963059 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Set router 88fae003-9ce4-4231-a4ef-0add329ca617 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:31.028772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894481560-router', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87a7345d-3ada-4899-969f-4459edac6805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:15Z', 'updated_at': '2021-08-31T00:59:21Z', 'revision_number': 4, 'project_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'gw_port': {'id': '87a7345d-3ada-4899-969f-4459edac6805', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:16Z', 'updated_at': '2021-08-31T00:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8', 'name': '', 'network_id': '7e8eee75-4fe6-413a-a2ec-561af5cd8650', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'mac_address': 'fa:16:3e:21:20:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '47a5735b-2eb2-4bef-83b6-3688e6f2bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:20Z', 'updated_at': '2021-08-31T00:59:28Z', 'revision_number': 4, 'project_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'subnets': [{'id': '47a5735b-2eb2-4bef-83b6-3688e6f2bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:31.180282 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1fea0-4624-404a-a4b2-2348ff7f6713 None None] The sync data for ids ['fc487d13-50ea-4f39-8c7a-b88235f390d5'] in n-d-802060-13 is: [{'id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894481560-router', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87a7345d-3ada-4899-969f-4459edac6805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:15Z', 'updated_at': '2021-08-31T00:59:21Z', 'revision_number': 4, 'project_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'gw_port': {'id': '87a7345d-3ada-4899-969f-4459edac6805', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:16Z', 'updated_at': '2021-08-31T00:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8', 'name': '', 'network_id': '7e8eee75-4fe6-413a-a2ec-561af5cd8650', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'mac_address': 'fa:16:3e:21:20:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '47a5735b-2eb2-4bef-83b6-3688e6f2bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:20Z', 'updated_at': '2021-08-31T00:59:28Z', 'revision_number': 4, 'project_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'subnets': [{'id': '47a5735b-2eb2-4bef-83b6-3688e6f2bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:59:31.357311 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:31.413933 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed3f5-456b-4981-8b6c-1e0c70713066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:31.432204 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed3f5-456b-4981-8b6c-1e0c70713066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:31.492435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2b48d6c-18ba-43e2-918d-6187fc028099 req-6d8d9bd5-96c9-4ea5-8062-3fc2f6389c69 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 210 time: 0.3890975 Aug 31 00:59:31.630913 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7c8ed3f5-456b-4981-8b6c-1e0c70713066 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5715d77e2d474f3fa292d340098c956f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9380193 Aug 31 00:59:31.631677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58916) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:31.712171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ed3f5-456b-4981-8b6c-1e0c70713066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3637d96-cbc1-4c47-913f-c26a2c8f8cab,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:31.843625 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-65396409-559b-4190-a8b8-97c44500e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172300898-router', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '54ea387e-71ea-46ab-bc99-599ee579c3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:25Z', 'updated_at': '2021-08-31T00:59:28Z', 'revision_number': 3, 'project_id': 'b34d9373dff14788a10b0d39e5416aef', 'gw_port': {'id': '54ea387e-71ea-46ab-bc99-599ee579c3c7', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:26Z', 'updated_at': '2021-08-31T00:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:32.059650 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Checking router: 88fae003-9ce4-4231-a4ef-0add329ca617 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:59:32.061487 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Updating router 88fae003-9ce4-4231-a4ef-0add329ca617 port 54ea387e-71ea-46ab-bc99-599ee579c3c7 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:59:32.097062 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:32.245714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1021a-16cb-43ee-a8f4-e98f69cbb8c4 req-ba73046c-e024-411a-b7dd-f8df29181bd6 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:32.247443 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40d1021a-16cb-43ee-a8f4-e98f69cbb8c4 req-ba73046c-e024-411a-b7dd-f8df29181bd6 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 972 time: 0.7726750 Aug 31 00:59:32.367031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-42d81efb-de19-45f1-ac81-8a6e40b3b3ca req-aff95a7f-0e8d-4f17-bee9-70a4402d008d tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 210 time: 0.1946509 Aug 31 00:59:32.597784 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-daa70099-837c-454e-8a64-963dc59da78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:32.641207 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:32.774396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40d1021a-16cb-43ee-a8f4-e98f69cbb8c4 req-30852c8d-a2b8-42f5-905a-232b82f46b56 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869449 Aug 31 00:59:32.813944 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:32.830966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:32.834759 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:32.902737 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af142bd6-d522-4904-9c69-dfb0afb305c4 None None] Network a4a1e4a8-9b45-448d-a657-b5d0945e1fb3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:32.949788 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:32.991782 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Transition to ACTIVE for port object 54ea387e-71ea-46ab-bc99-599ee579c3c7 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:33.012421 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.073184 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Attempting to bind port 54ea387e-71ea-46ab-bc99-599ee579c3c7 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:33.073184 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Attempting to bind port 54ea387e-71ea-46ab-bc99-599ee579c3c7 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:33.073461 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Attempting to bind port 54ea387e-71ea-46ab-bc99-599ee579c3c7 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:33.102256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-9f8c5240-0721-4122-bc47-92562f87ce73 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=834f2c2b26574b23952ac610912285bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796909 Aug 31 00:59:33.123874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b5f4ea90-74f2-44f1-8fda-0c14b0e2c6eb None None] Provisioning for port 7712a613-48de-4932-a23d-c7e108ada4dd completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:33.152794 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:33.153172 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:33.153574 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.153972 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:33.154460 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Bound port: 54ea387e-71ea-46ab-bc99-599ee579c3c7, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:33.154864 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.161320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4177f93-90fa-4ccc-86f6-b42bfeeca5d0 req-9da966c5-49e1-4afe-9691-e0bb7bf73cba tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:33.163451 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4177f93-90fa-4ccc-86f6-b42bfeeca5d0 req-9da966c5-49e1-4afe-9691-e0bb7bf73cba tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.70 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 972 time: 0.3879790 Aug 31 00:59:33.177945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ade8eb1d-be26-47fa-bf7c-0df52ea8ff38 req-e813a80f-74d6-414d-8870-f35d262c51ec tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 210 time: 0.1322634 Aug 31 00:59:33.182292 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-daa70099-837c-454e-8a64-963dc59da78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.359605 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533b5e5-dedc-4b00-8cc5-48937ea6756b None None] Pushing event updated for resources: {'Port': ['ID=54ea387e-71ea-46ab-bc99-599ee579c3c7,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:33.381266 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-65396409-559b-4190-a8b8-97c44500e787 None None] For port 54ea387e-71ea-46ab-bc99-599ee579c3c7, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:33.386219 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.396000 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-65396409-559b-4190-a8b8-97c44500e787 None None] For port 54ea387e-71ea-46ab-bc99-599ee579c3c7, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=54ea387e-71ea-46ab-bc99-599ee579c3c7,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:33.430521 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-daa70099-837c-454e-8a64-963dc59da78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.433665 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-daa70099-837c-454e-8a64-963dc59da78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.435057 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-daa70099-837c-454e-8a64-963dc59da78f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3637d96-cbc1-4c47-913f-c26a2c8f8cab HTTP/1.1" status: 204 len: 168 time: 1.8006465 Aug 31 00:59:33.458297 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.482620 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.588205 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533b5e5-dedc-4b00-8cc5-48937ea6756b None None] Pushing event updated for resources: {'Port': ['ID=54ea387e-71ea-46ab-bc99-599ee579c3c7,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:33.645589 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Routers {'88fae003-9ce4-4231-a4ef-0add329ca617'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:33.647230 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-65396409-559b-4190-a8b8-97c44500e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:59:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['88fae003-9ce4-4231-a4ef-0add329ca617'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:33.674223 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8,segment=NetworkSegment(fb144872-169f-4221-9b64-b72e3cc84152),segment_id=fb144872-169f-4221-9b64-b72e3cc84152)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:33.690204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-ea0c568d-e37b-4478-b564-e3696e6ba5c0 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:33.700527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-ea0c568d-e37b-4478-b564-e3696e6ba5c0 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5964725 Aug 31 00:59:33.756412 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:33.764275 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7712a613-48de-4932-a23d-c7e108ada4dd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:33.846787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-5bb6a8f0-1fe2-4608-9c9b-bd318f903a63 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/quotas/834f2c2b26574b23952ac610912285bb HTTP/1.1" status: 200 len: 375 time: 0.1450691 Aug 31 00:59:33.864647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa70099-837c-454e-8a64-963dc59da78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3637d96-cbc1-4c47-913f-c26a2c8f8cab,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:33.951265 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-65396409-559b-4190-a8b8-97c44500e787 None None] Set router 88fae003-9ce4-4231-a4ef-0add329ca617 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:34.015552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:34.095237 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 7712a613-48de-4932-a23d-c7e108ada4dd completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:34.107260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 7712a613-48de-4932-a23d-c7e108ada4dd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:34.107808 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:34.400875 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:34.403508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-a4c55678-79e6-42b0-a06d-8502c10beabf tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5552173 Aug 31 00:59:34.496235 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-65396409-559b-4190-a8b8-97c44500e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172300898-router', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '54ea387e-71ea-46ab-bc99-599ee579c3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:25Z', 'updated_at': '2021-08-31T00:59:28Z', 'revision_number': 3, 'project_id': 'b34d9373dff14788a10b0d39e5416aef', 'gw_port': {'id': '54ea387e-71ea-46ab-bc99-599ee579c3c7', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:26Z', 'updated_at': '2021-08-31T00:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:34.548489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 7712a613-48de-4932-a23d-c7e108ada4dd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7712a613-48de-4932-a23d-c7e108ada4dd,segment=NetworkSegment(bf2bd038-a397-4a29-b89f-b47ecf1d28ce),segment_id=bf2bd038-a397-4a29-b89f-b47ecf1d28ce)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:34.570158 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:34.596179 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65396409-559b-4190-a8b8-97c44500e787 None None] The sync data for ids ['88fae003-9ce4-4231-a4ef-0add329ca617'] in n-d-802060-13 is: [{'id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172300898-router', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '54ea387e-71ea-46ab-bc99-599ee579c3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:25Z', 'updated_at': '2021-08-31T00:59:28Z', 'revision_number': 3, 'project_id': 'b34d9373dff14788a10b0d39e5416aef', 'gw_port': {'id': '54ea387e-71ea-46ab-bc99-599ee579c3c7', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:26Z', 'updated_at': '2021-08-31T00:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:59:34.767137 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=7712a613-48de-4932-a23d-c7e108ada4dd,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:34.823978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4041613e-650f-468e-bd30-327010736444 None None] Provisioning complete for port 7712a613-48de-4932-a23d-c7e108ada4dd triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:34.824314 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4041613e-650f-468e-bd30-327010736444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:34.910133 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:34.972588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Allocated IP 172.20.0.1 (a4a1e4a8-9b45-448d-a657-b5d0945e1fb3/664879e3-af8d-4142-ab88-6407421b4e08/f76455c6-c992-4791-87f0-2585ad059d86) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:35.197807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a18707c8-c20f-4c43-9aa1-6dde33ce8231 req-422bde18-ce24-463d-8061-f18de90f3b81 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 210 time: 0.7870705 Aug 31 00:59:35.292816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:35.293439 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:35.500412 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:35.530520 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b17229e0-a172-4c62-9203-ad4083ab97e7 req-29737d23-b3bc-4f8e-81ad-b495fd636412 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 210 time: 0.1371291 Aug 31 00:59:35.613481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-a4177f93-90fa-4ccc-86f6-b42bfeeca5d0 req-f327a944-3c21-42f1-b81f-c4cbf28c761a tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Deleting port 603b1708-719c-4a31-b0d6-def72f61cbfe {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:35.614439 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a4177f93-90fa-4ccc-86f6-b42bfeeca5d0 req-f327a944-3c21-42f1-b81f-c4cbf28c761a tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:35.667848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Transition to ACTIVE for port object f76455c6-c992-4791-87f0-2585ad059d86 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:35.735327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76594e50-3182-4b30-a71a-fe3ae32eccc8 req-e137e0fb-e27f-4faa-9c11-3b4e0374e7f9 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0655828 Aug 31 00:59:35.752638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9abe-0f55-46a3-8267-8badd85773d6 req-18c3cdbf-f9f8-44f5-9884-4025435d7ca2 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:35.762328 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-87db9abe-0f55-46a3-8267-8badd85773d6 req-18c3cdbf-f9f8-44f5-9884-4025435d7ca2 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 972 time: 0.5607874 Aug 31 00:59:35.911609 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-87db9abe-0f55-46a3-8267-8badd85773d6 req-c94751ed-e27f-4233-87a7-dfc7bf99e91b tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/security-groups?id=5390d269-b8ba-4230-a573-21dc0a0e2c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479530 Aug 31 00:59:35.971867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-a4177f93-90fa-4ccc-86f6-b42bfeeca5d0 req-f327a944-3c21-42f1-b81f-c4cbf28c761a tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] For port 603b1708-719c-4a31-b0d6-def72f61cbfe, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=603b1708-719c-4a31-b0d6-def72f61cbfe,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:35.972425 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a4177f93-90fa-4ccc-86f6-b42bfeeca5d0 req-f327a944-3c21-42f1-b81f-c4cbf28c761a tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:36.007036 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:36.034603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-a4177f93-90fa-4ccc-86f6-b42bfeeca5d0 req-f327a944-3c21-42f1-b81f-c4cbf28c761a tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Calling delete_port for 603b1708-719c-4a31-b0d6-def72f61cbfe owned by compute:tempest-test_az-1255434586 {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:36.320357 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Pushing event updated for resources: {'Port': ['ID=f76455c6-c992-4791-87f0-2585ad059d86,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:36.444034 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Network a4a1e4a8-9b45-448d-a657-b5d0945e1fb3 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:36.451345 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a4177f93-90fa-4ccc-86f6-b42bfeeca5d0 req-f327a944-3c21-42f1-b81f-c4cbf28c761a tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:36.451345 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:36.508591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327a944-3c21-42f1-b81f-c4cbf28c761a tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Pushing event deleted for resources: {'Port': ['ID=603b1708-719c-4a31-b0d6-def72f61cbfe,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:36.538225 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac00fba9-4caf-4149-93ab-f3be3c72e350 req-a7876a68-cbf0-4f80-9965-b21c0e7e6fa7 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 210 time: 0.1031759 Aug 31 00:59:36.704118 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:36.705103 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:36.768425 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-d28ed67f-8b40-4328-86b3-344875f1b81a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=834f2c2b26574b23952ac610912285bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835800 Aug 31 00:59:37.048493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7712a613-48de-4932-a23d-c7e108ada4dd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:37.115044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-5c839b1e-332a-482c-a8fc-dd85d2583221 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:37.120093 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-5c839b1e-332a-482c-a8fc-dd85d2583221 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3398700 Aug 31 00:59:37.138921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Request body: {'port': {'device_id': 'c53ad6bd-f846-4501-a2a9-b47af377e8d7', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '834f2c2b26574b23952ac610912285bb'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:37.172270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 7712a613-48de-4932-a23d-c7e108ada4dd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:37.173167 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.221674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55c87085-f2a8-4e93-af66-756e95c6ce02 req-eddfee46-dea5-4ae9-abcc-4797b12f96cb tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 210 time: 0.1352489 Aug 31 00:59:37.242841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4177f93-90fa-4ccc-86f6-b42bfeeca5d0 req-f327a944-3c21-42f1-b81f-c4cbf28c761a tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] No DVR routers for this DVR port 603b1708-719c-4a31-b0d6-def72f61cbfe on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:37.317296 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbc72b80-2285-418e-bc67-abffd2e3c77b req-3fe3dd7f-0ba3-4f72-8ff9-0afe93f63138 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 210 time: 0.2390263 Aug 31 00:59:37.318369 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a4177f93-90fa-4ccc-86f6-b42bfeeca5d0 req-f327a944-3c21-42f1-b81f-c4cbf28c761a tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.325780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 54ea387e-71ea-46ab-bc99-599ee579c3c7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:37.330690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59054) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:37.332348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4177f93-90fa-4ccc-86f6-b42bfeeca5d0 req-f327a944-3c21-42f1-b81f-c4cbf28c761a tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.70 "DELETE /v2.0/ports/603b1708-719c-4a31-b0d6-def72f61cbfe HTTP/1.1" status: 204 len: 173 time: 4.1312704 Aug 31 00:59:37.373352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1681e13d-a528-472f-a17a-0b621392dc41', 'name': 'network-vif-deleted', 'tag': '603b1708-719c-4a31-b0d6-def72f61cbfe'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:37.377093 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060d95a5-e361-4946-a8fd-c7242669a33d" -d '{"events": [{"server_uuid": "1681e13d-a528-472f-a17a-0b621392dc41", "name": "network-vif-deleted", "tag": "603b1708-719c-4a31-b0d6-def72f61cbfe"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:37.406721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4b9c0ace-f36b-48c7-99d0-d616b713ce40 None None] Provisioning for port f76455c6-c992-4791-87f0-2585ad059d86 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:37.415425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4b9c0ace-f36b-48c7-99d0-d616b713ce40 None None] Provisioning complete for port f76455c6-c992-4791-87f0-2585ad059d86 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:37.416173 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4b9c0ace-f36b-48c7-99d0-d616b713ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.491466 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Made reservation on behalf of 834f2c2b26574b23952ac610912285bb for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:37.495530 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.496045 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5508a70-6d4d-4b32-a7b7-e8fcb773fbbc req-1454200f-ec1c-4595-81a7-28f96feb7cf3 tempest-AggregatesAdminTestJSON-337709969 tempest-AggregatesAdminTestJSON-337709969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1681e13d-a528-472f-a17a-0b621392dc41 HTTP/1.1" status: 200 len: 210 time: 0.1069114 Aug 31 00:59:37.504672 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599b045a-2838-4c6a-94d9-7f57d16a282c x-openstack-request-id: req-599b045a-2838-4c6a-94d9-7f57d16a282c {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:37.505753 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1681e13d-a528-472f-a17a-0b621392dc41", "name": "network-vif-deleted", "tag": "603b1708-719c-4a31-b0d6-def72f61cbfe", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:37.506241 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-599b045a-2838-4c6a-94d9-7f57d16a282c {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:37.506791 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1681e13d-a528-472f-a17a-0b621392dc41', 'name': 'network-vif-deleted', 'tag': '603b1708-719c-4a31-b0d6-def72f61cbfe', 'status': 'completed', 'code': 200} Aug 31 00:59:37.516478 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.553736 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 54ea387e-71ea-46ab-bc99-599ee579c3c7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:37.561263 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c0ace-f36b-48c7-99d0-d616b713ce40 None None] Port f76455c6-c992-4791-87f0-2585ad059d86 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:37.574774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 54ea387e-71ea-46ab-bc99-599ee579c3c7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:37.575186 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.592653 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.748711 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.760576 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c47bb728-3249-4a20-a338-4c3b17c6dd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.763711 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.801572 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.803941 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06b77527-af53-4962-8fe6-dc5fd6e925aa req-87281fa9-2409-4a2a-8e19-ba38cd44ef30 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 210 time: 0.0948551 Aug 31 00:59:37.867313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 54ea387e-71ea-46ab-bc99-599ee579c3c7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=54ea387e-71ea-46ab-bc99-599ee579c3c7,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:37.873424 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:37.940376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=54ea387e-71ea-46ab-bc99-599ee579c3c7,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:37.944393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c91d42f-49dc-4706-8e4f-fe653c27c2cf,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:38.060073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Allocated IP 192.168.233.135 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/3b955eef-50b0-4923-ab90-4fca6870c31d) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:38.063898 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.068899 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.069634 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.072284 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 603b1708-719c-4a31-b0d6-def72f61cbfe no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:38.115796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 603b1708-719c-4a31-b0d6-def72f61cbfe {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:38.118769 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 603b1708-719c-4a31-b0d6-def72f61cbfe not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:38.280542 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Pushing event updated for resources: {'Port': ['ID=f76455c6-c992-4791-87f0-2585ad059d86,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:38.390985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-629ffb7e-e349-49dd-986f-7212d3a0a028 req-fbef9d5f-a055-4bb4-860b-71fc856c92cf tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0585656 Aug 31 00:59:38.413842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Network a4a1e4a8-9b45-448d-a657-b5d0945e1fb3 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:38.415800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:38.481103 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Request body: {'port': {'device_id': 'adb2e278-8ff6-498a-9d07-84fc889f2ad2', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': 'f7b6aea9d6ad4110bac126cd6edb47df'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:38.549639 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.554991 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c47bb728-3249-4a20-a338-4c3b17c6dd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.594664 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c47bb728-3249-4a20-a338-4c3b17c6dd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:38.617246 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Transition to ACTIVE for port object 3b955eef-50b0-4923-ab90-4fca6870c31d will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:38.627420 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec5e32c3-5f0b-467f-a9c3-c10c38d80cb1 req-d0a938d4-d08e-41cb-b0d2-e90eed14d2e5 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 210 time: 0.0932219 Aug 31 00:59:38.772567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 54ea387e-71ea-46ab-bc99-599ee579c3c7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:38.815102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Router 88fae003-9ce4-4231-a4ef-0add329ca617 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:59:38.882952 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c47bb728-3249-4a20-a338-4c3b17c6dd54 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec18995c563843728b612709b3be3657&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5496657 Aug 31 00:59:38.907468 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59104) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:38.973239 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bb728-3249-4a20-a338-4c3b17c6dd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2547e964-dbf5-44fb-a106-6630158e50fa,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:39.000950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 54ea387e-71ea-46ab-bc99-599ee579c3c7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:39.006235 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.066542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ee2efa83-aa70-4186-aaa4-8f9ef9f00413 None None] Provisioning complete for port f76455c6-c992-4791-87f0-2585ad059d86 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:39.069356 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ee2efa83-aa70-4186-aaa4-8f9ef9f00413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.116271 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Made reservation on behalf of f7b6aea9d6ad4110bac126cd6edb47df for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:39.121175 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.123988 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:59:39.138598 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b7e26a7a-e3dd-4be2-a2fe-f669748671eb admin admin] 10.222.0.58 "PUT /v2.0/routers/88fae003-9ce4-4231-a4ef-0add329ca617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6915913 Aug 31 00:59:39.138795 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.15', 61301) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:39.168633 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-40dcab1d-5763-4c84-9828-b10721bd1106 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e01bda5ddbe1438c80d2b78df795a306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350862 Aug 31 00:59:39.185417 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.188728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-16341923-be08-4dc2-9b83-aee590366235 req-832bdbdd-c887-4b6c-9481-116abde9cdcd tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 210 time: 0.0576487 Aug 31 00:59:39.272170 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f678be1-4171-435f-a02c-45fb6d6c1a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.281017 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.330374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59114) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:39.356538 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event updated for resources: {'Port': ['ID=3b955eef-50b0-4923-ab90-4fca6870c31d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:39.385915 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Sync routers for ids ['88fae003-9ce4-4231-a4ef-0add329ca617'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:59:39.404209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:39.415055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:39.423257 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f678be1-4171-435f-a02c-45fb6d6c1a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.433700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:39.435428 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59120) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:39.440537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:39.449912 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.477783 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ee2efa83-aa70-4186-aaa4-8f9ef9f00413 None None] Port f76455c6-c992-4791-87f0-2585ad059d86 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:39.510991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Routers {'88fae003-9ce4-4231-a4ef-0add329ca617'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:39.511651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:59:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['88fae003-9ce4-4231-a4ef-0add329ca617'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:39.609526 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-53579aba-9379-4beb-b8c0-25b242da0e06 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:39.616036 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-53579aba-9379-4beb-b8c0-25b242da0e06 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4201541 Aug 31 00:59:39.641527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-8e108e47-a161-41e5-857a-9927869c6568 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Request body: {'port': {'device_id': '915df907-5ddd-42b1-a944-d70fa1eb280f', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': 'e01bda5ddbe1438c80d2b78df795a306'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:39.692476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e398312-3543-4808-8d70-96d63658439f req-bce6b4cb-7b99-4078-a424-a24bffa9510e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:39.707013 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e398312-3543-4808-8d70-96d63658439f req-bce6b4cb-7b99-4078-a424-a24bffa9510e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 936 time: 0.1063001 Aug 31 00:59:39.823857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Set router 88fae003-9ce4-4231-a4ef-0add329ca617 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:39.843038 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f678be1-4171-435f-a02c-45fb6d6c1a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.845935 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f678be1-4171-435f-a02c-45fb6d6c1a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.847467 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0f678be1-4171-435f-a02c-45fb6d6c1a99 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2547e964-dbf5-44fb-a106-6630158e50fa HTTP/1.1" status: 204 len: 168 time: 0.9358652 Aug 31 00:59:39.858556 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-03cedadf-5047-4f5a-b843-ebd560ef0200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.863140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f678be1-4171-435f-a02c-45fb6d6c1a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2547e964-dbf5-44fb-a106-6630158e50fa,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:39.876875 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.889457 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.919552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5a2eb64b-9ca9-4d19-99ce-e3e8d3be9121 None None] Provisioning for port 3b955eef-50b0-4923-ab90-4fca6870c31d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:39.944041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7162e8d-6b19-4116-9bd3-612e0cbba897,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:39.947518 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-85cb79be-2cfb-48bc-a21f-f318df5f741f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8195693 Aug 31 00:59:39.953821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5a2eb64b-9ca9-4d19-99ce-e3e8d3be9121 None None] Provisioning complete for port 3b955eef-50b0-4923-ab90-4fca6870c31d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:39.954387 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5a2eb64b-9ca9-4d19-99ce-e3e8d3be9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:39.965038 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Request body: {'port': {'device_id': 'c53ad6bd-f846-4501-a2a9-b47af377e8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:40.006145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5a2eb64b-9ca9-4d19-99ce-e3e8d3be9121 None None] Port 3b955eef-50b0-4923-ab90-4fca6870c31d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:40.023653 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-8e108e47-a161-41e5-857a-9927869c6568 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Made reservation on behalf of e01bda5ddbe1438c80d2b78df795a306 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:40.027924 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-8e108e47-a161-41e5-857a-9927869c6568 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.036139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e398312-3543-4808-8d70-96d63658439f req-bf5a3be4-f940-4534-8f8c-555196d59317 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267426 Aug 31 00:59:40.054543 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cb393d4b-f989-429d-8e75-9906c6d4e78b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4a13d1b22ff4218bd5b84f1feb8734a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6176748 Aug 31 00:59:40.070802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59132) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:40.081668 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b9a5302-2319-4b7c-b202-f48f093ce2a8 req-2bc6e085-90af-4d0e-828b-551c1046b795 tempest-FloatingIPsNegativeTestJSON-1824143843 tempest-FloatingIPsNegativeTestJSON-1824143843-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=b34d9373dff14788a10b0d39e5416aef HTTP/1.1" status: 200 len: 217 time: 0.1491091 Aug 31 00:59:40.139368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.223944 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fcce0498-be05-4eca-993e-54b24103e62a req-ef505310-ccd9-4823-95f6-15c4999855d5 tempest-FloatingIPsNegativeTestJSON-1824143843 tempest-FloatingIPsNegativeTestJSON-1824143843-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0831051 Aug 31 00:59:40.313298 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172300898-router', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '54ea387e-71ea-46ab-bc99-599ee579c3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:25Z', 'updated_at': '2021-08-31T00:59:37Z', 'revision_number': 4, 'project_id': 'b34d9373dff14788a10b0d39e5416aef', 'gw_port': {'id': '54ea387e-71ea-46ab-bc99-599ee579c3c7', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:26Z', 'updated_at': '2021-08-31T00:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'f76455c6-c992-4791-87f0-2585ad059d86', 'name': '', 'network_id': 'a4a1e4a8-9b45-448d-a657-b5d0945e1fb3', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef', 'mac_address': 'fa:16:3e:7f:7f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'device_owner': 'network:router_interface', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '664879e3-af8d-4142-ab88-6407421b4e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:33Z', 'updated_at': '2021-08-31T00:59:37Z', 'revision_number': 2, 'project_id': 'b34d9373dff14788a10b0d39e5416aef', 'subnets': [{'id': '664879e3-af8d-4142-ab88-6407421b4e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:40.326872 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9630f6c-5d2e-4af1-9b38-ce546b6c4bd4 req-c0e4dc42-6068-4773-b53c-9124658c285c tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 210 time: 0.0753825 Aug 31 00:59:40.365660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Checking router: 88fae003-9ce4-4231-a4ef-0add329ca617 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:59:40.366006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Updating router 88fae003-9ce4-4231-a4ef-0add329ca617 port f76455c6-c992-4791-87f0-2585ad059d86 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:59:40.404821 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.467911 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-4b7c5b08-e69b-43c2-96b1-0e93b0248b3d req-dabfcf22-d71e-4477-aa32-0c86785604d4 tempest-FloatingIPsNegativeTestJSON-1824143843 tempest-FloatingIPsNegativeTestJSON-1824143843-project] show failed (client error): The resource could not be found. Aug 31 00:59:40.475615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b7c5b08-e69b-43c2-96b1-0e93b0248b3d req-dabfcf22-d71e-4477-aa32-0c86785604d4 tempest-FloatingIPsNegativeTestJSON-1824143843 tempest-FloatingIPsNegativeTestJSON-1824143843-project] 10.222.0.58 "GET /v2.0/floatingips/d2f40f19-4fd9-411b-b71c-8a876671a1f1 HTTP/1.1" status: 404 len: 350 time: 0.1029918 Aug 31 00:59:40.481406 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-507f4585-4a88-4790-8c8d-15029bf5ba9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.499003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59142) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:40.522292 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-139683a7-21da-4fd5-8f58-679f4b9b8fba req-d2dee3c6-c081-4fb6-ad74-e6bc03f05794 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 210 time: 0.0970669 Aug 31 00:59:40.550210 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-507f4585-4a88-4790-8c8d-15029bf5ba9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.606126 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-03cedadf-5047-4f5a-b843-ebd560ef0200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.647829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59144) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:40.711678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Allocated IP 192.168.233.138 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:40.714576 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2945652b-f42d-493f-8964-172b16f37ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.757003 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.765314 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-507f4585-4a88-4790-8c8d-15029bf5ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.768250 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-507f4585-4a88-4790-8c8d-15029bf5ba9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.772613 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-507f4585-4a88-4790-8c8d-15029bf5ba9b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5390d269-b8ba-4230-a573-21dc0a0e2c47 HTTP/1.1" status: 204 len: 168 time: 0.6995232 Aug 31 00:59:40.793824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f4585-4a88-4790-8c8d-15029bf5ba9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5390d269-b8ba-4230-a573-21dc0a0e2c47,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:40.936837 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.943723 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2945652b-f42d-493f-8964-172b16f37ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.960145 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2945652b-f42d-493f-8964-172b16f37ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:40.987116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Transition to ACTIVE for port object f76455c6-c992-4791-87f0-2585ad059d86 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:41.031704 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:41.032718 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2945652b-f42d-493f-8964-172b16f37ba3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0fb7c3c109154c60ad71084c1161c4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837051 Aug 31 00:59:41.036969 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:41.039543 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59148) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:41.040236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945652b-f42d-493f-8964-172b16f37ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1227851a-44d7-4f9e-8e7a-2b187e5cb5ec,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:41.076082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Transition to ACTIVE for port object 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:41.128925 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e36d87e1-75f3-43fe-be59-22a40eafb819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:41.140942 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-03cedadf-5047-4f5a-b843-ebd560ef0200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:41.192435 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e36d87e1-75f3-43fe-be59-22a40eafb819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:41.408670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3bbfd-2dfe-409f-9723-c8b577b16f09 None None] Pushing event updated for resources: {'Port': ['ID=f76455c6-c992-4791-87f0-2585ad059d86,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:41.436644 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:41.449696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-03cedadf-5047-4f5a-b843-ebd560ef0200 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e128b3f49db47149c2b76afdfc699c2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1131349 Aug 31 00:59:41.463244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59156) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:41.464084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cedadf-5047-4f5a-b843-ebd560ef0200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256d6733-ff67-4432-94f4-ac76fc6887af,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:41.507729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Attempting to bind port f76455c6-c992-4791-87f0-2585ad059d86 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:41.508103 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Attempting to bind port f76455c6-c992-4791-87f0-2585ad059d86 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'bf2bd038-a397-4a29-b89f-b47ecf1d28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a4a1e4a8-9b45-448d-a657-b5d0945e1fb3'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:41.508466 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Attempting to bind port f76455c6-c992-4791-87f0-2585ad059d86 on network a4a1e4a8-9b45-448d-a657-b5d0945e1fb3 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:41.523588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:41.524516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Checking segment: {'id': 'bf2bd038-a397-4a29-b89f-b47ecf1d28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a4a1e4a8-9b45-448d-a657-b5d0945e1fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:41.528333 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:41.532288 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Bound using segment: {'id': 'bf2bd038-a397-4a29-b89f-b47ecf1d28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a4a1e4a8-9b45-448d-a657-b5d0945e1fb3'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:41.532845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Bound port: f76455c6-c992-4791-87f0-2585ad059d86, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2bd038-a397-4a29-b89f-b47ecf1d28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a4a1e4a8-9b45-448d-a657-b5d0945e1fb3'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:41.534067 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:41.668950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0544a79-77fe-4bc3-a762-60ef449797ff req-0e6e5037-0853-485c-9bbc-f83579243fa0 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:41.670606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0544a79-77fe-4bc3-a762-60ef449797ff req-0e6e5037-0853-485c-9bbc-f83579243fa0 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 936 time: 0.3842487 Aug 31 00:59:41.771341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a03e6aa3-2429-46f8-bb1a-676bc31fe89e req-30daae25-92c5-412d-af3f-f37399f3d67c tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 210 time: 0.0970616 Aug 31 00:59:41.801893 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] For port f76455c6-c992-4791-87f0-2585ad059d86, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:41.810007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] For port f76455c6-c992-4791-87f0-2585ad059d86, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f76455c6-c992-4791-87f0-2585ad059d86,segment=NetworkSegment(bf2bd038-a397-4a29-b89f-b47ecf1d28ce),segment_id=bf2bd038-a397-4a29-b89f-b47ecf1d28ce)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:41.824125 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:41.910849 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:41.913073 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e36d87e1-75f3-43fe-be59-22a40eafb819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:41.926495 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e36d87e1-75f3-43fe-be59-22a40eafb819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:41.932036 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e36d87e1-75f3-43fe-be59-22a40eafb819 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1227851a-44d7-4f9e-8e7a-2b187e5cb5ec HTTP/1.1" status: 204 len: 168 time: 0.8863199 Aug 31 00:59:41.944363 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Pushing event updated for resources: {'Port': ['ID=26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:41.955983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:41.958780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59162) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:41.979082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:42.004906 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8c0f-e6f2-4ed9-80e4-a9162b74052d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.012289 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Routers {'88fae003-9ce4-4231-a4ef-0add329ca617'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:42.012927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:59:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['88fae003-9ce4-4231-a4ef-0add329ca617'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:42.021701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:42.026434 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.097151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0544a79-77fe-4bc3-a762-60ef449797ff req-567bb057-da5a-4852-b560-8289b3f6df52 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959053 Aug 31 00:59:42.132116 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d87e1-75f3-43fe-be59-22a40eafb819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1227851a-44d7-4f9e-8e7a-2b187e5cb5ec,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:42.147339 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-c16fc11f-6657-4695-9c9f-cf2695c3c061 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6762278 Aug 31 00:59:42.178477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3bbfd-2dfe-409f-9723-c8b577b16f09 None None] Pushing event updated for resources: {'Port': ['ID=f76455c6-c992-4791-87f0-2585ad059d86,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:42.190044 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8c0f-e6f2-4ed9-80e4-a9162b74052d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.191887 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-2864d1bb-e860-44ae-9b5c-b420720ef79e tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:59:42.204301 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-2864d1bb-e860-44ae-9b5c-b420720ef79e tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0417070 Aug 31 00:59:42.252934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-8e108e47-a161-41e5-857a-9927869c6568 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Allocated IP 192.168.233.32 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/d35d7d97-4627-4260-97ef-f4032345208a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:42.343901 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8c0f-e6f2-4ed9-80e4-a9162b74052d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.346495 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8c0f-e6f2-4ed9-80e4-a9162b74052d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.362692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5a1b8c0f-e6f2-4ed9-80e4-a9162b74052d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/256d6733-ff67-4432-94f4-ac76fc6887af HTTP/1.1" status: 204 len: 168 time: 0.8950200 Aug 31 00:59:42.487544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] Set router 88fae003-9ce4-4231-a4ef-0add329ca617 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:42.546033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d7d66609-2230-4643-9abd-fbfecfae0419 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc17bc92683a41cf91cde691f1a7e1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813367 Aug 31 00:59:42.550911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59170) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:42.551893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b8c0f-e6f2-4ed9-80e4-a9162b74052d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256d6733-ff67-4432-94f4-ac76fc6887af,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:42.585275 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-8e108e47-a161-41e5-857a-9927869c6568 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.606249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19b9ac-cfad-4fd2-b20f-e0e9b1133fe9 req-d61189f3-b7ec-4604-84a0-4a9df081e500 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:42.613941 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d19b9ac-cfad-4fd2-b20f-e0e9b1133fe9 req-d61189f3-b7ec-4604-84a0-4a9df081e500 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 936 time: 0.3377297 Aug 31 00:59:42.639918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-8e108e47-a161-41e5-857a-9927869c6568 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Transition to ACTIVE for port object d35d7d97-4627-4260-97ef-f4032345208a will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:42.768411 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02a3e2bb-98dc-44db-8d93-4ed98f5d9f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.782076 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d19b9ac-cfad-4fd2-b20f-e0e9b1133fe9 req-3348cf97-92d6-4a9a-955f-ba3b9760f750 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671205 Aug 31 00:59:42.834269 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-439bcd97-46e6-45b8-877d-c2ac10c46f59 None None] Provisioning for port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:42.888190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-439bcd97-46e6-45b8-877d-c2ac10c46f59 None None] Provisioning complete for port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:42.888574 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-439bcd97-46e6-45b8-877d-c2ac10c46f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.898875 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02a3e2bb-98dc-44db-8d93-4ed98f5d9f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.960807 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b955eef-50b0-4923-ab90-4fca6870c31d {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:42.974745 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.989016 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Transition to ACTIVE for port object 3b955eef-50b0-4923-ab90-4fca6870c31d will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:42.992473 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-8e108e47-a161-41e5-857a-9927869c6568 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:42.999132 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Request body: {'port': {'device_id': 'adb2e278-8ff6-498a-9d07-84fc889f2ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:43.006882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.037180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-439bcd97-46e6-45b8-877d-c2ac10c46f59 None None] Port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:43.049421 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7fd676df-69c8-469b-a9c8-c9c07d27a81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.116396 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-8e108e47-a161-41e5-857a-9927869c6568 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:43.130814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-8e108e47-a161-41e5-857a-9927869c6568 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:43.158625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-8e108e47-a161-41e5-857a-9927869c6568 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:43.167728 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-8e108e47-a161-41e5-857a-9927869c6568 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:43.168420 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-8e108e47-a161-41e5-857a-9927869c6568 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.224540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172300898-router', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '54ea387e-71ea-46ab-bc99-599ee579c3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:25Z', 'updated_at': '2021-08-31T00:59:37Z', 'revision_number': 4, 'project_id': 'b34d9373dff14788a10b0d39e5416aef', 'gw_port': {'id': '54ea387e-71ea-46ab-bc99-599ee579c3c7', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:26Z', 'updated_at': '2021-08-31T00:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'f76455c6-c992-4791-87f0-2585ad059d86', 'name': '', 'network_id': 'a4a1e4a8-9b45-448d-a657-b5d0945e1fb3', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef', 'mac_address': 'fa:16:3e:7f:7f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'device_owner': 'network:router_interface', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '664879e3-af8d-4142-ab88-6407421b4e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:33Z', 'updated_at': '2021-08-31T00:59:41Z', 'revision_number': 4, 'project_id': 'b34d9373dff14788a10b0d39e5416aef', 'subnets': [{'id': '664879e3-af8d-4142-ab88-6407421b4e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:43.289693 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02a3e2bb-98dc-44db-8d93-4ed98f5d9f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.301834 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02a3e2bb-98dc-44db-8d93-4ed98f5d9f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.303629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-02a3e2bb-98dc-44db-8d93-4ed98f5d9f81 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d3f4b83-49c1-4890-b191-aa5abfef0534 HTTP/1.1" status: 204 len: 168 time: 0.7436287 Aug 31 00:59:43.312129 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:43.333975 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9e05df-3ad3-496d-a293-d265f9a692ab None None] The sync data for ids ['88fae003-9ce4-4231-a4ef-0add329ca617'] in n-d-802060-13 is: [{'id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172300898-router', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '54ea387e-71ea-46ab-bc99-599ee579c3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:25Z', 'updated_at': '2021-08-31T00:59:37Z', 'revision_number': 4, 'project_id': 'b34d9373dff14788a10b0d39e5416aef', 'gw_port': {'id': '54ea387e-71ea-46ab-bc99-599ee579c3c7', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:26Z', 'updated_at': '2021-08-31T00:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'f76455c6-c992-4791-87f0-2585ad059d86', 'name': '', 'network_id': 'a4a1e4a8-9b45-448d-a657-b5d0945e1fb3', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef', 'mac_address': 'fa:16:3e:7f:7f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'device_owner': 'network:router_interface', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '664879e3-af8d-4142-ab88-6407421b4e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:33Z', 'updated_at': '2021-08-31T00:59:41Z', 'revision_number': 4, 'project_id': 'b34d9373dff14788a10b0d39e5416aef', 'subnets': [{'id': '664879e3-af8d-4142-ab88-6407421b4e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:59:43.391608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef82f8c-b169-4cc7-9cdd-ff9033a7c7d4 req-1b1c1b32-12b8-4122-9af3-173e7a9c3fce tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:43.418349 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ef82f8c-b169-4cc7-9cdd-ff9033a7c7d4 req-1b1c1b32-12b8-4122-9af3-173e7a9c3fce tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 935 time: 0.4616172 Aug 31 00:59:43.437450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e108e47-a161-41e5-857a-9927869c6568 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Pushing event updated for resources: {'Port': ['ID=d35d7d97-4627-4260-97ef-f4032345208a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:43.487340 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-8e108e47-a161-41e5-857a-9927869c6568 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8487902 Aug 31 00:59:43.533589 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59188) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:43.544431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Request body: {'port': {'device_id': '915df907-5ddd-42b1-a944-d70fa1eb280f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:43.582303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3e2bb-98dc-44db-8d93-4ed98f5d9f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3f4b83-49c1-4890-b191-aa5abfef0534,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:43.668880 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcf8a1-6003-4fd8-be90-280b91281300 req-732fc805-0d4b-4630-aed4-34dd316e39fa tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:43.677214 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59fcf8a1-6003-4fd8-be90-280b91281300 req-732fc805-0d4b-4630-aed4-34dd316e39fa tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 948 time: 0.2151537 Aug 31 00:59:43.716201 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ef82f8c-b169-4cc7-9cdd-ff9033a7c7d4 req-49b24c96-52ff-4079-8041-cdb720bb94ea tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940485 Aug 31 00:59:44.126215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-58f5f268-2175-483c-9961-732b949d3314 None None] Provisioning for port d35d7d97-4627-4260-97ef-f4032345208a completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:44.133402 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-58f5f268-2175-483c-9961-732b949d3314 None None] Provisioning complete for port d35d7d97-4627-4260-97ef-f4032345208a triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:44.133770 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-58f5f268-2175-483c-9961-732b949d3314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:44.181795 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59fcf8a1-6003-4fd8-be90-280b91281300 req-06f31739-de81-4f14-8056-e5d4d9d8150a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029922 Aug 31 00:59:44.252858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-58f5f268-2175-483c-9961-732b949d3314 None None] Port d35d7d97-4627-4260-97ef-f4032345208a cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:59:44.313001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3d62e-f8f1-40ac-a37b-a634a9311670 req-e4e3895a-29bd-4e4a-b360-8ec19a8e612c tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:44.314809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ad3d62e-f8f1-40ac-a37b-a634a9311670 req-e4e3895a-29bd-4e4a-b360-8ec19a8e612c tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 936 time: 0.2871075 Aug 31 00:59:44.322471 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:44.325290 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Pushing event updated for resources: {'Port': ['ID=3b955eef-50b0-4923-ab90-4fca6870c31d,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:44.366554 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7141eb63-7378-4052-b2c6-8976bdb1d8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:44.406818 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Attempting to bind port 3b955eef-50b0-4923-ab90-4fca6870c31d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:44.407159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Attempting to bind port 3b955eef-50b0-4923-ab90-4fca6870c31d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:44.407523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Attempting to bind port 3b955eef-50b0-4923-ab90-4fca6870c31d on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:44.423916 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Port 3b955eef-50b0-4923-ab90-4fca6870c31d on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:59:44.425940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Attempting to bind port 3b955eef-50b0-4923-ab90-4fca6870c31d on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:44.457437 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ad3d62e-f8f1-40ac-a37b-a634a9311670 req-51fd4c44-a8d5-4e41-b6ff-aedd9389933b tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823600 Aug 31 00:59:44.482114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59208) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:44.497181 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7fd676df-69c8-469b-a9c8-c9c07d27a81a admin admin] Deleting port f76455c6-c992-4791-87f0-2585ad059d86 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:44.497573 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7fd676df-69c8-469b-a9c8-c9c07d27a81a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:44.668620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-7fd676df-69c8-469b-a9c8-c9c07d27a81a admin admin] For port f76455c6-c992-4791-87f0-2585ad059d86, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f76455c6-c992-4791-87f0-2585ad059d86,segment=NetworkSegment(bf2bd038-a397-4a29-b89f-b47ecf1d28ce),segment_id=bf2bd038-a397-4a29-b89f-b47ecf1d28ce)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:44.668995 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7fd676df-69c8-469b-a9c8-c9c07d27a81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:44.716256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7fd676df-69c8-469b-a9c8-c9c07d27a81a admin admin] Calling delete_port for f76455c6-c992-4791-87f0-2585ad059d86 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:44.804069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f76455c6-c992-4791-87f0-2585ad059d86 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:44.914285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port f76455c6-c992-4791-87f0-2585ad059d86 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:44.919036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f76455c6-c992-4791-87f0-2585ad059d86 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:44.919739 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.098705 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.134743 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:45.135127 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:45.135649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:45.136129 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Bound port: 3b955eef-50b0-4923-ab90-4fca6870c31d, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:45.136485 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.180320 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-06db2e5c-e90a-4a90-a1b7-b2185c0d9f11 tempest-AutoAllocateNetworkTest-1273191642 tempest-AutoAllocateNetworkTest-1273191642-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9e17ad7e6dc3412683fa6834e1c1108e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6957517 Aug 31 00:59:45.190252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59224) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:45.201682 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd0c30-5a73-4b1c-8331-742be30f9604 req-80b9db4b-adb1-41eb-ac37-b56d970b2892 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:45.212036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7dd0c30-5a73-4b1c-8331-742be30f9604 req-80b9db4b-adb1-41eb-ac37-b56d970b2892 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 935 time: 0.2522542 Aug 31 00:59:45.339604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a41dda-2702-4c9e-9e02-f383613ffcba tempest-AutoAllocateNetworkTest-1273191642 tempest-AutoAllocateNetworkTest-1273191642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:45.343801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-68a41dda-2702-4c9e-9e02-f383613ffcba tempest-AutoAllocateNetworkTest-1273191642 tempest-AutoAllocateNetworkTest-1273191642-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1244855 Aug 31 00:59:45.353867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59230) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:45.442776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-97c04777-602c-47aa-a063-5d71c9f30b17 tempest-AutoAllocateNetworkTest-1273191642 tempest-AutoAllocateNetworkTest-1273191642-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876071 Aug 31 00:59:45.446986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59234) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:45.551824 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7fd676df-69c8-469b-a9c8-c9c07d27a81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.567546 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7dd0c30-5a73-4b1c-8331-742be30f9604 req-d9f90870-d3c7-4ab2-b319-6e4abce192bf tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509145 Aug 31 00:59:45.615166 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:45.625694 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.631058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd676df-69c8-469b-a9c8-c9c07d27a81a admin admin] Pushing event deleted for resources: {'Port': ['ID=f76455c6-c992-4791-87f0-2585ad059d86,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:45.642835 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Transition to ACTIVE for port object 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:45.647610 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bdb842b9-5f3b-483e-af73-afa29292f606 tempest-AutoAllocateNetworkTest-1273191642 tempest-AutoAllocateNetworkTest-1273191642-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9e17ad7e6dc3412683fa6834e1c1108e HTTP/1.1" status: 200 len: 208 time: 0.1907945 Aug 31 00:59:45.662409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae14b77-dca0-4271-8ff4-727c32aaca0a req-6a7bb391-9315-4313-bd2d-025356cf8fcc tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:45.674579 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ae14b77-dca0-4271-8ff4-727c32aaca0a req-6a7bb391-9315-4313-bd2d-025356cf8fcc tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 948 time: 0.2304549 Aug 31 00:59:45.682756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] For port 3b955eef-50b0-4923-ab90-4fca6870c31d, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:45.759931 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.815670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] For port 3b955eef-50b0-4923-ab90-4fca6870c31d, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3b955eef-50b0-4923-ab90-4fca6870c31d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:45.842990 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.866832 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ae14b77-dca0-4271-8ff4-727c32aaca0a req-44b35c2e-8765-4b66-9ca7-d425d87fa030 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913326 Aug 31 00:59:45.908445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Pushing event updated for resources: {'Port': ['ID=26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:45.917459 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7141eb63-7378-4052-b2c6-8976bdb1d8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.925927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:45.926898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:45.928625 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] 10.222.0.70 "PUT /v2.0/ports/3b955eef-50b0-4923-ab90-4fca6870c31d HTTP/1.1" status: 200 len: 1097 time: 5.9712763 Aug 31 00:59:45.931951 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53ad6bd-f846-4501-a2a9-b47af377e8d7', 'tag': '3b955eef-50b0-4923-ab90-4fca6870c31d'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:45.936492 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5671072-b684-49db-b579-2b82e0b0b239" -d '{"events": [{"name": "network-changed", "server_uuid": "c53ad6bd-f846-4501-a2a9-b47af377e8d7", "tag": "3b955eef-50b0-4923-ab90-4fca6870c31d"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:45.960867 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7141eb63-7378-4052-b2c6-8976bdb1d8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.083720 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80587e4-1908-45f3-9b05-5101b1e76598 x-openstack-request-id: req-b80587e4-1908-45f3-9b05-5101b1e76598 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:46.084430 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53ad6bd-f846-4501-a2a9-b47af377e8d7", "tag": "3b955eef-50b0-4923-ab90-4fca6870c31d", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:46.087702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96d0f5-f9d9-404d-a817-c4ca95da2871 req-5639d1b9-6e1e-42da-8546-910723e1b6d7 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:46.089139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a96d0f5-f9d9-404d-a817-c4ca95da2871 req-5639d1b9-6e1e-42da-8546-910723e1b6d7 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 948 time: 0.3853426 Aug 31 00:59:46.092462 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b80587e4-1908-45f3-9b05-5101b1e76598 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:46.093268 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53ad6bd-f846-4501-a2a9-b47af377e8d7', 'tag': '3b955eef-50b0-4923-ab90-4fca6870c31d', 'status': 'completed', 'code': 200} Aug 31 00:59:46.140533 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7fd676df-69c8-469b-a9c8-c9c07d27a81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.203952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a96d0f5-f9d9-404d-a817-c4ca95da2871 req-30adf8fb-b4a3-47a6-9be9-03f1d2d46e95 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059349 Aug 31 00:59:46.292594 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:59:46.304085 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc12ee-3b30-4437-82be-457521699a00 service neutron] Pushing event updated for resources: {'Port': ['ID=3b955eef-50b0-4923-ab90-4fca6870c31d,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:46.311225 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59262) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:46.425009 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Attempting to bind port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:46.426070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Attempting to bind port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:46.426412 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Attempting to bind port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:46.432462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-7688d0a8-b472-4119-9d96-a679aafd41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:46.433986 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-7688d0a8-b472-4119-9d96-a679aafd41bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 1100 time: 0.3542562 Aug 31 00:59:46.434605 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141eb63-7378-4052-b2c6-8976bdb1d8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e22f73-3a26-4ca9-a5dd-d5e11799ce35,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:46.439024 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7141eb63-7378-4052-b2c6-8976bdb1d8b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b92ad26f7884f56aa7e9831f71b4b93&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8888993 Aug 31 00:59:46.442604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59270) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:46.452913 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:59:46.453496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Attempting to bind port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:46.468518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:46.468900 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:46.469241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:46.469690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Bound port: 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:46.470049 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.582997 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-74b56a77-9893-43d0-9323-f2f7fc5827bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=3b955eef-50b0-4923-ab90-4fca6870c31d HTTP/1.1" status: 200 len: 217 time: 0.1391025 Aug 31 00:59:46.679030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-6343da85-4b90-4063-9e00-a02e0f1f7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:46.680604 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-6343da85-4b90-4063-9e00-a02e0f1f7c3d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0622041 Aug 31 00:59:46.728336 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ab85ec4e-d7dd-4024-ada3-1e46b33302ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.792956 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35d7d97-4627-4260-97ef-f4032345208a {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:46.810808 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.864621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Transition to ACTIVE for port object d35d7d97-4627-4260-97ef-f4032345208a will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:46.866552 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14616d4c-f9f0-4e39-959f-bebd33f01e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.886386 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.906136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] For port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:46.917068 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-ecae0939-177c-4043-83f4-a268628f3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:46.918828 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-ecae0939-177c-4043-83f4-a268628f3ac3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2132978 Aug 31 00:59:46.954264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14616d4c-f9f0-4e39-959f-bebd33f01e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:46.987086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd676df-69c8-469b-a9c8-c9c07d27a81a admin admin] Router 88fae003-9ce4-4231-a4ef-0add329ca617 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:59:47.033631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057583b9-b774-4fc3-a132-a70d60410287 req-3dae120c-f87e-41a0-9961-7158d979e1b8 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:47.035460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-057583b9-b774-4fc3-a132-a70d60410287 req-3dae120c-f87e-41a0-9961-7158d979e1b8 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 947 time: 0.2400973 Aug 31 00:59:47.062494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] For port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:47.130202 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.163773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=d35d7d97-4627-4260-97ef-f4032345208a,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:47.203556 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-057583b9-b774-4fc3-a132-a70d60410287 req-c6b3dc5d-003d-433a-9a42-7d2848d8281b tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146262 Aug 31 00:59:47.268644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cf049-df37-43fb-a5f0-4ebe836c009a req-48e3ae05-2486-4d2e-be4f-1a25a8a3dd5d tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:47.271821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Pushing event updated for resources: {'Port': ['ID=26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:47.288533 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f91cf049-df37-43fb-a5f0-4ebe836c009a req-48e3ae05-2486-4d2e-be4f-1a25a8a3dd5d tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 948 time: 0.2008638 Aug 31 00:59:47.335768 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:47.336420 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.337860 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-674886df-6a52-4f98-ba52-e7cda050ee87 service neutron] 10.222.0.15 "PUT /v2.0/ports/26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e HTTP/1.1" status: 200 len: 1097 time: 4.8896694 Aug 31 00:59:47.352302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Attempting to bind port d35d7d97-4627-4260-97ef-f4032345208a on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:47.352496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Attempting to bind port d35d7d97-4627-4260-97ef-f4032345208a by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:47.352816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Attempting to bind port d35d7d97-4627-4260-97ef-f4032345208a on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:47.362516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Port d35d7d97-4627-4260-97ef-f4032345208a on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:59:47.363428 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Attempting to bind port d35d7d97-4627-4260-97ef-f4032345208a on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:47.367094 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-0dff02cc-09a4-46ee-b14d-0034b0a84b78 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187443 Aug 31 00:59:47.398039 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:47.398300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:47.398691 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:47.399140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Bound port: d35d7d97-4627-4260-97ef-f4032345208a, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:47.399572 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.404271 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14616d4c-f9f0-4e39-959f-bebd33f01e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.406505 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14616d4c-f9f0-4e39-959f-bebd33f01e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.407708 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-14616d4c-f9f0-4e39-959f-bebd33f01e3d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65e22f73-3a26-4ca9-a5dd-d5e11799ce35 HTTP/1.1" status: 204 len: 168 time: 0.9627779 Aug 31 00:59:47.424613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f91cf049-df37-43fb-a5f0-4ebe836c009a req-5bfc501f-572b-4066-ac82-fd05f2926cb3 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305406 Aug 31 00:59:47.430307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd676df-69c8-469b-a9c8-c9c07d27a81a admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:59:47.448379 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987ed49-44a6-4352-95da-cd13dd6d4486 None None] Sync routers for ids ['88fae003-9ce4-4231-a4ef-0add329ca617'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:59:47.455408 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7fd676df-69c8-469b-a9c8-c9c07d27a81a admin admin] 10.222.0.58 "PUT /v2.0/routers/88fae003-9ce4-4231-a4ef-0add329ca617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9550478 Aug 31 00:59:47.459675 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987ed49-44a6-4352-95da-cd13dd6d4486 None None] Routers {'88fae003-9ce4-4231-a4ef-0add329ca617'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:47.460325 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8987ed49-44a6-4352-95da-cd13dd6d4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:59:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['88fae003-9ce4-4231-a4ef-0add329ca617'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:47.466347 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59290) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:47.580799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1f84a-126b-40e0-9545-4409e4e9ac7f req-e9b79249-75b1-45ed-b48e-de92747bec74 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:47.583120 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46d1f84a-126b-40e0-9545-4409e4e9ac7f req-e9b79249-75b1-45ed-b48e-de92747bec74 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 948 time: 0.2426279 Aug 31 00:59:47.675985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] For port d35d7d97-4627-4260-97ef-f4032345208a, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:59:47.684711 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] For port d35d7d97-4627-4260-97ef-f4032345208a, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d35d7d97-4627-4260-97ef-f4032345208a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:59:47.718053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14616d4c-f9f0-4e39-959f-bebd33f01e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e22f73-3a26-4ca9-a5dd-d5e11799ce35,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:47.753087 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-8987ed49-44a6-4352-95da-cd13dd6d4486 None None] Set router 88fae003-9ce4-4231-a4ef-0add329ca617 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:47.767179 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.782353 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ab85ec4e-d7dd-4024-ada3-1e46b33302ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.805452 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.845102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46d1f84a-126b-40e0-9545-4409e4e9ac7f req-0d79f0a8-fc6e-4868-b5bf-9224de94fdf9 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439508 Aug 31 00:59:47.859921 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ab85ec4e-d7dd-4024-ada3-1e46b33302ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.938799 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-aeaf5a8d-f75a-4f32-8bf7-9b359867bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:47.943149 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-aeaf5a8d-f75a-4f32-8bf7-9b359867bdfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7b6aea9d6ad4110bac126cd6edb47df&device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 1100 time: 0.5338776 Aug 31 00:59:47.946004 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ab85ec4e-d7dd-4024-ada3-1e46b33302ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9e17ad7e6dc3412683fa6834e1c1108e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6242604 Aug 31 00:59:47.952325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59310) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:47.996953 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:47.997866 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:47.999564 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] 10.222.0.15 "PUT /v2.0/ports/d35d7d97-4627-4260-97ef-f4032345208a HTTP/1.1" status: 200 len: 1096 time: 4.4647017 Aug 31 00:59:48.105729 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb2e278-8ff6-498a-9d07-84fc889f2ad2', 'tag': '26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e'}, {'name': 'network-changed', 'server_uuid': '915df907-5ddd-42b1-a944-d70fa1eb280f', 'tag': 'd35d7d97-4627-4260-97ef-f4032345208a'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:48.114597 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6df54b8-e6f6-466f-957d-2941a83e7556" -d '{"events": [{"name": "network-changed", "server_uuid": "adb2e278-8ff6-498a-9d07-84fc889f2ad2", "tag": "26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e"}, {"name": "network-changed", "server_uuid": "915df907-5ddd-42b1-a944-d70fa1eb280f", "tag": "d35d7d97-4627-4260-97ef-f4032345208a"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:48.127429 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-f20e8e50-9e71-40ea-961b-7153a8e6b3c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e HTTP/1.1" status: 200 len: 217 time: 0.1419740 Aug 31 00:59:48.226637 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22a02601-a5fc-4be8-b030-d86afc400511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:48.227011 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8987ed49-44a6-4352-95da-cd13dd6d4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172300898-router', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '54ea387e-71ea-46ab-bc99-599ee579c3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:25Z', 'updated_at': '2021-08-31T00:59:45Z', 'revision_number': 5, 'project_id': 'b34d9373dff14788a10b0d39e5416aef', 'gw_port': {'id': '54ea387e-71ea-46ab-bc99-599ee579c3c7', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:26Z', 'updated_at': '2021-08-31T00:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:48.281318 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22a02601-a5fc-4be8-b030-d86afc400511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:48.324832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85ec4e-d7dd-4024-ada3-1e46b33302ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74bc32f-6947-4446-bf16-9f7fda3772f9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:48.344898 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22a02601-a5fc-4be8-b030-d86afc400511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:48.348342 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22a02601-a5fc-4be8-b030-d86afc400511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:48.349677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-22a02601-a5fc-4be8-b030-d86afc400511 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d74bc32f-6947-4446-bf16-9f7fda3772f9 HTTP/1.1" status: 204 len: 168 time: 0.3962257 Aug 31 00:59:48.356598 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987ed49-44a6-4352-95da-cd13dd6d4486 None None] Checking router: 88fae003-9ce4-4231-a4ef-0add329ca617 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:59:48.364563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a02601-a5fc-4be8-b030-d86afc400511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74bc32f-6947-4446-bf16-9f7fda3772f9,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:48.394732 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00d3048-715f-4b5f-b20e-232960132b53 x-openstack-request-id: req-b00d3048-715f-4b5f-b20e-232960132b53 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:48.397153 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb2e278-8ff6-498a-9d07-84fc889f2ad2", "tag": "26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "915df907-5ddd-42b1-a944-d70fa1eb280f", "tag": "d35d7d97-4627-4260-97ef-f4032345208a", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:48.397667 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:48.398210 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b00d3048-715f-4b5f-b20e-232960132b53 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:48.401745 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb2e278-8ff6-498a-9d07-84fc889f2ad2', 'tag': '26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e', 'status': 'completed', 'code': 200} Aug 31 00:59:48.403014 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915df907-5ddd-42b1-a944-d70fa1eb280f', 'tag': 'd35d7d97-4627-4260-97ef-f4032345208a', 'status': 'completed', 'code': 200} Aug 31 00:59:48.420510 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987ed49-44a6-4352-95da-cd13dd6d4486 None None] Routers {'88fae003-9ce4-4231-a4ef-0add329ca617'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:59:48.421898 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8987ed49-44a6-4352-95da-cd13dd6d4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:59:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['88fae003-9ce4-4231-a4ef-0add329ca617'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:48.494455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19089441-343a-47df-90fa-e4fa47de2fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=d35d7d97-4627-4260-97ef-f4032345208a,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:48.515154 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0a9fdff2-691f-467a-a550-d900c5f88206 req-bec70bf3-7713-4952-b22c-15b457bc6b77 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1321712 Aug 31 00:59:48.565551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-7f73400a-dbbc-4a33-8380-013eac4b1c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:48.571475 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-7f73400a-dbbc-4a33-8380-013eac4b1c53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e01bda5ddbe1438c80d2b78df795a306&device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 1099 time: 0.4360471 Aug 31 00:59:48.599529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-877eef4b-08d7-44ec-b647-aa259c4d08da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:48.601298 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-877eef4b-08d7-44ec-b647-aa259c4d08da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.4245241 Aug 31 00:59:48.635450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59332) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:48.673200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4da88-d643-4909-9212-d1cad0f85465 req-981b5ac2-8b8e-4c92-ad19-b5806d481626 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:48.681486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10c4da88-d643-4909-9212-d1cad0f85465 req-981b5ac2-8b8e-4c92-ad19-b5806d481626 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 947 time: 0.2183559 Aug 31 00:59:48.685831 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-8987ed49-44a6-4352-95da-cd13dd6d4486 None None] Set router 88fae003-9ce4-4231-a4ef-0add329ca617 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:59:48.732850 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] Deleting port 54ea387e-71ea-46ab-bc99-599ee579c3c7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:48.733543 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:48.787990 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-332626b0-6618-4204-9385-2cc7d617aea9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d35d7d97-4627-4260-97ef-f4032345208a HTTP/1.1" status: 200 len: 217 time: 0.1687572 Aug 31 00:59:48.810338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634298b6-a009-4f1c-a2e0-2ae959ad43ee req-68e32462-3f1b-450e-ac6f-86983240afbc tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:48.813165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-634298b6-a009-4f1c-a2e0-2ae959ad43ee req-68e32462-3f1b-450e-ac6f-86983240afbc tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 948 time: 0.2464523 Aug 31 00:59:48.829372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10c4da88-d643-4909-9212-d1cad0f85465 req-b66b032c-ae4d-4583-8f60-ca98bb106aca tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461427 Aug 31 00:59:48.841755 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5671072-b684-49db-b579-2b82e0b0b239 req-8c6b886a-37f5-45e4-a71b-fb215fe41ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:48.843576 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5671072-b684-49db-b579-2b82e0b0b239 req-8c6b886a-37f5-45e4-a71b-fb215fe41ef3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 1100 time: 0.2657979 Aug 31 00:59:48.851971 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-45d6103f-c95e-4d23-beca-328eac958224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:48.852927 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-45d6103f-c95e-4d23-beca-328eac958224 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2297170 Aug 31 00:59:48.898255 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8987ed49-44a6-4352-95da-cd13dd6d4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172300898-router', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:25Z', 'updated_at': '2021-08-31T00:59:48Z', 'revision_number': 6, 'project_id': 'b34d9373dff14788a10b0d39e5416aef', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:48.998080 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-634298b6-a009-4f1c-a2e0-2ae959ad43ee req-020eeede-9e90-4354-b1c6-720c05a9d8ec tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543820 Aug 31 00:59:49.035772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] For port 54ea387e-71ea-46ab-bc99-599ee579c3c7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=54ea387e-71ea-46ab-bc99-599ee579c3c7,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:49.036524 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.057257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] Calling delete_port for 54ea387e-71ea-46ab-bc99-599ee579c3c7 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:49.083531 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c02aaf-2a60-4f57-980b-449d0a882f63 req-ac449d24-621e-4f71-90df-7970943e92c5 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:49.095557 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46c02aaf-2a60-4f57-980b-449d0a882f63 req-ac449d24-621e-4f71-90df-7970943e92c5 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 948 time: 0.1376426 Aug 31 00:59:49.208107 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46c02aaf-2a60-4f57-980b-449d0a882f63 req-915cab74-458c-40e7-bb5c-7bedc06ef708 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112061 Aug 31 00:59:49.219389 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987ed49-44a6-4352-95da-cd13dd6d4486 None None] The sync data for ids ['88fae003-9ce4-4231-a4ef-0add329ca617'] in n-d-802060-13 is: [{'id': '88fae003-9ce4-4231-a4ef-0add329ca617', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172300898-router', 'tenant_id': 'b34d9373dff14788a10b0d39e5416aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:25Z', 'updated_at': '2021-08-31T00:59:48Z', 'revision_number': 6, 'project_id': 'b34d9373dff14788a10b0d39e5416aef', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:59:49.246337 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ebc8d272-3e40-4bd5-bb71-e96812dca778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.454970 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-8e2aac20-d2bc-4687-9f6b-3b4f1d46c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:49.457194 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-8e2aac20-d2bc-4687-9f6b-3b4f1d46c5f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.6594892 Aug 31 00:59:49.656282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59354) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:49.666855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-6322d5aa-6c73-4231-b006-7b9a0c94dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:49.671097 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-6322d5aa-6c73-4231-b006-7b9a0c94dbaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1709247 Aug 31 00:59:49.689918 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ebc8d272-3e40-4bd5-bb71-e96812dca778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.692511 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.741075 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ebc8d272-3e40-4bd5-bb71-e96812dca778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.804545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=54ea387e-71ea-46ab-bc99-599ee579c3c7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:49.837847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ebc8d272-3e40-4bd5-bb71-e96812dca778 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eec42df343574554a0dd3993eeb52bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2005143 Aug 31 00:59:49.840296 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-ff6cb94f-a8ca-4ec1-80c2-56ab395fd96b service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361582 Aug 31 00:59:49.847067 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59360) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:49.893012 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:49.918724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5671072-b684-49db-b579-2b82e0b0b239 req-eaedf1eb-5b17-49f1-8fcb-d90b894c018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:49.921179 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5671072-b684-49db-b579-2b82e0b0b239 req-eaedf1eb-5b17-49f1-8fcb-d90b894c018a service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 1.0668437 Aug 31 00:59:49.991566 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-38e616b4-86d9-459c-ae0b-12a427e1d40d service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1177628 Aug 31 00:59:49.992743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8d272-3e40-4bd5-bb71-e96812dca778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29541bf0-7fdc-498a-b1b2-943cb1dab223,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:50.054151 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.057379 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.129853 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5671072-b684-49db-b579-2b82e0b0b239 req-0dfb023f-b2c0-4937-86d2-65d979398004 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=3b955eef-50b0-4923-ab90-4fca6870c31d HTTP/1.1" status: 200 len: 217 time: 0.1533234 Aug 31 00:59:50.184475 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-793133835-network', 'tenant_id': '293537de7bd940eabdbb028d66a178c1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:50.185747 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.186286 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88fae003-9ce4-4231-a4ef-0add329ca617 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:59:50.207406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.208700 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f56a4b02-9a1d-443a-b96c-382fbb7a2d93 admin admin] 10.222.0.58 "DELETE /v2.0/routers/88fae003-9ce4-4231-a4ef-0add329ca617 HTTP/1.1" status: 204 len: 168 time: 2.7413952 Aug 31 00:59:50.215441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59370) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:50.272883 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0298ad9b-378c-42f8-9a2c-5064e017b8c1 req-2daa754e-c9ec-41db-808b-9349311eb561 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905716 Aug 31 00:59:50.294411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2953cb-a5b3-424d-9461-6e80e30dc43f req-e68ac090-1d73-4ed0-845b-14fd76c5cef5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:50.296216 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd2953cb-a5b3-424d-9461-6e80e30dc43f req-e68ac090-1d73-4ed0-845b-14fd76c5cef5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 948 time: 0.1577182 Aug 31 00:59:50.312463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ebcbf-f8b0-42ae-b359-548ed0a6bb19 req-2873b5ae-3b89-4400-a2f2-a81f8576fd0e tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:50.322110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-017ebcbf-f8b0-42ae-b359-548ed0a6bb19 req-2873b5ae-3b89-4400-a2f2-a81f8576fd0e tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 947 time: 0.1861622 Aug 31 00:59:50.361318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Deleting subnet 664879e3-af8d-4142-ab88-6407421b4e08 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:59:50.368428 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.384765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.419593 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] Made reservation on behalf of 293537de7bd940eabdbb028d66a178c1 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:50.422401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.432602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5671072-b684-49db-b579-2b82e0b0b239 req-ad9e0971-8397-420a-875e-e29fef932b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:50.434268 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5671072-b684-49db-b579-2b82e0b0b239 req-ad9e0971-8397-420a-875e-e29fef932b2b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1486621 Aug 31 00:59:50.439332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.445648 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.497722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd2953cb-a5b3-424d-9461-6e80e30dc43f req-d847d060-11d3-41a3-a56c-262f24610ace tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678212 Aug 31 00:59:50.500591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-017ebcbf-f8b0-42ae-b359-548ed0a6bb19 req-79f90a77-d877-468a-b470-ccf8cb7f2643 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776252 Aug 31 00:59:50.529092 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.638790 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-59d6cb5e-b0c1-4e41-98dc-0854b1ce2b82 req-7931af23-f264-4391-9cbd-4e6166b36a2d service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365128 Aug 31 00:59:50.703766 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.707264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.710778 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/29541bf0-7fdc-498a-b1b2-943cb1dab223 HTTP/1.1" status: 204 len: 168 time: 0.8589778 Aug 31 00:59:50.752119 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5671072-b684-49db-b579-2b82e0b0b239 req-549f28b8-1aec-47f3-b195-5fd62950a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:50.754563 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5671072-b684-49db-b579-2b82e0b0b239 req-549f28b8-1aec-47f3-b195-5fd62950a387 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3124151 Aug 31 00:59:50.783133 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.804985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f76455c6-c992-4791-87f0-2585ad059d86 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:50.833174 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29541bf0-7fdc-498a-b1b2-943cb1dab223,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:50.873018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: f76455c6-c992-4791-87f0-2585ad059d86 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:50.873671 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f76455c6-c992-4791-87f0-2585ad059d86 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:50.874607 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 54ea387e-71ea-46ab-bc99-599ee579c3c7 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:50.886966 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca2704-5bc0-4b8c-8ede-9530c5c1f6ad req-b10e422e-f36a-436b-b66b-99f3ad8bd5bc tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:50.888434 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.899242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:50.899645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:50.899990 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:50.900297 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:50.900639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:50.900964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:50.901315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:50.901647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:50.901969 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:50.902291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:50.902627 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:50.903363 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40af92-dbb2-427b-a965-cc1e94935d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:50.903498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cca2704-5bc0-4b8c-8ede-9530c5c1f6ad req-b10e422e-f36a-436b-b66b-99f3ad8bd5bc tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 948 time: 0.2520950 Aug 31 00:59:50.917206 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:50.960311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 54ea387e-71ea-46ab-bc99-599ee579c3c7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:50.962826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 54ea387e-71ea-46ab-bc99-599ee579c3c7 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:50.975167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cca2704-5bc0-4b8c-8ede-9530c5c1f6ad req-df16d778-3131-4769-8b2c-4369aeae9ea1 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707779 Aug 31 00:59:50.987023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:59:50.991054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-8104ce74-a01b-4704-a6ff-b2a236dfd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:50.995225 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-8104ce74-a01b-4704-a6ff-b2a236dfd4e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7b6aea9d6ad4110bac126cd6edb47df&device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 1100 time: 0.2616074 Aug 31 00:59:51.027156 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.084435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664879e3-af8d-4142-ab88-6407421b4e08,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:51.093722 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a0af9fd-ecab-4b67-ae17-29c6ebb237da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.100483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:51.101133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:51.101575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:51.101740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:51.102096 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:51.102735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:51.104198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:51.104640 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:51.105261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:51.107319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:51.108202 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:51.108774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:51.109248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:59:51.120998 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.121323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4e2917-e4f0-419c-9b0b-d81083b0d86f None None] Network a4a1e4a8-9b45-448d-a657-b5d0945e1fb3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:51.124685 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0b304d82-c9fb-42d1-bb12-b8599e79e1d7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/664879e3-af8d-4142-ab88-6407421b4e08 HTTP/1.1" status: 204 len: 168 time: 0.9073815 Aug 31 00:59:51.127214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59384) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:51.136061 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.136658 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] Added segment 461ec37d-d1a6-468e-ae21-ca43d58466b6 of type vlan for network 12cab241-583d-479a-8ed9-1b2de0acbda5 Aug 31 00:59:51.248381 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5671072-b684-49db-b579-2b82e0b0b239 req-dbb72172-5ff5-48de-90bd-63d1a028c366 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801142 Aug 31 00:59:51.292088 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.341955 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.483075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-79e5975e-957a-4eb2-a47e-970da5a40c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:51.484874 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-79e5975e-957a-4eb2-a47e-970da5a40c27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.4778407 Aug 31 00:59:51.490809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Deleting port 7712a613-48de-4932-a23d-c7e108ada4dd {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:51.491159 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.512012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992d36eb-e3ae-4f2f-bf1d-5cf90b67770f None None] DHCP port deletion for a4a1e4a8-9b45-448d-a657-b5d0945e1fb3 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 00:59:51.609924 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.614551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:51.615939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.636561 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-fc99bb42-8247-4ddc-837d-6da9f7e5df07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e HTTP/1.1" status: 200 len: 217 time: 0.1430006 Aug 31 00:59:51.638404 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-992d36eb-e3ae-4f2f-bf1d-5cf90b67770f None None] Deleting port 7712a613-48de-4932-a23d-c7e108ada4dd {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:59:51.638938 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-992d36eb-e3ae-4f2f-bf1d-5cf90b67770f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.661642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] For port 7712a613-48de-4932-a23d-c7e108ada4dd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7712a613-48de-4932-a23d-c7e108ada4dd,segment=NetworkSegment(bf2bd038-a397-4a29-b89f-b47ecf1d28ce),segment_id=bf2bd038-a397-4a29-b89f-b47ecf1d28ce)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:51.662017 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.677230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Calling delete_port for 7712a613-48de-4932-a23d-c7e108ada4dd owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:51.681816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59398) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:51.773330 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-992d36eb-e3ae-4f2f-bf1d-5cf90b67770f None None] For port 7712a613-48de-4932-a23d-c7e108ada4dd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7712a613-48de-4932-a23d-c7e108ada4dd,segment=NetworkSegment(bf2bd038-a397-4a29-b89f-b47ecf1d28ce),segment_id=bf2bd038-a397-4a29-b89f-b47ecf1d28ce)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:51.774057 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-992d36eb-e3ae-4f2f-bf1d-5cf90b67770f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.803411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-992d36eb-e3ae-4f2f-bf1d-5cf90b67770f None None] Calling delete_port for 7712a613-48de-4932-a23d-c7e108ada4dd owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:59:51.812127 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.858071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=7712a613-48de-4932-a23d-c7e108ada4dd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:51.873489 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2009254 Aug 31 00:59:51.879123 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] No DVR routers for this DVR port 7712a613-48de-4932-a23d-c7e108ada4dd on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:51.886015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59404) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:51.892626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-86a6f454-6ff7-4be4-88af-bebd0d6bcd9b admin admin] Request body: {'subnet': {'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-793133835-subnet', 'tenant_id': '293537de7bd940eabdbb028d66a178c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:51.912438 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8aa50147-5317-409d-9558-50ff993b4add admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:51.975319 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5671072-b684-49db-b579-2b82e0b0b239 req-42df2c96-258e-4c99-9e2b-178770119f29 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6763957 Aug 31 00:59:51.999701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba22e0-813a-47b5-b797-0fbd7852f0ea admin admin] Pushing event updated for resources: {'Network': ['ID=12cab241-583d-479a-8ed9-1b2de0acbda5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:52.002722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-19a8c86a-dd57-42f3-8438-285baf69f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:52.008608 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-19a8c86a-dd57-42f3-8438-285baf69f471 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.3603866 Aug 31 00:59:52.047022 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-992d36eb-e3ae-4f2f-bf1d-5cf90b67770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.080727 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 12cab241-583d-479a-8ed9-1b2de0acbda5 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:59:52.083455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992d36eb-e3ae-4f2f-bf1d-5cf90b67770f None None] No DVR routers for this DVR port 7712a613-48de-4932-a23d-c7e108ada4dd on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:59:52.086507 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d36eb-e3ae-4f2f-bf1d-5cf90b67770f None None] Pushing event deleted for resources: {'Port': ['ID=7712a613-48de-4932-a23d-c7e108ada4dd,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:52.094299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-a9aa57ad-e8b4-4a23-845e-b33cc23c6c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:52.096008 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-a9aa57ad-e8b4-4a23-845e-b33cc23c6c96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787094 Aug 31 00:59:52.214158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa019a76-4c03-42dd-8075-4313b0c640f6 req-cf187373-9f35-47c2-be26-8b31f4432b80 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:52.215734 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa019a76-4c03-42dd-8075-4313b0c640f6 req-cf187373-9f35-47c2-be26-8b31f4432b80 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 948 time: 0.4474273 Aug 31 00:59:52.243934 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3b955eef-50b0-4923-ab90-4fca6870c31d details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:59:52.256670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec96a6-ed29-4822-a394-29cb5286c1b3 req-59b07af1-037e-4521-9db1-cc97da84cbb1 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:52.266237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eeec96a6-ed29-4822-a394-29cb5286c1b3 req-59b07af1-037e-4521-9db1-cc97da84cbb1 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 947 time: 0.4956737 Aug 31 00:59:52.334643 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-e359f4af-c9f9-49bc-959e-c3b62275268b service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288463 Aug 31 00:59:52.335841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a6f454-6ff7-4be4-88af-bebd0d6bcd9b admin admin] Made reservation on behalf of 293537de7bd940eabdbb028d66a178c1 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:52.338489 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86a6f454-6ff7-4be4-88af-bebd0d6bcd9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.345438 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.411705 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:59:52.412075 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:59:52.412852 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:59:52.413698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Subscribe: > port after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:59:52.413698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:59:52.413890 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Subscribe: > port after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:59:52.414144 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:59:52.414462 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:59:52.414780 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:59:52.415127 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:59:52.454338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3b955eef-50b0-4923-ab90-4fca6870c31d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3b955eef-50b0-4923-ab90-4fca6870c31d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:52.479146 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '3b955eef-50b0-4923-ab90-4fca6870c31d', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '3b955eef-50b0-4923-ab90-4fca6870c31d', 'mac_address': 'fa:16:3e:15:5c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:59:52.503804 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-4f917815-e1da-46d8-9157-c1f518f3d818 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528590 Aug 31 00:59:52.525544 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.548337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b955eef-50b0-4923-ab90-4fca6870c31d {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:52.571363 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8aa50147-5317-409d-9558-50ff993b4add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.572723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3b955eef-50b0-4923-ab90-4fca6870c31d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3b955eef-50b0-4923-ab90-4fca6870c31d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:52.580907 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.598011 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:59:52.598265 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:59:52.598561 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:59:52.598887 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:59:52.599238 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a1e4a8-9b45-448d-a657-b5d0945e1fb3']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:52.615514 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8aa50147-5317-409d-9558-50ff993b4add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.656563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=3b955eef-50b0-4923-ab90-4fca6870c31d,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:52.678472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2bd038-a397-4a29-b89f-b47ecf1d28ce') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:52.678880 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2bd038-a397-4a29-b89f-b47ecf1d28ce') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:59:52.698919 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa019a76-4c03-42dd-8075-4313b0c640f6 req-8f14b995-58cf-4405-9902-034af6f2385e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230669 Aug 31 00:59:52.703961 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8aa50147-5317-409d-9558-50ff993b4add admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cbf237205b324354b869c0e19ede5eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0088444 Aug 31 00:59:52.704402 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7712a613-48de-4932-a23d-c7e108ada4dd no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:59:52.705027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59410) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:52.712900 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.726977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eeec96a6-ed29-4822-a394-29cb5286c1b3 req-4d2fded2-a51d-4b6f-9c07-6e08342fd9e6 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593177 Aug 31 00:59:52.761955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa50147-5317-409d-9558-50ff993b4add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87f63a2-cddb-4145-9d1f-7fd226644fb0,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:52.781172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 7712a613-48de-4932-a23d-c7e108ada4dd {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:59:52.785174 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-a42d368a-dbf0-4d3d-b9dd-b77f9d17f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:52.788997 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-a42d368a-dbf0-4d3d-b9dd-b77f9d17f700 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e01bda5ddbe1438c80d2b78df795a306&device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 1099 time: 0.2161322 Aug 31 00:59:52.801897 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7712a613-48de-4932-a23d-c7e108ada4dd not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:59:52.805318 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:52.808532 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.846660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:59:52.848545 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: from cryptography.utils import int_from_bytes Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: from cryptography.utils import int_from_bytes Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: timer() Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:59:52.888992 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:59:53.090065 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.103468 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.107845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a4a1e4a8-9b45-448d-a657-b5d0945e1fb3 HTTP/1.1" status: 204 len: 168 time: 1.9770193 Aug 31 00:59:53.181584 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dbe536a6-079b-4c71-987a-6f55332f60a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.181584 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dbe536a6-079b-4c71-987a-6f55332f60a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.213416 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-7f5a34b4-3794-456a-9759-17cab4c4019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:53.215179 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-7f5a34b4-3794-456a-9759-17cab4c4019c service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.4023514 Aug 31 00:59:53.237345 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f8724-cc30-4146-b029-a54d44473c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a1e4a8-9b45-448d-a657-b5d0945e1fb3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:53.310476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169465b-984a-445e-ab5c-24d1d938980c req-a5ef04c0-388d-453b-89e7-952a6d126013 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:53.326817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6169465b-984a-445e-ab5c-24d1d938980c req-a5ef04c0-388d-453b-89e7-952a6d126013 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 948 time: 0.3705258 Aug 31 00:59:53.329087 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-4d7861d7-afb8-440f-b5f7-ff6c2d830dcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d35d7d97-4627-4260-97ef-f4032345208a HTTP/1.1" status: 200 len: 217 time: 0.1044517 Aug 31 00:59:53.395701 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6169465b-984a-445e-ab5c-24d1d938980c req-25e08dc1-f23c-4fc6-b800-ed15713ce167 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676057 Aug 31 00:59:53.435874 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dbe536a6-079b-4c71-987a-6f55332f60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.441879 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dbe536a6-079b-4c71-987a-6f55332f60a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.443840 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86a6f454-6ff7-4be4-88af-bebd0d6bcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.447361 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dbe536a6-079b-4c71-987a-6f55332f60a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d87f63a2-cddb-4145-9d1f-7fd226644fb0 HTTP/1.1" status: 204 len: 168 time: 0.7379355 Aug 31 00:59:53.461012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59434) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:53.482873 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-dd48dc74-ccd5-46b6-9c11-83f3ae3662e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:53.486892 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-dd48dc74-ccd5-46b6-9c11-83f3ae3662e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1493850 Aug 31 00:59:53.489838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe536a6-079b-4c71-987a-6f55332f60a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87f63a2-cddb-4145-9d1f-7fd226644fb0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:53.577933 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-bdc3d22d-8e15-4aad-a967-0daacca5f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:53.579707 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-bdc3d22d-8e15-4aad-a967-0daacca5f666 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0811305 Aug 31 00:59:53.607652 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d9d84343-cbb2-4430-9b89-366eaeadb98e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b34d9373dff14788a10b0d39e5416aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417823 Aug 31 00:59:53.608239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59440) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:53.630868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6f454-6ff7-4be4-88af-bebd0d6bcd9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=34deeb26-e910-40bc-99b5-51d7998a554d,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:53.634452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a6f454-6ff7-4be4-88af-bebd0d6bcd9b admin admin] Checking segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:53.634809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a6f454-6ff7-4be4-88af-bebd0d6bcd9b admin admin] Network hostable DHCP agents. Network: 12cab241-583d-479a-8ed9-1b2de0acbda5, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:59:53.675397 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f0322eda-bbca-45d4-ac1c-fdc0ffa2107f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.693895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a6f454-6ff7-4be4-88af-bebd0d6bcd9b admin admin] Network 12cab241-583d-479a-8ed9-1b2de0acbda5 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:59:53.716339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-86a6f454-6ff7-4be4-88af-bebd0d6bcd9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 12cab241-583d-479a-8ed9-1b2de0acbda5) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:53.722188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a6f454-6ff7-4be4-88af-bebd0d6bcd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:53.722767 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86a6f454-6ff7-4be4-88af-bebd0d6bcd9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.731870 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7e0cdf-9524-494d-8a94-635ca6eabb8d None None] Network 12cab241-583d-479a-8ed9-1b2de0acbda5 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:53.733577 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0682eb33-67a5-4082-8595-20ca29abc7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.760658 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-86a6f454-6ff7-4be4-88af-bebd0d6bcd9b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8724861 Aug 31 00:59:53.766773 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-57f3d8d3-8f77-4d87-9ebd-a24fda563597 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795826 Aug 31 00:59:53.774618 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0682eb33-67a5-4082-8595-20ca29abc7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.873088 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0682eb33-67a5-4082-8595-20ca29abc7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.876636 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0682eb33-67a5-4082-8595-20ca29abc7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:53.878534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0682eb33-67a5-4082-8595-20ca29abc7be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a582ae97-0362-4a69-b2c1-cb97cb3cc613 HTTP/1.1" status: 204 len: 168 time: 0.2656536 Aug 31 00:59:53.966974 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682eb33-67a5-4082-8595-20ca29abc7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a582ae97-0362-4a69-b2c1-cb97cb3cc613,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:54.001016 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d6df54b8-e6f6-466f-957d-2941a83e7556 req-3fd0fb17-e2a2-47d4-9dd6-dd6aa1c10da2 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254994 Aug 31 00:59:54.048361 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:54.054547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1342fd-7bc0-4964-8a55-cd717b521afc None None] Network 12cab241-583d-479a-8ed9-1b2de0acbda5 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:54.056746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168890f-e3d3-4122-aa4c-96e71d18fe42 req-b93b8850-9008-4f2c-934a-ddd49b71f95c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:54.060013 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8168890f-e3d3-4122-aa4c-96e71d18fe42 req-b93b8850-9008-4f2c-934a-ddd49b71f95c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 949 time: 0.1731384 Aug 31 00:59:54.127166 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8168890f-e3d3-4122-aa4c-96e71d18fe42 req-c0db268f-ce72-49be-8df2-a174d1b417b5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604179 Aug 31 00:59:54.176231 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3b955eef-50b0-4923-ab90-4fca6870c31d up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:54.375666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7516ad1-f3d7-4961-8332-e6d29d42e069 req-d17adff9-c12e-4dd2-afeb-d7570cdc9860 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:54.386450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7516ad1-f3d7-4961-8332-e6d29d42e069 req-d17adff9-c12e-4dd2-afeb-d7570cdc9860 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 947 time: 0.1216815 Aug 31 00:59:54.416534 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:54.473944 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 3b955eef-50b0-4923-ab90-4fca6870c31d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:54.477423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7516ad1-f3d7-4961-8332-e6d29d42e069 req-58a9ae02-9615-4dac-90d3-22fbbadf22d1 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884268 Aug 31 00:59:54.480042 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 3b955eef-50b0-4923-ab90-4fca6870c31d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:54.480690 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:54.633123 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cd418-547c-4e12-8e3f-8b7353c91644 req-660f3900-ce46-47f8-a2bb-47f901d732ba tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:54.639052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f6cd418-547c-4e12-8e3f-8b7353c91644 req-660f3900-ce46-47f8-a2bb-47f901d732ba tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 948 time: 0.1011870 Aug 31 00:59:54.707213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f6cd418-547c-4e12-8e3f-8b7353c91644 req-0f759408-5b05-4e0f-ac4e-11827135fb64 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640709 Aug 31 00:59:54.777608 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:54.810027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53ad6bd-f846-4501-a2a9-b47af377e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b955eef-50b0-4923-ab90-4fca6870c31d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:59:54.813435 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ac9168-c74e-43cf-9a87-4e0e2b4721b9" -d '{"events": [{"server_uuid": "c53ad6bd-f846-4501-a2a9-b47af377e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "3b955eef-50b0-4923-ab90-4fca6870c31d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:59:54.828924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3b955eef-50b0-4923-ab90-4fca6870c31d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3b955eef-50b0-4923-ab90-4fca6870c31d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:54.838037 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:54.905686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=3b955eef-50b0-4923-ab90-4fca6870c31d,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:54.912978 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1344cbf9-07eb-49d1-84c7-c6354aa82c69 x-openstack-request-id: req-1344cbf9-07eb-49d1-84c7-c6354aa82c69 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:59:54.913558 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53ad6bd-f846-4501-a2a9-b47af377e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "3b955eef-50b0-4923-ab90-4fca6870c31d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:59:54.914647 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1344cbf9-07eb-49d1-84c7-c6354aa82c69 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:59:54.915412 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53ad6bd-f846-4501-a2a9-b47af377e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b955eef-50b0-4923-ab90-4fca6870c31d', 'code': 200} Aug 31 00:59:55.073983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5092-57e6-4c1b-ad36-061b040c6d46 req-a8979e90-ffa4-47dd-9a8c-dbe322c8feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:55.075695 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ba1c5092-57e6-4c1b-ad36-061b040c6d46 req-a8979e90-ffa4-47dd-9a8c-dbe322c8feb5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 1102 time: 0.1066008 Aug 31 00:59:55.162966 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ba1c5092-57e6-4c1b-ad36-061b040c6d46 req-62d1cd9e-4cda-45fb-b71e-d735e953c241 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743597 Aug 31 00:59:55.347716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce066b-29c3-4408-b454-f73f8b3ac9e8 req-b5cff5f7-83cb-4a27-b3f8-ffa1d4554b42 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:55.349409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7ce066b-29c3-4408-b454-f73f8b3ac9e8 req-b5cff5f7-83cb-4a27-b3f8-ffa1d4554b42 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 950 time: 0.1100097 Aug 31 00:59:55.398942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7ce066b-29c3-4408-b454-f73f8b3ac9e8 req-2b0b9a12-d5b6-4eb4-abb9-e7de1835bc52 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434234 Aug 31 00:59:55.527296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59514) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:55.589111 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59518) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:55.594434 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-202068961-network', 'tenant_id': 'f135489858dd4c36a2840cc63a666a26'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:55.595013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d35d7d97-4627-4260-97ef-f4032345208a details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:59:55.644276 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] Made reservation on behalf of f135489858dd4c36a2840cc63a666a26 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:55.647316 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:55.667344 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:55.701696 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c80bfb-8d6c-4205-a554-df3103cbcc88 req-9382b685-6b77-4480-81e0-53454618e790 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:55.710840 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3c80bfb-8d6c-4205-a554-df3103cbcc88 req-9382b685-6b77-4480-81e0-53454618e790 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 947 time: 0.1326146 Aug 31 00:59:55.744632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d35d7d97-4627-4260-97ef-f4032345208a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d35d7d97-4627-4260-97ef-f4032345208a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:55.759260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'd35d7d97-4627-4260-97ef-f4032345208a', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'd35d7d97-4627-4260-97ef-f4032345208a', 'mac_address': 'fa:16:3e:6c:7d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:59:55.839245 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:55.853053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3c80bfb-8d6c-4205-a554-df3103cbcc88 req-7b69e85f-546c-46d9-9fac-071bd086ae14 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205330 Aug 31 00:59:55.874895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35d7d97-4627-4260-97ef-f4032345208a {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:55.875260 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:55.885392 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:55.930388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d35d7d97-4627-4260-97ef-f4032345208a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d35d7d97-4627-4260-97ef-f4032345208a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:55.931307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:59:55.942946 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:55.944041 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:59:55.991082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536c250c-6d01-4d58-94a4-6fc16ee12465,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:56.000251 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.004019 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] Added segment a9aa5268-09d9-44b4-a7cf-3c8506ba1fc2 of type vlan for network d62d3aca-ed0b-46f3-9527-e674a3c575e0 Aug 31 00:59:56.004424 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f8f491e2-a215-4d8b-92e2-ed78a083943d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.017601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:56.049266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e', 'mac_address': 'fa:16:3e:b6:a7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:59:56.110349 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.165636 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=d35d7d97-4627-4260-97ef-f4032345208a,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:56.180206 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.181659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:56.182605 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.213445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebd81b-bf87-4d7a-a297-244f306f716a req-dabc4a00-3735-4fe9-90be-56264863757e tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:56.235346 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbebd81b-bf87-4d7a-a297-244f306f716a req-dabc4a00-3735-4fe9-90be-56264863757e tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 948 time: 0.3797705 Aug 31 00:59:56.239636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59532) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:56.286308 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.289526 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] Pushing event updated for resources: {'Network': ['ID=d62d3aca-ed0b-46f3-9527-e674a3c575e0,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:56.315500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network d62d3aca-ed0b-46f3-9527-e674a3c575e0 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:59:56.381851 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f8f491e2-a215-4d8b-92e2-ed78a083943d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.385096 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:59:56.402404 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6fa3f523-1ac9-4d69-b317-a277b8f4543c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8123548 Aug 31 00:59:56.402881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbebd81b-bf87-4d7a-a297-244f306f716a req-00c450e8-d26a-4be2-8acf-8261ee00a118 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624949 Aug 31 00:59:56.403693 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59538) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:56.405585 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f8f491e2-a215-4d8b-92e2-ed78a083943d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.410442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-21ed28b6-8aab-4bee-815c-bf63aa7ee12c admin admin] Request body: {'subnet': {'network_id': 'd62d3aca-ed0b-46f3-9527-e674a3c575e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-202068961-subnet', 'tenant_id': 'f135489858dd4c36a2840cc63a666a26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:56.445441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:59:56.459641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f491e2-a215-4d8b-92e2-ed78a083943d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5652af38-13a5-4119-a9e3-d41b1c76fdfe,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:56.469028 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.484157 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ed28b6-8aab-4bee-815c-bf63aa7ee12c admin admin] Made reservation on behalf of f135489858dd4c36a2840cc63a666a26 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:56.492584 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-21ed28b6-8aab-4bee-815c-bf63aa7ee12c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.511267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f8f491e2-a215-4d8b-92e2-ed78a083943d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac67d25db49f4e6f85a43f9cf2125a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9827876 Aug 31 00:59:56.513797 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59546) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:56.598186 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.629836 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-51718c1b-d4a7-4c39-85e7-a13a5c1a496e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.641547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:56.660928 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-51718c1b-d4a7-4c39-85e7-a13a5c1a496e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.680051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696a84c-ecfb-4f12-ad1a-ef47ed2c5013 req-3a629ae2-8004-4a90-8769-064112e620a9 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:56.687500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2696a84c-ecfb-4f12-ad1a-ef47ed2c5013 req-3a629ae2-8004-4a90-8769-064112e620a9 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 950 time: 0.1113582 Aug 31 00:59:56.706450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-network', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:56.777704 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2696a84c-ecfb-4f12-ad1a-ef47ed2c5013 req-af0d44a5-3c42-4f80-9e24-03a5d2df6621 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844610 Aug 31 00:59:56.779860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] Made reservation on behalf of 047bff4e166e4dfeaa95745db4e16cc0 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:56.782339 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.807513 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.818238 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-51718c1b-d4a7-4c39-85e7-a13a5c1a496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.821131 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-51718c1b-d4a7-4c39-85e7-a13a5c1a496e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.822531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-51718c1b-d4a7-4c39-85e7-a13a5c1a496e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5652af38-13a5-4119-a9e3-d41b1c76fdfe HTTP/1.1" status: 204 len: 168 time: 0.3078275 Aug 31 00:59:56.841832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51718c1b-d4a7-4c39-85e7-a13a5c1a496e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5652af38-13a5-4119-a9e3-d41b1c76fdfe,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:56.847300 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-21ed28b6-8aab-4bee-815c-bf63aa7ee12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:56.999242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['d35d7d97-4627-4260-97ef-f4032345208a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:57.029581 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.044171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed28b6-8aab-4bee-815c-bf63aa7ee12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd58fa3-f9dc-4f60-9a76-f73862a32d57,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:57.046830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed28b6-8aab-4bee-815c-bf63aa7ee12c admin admin] Checking segment: {'id': 'a9aa5268-09d9-44b4-a7cf-3c8506ba1fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd62d3aca-ed0b-46f3-9527-e674a3c575e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:57.047189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ed28b6-8aab-4bee-815c-bf63aa7ee12c admin admin] Network hostable DHCP agents. Network: d62d3aca-ed0b-46f3-9527-e674a3c575e0, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:59:57.056837 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.075942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:59:57.094061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ed28b6-8aab-4bee-815c-bf63aa7ee12c admin admin] Network d62d3aca-ed0b-46f3-9527-e674a3c575e0 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:59:57.108220 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-21ed28b6-8aab-4bee-815c-bf63aa7ee12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, d62d3aca-ed0b-46f3-9527-e674a3c575e0) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:57.124775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ed28b6-8aab-4bee-815c-bf63aa7ee12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:57.125451 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-21ed28b6-8aab-4bee-815c-bf63aa7ee12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.147621 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69369804-8076-430c-9fc6-0881a0690540 None None] Network d62d3aca-ed0b-46f3-9527-e674a3c575e0 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:57.163745 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-21ed28b6-8aab-4bee-815c-bf63aa7ee12c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7588136 Aug 31 00:59:57.169380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:59:57.202545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de8cacf-6efc-47ad-bce4-7a4b9b0991e2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:57.235266 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.235639 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] Added segment 9580077b-e02f-43e3-8c22-a9664c3c3882 of type vlan for network f36e5826-aded-4618-8526-77145a8c01a8 Aug 31 00:59:57.300811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd4a1f-6cca-4351-9c8c-d392d16ca7b8 req-f064c75b-588d-44e8-9f5c-71c644ff8276 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:57.308705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05bd4a1f-6cca-4351-9c8c-d392d16ca7b8 req-f064c75b-588d-44e8-9f5c-71c644ff8276 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 948 time: 0.2758510 Aug 31 00:59:57.387466 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.400626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59572) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:57.419296 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05bd4a1f-6cca-4351-9c8c-d392d16ca7b8 req-b24edb48-e3f8-4fa2-ae13-f82b0e75dc38 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095905 Aug 31 00:59:57.424361 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4e86803-9871-43fe-97b6-5bda62a94210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.472248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4b999-80ab-4a8d-9830-9c132349247d req-d6b93a0b-7f8f-4c58-876f-1515dc4d62e3 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:57.473879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dfa4b999-80ab-4a8d-9830-9c132349247d req-d6b93a0b-7f8f-4c58-876f-1515dc4d62e3 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 1102 time: 0.1970515 Aug 31 00:59:57.529148 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.530482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:57.531353 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.541676 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dfa4b999-80ab-4a8d-9830-9c132349247d req-fe0421f6-2b79-4968-ba35-bc7d738dcc14 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.580809 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4e86803-9871-43fe-97b6-5bda62a94210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.589681 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4e86803-9871-43fe-97b6-5bda62a94210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.649055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] Pushing event updated for resources: {'Network': ['ID=f36e5826-aded-4618-8526-77145a8c01a8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:57.651841 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b4e86803-9871-43fe-97b6-5bda62a94210 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce40fd2f198e45e291c557f232f38090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492371 Aug 31 00:59:57.652971 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e86803-9871-43fe-97b6-5bda62a94210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a474da-3acb-4b5f-b699-8f88f8ea48a2,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:57.655374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59586) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:57.668244 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network f36e5826-aded-4618-8526-77145a8c01a8 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:59:57.719352 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-270b38a8-c8bf-4bbf-9c51-d038247110a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.744804 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-270b38a8-c8bf-4bbf-9c51-d038247110a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.769211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9834bcc9-353a-4c54-b548-2d778e78e49e None None] Network d62d3aca-ed0b-46f3-9527-e674a3c575e0 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:57.807485 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dfa4b999-80ab-4a8d-9830-9c132349247d req-fe0421f6-2b79-4968-ba35-bc7d738dcc14 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.811687 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-270b38a8-c8bf-4bbf-9c51-d038247110a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.814121 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dfa4b999-80ab-4a8d-9830-9c132349247d req-fe0421f6-2b79-4968-ba35-bc7d738dcc14 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.815820 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-270b38a8-c8bf-4bbf-9c51-d038247110a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.817291 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-270b38a8-c8bf-4bbf-9c51-d038247110a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33a474da-3acb-4b5f-b699-8f88f8ea48a2 HTTP/1.1" status: 204 len: 168 time: 0.1609938 Aug 31 00:59:57.850497 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b38a8-c8bf-4bbf-9c51-d038247110a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a474da-3acb-4b5f-b699-8f88f8ea48a2,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:57.869305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59590) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:57.874786 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a527f199-5536-4ec4-9597-147951cb8a7f admin admin] Request body: {'subnet': {'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-subnet', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:57.875553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cd2f7040-1958-4316-a39b-e908abb2ef67 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6347995 Aug 31 00:59:57.904329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac71d83-dec4-4812-9b84-12ed5de6aa05 req-edb6a226-aa98-4443-a783-278b4d5bfe73 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:57.912482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a527f199-5536-4ec4-9597-147951cb8a7f admin admin] Made reservation on behalf of 047bff4e166e4dfeaa95745db4e16cc0 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:59:57.915649 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a527f199-5536-4ec4-9597-147951cb8a7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:57.921138 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ac71d83-dec4-4812-9b84-12ed5de6aa05 req-edb6a226-aa98-4443-a783-278b4d5bfe73 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 949 time: 0.1643600 Aug 31 00:59:57.953315 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dfa4b999-80ab-4a8d-9830-9c132349247d req-fe0421f6-2b79-4968-ba35-bc7d738dcc14 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669325 Aug 31 00:59:57.989256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0421f6-2b79-4968-ba35-bc7d738dcc14 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e32a73-5011-4037-84a4-81a3044be654,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:58.051834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ac71d83-dec4-4812-9b84-12ed5de6aa05 req-f7bf69ff-1f47-43f0-a0ac-49dfc0a4ced0 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263311 Aug 31 00:59:58.188412 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a527f199-5536-4ec4-9597-147951cb8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:58.287304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a527f199-5536-4ec4-9597-147951cb8a7f admin admin] Checking segment: {'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:58.287559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a527f199-5536-4ec4-9597-147951cb8a7f admin admin] Network hostable DHCP agents. Network: f36e5826-aded-4618-8526-77145a8c01a8, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:59:58.298510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527f199-5536-4ec4-9597-147951cb8a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:58.323851 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a527f199-5536-4ec4-9597-147951cb8a7f admin admin] Network f36e5826-aded-4618-8526-77145a8c01a8 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:59:58.344359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a527f199-5536-4ec4-9597-147951cb8a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, f36e5826-aded-4618-8526-77145a8c01a8) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:58.355129 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a527f199-5536-4ec4-9597-147951cb8a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:58.355993 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a527f199-5536-4ec4-9597-147951cb8a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:58.363316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831d40af-597c-482b-a8e8-317697b0ac05 None None] Network f36e5826-aded-4618-8526-77145a8c01a8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:59:58.378507 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a527f199-5536-4ec4-9597-147951cb8a7f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5073006 Aug 31 00:59:58.380406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59618) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:58.390777 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:59:58.456824 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:58.459946 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:58.586689 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:58.669905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-f36e5826-aded-4618-8526-77145a8c01a8', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:59:58.670777 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:58.860193 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59638) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:58.936057 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:58.960561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e658b-6024-4d0b-b6c5-83965cfc1ac0 req-efc35950-78a8-4421-89ba-c197643bfd0c tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:58.964227 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Allocated IP 172.20.0.2 (f36e5826-aded-4618-8526-77145a8c01a8/a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa/2ab0aa05-2d45-4423-ab72-1328790fee20) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:58.969386 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec1e658b-6024-4d0b-b6c5-83965cfc1ac0 req-efc35950-78a8-4421-89ba-c197643bfd0c tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 948 time: 0.2870500 Aug 31 00:59:59.114729 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec1e658b-6024-4d0b-b6c5-83965cfc1ac0 req-89909921-2ea9-41f6-a956-ecedef5abae6 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443815 Aug 31 00:59:59.312366 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-1206ef13-945e-45ca-a83f-f89653108550 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=834f2c2b26574b23952ac610912285bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575202 Aug 31 00:59:59.342765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14bc15fc-e2ca-4daf-966d-a89295264cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.360874 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.371845 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.389668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Transition to ACTIVE for port object 2ab0aa05-2d45-4423-ab72-1328790fee20 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:59.412034 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.419966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Transition to ACTIVE for port object 2ab0aa05-2d45-4423-ab72-1328790fee20 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:59:59.444104 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.483588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-91250e1a-4b94-43bd-b233-7b6701aace0f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:59.491849 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-91250e1a-4b94-43bd-b233-7b6701aace0f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784954 Aug 31 00:59:59.504754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-11d369c6-cb74-4cd7-af44-79cd70d7c7fa tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:59:59.515252 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-11d369c6-cb74-4cd7-af44-79cd70d7c7fa tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 820 time: 1.0212288 Aug 31 00:59:59.545212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-c36195e1-12d1-404c-81d1-ee0821419ef0 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/quotas/834f2c2b26574b23952ac610912285bb HTTP/1.1" status: 200 len: 375 time: 0.0524430 Aug 31 00:59:59.556150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-e4e41ca0-ca9f-4593-8f62-da2794c08e71 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/quotas/293537de7bd940eabdbb028d66a178c1 HTTP/1.1" status: 200 len: 375 time: 0.0389078 Aug 31 00:59:59.557159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Network f36e5826-aded-4618-8526-77145a8c01a8 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:59:59.568009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:59:59.575397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:59:59.583098 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Pushing event updated for resources: {'Port': ['ID=2ab0aa05-2d45-4423-ab72-1328790fee20,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:59.591485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d35d7d97-4627-4260-97ef-f4032345208a up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:59:59.626665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-405987fd-3682-41fd-a1d6-46de1ce947a3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695798 Aug 31 00:59:59.653903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Allocated IP 172.25.6.87 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/b972c7e2-43c2-45e9-8895-cb27921f34cd) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:59:59.710334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-91835e36-72ee-4a50-b69b-ad3dc2d172e6 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1636188 Aug 31 00:59:59.740752 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14bc15fc-e2ca-4daf-966d-a89295264cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.748794 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14bc15fc-e2ca-4daf-966d-a89295264cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.749280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59666) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:59.782189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc15fc-e2ca-4daf-966d-a89295264cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed163d1-4dc5-44a4-b9b0-4c2d2c0e50e4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:59:59.819396 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-14bc15fc-e2ca-4daf-966d-a89295264cc2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3261d58cf665471aa9aa1e19ce42d61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9522116 Aug 31 00:59:59.820244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59670) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:59:59.868065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Attempting to bind port 2ab0aa05-2d45-4423-ab72-1328790fee20 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:59:59.869562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Attempting to bind port 2ab0aa05-2d45-4423-ab72-1328790fee20 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:59:59.871654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Attempting to bind port 2ab0aa05-2d45-4423-ab72-1328790fee20 on network f36e5826-aded-4618-8526-77145a8c01a8 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:59:59.884410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:59:59.884845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Checking segment: {'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:59:59.885456 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.885891 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Bound using segment: {'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:59:59.887302 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Bound port: 2ab0aa05-2d45-4423-ab72-1328790fee20, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:59:59.887424 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.910461 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.918544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port d35d7d97-4627-4260-97ef-f4032345208a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:59:59.933355 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-46f31043-160b-400e-a5c6-19e691b4db87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.939326 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port d35d7d97-4627-4260-97ef-f4032345208a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:59:59.939708 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.970117 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-46f31043-160b-400e-a5c6-19e691b4db87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:59:59.994983 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.022223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:00.026046 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:00.029306 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:00.066966 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-46f31043-160b-400e-a5c6-19e691b4db87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.070921 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-46f31043-160b-400e-a5c6-19e691b4db87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.072276 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-46f31043-160b-400e-a5c6-19e691b4db87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ed163d1-4dc5-44a4-b9b0-4c2d2c0e50e4 HTTP/1.1" status: 204 len: 168 time: 0.2510560 Aug 31 01:00:00.081800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f31043-160b-400e-a5c6-19e691b4db87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed163d1-4dc5-44a4-b9b0-4c2d2c0e50e4,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:00.115461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-988347500-network', 'tenant_id': '5927fae5f094471b97cbcd39933b4e65'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:00.126008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-beadd81f-e1de-4d1d-bf11-88682f26d769 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:00:00.136647 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-beadd81f-e1de-4d1d-bf11-88682f26d769 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2386696 Aug 31 01:00:00.204796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] For port 2ab0aa05-2d45-4423-ab72-1328790fee20, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:00.209271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] For port 2ab0aa05-2d45-4423-ab72-1328790fee20, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2ab0aa05-2d45-4423-ab72-1328790fee20,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:00.243322 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.313372 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.329395 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-eb214bb1-c383-4dc7-b3d5-1bef086ed9e3 service neutron] 10.222.0.58 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917086 Aug 31 01:00:00.356340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef301e-1be7-4183-9691-27b1cd0cbe5f None None] Pushing event updated for resources: {'Port': ['ID=2ab0aa05-2d45-4423-ab72-1328790fee20,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:00.373653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915df907-5ddd-42b1-a944-d70fa1eb280f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35d7d97-4627-4260-97ef-f4032345208a'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:00.377758 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a15710-5228-46d7-a27b-7037e842507e" -d '{"events": [{"server_uuid": "915df907-5ddd-42b1-a944-d70fa1eb280f", "name": "network-vif-plugged", "status": "completed", "tag": "d35d7d97-4627-4260-97ef-f4032345208a"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:00.398920 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Pushing event updated for resources: {'Port': ['ID=b972c7e2-43c2-45e9-8895-cb27921f34cd,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:00.400796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d35d7d97-4627-4260-97ef-f4032345208a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d35d7d97-4627-4260-97ef-f4032345208a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:00.415851 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.417801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:00.521255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] Made reservation on behalf of 5927fae5f094471b97cbcd39933b4e65 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:00.524283 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.540985 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.681938 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-9edadbac-1d42-4b45-b897-a1f139a579d4 service neutron] 10.222.0.58 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492892 Aug 31 01:00:00.774395 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:00.979018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=d35d7d97-4627-4260-97ef-f4032345208a,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:00.992193 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:01.004099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:01.005707 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:01.068281 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:01.091745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aaa81-5e0c-432d-b1dc-07bd82046f38 req-630b287b-9c1a-4812-a01b-db006991e726 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:01.105458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-147aaa81-5e0c-432d-b1dc-07bd82046f38 req-630b287b-9c1a-4812-a01b-db006991e726 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 949 time: 0.2493823 Aug 31 01:00:01.136608 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:01.239164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b712241e-6707-4c22-a852-1f3d95acc9ff,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:01.306765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:00:01.333592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-147aaa81-5e0c-432d-b1dc-07bd82046f38 req-b70c9b40-8277-4754-92eb-cff0f14cce92 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165830 Aug 31 01:00:01.337364 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:01.338490 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:01.394273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ebafd-c1ac-41cd-82ec-c2644b5dbd22 req-0695ac6b-f0d1-4b80-9e84-46280d464863 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:01.397589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-272ebafd-c1ac-41cd-82ec-c2644b5dbd22 req-0695ac6b-f0d1-4b80-9e84-46280d464863 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 949 time: 0.2661622 Aug 31 01:00:01.407220 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:01.409642 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] Added segment 9ffb7452-7563-40cf-867d-1e7e2a639421 of type vlan for network 3d6ec0c6-6b48-421a-bd5d-f4e056fc7c77 Aug 31 01:00:01.420009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:01.427760 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcae5cc4-4a16-4207-9d19-a55439545b21 x-openstack-request-id: req-dcae5cc4-4a16-4207-9d19-a55439545b21 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:01.428167 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915df907-5ddd-42b1-a944-d70fa1eb280f", "name": "network-vif-plugged", "status": "completed", "tag": "d35d7d97-4627-4260-97ef-f4032345208a", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:01.428615 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dcae5cc4-4a16-4207-9d19-a55439545b21 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:01.429105 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915df907-5ddd-42b1-a944-d70fa1eb280f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35d7d97-4627-4260-97ef-f4032345208a', 'code': 200} Aug 31 01:00:01.430818 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:01.577352 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:01.599405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-272ebafd-c1ac-41cd-82ec-c2644b5dbd22 req-d5a1f45a-8a95-445b-804d-1659d675a4ac tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944308 Aug 31 01:00:01.669211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59722) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:01.735865 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:01.783789 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1043817-9e66-41a1-b986-a32e082b83e2 req-6f4bc397-c699-4434-866f-d034b55b2aa8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 210 time: 0.0883944 Aug 31 01:00:01.841278 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:01.842619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:01.843451 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:01.843676 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:01.986492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] Pushing event updated for resources: {'Network': ['ID=3d6ec0c6-6b48-421a-bd5d-f4e056fc7c77,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:01.994498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5777af56-c979-4d69-8228-3ea8bf63a98e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2398849 Aug 31 01:00:01.998976 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00461325-d3e3-498b-a1d3-7d4eeb9b8996 req-10b01366-410e-4928-8ace-0495c54bb978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:01.999078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1724663422-network', 'tenant_id': '5f766a7da06e475c93a4852d4d6c5889'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:02.001952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59732) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:02.004267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 3d6ec0c6-6b48-421a-bd5d-f4e056fc7c77 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:00:02.008965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-88a0dac7-dd2f-4d50-9fdb-76c8ea4e3694 admin admin] Request body: {'subnet': {'network_id': '3d6ec0c6-6b48-421a-bd5d-f4e056fc7c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-988347500-subnet', 'tenant_id': '5927fae5f094471b97cbcd39933b4e65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:02.009472 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00461325-d3e3-498b-a1d3-7d4eeb9b8996 req-10b01366-410e-4928-8ace-0495c54bb978 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 1101 time: 0.1615620 Aug 31 01:00:02.042901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] Made reservation on behalf of 5f766a7da06e475c93a4852d4d6c5889 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:02.045737 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.062705 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.096457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a0dac7-dd2f-4d50-9fdb-76c8ea4e3694 admin admin] Made reservation on behalf of 5927fae5f094471b97cbcd39933b4e65 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:02.103171 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-88a0dac7-dd2f-4d50-9fdb-76c8ea4e3694 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.110316 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00461325-d3e3-498b-a1d3-7d4eeb9b8996 req-0263b776-3121-4daf-b63e-4e2af0bce3e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524671 Aug 31 01:00:02.133131 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ec86ef-b6a5-4235-aac1-4c373a9674af None None] Network f36e5826-aded-4618-8526-77145a8c01a8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:02.180790 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Router 2a1450cc-f13e-4e78-b959-e2a252de3951 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:00:02.195211 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be276a54-16db-4df9-bece-f7143b2e1576 req-5d6001fd-eeb9-43de-9bd6-6f8104cea8d2 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 210 time: 0.0597720 Aug 31 01:00:02.245528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0744b3d1-cf77-47b3-b1e4-60e89657c363 None None] Provisioning for port 2ab0aa05-2d45-4423-ab72-1328790fee20 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:02.342613 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.352540 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.362883 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:02.375078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Sync routers for ids ['2a1450cc-f13e-4e78-b959-e2a252de3951'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:02.390915 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.397683 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d063541a-45d6-4d6e-851f-d1f8535c362a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.0155535 Aug 31 01:00:02.399139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59744) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:02.413434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Routers {'2a1450cc-f13e-4e78-b959-e2a252de3951'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:02.414090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:59:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2a1450cc-f13e-4e78-b959-e2a252de3951'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:02.417611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:00:02.438569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:02.442912 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.443557 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] Added segment 748c269e-f12f-4997-8204-fbc7082d558b of type vlan for network e6317aad-a658-43bb-8031-230839fc1999 Aug 31 01:00:02.452545 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-88a0dac7-dd2f-4d50-9fdb-76c8ea4e3694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.562082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Set router 2a1450cc-f13e-4e78-b959-e2a252de3951 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:02.582360 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.646431 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a0dac7-dd2f-4d50-9fdb-76c8ea4e3694 admin admin] Checking segment: {'id': '9ffb7452-7563-40cf-867d-1e7e2a639421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3d6ec0c6-6b48-421a-bd5d-f4e056fc7c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:02.646614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a0dac7-dd2f-4d50-9fdb-76c8ea4e3694 admin admin] Network hostable DHCP agents. Network: 3d6ec0c6-6b48-421a-bd5d-f4e056fc7c77, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:00:02.683749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0dac7-dd2f-4d50-9fdb-76c8ea4e3694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=895cb331-15bf-4aed-bfdd-8ab1e73b0a39,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:02.729462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408feba7-2147-4aad-aabb-623b20a5cdc4 req-d669488d-c88d-4d9a-ad92-d34f1d359b2b tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:02.731906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-408feba7-2147-4aad-aabb-623b20a5cdc4 req-d669488d-c88d-4d9a-ad92-d34f1d359b2b tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 950 time: 0.2649300 Aug 31 01:00:02.768270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2ab0aa05-2d45-4423-ab72-1328790fee20 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:02.784233 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.785324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:02.785898 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.872272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a0dac7-dd2f-4d50-9fdb-76c8ea4e3694 admin admin] Network 3d6ec0c6-6b48-421a-bd5d-f4e056fc7c77 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:00:02.933690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 2ab0aa05-2d45-4423-ab72-1328790fee20 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:02.943188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2ab0aa05-2d45-4423-ab72-1328790fee20 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:02.943604 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:02.994568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:00Z', 'revision_number': 3, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T00:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:03.037011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Checking router: 2a1450cc-f13e-4e78-b959-e2a252de3951 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:00:03.037367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Updating router 2a1450cc-f13e-4e78-b959-e2a252de3951 port b972c7e2-43c2-45e9-8895-cb27921f34cd binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:00:03.073131 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.130958 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4605875 Aug 31 01:00:03.140225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59764) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:03.150191 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.162397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-8873396c-b92d-4fb4-9c77-f233ad6a8244 admin admin] Request body: {'subnet': {'network_id': 'e6317aad-a658-43bb-8031-230839fc1999', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1724663422-subnet', 'tenant_id': '5f766a7da06e475c93a4852d4d6c5889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:03.165277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-88a0dac7-dd2f-4d50-9fdb-76c8ea4e3694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 3d6ec0c6-6b48-421a-bd5d-f4e056fc7c77) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:03.189985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a0dac7-dd2f-4d50-9fdb-76c8ea4e3694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:03.190879 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-88a0dac7-dd2f-4d50-9fdb-76c8ea4e3694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.197984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03b031-abe4-4213-849b-642e9d8ad729 admin admin] Pushing event updated for resources: {'Network': ['ID=e6317aad-a658-43bb-8031-230839fc1999,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:03.211661 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-408feba7-2147-4aad-aabb-623b20a5cdc4 req-4e99e226-da21-4258-bc90-b1a5cba25549 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441977 Aug 31 01:00:03.236517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c244b938-748b-4874-a6f4-ad4f790ad9b8 None None] Network 3d6ec0c6-6b48-421a-bd5d-f4e056fc7c77 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:03.249479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-8c0b6f6e-1114-4701-904c-f74b46ec5f0b tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:03.250982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network e6317aad-a658-43bb-8031-230839fc1999 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:00:03.258615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-8c0b6f6e-1114-4701-904c-f74b46ec5f0b tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/networks?id=ece5bda1-9b98-4532-ad07-8df726182de5 HTTP/1.1" status: 200 len: 814 time: 0.6360962 Aug 31 01:00:03.261428 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8873396c-b92d-4fb4-9c77-f233ad6a8244 admin admin] Made reservation on behalf of 5f766a7da06e475c93a4852d4d6c5889 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:03.271657 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8873396c-b92d-4fb4-9c77-f233ad6a8244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.299838 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.382002 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-88a0dac7-dd2f-4d50-9fdb-76c8ea4e3694 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3675518 Aug 31 01:00:03.391050 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-3967706c-98f7-4da3-a0c5-d9fb0f7238a2 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/quotas/b0bf59ebd7bc429bae6d44e4108748a2 HTTP/1.1" status: 200 len: 375 time: 0.0310388 Aug 31 01:00:03.466836 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb2e278-8ff6-498a-9d07-84fc889f2ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:03.469547 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4969a3-27d9-4e5a-b8a9-f7b92a2e8e89" -d '{"events": [{"server_uuid": "adb2e278-8ff6-498a-9d07-84fc889f2ad2", "name": "network-vif-plugged", "status": "completed", "tag": "26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:03.494344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Allocated IP 172.20.0.1 (f36e5826-aded-4618-8526-77145a8c01a8/a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa/aa77ed85-de5c-45d8-be4f-237c2ad92a40) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:03.528782 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74695895-f3d2-44da-970f-97fe80e6ec0b req-996d50d9-af71-48a2-87d4-dfaed92beecf tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:03.534418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74695895-f3d2-44da-970f-97fe80e6ec0b req-996d50d9-af71-48a2-87d4-dfaed92beecf tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 949 time: 0.1761622 Aug 31 01:00:03.563215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 2ab0aa05-2d45-4423-ab72-1328790fee20, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2ab0aa05-2d45-4423-ab72-1328790fee20,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:03.589834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190b9733-6562-4f4d-a6b2-0bfede6ba112 None None] Network 3d6ec0c6-6b48-421a-bd5d-f4e056fc7c77 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:03.626682 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.640483 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.653717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Transition to ACTIVE for port object aa77ed85-de5c-45d8-be4f-237c2ad92a40 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:03.690604 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.692657 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=2ab0aa05-2d45-4423-ab72-1328790fee20,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:03.796817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-c654ddf3-e902-4b29-9792-4abf781c6e3e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b0bf59ebd7bc429bae6d44e4108748a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3879640 Aug 31 01:00:03.802969 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8873396c-b92d-4fb4-9c77-f233ad6a8244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:03.835831 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74695895-f3d2-44da-970f-97fe80e6ec0b req-9aaf8ec3-9e23-4251-a24c-c2551f3fdf68 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546626 Aug 31 01:00:03.836255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Network f36e5826-aded-4618-8526-77145a8c01a8 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:03.856841 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:03.886062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:03.886549 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.044514 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.051400 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-627aa61d-3e9f-4185-ba06-56954d4fefbe req-0b8f7a2c-ffc1-476d-b5ba-af48b6c00bb3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 210 time: 0.1058342 Aug 31 01:00:04.062868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873396c-b92d-4fb4-9c77-f233ad6a8244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33d2c75-5836-4488-8d84-b2a19a874844,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:04.078910 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Transition to ACTIVE for port object b972c7e2-43c2-45e9-8895-cb27921f34cd will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:04.095106 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.100923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873396c-b92d-4fb4-9c77-f233ad6a8244 admin admin] Checking segment: {'id': '748c269e-f12f-4997-8204-fbc7082d558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:04.102509 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8873396c-b92d-4fb4-9c77-f233ad6a8244 admin admin] Network hostable DHCP agents. Network: e6317aad-a658-43bb-8031-230839fc1999, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:00:04.124640 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Pushing event updated for resources: {'Port': ['ID=aa77ed85-de5c-45d8-be4f-237c2ad92a40,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:04.146457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8873396c-b92d-4fb4-9c77-f233ad6a8244 admin admin] Network e6317aad-a658-43bb-8031-230839fc1999 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:00:04.166140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-8873396c-b92d-4fb4-9c77-f233ad6a8244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, e6317aad-a658-43bb-8031-230839fc1999) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:04.173248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8873396c-b92d-4fb4-9c77-f233ad6a8244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:04.175915 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8873396c-b92d-4fb4-9c77-f233ad6a8244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.198304 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.200693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1926302-008b-4448-9193-0f80e7e6579f None None] Network e6317aad-a658-43bb-8031-230839fc1999 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:04.224825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-7449ddb6-62f9-4302-859e-467d396754d2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:00:04.228781 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-7449ddb6-62f9-4302-859e-467d396754d2 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1702781 Aug 31 01:00:04.238700 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8873396c-b92d-4fb4-9c77-f233ad6a8244 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0844653 Aug 31 01:00:04.366098 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Attempting to bind port b972c7e2-43c2-45e9-8895-cb27921f34cd on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:04.366740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Attempting to bind port b972c7e2-43c2-45e9-8895-cb27921f34cd by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:04.367135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Attempting to bind port b972c7e2-43c2-45e9-8895-cb27921f34cd on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:04.373726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71376a-1b28-40ae-a98c-5fc2be34c091 None None] Pushing event updated for resources: {'Port': ['ID=b972c7e2-43c2-45e9-8895-cb27921f34cd,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:04.409498 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:04.410577 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:04.412641 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.413979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:04.414571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Bound port: b972c7e2-43c2-45e9-8895-cb27921f34cd, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:04.415162 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.492022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-dd226522-861e-4dcd-b9f6-ea820088c2ee None None] Provisioning for port aa77ed85-de5c-45d8-be4f-237c2ad92a40 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:04.512857 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2975a3be-fa99-4a8d-8a15-c28d34b4875f req-8d415dd3-e031-4594-ad87-3ff218d0431f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 210 time: 0.1228490 Aug 31 01:00:04.540976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-dd226522-861e-4dcd-b9f6-ea820088c2ee None None] Provisioning complete for port aa77ed85-de5c-45d8-be4f-237c2ad92a40 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:04.551918 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dd226522-861e-4dcd-b9f6-ea820088c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.584976 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-a055f1ad-c734-476a-89fb-d31492fc7891 service neutron] 10.222.0.58 "GET /v2.0/networks/ece5bda1-9b98-4532-ad07-8df726182de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463781 Aug 31 01:00:04.682309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] For port b972c7e2-43c2-45e9-8895-cb27921f34cd, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:04.688126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] For port b972c7e2-43c2-45e9-8895-cb27921f34cd, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b972c7e2-43c2-45e9-8895-cb27921f34cd,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:04.696978 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-61b21336-4f3d-4f11-8acf-f095bdba964e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=834f2c2b26574b23952ac610912285bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920584 Aug 31 01:00:04.719903 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcf96ea-9d68-4486-ac03-7bb81be2846e x-openstack-request-id: req-7bcf96ea-9d68-4486-ac03-7bb81be2846e {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:04.720196 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb2e278-8ff6-498a-9d07-84fc889f2ad2", "name": "network-vif-plugged", "status": "completed", "tag": "26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:04.720862 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7bcf96ea-9d68-4486-ac03-7bb81be2846e {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:04.722732 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb2e278-8ff6-498a-9d07-84fc889f2ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e', 'code': 200} Aug 31 01:00:04.753437 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.783046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59812) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:04.790907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2ab0aa05-2d45-4423-ab72-1328790fee20 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:04.808268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-152116508-network', 'tenant_id': 'eddeb76e71b34e0098b18f191d9c7e9d'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:04.817469 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-083df28f-ca86-44e1-923f-cfdb7136738c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:04.818996 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-083df28f-ca86-44e1-923f-cfdb7136738c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137571 Aug 31 01:00:04.851037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d104bdd3-dcc8-44e2-a9a7-4eb9c64d02fd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Request body: {'port': {'device_id': '5bceab6a-3bd7-4700-b20c-88e48521a378', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '834f2c2b26574b23952ac610912285bb'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:04.941171 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.956705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-92fbca3b-c031-41b2-a2d6-8c8b3eb803c7 service neutron] 10.222.0.58 "GET /v2.0/networks/ece5bda1-9b98-4532-ad07-8df726182de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625274 Aug 31 01:00:04.957339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] Made reservation on behalf of eddeb76e71b34e0098b18f191d9c7e9d for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:04.959624 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.964078 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.964809 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:04.974990 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.000526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d669ce0-c866-4466-b5ba-bed9f4bf4d89 req-5ca731bd-6007-4207-996f-dc38435a4c8f tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:05.002158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d669ce0-c866-4466-b5ba-bed9f4bf4d89 req-5ca731bd-6007-4207-996f-dc38435a4c8f tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 950 time: 0.1704147 Aug 31 01:00:05.091312 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.121482 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2ab0aa05-2d45-4423-ab72-1328790fee20 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:05.121859 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.122372 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc232c-cc93-4bd8-9e54-0f6020d80881 req-07ee177e-c0b2-49d2-bd70-5de48c143873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:05.124417 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fecc232c-cc93-4bd8-9e54-0f6020d80881 req-07ee177e-c0b2-49d2-bd70-5de48c143873 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 1102 time: 0.3044984 Aug 31 01:00:05.161058 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29362299-507c-49fa-9190-0a33897eb89b None None] Network e6317aad-a658-43bb-8031-230839fc1999 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:05.185541 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.256403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:00:05.289572 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Pushing event updated for resources: {'Port': ['ID=aa77ed85-de5c-45d8-be4f-237c2ad92a40,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:05.290024 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.290398 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] Added segment b17384ba-82cc-4cdd-90a1-666e535172dc of type vlan for network c08fee11-e906-43e6-9b4f-9c5b2c0c1c17 Aug 31 01:00:05.306434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-dd226522-861e-4dcd-b9f6-ea820088c2ee None None] Port aa77ed85-de5c-45d8-be4f-237c2ad92a40 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:05.324487 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Routers {'2a1450cc-f13e-4e78-b959-e2a252de3951'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:05.325124 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:59:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2a1450cc-f13e-4e78-b959-e2a252de3951'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:05.346856 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.70', 60445) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:05.356669 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-694e5a3d-51da-4424-a90b-ec6093abda7c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=834f2c2b26574b23952ac610912285bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2625318 Aug 31 01:00:05.466972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] Set router 2a1450cc-f13e-4e78-b959-e2a252de3951 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:05.522338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71376a-1b28-40ae-a98c-5fc2be34c091 None None] Pushing event updated for resources: {'Port': ['ID=b972c7e2-43c2-45e9-8895-cb27921f34cd,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:05.553484 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Network f36e5826-aded-4618-8526-77145a8c01a8 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:05.600832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d3d67e0f-572d-4c36-b194-fb17e3fb34b8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:05.602600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d3d67e0f-572d-4c36-b194-fb17e3fb34b8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168989 Aug 31 01:00:05.605522 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.621956 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:05.629636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d669ce0-c866-4466-b5ba-bed9f4bf4d89 req-b9dd34b4-460b-4ebd-832f-1ba8a0d05a1d tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361121 Aug 31 01:00:05.642354 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d104bdd3-dcc8-44e2-a9a7-4eb9c64d02fd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Made reservation on behalf of 834f2c2b26574b23952ac610912285bb for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:05.647830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Request body: {'port': {'device_id': 'a6fd4b22-e1dd-4f72-82d1-6be1681db78c', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '834f2c2b26574b23952ac610912285bb'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:05.651418 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d104bdd3-dcc8-44e2-a9a7-4eb9c64d02fd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.765431 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59cbfd8-fcaf-46dc-9bef-7ce2303b3fbd,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:05.795217 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fecc232c-cc93-4bd8-9e54-0f6020d80881 req-e5e55a92-04c6-478c-9592-f920d9d08ab7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659971 Aug 31 01:00:05.797262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 2, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:05.841022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08331eda-3d52-49e7-a91e-b664dfa1d6b2 None None] The sync data for ids ['2a1450cc-f13e-4e78-b959-e2a252de3951'] in n-d-802060-13 is: [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 2, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:05.880303 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.resource_extend [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:00:05.937191 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:05.938667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:05.940453 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:06.033141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a3008646-d2b6-4429-ae5d-8037246003b9 None None] Provisioning complete for port aa77ed85-de5c-45d8-be4f-237c2ad92a40 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:06.033698 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3008646-d2b6-4429-ae5d-8037246003b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:06.099475 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3114791 Aug 31 01:00:06.106876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59842) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:06.116363 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-51cc3345-60c4-44a5-a98d-388b599587fd admin admin] Request body: {'subnet': {'network_id': 'c08fee11-e906-43e6-9b4f-9c5b2c0c1c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-152116508-subnet', 'tenant_id': 'eddeb76e71b34e0098b18f191d9c7e9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:06.130000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a52603-b7d4-4bf7-adef-a5a3dc2f0d73 admin admin] Pushing event updated for resources: {'Network': ['ID=c08fee11-e906-43e6-9b4f-9c5b2c0c1c17,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:06.145539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network c08fee11-e906-43e6-9b4f-9c5b2c0c1c17 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:00:06.145725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51baf154-14f7-4a71-9336-8ec475029aa0 req-a8165231-f48b-4a30-871d-60e25234ac44 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:06.145857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-c86549c7-0ade-4cb7-8543-256c6e3c8d8c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:06.146010 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51baf154-14f7-4a71-9336-8ec475029aa0 req-a8165231-f48b-4a30-871d-60e25234ac44 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 949 time: 0.3638525 Aug 31 01:00:06.154813 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-c86549c7-0ade-4cb7-8543-256c6e3c8d8c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.70 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 820 time: 0.7051916 Aug 31 01:00:06.160870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-46513458-1c14-4e2c-949b-5e92cf3888d7 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:06.162524 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-46513458-1c14-4e2c-949b-5e92cf3888d7 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/networks?id=e6317aad-a658-43bb-8031-230839fc1999 HTTP/1.1" status: 200 len: 822 time: 0.3940985 Aug 31 01:00:06.206124 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-a680abf1-1a4a-480f-af57-8876dee22e7f tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/quotas/5f766a7da06e475c93a4852d4d6c5889 HTTP/1.1" status: 200 len: 375 time: 0.0300536 Aug 31 01:00:06.208190 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.api [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:00:06.208190 n-d-802060-13 neutron-server[94761]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:00:06.208190 n-d-802060-13 neutron-server[94761]: [parameters: {'project_id_1': '834f2c2b26574b23952ac610912285bb', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 0, 6, 179573)}] Aug 31 01:00:06.208190 n-d-802060-13 neutron-server[94761]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:00:06.208927 n-d-802060-13 neutron-server[94761]: DEBUG oslo_db.api [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:00:06.218011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-b2089e99-2059-495d-8637-b7758ee2da5e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Request body: {'port': {'device_id': '95a9a292-f706-4fbf-bd38-29206c6dd1ad', 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5', 'admin_state_up': True, 'tenant_id': '293537de7bd940eabdbb028d66a178c1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:06.232637 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a3008646-d2b6-4429-ae5d-8037246003b9 None None] Port aa77ed85-de5c-45d8-be4f-237c2ad92a40 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:06.277229 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51baf154-14f7-4a71-9336-8ec475029aa0 req-4d9220f6-3152-40b4-abd4-4ba020d2125f tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110065 Aug 31 01:00:06.279799 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-670df8c3-14ba-43df-9e6b-f04362f560cf tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f766a7da06e475c93a4852d4d6c5889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607512 Aug 31 01:00:06.380628 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cc3345-60c4-44a5-a98d-388b599587fd admin admin] Made reservation on behalf of eddeb76e71b34e0098b18f191d9c7e9d for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:06.383358 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51cc3345-60c4-44a5-a98d-388b599587fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:06.391739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0b1b384-00a4-43ee-86d5-44d9387e267f req-a7c9a773-22d0-46ec-814b-88fbdfc7ffb8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 210 time: 0.0340199 Aug 31 01:00:06.449316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-d0f188d4-356a-447e-b303-fc4d302b2428 service neutron] 10.222.0.58 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469150 Aug 31 01:00:06.508811 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Router 2a1450cc-f13e-4e78-b959-e2a252de3951 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:00:06.543172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a646dcc5-3e1b-42d6-a393-4a19d8e3d53d req-e437892b-f0b7-46b9-9f26-37471364741f tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 210 time: 0.0598848 Aug 31 01:00:06.595484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-012be460-6ed0-4988-abd2-05fe1bf52b8c service neutron] 10.222.0.58 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310029 Aug 31 01:00:06.618759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d104bdd3-dcc8-44e2-a9a7-4eb9c64d02fd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Allocated IP 192.168.233.126 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/b2828cf5-0d8d-4fe6-b0a8-c65056c5055d) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:06.622813 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-b2089e99-2059-495d-8637-b7758ee2da5e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Made reservation on behalf of 293537de7bd940eabdbb028d66a178c1 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:06.626611 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-b2089e99-2059-495d-8637-b7758ee2da5e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:06.688248 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27dbb955-22e1-4123-aa7d-7c932ba307aa req-48d5a991-d8ae-4723-b6f8-ce62c55b2b27 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 210 time: 0.0492389 Aug 31 01:00:06.757833 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Made reservation on behalf of 834f2c2b26574b23952ac610912285bb for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:06.761545 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:06.979930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189993f-6e8d-4baf-89f2-746d9140047e req-1077fd1e-f946-4502-a481-f50710d1997f tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:06.991086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1189993f-6e8d-4baf-89f2-746d9140047e req-1077fd1e-f946-4502-a481-f50710d1997f tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 950 time: 0.0978887 Aug 31 01:00:07.040326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1189993f-6e8d-4baf-89f2-746d9140047e req-a2a2a6bf-bbc2-404a-86e4-93b132b5aacf tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458558 Aug 31 01:00:07.090811 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-b2089e99-2059-495d-8637-b7758ee2da5e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Allocated IP 172.20.0.11 (12cab241-583d-479a-8ed9-1b2de0acbda5/34deeb26-e910-40bc-99b5-51d7998a554d/6acb0d54-5ce9-41d0-b226-cdfbc8677068) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:07.117919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:07.124536 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5e65bad9-8e9f-4c03-92f8-03e500f29532 admin admin] 10.222.0.58 "PUT /v2.0/routers/2a1450cc-f13e-4e78-b959-e2a252de3951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7242422 Aug 31 01:00:07.152699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2b8ff58-8b4d-4e9f-9220-8e3bc9939d3a req-952aa7be-e67f-48fd-a6ab-683fd27e430b tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 210 time: 0.0667911 Aug 31 01:00:07.331693 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26962d83-8663-4ab0-ab90-ecc173a61348 req-fbb8c8cc-2c95-44a0-9c72-613e0a128d52 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:07.336183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26962d83-8663-4ab0-ab90-ecc173a61348 req-fbb8c8cc-2c95-44a0-9c72-613e0a128d52 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 949 time: 0.1078186 Aug 31 01:00:07.447898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51cc3345-60c4-44a5-a98d-388b599587fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:07.450890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26962d83-8663-4ab0-ab90-ecc173a61348 req-86f14ecf-f44f-4870-bab7-d0d88a69fbe7 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992179 Aug 31 01:00:07.670439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c12d7611-8164-4f8d-9407-e70e07393388 req-96d2180b-7262-4381-a19b-85dbec011240 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 210 time: 0.0876777 Aug 31 01:00:07.790556 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc3345-60c4-44a5-a98d-388b599587fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2628fa7-9a99-4d40-a0ee-6b4ecb5d1496,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:07.811541 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-dab2217c-81b7-4a32-9ddb-03784eb60fa0 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:07.814019 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-dab2217c-81b7-4a32-9ddb-03784eb60fa0 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.15 "GET /v2.0/networks?id=ece5bda1-9b98-4532-ad07-8df726182de5 HTTP/1.1" status: 200 len: 814 time: 0.6790531 Aug 31 01:00:07.831303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-971d088f-bb02-442d-a7c2-d5744237854a req-a2d09126-3281-432b-873b-368f551db789 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 210 time: 0.0812743 Aug 31 01:00:07.912181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-b1f8f8f1-391c-4ed8-8136-636235127c3e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Request body: {'port': {'device_id': '6117b7ab-ad19-44e4-a74e-cf188aae5ed3', 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5', 'admin_state_up': True, 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:07.984828 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a995a5f2-4b02-40bc-9833-5a9f33c0bc58 req-3e64c0ae-aab6-4dfe-96a5-96564631a28f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 210 time: 0.0671010 Aug 31 01:00:07.990860 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d104bdd3-dcc8-44e2-a9a7-4eb9c64d02fd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.000389 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc3345-60c4-44a5-a98d-388b599587fd admin admin] Checking segment: {'id': 'b17384ba-82cc-4cdd-90a1-666e535172dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c08fee11-e906-43e6-9b4f-9c5b2c0c1c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:08.000618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cc3345-60c4-44a5-a98d-388b599587fd admin admin] Network hostable DHCP agents. Network: c08fee11-e906-43e6-9b4f-9c5b2c0c1c17, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:00:08.055259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366ce59-23e1-4506-8f2e-d612578d9a12 req-93a64b07-ec6d-4dbe-9d0f-abb7fb24faae tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:08.056853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b366ce59-23e1-4506-8f2e-d612578d9a12 req-93a64b07-ec6d-4dbe-9d0f-abb7fb24faae tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 949 time: 0.0864182 Aug 31 01:00:08.062525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d104bdd3-dcc8-44e2-a9a7-4eb9c64d02fd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Transition to ACTIVE for port object b2828cf5-0d8d-4fe6-b0a8-c65056c5055d will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:08.077559 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-b2089e99-2059-495d-8637-b7758ee2da5e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.103862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b366ce59-23e1-4506-8f2e-d612578d9a12 req-27b329e6-6815-4565-9acc-f4c1667a0e23 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Aug 31 01:00:08.118169 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cc3345-60c4-44a5-a98d-388b599587fd admin admin] Network c08fee11-e906-43e6-9b4f-9c5b2c0c1c17 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:00:08.136908 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-51cc3345-60c4-44a5-a98d-388b599587fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, c08fee11-e906-43e6-9b4f-9c5b2c0c1c17) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:08.147149 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6eee64-97ca-44a0-bf1d-245676fa6c34 None None] Network c08fee11-e906-43e6-9b4f-9c5b2c0c1c17 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:08.153697 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cc3345-60c4-44a5-a98d-388b599587fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:08.155147 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51cc3345-60c4-44a5-a98d-388b599587fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.251207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59904) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:08.257961 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-428990254-network', 'tenant_id': '818a42ccca244bf59011cc86d395ea30'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:08.294939 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-51cc3345-60c4-44a5-a98d-388b599587fd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1869705 Aug 31 01:00:08.314040 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d73e6-5d38-43a5-8a97-4ec8b3d5cdeb req-dd50d249-b8fa-4ea4-9b33-bd5c62dcb63e tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:08.322246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e20d73e6-5d38-43a5-8a97-4ec8b3d5cdeb req-dd50d249-b8fa-4ea4-9b33-bd5c62dcb63e tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 950 time: 0.1462018 Aug 31 01:00:08.337650 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-b1f8f8f1-391c-4ed8-8136-636235127c3e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Made reservation on behalf of b0bf59ebd7bc429bae6d44e4108748a2 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:08.343833 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-b1f8f8f1-391c-4ed8-8136-636235127c3e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.363526 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d104bdd3-dcc8-44e2-a9a7-4eb9c64d02fd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.389002 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-b2089e99-2059-495d-8637-b7758ee2da5e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.413988 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:08.486199 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d104bdd3-dcc8-44e2-a9a7-4eb9c64d02fd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:08.579022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Allocated IP 192.168.233.131 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/fb919cf1-47bf-4abd-9659-b7a46fe269de) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:08.591658 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d104bdd3-dcc8-44e2-a9a7-4eb9c64d02fd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:08.620967 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-b2089e99-2059-495d-8637-b7758ee2da5e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Network 12cab241-583d-479a-8ed9-1b2de0acbda5 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:08.621884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d104bdd3-dcc8-44e2-a9a7-4eb9c64d02fd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:08.628085 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d104bdd3-dcc8-44e2-a9a7-4eb9c64d02fd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:08.628723 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d104bdd3-dcc8-44e2-a9a7-4eb9c64d02fd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.635261 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104bdd3-dcc8-44e2-a9a7-4eb9c64d02fd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event updated for resources: {'Port': ['ID=b2828cf5-0d8d-4fe6-b0a8-c65056c5055d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:08.692233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-b2089e99-2059-495d-8637-b7758ee2da5e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:08.711625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59910) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:08.713092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-b2089e99-2059-495d-8637-b7758ee2da5e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:08.721511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-b2089e99-2059-495d-8637-b7758ee2da5e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:08.722195 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-b2089e99-2059-495d-8637-b7758ee2da5e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.771713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cf5a68-6d81-464d-a422-a5d16058dac6 None None] Network c08fee11-e906-43e6-9b4f-9c5b2c0c1c17 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:08.904401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2089e99-2059-495d-8637-b7758ee2da5e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Pushing event updated for resources: {'Port': ['ID=6acb0d54-5ce9-41d0-b226-cdfbc8677068,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:08.946946 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:08.949956 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b96174-eda4-4fa0-80a6-b6f105f5a12a admin admin] Deleting subnet 895cb331-15bf-4aed-bfdd-8ab1e73b0a39 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:00:08.974828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Transition to ACTIVE for port object fb919cf1-47bf-4abd-9659-b7a46fe269de will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:08.981254 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d0b96174-eda4-4fa0-80a6-b6f105f5a12a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.023561 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8baf7418-8f27-44c1-ba3d-987dcc8ef322 req-f558e102-a189-43bd-b3ac-70672336620c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 210 time: 0.7002356 Aug 31 01:00:09.038129 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b972c7e2-43c2-45e9-8895-cb27921f34cd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:09.090640 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] Made reservation on behalf of 818a42ccca244bf59011cc86d395ea30 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:09.095326 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.139501 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.145021 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.164850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e20d73e6-5d38-43a5-8a97-4ec8b3d5cdeb req-c6243271-2df1-4836-b05b-6fb123d25d98 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8008637 Aug 31 01:00:09.301749 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Sync routers for ids ['2a1450cc-f13e-4e78-b959-e2a252de3951'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:09.318157 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Routers {'2a1450cc-f13e-4e78-b959-e2a252de3951'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:09.319122 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:59:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2a1450cc-f13e-4e78-b959-e2a252de3951'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:09.381228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b9f4c74c-f2ca-4ea0-b982-b889c495d4cc None None] Provisioning for port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:09.390260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event updated for resources: {'Port': ['ID=fb919cf1-47bf-4abd-9659-b7a46fe269de,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:09.403590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b9f4c74c-f2ca-4ea0-b982-b889c495d4cc None None] Provisioning complete for port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:09.404205 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b9f4c74c-f2ca-4ea0-b982-b889c495d4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.405461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:09.426756 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53e7a136-8d86-4e5c-9b00-66925ceedc0e req-3350f165-b319-4411-b8df-b0f0852957fa tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 210 time: 0.1051962 Aug 31 01:00:09.429731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:09.433857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:09.496517 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:09.497261 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.535456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c487ef-a437-45ca-aec3-300bbfbcb93a req-62ac86d1-0f74-4c3c-b6d1-aabbcaf34765 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:09.543415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08c487ef-a437-45ca-aec3-300bbfbcb93a req-62ac86d1-0f74-4c3c-b6d1-aabbcaf34765 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 932 time: 0.2094958 Aug 31 01:00:09.553177 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port b972c7e2-43c2-45e9-8895-cb27921f34cd completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:09.567509 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Set router 2a1450cc-f13e-4e78-b959-e2a252de3951 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:09.591204 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e20970dd-8a71-45e9-ac4c-3de5555f2240 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9601443 Aug 31 01:00:09.595634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:09.601918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0dcd358d-6ce1-47f6-a1bc-13d0f18082a7 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:09.603544 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0dcd358d-6ce1-47f6-a1bc-13d0f18082a7 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.15 "GET /v2.0/networks?id=e6317aad-a658-43bb-8031-230839fc1999 HTTP/1.1" status: 200 len: 822 time: 0.9961269 Aug 31 01:00:09.606918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08c487ef-a437-45ca-aec3-300bbfbcb93a req-c2d4a156-ab76-40e1-817c-3355bf2c32f9 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623095 Aug 31 01:00:09.641410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Request body: {'port': {'device_id': 'a6fd4b22-e1dd-4f72-82d1-6be1681db78c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:09.643925 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d104bdd3-dcc8-44e2-a9a7-4eb9c64d02fd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8054476 Aug 31 01:00:09.645115 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-b2089e99-2059-495d-8637-b7758ee2da5e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4428461 Aug 31 01:00:09.654269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-b1f8f8f1-391c-4ed8-8136-636235127c3e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Allocated IP 172.20.0.7 (ece5bda1-9b98-4532-ad07-8df726182de5/bde3168b-8b59-4223-b9be-ba3601f371fa/f738b141-d6ab-4788-a522-5b5738c27994) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:09.664766 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d0b96174-eda4-4fa0-80a6-b6f105f5a12a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.672609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Request body: {'port': {'device_id': '5bceab6a-3bd7-4700-b20c-88e48521a378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:09.683514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Request body: {'port': {'device_id': '95a9a292-f706-4fbf-bd38-29206c6dd1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:09.709515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-dacc19f0-6907-4c29-8bd1-c71236af5057 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Request body: {'port': {'device_id': 'e5d9cd7d-8651-49ae-a813-b046d03a7d37', 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999', 'admin_state_up': True, 'tenant_id': '5f766a7da06e475c93a4852d4d6c5889'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:09.731966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b9f4c74c-f2ca-4ea0-b982-b889c495d4cc None None] Port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:09.740963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b972c7e2-43c2-45e9-8895-cb27921f34cd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:09.749749 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.838854 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d0b96174-eda4-4fa0-80a6-b6f105f5a12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.909076 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:09.953798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207a808-63ae-4046-9fca-443785a610f3 req-3faee46d-726a-4455-8113-8e19894d60f3 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:09.956170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1207a808-63ae-4046-9fca-443785a610f3 req-3faee46d-726a-4455-8113-8e19894d60f3 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 936 time: 0.2414567 Aug 31 01:00:09.974136 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8c156-d8f6-48d9-bf7a-68cdd772a08d req-a42da98f-aa70-4591-9cf2-7940dc308cb6 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:09.982524 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ed8c156-d8f6-48d9-bf7a-68cdd772a08d req-a42da98f-aa70-4591-9cf2-7940dc308cb6 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 949 time: 0.1885853 Aug 31 01:00:10.010885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e9f40684-8d54-45b3-9a2f-cb9182b45e0a None None] Provisioning for port fb919cf1-47bf-4abd-9659-b7a46fe269de completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:10.011982 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 2, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:10.013806 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.039210 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port b972c7e2-43c2-45e9-8895-cb27921f34cd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b972c7e2-43c2-45e9-8895-cb27921f34cd,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:10.077563 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.084701 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Checking router: 2a1450cc-f13e-4e78-b959-e2a252de3951 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:00:10.085062 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Updating router 2a1450cc-f13e-4e78-b959-e2a252de3951 port aa77ed85-de5c-45d8-be4f-237c2ad92a40 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:00:10.088943 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e9f40684-8d54-45b3-9a2f-cb9182b45e0a None None] Provisioning complete for port fb919cf1-47bf-4abd-9659-b7a46fe269de triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:10.089449 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e9f40684-8d54-45b3-9a2f-cb9182b45e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.129803 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.172254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e9f40684-8d54-45b3-9a2f-cb9182b45e0a None None] Port fb919cf1-47bf-4abd-9659-b7a46fe269de cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:10.253722 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=b972c7e2-43c2-45e9-8895-cb27921f34cd,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:10.269338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:10.269926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:10.270450 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:10.270935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:10.271457 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:10.271936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:10.272943 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:10.273897 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:10.275216 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:10.275720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:10.276282 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:10.276937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:10.285367 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.15', 61316) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:10.321157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb919cf1-47bf-4abd-9659-b7a46fe269de {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:10.329621 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.343733 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Transition to ACTIVE for port object fb919cf1-47bf-4abd-9659-b7a46fe269de will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:10.441321 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.478863 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-b1f8f8f1-391c-4ed8-8136-636235127c3e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.494537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-b1f8f8f1-391c-4ed8-8136-636235127c3e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Transition to ACTIVE for port object f738b141-d6ab-4788-a522-5b5738c27994 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:10.511071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1207a808-63ae-4046-9fca-443785a610f3 req-7693fe5c-d816-4b08-83b6-0096ece17887 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184908 Aug 31 01:00:10.544008 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.553187 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-b1f8f8f1-391c-4ed8-8136-636235127c3e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.635947 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ed8c156-d8f6-48d9-bf7a-68cdd772a08d req-3cac3d4d-432b-4237-8ad1-1c1ffb5e5387 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6524172 Aug 31 01:00:10.729986 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.773029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Pushing event updated for resources: {'Port': ['ID=fb919cf1-47bf-4abd-9659-b7a46fe269de,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:10.780806 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.800130 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.826388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b972c7e2-43c2-45e9-8895-cb27921f34cd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:10.843733 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.876635 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.931124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8f8f1-391c-4ed8-8136-636235127c3e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Pushing event updated for resources: {'Port': ['ID=f738b141-d6ab-4788-a522-5b5738c27994,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:10.965851 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b972c7e2-43c2-45e9-8895-cb27921f34cd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:10.966234 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:10.996505 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Transition to ACTIVE for port object aa77ed85-de5c-45d8-be4f-237c2ad92a40 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:11.008978 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.038954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-b1f8f8f1-391c-4ed8-8136-636235127c3e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Network ece5bda1-9b98-4532-ad07-8df726182de5 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:11.053693 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-b1f8f8f1-391c-4ed8-8136-636235127c3e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:11.069257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-b1f8f8f1-391c-4ed8-8136-636235127c3e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:11.085822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-b1f8f8f1-391c-4ed8-8136-636235127c3e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:11.086784 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-b1f8f8f1-391c-4ed8-8136-636235127c3e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.098069 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c0a49c59-eda5-49a1-a591-b6c9169a5f9c req-3b211a33-0856-4e33-a49d-cc35e1ad926e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 210 time: 0.2265003 Aug 31 01:00:11.210617 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30dcbc-be24-476b-97f9-2798c028f814 req-8a189f64-69d7-4747-a404-b6c8c13ed97e tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:11.214195 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc30dcbc-be24-476b-97f9-2798c028f814 req-8a189f64-69d7-4747-a404-b6c8c13ed97e tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.15 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 949 time: 0.6675892 Aug 31 01:00:11.214810 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeefbb-64c9-4ac7-b90b-ee86b956fe82 None None] Pushing event updated for resources: {'Port': ['ID=aa77ed85-de5c-45d8-be4f-237c2ad92a40,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:11.222129 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d0b96174-eda4-4fa0-80a6-b6f105f5a12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.226632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:00:11.292811 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d0b96174-eda4-4fa0-80a6-b6f105f5a12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.299728 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d0b96174-eda4-4fa0-80a6-b6f105f5a12a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/895cb331-15bf-4aed-bfdd-8ab1e73b0a39 HTTP/1.1" status: 204 len: 168 time: 2.5471170 Aug 31 01:00:11.314130 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeefbb-64c9-4ac7-b90b-ee86b956fe82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:11.314745 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-b1f8f8f1-391c-4ed8-8136-636235127c3e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4452288 Aug 31 01:00:11.321138 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeefbb-64c9-4ac7-b90b-ee86b956fe82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:11.322314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59932) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:11.322971 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeefbb-64c9-4ac7-b90b-ee86b956fe82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:11.326317 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeefbb-64c9-4ac7-b90b-ee86b956fe82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:11.326982 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeefbb-64c9-4ac7-b90b-ee86b956fe82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:11.327469 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeefbb-64c9-4ac7-b90b-ee86b956fe82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:11.328320 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeefbb-64c9-4ac7-b90b-ee86b956fe82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:11.331780 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeefbb-64c9-4ac7-b90b-ee86b956fe82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:11.332471 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeefbb-64c9-4ac7-b90b-ee86b956fe82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:11.333301 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeefbb-64c9-4ac7-b90b-ee86b956fe82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:11.333979 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeefbb-64c9-4ac7-b90b-ee86b956fe82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:11.334521 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeefbb-64c9-4ac7-b90b-ee86b956fe82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:11.377010 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Attempting to bind port aa77ed85-de5c-45d8-be4f-237c2ad92a40 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:11.380116 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Attempting to bind port aa77ed85-de5c-45d8-be4f-237c2ad92a40 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:11.380741 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Attempting to bind port aa77ed85-de5c-45d8-be4f-237c2ad92a40 on network f36e5826-aded-4618-8526-77145a8c01a8 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:11.395515 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:11.396388 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Checking segment: {'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:11.397484 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.399481 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Bound using segment: {'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:11.400602 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Bound port: aa77ed85-de5c-45d8-be4f-237c2ad92a40, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:11.404236 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.460861 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-29aa7334-b63c-44b6-b882-77a7f931b633 None None] Provisioning for port f738b141-d6ab-4788-a522-5b5738c27994 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:11.467569 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-29aa7334-b63c-44b6-b882-77a7f931b633 None None] Provisioning complete for port f738b141-d6ab-4788-a522-5b5738c27994 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:11.467929 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-29aa7334-b63c-44b6-b882-77a7f931b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.483692 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba691-2bd9-451f-ba35-0bc6be4dab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.490147 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.490549 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] Added segment 5a1be4a3-dc75-4eaf-9d3c-5983e0306136 of type vlan for network e6a622ed-6f54-4723-b123-86ec7abb2cdd Aug 31 01:00:11.528456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc640a4-4434-4cdb-9cc4-19abe6e542a1,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:11.554647 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] For port aa77ed85-de5c-45d8-be4f-237c2ad92a40, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:11.556140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Request body: {'port': {'device_id': '6117b7ab-ad19-44e4-a74e-cf188aae5ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:11.563324 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] For port aa77ed85-de5c-45d8-be4f-237c2ad92a40, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=aa77ed85-de5c-45d8-be4f-237c2ad92a40,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:11.569702 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:11.570308 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-29aa7334-b63c-44b6-b882-77a7f931b633 None None] Port f738b141-d6ab-4788-a522-5b5738c27994 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:11.610166 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b96174-eda4-4fa0-80a6-b6f105f5a12a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=895cb331-15bf-4aed-bfdd-8ab1e73b0a39,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:11.656856 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeefbb-64c9-4ac7-b90b-ee86b956fe82 None None] Pushing event updated for resources: {'Port': ['ID=aa77ed85-de5c-45d8-be4f-237c2ad92a40,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:11.693666 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Routers {'2a1450cc-f13e-4e78-b959-e2a252de3951'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:11.695352 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T00:59:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2a1450cc-f13e-4e78-b959-e2a252de3951'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:11.846564 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] Set router 2a1450cc-f13e-4e78-b959-e2a252de3951 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:11.962347 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-dacc19f0-6907-4c29-8bd1-c71236af5057 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Made reservation on behalf of 5f766a7da06e475c93a4852d4d6c5889 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:11.966367 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-dacc19f0-6907-4c29-8bd1-c71236af5057 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.088172 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.172699 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba691-2bd9-451f-ba35-0bc6be4dab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.173921 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:11Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:12.184988 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6c8ba691-2bd9-451f-ba35-0bc6be4dab89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6ec0c6-6b48-421a-bd5d-f4e056fc7c77']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:12.196353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6c8ba691-2bd9-451f-ba35-0bc6be4dab89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffb7452-7563-40cf-867d-1e7e2a639421') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:12.196742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6c8ba691-2bd9-451f-ba35-0bc6be4dab89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffb7452-7563-40cf-867d-1e7e2a639421') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:12.206286 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba691-2bd9-451f-ba35-0bc6be4dab89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.209378 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10d20d5-8a89-4d6b-a6be-4fd4446a230b None None] The sync data for ids ['2a1450cc-f13e-4e78-b959-e2a252de3951'] in n-d-802060-13 is: [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:11Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:12.234086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ae6ca-105e-4b03-b36b-c6445c17ff5e req-9d2daf3d-5455-439d-b208-12977d7eb332 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:12.235999 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-836ae6ca-105e-4b03-b36b-c6445c17ff5e req-9d2daf3d-5455-439d-b208-12977d7eb332 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 931 time: 1.0552235 Aug 31 01:00:12.237048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Attempting to bind port fb919cf1-47bf-4abd-9659-b7a46fe269de on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:12.237381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Attempting to bind port fb919cf1-47bf-4abd-9659-b7a46fe269de by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:12.237703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Attempting to bind port fb919cf1-47bf-4abd-9659-b7a46fe269de on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:12.280627 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c604e0-5504-45cc-afe1-4872a9d30762 req-092987ab-f345-44ab-9410-99edc3cd98ee tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:12.288584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20c604e0-5504-45cc-afe1-4872a9d30762 req-092987ab-f345-44ab-9410-99edc3cd98ee tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 932 time: 0.8117650 Aug 31 01:00:12.292510 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.295005 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba691-2bd9-451f-ba35-0bc6be4dab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.341598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Port fb919cf1-47bf-4abd-9659-b7a46fe269de on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:00:12.341785 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Attempting to bind port fb919cf1-47bf-4abd-9659-b7a46fe269de on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:12.379371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8ba691-2bd9-451f-ba35-0bc6be4dab89 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:00:12.380314 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba691-2bd9-451f-ba35-0bc6be4dab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:00:12.387910 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:00:12.390691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:12.390691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:12.390691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:12.390691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Bound port: fb919cf1-47bf-4abd-9659-b7a46fe269de, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:12.390691 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.515467 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-dc30dcbc-be24-476b-97f9-2798c028f814 req-343724f6-ef7d-4006-aadf-99e92653107a tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Deleting port d35d7d97-4627-4260-97ef-f4032345208a {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:12.516018 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-dc30dcbc-be24-476b-97f9-2798c028f814 req-343724f6-ef7d-4006-aadf-99e92653107a tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.519819 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.resource_extend [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:00:12.543954 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba691-2bd9-451f-ba35-0bc6be4dab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.551360 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba691-2bd9-451f-ba35-0bc6be4dab89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.555764 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6c8ba691-2bd9-451f-ba35-0bc6be4dab89 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3d6ec0c6-6b48-421a-bd5d-f4e056fc7c77 HTTP/1.1" status: 204 len: 168 time: 1.2143404 Aug 31 01:00:12.580928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59946) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:12.584928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ba691-2bd9-451f-ba35-0bc6be4dab89 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d6ec0c6-6b48-421a-bd5d-f4e056fc7c77,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:12.616310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20c604e0-5504-45cc-afe1-4872a9d30762 req-c0d22bed-c0cf-41da-a9c6-d9ea1eb8a9b6 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267472 Aug 31 01:00:12.705217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6acb0d54-5ce9-41d0-b226-cdfbc8677068 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:12.719595 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.762908 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Transition to ACTIVE for port object 6acb0d54-5ce9-41d0-b226-cdfbc8677068 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:12.771375 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.771375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:12.771375 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.837734 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device aa77ed85-de5c-45d8-be4f-237c2ad92a40 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:12.845201 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-836ae6ca-105e-4b03-b36b-c6445c17ff5e req-d2de95b8-35c0-4ca6-b831-73b5e5d7cf6a tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710745 Aug 31 01:00:12.900167 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:12.989426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port aa77ed85-de5c-45d8-be4f-237c2ad92a40 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:12.994027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port aa77ed85-de5c-45d8-be4f-237c2ad92a40 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:12.994684 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.032196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-91888b0a-d846-46bc-9aef-877c89d5709f tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f7b6aea9d6ad4110bac126cd6edb47df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1687729 Aug 31 01:00:13.179680 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.234895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port aa77ed85-de5c-45d8-be4f-237c2ad92a40, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=aa77ed85-de5c-45d8-be4f-237c2ad92a40,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:13.242370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 4.9873388 Aug 31 01:00:13.258347 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.350903 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=aa77ed85-de5c-45d8-be4f-237c2ad92a40,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:13.355957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59956) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:13.370341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-4c07728f-4aad-4f6d-bac3-8cccb2fd88bb admin admin] Request body: {'subnet': {'network_id': 'e6a622ed-6f54-4723-b123-86ec7abb2cdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428990254-subnet', 'tenant_id': '818a42ccca244bf59011cc86d395ea30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:13.448599 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c07728f-4aad-4f6d-bac3-8cccb2fd88bb admin admin] Made reservation on behalf of 818a42ccca244bf59011cc86d395ea30 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:13.451796 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4c07728f-4aad-4f6d-bac3-8cccb2fd88bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.506975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-dacc19f0-6907-4c29-8bd1-c71236af5057 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Allocated IP 172.20.0.12 (e6317aad-a658-43bb-8031-230839fc1999/b33d2c75-5836-4488-8d84-b2a19a874844/219c4c8b-6ffd-4c5a-86f5-cc0b60601b91) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:13.592824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Pushing event updated for resources: {'Port': ['ID=6acb0d54-5ce9-41d0-b226-cdfbc8677068,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:13.690629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6fbdda-4025-4485-b950-d166a2b165d1 admin admin] Deleting subnet e2628fa7-9a99-4d40-a0ee-6b4ecb5d1496 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:00:13.699771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba2e73-fd20-4035-b567-342bd0ec27ae admin admin] Pushing event updated for resources: {'Network': ['ID=e6a622ed-6f54-4723-b123-86ec7abb2cdd,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:13.711409 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f6fbdda-4025-4485-b950-d166a2b165d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.715436 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network e6a622ed-6f54-4723-b123-86ec7abb2cdd details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:00:13.719613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-63dc500f-00e4-46b6-a76a-7ac8d61370f9 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:13.726982 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-63dc500f-00e4-46b6-a76a-7ac8d61370f9 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6938581 Aug 31 01:00:13.759253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] For port fb919cf1-47bf-4abd-9659-b7a46fe269de, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:13.781205 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ade72-c04b-4628-b702-6bd91dbf8b0d req-84510bf5-cddb-4cb4-ba5e-14bfe626f49b tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:13.782931 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-983ade72-c04b-4628-b702-6bd91dbf8b0d req-84510bf5-cddb-4cb4-ba5e-14bfe626f49b tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 948 time: 0.5361993 Aug 31 01:00:13.794432 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4c07728f-4aad-4f6d-bac3-8cccb2fd88bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.805818 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-dc30dcbc-be24-476b-97f9-2798c028f814 req-343724f6-ef7d-4006-aadf-99e92653107a tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] For port d35d7d97-4627-4260-97ef-f4032345208a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d35d7d97-4627-4260-97ef-f4032345208a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:13.806191 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-dc30dcbc-be24-476b-97f9-2798c028f814 req-343724f6-ef7d-4006-aadf-99e92653107a tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.807130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] For port fb919cf1-47bf-4abd-9659-b7a46fe269de, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=fb919cf1-47bf-4abd-9659-b7a46fe269de,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:13.819747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-46a560c8-1f6d-4fb9-b782-6511efe53d27 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/quotas/f7b6aea9d6ad4110bac126cd6edb47df HTTP/1.1" status: 200 len: 375 time: 0.0914650 Aug 31 01:00:13.882030 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.891536 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f738b141-d6ab-4788-a522-5b5738c27994 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:13.902930 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f6fbdda-4025-4485-b950-d166a2b165d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.905469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:13.923012 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Transition to ACTIVE for port object f738b141-d6ab-4788-a522-5b5738c27994 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:13.963795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Pushing event updated for resources: {'Port': ['ID=fb919cf1-47bf-4abd-9659-b7a46fe269de,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:13.965829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Attempting to bind port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:13.966742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Attempting to bind port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:13.967439 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Attempting to bind port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:13.977483 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2828cf5-0d8d-4fe6-b0a8-c65056c5055d {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:14.041974 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:14.042635 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.044549 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e9fa7988-9d0f-487a-aa9e-93cab84d051c service neutron] 10.222.0.70 "PUT /v2.0/ports/fb919cf1-47bf-4abd-9659-b7a46fe269de HTTP/1.1" status: 200 len: 1097 time: 4.4308729 Aug 31 01:00:14.045722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fd4b22-e1dd-4f72-82d1-6be1681db78c', 'tag': 'fb919cf1-47bf-4abd-9659-b7a46fe269de'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:14.049981 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b01b7b-0e3c-4496-91cb-025eb72bdf50" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fd4b22-e1dd-4f72-82d1-6be1681db78c", "tag": "fb919cf1-47bf-4abd-9659-b7a46fe269de"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:14.082208 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-983ade72-c04b-4628-b702-6bd91dbf8b0d req-d82b949b-03d7-4255-b818-4521f5473ed2 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816145 Aug 31 01:00:14.099238 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07728f-4aad-4f6d-bac3-8cccb2fd88bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf1746f-1ea7-4083-a7a0-4d4bb716ddd2,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:14.124002 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.154958 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-dc30dcbc-be24-476b-97f9-2798c028f814 req-343724f6-ef7d-4006-aadf-99e92653107a tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Calling delete_port for d35d7d97-4627-4260-97ef-f4032345208a owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:14.187163 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.232927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-6e0f8c70-6a87-47ad-a9d3-a59a6f35c5db tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7b6aea9d6ad4110bac126cd6edb47df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4119017 Aug 31 01:00:14.238714 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f6fbdda-4025-4485-b950-d166a2b165d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.286679 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:00:14.287087 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Attempting to bind port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:14.294458 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f738b141-d6ab-4788-a522-5b5738c27994,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:14.308083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c07728f-4aad-4f6d-bac3-8cccb2fd88bb admin admin] Checking segment: {'id': '5a1be4a3-dc75-4eaf-9d3c-5983e0306136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e6a622ed-6f54-4723-b123-86ec7abb2cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:14.309854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c07728f-4aad-4f6d-bac3-8cccb2fd88bb admin admin] Network hostable DHCP agents. Network: e6a622ed-6f54-4723-b123-86ec7abb2cdd, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:00:14.329803 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-dacc19f0-6907-4c29-8bd1-c71236af5057 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.365664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-3e57b619-8920-4734-a377-62f535d80f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:14.370995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-3e57b619-8920-4734-a377-62f535d80f40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 1100 time: 0.2553051 Aug 31 01:00:14.438240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-3330e682-53e0-4867-8632-cf6658ad5a88 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=fb919cf1-47bf-4abd-9659-b7a46fe269de HTTP/1.1" status: 200 len: 217 time: 0.0574200 Aug 31 01:00:14.441827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c07728f-4aad-4f6d-bac3-8cccb2fd88bb admin admin] Network e6a622ed-6f54-4723-b123-86ec7abb2cdd is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:00:14.464345 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0189c-cb56-44b4-8b50-6712f01ce70b req-635aeb85-edd7-41fe-911f-fbf8043f75ff tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:14.472946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0bf0189c-cb56-44b4-8b50-6712f01ce70b req-635aeb85-edd7-41fe-911f-fbf8043f75ff tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/ports?device_id=915df907-5ddd-42b1-a944-d70fa1eb280f HTTP/1.1" status: 200 len: 949 time: 0.2306223 Aug 31 01:00:14.487505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-4c07728f-4aad-4f6d-bac3-8cccb2fd88bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, e6a622ed-6f54-4723-b123-86ec7abb2cdd) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:14.493851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c07728f-4aad-4f6d-bac3-8cccb2fd88bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:14.494667 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4c07728f-4aad-4f6d-bac3-8cccb2fd88bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.500806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12da986-d90f-476d-8bd3-f26e9760d17c None None] Network e6a622ed-6f54-4723-b123-86ec7abb2cdd requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:14.573952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:14.574578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Checking segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:14.575514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Bound using segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:14.576164 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Bound port: 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:14.576735 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.600133 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0bf0189c-cb56-44b4-8b50-6712f01ce70b req-b77ddc30-c634-4391-90b0-0fa589c72984 tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5069f9b-e433-4cbf-b5f0-0615c5abea43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261866 Aug 31 01:00:14.602250 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-dc30dcbc-be24-476b-97f9-2798c028f814 req-343724f6-ef7d-4006-aadf-99e92653107a tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.610091 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-dacc19f0-6907-4c29-8bd1-c71236af5057 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.652882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-9e90664d-b20f-4570-b134-c05d7ed07a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:14.655172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-9e90664d-b20f-4570-b134-c05d7ed07a65 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.2041304 Aug 31 01:00:14.698237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4c07728f-4aad-4f6d-bac3-8cccb2fd88bb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3409324 Aug 31 01:00:14.711626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Transition to ACTIVE for port object b2828cf5-0d8d-4fe6-b0a8-c65056c5055d will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:14.712364 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f6fbdda-4025-4485-b950-d166a2b165d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.716404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59972) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:14.733832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-428990254-router', 'tenant_id': '818a42ccca244bf59011cc86d395ea30', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:14.737148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343724f6-ef7d-4006-aadf-99e92653107a tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Pushing event deleted for resources: {'Port': ['ID=d35d7d97-4627-4260-97ef-f4032345208a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:14.745986 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.822290 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fbdda-4025-4485-b950-d166a2b165d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2628fa7-9a99-4d40-a0ee-6b4ecb5d1496,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:14.888035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf03d8-ea58-4467-a00c-639f29854513 req-bd2c59f0-2e6d-4455-9500-d0437fad99a4 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:14.889676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15bf03d8-ea58-4467-a00c-639f29854513 req-bd2c59f0-2e6d-4455-9500-d0437fad99a4 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 932 time: 0.2297781 Aug 31 01:00:14.894907 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f6fbdda-4025-4485-b950-d166a2b165d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:14.896790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9f6fbdda-4025-4485-b950-d166a2b165d1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e2628fa7-9a99-4d40-a0ee-6b4ecb5d1496 HTTP/1.1" status: 204 len: 168 time: 2.3043084 Aug 31 01:00:14.900686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59974) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:14.995945 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a98c6c2-775a-4d56-b508-8a19e90e6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.006384 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc30dcbc-be24-476b-97f9-2798c028f814 req-343724f6-ef7d-4006-aadf-99e92653107a tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] No DVR routers for this DVR port d35d7d97-4627-4260-97ef-f4032345208a on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:00:15.024148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-dacc19f0-6907-4c29-8bd1-c71236af5057 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Network e6317aad-a658-43bb-8031-230839fc1999 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:15.050904 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-dc30dcbc-be24-476b-97f9-2798c028f814 req-343724f6-ef7d-4006-aadf-99e92653107a tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.064725 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc30dcbc-be24-476b-97f9-2798c028f814 req-343724f6-ef7d-4006-aadf-99e92653107a tempest-DeleteServersAdminTestJSON-854731579 tempest-DeleteServersAdminTestJSON-854731579-project] 10.222.0.15 "DELETE /v2.0/ports/d35d7d97-4627-4260-97ef-f4032345208a HTTP/1.1" status: 204 len: 173 time: 3.8139112 Aug 31 01:00:15.100019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-457b8611-c5c6-48d9-a97d-95c82856459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:15.101638 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-457b8611-c5c6-48d9-a97d-95c82856459e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4070084 Aug 31 01:00:15.137573 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915df907-5ddd-42b1-a944-d70fa1eb280f', 'name': 'network-vif-deleted', 'tag': 'd35d7d97-4627-4260-97ef-f4032345208a'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:15.144683 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54436e99-46d2-4551-b6c6-5593ff0ef93c" -d '{"events": [{"server_uuid": "915df907-5ddd-42b1-a944-d70fa1eb280f", "name": "network-vif-deleted", "tag": "d35d7d97-4627-4260-97ef-f4032345208a"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:15.175156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-dacc19f0-6907-4c29-8bd1-c71236af5057 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:15.194254 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a98c6c2-775a-4d56-b508-8a19e90e6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.207383 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6a98c6c2-775a-4d56-b508-8a19e90e6ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08fee11-e906-43e6-9b4f-9c5b2c0c1c17']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:15.237103 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6a98c6c2-775a-4d56-b508-8a19e90e6ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17384ba-82cc-4cdd-90a1-666e535172dc') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:15.237471 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6a98c6c2-775a-4d56-b508-8a19e90e6ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17384ba-82cc-4cdd-90a1-666e535172dc') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:15.247727 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-dacc19f0-6907-4c29-8bd1-c71236af5057 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:15.263349 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a98c6c2-775a-4d56-b508-8a19e90e6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.280287 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device aa77ed85-de5c-45d8-be4f-237c2ad92a40 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:15.286024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-dacc19f0-6907-4c29-8bd1-c71236af5057 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:15.286703 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-dacc19f0-6907-4c29-8bd1-c71236af5057 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.393825 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Attempting to bind port f738b141-d6ab-4788-a522-5b5738c27994 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:15.394555 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Attempting to bind port f738b141-d6ab-4788-a522-5b5738c27994 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '47607cb1-d953-4bfd-a158-93af8777f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:15.395564 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Attempting to bind port f738b141-d6ab-4788-a522-5b5738c27994 on network ece5bda1-9b98-4532-ad07-8df726182de5 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:15.440219 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a98c6c2-775a-4d56-b508-8a19e90e6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.509762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a98c6c2-775a-4d56-b508-8a19e90e6ee8 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:00:15.510584 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a98c6c2-775a-4d56-b508-8a19e90e6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.549580 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15bf03d8-ea58-4467-a00c-639f29854513 req-a23adb69-ccd5-42b2-9a0c-7adaaaa6c06e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6481802 Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:00:15.552457 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:00:15.565025 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.566918 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.576766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port aa77ed85-de5c-45d8-be4f-237c2ad92a40 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:15.578564 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.617464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901c998-4c1d-4c2c-a74a-7768a0568af5 req-f91e7556-fb50-4473-8ac5-22237b8dc62b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:15.626139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:15.628685 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7901c998-4c1d-4c2c-a74a-7768a0568af5 req-f91e7556-fb50-4473-8ac5-22237b8dc62b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 944 time: 0.6270874 Aug 31 01:00:15.631674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:15.649208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Pushing event updated for resources: {'Port': ['ID=b2828cf5-0d8d-4fe6-b0a8-c65056c5055d,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:15.677678 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-dacc19f0-6907-4c29-8bd1-c71236af5057 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9726570 Aug 31 01:00:15.678385 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Port f738b141-d6ab-4788-a522-5b5738c27994 on network ece5bda1-9b98-4532-ad07-8df726182de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:00:15.678807 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Attempting to bind port f738b141-d6ab-4788-a522-5b5738c27994 on network ece5bda1-9b98-4532-ad07-8df726182de5 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:15.710270 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:15.711739 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Checking segment: {'id': '47607cb1-d953-4bfd-a158-93af8777f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:15.713456 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Bound using segment: {'id': '47607cb1-d953-4bfd-a158-93af8777f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:15.714669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Bound port: f738b141-d6ab-4788-a522-5b5738c27994, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47607cb1-d953-4bfd-a158-93af8777f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:15.717270 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.722998 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.742181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d35d7d97-4627-4260-97ef-f4032345208a no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:00:15.778238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Request body: {'port': {'device_id': 'e5d9cd7d-8651-49ae-a813-b046d03a7d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:15.843380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: d35d7d97-4627-4260-97ef-f4032345208a {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:00:15.843975 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d35d7d97-4627-4260-97ef-f4032345208a not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:00:15.864755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-e6a622ed-6f54-4723-b123-86ec7abb2cdd', 'network_id': 'e6a622ed-6f54-4723-b123-86ec7abb2cdd', 'tenant_id': '818a42ccca244bf59011cc86d395ea30', 'fixed_ips': [{'subnet_id': 'dcf1746f-1ea7-4083-a7a0-4d4bb716ddd2'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:00:15.866099 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.887209 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7901c998-4c1d-4c2c-a74a-7768a0568af5 req-c6adb670-acb7-44b1-9645-1edb2e798df6 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561505 Aug 31 01:00:15.888395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Attempting to bind port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:15.888736 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Attempting to bind port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:15.891262 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Attempting to bind port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:15.894851 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a98c6c2-775a-4d56-b508-8a19e90e6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.916738 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a98c6c2-775a-4d56-b508-8a19e90e6ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:15.955405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6a98c6c2-775a-4d56-b508-8a19e90e6ee8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c08fee11-e906-43e6-9b4f-9c5b2c0c1c17 HTTP/1.1" status: 204 len: 168 time: 1.0330544 Aug 31 01:00:15.971213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e7a53f37-fa5b-4ea3-bb96-a87a73ff575c service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667452 Aug 31 01:00:15.999398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98c6c2-775a-4d56-b508-8a19e90e6ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c08fee11-e906-43e6-9b4f-9c5b2c0c1c17,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:16.014980 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.070784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87973695-7e47-4b17-a325-48e24a61d6db req-9e0c9cb1-def5-4ca5-abce-a71700dcc116 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:16.080998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-87973695-7e47-4b17-a325-48e24a61d6db req-9e0c9cb1-def5-4ca5-abce-a71700dcc116 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 943 time: 0.2893050 Aug 31 01:00:16.083620 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd9d403-7c63-44d1-844d-bacfcbf214f5 x-openstack-request-id: req-6fd9d403-7c63-44d1-844d-bacfcbf214f5 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:16.083978 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fd4b22-e1dd-4f72-82d1-6be1681db78c", "tag": "fb919cf1-47bf-4abd-9659-b7a46fe269de", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:16.084948 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6fd9d403-7c63-44d1-844d-bacfcbf214f5 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:16.084948 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fd4b22-e1dd-4f72-82d1-6be1681db78c', 'tag': 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'status': 'completed', 'code': 200} Aug 31 01:00:16.088187 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:16.090350 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.091968 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] 10.222.0.70 "PUT /v2.0/ports/6acb0d54-5ce9-41d0-b226-cdfbc8677068 HTTP/1.1" status: 200 len: 1093 time: 6.4128914 Aug 31 01:00:16.157412 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-87973695-7e47-4b17-a325-48e24a61d6db req-c1060964-1428-4945-8d32-1e95ad86f083 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706642 Aug 31 01:00:16.171833 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:00:16.172274 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Attempting to bind port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:16.229603 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:16.230459 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:16.230742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:16.231520 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Bound port: b2828cf5-0d8d-4fe6-b0a8-c65056c5055d, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:16.232379 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.258409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcb1c7e9-6c78-435c-94ec-4777e99d8727 req-76752747-a375-410a-a668-30702665092c tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 210 time: 0.1147959 Aug 31 01:00:16.397166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.70', 60447) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:16.456688 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-47b0c88c-42c2-4c84-9a73-37276bf36e8e tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f7b6aea9d6ad4110bac126cd6edb47df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572188 Aug 31 01:00:16.457836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59992) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:16.484233 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Allocated IP 172.20.0.2 (e6a622ed-6f54-4723-b123-86ec7abb2cdd/dcf1746f-1ea7-4083-a7a0-4d4bb716ddd2/c4d78340-eb3c-40ca-aaac-eebc80e0a912) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:16.595073 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db24d12b-5213-4244-92ee-27f9d93d104c x-openstack-request-id: req-db24d12b-5213-4244-92ee-27f9d93d104c {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:16.597443 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915df907-5ddd-42b1-a944-d70fa1eb280f", "name": "network-vif-deleted", "tag": "d35d7d97-4627-4260-97ef-f4032345208a", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:16.597877 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db24d12b-5213-4244-92ee-27f9d93d104c {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:16.599642 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915df907-5ddd-42b1-a944-d70fa1eb280f', 'name': 'network-vif-deleted', 'tag': 'd35d7d97-4627-4260-97ef-f4032345208a', 'status': 'completed', 'code': 200} Aug 31 01:00:16.607931 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.629903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-98b8edb6-2c3d-4fbf-9bb9-9c2d97d7eb61 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6439466 Aug 31 01:00:16.640164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-23e7c54f-c557-4062-a4ac-254a9d6bd60b tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:16.645679 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-23e7c54f-c557-4062-a4ac-254a9d6bd60b tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494117 Aug 31 01:00:16.663735 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc19f0-6907-4c29-8bd1-c71236af5057 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Pushing event updated for resources: {'Port': ['ID=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:16.667659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-03a29302-83c7-48cf-8e00-73b6c154c145 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Request body: {'port': {'device_id': '2955b586-311f-4f0b-97bf-94dd9530da45', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': 'f7b6aea9d6ad4110bac126cd6edb47df'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:16.789006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f6953-f0dc-4f64-a7cb-73a923e1ef8c service neutron] Pushing event updated for resources: {'Port': ['ID=6acb0d54-5ce9-41d0-b226-cdfbc8677068,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:16.821565 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.832093 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Transition to ACTIVE for port object c4d78340-eb3c-40ca-aaac-eebc80e0a912 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:16.854455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Transition to ACTIVE for port object c4d78340-eb3c-40ca-aaac-eebc80e0a912 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:16.881763 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:16.928063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Network e6a622ed-6f54-4723-b123-86ec7abb2cdd is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:16.933740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:16.938840 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:17.021804 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Attempting to bind port c4d78340-eb3c-40ca-aaac-eebc80e0a912 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:17.022309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Attempting to bind port c4d78340-eb3c-40ca-aaac-eebc80e0a912 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '5a1be4a3-dc75-4eaf-9d3c-5983e0306136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e6a622ed-6f54-4723-b123-86ec7abb2cdd'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:17.023510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Attempting to bind port c4d78340-eb3c-40ca-aaac-eebc80e0a912 on network e6a622ed-6f54-4723-b123-86ec7abb2cdd {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:17.031957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:17.032602 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Checking segment: {'id': '5a1be4a3-dc75-4eaf-9d3c-5983e0306136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e6a622ed-6f54-4723-b123-86ec7abb2cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:17.033999 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.034309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Bound using segment: {'id': '5a1be4a3-dc75-4eaf-9d3c-5983e0306136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e6a622ed-6f54-4723-b123-86ec7abb2cdd'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:17.035173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Bound port: c4d78340-eb3c-40ca-aaac-eebc80e0a912, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1be4a3-dc75-4eaf-9d3c-5983e0306136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e6a622ed-6f54-4723-b123-86ec7abb2cdd'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:17.035832 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.098771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-03a29302-83c7-48cf-8e00-73b6c154c145 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Made reservation on behalf of f7b6aea9d6ad4110bac126cd6edb47df for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:17.102035 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-03a29302-83c7-48cf-8e00-73b6c154c145 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.126459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] For port c4d78340-eb3c-40ca-aaac-eebc80e0a912, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:17.127317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5fda9-7d90-4020-9d18-fd83eae7c45a req-aea60175-e227-431e-a7e7-24e770cf267d tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:17.130820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] For port c4d78340-eb3c-40ca-aaac-eebc80e0a912, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c4d78340-eb3c-40ca-aaac-eebc80e0a912,segment=NetworkSegment(5a1be4a3-dc75-4eaf-9d3c-5983e0306136),segment_id=5a1be4a3-dc75-4eaf-9d3c-5983e0306136)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:17.132832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Pushing event updated for resources: {'Port': ['ID=c4d78340-eb3c-40ca-aaac-eebc80e0a912,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:17.135586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5e5fda9-7d90-4020-9d18-fd83eae7c45a req-aea60175-e227-431e-a7e7-24e770cf267d tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 948 time: 0.8377020 Aug 31 01:00:17.145388 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.279553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66450bd6-15b3-44cf-a148-ddbb49a5ecae None None] Pushing event updated for resources: {'Port': ['ID=c4d78340-eb3c-40ca-aaac-eebc80e0a912,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:17.305070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:17.315157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-03a29302-83c7-48cf-8e00-73b6c154c145 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Allocated IP 192.168.233.111 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/0ce26b81-4b15-4bbf-a4cc-098e1d347288) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:17.315746 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.333769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Transition to ACTIVE for port object 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:17.356645 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.449739 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.453590 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Pushing event updated for resources: {'Port': ['ID=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:17.461331 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] For port f738b141-d6ab-4788-a522-5b5738c27994, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:17.484367 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-6686e0b8-ba15-4c28-8792-cb33d8674040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:17.487902 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-6686e0b8-ba15-4c28-8792-cb33d8674040 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 1096 time: 1.2746911 Aug 31 01:00:17.542835 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] For port f738b141-d6ab-4788-a522-5b5738c27994, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f738b141-d6ab-4788-a522-5b5738c27994,segment=NetworkSegment(47607cb1-d953-4bfd-a158-93af8777f492),segment_id=47607cb1-d953-4bfd-a158-93af8777f492)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:17.550304 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-03a29302-83c7-48cf-8e00-73b6c154c145 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.592616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-03a29302-83c7-48cf-8e00-73b6c154c145 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Transition to ACTIVE for port object 0ce26b81-4b15-4bbf-a4cc-098e1d347288 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:17.666774 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4385ee02-f365-43d2-9cba-a2ee58d75b83 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5927fae5f094471b97cbcd39933b4e65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2031715 Aug 31 01:00:17.680541 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-9328bf85-7b16-45b3-9230-6b8ce403f3ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068 HTTP/1.1" status: 200 len: 217 time: 0.1784747 Aug 31 01:00:17.683540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60006) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:17.694367 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] For port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:17.718636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] For port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b2828cf5-0d8d-4fe6-b0a8-c65056c5055d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:17.761741 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-03a29302-83c7-48cf-8e00-73b6c154c145 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.802212 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.806099 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:17.861933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-03a29302-83c7-48cf-8e00-73b6c154c145 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:17.866797 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a29302-83c7-48cf-8e00-73b6c154c145 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Pushing event updated for resources: {'Port': ['ID=0ce26b81-4b15-4bbf-a4cc-098e1d347288,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:17.879172 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-03a29302-83c7-48cf-8e00-73b6c154c145 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:17.886750 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:17.894904 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-03a29302-83c7-48cf-8e00-73b6c154c145 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:17.967168 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-03a29302-83c7-48cf-8e00-73b6c154c145 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:17.967879 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-03a29302-83c7-48cf-8e00-73b6c154c145 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.011522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-03a29302-83c7-48cf-8e00-73b6c154c145 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3533907 Aug 31 01:00:18.018824 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b01b7b-0e3c-4496-91cb-025eb72bdf50 req-205e65be-b7d7-4d78-8cec-f9fc680e3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:18.020640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3b01b7b-0e3c-4496-91cb-025eb72bdf50 req-205e65be-b7d7-4d78-8cec-f9fc680e3eb5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 1100 time: 0.9369910 Aug 31 01:00:18.045085 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5e5fda9-7d90-4020-9d18-fd83eae7c45a req-25db5747-1e47-41d6-a4c9-d8427560bdf2 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9084501 Aug 31 01:00:18.054339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Request body: {'port': {'device_id': '2955b586-311f-4f0b-97bf-94dd9530da45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:18.287196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4cce89d0-c930-423e-a0e5-9910d8e7f34f None None] Provisioning for port 0ce26b81-4b15-4bbf-a4cc-098e1d347288 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:18.296613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4cce89d0-c930-423e-a0e5-9910d8e7f34f None None] Provisioning complete for port 0ce26b81-4b15-4bbf-a4cc-098e1d347288 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:18.296991 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4cce89d0-c930-423e-a0e5-9910d8e7f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.351021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0160f4-874d-45a1-9b65-835522806e83 req-a3069b0e-0cb8-44ca-a91a-efc0796d5ffb tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:18.360791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be0160f4-874d-45a1-9b65-835522806e83 req-a3069b0e-0cb8-44ca-a91a-efc0796d5ffb tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 944 time: 1.2752492 Aug 31 01:00:18.374860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4cce89d0-c930-423e-a0e5-9910d8e7f34f None None] Port 0ce26b81-4b15-4bbf-a4cc-098e1d347288 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:18.394651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:18.395355 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.398402 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] 10.222.0.70 "PUT /v2.0/ports/b2828cf5-0d8d-4fe6-b0a8-c65056c5055d HTTP/1.1" status: 200 len: 1097 time: 8.7286417 Aug 31 01:00:18.464498 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:18.465203 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.466922 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-2ece2199-d630-4109-a300-46882da898c5 service neutron] 10.222.0.15 "PUT /v2.0/ports/f738b141-d6ab-4788-a522-5b5738c27994 HTTP/1.1" status: 200 len: 1092 time: 7.0567467 Aug 31 01:00:18.566924 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.581671 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Attempting to bind port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:18.582015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Attempting to bind port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '748c269e-f12f-4997-8204-fbc7082d558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:18.582353 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Attempting to bind port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 on network e6317aad-a658-43bb-8031-230839fc1999 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:18.587797 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa975f0e-455b-4407-a950-189b8ac8d612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.599815 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 on network e6317aad-a658-43bb-8031-230839fc1999 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:00:18.600150 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Attempting to bind port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 on network e6317aad-a658-43bb-8031-230839fc1999 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:18.615154 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a9a292-f706-4fbf-bd38-29206c6dd1ad', 'tag': '6acb0d54-5ce9-41d0-b226-cdfbc8677068'}, {'name': 'network-changed', 'server_uuid': '5bceab6a-3bd7-4700-b20c-88e48521a378', 'tag': 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d'}, {'name': 'network-changed', 'server_uuid': '6117b7ab-ad19-44e4-a74e-cf188aae5ed3', 'tag': 'f738b141-d6ab-4788-a522-5b5738c27994'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:18.617799 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff4588b-b50c-4e93-bf76-fa03abe095d9" -d '{"events": [{"name": "network-changed", "server_uuid": "95a9a292-f706-4fbf-bd38-29206c6dd1ad", "tag": "6acb0d54-5ce9-41d0-b226-cdfbc8677068"}, {"name": "network-changed", "server_uuid": "5bceab6a-3bd7-4700-b20c-88e48521a378", "tag": "b2828cf5-0d8d-4fe6-b0a8-c65056c5055d"}, {"name": "network-changed", "server_uuid": "6117b7ab-ad19-44e4-a74e-cf188aae5ed3", "tag": "f738b141-d6ab-4788-a522-5b5738c27994"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:18.621194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:18.621961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Checking segment: {'id': '748c269e-f12f-4997-8204-fbc7082d558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:18.622434 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Bound using segment: {'id': '748c269e-f12f-4997-8204-fbc7082d558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:18.622944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Bound port: 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748c269e-f12f-4997-8204-fbc7082d558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:18.623375 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.644074 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be0160f4-874d-45a1-9b65-835522806e83 req-f4671f55-12da-49bc-88da-1ba52b338ea5 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810814 Aug 31 01:00:18.684503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b01b7b-0e3c-4496-91cb-025eb72bdf50 req-78fd31e9-fc0f-40f9-92b7-dd691dd750d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:18.690742 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3b01b7b-0e3c-4496-91cb-025eb72bdf50 req-78fd31e9-fc0f-40f9-92b7-dd691dd750d1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.6515427 Aug 31 01:00:18.789361 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] For port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:18.792813 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] For port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:18.820632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3b01b7b-0e3c-4496-91cb-025eb72bdf50 req-7521cef4-5af0-463a-b4b7-629fa4dcb6d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=fb919cf1-47bf-4abd-9659-b7a46fe269de HTTP/1.1" status: 200 len: 217 time: 0.1163700 Aug 31 01:00:18.863520 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-36cd1d48-253e-4075-bc0b-9620e3262942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:18.866330 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-36cd1d48-253e-4075-bc0b-9620e3262942 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 1.0660264 Aug 31 01:00:18.892915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c55c2-ed55-46a4-be45-9eeb07886884 req-7db8d4fe-6ee4-437f-ac72-8e3d204f8ce3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:18.897096 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-008c55c2-ed55-46a4-be45-9eeb07886884 req-7db8d4fe-6ee4-437f-ac72-8e3d204f8ce3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 944 time: 0.5776298 Aug 31 01:00:18.940036 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:18.993582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:18.998300 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:19.002834 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] 10.222.0.15 "PUT /v2.0/ports/219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 HTTP/1.1" status: 200 len: 1093 time: 3.2540882 Aug 31 01:00:19.007398 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece2199-d630-4109-a300-46882da898c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f738b141-d6ab-4788-a522-5b5738c27994,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:19.036422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e3b196-75a3-4cff-b8aa-a8b0207da0b5 None None] Network e6a622ed-6f54-4723-b123-86ec7abb2cdd requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:00:19.062114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b01b7b-0e3c-4496-91cb-025eb72bdf50 req-4b11637f-4d35-4495-8de6-495ac1cb5a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:19.063817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3b01b7b-0e3c-4496-91cb-025eb72bdf50 req-4b11637f-4d35-4495-8de6-495ac1cb5a5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1634173 Aug 31 01:00:19.082550 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa975f0e-455b-4407-a950-189b8ac8d612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:19.143566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-8a2cb307-d99c-4494-9c39-5d8d2ac05437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:19.145076 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-8a2cb307-d99c-4494-9c39-5d8d2ac05437 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 1100 time: 0.6688035 Aug 31 01:00:19.193079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c4d78340-eb3c-40ca-aaac-eebc80e0a912 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:19.196322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af5da8-a064-4ae0-acc6-ec445f442a22 req-2e79ad35-2608-4324-a268-c0be41512c01 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:19.204702 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-19af5da8-a064-4ae0-acc6-ec445f442a22 req-2e79ad35-2608-4324-a268-c0be41512c01 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 943 time: 0.4060814 Aug 31 01:00:19.215210 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-e0f66813-bc37-4908-8cbd-b3f88645c27f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3302672 Aug 31 01:00:19.233257 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-008c55c2-ed55-46a4-be45-9eeb07886884 req-e75101d5-72d6-403a-a4e3-85cdbdcde513 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174322 Aug 31 01:00:19.346747 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-14b4168b-0b58-4a07-ad5e-12fb80d74574 None None] Provisioning for port c4d78340-eb3c-40ca-aaac-eebc80e0a912 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:19.437055 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-19af5da8-a064-4ae0-acc6-ec445f442a22 req-06d55dcb-bf3c-42fa-968d-9a53786d19c7 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273552 Aug 31 01:00:19.440600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b01b7b-0e3c-4496-91cb-025eb72bdf50 req-12158341-916a-4695-88a6-a1e86cc0ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:19.452981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3b01b7b-0e3c-4496-91cb-025eb72bdf50 req-12158341-916a-4695-88a6-a1e86cc0ccab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2912569 Aug 31 01:00:19.498423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port c4d78340-eb3c-40ca-aaac-eebc80e0a912 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:19.510631 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-11f59874-dada-4099-bb8a-eb371def2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:19.512556 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-11f59874-dada-4099-bb8a-eb371def2e92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0bf59ebd7bc429bae6d44e4108748a2&device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 1095 time: 0.4255030 Aug 31 01:00:19.514455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c4d78340-eb3c-40ca-aaac-eebc80e0a912 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:19.515012 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:19.540882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:19.559704 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-e71517d7-0811-4c30-8340-26ec77714543 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=b2828cf5-0d8d-4fe6-b0a8-c65056c5055d HTTP/1.1" status: 200 len: 217 time: 0.3608530 Aug 31 01:00:19.683236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c47d66-0cba-416e-80e4-55e8ab75e298 service neutron] Pushing event updated for resources: {'Port': ['ID=b2828cf5-0d8d-4fe6-b0a8-c65056c5055d,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:19.703634 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0868ad66-7606-403e-8485-b1ebbf11569b x-openstack-request-id: req-0868ad66-7606-403e-8485-b1ebbf11569b {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:19.705072 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a9a292-f706-4fbf-bd38-29206c6dd1ad", "tag": "6acb0d54-5ce9-41d0-b226-cdfbc8677068", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5bceab6a-3bd7-4700-b20c-88e48521a378", "tag": "b2828cf5-0d8d-4fe6-b0a8-c65056c5055d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6117b7ab-ad19-44e4-a74e-cf188aae5ed3", "tag": "f738b141-d6ab-4788-a522-5b5738c27994", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:19.705551 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0868ad66-7606-403e-8485-b1ebbf11569b {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:19.707529 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a9a292-f706-4fbf-bd38-29206c6dd1ad', 'tag': '6acb0d54-5ce9-41d0-b226-cdfbc8677068', 'status': 'completed', 'code': 200} Aug 31 01:00:19.707876 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bceab6a-3bd7-4700-b20c-88e48521a378', 'tag': 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d', 'status': 'completed', 'code': 200} Aug 31 01:00:19.708141 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6117b7ab-ad19-44e4-a74e-cf188aae5ed3', 'tag': 'f738b141-d6ab-4788-a522-5b5738c27994', 'status': 'completed', 'code': 200} Aug 31 01:00:19.708264 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3b01b7b-0e3c-4496-91cb-025eb72bdf50 req-c789d9a8-4361-4a98-8e33-3ab5ec688980 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422507 Aug 31 01:00:19.713374 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:19.799077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a1b5c-f219-4757-a91e-d35a6fdc69c5 req-81ce3011-dbe6-4583-9fcf-0311829a885c tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:19.800088 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port c4d78340-eb3c-40ca-aaac-eebc80e0a912, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c4d78340-eb3c-40ca-aaac-eebc80e0a912,segment=NetworkSegment(5a1be4a3-dc75-4eaf-9d3c-5983e0306136),segment_id=5a1be4a3-dc75-4eaf-9d3c-5983e0306136)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:19.803038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d2a1b5c-f219-4757-a91e-d35a6fdc69c5 req-81ce3011-dbe6-4583-9fcf-0311829a885c tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 936 time: 0.3391817 Aug 31 01:00:19.806763 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:19.858626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-5902cd06-fb53-4186-8037-f6680f4fc9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:19.860062 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-5902cd06-fb53-4186-8037-f6680f4fc9f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f766a7da06e475c93a4852d4d6c5889&device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 1096 time: 0.7755039 Aug 31 01:00:19.871003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:19.941617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=c4d78340-eb3c-40ca-aaac-eebc80e0a912,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:19.994235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-373615fe-b36d-4a38-a47c-049c072b55ba None None] Provisioning complete for port c4d78340-eb3c-40ca-aaac-eebc80e0a912 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:19.994769 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-373615fe-b36d-4a38-a47c-049c072b55ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:20.020385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce26b81-4b15-4bbf-a4cc-098e1d347288 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:20.036151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-323d9d5d-b1d7-46e8-843f-cd25cb68c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:20.037941 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-323d9d5d-b1d7-46e8-843f-cd25cb68c300 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.2853422 Aug 31 01:00:20.040328 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:20.081908 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa975f0e-455b-4407-a950-189b8ac8d612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:20.086988 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa975f0e-455b-4407-a950-189b8ac8d612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:20.091613 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-aa975f0e-455b-4407-a950-189b8ac8d612 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b712241e-6707-4c22-a852-1f3d95acc9ff HTTP/1.1" status: 204 len: 168 time: 2.3701992 Aug 31 01:00:20.168328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Transition to ACTIVE for port object 0ce26b81-4b15-4bbf-a4cc-098e1d347288 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:20.179417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d2a1b5c-f219-4757-a91e-d35a6fdc69c5 req-fbdd9253-6193-48e1-95f3-5a47bd6efe44 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240001 Aug 31 01:00:20.186579 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3b01b7b-0e3c-4496-91cb-025eb72bdf50 req-795f6457-3b97-42fe-81c9-604edfcad673 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250574 Aug 31 01:00:20.187341 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:20.206660 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Allocated IP 172.25.6.68 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/fc6d2bd2-005f-4ba9-a162-eaf88469ee12) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:20.258019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f7154-0df0-4abb-b71a-7108746279ee service neutron] Pushing event updated for resources: {'Port': ['ID=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:20.270836 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-b2a347e0-2813-4a2c-82e0-e2b44a1f0d9b service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9899492 Aug 31 01:00:20.277267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device fb919cf1-47bf-4abd-9659-b7a46fe269de details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:20.361913 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741bb20-88ef-49c7-8b93-3f6e9c3e60fc req-c5d037fd-68a3-47bf-881c-23ef35773abb tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:20.363790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6741bb20-88ef-49c7-8b93-3f6e9c3e60fc req-c5d037fd-68a3-47bf-881c-23ef35773abb tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 948 time: 0.5099003 Aug 31 01:00:20.442384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce26b81-4b15-4bbf-a4cc-098e1d347288,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:20.460855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa975f0e-455b-4407-a950-189b8ac8d612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b712241e-6707-4c22-a852-1f3d95acc9ff,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:20.635340 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-89469601-d4e9-44ff-907e-afb4b0d58042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:20.638437 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-89469601-d4e9-44ff-907e-afb4b0d58042 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5905588 Aug 31 01:00:20.730803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port fb919cf1-47bf-4abd-9659-b7a46fe269de, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=fb919cf1-47bf-4abd-9659-b7a46fe269de,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:20.735245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6741bb20-88ef-49c7-8b93-3f6e9c3e60fc req-0fc9ec30-737a-4353-b448-a8e6ea45bb39 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048787 Aug 31 01:00:20.771455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed8706-a150-4a1e-9a7d-86477c4cb186 req-fd9f2dd7-c8f5-49bf-8d2c-6736c0d0b507 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:20.773429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1eed8706-a150-4a1e-9a7d-86477c4cb186 req-fd9f2dd7-c8f5-49bf-8d2c-6736c0d0b507 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 944 time: 0.3442547 Aug 31 01:00:20.801347 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'mac_address': 'fa:16:3e:9d:09:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:00:20.828076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60032) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:20.838477 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:20.851999 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a89c94c-e06b-4733-b285-02b98274a8bb req-baaeb69e-f588-4b09-a137-1c92e144510f service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781204 Aug 31 01:00:20.873321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Attempting to bind port 0ce26b81-4b15-4bbf-a4cc-098e1d347288 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:20.873846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Attempting to bind port 0ce26b81-4b15-4bbf-a4cc-098e1d347288 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:20.874342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Attempting to bind port 0ce26b81-4b15-4bbf-a4cc-098e1d347288 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:20.913183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Port 0ce26b81-4b15-4bbf-a4cc-098e1d347288 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:00:20.913183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Attempting to bind port 0ce26b81-4b15-4bbf-a4cc-098e1d347288 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:20.938260 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:20.965912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb919cf1-47bf-4abd-9659-b7a46fe269de {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:20.980500 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:20.980891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:20.981221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:20.981662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Bound port: 0ce26b81-4b15-4bbf-a4cc-098e1d347288, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:20.982017 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:20.999916 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port fb919cf1-47bf-4abd-9659-b7a46fe269de, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=fb919cf1-47bf-4abd-9659-b7a46fe269de,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:21.007921 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.012998 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-4209ec17-7e0c-4d14-92ce-e4dab903c9bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 HTTP/1.1" status: 200 len: 217 time: 0.1597955 Aug 31 01:00:21.039950 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1eed8706-a150-4a1e-9a7d-86477c4cb186 req-efb33a5f-1a42-4ea8-b086-7040893c87c0 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437990 Aug 31 01:00:21.041991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60036) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:21.069155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c4d78340-eb3c-40ca-aaac-eebc80e0a912 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:21.094140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08831e14-88e9-402c-9ddd-1d0f2393d30e req-acd4846e-e495-4f53-b6ea-32feda52fec5 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:21.102475 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08831e14-88e9-402c-9ddd-1d0f2393d30e req-acd4846e-e495-4f53-b6ea-32feda52fec5 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 944 time: 0.2155886 Aug 31 01:00:21.129502 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-a254d70a-f285-42d3-98a0-d199ea360652 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f738b141-d6ab-4788-a522-5b5738c27994 HTTP/1.1" status: 200 len: 217 time: 0.2731414 Aug 31 01:00:21.148596 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a1d88fd7-c13d-4901-adb6-8fc5baf61b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.156118 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=fb919cf1-47bf-4abd-9659-b7a46fe269de,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:21.171929 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c4d78340-eb3c-40ca-aaac-eebc80e0a912 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:21.172305 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.197637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-000c25d3-8a76-4e6a-a598-a189048f4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:21.199644 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-000c25d3-8a76-4e6a-a598-a189048f4c56 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 1096 time: 0.1897755 Aug 31 01:00:21.200799 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.223673 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d1609a3c-51ae-4e09-957c-9f431743ef6f service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740173 Aug 31 01:00:21.266314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] For port 0ce26b81-4b15-4bbf-a4cc-098e1d347288, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:21.274202 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-11cd4742-1ead-457c-8472-db20428931f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e01bda5ddbe1438c80d2b78df795a306&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4447870 Aug 31 01:00:21.276729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60040) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:21.281770 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-16e6829b-ad00-4f91-b735-259a71661ce8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eddeb76e71b34e0098b18f191d9c7e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386789 Aug 31 01:00:21.296290 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08831e14-88e9-402c-9ddd-1d0f2393d30e req-d393e02e-494c-4722-b61a-3dffca5d392e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929891 Aug 31 01:00:21.299377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60042) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:21.315246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] For port 0ce26b81-4b15-4bbf-a4cc-098e1d347288, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=0ce26b81-4b15-4bbf-a4cc-098e1d347288,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:21.318833 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:21.326666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece922d-5635-4d22-8556-5e1d1112c46f req-d63143c5-f8ac-477b-a1c8-e5e86bf517e0 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:21.334655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ece922d-5635-4d22-8556-5e1d1112c46f req-d63143c5-f8ac-477b-a1c8-e5e86bf517e0 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 943 time: 0.2003968 Aug 31 01:00:21.356327 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.364753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:21.395269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:21.417745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['fb919cf1-47bf-4abd-9659-b7a46fe269de'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:21.430774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:21.431419 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.432821 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] 10.222.0.70 "PUT /v2.0/ports/0ce26b81-4b15-4bbf-a4cc-098e1d347288 HTTP/1.1" status: 200 len: 1097 time: 3.3921635 Aug 31 01:00:21.437238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6d2bd2-005f-4ba9-a162-eaf88469ee12,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:21.437670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2955b586-311f-4f0b-97bf-94dd9530da45', 'tag': '0ce26b81-4b15-4bbf-a4cc-098e1d347288'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:21.441004 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51da7002-c29f-4e4b-906a-0e3f087d7d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "2955b586-311f-4f0b-97bf-94dd9530da45", "tag": "0ce26b81-4b15-4bbf-a4cc-098e1d347288"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:21.489805 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ece922d-5635-4d22-8556-5e1d1112c46f req-9133562b-6a7d-4405-98f7-a4bb45bb48d4 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541679 Aug 31 01:00:21.608607 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067d05bd-a73a-487e-b139-feb2b1e93560 x-openstack-request-id: req-067d05bd-a73a-487e-b139-feb2b1e93560 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:21.608870 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2955b586-311f-4f0b-97bf-94dd9530da45", "tag": "0ce26b81-4b15-4bbf-a4cc-098e1d347288", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:21.609124 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-067d05bd-a73a-487e-b139-feb2b1e93560 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:21.609510 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2955b586-311f-4f0b-97bf-94dd9530da45', 'tag': '0ce26b81-4b15-4bbf-a4cc-098e1d347288', 'status': 'completed', 'code': 200} Aug 31 01:00:21.621614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e78170-e765-49f3-8620-31166a156fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce26b81-4b15-4bbf-a4cc-098e1d347288,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:21.659603 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e39597f5-a033-4b4d-a992-65b4081b04fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.662817 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1666c9b-2ca0-41ad-9c36-a5be107c406f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.678348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e684d-e183-4cdc-ab9c-ddab60444521 req-68e3c408-b0cf-4a69-92b5-28ef63be833b tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:21.679897 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-702e684d-e183-4cdc-ab9c-ddab60444521 req-68e3c408-b0cf-4a69-92b5-28ef63be833b tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 948 time: 0.2514613 Aug 31 01:00:21.718918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-8cc777d2-19c4-4b6a-9125-15dca0b3237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:21.720622 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-8cc777d2-19c4-4b6a-9125-15dca0b3237e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f7b6aea9d6ad4110bac126cd6edb47df&device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 1100 time: 0.2213993 Aug 31 01:00:21.723823 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d9cd7d-8651-49ae-a813-b046d03a7d37', 'tag': '219c4c8b-6ffd-4c5a-86f5-cc0b60601b91'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:21.726061 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6dc219-b905-4254-8cdf-8778015eaee1" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d9cd7d-8651-49ae-a813-b046d03a7d37", "tag": "219c4c8b-6ffd-4c5a-86f5-cc0b60601b91"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:21.732119 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1666c9b-2ca0-41ad-9c36-a5be107c406f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.734779 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e39597f5-a033-4b4d-a992-65b4081b04fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.791402 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1185c42-4b31-4c46-93e4-4e1f45fd5fac x-openstack-request-id: req-b1185c42-4b31-4c46-93e4-4e1f45fd5fac {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:21.791697 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d9cd7d-8651-49ae-a813-b046d03a7d37", "tag": "219c4c8b-6ffd-4c5a-86f5-cc0b60601b91", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:21.791957 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b1185c42-4b31-4c46-93e4-4e1f45fd5fac {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:21.792352 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d9cd7d-8651-49ae-a813-b046d03a7d37', 'tag': '219c4c8b-6ffd-4c5a-86f5-cc0b60601b91', 'status': 'completed', 'code': 200} Aug 31 01:00:21.809220 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-61320e4f-b535-4817-85f0-8b2d9bd829b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=0ce26b81-4b15-4bbf-a4cc-098e1d347288 HTTP/1.1" status: 200 len: 217 time: 0.0654356 Aug 31 01:00:21.825970 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1899b70d-9f94-4c14-849f-1ac40f1bacd9 req-d8cb0e38-4179-458f-8633-585a7df115f9 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750864 Aug 31 01:00:21.833523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-50e37dac-eb3a-4917-a28c-095b6368ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:21.835058 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-50e37dac-eb3a-4917-a28c-095b6368ce70 service neutron] 10.222.0.70 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.6253154 Aug 31 01:00:21.866414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-702e684d-e183-4cdc-ab9c-ddab60444521 req-6306283e-be73-4ee3-bcd6-5d48e5c2377f tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712875 Aug 31 01:00:21.890608 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-1e0c8b2f-4a35-4be5-a1a9-28cc4db7ca56 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068 HTTP/1.1" status: 200 len: 217 time: 0.0483522 Aug 31 01:00:21.928911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-37498bc4-97f8-4baa-a38e-a18fab71934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:21.930463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-37498bc4-97f8-4baa-a38e-a18fab71934d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0956213 Aug 31 01:00:21.947666 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1666c9b-2ca0-41ad-9c36-a5be107c406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.950104 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1666c9b-2ca0-41ad-9c36-a5be107c406f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.951159 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f1666c9b-2ca0-41ad-9c36-a5be107c406f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e59cbfd8-fcaf-46dc-9bef-7ce2303b3fbd HTTP/1.1" status: 204 len: 168 time: 0.6491508 Aug 31 01:00:21.955195 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e39597f5-a033-4b4d-a992-65b4081b04fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.957925 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e39597f5-a033-4b4d-a992-65b4081b04fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:21.961165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e39597f5-a033-4b4d-a992-65b4081b04fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5069f9b-e433-4cbf-b5f0-0615c5abea43 HTTP/1.1" status: 204 len: 168 time: 0.6803684 Aug 31 01:00:21.977387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b735819-3e56-47d1-a823-251f3f3bfd39 req-5a965bdd-7725-4ab5-a5d8-fa8cf423274b tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:21.978978 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b735819-3e56-47d1-a823-251f3f3bfd39 req-5a965bdd-7725-4ab5-a5d8-fa8cf423274b tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 949 time: 0.1403577 Aug 31 01:00:22.016575 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-3ffb207a-f7c9-445e-bccf-4f51c2eec1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:22.018851 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-3ffb207a-f7c9-445e-bccf-4f51c2eec1f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.0982904 Aug 31 01:00:22.021956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1666c9b-2ca0-41ad-9c36-a5be107c406f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59cbfd8-fcaf-46dc-9bef-7ce2303b3fbd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:22.039208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39597f5-a033-4b4d-a992-65b4081b04fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5069f9b-e433-4cbf-b5f0-0615c5abea43,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:22.053252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-d5708c3a-733f-4a7c-abc5-5b449b6fd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:22.055479 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-d5708c3a-733f-4a7c-abc5-5b449b6fd6a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1162863 Aug 31 01:00:22.067773 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-fae21e34-b469-42c9-913e-6ea0bee91b2e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391095 Aug 31 01:00:22.068535 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.163672 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b735819-3e56-47d1-a823-251f3f3bfd39 req-54c5584e-c507-458f-8905-1126a2564469 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600754 Aug 31 01:00:22.232893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d3e3b-a7ad-4fb4-bd51-0fe51d9a1607 req-8dd14c43-1b94-404d-9c0e-321d357d9163 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:22.234568 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb9d3e3b-a7ad-4fb4-bd51-0fe51d9a1607 req-8dd14c43-1b94-404d-9c0e-321d357d9163 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 944 time: 0.0699990 Aug 31 01:00:22.270993 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-ddd4632e-b10c-40f3-9d2b-b812f34d5971 service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615081 Aug 31 01:00:22.288589 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device fb919cf1-47bf-4abd-9659-b7a46fe269de up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:22.289779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-6b8638bb-6b0e-47c3-aa14-69e3508a0385 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946075 Aug 31 01:00:22.329090 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb9d3e3b-a7ad-4fb4-bd51-0fe51d9a1607 req-3c5bdc93-9728-4e73-b06d-88225e6a7fb9 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827818 Aug 31 01:00:22.401930 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port fb919cf1-47bf-4abd-9659-b7a46fe269de completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:22.412204 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port fb919cf1-47bf-4abd-9659-b7a46fe269de triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:22.412742 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.444651 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bbd5399-0ed3-448c-be7e-bad3ef1326bb req-cd5ba137-5d32-4660-bd94-2655a4a7a6f0 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464362 Aug 31 01:00:22.518623 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe06b5-cabc-4893-a82a-537ebb06801f req-1242ac1a-0fa0-4e60-a972-9dcce9f4c988 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:22.520903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5fe06b5-cabc-4893-a82a-537ebb06801f req-1242ac1a-0fa0-4e60-a972-9dcce9f4c988 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 944 time: 0.0891023 Aug 31 01:00:22.522621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60066) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:22.566394 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.576259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-023f0189-9d95-4d7e-91d0-49bc1d0f6d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:22.577769 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-023f0189-9d95-4d7e-91d0-49bc1d0f6d83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bde3168b-8b59-4223-b9be-ba3601f371fa HTTP/1.1" status: 200 len: 853 time: 0.3111439 Aug 31 01:00:22.588769 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14ef651f-36ec-47cd-8d5b-f8ef347c5e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.599531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fd4b22-e1dd-4f72-82d1-6be1681db78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb919cf1-47bf-4abd-9659-b7a46fe269de'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:22.601582 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b690200-3a6a-4ee4-8de3-98dea81e787a" -d '{"events": [{"server_uuid": "a6fd4b22-e1dd-4f72-82d1-6be1681db78c", "name": "network-vif-plugged", "status": "completed", "tag": "fb919cf1-47bf-4abd-9659-b7a46fe269de"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:22.609774 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0c5c5020-f6e8-4a57-b91e-e175a99b114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:22.612135 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-0c5c5020-f6e8-4a57-b91e-e175a99b114c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b33d2c75-5836-4488-8d84-b2a19a874844 HTTP/1.1" status: 200 len: 862 time: 0.3436117 Aug 31 01:00:22.617542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port fb919cf1-47bf-4abd-9659-b7a46fe269de, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=fb919cf1-47bf-4abd-9659-b7a46fe269de,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:22.627315 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.692752 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-93a60af7-35fb-4c00-9166-c611697027fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6317aad-a658-43bb-8031-230839fc1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638478 Aug 31 01:00:22.700991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=fb919cf1-47bf-4abd-9659-b7a46fe269de,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:22.708083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da7002-c29f-4e4b-906a-0e3f087d7d9d req-e0193baa-ffe3-4bd0-9eeb-34cf6cfb72d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:22.710215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51da7002-c29f-4e4b-906a-0e3f087d7d9d req-e0193baa-ffe3-4bd0-9eeb-34cf6cfb72d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f7b6aea9d6ad4110bac126cd6edb47df&device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 1100 time: 0.1883767 Aug 31 01:00:22.719363 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5fe06b5-cabc-4893-a82a-537ebb06801f req-c2192381-4d36-4a2b-96ab-b06f36c2b9da tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793101 Aug 31 01:00:22.737391 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:22.782766 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-f4823b86-5c74-4baf-a82d-ebc4c209b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:22.785019 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-f4823b86-5c74-4baf-a82d-ebc4c209b6b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ece5bda1-9b98-4532-ad07-8df726182de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1703899 Aug 31 01:00:22.785825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf2b08-15c0-4670-9000-bd5a0a7824cf req-e385dc83-6ec6-41fd-9da5-be9471531878 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:22.787387 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bddf2b08-15c0-4670-9000-bd5a0a7824cf req-e385dc83-6ec6-41fd-9da5-be9471531878 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 943 time: 0.1678505 Aug 31 01:00:22.805750 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c79fd63-9000-4441-9b51-ea44b4e7bec5 x-openstack-request-id: req-6c79fd63-9000-4441-9b51-ea44b4e7bec5 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:22.806042 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fd4b22-e1dd-4f72-82d1-6be1681db78c", "name": "network-vif-plugged", "status": "completed", "tag": "fb919cf1-47bf-4abd-9659-b7a46fe269de", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:22.806295 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c79fd63-9000-4441-9b51-ea44b4e7bec5 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:22.806690 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fd4b22-e1dd-4f72-82d1-6be1681db78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'code': 200} Aug 31 01:00:22.839804 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-3c965a65-c9cd-4133-ab8b-83a33b2f33a7 service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470469 Aug 31 01:00:23.134434 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-e6885642-78fe-409f-b919-f59dd320e16c service neutron] 10.222.0.15 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196894 Aug 31 01:00:23.144658 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c09e03-0015-4ef5-a3be-c74149b3092a req-ba8e25de-986c-4ab4-bd81-32d7a253dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:23.146553 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91c09e03-0015-4ef5-a3be-c74149b3092a req-ba8e25de-986c-4ab4-bd81-32d7a253dcfc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 1102 time: 0.2136748 Aug 31 01:00:23.154267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-dd530c86-128b-4a8d-911b-b338d20dc614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:23.155758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bddf2b08-15c0-4670-9000-bd5a0a7824cf req-4acde2f7-4a1d-49a2-87e3-d539615b74d8 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598218 Aug 31 01:00:23.161803 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da7002-c29f-4e4b-906a-0e3f087d7d9d req-7c3a76ae-9665-4314-a045-05fa0b8a86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:23.163118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51da7002-c29f-4e4b-906a-0e3f087d7d9d req-7c3a76ae-9665-4314-a045-05fa0b8a86d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.4428480 Aug 31 01:00:23.163822 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-dd530c86-128b-4a8d-911b-b338d20dc614 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 1100 time: 0.1997926 Aug 31 01:00:23.222820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51da7002-c29f-4e4b-906a-0e3f087d7d9d req-29d00227-46af-4839-9201-c87821f41a65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=0ce26b81-4b15-4bbf-a4cc-098e1d347288 HTTP/1.1" status: 200 len: 217 time: 0.0463157 Aug 31 01:00:23.233078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4077af-492b-46c3-8a43-0cae818fe01e req-1160c015-a839-4916-9ef9-f66ff7eeb744 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:23.234566 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a4077af-492b-46c3-8a43-0cae818fe01e req-1160c015-a839-4916-9ef9-f66ff7eeb744 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 948 time: 0.1631155 Aug 31 01:00:23.236590 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14ef651f-36ec-47cd-8d5b-f8ef347c5e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.249434 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14ef651f-36ec-47cd-8d5b-f8ef347c5e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.293959 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:00:23.327967 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-3a0ade11-f844-45e6-9c18-5e343b1aea3c service neutron] 10.222.0.15 "GET /v2.0/networks/ece5bda1-9b98-4532-ad07-8df726182de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838250 Aug 31 01:00:23.378973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-14ef651f-36ec-47cd-8d5b-f8ef347c5e01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=325fb64add8e406db631b609a540ceba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8524990 Aug 31 01:00:23.380836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60094) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:23.388718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef651f-36ec-47cd-8d5b-f8ef347c5e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d818c28-5e4f-4087-879d-3f5872ce0c13,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:23.412991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da7002-c29f-4e4b-906a-0e3f087d7d9d req-9940ac6b-106a-4231-ac06-cf4625bbef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:23.414477 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51da7002-c29f-4e4b-906a-0e3f087d7d9d req-9940ac6b-106a-4231-ac06-cf4625bbef24 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1766975 Aug 31 01:00:23.424245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a4077af-492b-46c3-8a43-0cae818fe01e req-6150e181-fd0f-4d68-aada-febc6f949d2a tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785154 Aug 31 01:00:23.426518 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91c09e03-0015-4ef5-a3be-c74149b3092a req-bcbcb961-31e9-4d9f-9128-18264f28a620 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531023 Aug 31 01:00:23.512830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def0a68-21e7-4043-9579-9275fb16c493 req-917bdb1e-f72d-4ce9-8d9d-8f2495aba4e3 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:23.514755 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3def0a68-21e7-4043-9579-9275fb16c493 req-917bdb1e-f72d-4ce9-8d9d-8f2495aba4e3 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 950 time: 0.2665162 Aug 31 01:00:23.605226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da7002-c29f-4e4b-906a-0e3f087d7d9d req-ce8f50ad-a38c-4f6f-a364-b9bc463da91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:23.606320 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51da7002-c29f-4e4b-906a-0e3f087d7d9d req-ce8f50ad-a38c-4f6f-a364-b9bc463da91f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1785350 Aug 31 01:00:23.606959 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c2f64f6-c08c-47a0-8b50-abac69192765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.619719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3def0a68-21e7-4043-9579-9275fb16c493 req-6a36cc7d-d054-45f3-a22b-79eb081187af tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923097 Aug 31 01:00:23.632781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef9711-f861-4489-887d-268ff40c4c76 req-0c285165-3ea4-4f5e-b538-3fd107e2b209 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:23.638422 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61ef9711-f861-4489-887d-268ff40c4c76 req-0c285165-3ea4-4f5e-b538-3fd107e2b209 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 944 time: 0.1432843 Aug 31 01:00:23.668732 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cdd53d72-ec3c-4532-8e61-d94170d7fe88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.702690 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c2f64f6-c08c-47a0-8b50-abac69192765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.734921 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7a5d7d88-885e-488c-81c6-110d7f7879c2 req-c2f5f252-06af-49d5-a89a-40e799c3d856 service neutron] 10.222.0.15 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854106 Aug 31 01:00:23.736995 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-d9ff7cb6-3efc-47b2-bac5-415fd1809e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:23.738105 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-d9ff7cb6-3efc-47b2-bac5-415fd1809e39 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.5496233 Aug 31 01:00:23.740471 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Router 2b9c703c-2fd6-4659-9d32-3220abde09c5 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:00:23.777766 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61ef9711-f861-4489-887d-268ff40c4c76 req-63140a19-e0d1-4b1a-8fd4-1960e582044f tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200860 Aug 31 01:00:23.801040 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-364fbd22-132d-4e69-a857-4e5da6ccb9d5 req-821c65d2-af61-4d71-ac0a-8d592d08539b service neutron] 10.222.0.15 "GET /v2.0/networks/ece5bda1-9b98-4532-ad07-8df726182de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543498 Aug 31 01:00:23.815348 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-2c63b8d8-67eb-40f4-a00d-756b7cfc984f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=b2828cf5-0d8d-4fe6-b0a8-c65056c5055d HTTP/1.1" status: 200 len: 217 time: 0.0649261 Aug 31 01:00:23.837062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51da7002-c29f-4e4b-906a-0e3f087d7d9d req-e4e6bdd6-7682-47fe-ad3e-3a2f385211a2 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994395 Aug 31 01:00:23.860718 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c2f64f6-c08c-47a0-8b50-abac69192765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.865414 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c2f64f6-c08c-47a0-8b50-abac69192765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:23.869232 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3c2f64f6-c08c-47a0-8b50-abac69192765 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d818c28-5e4f-4087-879d-3f5872ce0c13 HTTP/1.1" status: 204 len: 168 time: 0.4801059 Aug 31 01:00:23.974013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f64f6-c08c-47a0-8b50-abac69192765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d818c28-5e4f-4087-879d-3f5872ce0c13,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:24.028293 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.031996 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20e9a5-12dd-4f0b-83c3-19ab983369e8 req-710866fc-cee6-45c7-91fe-8f1057157fd6 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.034302 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d20e9a5-12dd-4f0b-83c3-19ab983369e8 req-710866fc-cee6-45c7-91fe-8f1057157fd6 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 944 time: 0.1645842 Aug 31 01:00:24.052675 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dc219-b905-4254-8cdf-8778015eaee1 req-a54f90fc-b8d1-465f-bb03-33d5f2f34692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.054187 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dd6dc219-b905-4254-8cdf-8778015eaee1 req-a54f90fc-b8d1-465f-bb03-33d5f2f34692 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f766a7da06e475c93a4852d4d6c5889&device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 1096 time: 0.1872103 Aug 31 01:00:24.056690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-0c0bd77e-e49c-46a1-b443-76a7ada19818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.058209 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-0c0bd77e-e49c-46a1-b443-76a7ada19818 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1901236 Aug 31 01:00:24.060021 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51da7002-c29f-4e4b-906a-0e3f087d7d9d req-16c628f6-3e62-4809-a7d8-3fd018b4192a service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156532 Aug 31 01:00:24.091100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d20e9a5-12dd-4f0b-83c3-19ab983369e8 req-4ecd2ee0-c35c-4eb8-b0cc-dfec76018ca3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448303 Aug 31 01:00:24.163191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-79a41ce4-97d1-4f43-a54b-4595231b042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.164720 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-79a41ce4-97d1-4f43-a54b-4595231b042c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0bf59ebd7bc429bae6d44e4108748a2&device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 1095 time: 0.2288814 Aug 31 01:00:24.215234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:24.227656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Sync routers for ids ['2b9c703c-2fd6-4659-9d32-3220abde09c5'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:24.242334 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Routers {'2b9c703c-2fd6-4659-9d32-3220abde09c5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:24.243126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:00:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2b9c703c-2fd6-4659-9d32-3220abde09c5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:24.310426 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.315535 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-28730460-8f8c-4cf6-add9-dd9c53b84a40 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.5951123 Aug 31 01:00:24.316159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60124) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:24.353050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6acb0d54-5ce9-41d0-b226-cdfbc8677068 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:24.357486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-44f1b368-81cc-4ca3-abb0-d0e064fcaaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.364187 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-44f1b368-81cc-4ca3-abb0-d0e064fcaaf6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2636528 Aug 31 01:00:24.377959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3024a-af80-40a5-9d75-b2a4e014e1cf req-f0b31eb3-0b76-4371-a137-8f4392b3597d tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.379893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65d3024a-af80-40a5-9d75-b2a4e014e1cf req-f0b31eb3-0b76-4371-a137-8f4392b3597d tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 943 time: 0.1189537 Aug 31 01:00:24.402688 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:24.457012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65d3024a-af80-40a5-9d75-b2a4e014e1cf req-8e6b17fd-3646-4d40-8b0d-3f158fc011f1 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696948 Aug 31 01:00:24.495896 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.resource_extend [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:00:24.528164 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dc219-b905-4254-8cdf-8778015eaee1 req-6e129943-11f6-4f0e-a079-9809cfafbe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.529674 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dd6dc219-b905-4254-8cdf-8778015eaee1 req-6e129943-11f6-4f0e-a079-9809cfafbe80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e6317aad-a658-43bb-8031-230839fc1999 HTTP/1.1" status: 200 len: 923 time: 0.4623640 Aug 31 01:00:24.546600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-ce801f76-99b8-45c7-817f-603043d77779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.548828 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-ce801f76-99b8-45c7-817f-603043d77779 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ece5bda1-9b98-4532-ad07-8df726182de5 HTTP/1.1" status: 200 len: 915 time: 0.3650050 Aug 31 01:00:24.615067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b5151-fecb-47bb-bc87-55bc6669cc31 req-068e2cef-a061-4ed9-9e67-92a04c97c91b tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.623815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b65b5151-fecb-47bb-bc87-55bc6669cc31 req-068e2cef-a061-4ed9-9e67-92a04c97c91b tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 948 time: 0.0800850 Aug 31 01:00:24.649440 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Set router 2b9c703c-2fd6-4659-9d32-3220abde09c5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:24.692063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b65b5151-fecb-47bb-bc87-55bc6669cc31 req-08b5ca52-ad6c-4927-a3b2-01add0259c28 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666192 Aug 31 01:00:24.719650 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-07961cf5-45d2-4e4a-ab57-2607c6a4fa64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f738b141-d6ab-4788-a522-5b5738c27994 HTTP/1.1" status: 200 len: 217 time: 0.1520061 Aug 31 01:00:24.722628 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-e28b21bf-2381-4091-a6ba-45f551b5a6fd service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009551 Aug 31 01:00:24.750429 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dd6dc219-b905-4254-8cdf-8778015eaee1 req-1f9b485c-eac3-4ba9-93e1-3d5c92db4156 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 HTTP/1.1" status: 200 len: 217 time: 0.2004232 Aug 31 01:00:24.875303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab36380-2500-4ab9-b7c5-bccfedd256a6 req-c938d89d-6ae6-481d-be51-f99396c40d91 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.886147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dc219-b905-4254-8cdf-8778015eaee1 req-a07ba428-a082-4fd1-b65d-0e47ed472738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:24.887709 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dd6dc219-b905-4254-8cdf-8778015eaee1 req-a07ba428-a082-4fd1-b65d-0e47ed472738 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b33d2c75-5836-4488-8d84-b2a19a874844 HTTP/1.1" status: 200 len: 862 time: 0.0568864 Aug 31 01:00:24.888430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aab36380-2500-4ab9-b7c5-bccfedd256a6 req-c938d89d-6ae6-481d-be51-f99396c40d91 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 950 time: 0.0952451 Aug 31 01:00:24.892444 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:24.948079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aab36380-2500-4ab9-b7c5-bccfedd256a6 req-b869b8c0-b4d8-4954-9586-d3c54621dc31 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552263 Aug 31 01:00:24.948287 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '6acb0d54-5ce9-41d0-b226-cdfbc8677068', 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5', 'port_id': '6acb0d54-5ce9-41d0-b226-cdfbc8677068', 'mac_address': 'fa:16:3e:b4:f4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34deeb26-e910-40bc-99b5-51d7998a554d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:00:25.006635 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dd6dc219-b905-4254-8cdf-8778015eaee1 req-9e2d4237-d2ab-48ab-b08f-2e9892adc099 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6317aad-a658-43bb-8031-230839fc1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346863 Aug 31 01:00:25.040883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f0ba2-7646-4332-943a-2b1f12bf545b req-b8afef60-fa78-44bf-aef8-88f1ecfc0b9d tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:25.052992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e3f0ba2-7646-4332-943a-2b1f12bf545b req-b8afef60-fa78-44bf-aef8-88f1ecfc0b9d tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 944 time: 0.0831699 Aug 31 01:00:25.109862 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.131726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428990254-router', 'tenant_id': '818a42ccca244bf59011cc86d395ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc6d2bd2-005f-4ba9-a162-eaf88469ee12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:15Z', 'updated_at': '2021-08-31T01:00:21Z', 'revision_number': 3, 'project_id': '818a42ccca244bf59011cc86d395ea30', 'gw_port': {'id': 'fc6d2bd2-005f-4ba9-a162-eaf88469ee12', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ea:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:19Z', 'updated_at': '2021-08-31T01:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:25.135330 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6acb0d54-5ce9-41d0-b226-cdfbc8677068 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:25.147923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e3f0ba2-7646-4332-943a-2b1f12bf545b req-ff508773-fbe3-42db-903d-31fde2b4d048 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876877 Aug 31 01:00:25.160123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-608035c4-776f-430c-8e80-3686e675d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:25.160123 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-608035c4-776f-430c-8e80-3686e675d0d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bde3168b-8b59-4223-b9be-ba3601f371fa HTTP/1.1" status: 200 len: 853 time: 0.4093521 Aug 31 01:00:25.203001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e185ba-11b6-4670-8f39-5cee0f41bddb req-efcac88f-3a60-4d51-b98e-424a83553efe tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:25.212561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Checking router: 2b9c703c-2fd6-4659-9d32-3220abde09c5 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:00:25.215416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Updating router 2b9c703c-2fd6-4659-9d32-3220abde09c5 port fc6d2bd2-005f-4ba9-a162-eaf88469ee12 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:00:25.222954 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73e185ba-11b6-4670-8f39-5cee0f41bddb req-efcac88f-3a60-4d51-b98e-424a83553efe tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 948 time: 0.1468160 Aug 31 01:00:25.268390 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-b8c3b2b5-33b6-47ce-ad1f-8c9c129dd04c service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195663 Aug 31 01:00:25.282107 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dd6dc219-b905-4254-8cdf-8778015eaee1 req-c3918539-78d6-40ef-979d-603775116bc3 service neutron] 10.222.0.15 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640960 Aug 31 01:00:25.288782 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.343246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73e185ba-11b6-4670-8f39-5cee0f41bddb req-e2ae9fcd-e0c3-4d90-a1ef-6d8bc7f86d3d tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094167 Aug 31 01:00:25.343944 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60160) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:25.346941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:25.350280 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-b6880c27-a2f6-40de-bc91-1bc9d1c230cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:25.356267 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-b6880c27-a2f6-40de-bc91-1bc9d1c230cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ece5bda1-9b98-4532-ad07-8df726182de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1549647 Aug 31 01:00:25.356405 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.401322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea05c4-7e33-47fa-a23c-1cc5e8e8a5fb req-50178ee4-a2f3-47e7-9c81-e8d2660a9e33 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:25.409208 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0ea05c4-7e33-47fa-a23c-1cc5e8e8a5fb req-50178ee4-a2f3-47e7-9c81-e8d2660a9e33 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 944 time: 0.0991664 Aug 31 01:00:25.462340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0ea05c4-7e33-47fa-a23c-1cc5e8e8a5fb req-1f824d5a-cd21-4a11-85d3-250392d60a1c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515575 Aug 31 01:00:25.520668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6acb0d54-5ce9-41d0-b226-cdfbc8677068,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:25.599303 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2dd59e3e-56bf-41f6-8d81-bbbf5170eeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.672776 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6acb0d54-5ce9-41d0-b226-cdfbc8677068'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:25.711396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8ca63-ee30-4fac-b783-8b335a6d7409 req-01325a07-6660-445f-9631-9e3e38f54f26 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:25.722505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bff8ca63-ee30-4fac-b783-8b335a6d7409 req-01325a07-6660-445f-9631-9e3e38f54f26 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 943 time: 0.1352279 Aug 31 01:00:25.732791 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.752222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Transition to ACTIVE for port object fc6d2bd2-005f-4ba9-a162-eaf88469ee12 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:25.766353 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.803521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bff8ca63-ee30-4fac-b783-8b335a6d7409 req-7e0fa2cd-fccb-4eaa-a651-568e37d01f35 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746117 Aug 31 01:00:25.848986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7de2d4-e27e-4d5b-a47e-c897f1c05e11 None None] Pushing event updated for resources: {'Port': ['ID=fc6d2bd2-005f-4ba9-a162-eaf88469ee12,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:25.853828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Attempting to bind port fc6d2bd2-005f-4ba9-a162-eaf88469ee12 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:25.854093 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Attempting to bind port fc6d2bd2-005f-4ba9-a162-eaf88469ee12 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:25.854405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Attempting to bind port fc6d2bd2-005f-4ba9-a162-eaf88469ee12 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:25.863425 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2dd59e3e-56bf-41f6-8d81-bbbf5170eeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.868780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:25.869154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:25.869558 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.869951 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:25.870424 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Bound port: fc6d2bd2-005f-4ba9-a162-eaf88469ee12, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:25.870805 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.872740 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2dd59e3e-56bf-41f6-8d81-bbbf5170eeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:25.889142 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dd6dc219-b905-4254-8cdf-8778015eaee1 req-a67155a5-831e-4f57-a722-675eccde65d2 service neutron] 10.222.0.15 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492861 Aug 31 01:00:25.943888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2dd59e3e-56bf-41f6-8d81-bbbf5170eeaa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f97af51b8f6545a28c77e8c26898d768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5776591 Aug 31 01:00:25.944767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60180) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:25.959331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] For port fc6d2bd2-005f-4ba9-a162-eaf88469ee12, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:25.961814 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-5f10db2b-60ed-4bc1-b93c-954c95d7e326 service neutron] 10.222.0.15 "GET /v2.0/networks/ece5bda1-9b98-4532-ad07-8df726182de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459323 Aug 31 01:00:25.977318 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] For port fc6d2bd2-005f-4ba9-a162-eaf88469ee12, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fc6d2bd2-005f-4ba9-a162-eaf88469ee12,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:25.980603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32589c-b338-409d-a190-e9fda192da2d req-b996d192-dc7c-4a11-95c1-ab562cc012b4 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:25.982535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c32589c-b338-409d-a190-e9fda192da2d req-b996d192-dc7c-4a11-95c1-ab562cc012b4 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 948 time: 0.1583464 Aug 31 01:00:25.983395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd59e3e-56bf-41f6-8d81-bbbf5170eeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93d89cf-c007-49b6-a719-a1603452782e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:25.988210 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.046009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Routers {'2b9c703c-2fd6-4659-9d32-3220abde09c5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:26.046587 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:00:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2b9c703c-2fd6-4659-9d32-3220abde09c5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:26.086193 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7de2d4-e27e-4d5b-a47e-c897f1c05e11 None None] Pushing event updated for resources: {'Port': ['ID=fc6d2bd2-005f-4ba9-a162-eaf88469ee12,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:26.174452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c32589c-b338-409d-a190-e9fda192da2d req-7e20a03d-ddc9-4e20-94dd-e28e7caad341 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752288 Aug 31 01:00:26.184550 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e1ca44b1-1823-42b2-812c-10ea44544f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.216272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] Set router 2b9c703c-2fd6-4659-9d32-3220abde09c5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:26.255342 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e1ca44b1-1823-42b2-812c-10ea44544f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.264387 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.273637 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ff4588b-b50c-4e93-bf76-fa03abe095d9 req-bc14eb38-9d30-4d28-ba8d-ad108c459270 service neutron] 10.222.0.15 "GET /v2.0/networks/ece5bda1-9b98-4532-ad07-8df726182de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968073 Aug 31 01:00:26.353488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975942cd-2e0e-427a-9d1a-dfb6ef618bff req-a046bfbd-fc71-40d9-b1ec-46b674f1cdbb tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:26.355966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-975942cd-2e0e-427a-9d1a-dfb6ef618bff req-a046bfbd-fc71-40d9-b1ec-46b674f1cdbb tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 944 time: 0.0747952 Aug 31 01:00:26.406716 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e1ca44b1-1823-42b2-812c-10ea44544f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.411349 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e1ca44b1-1823-42b2-812c-10ea44544f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.415710 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e1ca44b1-1823-42b2-812c-10ea44544f57 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f93d89cf-c007-49b6-a719-a1603452782e HTTP/1.1" status: 204 len: 168 time: 0.4587498 Aug 31 01:00:26.431131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca44b1-1823-42b2-812c-10ea44544f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93d89cf-c007-49b6-a719-a1603452782e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:26.454934 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-975942cd-2e0e-427a-9d1a-dfb6ef618bff req-4657aeff-0bb5-4cb3-831d-f6eadc07f52f tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866733 Aug 31 01:00:26.488824 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b2828cf5-0d8d-4fe6-b0a8-c65056c5055d details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:26.586884 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0dce3-f440-44af-9897-77418864e985 req-0063533c-4d8d-45be-a2bc-16f0adecd8bf tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:26.588976 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61e0dce3-f440-44af-9897-77418864e985 req-0063533c-4d8d-45be-a2bc-16f0adecd8bf tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 948 time: 0.1244528 Aug 31 01:00:26.622761 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Allocated IP 172.20.0.1 (e6a622ed-6f54-4723-b123-86ec7abb2cdd/dcf1746f-1ea7-4083-a7a0-4d4bb716ddd2/04b4415c-3426-4a85-9a88-b1bf4acd9b41) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:26.625252 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.707182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b2828cf5-0d8d-4fe6-b0a8-c65056c5055d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:26.724629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d', 'mac_address': 'fa:16:3e:0e:0b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:00:26.755024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428990254-router', 'tenant_id': '818a42ccca244bf59011cc86d395ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc6d2bd2-005f-4ba9-a162-eaf88469ee12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:15Z', 'updated_at': '2021-08-31T01:00:21Z', 'revision_number': 3, 'project_id': '818a42ccca244bf59011cc86d395ea30', 'gw_port': {'id': 'fc6d2bd2-005f-4ba9-a162-eaf88469ee12', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ea:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:19Z', 'updated_at': '2021-08-31T01:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:26.759196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a3b37-edcb-47dc-9342-97ccfc747966 req-229443b6-42d4-4ec9-a2c6-1720d6a75213 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:26.765940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-648a3b37-edcb-47dc-9342-97ccfc747966 req-229443b6-42d4-4ec9-a2c6-1720d6a75213 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 945 time: 0.1723745 Aug 31 01:00:26.773640 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60200) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:26.776253 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61e0dce3-f440-44af-9897-77418864e985 req-dd7a9819-2d31-423b-903f-c97c7ebbf85c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755533 Aug 31 01:00:26.789188 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.808278 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d5a59b-fa0c-4037-8531-49e8349333e6 None None] The sync data for ids ['2b9c703c-2fd6-4659-9d32-3220abde09c5'] in n-d-802060-13 is: [{'id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428990254-router', 'tenant_id': '818a42ccca244bf59011cc86d395ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc6d2bd2-005f-4ba9-a162-eaf88469ee12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:15Z', 'updated_at': '2021-08-31T01:00:21Z', 'revision_number': 3, 'project_id': '818a42ccca244bf59011cc86d395ea30', 'gw_port': {'id': 'fc6d2bd2-005f-4ba9-a162-eaf88469ee12', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ea:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:19Z', 'updated_at': '2021-08-31T01:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:26.811572 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Transition to ACTIVE for port object 04b4415c-3426-4a85-9a88-b1bf4acd9b41 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:26.840001 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.863793 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-648a3b37-edcb-47dc-9342-97ccfc747966 req-8f38e031-9253-4d1e-83d4-9a84ade1b6c0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919843 Aug 31 01:00:26.872646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2828cf5-0d8d-4fe6-b0a8-c65056c5055d {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:26.908752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b2828cf5-0d8d-4fe6-b0a8-c65056c5055d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:26.914327 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.915459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 0ce26b81-4b15-4bbf-a4cc-098e1d347288 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:26.917913 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:26.955890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 0ce26b81-4b15-4bbf-a4cc-098e1d347288, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=0ce26b81-4b15-4bbf-a4cc-098e1d347288,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:26.983964 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4b99-b682-418b-8382-5963835fd9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.008098 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e799b45-96c5-4b99-aee4-d576960b104d req-adca21b9-5efc-40b3-88b5-ff77ce4b037a tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:27.008377 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Network e6a622ed-6f54-4723-b123-86ec7abb2cdd is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:27.009675 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Pushing event updated for resources: {'Port': ['ID=04b4415c-3426-4a85-9a88-b1bf4acd9b41,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:27.009975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e799b45-96c5-4b99-aee4-d576960b104d req-adca21b9-5efc-40b3-88b5-ff77ce4b037a tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 943 time: 0.0875967 Aug 31 01:00:27.012764 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '0ce26b81-4b15-4bbf-a4cc-098e1d347288', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '0ce26b81-4b15-4bbf-a4cc-098e1d347288', 'mac_address': 'fa:16:3e:2d:4a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:00:27.024516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:27.036519 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:27.037326 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.056048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60206) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:27.074497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b2828cf5-0d8d-4fe6-b0a8-c65056c5055d,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:27.086041 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef37520e-7492-459e-b34d-70b8b6d666ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.101194 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.122504 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e799b45-96c5-4b99-aee4-d576960b104d req-3697d4c8-f769-42cf-9164-a383be5f41d3 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040804 Aug 31 01:00:27.129971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce26b81-4b15-4bbf-a4cc-098e1d347288 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:27.159306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 0ce26b81-4b15-4bbf-a4cc-098e1d347288, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=0ce26b81-4b15-4bbf-a4cc-098e1d347288,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:27.159306 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.243795 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.248629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=0ce26b81-4b15-4bbf-a4cc-098e1d347288,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:27.330686 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4b99-b682-418b-8382-5963835fd9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.356195 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4b99-b682-418b-8382-5963835fd9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.364316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9f055-3d17-430f-844c-b040d2c7f002 req-874c1c10-64c9-4547-9298-ed3b4c411825 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:27.365904 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73e9f055-3d17-430f-844c-b040d2c7f002 req-874c1c10-64c9-4547-9298-ed3b4c411825 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 949 time: 0.0694380 Aug 31 01:00:27.426081 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['0ce26b81-4b15-4bbf-a4cc-098e1d347288'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:27.440038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73e9f055-3d17-430f-844c-b040d2c7f002 req-66a28c7c-d044-4da7-9217-0cd2adbd50bb tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648093 Aug 31 01:00:27.441313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b2828cf5-0d8d-4fe6-b0a8-c65056c5055d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:27.466698 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ab3e4b99-b682-418b-8382-5963835fd9ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b1c2763b111424bbb3c17893ae699d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6917856 Aug 31 01:00:27.469556 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e4b99-b682-418b-8382-5963835fd9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafb4fdb-c39a-4cc0-9c69-db4d6126727c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:27.470179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60210) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:27.533807 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f16ad202-0791-48ec-8b98-023d19a95bbb None None] Provisioning for port 04b4415c-3426-4a85-9a88-b1bf4acd9b41 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:27.550574 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f16ad202-0791-48ec-8b98-023d19a95bbb None None] Provisioning complete for port 04b4415c-3426-4a85-9a88-b1bf4acd9b41 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:27.551085 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f16ad202-0791-48ec-8b98-023d19a95bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.551562 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef37520e-7492-459e-b34d-70b8b6d666ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.572058 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef37520e-7492-459e-b34d-70b8b6d666ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.576266 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.583816 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.585043 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.631675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f16ad202-0791-48ec-8b98-023d19a95bbb None None] Port 04b4415c-3426-4a85-9a88-b1bf4acd9b41 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:27.662456 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ef37520e-7492-459e-b34d-70b8b6d666ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49f4c421dcd34c3084b4ad3dff52f9fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6034935 Aug 31 01:00:27.662456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60214) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:27.670191 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-601c146d-936d-4d9e-a54d-a9fa9ac9bd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.678860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37520e-7492-459e-b34d-70b8b6d666ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff40d7d3-a9db-4ce6-b6a5-1a3fc1a28313,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:27.731984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Pushing event updated for resources: {'Port': ['ID=04b4415c-3426-4a85-9a88-b1bf4acd9b41,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:27.744100 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Network e6a622ed-6f54-4723-b123-86ec7abb2cdd is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:27.745626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:27.749659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7f609-4851-4b01-86af-f9dac98eb15d req-0c69a336-f855-4d9a-820e-bf83274f196c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:27.757253 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95c7f609-4851-4b01-86af-f9dac98eb15d req-0c69a336-f855-4d9a-820e-bf83274f196c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 944 time: 0.2043281 Aug 31 01:00:27.766261 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-601c146d-936d-4d9e-a54d-a9fa9ac9bd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.773391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:27.883957 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95c7f609-4851-4b01-86af-f9dac98eb15d req-32889f0a-2ae2-41fe-b585-8b231d443a24 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257389 Aug 31 01:00:27.889026 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-650dba71-db2d-4f97-ad7e-c66db7f48117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.935423 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-650dba71-db2d-4f97-ad7e-c66db7f48117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.965461 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-601c146d-936d-4d9e-a54d-a9fa9ac9bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.968520 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-601c146d-936d-4d9e-a54d-a9fa9ac9bd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:27.980505 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:27.983918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-601c146d-936d-4d9e-a54d-a9fa9ac9bd30 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bafb4fdb-c39a-4cc0-9c69-db4d6126727c HTTP/1.1" status: 204 len: 168 time: 0.5131218 Aug 31 01:00:28.003718 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Router 2b9c703c-2fd6-4659-9d32-3220abde09c5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:00:28.024565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '219c4c8b-6ffd-4c5a-86f5-cc0b60601b91', 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999', 'port_id': '219c4c8b-6ffd-4c5a-86f5-cc0b60601b91', 'mac_address': 'fa:16:3e:87:90:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33d2c75-5836-4488-8d84-b2a19a874844', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:00:28.101182 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.116284 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:28.128065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c146d-936d-4d9e-a54d-a9fa9ac9bd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafb4fdb-c39a-4cc0-9c69-db4d6126727c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:28.163254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7657940-4e20-4304-a4a6-ae1d0bd5714b req-29fcdde1-a373-46a5-ab0c-d2f0be34064e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:28.173059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7657940-4e20-4304-a4a6-ae1d0bd5714b req-29fcdde1-a373-46a5-ab0c-d2f0be34064e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 949 time: 0.2343116 Aug 31 01:00:28.176589 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:28.187829 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.189299 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f738b141-d6ab-4788-a522-5b5738c27994 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:28.195004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-38e1f675-d6f5-448c-8905-65470f18b18d None None] Provisioning complete for port 04b4415c-3426-4a85-9a88-b1bf4acd9b41 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:28.195414 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-38e1f675-d6f5-448c-8905-65470f18b18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.196256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f094755-eb6f-42c1-b519-1545bd500c38 req-a777115b-af29-49f1-8577-626b4f3f114f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:28.197842 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f094755-eb6f-42c1-b519-1545bd500c38 req-a777115b-af29-49f1-8577-626b4f3f114f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 945 time: 0.1765816 Aug 31 01:00:28.215033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:28.225014 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-995097cd-b553-4795-9909-8d5c02a25107 admin admin] 10.222.0.58 "PUT /v2.0/routers/2b9c703c-2fd6-4659-9d32-3220abde09c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9027340 Aug 31 01:00:28.238731 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-650dba71-db2d-4f97-ad7e-c66db7f48117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.241445 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-650dba71-db2d-4f97-ad7e-c66db7f48117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.244852 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-650dba71-db2d-4f97-ad7e-c66db7f48117 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff40d7d3-a9db-4ce6-b6a5-1a3fc1a28313 HTTP/1.1" status: 204 len: 168 time: 0.5735219 Aug 31 01:00:28.258554 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7657940-4e20-4304-a4a6-ae1d0bd5714b req-6592bfbf-6bb3-4ba0-a489-31bbb3a46ed7 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845928 Aug 31 01:00:28.279618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:28.295145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dba71-db2d-4f97-ad7e-c66db7f48117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff40d7d3-a9db-4ce6-b6a5-1a3fc1a28313,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:28.336714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-38e1f675-d6f5-448c-8905-65470f18b18d None None] Port 04b4415c-3426-4a85-9a88-b1bf4acd9b41 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:28.342589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f094755-eb6f-42c1-b519-1545bd500c38 req-b619ef4d-551e-4d48-8a73-7bfd1ba012da tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320195 Aug 31 01:00:28.369386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6acb0d54-5ce9-41d0-b226-cdfbc8677068 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:28.437086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b20a2b-eb20-403e-aca8-db5f7256c381 req-848c4cfa-1136-485f-a944-437f0db9c92b tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:28.444586 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:28.444846 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2b20a2b-eb20-403e-aca8-db5f7256c381 req-848c4cfa-1136-485f-a944-437f0db9c92b tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 943 time: 0.0773475 Aug 31 01:00:28.455708 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:28.455995 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.490195 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2b20a2b-eb20-403e-aca8-db5f7256c381 req-9b841fdf-80b6-4ed7-abf7-febe7bad128e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444014 Aug 31 01:00:28.506783 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port f738b141-d6ab-4788-a522-5b5738c27994, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f738b141-d6ab-4788-a522-5b5738c27994,segment=NetworkSegment(47607cb1-d953-4bfd-a158-93af8777f492),segment_id=47607cb1-d953-4bfd-a158-93af8777f492)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:28.524408 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'f738b141-d6ab-4788-a522-5b5738c27994', 'network_id': 'ece5bda1-9b98-4532-ad07-8df726182de5', 'port_id': 'f738b141-d6ab-4788-a522-5b5738c27994', 'mac_address': 'fa:16:3e:de:95:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde3168b-8b59-4223-b9be-ba3601f371fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:00:28.595418 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.612822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60238) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:28.616844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f738b141-d6ab-4788-a522-5b5738c27994 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:28.634768 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26350eb7-b8ef-418c-9783-2dc4397558eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.648564 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.653667 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port f738b141-d6ab-4788-a522-5b5738c27994, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f738b141-d6ab-4788-a522-5b5738c27994,segment=NetworkSegment(47607cb1-d953-4bfd-a158-93af8777f492),segment_id=47607cb1-d953-4bfd-a158-93af8777f492)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:28.660651 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e556f7-6fea-436c-8415-e7dc73854614 req-19dd197c-996b-49f7-8205-b94394814996 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:28.663015 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8e556f7-6fea-436c-8415-e7dc73854614 req-19dd197c-996b-49f7-8205-b94394814996 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 949 time: 0.0928595 Aug 31 01:00:28.666564 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.727114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:28.729832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a9a292-f706-4fbf-bd38-29206c6dd1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acb0d54-5ce9-41d0-b226-cdfbc8677068'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:28.732613 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b0ebfa-45e1-4551-9a93-f342c44ad10e" -d '{"events": [{"server_uuid": "95a9a292-f706-4fbf-bd38-29206c6dd1ad", "name": "network-vif-plugged", "status": "completed", "tag": "6acb0d54-5ce9-41d0-b226-cdfbc8677068"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:28.739423 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.745617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8e556f7-6fea-436c-8415-e7dc73854614 req-38214d25-750e-43c5-a87f-ecee8a636ff6 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761425 Aug 31 01:00:28.762089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=f738b141-d6ab-4788-a522-5b5738c27994,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:28.815345 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b540b70-c1a6-48f5-affe-893436b9f07b x-openstack-request-id: req-0b540b70-c1a6-48f5-affe-893436b9f07b {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:28.815592 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a9a292-f706-4fbf-bd38-29206c6dd1ad", "name": "network-vif-plugged", "status": "completed", "tag": "6acb0d54-5ce9-41d0-b226-cdfbc8677068", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:28.815840 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b540b70-c1a6-48f5-affe-893436b9f07b {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:28.816223 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a9a292-f706-4fbf-bd38-29206c6dd1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acb0d54-5ce9-41d0-b226-cdfbc8677068', 'code': 200} Aug 31 01:00:28.825171 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26350eb7-b8ef-418c-9783-2dc4397558eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.833379 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26350eb7-b8ef-418c-9783-2dc4397558eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:28.868280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6acb0d54-5ce9-41d0-b226-cdfbc8677068,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:28.899419 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-26350eb7-b8ef-418c-9783-2dc4397558eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f682f45573094d08933da8fd66bfc43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845042 Aug 31 01:00:28.902368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60248) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:28.913224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26350eb7-b8ef-418c-9783-2dc4397558eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18388de5-6d62-4c0e-a720-49788de3ba57,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:29.007888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2ec56-855c-40d5-b315-e13316ad37ad req-1ab5c808-f928-4272-abbb-f7e0736b17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:29.009628 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3db2ec56-855c-40d5-b315-e13316ad37ad req-1ab5c808-f928-4272-abbb-f7e0736b17ae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 1098 time: 0.0984507 Aug 31 01:00:29.063057 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3db2ec56-855c-40d5-b315-e13316ad37ad req-8c4568f4-5bf0-49fe-9126-7b914c747a0e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459137 Aug 31 01:00:29.067244 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['219c4c8b-6ffd-4c5a-86f5-cc0b60601b91'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:29.113815 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-195f9447-aa4b-48aa-8cbc-c53b6c40ccaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:29.125097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['f738b141-d6ab-4788-a522-5b5738c27994'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:29.128479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fc6d2bd2-005f-4ba9-a162-eaf88469ee12 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:29.170514 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-195f9447-aa4b-48aa-8cbc-c53b6c40ccaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:29.190545 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Sync routers for ids ['2b9c703c-2fd6-4659-9d32-3220abde09c5'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:29.215343 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Routers {'2b9c703c-2fd6-4659-9d32-3220abde09c5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:29.219419 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:00:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2b9c703c-2fd6-4659-9d32-3220abde09c5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:29.297141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3c6a2-bfbb-4f51-a5f0-9692bc84189d req-c6bff006-9c65-4087-9d0b-b083bb8977c8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:29.297456 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port fc6d2bd2-005f-4ba9-a162-eaf88469ee12 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:29.310072 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc3c6a2-bfbb-4f51-a5f0-9692bc84189d req-c6bff006-9c65-4087-9d0b-b083bb8977c8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 945 time: 0.3144825 Aug 31 01:00:29.310873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port fc6d2bd2-005f-4ba9-a162-eaf88469ee12 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:29.311236 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:29.337270 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-195f9447-aa4b-48aa-8cbc-c53b6c40ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:29.341905 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-195f9447-aa4b-48aa-8cbc-c53b6c40ccaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:29.343795 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-195f9447-aa4b-48aa-8cbc-c53b6c40ccaf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18388de5-6d62-4c0e-a720-49788de3ba57 HTTP/1.1" status: 204 len: 168 time: 0.4397948 Aug 31 01:00:29.378836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f9447-aa4b-48aa-8cbc-c53b6c40ccaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18388de5-6d62-4c0e-a720-49788de3ba57,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:29.415234 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc3c6a2-bfbb-4f51-a5f0-9692bc84189d req-b2e6dd6e-b2a2-40be-9e8c-f2f7e137a955 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037304 Aug 31 01:00:29.542876 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:29.568740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port fc6d2bd2-005f-4ba9-a162-eaf88469ee12, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fc6d2bd2-005f-4ba9-a162-eaf88469ee12,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:29.575569 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:29.599569 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Set router 2b9c703c-2fd6-4659-9d32-3220abde09c5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:29.612722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b366fe-48b0-4b33-b1a3-42e4ccaa611f req-611256ce-c778-49d0-bd9c-ad48a33ac688 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:29.620138 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06b366fe-48b0-4b33-b1a3-42e4ccaa611f req-611256ce-c778-49d0-bd9c-ad48a33ac688 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 949 time: 0.1022727 Aug 31 01:00:29.694092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06b366fe-48b0-4b33-b1a3-42e4ccaa611f req-808e2aff-5c8b-4444-8de9-e360b05dc4a6 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728860 Aug 31 01:00:29.698134 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=fc6d2bd2-005f-4ba9-a162-eaf88469ee12,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:29.737367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cfb03-b862-4651-9b4a-7a39ef87e256 req-c42fa211-4df1-4197-8689-9806bcfb3a46 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:29.744736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b0cfb03-b862-4651-9b4a-7a39ef87e256 req-c42fa211-4df1-4197-8689-9806bcfb3a46 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 946 time: 0.1165907 Aug 31 01:00:29.802718 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b0cfb03-b862-4651-9b4a-7a39ef87e256 req-db70c12a-8929-41f0-8501-6e9369811969 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547447 Aug 31 01:00:29.882939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd8f5c-285f-4b3d-9fdb-6f1e706be950 req-f86e62d1-2335-4c4f-a96f-853bdafe6f83 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:29.884101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cddd8f5c-285f-4b3d-9fdb-6f1e706be950 req-f86e62d1-2335-4c4f-a96f-853bdafe6f83 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 944 time: 0.0946496 Aug 31 01:00:29.897345 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428990254-router', 'tenant_id': '818a42ccca244bf59011cc86d395ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc6d2bd2-005f-4ba9-a162-eaf88469ee12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:15Z', 'updated_at': '2021-08-31T01:00:27Z', 'revision_number': 4, 'project_id': '818a42ccca244bf59011cc86d395ea30', 'gw_port': {'id': 'fc6d2bd2-005f-4ba9-a162-eaf88469ee12', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ea:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:19Z', 'updated_at': '2021-08-31T01:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '04b4415c-3426-4a85-9a88-b1bf4acd9b41', 'name': '', 'network_id': 'e6a622ed-6f54-4723-b123-86ec7abb2cdd', 'tenant_id': '818a42ccca244bf59011cc86d395ea30', 'mac_address': 'fa:16:3e:6c:c7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'dcf1746f-1ea7-4083-a7a0-4d4bb716ddd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:26Z', 'updated_at': '2021-08-31T01:00:27Z', 'revision_number': 2, 'project_id': '818a42ccca244bf59011cc86d395ea30', 'subnets': [{'id': 'dcf1746f-1ea7-4083-a7a0-4d4bb716ddd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:29.970840 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cddd8f5c-285f-4b3d-9fdb-6f1e706be950 req-a13f5550-b4b1-42ad-850c-43104c4812be tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795166 Aug 31 01:00:29.982250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594a75d-b28e-430c-8c7e-c5362c8a6f7b req-392505b4-a9f5-434f-bec8-325f4b35fcbd tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:29.983924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0594a75d-b28e-430c-8c7e-c5362c8a6f7b req-392505b4-a9f5-434f-bec8-325f4b35fcbd tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 949 time: 0.0727217 Aug 31 01:00:30.034261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0594a75d-b28e-430c-8c7e-c5362c8a6f7b req-3af6600d-6625-46e5-9f32-c1b6441d0e6e tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387974 Aug 31 01:00:30.076371 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Checking router: 2b9c703c-2fd6-4659-9d32-3220abde09c5 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:00:30.076730 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Updating router 2b9c703c-2fd6-4659-9d32-3220abde09c5 port 04b4415c-3426-4a85-9a88-b1bf4acd9b41 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:00:30.111031 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.345759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60308) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:30.351779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a17e62cd-5813-4c4e-bf2c-97485b30b421 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2021200502', 'description': 'tempest-description--23365970'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:30.362662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b2828cf5-0d8d-4fe6-b0a8-c65056c5055d up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:30.393136 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a17e62cd-5813-4c4e-bf2c-97485b30b421 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.492296 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:30.504744 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:30.508672 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.512178 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a17e62cd-5813-4c4e-bf2c-97485b30b421 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.520280 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a17e62cd-5813-4c4e-bf2c-97485b30b421 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.522124 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.567817 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Transition to ACTIVE for port object 04b4415c-3426-4a85-9a88-b1bf4acd9b41 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:30.578662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e62cd-5813-4c4e-bf2c-97485b30b421 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beada7f6-7b0c-4487-993a-5630eade76fe,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:30.594331 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.609797 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a17e62cd-5813-4c4e-bf2c-97485b30b421 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.609797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a17e62cd-5813-4c4e-bf2c-97485b30b421 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2614079 Aug 31 01:00:30.613498 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60322) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:30.621334 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4910352b-9636-43b4-94e6-f6a5cd4c42ef tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Request body: {'security_group_rule': {'security_group_id': 'beada7f6-7b0c-4487-993a-5630eade76fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:30.635362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5516311-b4ee-4ec8-b3cf-28576ef4449f req-b4756efb-cdc9-4a82-9245-e183ebe3c085 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:30.637035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5516311-b4ee-4ec8-b3cf-28576ef4449f req-b4756efb-cdc9-4a82-9245-e183ebe3c085 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 945 time: 0.0852215 Aug 31 01:00:30.685716 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4910352b-9636-43b4-94e6-f6a5cd4c42ef tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.706880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5516311-b4ee-4ec8-b3cf-28576ef4449f req-9b0193fd-dd4f-41e8-8343-cd15aab30701 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556939 Aug 31 01:00:30.798747 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4910352b-9636-43b4-94e6-f6a5cd4c42ef tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.804234 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4910352b-9636-43b4-94e6-f6a5cd4c42ef tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.820966 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb175ef-0f9a-42f4-b35e-16ae100f33f8 None None] Pushing event updated for resources: {'Port': ['ID=04b4415c-3426-4a85-9a88-b1bf4acd9b41,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:30.828615 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910352b-9636-43b4-94e6-f6a5cd4c42ef tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e25fab7-d93e-4c6e-86c0-a90413b291ef,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:30.850693 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4910352b-9636-43b4-94e6-f6a5cd4c42ef tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.853196 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4910352b-9636-43b4-94e6-f6a5cd4c42ef tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2374523 Aug 31 01:00:30.856767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60330) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:30.863185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-fffb2657-5aa4-455c-8eb3-aee2b4efc4b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Request body: {'security_group_rule': {'security_group_id': 'beada7f6-7b0c-4487-993a-5630eade76fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:30.900376 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.950493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bceab6a-3bd7-4700-b20c-88e48521a378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:30.959098 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc1a988-92c3-4e6b-97d6-117e4657e676" -d '{"events": [{"server_uuid": "5bceab6a-3bd7-4700-b20c-88e48521a378", "name": "network-vif-plugged", "status": "completed", "tag": "b2828cf5-0d8d-4fe6-b0a8-c65056c5055d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:30.977375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b2828cf5-0d8d-4fe6-b0a8-c65056c5055d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:30.992778 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Attempting to bind port 04b4415c-3426-4a85-9a88-b1bf4acd9b41 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:30.993428 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Attempting to bind port 04b4415c-3426-4a85-9a88-b1bf4acd9b41 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '5a1be4a3-dc75-4eaf-9d3c-5983e0306136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e6a622ed-6f54-4723-b123-86ec7abb2cdd'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:30.994049 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Attempting to bind port 04b4415c-3426-4a85-9a88-b1bf4acd9b41 on network e6a622ed-6f54-4723-b123-86ec7abb2cdd {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:30.998796 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:30.999698 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 0ce26b81-4b15-4bbf-a4cc-098e1d347288 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:31.002108 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:31.002723 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Checking segment: {'id': '5a1be4a3-dc75-4eaf-9d3c-5983e0306136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e6a622ed-6f54-4723-b123-86ec7abb2cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:31.003295 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.004216 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Bound using segment: {'id': '5a1be4a3-dc75-4eaf-9d3c-5983e0306136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e6a622ed-6f54-4723-b123-86ec7abb2cdd'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:31.004927 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Bound port: 04b4415c-3426-4a85-9a88-b1bf4acd9b41, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1be4a3-dc75-4eaf-9d3c-5983e0306136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e6a622ed-6f54-4723-b123-86ec7abb2cdd'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:31.005532 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.051244 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fffb2657-5aa4-455c-8eb3-aee2b4efc4b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.103177 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] For port 04b4415c-3426-4a85-9a88-b1bf4acd9b41, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:31.109378 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] For port 04b4415c-3426-4a85-9a88-b1bf4acd9b41, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=04b4415c-3426-4a85-9a88-b1bf4acd9b41,segment=NetworkSegment(5a1be4a3-dc75-4eaf-9d3c-5983e0306136),segment_id=5a1be4a3-dc75-4eaf-9d3c-5983e0306136)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:31.114806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fc6d2bd2-005f-4ba9-a162-eaf88469ee12 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:31.117380 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.130299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1c4ad-b6af-41fc-acaf-e34f41b614ff req-c0fa4dc2-0e37-4d9c-b6a2-7412826b3a7a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:31.132775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-57c1c4ad-b6af-41fc-acaf-e34f41b614ff req-c0fa4dc2-0e37-4d9c-b6a2-7412826b3a7a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 949 time: 0.2239957 Aug 31 01:00:31.197597 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Routers {'2b9c703c-2fd6-4659-9d32-3220abde09c5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:31.198735 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:00:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2b9c703c-2fd6-4659-9d32-3220abde09c5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:31.242078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dc0c3-3888-40c8-848c-c2c1daba001d req-57931744-891e-46c8-b002-a9627a1f1771 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:31.243861 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e64dc0c3-3888-40c8-848c-c2c1daba001d req-57931744-891e-46c8-b002-a9627a1f1771 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 946 time: 0.2474003 Aug 31 01:00:31.278959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-57c1c4ad-b6af-41fc-acaf-e34f41b614ff req-a76b6065-77b2-475e-9793-3d731012e306 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372747 Aug 31 01:00:31.290972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b2828cf5-0d8d-4fe6-b0a8-c65056c5055d,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:31.336460 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 0ce26b81-4b15-4bbf-a4cc-098e1d347288 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:31.342044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e64dc0c3-3888-40c8-848c-c2c1daba001d req-a3e6c5f9-da6b-4d65-b568-73016dcb6639 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693293 Aug 31 01:00:31.345483 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 0ce26b81-4b15-4bbf-a4cc-098e1d347288 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:31.345934 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.348559 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fffb2657-5aa4-455c-8eb3-aee2b4efc4b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.360999 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fffb2657-5aa4-455c-8eb3-aee2b4efc4b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.397180 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fffb2657-5aa4-455c-8eb3-aee2b4efc4b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.404884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60350) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:31.410701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:31.420060 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fffb2657-5aa4-455c-8eb3-aee2b4efc4b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5579975 Aug 31 01:00:31.420301 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.420748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb2657-5aa4-455c-8eb3-aee2b4efc4b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92d405c-b17f-4392-8988-d5f04ffae96c,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:31.461659 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3000fc-517d-420b-8dc3-1849548be57a x-openstack-request-id: req-cb3000fc-517d-420b-8dc3-1849548be57a {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:31.461929 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bceab6a-3bd7-4700-b20c-88e48521a378", "name": "network-vif-plugged", "status": "completed", "tag": "b2828cf5-0d8d-4fe6-b0a8-c65056c5055d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:31.466128 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb3000fc-517d-420b-8dc3-1849548be57a {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:31.466412 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.469135 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bceab6a-3bd7-4700-b20c-88e48521a378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d', 'code': 200} Aug 31 01:00:31.472029 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port fc6d2bd2-005f-4ba9-a162-eaf88469ee12 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:31.473895 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.507129 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] Set router 2b9c703c-2fd6-4659-9d32-3220abde09c5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:31.609469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db5935-1d6b-4a0b-8b4e-c6315edfdfa1 req-e690fbbc-8b86-45ea-9d14-c1b081158f96 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:31.611779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28db5935-1d6b-4a0b-8b4e-c6315edfdfa1 req-e690fbbc-8b86-45ea-9d14-c1b081158f96 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 949 time: 0.1185131 Aug 31 01:00:31.636848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fc9c4-9457-448c-9439-914d66d24f88 req-6fbfc0be-55ea-4284-bb1b-8009ea5d25a1 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:31.639137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-218fc9c4-9457-448c-9439-914d66d24f88 req-6fbfc0be-55ea-4284-bb1b-8009ea5d25a1 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 944 time: 0.1030755 Aug 31 01:00:31.669711 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c32086-4c34-4725-923f-40bc8da25a33 req-cddff20d-cce4-4811-a892-253223abf196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:31.671239 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-12c32086-4c34-4725-923f-40bc8da25a33 req-cddff20d-cce4-4811-a892-253223abf196 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 1102 time: 0.1578588 Aug 31 01:00:31.701689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28db5935-1d6b-4a0b-8b4e-c6315edfdfa1 req-99fe3434-050f-4161-9024-a20cdf97e873 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783136 Aug 31 01:00:31.744969 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-12c32086-4c34-4725-923f-40bc8da25a33 req-95c54527-324f-4e8b-a895-aa15fed65b0a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636759 Aug 31 01:00:31.747528 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-218fc9c4-9457-448c-9439-914d66d24f88 req-4c65417a-dcba-45bd-9b0a-447b45addaef tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961158 Aug 31 01:00:31.757123 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb175ef-0f9a-42f4-b35e-16ae100f33f8 None None] Pushing event updated for resources: {'Port': ['ID=04b4415c-3426-4a85-9a88-b1bf4acd9b41,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:31.786141 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:31.786935 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428990254-router', 'tenant_id': '818a42ccca244bf59011cc86d395ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc6d2bd2-005f-4ba9-a162-eaf88469ee12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:15Z', 'updated_at': '2021-08-31T01:00:27Z', 'revision_number': 4, 'project_id': '818a42ccca244bf59011cc86d395ea30', 'gw_port': {'id': 'fc6d2bd2-005f-4ba9-a162-eaf88469ee12', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ea:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:19Z', 'updated_at': '2021-08-31T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '04b4415c-3426-4a85-9a88-b1bf4acd9b41', 'name': '', 'network_id': 'e6a622ed-6f54-4723-b123-86ec7abb2cdd', 'tenant_id': '818a42ccca244bf59011cc86d395ea30', 'mac_address': 'fa:16:3e:6c:c7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'dcf1746f-1ea7-4083-a7a0-4d4bb716ddd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:26Z', 'updated_at': '2021-08-31T01:00:31Z', 'revision_number': 4, 'project_id': '818a42ccca244bf59011cc86d395ea30', 'subnets': [{'id': 'dcf1746f-1ea7-4083-a7a0-4d4bb716ddd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:31.842273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:31.864636 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9f797-6872-4c46-9ecd-ae47f8084974 None None] The sync data for ids ['2b9c703c-2fd6-4659-9d32-3220abde09c5'] in n-d-802060-13 is: [{'id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428990254-router', 'tenant_id': '818a42ccca244bf59011cc86d395ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc6d2bd2-005f-4ba9-a162-eaf88469ee12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:15Z', 'updated_at': '2021-08-31T01:00:27Z', 'revision_number': 4, 'project_id': '818a42ccca244bf59011cc86d395ea30', 'gw_port': {'id': 'fc6d2bd2-005f-4ba9-a162-eaf88469ee12', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ea:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:19Z', 'updated_at': '2021-08-31T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '04b4415c-3426-4a85-9a88-b1bf4acd9b41', 'name': '', 'network_id': 'e6a622ed-6f54-4723-b123-86ec7abb2cdd', 'tenant_id': '818a42ccca244bf59011cc86d395ea30', 'mac_address': 'fa:16:3e:6c:c7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'dcf1746f-1ea7-4083-a7a0-4d4bb716ddd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:26Z', 'updated_at': '2021-08-31T01:00:31Z', 'revision_number': 4, 'project_id': '818a42ccca244bf59011cc86d395ea30', 'subnets': [{'id': 'dcf1746f-1ea7-4083-a7a0-4d4bb716ddd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:31.952782 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Allocated IP 172.25.6.238 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/5546f9ca-903f-491c-981d-ca69d11d77de) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:31.957757 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.033767 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 0ce26b81-4b15-4bbf-a4cc-098e1d347288, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=0ce26b81-4b15-4bbf-a4cc-098e1d347288,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:32.045208 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:32.050335 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.062227 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:32.062612 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.165207 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.196817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=0ce26b81-4b15-4bbf-a4cc-098e1d347288,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:32.240154 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.274706 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.322518 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:32.322669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9e2f-348d-433a-9c8a-9dd216e84993 req-5729972e-33ca-46e3-864e-41f43d834f36 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:32.331004 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f22f9e2f-348d-433a-9c8a-9dd216e84993 req-5729972e-33ca-46e3-864e-41f43d834f36 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 1098 time: 0.1113236 Aug 31 01:00:32.335552 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.336541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f738b141-d6ab-4788-a522-5b5738c27994 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:32.355975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:32.357099 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Pushing event updated for resources: {'Port': ['ID=5546f9ca-903f-491c-981d-ca69d11d77de,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:32.360727 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:32.364231 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:32.391113 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f22f9e2f-348d-433a-9c8a-9dd216e84993 req-b48bf006-adce-4971-9777-b816e340aa06 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556958 Aug 31 01:00:32.471618 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.500057 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:32.520302 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.524511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port f738b141-d6ab-4788-a522-5b5738c27994 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:32.529020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port f738b141-d6ab-4788-a522-5b5738c27994 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:32.529568 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.560092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7b0d9-2293-4c96-9742-b4b5981ed397 req-13ca5bc7-a27e-4a21-b7e7-d5ebe7525d85 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:32.569191 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71d7b0d9-2293-4c96-9742-b4b5981ed397 req-13ca5bc7-a27e-4a21-b7e7-d5ebe7525d85 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.0878043 Aug 31 01:00:32.633009 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71d7b0d9-2293-4c96-9742-b4b5981ed397 req-98df30f8-8ca9-4eeb-a619-3fb5adc23260 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621705 Aug 31 01:00:32.659184 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.722448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port f738b141-d6ab-4788-a522-5b5738c27994, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f738b141-d6ab-4788-a522-5b5738c27994,segment=NetworkSegment(47607cb1-d953-4bfd-a158-93af8777f492),segment_id=47607cb1-d953-4bfd-a158-93af8777f492)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:32.742090 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.776770 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.784200 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.784863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad57d80-6516-4b5e-a789-c952adc8a5f5 req-3f973a77-485b-4fcd-a0fa-6c6ed380931a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:32.786819 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aad57d80-6516-4b5e-a789-c952adc8a5f5 req-3f973a77-485b-4fcd-a0fa-6c6ed380931a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 950 time: 0.0781598 Aug 31 01:00:32.807354 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.840545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aad57d80-6516-4b5e-a789-c952adc8a5f5 req-4aabbe91-03c6-478b-8ff5-db2276f1ff3c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436258 Aug 31 01:00:32.841486 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=f738b141-d6ab-4788-a522-5b5738c27994,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:32.851664 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:32.861777 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4469857 Aug 31 01:00:32.863004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42965e2-8fcd-4639-92b8-09255a4806a2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Pushing event updated for resources: {'Port': ['ID=5546f9ca-903f-491c-981d-ca69d11d77de,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:33.071712 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 04b4415c-3426-4a85-9a88-b1bf4acd9b41 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:33.151513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 04b4415c-3426-4a85-9a88-b1bf4acd9b41 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:33.156403 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 04b4415c-3426-4a85-9a88-b1bf4acd9b41 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:33.162100 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:33.165158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75548802-2436-486e-b312-c9b0a01e68cb req-c580f2b0-cea5-4808-906a-db23832f5b7e tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:33.167136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75548802-2436-486e-b312-c9b0a01e68cb req-c580f2b0-cea5-4808-906a-db23832f5b7e tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 1098 time: 0.0566735 Aug 31 01:00:33.223580 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75548802-2436-486e-b312-c9b0a01e68cb req-bdb43c46-025e-48a9-92d4-9097a68f8697 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496943 Aug 31 01:00:33.295393 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:33.329822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 04b4415c-3426-4a85-9a88-b1bf4acd9b41, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=04b4415c-3426-4a85-9a88-b1bf4acd9b41,segment=NetworkSegment(5a1be4a3-dc75-4eaf-9d3c-5983e0306136),segment_id=5a1be4a3-dc75-4eaf-9d3c-5983e0306136)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:33.338653 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:33.384475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90aeee-e884-4992-a79d-cfa84cce896d req-6c9790fa-6069-47aa-b55b-7ce6722c0d0d tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:33.386696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea90aeee-e884-4992-a79d-cfa84cce896d req-6c9790fa-6069-47aa-b55b-7ce6722c0d0d tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 950 time: 0.0639887 Aug 31 01:00:33.398235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=04b4415c-3426-4a85-9a88-b1bf4acd9b41,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:33.456304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea90aeee-e884-4992-a79d-cfa84cce896d req-ce01ee50-a1f4-4921-8c4c-3b22354085e2 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628452 Aug 31 01:00:33.472021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2955b586-311f-4f0b-97bf-94dd9530da45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce26b81-4b15-4bbf-a4cc-098e1d347288'}, {'server_uuid': 'e5d9cd7d-8651-49ae-a813-b046d03a7d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219c4c8b-6ffd-4c5a-86f5-cc0b60601b91'}, {'server_uuid': '6117b7ab-ad19-44e4-a74e-cf188aae5ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f738b141-d6ab-4788-a522-5b5738c27994'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:33.473289 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc0567-a5cb-4e9b-b488-8f8886209877 req-3c51d882-d49c-416a-83d3-712bca837824 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:33.474585 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312d87d6-7f95-4e57-a2c8-8bc7c47a7e86" -d '{"events": [{"server_uuid": "2955b586-311f-4f0b-97bf-94dd9530da45", "name": "network-vif-plugged", "status": "completed", "tag": "0ce26b81-4b15-4bbf-a4cc-098e1d347288"}, {"server_uuid": "e5d9cd7d-8651-49ae-a813-b046d03a7d37", "name": "network-vif-plugged", "status": "completed", "tag": "219c4c8b-6ffd-4c5a-86f5-cc0b60601b91"}, {"server_uuid": "6117b7ab-ad19-44e4-a74e-cf188aae5ed3", "name": "network-vif-plugged", "status": "completed", "tag": "f738b141-d6ab-4788-a522-5b5738c27994"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:33.474782 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fdc0567-a5cb-4e9b-b488-8f8886209877 req-3c51d882-d49c-416a-83d3-712bca837824 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 945 time: 0.0648468 Aug 31 01:00:33.515610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fdc0567-a5cb-4e9b-b488-8f8886209877 req-68609e70-add5-4090-97cd-f6a02301f143 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337493 Aug 31 01:00:33.592322 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-a108b702-0a41-4c8d-888e-bc2ead39126b tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2021200502&fields=id&tenant_id=047bff4e166e4dfeaa95745db4e16cc0 HTTP/1.1" status: 200 len: 267 time: 0.0503485 Aug 31 01:00:33.710501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-fa2a9cdf-949d-473b-96ff-3d1ae635d141 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:33.712020 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-fa2a9cdf-949d-473b-96ff-3d1ae635d141 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/networks?id=f36e5826-aded-4618-8526-77145a8c01a8 HTTP/1.1" status: 200 len: 823 time: 0.1108747 Aug 31 01:00:33.728928 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-03803ec9-d725-4da9-b099-df90191fdd6d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/quotas/047bff4e166e4dfeaa95745db4e16cc0 HTTP/1.1" status: 200 len: 375 time: 0.0103636 Aug 31 01:00:33.783495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-7470b81f-433a-4f9c-98bc-68971eae2add tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=047bff4e166e4dfeaa95745db4e16cc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488141 Aug 31 01:00:33.889326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-438c0936-e154-4471-85bf-c58fc7b5a770 service neutron] 10.222.0.58 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919347 Aug 31 01:00:33.988237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-d23e3b93-9d1d-46dc-9123-07d4f661c178 service neutron] 10.222.0.58 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917346 Aug 31 01:00:34.057989 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b8f916-e145-4e55-a097-3288e173de12 x-openstack-request-id: req-42b8f916-e145-4e55-a097-3288e173de12 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:34.058876 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2955b586-311f-4f0b-97bf-94dd9530da45", "name": "network-vif-plugged", "status": "completed", "tag": "0ce26b81-4b15-4bbf-a4cc-098e1d347288", "code": 200}, {"server_uuid": "e5d9cd7d-8651-49ae-a813-b046d03a7d37", "name": "network-vif-plugged", "status": "completed", "tag": "219c4c8b-6ffd-4c5a-86f5-cc0b60601b91", "code": 200}, {"server_uuid": "6117b7ab-ad19-44e4-a74e-cf188aae5ed3", "name": "network-vif-plugged", "status": "completed", "tag": "f738b141-d6ab-4788-a522-5b5738c27994", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:34.059318 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42b8f916-e145-4e55-a097-3288e173de12 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:34.059759 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2955b586-311f-4f0b-97bf-94dd9530da45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce26b81-4b15-4bbf-a4cc-098e1d347288', 'code': 200} Aug 31 01:00:34.060017 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d9cd7d-8651-49ae-a813-b046d03a7d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219c4c8b-6ffd-4c5a-86f5-cc0b60601b91', 'code': 200} Aug 31 01:00:34.060267 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6117b7ab-ad19-44e4-a74e-cf188aae5ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f738b141-d6ab-4788-a522-5b5738c27994', 'code': 200} Aug 31 01:00:34.193045 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd35f0-8870-4a3d-964c-98e8a4548f34 req-f0b226ef-1882-43c6-8488-bb586a9e8b9a tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:34.195423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17fd35f0-8870-4a3d-964c-98e8a4548f34 req-f0b226ef-1882-43c6-8488-bb586a9e8b9a tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.0727110 Aug 31 01:00:34.265263 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17fd35f0-8870-4a3d-964c-98e8a4548f34 req-7a4215b4-1588-4750-b93c-ef08a140d3d3 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583534 Aug 31 01:00:34.272540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61f285-3236-46bb-a105-39d5ce276e99 req-ec763b26-5433-4992-a364-c4ff072679f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:34.274037 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-df61f285-3236-46bb-a105-39d5ce276e99 req-ec763b26-5433-4992-a364-c4ff072679f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 1097 time: 0.0976214 Aug 31 01:00:34.277908 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa4722-a23f-4886-a76c-7d0b0051b18f req-dd6286ad-f575-4350-8a48-f3c4c688a4b0 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:34.279585 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7efa4722-a23f-4886-a76c-7d0b0051b18f req-dd6286ad-f575-4350-8a48-f3c4c688a4b0 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 950 time: 0.0832431 Aug 31 01:00:34.280752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cf065-2b9c-456d-8df4-5cf83f9ab7f2 req-9a473083-85a1-47a7-8ba1-09b7a5f61c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:34.282676 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ec9cf065-2b9c-456d-8df4-5cf83f9ab7f2 req-9a473083-85a1-47a7-8ba1-09b7a5f61c52 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 1098 time: 0.0916600 Aug 31 01:00:34.284448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53097cc6-daa6-472a-a918-2294a51c3838 req-67d501ed-d247-456f-b548-51976ef401bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:34.285964 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-53097cc6-daa6-472a-a918-2294a51c3838 req-67d501ed-d247-456f-b548-51976ef401bd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 1102 time: 0.1563876 Aug 31 01:00:34.337513 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7efa4722-a23f-4886-a76c-7d0b0051b18f req-a07f00f9-8a50-46ea-9e0e-8c06d21995f1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490613 Aug 31 01:00:34.380774 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-53097cc6-daa6-472a-a918-2294a51c3838 req-8007fecc-0473-4e31-9f1d-85045f735046 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768075 Aug 31 01:00:34.382675 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ec9cf065-2b9c-456d-8df4-5cf83f9ab7f2 req-729658cd-1532-4fec-a8c2-79b4d3732430 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865800 Aug 31 01:00:34.384161 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-df61f285-3236-46bb-a105-39d5ce276e99 req-beed7e09-9b0a-4093-85f5-9ef2bfe300ba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973706 Aug 31 01:00:34.472135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5eb97d73-f36d-408c-a278-f928f1eed2c0 req-6f8541fa-1665-492e-a2d6-01fe7f96f3fc tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 210 time: 0.0282626 Aug 31 01:00:34.475827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-49a85c53-2ebc-4afc-98ea-c9742f0c0f4e req-d33fef03-c0a3-4279-8e81-7c578f010bc6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:00:34.476811 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49a85c53-2ebc-4afc-98ea-c9742f0c0f4e req-d33fef03-c0a3-4279-8e81-7c578f010bc6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080678 Aug 31 01:00:35.019947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 04b4415c-3426-4a85-9a88-b1bf4acd9b41 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:35.074559 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 04b4415c-3426-4a85-9a88-b1bf4acd9b41 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:35.075378 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:35.077891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60480) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:35.237607 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9191a36c-0767-4ccb-b6de-2884dba7d73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:35.268780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209b8eb-3b85-428a-8115-c92b721a025c req-ba89a340-c462-4f0d-aba6-44c209e3447c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:35.278161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209b8eb-3b85-428a-8115-c92b721a025c req-ba89a340-c462-4f0d-aba6-44c209e3447c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:35.279832 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f209b8eb-3b85-428a-8115-c92b721a025c req-ba89a340-c462-4f0d-aba6-44c209e3447c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c&device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 1691 time: 0.0908134 Aug 31 01:00:35.336109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f209b8eb-3b85-428a-8115-c92b721a025c req-760037a7-9a25-4ee9-aba1-682283e8559b tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491941 Aug 31 01:00:35.358993 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9191a36c-0767-4ccb-b6de-2884dba7d73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:35.364337 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9191a36c-0767-4ccb-b6de-2884dba7d73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:35.412192 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9191a36c-0767-4ccb-b6de-2884dba7d73d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc759f16cb374962ab8f13e6ec914520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331361 Aug 31 01:00:35.417402 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60492) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:35.418078 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191a36c-0767-4ccb-b6de-2884dba7d73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d2167c-4345-4839-9352-455833921000,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:35.454453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c41a21-2c20-4bc6-aee6-0d898540db51 req-a6aded68-4cf4-4aac-a5b6-0f9d44fba1c2 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:35.457002 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78c41a21-2c20-4bc6-aee6-0d898540db51 req-a6aded68-4cf4-4aac-a5b6-0f9d44fba1c2 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 950 time: 0.0690837 Aug 31 01:00:35.473665 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-075ecbbc-2d9d-4f9b-9a2d-186ef2f30297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:35.495317 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-075ecbbc-2d9d-4f9b-9a2d-186ef2f30297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:35.498941 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78c41a21-2c20-4bc6-aee6-0d898540db51 req-2bbbba68-0ea8-46d7-b938-f74ea696d5dc tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357258 Aug 31 01:00:35.563961 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-075ecbbc-2d9d-4f9b-9a2d-186ef2f30297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:35.566576 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-075ecbbc-2d9d-4f9b-9a2d-186ef2f30297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:35.570057 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-075ecbbc-2d9d-4f9b-9a2d-186ef2f30297 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b4d2167c-4345-4839-9352-455833921000 HTTP/1.1" status: 204 len: 168 time: 0.1471612 Aug 31 01:00:35.577345 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ecbbc-2d9d-4f9b-9a2d-186ef2f30297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d2167c-4345-4839-9352-455833921000,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:35.644414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d2c6d-2088-4102-8c46-efbf5d61f593 req-7b5c5d11-fa02-4baf-b595-cd1554b8408b tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:35.651868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-791d2c6d-2088-4102-8c46-efbf5d61f593 req-7b5c5d11-fa02-4baf-b595-cd1554b8408b tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 945 time: 0.0863166 Aug 31 01:00:35.702478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-791d2c6d-2088-4102-8c46-efbf5d61f593 req-bf7e0180-31f1-48a6-bb1d-00bdb7fd4b0d tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492811 Aug 31 01:00:35.739484 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-af1f5550-76e1-4801-8f78-45c9bb8d554b req-5ea92605-e5b1-4f55-9696-92b2c342be83 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0824122 Aug 31 01:00:35.845003 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f5550-76e1-4801-8f78-45c9bb8d554b req-0db9f1ee-e96f-44ac-954d-bd873b1dc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:35.847101 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-af1f5550-76e1-4801-8f78-45c9bb8d554b req-0db9f1ee-e96f-44ac-954d-bd873b1dc3fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 1102 time: 0.0562899 Aug 31 01:00:35.881156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59446f1-5acb-4b13-8193-d8d42d07f48b req-c8789c2e-8946-4ba5-a732-483a00a40e48 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:35.890006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f59446f1-5acb-4b13-8193-d8d42d07f48b req-c8789c2e-8946-4ba5-a732-483a00a40e48 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.0635502 Aug 31 01:00:35.946872 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f59446f1-5acb-4b13-8193-d8d42d07f48b req-b7e8d63b-b95a-4d4f-b58a-e8f20ff0ec8f tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557923 Aug 31 01:00:36.011730 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60506) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:36.017107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f5550-76e1-4801-8f78-45c9bb8d554b req-82a9fdaa-60a9-47e0-8662-1427dd5e6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:36.018619 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-af1f5550-76e1-4801-8f78-45c9bb8d554b req-82a9fdaa-60a9-47e0-8662-1427dd5e6229 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.1521745 Aug 31 01:00:36.033763 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-42de0d03-e9d2-45f9-8146-9868e83fc509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:36.088148 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-af1f5550-76e1-4801-8f78-45c9bb8d554b req-f31bd372-7f9f-4fba-8a16-c86a33f031b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=3b955eef-50b0-4923-ab90-4fca6870c31d HTTP/1.1" status: 200 len: 217 time: 0.0548356 Aug 31 01:00:36.124140 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-702a6cbb-f12f-4677-8c2f-069ae1988cc0 req-69ac1f9d-67fb-4c47-a727-f28134814139 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 210 time: 0.0318117 Aug 31 01:00:36.188152 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-42de0d03-e9d2-45f9-8146-9868e83fc509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:36.194395 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-42de0d03-e9d2-45f9-8146-9868e83fc509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:36.195100 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f5550-76e1-4801-8f78-45c9bb8d554b req-b76e1847-4dbc-4e73-9c1f-bdcac0dd7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:36.197947 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-af1f5550-76e1-4801-8f78-45c9bb8d554b req-b76e1847-4dbc-4e73-9c1f-bdcac0dd7498 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0788293 Aug 31 01:00:36.240886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-42de0d03-e9d2-45f9-8146-9868e83fc509 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8efa72f936ef4ac3a68da2eda2e08bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254622 Aug 31 01:00:36.241112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60514) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:36.248515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de0d03-e9d2-45f9-8146-9868e83fc509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed03ea4e-9da2-4d8d-a871-a8dbfc29d8f0,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:36.291301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-66fc8112-5e39-4b86-982a-8b61a7c0e5cd tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:36.292812 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-66fc8112-5e39-4b86-982a-8b61a7c0e5cd tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.15 "GET /v2.0/networks?id=f36e5826-aded-4618-8526-77145a8c01a8 HTTP/1.1" status: 200 len: 823 time: 0.2733319 Aug 31 01:00:36.302461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f5550-76e1-4801-8f78-45c9bb8d554b req-19a79ce9-b9d7-4879-9e41-a88e1f5436ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:36.304635 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-af1f5550-76e1-4801-8f78-45c9bb8d554b req-19a79ce9-b9d7-4879-9e41-a88e1f5436ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0988381 Aug 31 01:00:36.338640 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27fdadd6-5df1-47b1-a721-2596f6d599d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:36.351886 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11eb5e-52e1-43f3-bee8-6db6f2564628 req-9645276c-953f-471e-98b6-5c3f3cddf444 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:36.353420 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c11eb5e-52e1-43f3-bee8-6db6f2564628 req-9645276c-953f-471e-98b6-5c3f3cddf444 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 1102 time: 0.0771506 Aug 31 01:00:36.377791 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27fdadd6-5df1-47b1-a721-2596f6d599d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:36.427077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c11eb5e-52e1-43f3-bee8-6db6f2564628 req-28873c47-3234-488c-b01b-2002592745ff tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658903 Aug 31 01:00:36.459268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60520) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:36.476581 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27fdadd6-5df1-47b1-a721-2596f6d599d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:36.479946 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27fdadd6-5df1-47b1-a721-2596f6d599d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:36.481610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-27fdadd6-5df1-47b1-a721-2596f6d599d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed03ea4e-9da2-4d8d-a871-a8dbfc29d8f0 HTTP/1.1" status: 204 len: 168 time: 0.2394629 Aug 31 01:00:36.492041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdadd6-5df1-47b1-a721-2596f6d599d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed03ea4e-9da2-4d8d-a871-a8dbfc29d8f0,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:36.605385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2917e-b987-451e-9bd1-3b7c8718cfe1 req-2261ff70-c165-4e8d-9999-19445b48e5ea tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:36.607318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ac2917e-b987-451e-9bd1-3b7c8718cfe1 req-2261ff70-c165-4e8d-9999-19445b48e5ea tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 1102 time: 0.0479493 Aug 31 01:00:36.615318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-93d3e969-d868-476b-a3af-443017406f8f tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:00:36.616299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-93d3e969-d868-476b-a3af-443017406f8f tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1555176 Aug 31 01:00:36.643481 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-583e9042-9d44-4669-865f-c2be975225ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=047bff4e166e4dfeaa95745db4e16cc0 HTTP/1.1" status: 200 len: 380 time: 0.2734549 Aug 31 01:00:36.654540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ac2917e-b987-451e-9bd1-3b7c8718cfe1 req-b7a1493f-ddc1-4e8d-8e9f-c49a8172a929 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373003 Aug 31 01:00:36.657400 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-00f6e801-7d54-44e2-8fdc-7b76cd3bdfc6 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Request body: {'port': {'device_id': 'e0304022-dfa6-4917-a975-10f51bfae241', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'admin_state_up': True, 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'security_groups': ['beada7f6-7b0c-4487-993a-5630eade76fe']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:36.699742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a5332cf6-20c0-46bb-8dd9-8e54834c40f7 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:36.701467 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a5332cf6-20c0-46bb-8dd9-8e54834c40f7 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports/6acb0d54-5ce9-41d0-b226-cdfbc8677068 HTTP/1.1" status: 200 len: 1095 time: 0.0503469 Aug 31 01:00:36.789002 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-af1f5550-76e1-4801-8f78-45c9bb8d554b req-796b960a-34f5-480d-a8a4-fb96dcc2fa7f service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766223 Aug 31 01:00:36.848350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714b088-cf6b-4db6-9368-7ce5c83b951b req-e2d5e7d1-d030-46d4-9b8e-cf48f686f1ae tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:36.857882 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5714b088-cf6b-4db6-9368-7ce5c83b951b req-e2d5e7d1-d030-46d4-9b8e-cf48f686f1ae tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 950 time: 0.0775857 Aug 31 01:00:36.864783 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-00f6e801-7d54-44e2-8fdc-7b76cd3bdfc6 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Made reservation on behalf of 047bff4e166e4dfeaa95745db4e16cc0 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:36.868402 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-00f6e801-7d54-44e2-8fdc-7b76cd3bdfc6 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:36.911089 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a72cfa6e-fcca-4c39-a4c5-2407043e3a4e service neutron] Request body: {'binding': {'host': 'n-h1-802060-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:36.912171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a72cfa6e-fcca-4c39-a4c5-2407043e3a4e service neutron] Unknown quota resources ['binding']. {{(pid=94761) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:00:36.919910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5714b088-cf6b-4db6-9368-7ce5c83b951b req-910e561f-b5f4-418b-b9ba-84c58cb3df58 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611675 Aug 31 01:00:36.976101 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-af1f5550-76e1-4801-8f78-45c9bb8d554b req-348fe74d-ccbd-4da1-94c3-0ac2d3aec407 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794863 Aug 31 01:00:37.106648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-00f6e801-7d54-44e2-8fdc-7b76cd3bdfc6 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Allocated IP 172.20.0.9 (f36e5826-aded-4618-8526-77145a8c01a8/a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa/feaf8607-2bf2-4d58-8b77-87040db10055) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:37.150267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a72cfa6e-fcca-4c39-a4c5-2407043e3a4e service neutron] Attempting to bind port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 on host n-h1-802060-13 for vnic_type normal with profile None {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:37.150572 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a72cfa6e-fcca-4c39-a4c5-2407043e3a4e service neutron] Attempting to bind port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:37.150913 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a72cfa6e-fcca-4c39-a4c5-2407043e3a4e service neutron] Attempting to bind port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:37.155878 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a72cfa6e-fcca-4c39-a4c5-2407043e3a4e service neutron] Port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:00:37.156191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a72cfa6e-fcca-4c39-a4c5-2407043e3a4e service neutron] Attempting to bind port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:37.161976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a72cfa6e-fcca-4c39-a4c5-2407043e3a4e service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:37.162244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a72cfa6e-fcca-4c39-a4c5-2407043e3a4e service neutron] Checking segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:37.162533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a72cfa6e-fcca-4c39-a4c5-2407043e3a4e service neutron] Bound using segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:37.162963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a72cfa6e-fcca-4c39-a4c5-2407043e3a4e service neutron] Bound port: 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:37.209659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60560) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:37.333974 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-00f6e801-7d54-44e2-8fdc-7b76cd3bdfc6 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.379182 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-00f6e801-7d54-44e2-8fdc-7b76cd3bdfc6 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Transition to ACTIVE for port object feaf8607-2bf2-4d58-8b77-87040db10055 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:37.427704 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-00f6e801-7d54-44e2-8fdc-7b76cd3bdfc6 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.513385 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-00f6e801-7d54-44e2-8fdc-7b76cd3bdfc6 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Network f36e5826-aded-4618-8526-77145a8c01a8 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:37.516743 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-00f6e801-7d54-44e2-8fdc-7b76cd3bdfc6 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:37.522821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-00f6e801-7d54-44e2-8fdc-7b76cd3bdfc6 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:37.528494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-00f6e801-7d54-44e2-8fdc-7b76cd3bdfc6 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:37.529031 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-00f6e801-7d54-44e2-8fdc-7b76cd3bdfc6 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.533370 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6e801-7d54-44e2-8fdc-7b76cd3bdfc6 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Pushing event updated for resources: {'Port': ['ID=feaf8607-2bf2-4d58-8b77-87040db10055,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:37.551816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a72cfa6e-fcca-4c39-a4c5-2407043e3a4e service neutron] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:37.552520 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-00f6e801-7d54-44e2-8fdc-7b76cd3bdfc6 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9026434 Aug 31 01:00:37.560683 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa697cea-de62-457a-9a6c-1ec862cff62e req-ae3ef650-df1a-4dc4-85db-ee8daa0ff04e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:37.562207 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa697cea-de62-457a-9a6c-1ec862cff62e req-ae3ef650-df1a-4dc4-85db-ee8daa0ff04e tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 945 time: 0.3516762 Aug 31 01:00:37.563822 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1de069fa-0b95-4af9-a6df-3e9ea5bb0e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.566880 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a72cfa6e-fcca-4c39-a4c5-2407043e3a4e service neutron] Notify callbacks [] for binding, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.568023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a72cfa6e-fcca-4c39-a4c5-2407043e3a4e service neutron] 10.222.0.58 "POST /v2.0/ports/6acb0d54-5ce9-41d0-b226-cdfbc8677068/bindings HTTP/1.1" status: 201 len: 390 time: 0.7540104 Aug 31 01:00:37.570212 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Request body: {'port': {'device_id': 'e0304022-dfa6-4917-a975-10f51bfae241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:37.635937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa697cea-de62-457a-9a6c-1ec862cff62e req-4251292e-23b5-4a05-8b14-3fd3118299e8 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544035 Aug 31 01:00:37.737948 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.766614 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1de069fa-0b95-4af9-a6df-3e9ea5bb0e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.776023 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1de069fa-0b95-4af9-a6df-3e9ea5bb0e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:37.903666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1de069fa-0b95-4af9-a6df-3e9ea5bb0e6c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ab5835600854864baa9e376a7e4b3a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6914046 Aug 31 01:00:37.906268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de069fa-0b95-4af9-a6df-3e9ea5bb0e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ed8109-b943-4767-9516-0d0e2bebafa1,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:37.912343 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60584) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:38.020333 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-052409a8-3b8e-464e-9dea-0cd9352bd84b None None] Provisioning for port feaf8607-2bf2-4d58-8b77-87040db10055 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:38.026411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-052409a8-3b8e-464e-9dea-0cd9352bd84b None None] Provisioning complete for port feaf8607-2bf2-4d58-8b77-87040db10055 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:38.026827 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-052409a8-3b8e-464e-9dea-0cd9352bd84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:38.062377 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8b74d5b-3b93-41b3-bf99-b5c34ff93634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:38.067182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-052409a8-3b8e-464e-9dea-0cd9352bd84b None None] Port feaf8607-2bf2-4d58-8b77-87040db10055 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:38.095581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-6d30970b-6552-4a8e-9b97-dedac2b1e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:38.097069 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-6d30970b-6552-4a8e-9b97-dedac2b1e297 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 1098 time: 0.2010915 Aug 31 01:00:38.110845 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8b74d5b-3b93-41b3-bf99-b5c34ff93634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:38.176015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e64be-892e-422e-ae46-2d12f47f3bc0 req-ccc11f12-695a-453f-a523-09a5249ba9d6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:38.184875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e96e64be-892e-422e-ae46-2d12f47f3bc0 req-ccc11f12-695a-453f-a523-09a5249ba9d6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.3142197 Aug 31 01:00:38.226301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a0677-95ce-48df-bafa-eefb6deccfd7 req-2dd6d88c-6cea-4dfe-961f-027718c06f97 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:38.227879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd2a0677-95ce-48df-bafa-eefb6deccfd7 req-2dd6d88c-6cea-4dfe-961f-027718c06f97 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 931 time: 0.1359022 Aug 31 01:00:38.260099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e96e64be-892e-422e-ae46-2d12f47f3bc0 req-46de423f-a5fe-4daa-9de5-88101a5abd9f tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737858 Aug 31 01:00:38.260991 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-3f5f8b01-a434-4012-92b7-b0738a871622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:38.262716 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-3f5f8b01-a434-4012-92b7-b0738a871622 service neutron] 10.222.0.15 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.1575212 Aug 31 01:00:38.325189 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd2a0677-95ce-48df-bafa-eefb6deccfd7 req-243991c4-4812-4fe4-b719-b289668ca73b tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831668 Aug 31 01:00:38.331617 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-576f03f3-83dd-43c8-baab-db42847a2fa4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068 HTTP/1.1" status: 200 len: 217 time: 0.0619888 Aug 31 01:00:38.339582 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8b74d5b-3b93-41b3-bf99-b5c34ff93634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:38.342582 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8b74d5b-3b93-41b3-bf99-b5c34ff93634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:38.343399 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a8b74d5b-3b93-41b3-bf99-b5c34ff93634 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20ed8109-b943-4767-9516-0d0e2bebafa1 HTTP/1.1" status: 204 len: 168 time: 0.4044237 Aug 31 01:00:38.370137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b74d5b-3b93-41b3-bf99-b5c34ff93634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ed8109-b943-4767-9516-0d0e2bebafa1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:38.387867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feaf8607-2bf2-4d58-8b77-87040db10055 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:38.432114 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:38.444054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-3eae17c9-28d4-4299-acec-c97843e481ff tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=834f2c2b26574b23952ac610912285bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300081 Aug 31 01:00:38.464385 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Transition to ACTIVE for port object feaf8607-2bf2-4d58-8b77-87040db10055 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:38.470375 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:38.475752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-6e8a91c5-1369-4a81-ac66-7a0af34b7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:38.478205 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-6e8a91c5-1369-4a81-ac66-7a0af34b7c7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.1378727 Aug 31 01:00:38.570714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33751d-a9f3-4855-a4d2-a209758fa65b req-7bf739d0-470d-4503-8a76-201b3cb13c7e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:38.577967 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e33751d-a9f3-4855-a4d2-a209758fa65b req-7bf739d0-470d-4503-8a76-201b3cb13c7e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 946 time: 0.1312406 Aug 31 01:00:38.642169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e33751d-a9f3-4855-a4d2-a209758fa65b req-88faacc9-e725-49c6-9466-38e8e5e31b6d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626960 Aug 31 01:00:38.652690 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-1f032674-4500-45ce-b14d-2d1f07ce07fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096721 Aug 31 01:00:38.684604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Pushing event updated for resources: {'Port': ['ID=feaf8607-2bf2-4d58-8b77-87040db10055,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:38.689013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-a9684fd5-6054-4338-aa84-da58540adad5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:38.701993 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-a9684fd5-6054-4338-aa84-da58540adad5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2570217 Aug 31 01:00:38.735971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-b22d0e0d-b6c2-4794-b84a-16d32d94cfab tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/quotas/834f2c2b26574b23952ac610912285bb HTTP/1.1" status: 200 len: 375 time: 0.0328944 Aug 31 01:00:38.852727 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Attempting to bind port feaf8607-2bf2-4d58-8b77-87040db10055 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:38.854238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Attempting to bind port feaf8607-2bf2-4d58-8b77-87040db10055 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:38.854573 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Attempting to bind port feaf8607-2bf2-4d58-8b77-87040db10055 on network f36e5826-aded-4618-8526-77145a8c01a8 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:38.879038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-74a832bb-99fa-43c5-aec6-6bf804bc0a15 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1416855 Aug 31 01:00:38.879255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Port feaf8607-2bf2-4d58-8b77-87040db10055 on network f36e5826-aded-4618-8526-77145a8c01a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:00:38.879491 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Attempting to bind port feaf8607-2bf2-4d58-8b77-87040db10055 on network f36e5826-aded-4618-8526-77145a8c01a8 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:38.894755 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:38.895102 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Checking segment: {'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:38.895567 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Bound using segment: {'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:38.896035 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Bound port: feaf8607-2bf2-4d58-8b77-87040db10055, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:38.896735 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:38.904454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fb243-032f-4e67-8b0e-507cfa73a9b7 req-c4a1204d-9666-4fd1-8c83-0fdfac275fdc tempest-ServersAdminNegativeTestJSON-20549229 tempest-ServersAdminNegativeTestJSON-20549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:38.906119 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-822fb243-032f-4e67-8b0e-507cfa73a9b7 req-c4a1204d-9666-4fd1-8c83-0fdfac275fdc tempest-ServersAdminNegativeTestJSON-20549229 tempest-ServersAdminNegativeTestJSON-20549229-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 1102 time: 0.1636703 Aug 31 01:00:38.961386 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-822fb243-032f-4e67-8b0e-507cfa73a9b7 req-08ddd55b-617e-4972-b960-873674b44224 tempest-ServersAdminNegativeTestJSON-20549229 tempest-ServersAdminNegativeTestJSON-20549229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.007250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60620) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:39.027058 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-0e19e71b-499d-40d0-b2be-2e96d732c15d service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248994 Aug 31 01:00:39.059706 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5099b2d1-b9c8-4b83-928e-669ccd10ec0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.163856 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-eb39c3d7-8300-446f-bf33-9d6321318f5b service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277959 Aug 31 01:00:39.196989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] For port feaf8607-2bf2-4d58-8b77-87040db10055, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:39.201559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] For port feaf8607-2bf2-4d58-8b77-87040db10055, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=feaf8607-2bf2-4d58-8b77-87040db10055,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:39.207658 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.259158 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-822fb243-032f-4e67-8b0e-507cfa73a9b7 req-08ddd55b-617e-4972-b960-873674b44224 tempest-ServersAdminNegativeTestJSON-20549229 tempest-ServersAdminNegativeTestJSON-20549229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.288069 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-822fb243-032f-4e67-8b0e-507cfa73a9b7 req-08ddd55b-617e-4972-b960-873674b44224 tempest-ServersAdminNegativeTestJSON-20549229 tempest-ServersAdminNegativeTestJSON-20549229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.294619 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Pushing event updated for resources: {'Port': ['ID=feaf8607-2bf2-4d58-8b77-87040db10055,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:39.301139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:39.302360 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.304030 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-115514cc-488b-4597-8b61-6cc7379622c1 service neutron] 10.222.0.15 "PUT /v2.0/ports/feaf8607-2bf2-4d58-8b77-87040db10055 HTTP/1.1" status: 200 len: 1092 time: 1.7392919 Aug 31 01:00:39.304630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0304022-dfa6-4917-a975-10f51bfae241', 'tag': 'feaf8607-2bf2-4d58-8b77-87040db10055'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:39.307310 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcf0b7c-2b1e-4b30-a31d-aaf08ee14a80" -d '{"events": [{"name": "network-changed", "server_uuid": "e0304022-dfa6-4917-a975-10f51bfae241", "tag": "feaf8607-2bf2-4d58-8b77-87040db10055"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:39.367915 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-822fb243-032f-4e67-8b0e-507cfa73a9b7 req-08ddd55b-617e-4972-b960-873674b44224 tempest-ServersAdminNegativeTestJSON-20549229 tempest-ServersAdminNegativeTestJSON-20549229-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390914 Aug 31 01:00:39.378269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddd55b-617e-4972-b960-873674b44224 tempest-ServersAdminNegativeTestJSON-20549229 tempest-ServersAdminNegativeTestJSON-20549229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26cce25-0805-49b7-91a4-454901251ead,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:39.473081 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5099b2d1-b9c8-4b83-928e-669ccd10ec0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.491232 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5099b2d1-b9c8-4b83-928e-669ccd10ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.588352 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-3a01b91c-4fbc-4c42-95cc-1f6ab615f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:39.590186 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-3a01b91c-4fbc-4c42-95cc-1f6ab615f458 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=047bff4e166e4dfeaa95745db4e16cc0&device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 1095 time: 0.1754954 Aug 31 01:00:39.602918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-dc0d638e-5c40-4cb1-9a98-2e0eef726827 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:39.604608 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-dc0d638e-5c40-4cb1-9a98-2e0eef726827 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad&tenant_id=293537de7bd940eabdbb028d66a178c1&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 1098 time: 0.2030084 Aug 31 01:00:39.613662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5099b2d1-b9c8-4b83-928e-669ccd10ec0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52d85d9388c04448b5c2e86be203e9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6031058 Aug 31 01:00:39.616856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60640) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:39.617810 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef2a34e-bb5a-4edc-96a6-10d15dbb365c x-openstack-request-id: req-cef2a34e-bb5a-4edc-96a6-10d15dbb365c {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:39.618093 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0304022-dfa6-4917-a975-10f51bfae241", "tag": "feaf8607-2bf2-4d58-8b77-87040db10055", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:39.618343 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cef2a34e-bb5a-4edc-96a6-10d15dbb365c {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:39.618734 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0304022-dfa6-4917-a975-10f51bfae241', 'tag': 'feaf8607-2bf2-4d58-8b77-87040db10055', 'status': 'completed', 'code': 200} Aug 31 01:00:39.636842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099b2d1-b9c8-4b83-928e-669ccd10ec0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18368c30-a379-44c6-9330-b97677a9e191,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:39.675979 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-13'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:39.687362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0977cc-3dda-47f3-92c3-20852aa224d8 req-000c3f45-8fb6-4967-af5e-a4f97839382c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:39.689052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da0977cc-3dda-47f3-92c3-20852aa224d8 req-000c3f45-8fb6-4967-af5e-a4f97839382c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.2099595 Aug 31 01:00:39.698836 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-878cf3ca-133f-4b3a-84b6-208ff6d91c22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feaf8607-2bf2-4d58-8b77-87040db10055 HTTP/1.1" status: 200 len: 217 time: 0.0932651 Aug 31 01:00:39.785550 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.790259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-ceb979f9-b709-4385-ae47-57dec3365474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:39.792126 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-ceb979f9-b709-4385-ae47-57dec3365474 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa HTTP/1.1" status: 200 len: 862 time: 0.0857131 Aug 31 01:00:39.794077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da0977cc-3dda-47f3-92c3-20852aa224d8 req-a1b2e26b-8bee-4f1c-aa82-432c15bd9745 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872316 Aug 31 01:00:39.817231 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca054b16-2ace-44b9-8fcf-c10b555dd998 req-e81ac94d-818e-4d1a-a852-2fb4db5548b8 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:39.818968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca054b16-2ace-44b9-8fcf-c10b555dd998 req-e81ac94d-818e-4d1a-a852-2fb4db5548b8 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 943 time: 0.1446235 Aug 31 01:00:39.820027 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d56c9138-02f9-4aa6-802a-b8b69a56ac0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.913533 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d56c9138-02f9-4aa6-802a-b8b69a56ac0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:39.919897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-68ee0cad-dd05-4c0b-8062-27b6dad2cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:39.922952 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-68ee0cad-dd05-4c0b-8062-27b6dad2cb33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f36e5826-aded-4618-8526-77145a8c01a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213877 Aug 31 01:00:39.945727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca054b16-2ace-44b9-8fcf-c10b555dd998 req-a9099ad4-8df4-4696-ba13-e37abb1be099 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080258 Aug 31 01:00:39.999970 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d56c9138-02f9-4aa6-802a-b8b69a56ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:40.002783 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d56c9138-02f9-4aa6-802a-b8b69a56ac0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:40.007331 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d56c9138-02f9-4aa6-802a-b8b69a56ac0a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18368c30-a379-44c6-9330-b97677a9e191 HTTP/1.1" status: 204 len: 168 time: 0.3834219 Aug 31 01:00:40.020353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c9138-02f9-4aa6-802a-b8b69a56ac0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18368c30-a379-44c6-9330-b97677a9e191,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:40.137367 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-3eed5b83-1460-4246-beb2-9205af9f4094 service neutron] 10.222.0.15 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895461 Aug 31 01:00:40.278942 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6e95e72e-bd2e-496f-b451-4c4d97e78822 req-1a4b8297-215a-4ead-a064-0c677203d967 service neutron] 10.222.0.15 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323576 Aug 31 01:00:40.290861 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-ffaa7600-8abb-4b48-a1e2-3cd5f78b9606 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639417 Aug 31 01:00:40.292374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:40.359072 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:40.591241 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-dbfef247-71f8-4c81-b8bf-293b1fcfa985 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:40.601972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-dbfef247-71f8-4c81-b8bf-293b1fcfa985 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3095562 Aug 31 01:00:40.608042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0b7c-2b1e-4b30-a31d-aaf08ee14a80 req-ed3167ef-0c3a-478e-a563-38798e69c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:40.609803 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ffcf0b7c-2b1e-4b30-a31d-aaf08ee14a80 req-ed3167ef-0c3a-478e-a563-38798e69c07e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=047bff4e166e4dfeaa95745db4e16cc0&device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 1095 time: 0.2401125 Aug 31 01:00:40.635801 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:40.647385 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-7ab64213-5cc4-431f-9da8-204cd90ba28f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/quotas/e647b0a69de84fe4bc59de0ccf31028c HTTP/1.1" status: 200 len: 375 time: 0.0444462 Aug 31 01:00:40.699225 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-338d068e-9583-40c8-81df-7525cb47de0e tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502338 Aug 31 01:00:40.770775 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:40.796334 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:41.008582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6acb0d54-5ce9-41d0-b226-cdfbc8677068,revision_number=7']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:41.081619 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0b7c-2b1e-4b30-a31d-aaf08ee14a80 req-77edb3f8-3d0f-4992-bbbf-c54d5e32c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:41.083207 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ffcf0b7c-2b1e-4b30-a31d-aaf08ee14a80 req-77edb3f8-3d0f-4992-bbbf-c54d5e32c9e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f36e5826-aded-4618-8526-77145a8c01a8 HTTP/1.1" status: 200 len: 924 time: 0.4574351 Aug 31 01:00:41.101005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Attempting to bind port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 on host n-h2-802060-13 for vnic_type normal with profile {"migrating_to": "n-h1-802060-13"} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:41.101417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Attempting to bind port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:41.101903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Attempting to bind port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:41.105114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941db2b1-abc2-4fe1-83f3-594b4cea617b req-6c46f5a5-a06c-4b87-abbf-43283c70359c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:41.107247 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-941db2b1-abc2-4fe1-83f3-594b4cea617b req-6c46f5a5-a06c-4b87-abbf-43283c70359c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 944 time: 0.1513722 Aug 31 01:00:41.115347 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:00:41.116648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Attempting to bind port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:41.161642 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ffcf0b7c-2b1e-4b30-a31d-aaf08ee14a80 req-2086406f-409b-4c7b-b31e-b3af8c6d7d32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feaf8607-2bf2-4d58-8b77-87040db10055 HTTP/1.1" status: 200 len: 217 time: 0.0562086 Aug 31 01:00:41.171010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:41.171500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Checking segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:41.171923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Bound using segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:41.172525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Bound port: 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:41.181474 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:41.223756 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-941db2b1-abc2-4fe1-83f3-594b4cea617b req-2d2c959e-5406-4353-b47b-3e86a7b385fc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081192 Aug 31 01:00:41.286426 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c24cf95b-c53e-46d7-85a8-0cbbf0bab059 req-98e7d3e9-0a33-4b85-9c7b-06f74a3f29ba tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 210 time: 0.1177230 Aug 31 01:00:41.415752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0b7c-2b1e-4b30-a31d-aaf08ee14a80 req-d99bd2e1-ddc2-4438-9a5b-bd2c4e030438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:41.418034 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ffcf0b7c-2b1e-4b30-a31d-aaf08ee14a80 req-d99bd2e1-ddc2-4438-9a5b-bd2c4e030438 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa HTTP/1.1" status: 200 len: 862 time: 0.2338226 Aug 31 01:00:41.495202 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:41.499232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:41.517897 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:41.546181 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b430b47-f58f-484c-942c-b59daf6cc9b5 req-7fdf8639-81d0-4ceb-a9b8-990981896b5c tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:41.554948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b430b47-f58f-484c-942c-b59daf6cc9b5 req-7fdf8639-81d0-4ceb-a9b8-990981896b5c tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 943 time: 0.1527717 Aug 31 01:00:41.587616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14704b8-2505-4231-a776-ee6075c94a58 req-72bc2cc1-4058-49af-a418-f6ead9767eb2 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:41.590046 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d14704b8-2505-4231-a776-ee6075c94a58 req-72bc2cc1-4058-49af-a418-f6ead9767eb2 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.1338782 Aug 31 01:00:41.603270 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0b7c-2b1e-4b30-a31d-aaf08ee14a80 req-a5e8288c-8ff9-4a7c-a375-d8e56bc0d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:41.604876 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ffcf0b7c-2b1e-4b30-a31d-aaf08ee14a80 req-a5e8288c-8ff9-4a7c-a375-d8e56bc0d0f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f36e5826-aded-4618-8526-77145a8c01a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1784272 Aug 31 01:00:41.613660 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-ae221849-e347-4d95-b97f-89386136fe52 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=834f2c2b26574b23952ac610912285bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1114776 Aug 31 01:00:41.622225 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a9a292-f706-4fbf-bd38-29206c6dd1ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6acb0d54-5ce9-41d0-b226-cdfbc8677068'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:41.625063 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a453a3-b1fb-472d-855e-0157e40f2631" -d '{"events": [{"server_uuid": "95a9a292-f706-4fbf-bd38-29206c6dd1ad", "name": "network-vif-unplugged", "status": "completed", "tag": "6acb0d54-5ce9-41d0-b226-cdfbc8677068"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:41.635925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b430b47-f58f-484c-942c-b59daf6cc9b5 req-2079c772-1e96-446e-a57a-91c3dccdec4e tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748484 Aug 31 01:00:41.699959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d14704b8-2505-4231-a776-ee6075c94a58 req-a17521be-748a-42df-b771-0973a6cfc2e5 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974004 Aug 31 01:00:41.747209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6acb0d54-5ce9-41d0-b226-cdfbc8677068,revision_number=8']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:41.971058 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582ef238-b6cb-47a6-92b1-671de555a1db req-d8c469a2-bb53-41cc-9556-22f2ad6c8277 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626628 Aug 31 01:00:42.099160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3809d-8aa7-48db-8e0c-e57280395d4c req-8b850aca-e2fc-449c-ae27-b3a46134eea7 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:42.102786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8f3809d-8aa7-48db-8e0c-e57280395d4c req-8b850aca-e2fc-449c-ae27-b3a46134eea7 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.1285274 Aug 31 01:00:42.170326 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54125ae0-0a05-48f5-b53a-323c82bd71a7 x-openstack-request-id: req-54125ae0-0a05-48f5-b53a-323c82bd71a7 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:42.170933 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a9a292-f706-4fbf-bd38-29206c6dd1ad", "name": "network-vif-unplugged", "status": "completed", "tag": "6acb0d54-5ce9-41d0-b226-cdfbc8677068", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:42.170933 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54125ae0-0a05-48f5-b53a-323c82bd71a7 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:42.171345 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a9a292-f706-4fbf-bd38-29206c6dd1ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6acb0d54-5ce9-41d0-b226-cdfbc8677068', 'code': 200} Aug 31 01:00:42.185392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ef238-b6cb-47a6-92b1-671de555a1db req-b7d806db-9729-42fd-86f5-e24202b0e727 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:42.187645 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582ef238-b6cb-47a6-92b1-671de555a1db req-b7d806db-9729-42fd-86f5-e24202b0e727 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2156830 Aug 31 01:00:42.191129 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:42.191795 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:42.193222 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-48f9fe43-033b-436f-a9de-8830665c42c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/6acb0d54-5ce9-41d0-b226-cdfbc8677068 HTTP/1.1" status: 200 len: 1124 time: 2.5224223 Aug 31 01:00:42.202631 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-6bc18c2d-fb58-4d8f-af1f-23079360eff7 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=834f2c2b26574b23952ac610912285bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3848445 Aug 31 01:00:42.212165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8f3809d-8aa7-48db-8e0c-e57280395d4c req-2e42301e-fbe5-417b-8365-bbf6bd36768f tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812809 Aug 31 01:00:42.231054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582ef238-b6cb-47a6-92b1-671de555a1db req-1ae0b515-e9fb-4919-beca-804dc2dabede tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/quotas/e647b0a69de84fe4bc59de0ccf31028c HTTP/1.1" status: 200 len: 375 time: 0.0360749 Aug 31 01:00:42.281618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6acb0d54-5ce9-41d0-b226-cdfbc8677068'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:42.338366 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582ef238-b6cb-47a6-92b1-671de555a1db req-3f0acc12-dbcb-413e-8de6-c6977deafa86 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957134 Aug 31 01:00:42.355867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-f5b3f304-9f7c-4ac8-913a-1568d0888d13 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:42.357399 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-f5b3f304-9f7c-4ac8-913a-1568d0888d13 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1408675 Aug 31 01:00:42.381527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-92cce4cb-71d4-4019-9391-493542c961e8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Request body: {'port': {'device_id': '287936e3-5bc4-48da-90b8-f65152636dee', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '834f2c2b26574b23952ac610912285bb'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:42.471782 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ffcf0b7c-2b1e-4b30-a31d-aaf08ee14a80 req-f1b5237a-e080-4068-b1ef-af812a7acea6 service neutron] 10.222.0.15 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8505588 Aug 31 01:00:42.495392 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-2ce40d11-8fa0-4903-9a84-78c780897d9a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:42.497102 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-2ce40d11-8fa0-4903-9a84-78c780897d9a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8595002 Aug 31 01:00:42.518049 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-6db06a89-b1ce-4d18-974a-5c048f6d1a8e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Request body: {'port': {'device_id': '00eccfa1-f4c8-4127-a15f-e35cf6216351', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '834f2c2b26574b23952ac610912285bb'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:42.674519 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-4d6884f9-64f7-4459-b357-95986cec4c7a tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231237 Aug 31 01:00:42.724711 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ffcf0b7c-2b1e-4b30-a31d-aaf08ee14a80 req-da689389-95de-4895-9d56-4ab003742449 service neutron] 10.222.0.15 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243700 Aug 31 01:00:42.759108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-92cce4cb-71d4-4019-9391-493542c961e8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Made reservation on behalf of 834f2c2b26574b23952ac610912285bb for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:42.762831 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-92cce4cb-71d4-4019-9391-493542c961e8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:42.774914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-6db06a89-b1ce-4d18-974a-5c048f6d1a8e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Made reservation on behalf of 834f2c2b26574b23952ac610912285bb for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:42.779073 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-6db06a89-b1ce-4d18-974a-5c048f6d1a8e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:42.784191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c341f76-1bac-4ec6-a414-c669833944f2 req-4aada80e-0952-455d-96d4-3d0ac6d65871 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:42.792348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c341f76-1bac-4ec6-a414-c669833944f2 req-4aada80e-0952-455d-96d4-3d0ac6d65871 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 944 time: 0.1880112 Aug 31 01:00:42.846391 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6e9fe5a-2144-4aca-9dc6-f0ad58d1bb1d req-312ba4ad-e555-4c3a-8363-72a2d647477b tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 210 time: 0.0922918 Aug 31 01:00:42.899711 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c341f76-1bac-4ec6-a414-c669833944f2 req-f063663e-5a78-4fcf-af69-588db41ec196 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807998 Aug 31 01:00:42.989916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-686a683d-9b06-4003-9fea-f9349eac467a tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:42.991596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-686a683d-9b06-4003-9fea-f9349eac467a tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3104272 Aug 31 01:00:43.008022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Request body: {'port': {'device_id': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': 'e647b0a69de84fe4bc59de0ccf31028c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:43.040603 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-92cce4cb-71d4-4019-9391-493542c961e8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Allocated IP 192.168.233.100 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/eed772e1-093b-47d9-8487-75e06f8af348) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:43.138341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db3bf1-9bea-42a5-ad67-a8533c433829 req-2ccd8583-9704-430d-bc5a-16cffdeaf2d2 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:43.139932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-45db3bf1-9bea-42a5-ad67-a8533c433829 req-2ccd8583-9704-430d-bc5a-16cffdeaf2d2 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 950 time: 0.1473081 Aug 31 01:00:43.195336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Made reservation on behalf of e647b0a69de84fe4bc59de0ccf31028c for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:43.199251 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:43.216699 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:43.238176 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-45db3bf1-9bea-42a5-ad67-a8533c433829 req-c4eca034-4336-49f6-bedd-07367dbc6994 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861201 Aug 31 01:00:43.275263 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-92cce4cb-71d4-4019-9391-493542c961e8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:43.293967 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-92cce4cb-71d4-4019-9391-493542c961e8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Transition to ACTIVE for port object eed772e1-093b-47d9-8487-75e06f8af348 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:43.341938 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-92cce4cb-71d4-4019-9391-493542c961e8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:43.353986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d', 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:43.413358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cce4cb-71d4-4019-9391-493542c961e8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event updated for resources: {'Port': ['ID=eed772e1-093b-47d9-8487-75e06f8af348,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:43.422225 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:43.456734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-92cce4cb-71d4-4019-9391-493542c961e8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:43.460205 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-92cce4cb-71d4-4019-9391-493542c961e8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:43.464912 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-92cce4cb-71d4-4019-9391-493542c961e8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:43.471490 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-92cce4cb-71d4-4019-9391-493542c961e8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:43.472144 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-92cce4cb-71d4-4019-9391-493542c961e8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:43.473535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117ce14-7352-4097-8edd-8cc7f0d733bd req-8ac1f2ad-6b5a-412b-8bdc-e91528969daf tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:43.479047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f117ce14-7352-4097-8edd-8cc7f0d733bd req-8ac1f2ad-6b5a-412b-8bdc-e91528969daf tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.1380169 Aug 31 01:00:43.480833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:43.490526 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-6db06a89-b1ce-4d18-974a-5c048f6d1a8e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Allocated IP 192.168.233.145 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/7cf193b2-aa9f-4fd5-9e18-4da12ea06350) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:43.505075 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-92cce4cb-71d4-4019-9391-493542c961e8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1299860 Aug 31 01:00:43.535960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Request body: {'port': {'device_id': '287936e3-5bc4-48da-90b8-f65152636dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:43.630433 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:43.701019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:43.753446 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f117ce14-7352-4097-8edd-8cc7f0d733bd req-811f106d-2d7e-420c-ba1a-3bb4e66be467 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105089 Aug 31 01:00:43.767118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3fa9b19-81ae-4dd6-b3c4-072e66ac72c4 req-8fd4dd98-9f8e-44f6-b040-863a2eac317e tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 210 time: 0.1218064 Aug 31 01:00:43.829331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ab406d17-3027-40dd-9036-0955771427bf None None] Provisioning for port eed772e1-093b-47d9-8487-75e06f8af348 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:43.839249 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ab406d17-3027-40dd-9036-0955771427bf None None] Provisioning complete for port eed772e1-093b-47d9-8487-75e06f8af348 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:43.840380 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ab406d17-3027-40dd-9036-0955771427bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:43.873086 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-6db06a89-b1ce-4d18-974a-5c048f6d1a8e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:43.895955 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d29b20-4eef-439b-9a5a-4698f96cde36 req-55180d17-b9bf-495b-b55a-6a2112e29c58 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:43.900692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-6db06a89-b1ce-4d18-974a-5c048f6d1a8e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Transition to ACTIVE for port object 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:43.906064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5d29b20-4eef-439b-9a5a-4698f96cde36 req-55180d17-b9bf-495b-b55a-6a2112e29c58 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 943 time: 0.0644679 Aug 31 01:00:43.926504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device feaf8607-2bf2-4d58-8b77-87040db10055 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:43.943195 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-6db06a89-b1ce-4d18-974a-5c048f6d1a8e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:43.990127 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5d29b20-4eef-439b-9a5a-4698f96cde36 req-1352a68b-07af-4fd6-8b25-6feef7890067 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780876 Aug 31 01:00:44.055308 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-6db06a89-b1ce-4d18-974a-5c048f6d1a8e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:44.065226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Allocated IP 192.168.233.179 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/ac68a434-b97c-4b5f-8c0e-bcadce6ea332) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:44.086151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-6db06a89-b1ce-4d18-974a-5c048f6d1a8e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:44.102010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db06a89-b1ce-4d18-974a-5c048f6d1a8e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event updated for resources: {'Port': ['ID=7cf193b2-aa9f-4fd5-9e18-4da12ea06350,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:44.108235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-6db06a89-b1ce-4d18-974a-5c048f6d1a8e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:44.123094 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-6db06a89-b1ce-4d18-974a-5c048f6d1a8e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:44.128530 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-6db06a89-b1ce-4d18-974a-5c048f6d1a8e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:44.132273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port feaf8607-2bf2-4d58-8b77-87040db10055, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=feaf8607-2bf2-4d58-8b77-87040db10055,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:44.143202 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-6a1e50dc-7bca-47f7-9e73-2fa010dc3135 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3e042592bcb54cf8944408f237ccbbd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741484 Aug 31 01:00:44.159358 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-6db06a89-b1ce-4d18-974a-5c048f6d1a8e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6468499 Aug 31 01:00:44.162606 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ab406d17-3027-40dd-9036-0955771427bf None None] Port eed772e1-093b-47d9-8487-75e06f8af348 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:44.165084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'feaf8607-2bf2-4d58-8b77-87040db10055', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'port_id': 'feaf8607-2bf2-4d58-8b77-87040db10055', 'mac_address': 'fa:16:3e:23:c7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:00:44.172738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a9a292-f706-4fbf-bd38-29206c6dd1ad', 'tag': '6acb0d54-5ce9-41d0-b226-cdfbc8677068'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:44.175904 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d61c7b4-8f64-4652-8ec3-baa796bbab5d" -d '{"events": [{"name": "network-changed", "server_uuid": "95a9a292-f706-4fbf-bd38-29206c6dd1ad", "tag": "6acb0d54-5ce9-41d0-b226-cdfbc8677068"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:44.192172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Request body: {'port': {'device_id': '00eccfa1-f4c8-4127-a15f-e35cf6216351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:44.245116 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-582ef238-b6cb-47a6-92b1-671de555a1db req-df51e539-1b48-48f8-8480-eec35379caa8 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618913 Aug 31 01:00:44.368531 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:44.395129 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:44.395877 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feaf8607-2bf2-4d58-8b77-87040db10055 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:44.418217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port feaf8607-2bf2-4d58-8b77-87040db10055, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=feaf8607-2bf2-4d58-8b77-87040db10055,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:44.423763 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:44.497996 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ef238-b6cb-47a6-92b1-671de555a1db req-b9c84490-1b89-47fb-bb28-108562ed9291 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:44.500342 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-582ef238-b6cb-47a6-92b1-671de555a1db req-b9c84490-1b89-47fb-bb28-108562ed9291 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484751 Aug 31 01:00:44.500701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=feaf8607-2bf2-4d58-8b77-87040db10055,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:44.526366 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-582ef238-b6cb-47a6-92b1-671de555a1db req-c41b04a0-b6fa-4f55-b858-69862f7c8997 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Request body: {'port': {'device_id': '534147c6-77f6-4fce-9606-9f49422ce086', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': 'e647b0a69de84fe4bc59de0ccf31028c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:44.528445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-513eb7fc-b487-46be-a31d-073b237c2fd8 None None] Provisioning for port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:44.534189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-513eb7fc-b487-46be-a31d-073b237c2fd8 None None] Provisioning complete for port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:44.535917 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-513eb7fc-b487-46be-a31d-073b237c2fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:44.541842 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:44.585085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-513eb7fc-b487-46be-a31d-073b237c2fd8 None None] Port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:44.616167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a17a3-95f9-4eae-af55-b63c5aeb9f4b req-7a0461e7-a253-4fe8-9840-859dbce993c6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:44.617716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-796a17a3-95f9-4eae-af55-b63c5aeb9f4b req-7a0461e7-a253-4fe8-9840-859dbce993c6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.4896564 Aug 31 01:00:44.618783 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Transition to ACTIVE for port object ac68a434-b97c-4b5f-8c0e-bcadce6ea332 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:44.641455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36375de7-f16c-43a2-96e6-4d8126403234 req-d55182c1-95bb-49cc-ac82-738fd0affece tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:44.643102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36375de7-f16c-43a2-96e6-4d8126403234 req-d55182c1-95bb-49cc-ac82-738fd0affece tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.70 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 950 time: 0.2331054 Aug 31 01:00:44.699525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-b35eb434-4623-4d2e-a9d2-22c78418b227 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:44.701006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-b35eb434-4623-4d2e-a9d2-22c78418b227 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5470488 Aug 31 01:00:44.768841 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f0263da-169a-4597-b99a-3bd4ebca8435 req-c2d096e8-db69-4ee7-b27e-0057c114284d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558190 Aug 31 01:00:44.770016 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582ef238-b6cb-47a6-92b1-671de555a1db req-c41b04a0-b6fa-4f55-b858-69862f7c8997 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Made reservation on behalf of e647b0a69de84fe4bc59de0ccf31028c for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:44.773594 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-582ef238-b6cb-47a6-92b1-671de555a1db req-c41b04a0-b6fa-4f55-b858-69862f7c8997 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:44.776414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-20458d31-90a8-4fa1-8a48-2b72193699f3 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/quotas/3e042592bcb54cf8944408f237ccbbd1 HTTP/1.1" status: 200 len: 375 time: 0.0617712 Aug 31 01:00:44.788077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-796a17a3-95f9-4eae-af55-b63c5aeb9f4b req-fc86d510-3634-4fce-b2f4-ff40ed626b39 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580529 Aug 31 01:00:44.804861 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:44.830460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-0dbda115-0ad9-4314-8fd4-5d6e7d0b8867 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e042592bcb54cf8944408f237ccbbd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396717 Aug 31 01:00:44.889154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:44.902589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Pushing event updated for resources: {'Port': ['ID=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:44.905160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:44.908204 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['feaf8607-2bf2-4d58-8b77-87040db10055'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:44.910105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:44.974888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d', 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:44.976139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-36375de7-f16c-43a2-96e6-4d8126403234 req-01bd3b4e-117f-4062-a7e9-8371a539e925 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Deleting port 0ce26b81-4b15-4bbf-a4cc-098e1d347288 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:44.976485 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-36375de7-f16c-43a2-96e6-4d8126403234 req-01bd3b4e-117f-4062-a7e9-8371a539e925 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:44.991609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0263da-169a-4597-b99a-3bd4ebca8435 req-54ffe95c-ddf4-49f6-8ab1-bfcf713baad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:44.994926 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f0263da-169a-4597-b99a-3bd4ebca8435 req-54ffe95c-ddf4-49f6-8ab1-bfcf713baad3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7b6aea9d6ad4110bac126cd6edb47df&device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 1102 time: 0.1096222 Aug 31 01:00:45.133002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-36375de7-f16c-43a2-96e6-4d8126403234 req-01bd3b4e-117f-4062-a7e9-8371a539e925 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] For port 0ce26b81-4b15-4bbf-a4cc-098e1d347288, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=0ce26b81-4b15-4bbf-a4cc-098e1d347288,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:45.133371 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-36375de7-f16c-43a2-96e6-4d8126403234 req-01bd3b4e-117f-4062-a7e9-8371a539e925 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:45.171061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-36375de7-f16c-43a2-96e6-4d8126403234 req-01bd3b4e-117f-4062-a7e9-8371a539e925 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Calling delete_port for 0ce26b81-4b15-4bbf-a4cc-098e1d347288 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:45.326332 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed772e1-093b-47d9-8487-75e06f8af348 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:45.361178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0263da-169a-4597-b99a-3bd4ebca8435 req-22c8b5b4-0dda-4719-aebd-db39478ee319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:45.363256 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f0263da-169a-4597-b99a-3bd4ebca8435 req-22c8b5b4-0dda-4719-aebd-db39478ee319 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.3435178 Aug 31 01:00:45.372340 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:45.378355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:45.379014 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:45.417380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a9e67-2df5-4550-8e69-2dfbd6d8cab1 req-36d04dee-3691-4389-9ab7-d4cc656726ad tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:45.437027 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-625a9e67-2df5-4550-8e69-2dfbd6d8cab1 req-36d04dee-3691-4389-9ab7-d4cc656726ad tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 936 time: 0.5465724 Aug 31 01:00:45.441669 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f0263da-169a-4597-b99a-3bd4ebca8435 req-6ca38a0a-a3c0-4a03-ac86-b5fa0d86007a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e HTTP/1.1" status: 200 len: 217 time: 0.0621212 Aug 31 01:00:45.509298 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-69f971c9-038d-4a2d-b343-6c59286f7656 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5052848 Aug 31 01:00:45.529132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Request body: {'port': {'device_id': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:45.533554 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-36375de7-f16c-43a2-96e6-4d8126403234 req-01bd3b4e-117f-4062-a7e9-8371a539e925 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:45.543850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-87a168f5-7ad6-48f0-8023-87ab5bc05a57 None None] Provisioning for port ac68a434-b97c-4b5f-8c0e-bcadce6ea332 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:45.547521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230893fb-d120-4c8d-a485-715603858dc9 req-196c7e69-75f4-40aa-a215-e4c97a968f0a tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:45.549601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-230893fb-d120-4c8d-a485-715603858dc9 req-196c7e69-75f4-40aa-a215-e4c97a968f0a tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 944 time: 0.2300224 Aug 31 01:00:45.573177 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0263da-169a-4597-b99a-3bd4ebca8435 req-7de31471-7991-40f1-ac0b-91d49f73f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:45.575244 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f0263da-169a-4597-b99a-3bd4ebca8435 req-7de31471-7991-40f1-ac0b-91d49f73f6ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1025853 Aug 31 01:00:45.578681 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Transition to ACTIVE for port object eed772e1-093b-47d9-8487-75e06f8af348 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:45.599815 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:45.600946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-625a9e67-2df5-4550-8e69-2dfbd6d8cab1 req-16069b16-2e50-47cc-915b-b0b0570418be tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623967 Aug 31 01:00:45.608167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-87a168f5-7ad6-48f0-8023-87ab5bc05a57 None None] Provisioning complete for port ac68a434-b97c-4b5f-8c0e-bcadce6ea332 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:45.611517 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-87a168f5-7ad6-48f0-8023-87ab5bc05a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:45.694169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd3b4e-117f-4062-a7e9-8371a539e925 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Pushing event deleted for resources: {'Port': ['ID=0ce26b81-4b15-4bbf-a4cc-098e1d347288,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:45.732775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.70', 60474) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:45.741970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-87a168f5-7ad6-48f0-8023-87ab5bc05a57 None None] Port ac68a434-b97c-4b5f-8c0e-bcadce6ea332 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:45.762293 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bd9205-ebd9-42e5-8dd3-0a635c77abad x-openstack-request-id: req-12bd9205-ebd9-42e5-8dd3-0a635c77abad {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:45.762660 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a9a292-f706-4fbf-bd38-29206c6dd1ad", "tag": "6acb0d54-5ce9-41d0-b226-cdfbc8677068", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:45.762913 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12bd9205-ebd9-42e5-8dd3-0a635c77abad {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:45.763482 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a9a292-f706-4fbf-bd38-29206c6dd1ad', 'tag': '6acb0d54-5ce9-41d0-b226-cdfbc8677068', 'status': 'completed', 'code': 200} Aug 31 01:00:45.764196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Pushing event updated for resources: {'Port': ['ID=eed772e1-093b-47d9-8487-75e06f8af348,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:45.825973 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:45.878119 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-230893fb-d120-4c8d-a485-715603858dc9 req-f753bffb-11ea-4979-8985-2a82018efd6f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001127 Aug 31 01:00:45.945340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 6acb0d54-5ce9-41d0-b226-cdfbc8677068 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:46.058718 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Attempting to bind port eed772e1-093b-47d9-8487-75e06f8af348 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:46.059092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Attempting to bind port eed772e1-093b-47d9-8487-75e06f8af348 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:46.059946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Attempting to bind port eed772e1-093b-47d9-8487-75e06f8af348 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:46.065086 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0263da-169a-4597-b99a-3bd4ebca8435 req-79c3acc1-3010-4b73-8b21-7d36d0f40f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:46.067164 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f0263da-169a-4597-b99a-3bd4ebca8435 req-79c3acc1-3010-4b73-8b21-7d36d0f40f1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4845061 Aug 31 01:00:46.093083 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['0ce26b81-4b15-4bbf-a4cc-098e1d347288'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:46.097226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Port eed772e1-093b-47d9-8487-75e06f8af348 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:00:46.097804 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Attempting to bind port eed772e1-093b-47d9-8487-75e06f8af348 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:46.126403 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:46.212762 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:46.213649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:46.217936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:46.223990 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:46.224582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:46.225162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Bound port: eed772e1-093b-47d9-8487-75e06f8af348, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:46.229691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:46.235451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 6acb0d54-5ce9-41d0-b226-cdfbc8677068 has no active binding in host n-h1-802060-13 {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 01:00:46.352842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] For port eed772e1-093b-47d9-8487-75e06f8af348, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:46.353096 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-36375de7-f16c-43a2-96e6-4d8126403234 req-01bd3b4e-117f-4062-a7e9-8371a539e925 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] No DVR routers for this DVR port 0ce26b81-4b15-4bbf-a4cc-098e1d347288 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:00:46.358339 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:46.361249 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-36375de7-f16c-43a2-96e6-4d8126403234 req-01bd3b4e-117f-4062-a7e9-8371a539e925 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:46.368146 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36375de7-f16c-43a2-96e6-4d8126403234 req-01bd3b4e-117f-4062-a7e9-8371a539e925 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.70 "DELETE /v2.0/ports/0ce26b81-4b15-4bbf-a4cc-098e1d347288 HTTP/1.1" status: 204 len: 173 time: 1.7087443 Aug 31 01:00:46.380204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] For port eed772e1-093b-47d9-8487-75e06f8af348, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=eed772e1-093b-47d9-8487-75e06f8af348,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:46.381741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2955b586-311f-4f0b-97bf-94dd9530da45', 'name': 'network-vif-deleted', 'tag': '0ce26b81-4b15-4bbf-a4cc-098e1d347288'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:46.389293 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab29fa2-1620-4d3c-adf5-a1de62401043" -d '{"events": [{"server_uuid": "2955b586-311f-4f0b-97bf-94dd9530da45", "name": "network-vif-deleted", "tag": "0ce26b81-4b15-4bbf-a4cc-098e1d347288"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:46.391568 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Transition to ACTIVE for port object 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:46.398303 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:46.408897 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:46.418372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa2fbb2d-24e7-4dd9-bb66-edb2dacf9e54 req-329b71b0-851c-4f3a-aa77-c1c7cc7993d7 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2955b586-311f-4f0b-97bf-94dd9530da45 HTTP/1.1" status: 200 len: 210 time: 0.5686746 Aug 31 01:00:46.524420 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f2b7235-549b-4a5b-be5f-eefb70065e8e req-6ce493d5-3ea4-4c02-8943-1965c1a88bac tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 210 time: 0.2105949 Aug 31 01:00:46.568238 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61c7b4-8f64-4652-8ec3-baa796bbab5d req-9d390b73-70b5-4de3-a1ad-7987f71137e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:46.570955 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d61c7b4-8f64-4652-8ec3-baa796bbab5d req-9d390b73-70b5-4de3-a1ad-7987f71137e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 1127 time: 0.8248730 Aug 31 01:00:46.686304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:46.687062 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:46.688797 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] 10.222.0.15 "PUT /v2.0/ports/eed772e1-093b-47d9-8487-75e06f8af348 HTTP/1.1" status: 200 len: 1097 time: 3.1630626 Aug 31 01:00:46.703399 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Attempting to bind port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:46.703896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Attempting to bind port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:46.704275 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Attempting to bind port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:46.717424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:00:46.717850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Attempting to bind port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:46.722012 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f0263da-169a-4597-b99a-3bd4ebca8435 req-ae56b7b1-cbdd-4f8b-aee7-a7939b516f5c service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361921 Aug 31 01:00:46.738680 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143e659-9f4c-4436-998e-ae7fb84c3322 service neutron] Pushing event updated for resources: {'Port': ['ID=eed772e1-093b-47d9-8487-75e06f8af348,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:46.741785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:46.742507 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:46.742507 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:46.742902 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Bound port: 7cf193b2-aa9f-4fd5-9e18-4da12ea06350, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:46.743260 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:46.770920 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-582ef238-b6cb-47a6-92b1-671de555a1db req-c41b04a0-b6fa-4f55-b858-69862f7c8997 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Allocated IP 192.168.233.94 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/2765a8bd-693a-463a-a513-41f4cccb3b21) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:46.842616 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffa4e1dd-44ee-4256-9891-c77b3e24fcaa req-9ba432a8-b289-4047-8e93-f9af70c807a8 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 210 time: 0.1211498 Aug 31 01:00:46.846946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] For port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:46.850978 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] For port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7cf193b2-aa9f-4fd5-9e18-4da12ea06350,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:46.918738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269b288-0201-4fe7-8516-4c2dc2cc4c2b req-47ba2763-e790-49a0-b96b-da9ec4c9c7d5 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:46.939397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5269b288-0201-4fe7-8516-4c2dc2cc4c2b req-47ba2763-e790-49a0-b96b-da9ec4c9c7d5 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 944 time: 0.3611269 Aug 31 01:00:46.943137 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4b0235-ad99-4fa3-9fd2-beaa464c9347 x-openstack-request-id: req-7f4b0235-ad99-4fa3-9fd2-beaa464c9347 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:46.943667 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2955b586-311f-4f0b-97bf-94dd9530da45", "name": "network-vif-deleted", "tag": "0ce26b81-4b15-4bbf-a4cc-098e1d347288", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:46.944456 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f4b0235-ad99-4fa3-9fd2-beaa464c9347 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:46.945205 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2955b586-311f-4f0b-97bf-94dd9530da45', 'name': 'network-vif-deleted', 'tag': '0ce26b81-4b15-4bbf-a4cc-098e1d347288', 'status': 'completed', 'code': 200} Aug 31 01:00:46.987174 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:46.996471 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Pushing event updated for resources: {'Port': ['ID=7cf193b2-aa9f-4fd5-9e18-4da12ea06350,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:47.019889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61c7b4-8f64-4652-8ec3-baa796bbab5d req-4a6b3d6b-0067-4ea7-ae0c-8776090c5b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:47.021455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d61c7b4-8f64-4652-8ec3-baa796bbab5d req-4a6b3d6b-0067-4ea7-ae0c-8776090c5b07 service neutron] 10.222.0.70 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.4319501 Aug 31 01:00:47.055834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5269b288-0201-4fe7-8516-4c2dc2cc4c2b req-9af5fc75-aade-498d-877f-bd3b327f5c4f tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150949 Aug 31 01:00:47.114915 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d61c7b4-8f64-4652-8ec3-baa796bbab5d req-1f5579f9-be63-469f-9a71-c35610a84788 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068 HTTP/1.1" status: 200 len: 217 time: 0.0625212 Aug 31 01:00:47.221205 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5d5ef-75c7-44a3-acfe-3f0b6d0f2ca5 req-d09c706d-e5b3-4112-95ca-2d86a49ccaa0 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:47.223176 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09d5d5ef-75c7-44a3-acfe-3f0b6d0f2ca5 req-d09c706d-e5b3-4112-95ca-2d86a49ccaa0 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.2283359 Aug 31 01:00:47.228787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-d978655b-3939-4639-893f-70c38375ad41 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3e042592bcb54cf8944408f237ccbbd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1157606 Aug 31 01:00:47.396624 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:47.397252 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:47.398770 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] 10.222.0.70 "PUT /v2.0/ports/7cf193b2-aa9f-4fd5-9e18-4da12ea06350 HTTP/1.1" status: 200 len: 1097 time: 3.2171574 Aug 31 01:00:47.419050 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09d5d5ef-75c7-44a3-acfe-3f0b6d0f2ca5 req-2c5ccec2-b4d7-478f-8357-834d9c1f7e3c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495702 Aug 31 01:00:47.424597 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61c7b4-8f64-4652-8ec3-baa796bbab5d req-4b2debda-11e1-44ad-ba37-b2da61184dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:47.426033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d61c7b4-8f64-4652-8ec3-baa796bbab5d req-4b2debda-11e1-44ad-ba37-b2da61184dcf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.2918243 Aug 31 01:00:47.466102 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-49e4c704-b4c9-44b9-a2a7-32ef097aa42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:47.470756 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-49e4c704-b4c9-44b9-a2a7-32ef097aa42f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 1100 time: 0.6947551 Aug 31 01:00:47.479685 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d61c7b4-8f64-4652-8ec3-baa796bbab5d req-42c3b607-800d-4747-a9e0-4a4f9add7793 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441511 Aug 31 01:00:47.502032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f58aa2-326f-4732-8678-abcb9190fbbc req-bce6468e-9652-48a1-af2b-9ab9d75c47b9 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:47.503886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7f58aa2-326f-4732-8678-abcb9190fbbc req-bce6468e-9652-48a1-af2b-9ab9d75c47b9 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 948 time: 0.2773442 Aug 31 01:00:47.560282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-2e28cffa-8303-48fa-bc10-42cbc9ecdfb1 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:47.566850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-2e28cffa-8303-48fa-bc10-42cbc9ecdfb1 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2707868 Aug 31 01:00:47.573016 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32937f8f-cbaf-479e-8637-429bb3bcc09f service neutron] Pushing event updated for resources: {'Port': ['ID=7cf193b2-aa9f-4fd5-9e18-4da12ea06350,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:47.623781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Request body: {'port': {'device_id': '85958240-854f-414d-b1db-f4bf4f22e3bc', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '3e042592bcb54cf8944408f237ccbbd1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:47.640171 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-d81a473e-599a-4426-8d53-e2d463ebc70e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=eed772e1-093b-47d9-8487-75e06f8af348 HTTP/1.1" status: 200 len: 217 time: 0.1153114 Aug 31 01:00:47.702492 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7f58aa2-326f-4732-8678-abcb9190fbbc req-f1172cf3-35a2-4bfc-a862-9e7382fd8c62 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877291 Aug 31 01:00:47.743347 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f0263da-169a-4597-b99a-3bd4ebca8435 req-d5dcd4fd-c155-4c58-950e-950c2feb3ce0 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9627025 Aug 31 01:00:47.771588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287936e3-5bc4-48da-90b8-f65152636dee', 'tag': 'eed772e1-093b-47d9-8487-75e06f8af348'}, {'name': 'network-changed', 'server_uuid': '00eccfa1-f4c8-4127-a15f-e35cf6216351', 'tag': '7cf193b2-aa9f-4fd5-9e18-4da12ea06350'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:47.774740 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf2fba7-0184-4bc2-93e5-b169621ae2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "287936e3-5bc4-48da-90b8-f65152636dee", "tag": "eed772e1-093b-47d9-8487-75e06f8af348"}, {"name": "network-changed", "server_uuid": "00eccfa1-f4c8-4127-a15f-e35cf6216351", "tag": "7cf193b2-aa9f-4fd5-9e18-4da12ea06350"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:47.786612 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-afebd789-3734-439c-94c7-8d784ae41aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:47.788415 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-afebd789-3734-439c-94c7-8d784ae41aff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=00eccfa1-f4c8-4127-a15f-e35cf6216351 HTTP/1.1" status: 200 len: 1100 time: 0.2648613 Aug 31 01:00:47.801578 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cf951-37dd-46e8-964b-e0d1cafba95c req-0bd0fa89-c1af-454c-a0a9-14ffdbf453e0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:47.820723 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-748cf951-37dd-46e8-964b-e0d1cafba95c req-0bd0fa89-c1af-454c-a0a9-14ffdbf453e0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 944 time: 0.2956529 Aug 31 01:00:47.853489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-81801f9a-0439-4500-95ac-03ffc2014a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:47.855000 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-81801f9a-0439-4500-95ac-03ffc2014a5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1931379 Aug 31 01:00:47.862755 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-71f3423b-7478-497e-a03b-5b0922df1cc7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=7cf193b2-aa9f-4fd5-9e18-4da12ea06350 HTTP/1.1" status: 200 len: 217 time: 0.0620508 Aug 31 01:00:47.925902 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-582ef238-b6cb-47a6-92b1-671de555a1db req-c41b04a0-b6fa-4f55-b858-69862f7c8997 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:47.931601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d61c7b4-8f64-4652-8ec3-baa796bbab5d req-85d2d8a0-45f9-44e2-9df7-8a80aac89794 service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238207 Aug 31 01:00:47.958635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device feaf8607-2bf2-4d58-8b77-87040db10055 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:47.969303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-748cf951-37dd-46e8-964b-e0d1cafba95c req-9dce5110-76ba-4041-b285-721a1951d6c4 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476932 Aug 31 01:00:47.987897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-582ef238-b6cb-47a6-92b1-671de555a1db req-c41b04a0-b6fa-4f55-b858-69862f7c8997 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Transition to ACTIVE for port object 2765a8bd-693a-463a-a513-41f4cccb3b21 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:48.023377 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-66443320-b3c7-4967-b69e-e4745824d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:48.023377 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-66443320-b3c7-4967-b69e-e4745824d450 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1537538 Aug 31 01:00:48.026283 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-13abe6dc-3570-4a7c-ae11-fd60e239ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:48.028338 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-13abe6dc-3570-4a7c-ae11-fd60e239ff59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1477749 Aug 31 01:00:48.056984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd986645-5595-40b4-9300-0d2b63cfb4d7 req-343ae3f1-a842-4124-b40b-2ef33eb572d3 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:48.065400 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd986645-5595-40b4-9300-0d2b63cfb4d7 req-343ae3f1-a842-4124-b40b-2ef33eb572d3 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.1970983 Aug 31 01:00:48.095673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port feaf8607-2bf2-4d58-8b77-87040db10055 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:48.102695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port feaf8607-2bf2-4d58-8b77-87040db10055 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:48.103069 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.123312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Made reservation on behalf of 3e042592bcb54cf8944408f237ccbbd1 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:48.127837 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.139584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32547e82-6637-4911-9832-85d315e65e22 req-e8e49e20-3e58-47ba-b816-956d3b1acb09 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 210 time: 0.0552907 Aug 31 01:00:48.173794 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.197243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-582ef238-b6cb-47a6-92b1-671de555a1db req-c41b04a0-b6fa-4f55-b858-69862f7c8997 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.208797 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.222864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd986645-5595-40b4-9300-0d2b63cfb4d7 req-a3ba9b6d-98b3-4eb9-bd4a-675e08bab159 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565633 Aug 31 01:00:48.258335 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582ef238-b6cb-47a6-92b1-671de555a1db req-c41b04a0-b6fa-4f55-b858-69862f7c8997 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:48.259384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0304022-dfa6-4917-a975-10f51bfae241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaf8607-2bf2-4d58-8b77-87040db10055'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:48.262545 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d59ffc6-4012-4953-8b94-2e4339d8b0e7" -d '{"events": [{"server_uuid": "e0304022-dfa6-4917-a975-10f51bfae241", "name": "network-vif-plugged", "status": "completed", "tag": "feaf8607-2bf2-4d58-8b77-87040db10055"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:48.264758 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26caa98-8248-4d55-a740-baf0512dce68 x-openstack-request-id: req-c26caa98-8248-4d55-a740-baf0512dce68 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:48.265180 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287936e3-5bc4-48da-90b8-f65152636dee", "tag": "eed772e1-093b-47d9-8487-75e06f8af348", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "00eccfa1-f4c8-4127-a15f-e35cf6216351", "tag": "7cf193b2-aa9f-4fd5-9e18-4da12ea06350", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:48.265637 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c26caa98-8248-4d55-a740-baf0512dce68 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:48.266134 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287936e3-5bc4-48da-90b8-f65152636dee', 'tag': 'eed772e1-093b-47d9-8487-75e06f8af348', 'status': 'completed', 'code': 200} Aug 31 01:00:48.266481 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00eccfa1-f4c8-4127-a15f-e35cf6216351', 'tag': '7cf193b2-aa9f-4fd5-9e18-4da12ea06350', 'status': 'completed', 'code': 200} Aug 31 01:00:48.279034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-0df11858-7802-4cfe-872c-756e436659db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:48.283851 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-0df11858-7802-4cfe-872c-756e436659db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2472126 Aug 31 01:00:48.294678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-582ef238-b6cb-47a6-92b1-671de555a1db req-c41b04a0-b6fa-4f55-b858-69862f7c8997 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:48.297292 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d61c7b4-8f64-4652-8ec3-baa796bbab5d req-dceb332f-1d5f-4736-8687-dc10ce72a748 service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480453 Aug 31 01:00:48.316016 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-582ef238-b6cb-47a6-92b1-671de555a1db req-c41b04a0-b6fa-4f55-b858-69862f7c8997 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:48.329463 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port feaf8607-2bf2-4d58-8b77-87040db10055, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=feaf8607-2bf2-4d58-8b77-87040db10055,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:48.334708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ef238-b6cb-47a6-92b1-671de555a1db req-c41b04a0-b6fa-4f55-b858-69862f7c8997 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:48.335613 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-582ef238-b6cb-47a6-92b1-671de555a1db req-c41b04a0-b6fa-4f55-b858-69862f7c8997 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.336432 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.408563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 0ce26b81-4b15-4bbf-a4cc-098e1d347288 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:00:48.480544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 0ce26b81-4b15-4bbf-a4cc-098e1d347288 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:00:48.480892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 0ce26b81-4b15-4bbf-a4cc-098e1d347288 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:00:48.505393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=feaf8607-2bf2-4d58-8b77-87040db10055,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:48.520533 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c6ee017-a850-46cf-9987-718fac0f709f req-e03a8858-d845-4245-81bf-0f646a2b4d15 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 210 time: 0.1318791 Aug 31 01:00:48.542018 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-6b415ce0-ed10-4bbd-97f6-14d80b76a247 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066833 Aug 31 01:00:48.544527 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-9b68cd44-6f31-46c6-b277-0dceed4fdde4 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985407 Aug 31 01:00:48.722826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac68a434-b97c-4b5f-8c0e-bcadce6ea332 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:48.736375 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.738326 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.739077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8ef9beff-8773-4322-9bc2-249e27e93999 None None] Provisioning for port 2765a8bd-693a-463a-a513-41f4cccb3b21 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:48.747823 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8ef9beff-8773-4322-9bc2-249e27e93999 None None] Provisioning complete for port 2765a8bd-693a-463a-a513-41f4cccb3b21 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:48.748033 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.749239 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ef9beff-8773-4322-9bc2-249e27e93999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.774812 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Transition to ACTIVE for port object ac68a434-b97c-4b5f-8c0e-bcadce6ea332 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:48.785355 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-abe0f5a8-a69f-43d0-baa4-fb3cb850f49c service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161560 Aug 31 01:00:48.786608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75432534-31f0-44f4-ae58-f2f77aa433af req-c67c442f-2e6f-4ad2-b1ea-d35ccba4e1e4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:48.788180 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75432534-31f0-44f4-ae58-f2f77aa433af req-c67c442f-2e6f-4ad2-b1ea-d35ccba4e1e4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 945 time: 0.1341069 Aug 31 01:00:48.797688 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:48.821890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9beff-8773-4322-9bc2-249e27e93999 None None] Port 2765a8bd-693a-463a-a513-41f4cccb3b21 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:48.841972 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b04a0-b6fa-4f55-b858-69862f7c8997 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Pushing event updated for resources: {'Port': ['ID=2765a8bd-693a-463a-a513-41f4cccb3b21,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:48.851549 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-582ef238-b6cb-47a6-92b1-671de555a1db req-c41b04a0-b6fa-4f55-b858-69862f7c8997 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3369191 Aug 31 01:00:48.878709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8310aa85-a334-4aa3-b369-fe3748d86313,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:48.910496 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-444e7ad5-7bf9-476b-a9ad-887cc8506204 req-77dbbcd8-8188-4407-be45-fe57c7696ad1 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388658 Aug 31 01:00:48.932411 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Request body: {'port': {'device_id': '534147c6-77f6-4fce-9606-9f49422ce086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:48.956179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Pushing event updated for resources: {'Port': ['ID=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:49.024627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75432534-31f0-44f4-ae58-f2f77aa433af req-aad20698-be79-45de-a3f7-1c9c4cbb4246 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201042 Aug 31 01:00:49.140038 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:49.173113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-a029d385-52bf-4982-ae23-5b9a14cdaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:49.174391 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-a029d385-52bf-4982-ae23-5b9a14cdaabf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 1100 time: 0.1735511 Aug 31 01:00:49.204738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-b57028a3-e5b1-449d-8564-ef6612c6fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:49.206150 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-b57028a3-e5b1-449d-8564-ef6612c6fe74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=00eccfa1-f4c8-4127-a15f-e35cf6216351 HTTP/1.1" status: 200 len: 1100 time: 0.1908629 Aug 31 01:00:49.233683 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27063b4-e265-499d-a535-33ce75616a1e x-openstack-request-id: req-b27063b4-e265-499d-a535-33ce75616a1e {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:49.236192 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0304022-dfa6-4917-a975-10f51bfae241", "name": "network-vif-plugged", "status": "completed", "tag": "feaf8607-2bf2-4d58-8b77-87040db10055", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:49.236653 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b27063b4-e265-499d-a535-33ce75616a1e {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:49.241922 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0304022-dfa6-4917-a975-10f51bfae241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaf8607-2bf2-4d58-8b77-87040db10055', 'code': 200} Aug 31 01:00:49.330435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Allocated IP 192.168.233.47 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/1fc70e21-e19a-4dbf-aeca-987932b3014f) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:00:49.502113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Attempting to bind port ac68a434-b97c-4b5f-8c0e-bcadce6ea332 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:49.502704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Attempting to bind port ac68a434-b97c-4b5f-8c0e-bcadce6ea332 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:49.503210 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Attempting to bind port ac68a434-b97c-4b5f-8c0e-bcadce6ea332 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:49.512257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5be0fd-2772-4a49-8734-720b4fa7e7b2 req-e321bed9-5da1-4219-92a2-48bfb5f23f40 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:49.513705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e5be0fd-2772-4a49-8734-720b4fa7e7b2 req-e321bed9-5da1-4219-92a2-48bfb5f23f40 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 950 time: 0.2626524 Aug 31 01:00:49.532948 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b005216-5885-4d22-8f78-fa1ca31b12ff req-c020197d-57cf-4c92-a989-39ff079a1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:49.534467 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3b005216-5885-4d22-8f78-fa1ca31b12ff req-c020197d-57cf-4c92-a989-39ff079a1152 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 1097 time: 0.1599641 Aug 31 01:00:49.538903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-86fb5511-6857-48ee-8bf6-299fc76d5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:49.540361 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-86fb5511-6857-48ee-8bf6-299fc76d5d03 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.3166485 Aug 31 01:00:49.541338 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-bb578031-1516-4cd9-b962-30c25e518cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:49.543138 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-bb578031-1516-4cd9-b962-30c25e518cdb service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.3341501 Aug 31 01:00:49.556085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfe48a-d5ec-44b3-b8d2-927a2e1f2c27 req-1b6ff9d5-2e2d-41dc-8430-3633e27a31b1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:49.564312 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0cfe48a-d5ec-44b3-b8d2-927a2e1f2c27 req-1b6ff9d5-2e2d-41dc-8430-3633e27a31b1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 948 time: 0.2400808 Aug 31 01:00:49.570404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Port ac68a434-b97c-4b5f-8c0e-bcadce6ea332 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:00:49.570404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Attempting to bind port ac68a434-b97c-4b5f-8c0e-bcadce6ea332 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:49.600128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:49.600896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:49.601853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:49.602443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Bound port: ac68a434-b97c-4b5f-8c0e-bcadce6ea332, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:49.602924 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:49.634679 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-b4b87873-b877-49e2-bc39-ed7dc36ebe18 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=7cf193b2-aa9f-4fd5-9e18-4da12ea06350 HTTP/1.1" status: 200 len: 217 time: 0.0838695 Aug 31 01:00:49.637161 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-dc19f3ae-2c74-4832-b2bf-de982bc7e11a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=eed772e1-093b-47d9-8487-75e06f8af348 HTTP/1.1" status: 200 len: 217 time: 0.0737243 Aug 31 01:00:49.679632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-37718ace-d24b-42af-a3c1-e7856dd5961a service neutron] 10.222.0.70 "GET /v2.0/ports/6acb0d54-5ce9-41d0-b226-cdfbc8677068/bindings/n-h1-802060-13 HTTP/1.1" status: 200 len: 385 time: 0.2684550 Aug 31 01:00:49.685604 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3b005216-5885-4d22-8f78-fa1ca31b12ff req-186a1545-96f9-4616-bcc3-e6edd4a858e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407325 Aug 31 01:00:49.730934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-8da90d24-8051-4f9b-be30-052b28d6b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:49.732871 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-8da90d24-8051-4f9b-be30-052b28d6b5db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0880408 Aug 31 01:00:49.736583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e5be0fd-2772-4a49-8734-720b4fa7e7b2 req-42b41017-3bc1-4d77-858d-4a8f754e7003 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142868 Aug 31 01:00:49.736896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-4d83ef67-f5c5-4e3b-9de6-34d40674acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:49.739371 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-4d83ef67-f5c5-4e3b-9de6-34d40674acd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0858302 Aug 31 01:00:49.789301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-c71bad28-8116-483b-a6c0-faf13e54c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:49.790925 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-c71bad28-8116-483b-a6c0-faf13e54c20e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0478685 Aug 31 01:00:49.793465 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0cfe48a-d5ec-44b3-b8d2-927a2e1f2c27 req-6d59e674-22f0-4ac3-837a-db5e647eab02 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264419 Aug 31 01:00:49.840717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] For port ac68a434-b97c-4b5f-8c0e-bcadce6ea332, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:49.845930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] For port ac68a434-b97c-4b5f-8c0e-bcadce6ea332, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:49.871873 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:49.943027 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-86c092a1-2ac7-44d1-a402-16dde7da99b3 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435618 Aug 31 01:00:49.962799 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 6acb0d54-5ce9-41d0-b226-cdfbc8677068 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:50.011526 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:50.051526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:50.052158 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:50.053668 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] 10.222.0.70 "PUT /v2.0/ports/ac68a434-b97c-4b5f-8c0e-bcadce6ea332 HTTP/1.1" status: 200 len: 1097 time: 4.5354910 Aug 31 01:00:50.059336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'tag': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:50.061111 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80108a9b-840e-4f01-8ff5-b1c5db492bba" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797", "tag": "ac68a434-b97c-4b5f-8c0e-bcadce6ea332"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:50.079187 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-6d32c5f2-f39d-43b0-a514-e5529620ffab service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285493 Aug 31 01:00:50.148791 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:50.252448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-e7881515-e3bb-4db4-8746-8e2240787d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:50.255505 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-e7881515-e3bb-4db4-8746-8e2240787d10 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 1100 time: 0.1334145 Aug 31 01:00:50.332252 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-4660a29b-f75e-48bd-858f-d9395bf773ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:50.338686 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-4660a29b-f75e-48bd-858f-d9395bf773ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1807053 Aug 31 01:00:50.340058 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 6acb0d54-5ce9-41d0-b226-cdfbc8677068 has no active binding in host n-h1-802060-13 {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 01:00:50.342750 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-834e73ab-4215-45f7-9de3-0de865fee66d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=ac68a434-b97c-4b5f-8c0e-bcadce6ea332 HTTP/1.1" status: 200 len: 217 time: 0.0718617 Aug 31 01:00:50.527992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Transition to ACTIVE for port object 1fc70e21-e19a-4dbf-aeca-987932b3014f will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:50.529480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] Pushing event updated for resources: {'Port': ['ID=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:50.552499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cce64-fda3-4842-85d9-85ac6d499c29 req-57e910c8-9fa2-4ede-a2bc-c0229b2a16eb tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:50.554081 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c60cce64-fda3-4842-85d9-85ac6d499c29 req-57e910c8-9fa2-4ede-a2bc-c0229b2a16eb tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 944 time: 0.6971936 Aug 31 01:00:50.593951 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4d7e9-479f-45e0-beb9-bdce7e996417 req-70fdc648-52d6-4408-8770-ad2c610a1159 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:50.595444 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2f4d7e9-479f-45e0-beb9-bdce7e996417 req-70fdc648-52d6-4408-8770-ad2c610a1159 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 935 time: 0.6349239 Aug 31 01:00:50.657815 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-226b46b7-b7c2-4112-bead-6761ae2d5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:50.659187 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-226b46b7-b7c2-4112-bead-6761ae2d5137 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.3028884 Aug 31 01:00:50.703740 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:50.714295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c60cce64-fda3-4842-85d9-85ac6d499c29 req-45e9f7ec-6442-4c77-80e3-204ff8fe701d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486177 Aug 31 01:00:50.726114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2f4d7e9-479f-45e0-beb9-bdce7e996417 req-5b05f559-7e44-4211-87ab-2a6f57a66439 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109607 Aug 31 01:00:50.753968 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-f31691c1-cf0c-4beb-b875-2eca1d2cd39c service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069445 Aug 31 01:00:50.780021 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-558215fd-d973-4c88-86ee-65a6e9f70101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:50.782098 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-558215fd-d973-4c88-86ee-65a6e9f70101 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1133759 Aug 31 01:00:50.792865 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:00:50.806598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:00:50.821901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:50.824156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:00:50.826758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Pushing event updated for resources: {'Port': ['ID=1fc70e21-e19a-4dbf-aeca-987932b3014f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:50.915560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:50.924748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:50.925386 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:50.967174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4483f7-84db-4890-ac73-64084a39ccff req-092fafea-d512-4bec-a049-f4c0b65aeaaa tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:50.969328 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a4483f7-84db-4890-ac73-64084a39ccff req-092fafea-d512-4bec-a049-f4c0b65aeaaa tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 935 time: 0.1697879 Aug 31 01:00:50.983334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c614a9fe-cbc9-4a1e-9f27-5f8eef856b6b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3805907 Aug 31 01:00:50.995100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6acb0d54-5ce9-41d0-b226-cdfbc8677068 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:51.008445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Request body: {'port': {'device_id': '85958240-854f-414d-b1db-f4bf4f22e3bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:51.009793 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-adf2fba7-0184-4bc2-93e5-b169621ae2ea req-38915122-954a-42f7-8b87-72cf65adb172 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443659 Aug 31 01:00:51.023054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:51.035219 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-40f494c2-44a2-49e5-ba1c-63f3e2cd87de service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423260 Aug 31 01:00:51.066826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2765a8bd-693a-463a-a513-41f4cccb3b21 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:51.097008 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-046e9c0f-5d96-40ae-b590-ab700655c6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:51.101752 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:51.110988 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:51.123444 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Transition to ACTIVE for port object 2765a8bd-693a-463a-a513-41f4cccb3b21 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:51.134301 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:51.154240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a4483f7-84db-4890-ac73-64084a39ccff req-2beae1db-cdb0-46ec-aecc-176f1c468ad4 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693196 Aug 31 01:00:51.192675 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:51.200333 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-fd724aa5-6410-41d0-9758-28bc4410c3c5 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556809 Aug 31 01:00:51.217340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-12dc540c-c0c5-4820-8f21-fa61ca58808f None None] Provisioning for port 1fc70e21-e19a-4dbf-aeca-987932b3014f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:51.220482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Pushing event updated for resources: {'Port': ['ID=2765a8bd-693a-463a-a513-41f4cccb3b21,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:51.222937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-12dc540c-c0c5-4820-8f21-fa61ca58808f None None] Provisioning complete for port 1fc70e21-e19a-4dbf-aeca-987932b3014f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:51.223686 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-12dc540c-c0c5-4820-8f21-fa61ca58808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:51.245074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48d494-4ec4-4a18-a06a-937a66c43240 req-e20ffbc8-4b5a-471b-bef4-e91bfb8cbd22 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:51.247615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a48d494-4ec4-4a18-a06a-937a66c43240 req-e20ffbc8-4b5a-471b-bef4-e91bfb8cbd22 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 945 time: 0.1917903 Aug 31 01:00:51.249213 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2444114b-5932-4c55-9d96-c3cb8ba82196 x-openstack-request-id: req-2444114b-5932-4c55-9d96-c3cb8ba82196 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:51.250569 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797", "tag": "ac68a434-b97c-4b5f-8c0e-bcadce6ea332", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:51.251163 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2444114b-5932-4c55-9d96-c3cb8ba82196 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:51.251994 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'tag': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332', 'status': 'completed', 'code': 200} Aug 31 01:00:51.263638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.263877 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.264469 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.264605 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.264862 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.265733 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.266065 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.266393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.266721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.267050 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.267404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.268161 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.280445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-12dc540c-c0c5-4820-8f21-fa61ca58808f None None] Port 1fc70e21-e19a-4dbf-aeca-987932b3014f cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:00:51.320580 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Attempting to bind port 2765a8bd-693a-463a-a513-41f4cccb3b21 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:51.321099 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Attempting to bind port 2765a8bd-693a-463a-a513-41f4cccb3b21 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:51.321401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Attempting to bind port 2765a8bd-693a-463a-a513-41f4cccb3b21 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:51.327924 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Port 2765a8bd-693a-463a-a513-41f4cccb3b21 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:00:51.328249 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Attempting to bind port 2765a8bd-693a-463a-a513-41f4cccb3b21 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:51.338582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:51.338971 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:51.339381 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:51.339871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Bound port: 2765a8bd-693a-463a-a513-41f4cccb3b21, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:51.340231 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:51.363659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80108a9b-840e-4f01-8ff5-b1c5db492bba req-b8edced1-7a18-4e14-97dc-9d2d38f53646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:51.365580 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-80108a9b-840e-4f01-8ff5-b1c5db492bba req-b8edced1-7a18-4e14-97dc-9d2d38f53646 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 1100 time: 0.0754206 Aug 31 01:00:51.442126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a48d494-4ec4-4a18-a06a-937a66c43240 req-ef848c81-70e2-44f0-95e5-520bdbb7037e tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798387 Aug 31 01:00:51.501267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] For port 2765a8bd-693a-463a-a513-41f4cccb3b21, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:51.505749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] For port 2765a8bd-693a-463a-a513-41f4cccb3b21, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=2765a8bd-693a-463a-a513-41f4cccb3b21,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:51.509824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80108a9b-840e-4f01-8ff5-b1c5db492bba req-7239de59-5346-41a0-ab14-44ccc4c86073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:51.510747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Transition to ACTIVE for port object 6acb0d54-5ce9-41d0-b226-cdfbc8677068 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:51.511355 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-80108a9b-840e-4f01-8ff5-b1c5db492bba req-7239de59-5346-41a0-ab14-44ccc4c86073 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.1258354 Aug 31 01:00:51.513139 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:51.527341 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:51.542142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead128b-ba42-4064-86f1-7b908cd23772 req-c2eda0bf-6f76-4748-88ee-171e153b3872 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:51.543627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ead128b-ba42-4064-86f1-7b908cd23772 req-c2eda0bf-6f76-4748-88ee-171e153b3872 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 950 time: 0.2004819 Aug 31 01:00:51.597550 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:51.598181 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:51.599614 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-582ef238-b6cb-47a6-92b1-671de555a1db req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] 10.222.0.70 "PUT /v2.0/ports/2765a8bd-693a-463a-a513-41f4cccb3b21 HTTP/1.1" status: 200 len: 1096 time: 2.7350712 Aug 31 01:00:51.600224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534147c6-77f6-4fce-9606-9f49422ce086', 'tag': '2765a8bd-693a-463a-a513-41f4cccb3b21'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:51.602469 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440063cd-ad2b-4819-a3ca-3be339f9fd12" -d '{"events": [{"name": "network-changed", "server_uuid": "534147c6-77f6-4fce-9606-9f49422ce086", "tag": "2765a8bd-693a-463a-a513-41f4cccb3b21"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:51.607091 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-80108a9b-840e-4f01-8ff5-b1c5db492bba req-26995e2c-a191-438d-93df-53343bc06d0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=ac68a434-b97c-4b5f-8c0e-bcadce6ea332 HTTP/1.1" status: 200 len: 217 time: 0.0675662 Aug 31 01:00:51.635481 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083ce61-4278-454b-94de-63ad155c5d70 service neutron] Pushing event updated for resources: {'Port': ['ID=2765a8bd-693a-463a-a513-41f4cccb3b21,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:51.701593 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80108a9b-840e-4f01-8ff5-b1c5db492bba req-cb897a48-1290-4f40-9657-2c3e5082c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:51.703308 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-80108a9b-840e-4f01-8ff5-b1c5db492bba req-cb897a48-1290-4f40-9657-2c3e5082c4b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0771723 Aug 31 01:00:51.712089 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ef238-b6cb-47a6-92b1-671de555a1db req-1a0dba94-bea4-4172-814d-0640792db582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:51.713567 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-582ef238-b6cb-47a6-92b1-671de555a1db req-1a0dba94-bea4-4172-814d-0640792db582 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 1099 time: 0.0563064 Aug 31 01:00:51.728817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] No DVR routers for this DVR port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:00:51.759375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6acb0d54-5ce9-41d0-b226-cdfbc8677068,revision_number=10']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:51.777884 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ead128b-ba42-4064-86f1-7b908cd23772 req-8171368c-7394-41f6-85d9-34b4a4f5b26f tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193460 Aug 31 01:00:51.779094 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-582ef238-b6cb-47a6-92b1-671de555a1db req-c1f14778-d0aa-49c4-8582-31cddcda76cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=2765a8bd-693a-463a-a513-41f4cccb3b21 HTTP/1.1" status: 200 len: 217 time: 0.0363145 Aug 31 01:00:51.801764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f3762-dfca-440a-ac7f-436600544f34 req-07dea6f0-b451-4df2-9421-487c4a956512 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:51.803263 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a72f3762-dfca-440a-ac7f-436600544f34 req-07dea6f0-b451-4df2-9421-487c4a956512 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 948 time: 0.2737665 Aug 31 01:00:51.809327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.809671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.810006 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.810338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.810663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.810989 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.811329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.811647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.812135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.812523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.812843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.813158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:00:51.827470 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80108a9b-840e-4f01-8ff5-b1c5db492bba req-00ee8243-4713-4317-9316-de1584f00425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:51.829635 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-80108a9b-840e-4f01-8ff5-b1c5db492bba req-00ee8243-4713-4317-9316-de1584f00425 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1152222 Aug 31 01:00:51.853905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] 10.222.0.70 "PUT /v2.0/ports/6acb0d54-5ce9-41d0-b226-cdfbc8677068/bindings/n-h1-802060-13/activate HTTP/1.1" status: 200 len: 370 time: 2.1401310 Aug 31 01:00:51.903344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ef238-b6cb-47a6-92b1-671de555a1db req-85aabd80-d34e-46a8-acfe-73e570952992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:51.904733 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-582ef238-b6cb-47a6-92b1-671de555a1db req-85aabd80-d34e-46a8-acfe-73e570952992 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1152122 Aug 31 01:00:51.914511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a72f3762-dfca-440a-ac7f-436600544f34 req-48277b88-eaa2-4cda-9885-7e946c26244e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920806 Aug 31 01:00:51.971758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc70e21-e19a-4dbf-aeca-987932b3014f {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:51.985512 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0315be-2912-492e-a75c-440864ff95ff req-0dbd111d-3a83-4f07-a03c-59d0e2790dd8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:51.987186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b0315be-2912-492e-a75c-440864ff95ff req-0dbd111d-3a83-4f07-a03c-59d0e2790dd8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.1255405 Aug 31 01:00:51.993431 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:52.003372 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aa5525-b75b-4edf-8828-bdd97212d3f8 x-openstack-request-id: req-18aa5525-b75b-4edf-8828-bdd97212d3f8 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:52.003662 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534147c6-77f6-4fce-9606-9f49422ce086", "tag": "2765a8bd-693a-463a-a513-41f4cccb3b21", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:52.003914 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18aa5525-b75b-4edf-8828-bdd97212d3f8 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:52.004313 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534147c6-77f6-4fce-9606-9f49422ce086', 'tag': '2765a8bd-693a-463a-a513-41f4cccb3b21', 'status': 'completed', 'code': 200} Aug 31 01:00:52.012981 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-80108a9b-840e-4f01-8ff5-b1c5db492bba req-ef00692b-6e6e-400a-a5d6-ab023a701e36 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741619 Aug 31 01:00:52.025058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Transition to ACTIVE for port object 1fc70e21-e19a-4dbf-aeca-987932b3014f will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:00:52.034020 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:52.051910 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ef238-b6cb-47a6-92b1-671de555a1db req-31042a03-6ff6-4d1b-9f46-5d76033af47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:52.053306 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-582ef238-b6cb-47a6-92b1-671de555a1db req-31042a03-6ff6-4d1b-9f46-5d76033af47b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1394651 Aug 31 01:00:52.084599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b0315be-2912-492e-a75c-440864ff95ff req-6fb81728-309f-487d-98ce-d10581aec9d7 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835936 Aug 31 01:00:52.114002 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec43fe-43bb-4cba-bf19-67cca7f3cca3 req-c7fde156-c2cd-42cd-85d7-f6ba24a25952 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:52.115904 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-80ec43fe-43bb-4cba-bf19-67cca7f3cca3 req-c7fde156-c2cd-42cd-85d7-f6ba24a25952 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 950 time: 0.1493905 Aug 31 01:00:52.136143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc70e21-e19a-4dbf-aeca-987932b3014f,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:52.259365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4511b7-6ba2-41e7-8a90-9aecad621955 req-e0c41f1d-92c9-40c1-9c84-827dbe37428b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:52.261128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c4511b7-6ba2-41e7-8a90-9aecad621955 req-e0c41f1d-92c9-40c1-9c84-827dbe37428b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 945 time: 0.2115719 Aug 31 01:00:52.329826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-187d36cc-f6a2-45ce-ae80-50214cc3df51 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:52.331415 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-187d36cc-f6a2-45ce-ae80-50214cc3df51 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad&tenant_id=293537de7bd940eabdbb028d66a178c1&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 1097 time: 0.2772152 Aug 31 01:00:52.333331 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-80108a9b-840e-4f01-8ff5-b1c5db492bba req-9eaf3b6b-e61c-4a55-a7d8-ed2c923b04f1 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121641 Aug 31 01:00:52.357855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c4511b7-6ba2-41e7-8a90-9aecad621955 req-d12b765c-2fb4-4308-9727-e4fba94a0342 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774751 Aug 31 01:00:52.361113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Attempting to bind port 1fc70e21-e19a-4dbf-aeca-987932b3014f on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:00:52.361645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Attempting to bind port 1fc70e21-e19a-4dbf-aeca-987932b3014f by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:00:52.362195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Attempting to bind port 1fc70e21-e19a-4dbf-aeca-987932b3014f on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:52.374344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a933394-1f93-4c24-b9c2-c7460c21f261 req-82d1c7d4-4f40-4451-8fbf-a63fac7a826a tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:52.390250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a933394-1f93-4c24-b9c2-c7460c21f261 req-82d1c7d4-4f40-4451-8fbf-a63fac7a826a tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 947 time: 0.1683123 Aug 31 01:00:52.398489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Port 1fc70e21-e19a-4dbf-aeca-987932b3014f on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:00:52.398826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Attempting to bind port 1fc70e21-e19a-4dbf-aeca-987932b3014f on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:00:52.407873 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-582ef238-b6cb-47a6-92b1-671de555a1db req-ab652650-3d8a-4949-a6c5-92319c479c00 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259499 Aug 31 01:00:52.411230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:52.413281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6acb0d54-5ce9-41d0-b226-cdfbc8677068 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:00:52.421026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:00:52.422470 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:00:52.423563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:00:52.424163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Bound port: 1fc70e21-e19a-4dbf-aeca-987932b3014f, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:00:52.426234 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:52.458302 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a933394-1f93-4c24-b9c2-c7460c21f261 req-76d29d67-d42a-488d-ba2c-b1454c06ecc9 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751472 Aug 31 01:00:52.505122 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-2d162be3-9330-46ce-b427-4f0dd532f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:52.506646 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-2d162be3-9330-46ce-b427-4f0dd532f39c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad&tenant_id=293537de7bd940eabdbb028d66a178c1 HTTP/1.1" status: 200 len: 1097 time: 0.1570110 Aug 31 01:00:52.517054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-80ec43fe-43bb-4cba-bf19-67cca7f3cca3 req-29a57a17-4aaf-4f2b-9bcb-1147a7209ca7 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Deleting port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:00:52.517054 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-80ec43fe-43bb-4cba-bf19-67cca7f3cca3 req-29a57a17-4aaf-4f2b-9bcb-1147a7209ca7 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:52.574555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6acb0d54-5ce9-41d0-b226-cdfbc8677068 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:00:52.605132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f910717-fb03-4433-8c77-5c286347bed8 req-16eaa63b-face-4b14-ae13-b8489fa314c8 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:52.606730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f910717-fb03-4433-8c77-5c286347bed8 req-16eaa63b-face-4b14-ae13-b8489fa314c8 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 947 time: 0.1472874 Aug 31 01:00:52.615625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7cf193b2-aa9f-4fd5-9e18-4da12ea06350,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:52.628609 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '7cf193b2-aa9f-4fd5-9e18-4da12ea06350', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '7cf193b2-aa9f-4fd5-9e18-4da12ea06350', 'mac_address': 'fa:16:3e:84:e6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:00:52.656503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] For port 1fc70e21-e19a-4dbf-aeca-987932b3014f, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:52.668762 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:52.683781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:52.691374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] For port 1fc70e21-e19a-4dbf-aeca-987932b3014f, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1fc70e21-e19a-4dbf-aeca-987932b3014f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:00:52.696305 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f910717-fb03-4433-8c77-5c286347bed8 req-6b6fbab5-ecbd-4a65-bd21-6f045754a4a7 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745161 Aug 31 01:00:52.705099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e1c5c-47ba-423c-a5dd-cf1af3b29953 req-48a58be3-78a0-4094-b834-a5e308546ed0 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:52.706805 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-902e1c5c-47ba-423c-a5dd-cf1af3b29953 req-48a58be3-78a0-4094-b834-a5e308546ed0 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 945 time: 0.1446052 Aug 31 01:00:52.708591 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:52.713741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7cf193b2-aa9f-4fd5-9e18-4da12ea06350,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:52.721969 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:52.754269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:52.755638 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:52.757050 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] 10.222.0.70 "PUT /v2.0/ports/1fc70e21-e19a-4dbf-aeca-987932b3014f HTTP/1.1" status: 200 len: 1096 time: 1.7566519 Aug 31 01:00:52.800256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=7cf193b2-aa9f-4fd5-9e18-4da12ea06350,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:52.837261 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-582ef238-b6cb-47a6-92b1-671de555a1db req-33d054f1-c54e-455a-94fe-c6acbb5f13a6 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214201 Aug 31 01:00:52.856379 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-940e4a23-a25e-4575-a17f-ec369bf41c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:52.857876 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-940e4a23-a25e-4575-a17f-ec369bf41c13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 1097 time: 0.1346769 Aug 31 01:00:52.862319 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-902e1c5c-47ba-423c-a5dd-cf1af3b29953 req-3f27f77c-5919-490a-a08c-ad9a90d800dc tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380076 Aug 31 01:00:52.894138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dd902-82ab-4464-b52e-674edc68b2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc70e21-e19a-4dbf-aeca-987932b3014f,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:52.948964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-99f46154-0cd1-4fd5-ae51-79e7d408d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:52.950539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-99f46154-0cd1-4fd5-ae51-79e7d408d510 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e042592bcb54cf8944408f237ccbbd1&device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 1099 time: 0.1457002 Aug 31 01:00:52.960751 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-80ec43fe-43bb-4cba-bf19-67cca7f3cca3 req-29a57a17-4aaf-4f2b-9bcb-1147a7209ca7 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] For port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:52.961119 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-80ec43fe-43bb-4cba-bf19-67cca7f3cca3 req-29a57a17-4aaf-4f2b-9bcb-1147a7209ca7 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:52.976683 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-80ec43fe-43bb-4cba-bf19-67cca7f3cca3 req-29a57a17-4aaf-4f2b-9bcb-1147a7209ca7 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Calling delete_port for 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:00:53.024984 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['7cf193b2-aa9f-4fd5-9e18-4da12ea06350'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:53.029778 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-0cf88fe2-1580-41ba-9a20-271be1d1d7d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=1fc70e21-e19a-4dbf-aeca-987932b3014f HTTP/1.1" status: 200 len: 217 time: 0.0647087 Aug 31 01:00:53.041240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c3160-06c3-4c82-8404-cc6e335b9818 req-c67c172b-9a7e-42c3-bfec-98cecff429a1 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:53.042780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-031c3160-06c3-4c82-8404-cc6e335b9818 req-c67c172b-9a7e-42c3-bfec-98cecff429a1 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 950 time: 0.1352921 Aug 31 01:00:53.087839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440063cd-ad2b-4819-a3ca-3be339f9fd12 req-cfe2f76e-8256-4bb2-b6ef-6a5c041f3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:53.089659 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-440063cd-ad2b-4819-a3ca-3be339f9fd12 req-cfe2f76e-8256-4bb2-b6ef-6a5c041f3bd2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 1099 time: 0.1139867 Aug 31 01:00:53.100666 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-ce1bec1e-c9ed-4f22-a227-34d009ef28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:53.102107 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-ce1bec1e-c9ed-4f22-a227-34d009ef28e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.2354531 Aug 31 01:00:53.119795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f844dfc-4982-4851-b779-d3f8d71800be req-8b58c2c3-e323-4cb2-8557-7f7f07e29621 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:53.121466 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f844dfc-4982-4851-b779-d3f8d71800be req-8b58c2c3-e323-4cb2-8557-7f7f07e29621 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 945 time: 0.1698828 Aug 31 01:00:53.135047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60920) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:53.140823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-ba08ecb4-3ecd-4b69-8d3d-bb6fff8e5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:53.142581 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-ba08ecb4-3ecd-4b69-8d3d-bb6fff8e5bd9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0986056 Aug 31 01:00:53.147402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-031c3160-06c3-4c82-8404-cc6e335b9818 req-300b9853-d363-4e07-b233-ce280557fdf5 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7162e8d-6b19-4116-9bd3-612e0cbba897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913634 Aug 31 01:00:53.172446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e1f48fae-b2ab-42d7-90a9-2bfc7bc99093 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Request body: {'floatingip': {'port_id': 'feaf8607-2bf2-4d58-8b77-87040db10055'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:53.256053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85958240-854f-414d-b1db-f4bf4f22e3bc', 'tag': '1fc70e21-e19a-4dbf-aeca-987932b3014f'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:53.256053 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109ee381-ae76-4ae7-af6d-e3019c72a808" -d '{"events": [{"name": "network-changed", "server_uuid": "85958240-854f-414d-b1db-f4bf4f22e3bc", "tag": "1fc70e21-e19a-4dbf-aeca-987932b3014f"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:53.280316 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a575446e-4154-4557-87b4-08c1ea3dffc1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068 HTTP/1.1" status: 200 len: 217 time: 0.1650774 Aug 31 01:00:53.292709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-47e3c362-9a54-4b93-aedf-e7ada041c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:53.294781 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-47e3c362-9a54-4b93-aedf-e7ada041c2ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1385560 Aug 31 01:00:53.306814 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1f48fae-b2ab-42d7-90a9-2bfc7bc99093 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for floatingip, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:53.325440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c022c91-8c59-46ad-a33a-431f5778447e req-8d6057d8-1857-4ad6-94c0-827021b15c1d tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:53.326885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c022c91-8c59-46ad-a33a-431f5778447e req-8d6057d8-1857-4ad6-94c0-827021b15c1d tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 948 time: 0.1164799 Aug 31 01:00:53.392138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b72d9-91bb-4c4e-ad96-3914198a0d40 req-38822889-f7e2-47ba-bdde-ddb7442ddf5f tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:53.393302 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-992b72d9-91bb-4c4e-ad96-3914198a0d40 req-38822889-f7e2-47ba-bdde-ddb7442ddf5f tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.1534302 Aug 31 01:00:53.439559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c022c91-8c59-46ad-a33a-431f5778447e req-df508a63-f7b6-4e3f-858d-5283c7343e7c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015863 Aug 31 01:00:53.464243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-16e3110f-0a9f-4387-90d1-ca44b4b4b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:53.465058 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-992b72d9-91bb-4c4e-ad96-3914198a0d40 req-c51bdcc3-16e3-4557-a862-e59e3c8d02d3 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634024 Aug 31 01:00:53.465732 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-16e3110f-0a9f-4387-90d1-ca44b4b4b986 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.1704710 Aug 31 01:00:53.486897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440063cd-ad2b-4819-a3ca-3be339f9fd12 req-f29b08ea-49c8-416a-a4a6-20f3023182d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:53.488440 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-440063cd-ad2b-4819-a3ca-3be339f9fd12 req-f29b08ea-49c8-416a-a4a6-20f3023182d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.3854353 Aug 31 01:00:53.500403 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-59dda2f6-1f52-4c5f-b8bb-8f00769c2002 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937819 Aug 31 01:00:53.502169 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfd6856-ad85-4c32-86db-353416987cda x-openstack-request-id: req-fbfd6856-ad85-4c32-86db-353416987cda {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:53.502436 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85958240-854f-414d-b1db-f4bf4f22e3bc", "tag": "1fc70e21-e19a-4dbf-aeca-987932b3014f", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:53.502695 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbfd6856-ad85-4c32-86db-353416987cda {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:53.503082 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85958240-854f-414d-b1db-f4bf4f22e3bc', 'tag': '1fc70e21-e19a-4dbf-aeca-987932b3014f', 'status': 'completed', 'code': 200} Aug 31 01:00:53.563092 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-e4f6a046-e169-496c-bd9a-ea014c821a61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730011 Aug 31 01:00:53.614451 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-440063cd-ad2b-4819-a3ca-3be339f9fd12 req-d3bf63fd-3bf2-4e8e-9b68-af7040184b6d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=2765a8bd-693a-463a-a513-41f4cccb3b21 HTTP/1.1" status: 200 len: 217 time: 0.1069334 Aug 31 01:00:53.615128 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-80ec43fe-43bb-4cba-bf19-67cca7f3cca3 req-29a57a17-4aaf-4f2b-9bcb-1147a7209ca7 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:53.647698 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:53.693049 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5e19-e049-49b0-980c-f31e728407d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:53.695814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bf60c-ced2-41f2-9aa9-03f25419d85e req-b6a379ea-2db0-456b-be95-b0b5c8692c8e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:53.697461 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd5bf60c-ced2-41f2-9aa9-03f25419d85e req-b6a379ea-2db0-456b-be95-b0b5c8692c8e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 945 time: 0.1134961 Aug 31 01:00:53.723867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4961c31-daa2-4319-a39c-d356485d8d8c req-0358561b-3cf9-4a86-b66b-e37ed7d8b398 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:53.725445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4961c31-daa2-4319-a39c-d356485d8d8c req-0358561b-3cf9-4a86-b66b-e37ed7d8b398 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 947 time: 0.1426957 Aug 31 01:00:53.728531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5d9d74-94d0-4531-8bc1-50af85469587 req-09c4b2ca-8600-4c99-8bad-4c5ea4f7e022 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139966 Aug 31 01:00:53.758495 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a57a17-4aaf-4f2b-9bcb-1147a7209ca7 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Pushing event deleted for resources: {'Port': ['ID=26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:53.819148 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd5bf60c-ced2-41f2-9aa9-03f25419d85e req-b0928bc2-fe19-4443-b9ad-aada86bcb152 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105993 Aug 31 01:00:53.859153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4961c31-daa2-4319-a39c-d356485d8d8c req-dc9092a5-b3fd-4e58-beb3-b38dabac8bac tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213007 Aug 31 01:00:53.862653 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440063cd-ad2b-4819-a3ca-3be339f9fd12 req-303dd1ce-82ca-4c4a-a04c-e4dedb69038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:53.864166 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-440063cd-ad2b-4819-a3ca-3be339f9fd12 req-303dd1ce-82ca-4c4a-a04c-e4dedb69038d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.2090883 Aug 31 01:00:53.864988 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ec43fe-43bb-4cba-bf19-67cca7f3cca3 req-29a57a17-4aaf-4f2b-9bcb-1147a7209ca7 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] No DVR routers for this DVR port 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:00:53.877929 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-80ec43fe-43bb-4cba-bf19-67cca7f3cca3 req-29a57a17-4aaf-4f2b-9bcb-1147a7209ca7 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:53.879904 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-80ec43fe-43bb-4cba-bf19-67cca7f3cca3 req-29a57a17-4aaf-4f2b-9bcb-1147a7209ca7 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.15 "DELETE /v2.0/ports/26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e HTTP/1.1" status: 204 len: 173 time: 1.6917400 Aug 31 01:00:53.884328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ee381-ae76-4ae7-af6d-e3019c72a808 req-9a667872-7b20-4390-ac25-ebd2e186aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:53.886910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109ee381-ae76-4ae7-af6d-e3019c72a808 req-9a667872-7b20-4390-ac25-ebd2e186aa70 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e042592bcb54cf8944408f237ccbbd1&device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 1099 time: 0.1015594 Aug 31 01:00:53.933561 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-0a90d7d1-102a-4120-b507-c0e40fe328d5 service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411193 Aug 31 01:00:53.995490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:54.018252 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.068666 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb2e278-8ff6-498a-9d07-84fc889f2ad2', 'name': 'network-vif-deleted', 'tag': '26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:54.070711 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53bd077-8baf-4749-9202-f99d29124161" -d '{"events": [{"server_uuid": "adb2e278-8ff6-498a-9d07-84fc889f2ad2", "name": "network-vif-deleted", "tag": "26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:54.165787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ee381-ae76-4ae7-af6d-e3019c72a808 req-f6b0d96a-e04a-46e2-953b-214653e3851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:54.167382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109ee381-ae76-4ae7-af6d-e3019c72a808 req-f6b0d96a-e04a-46e2-953b-214653e3851d service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.2727568 Aug 31 01:00:54.245353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:54.275123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '219c4c8b-6ffd-4c5a-86f5-cc0b60601b91', 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999', 'port_id': '219c4c8b-6ffd-4c5a-86f5-cc0b60601b91', 'mac_address': 'fa:16:3e:87:90:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33d2c75-5836-4488-8d84-b2a19a874844', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:00:54.281197 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109ee381-ae76-4ae7-af6d-e3019c72a808 req-4e02e689-1ee0-4ecc-a7f7-5e8c9333b031 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=1fc70e21-e19a-4dbf-aeca-987932b3014f HTTP/1.1" status: 200 len: 217 time: 0.0634501 Aug 31 01:00:54.330784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03332fc-ef39-4bb3-9238-643c0bb10f64 req-6d3e536a-6503-4991-8803-37f7169f7706 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:54.338236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f03332fc-ef39-4bb3-9238-643c0bb10f64 req-6d3e536a-6503-4991-8803-37f7169f7706 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 947 time: 0.1694641 Aug 31 01:00:54.368472 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.378314 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05774f14-e2d8-4667-b7c4-867836462961 req-659a4d1d-8f5f-47c5-98eb-f76b210be685 tempest-ServersAdminNegativeTestJSON-315432795 tempest-ServersAdminNegativeTestJSON-315432795-project] 10.222.0.58 "GET /v2.0/ports?device_id=adb2e278-8ff6-498a-9d07-84fc889f2ad2 HTTP/1.1" status: 200 len: 210 time: 0.0294189 Aug 31 01:00:54.401725 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.405290 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:54.413648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ac68a434-b97c-4b5f-8c0e-bcadce6ea332 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:54.445893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f03332fc-ef39-4bb3-9238-643c0bb10f64 req-764b5dd6-d258-4ed7-921e-d29cbceedc80 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927377 Aug 31 01:00:54.450126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ee381-ae76-4ae7-af6d-e3019c72a808 req-f9948fcc-809a-4586-8d8d-3c7e5e7c8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:54.451611 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109ee381-ae76-4ae7-af6d-e3019c72a808 req-f9948fcc-809a-4586-8d8d-3c7e5e7c8d85 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1627808 Aug 31 01:00:54.523483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ee381-ae76-4ae7-af6d-e3019c72a808 req-a64678ae-8658-4980-83aa-e783223f1c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:54.525014 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109ee381-ae76-4ae7-af6d-e3019c72a808 req-a64678ae-8658-4980-83aa-e783223f1c98 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0656440 Aug 31 01:00:54.621927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ac68a434-b97c-4b5f-8c0e-bcadce6ea332, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:54.637961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:54.643664 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332', 'mac_address': 'fa:16:3e:3e:92:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:00:54.676266 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1da15d6-4247-42b2-a810-4d8b8538b292 x-openstack-request-id: req-a1da15d6-4247-42b2-a810-4d8b8538b292 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:54.676692 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb2e278-8ff6-498a-9d07-84fc889f2ad2", "name": "network-vif-deleted", "tag": "26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:54.676946 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1da15d6-4247-42b2-a810-4d8b8538b292 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:54.677330 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb2e278-8ff6-498a-9d07-84fc889f2ad2', 'name': 'network-vif-deleted', 'tag': '26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e', 'status': 'completed', 'code': 200} Aug 31 01:00:54.705358 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:54.713137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440063cd-ad2b-4819-a3ca-3be339f9fd12 req-ce0e61ba-ea78-4a70-a966-71c6540f1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:54.714705 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-440063cd-ad2b-4819-a3ca-3be339f9fd12 req-ce0e61ba-ea78-4a70-a966-71c6540f1557 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8339829 Aug 31 01:00:54.720009 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.db.resource_extend [None req-e1f48fae-b2ab-42d7-90a9-2bfc7bc99093 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:00:54.743911 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.745028 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device eed772e1-093b-47d9-8487-75e06f8af348 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:54.860032 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-440063cd-ad2b-4819-a3ca-3be339f9fd12 req-c66a1b0a-f41a-48b2-a242-e9429827e4d0 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348736 Aug 31 01:00:54.870641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port eed772e1-093b-47d9-8487-75e06f8af348, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=eed772e1-093b-47d9-8487-75e06f8af348,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:54.889646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'eed772e1-093b-47d9-8487-75e06f8af348', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'eed772e1-093b-47d9-8487-75e06f8af348', 'mac_address': 'fa:16:3e:d0:31:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:00:54.951955 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-a9fb6015-91ec-4f06-9eec-e781f9e4b879 service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9888878 Aug 31 01:00:54.985607 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1f48fae-b2ab-42d7-90a9-2bfc7bc99093 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.987312 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.997157 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1f48fae-b2ab-42d7-90a9-2bfc7bc99093 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.012458 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.025270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:55.054384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed772e1-093b-47d9-8487-75e06f8af348 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:55.066240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:55.066810 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.091090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:55.095667 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac68a434-b97c-4b5f-8c0e-bcadce6ea332 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:55.126144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port eed772e1-093b-47d9-8487-75e06f8af348, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=eed772e1-093b-47d9-8487-75e06f8af348,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:55.140786 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.146564 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-e1f48fae-b2ab-42d7-90a9-2bfc7bc99093 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Floating IP d7673a50-7321-4fc6-86d4-5c1ac0bee0da associated. External IP: 172.25.6.238, port: feaf8607-2bf2-4d58-8b77-87040db10055. Aug 31 01:00:55.181210 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ac68a434-b97c-4b5f-8c0e-bcadce6ea332, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:55.198394 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.239583 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=eed772e1-093b-47d9-8487-75e06f8af348,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:55.267214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7284c-1047-4283-83fe-2ba89a6486fa req-1d627beb-155c-4de3-bd45-b6dbe1918cbe tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:55.281290 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bee7284c-1047-4283-83fe-2ba89a6486fa req-1d627beb-155c-4de3-bd45-b6dbe1918cbe tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 948 time: 0.6136703 Aug 31 01:00:55.290794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c092f1-2e7e-46de-a5da-f728c487bd07 req-60b94cb8-76c0-4a34-864f-6cf8ed801432 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:55.296838 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-57c092f1-2e7e-46de-a5da-f728c487bd07 req-60b94cb8-76c0-4a34-864f-6cf8ed801432 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.6566179 Aug 31 01:00:55.330212 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.350267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:55.359320 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-440063cd-ad2b-4819-a3ca-3be339f9fd12 req-e952fe88-79da-4041-bceb-cdeb3876dd59 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785643 Aug 31 01:00:55.359727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109ee381-ae76-4ae7-af6d-e3019c72a808 req-b6bc53b2-b695-40f1-8cae-4e790e56a48b service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8205841 Aug 31 01:00:55.369135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00eccfa1-f4c8-4127-a15f-e35cf6216351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf193b2-aa9f-4fd5-9e18-4da12ea06350'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:55.372065 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e380b0-156c-428e-bdd8-bfbda480ce5a" -d '{"events": [{"server_uuid": "00eccfa1-f4c8-4127-a15f-e35cf6216351", "name": "network-vif-plugged", "status": "completed", "tag": "7cf193b2-aa9f-4fd5-9e18-4da12ea06350"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:55.389320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['219c4c8b-6ffd-4c5a-86f5-cc0b60601b91'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:55.393437 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-3bf30543-f038-4726-afce-90b86da54f3c tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:55.394933 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-3bf30543-f038-4726-afce-90b86da54f3c tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad&tenant_id=293537de7bd940eabdbb028d66a178c1&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1097 time: 0.0785258 Aug 31 01:00:55.428998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-57c092f1-2e7e-46de-a5da-f728c487bd07 req-ffd71305-1c52-46e8-90a5-40edbb75132e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985434 Aug 31 01:00:55.433356 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7cf193b2-aa9f-4fd5-9e18-4da12ea06350,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:55.455605 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.521163 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bee7284c-1047-4283-83fe-2ba89a6486fa req-6af3fd64-884f-411d-bfe7-a3426d2f8cf1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231855 Aug 31 01:00:55.536036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['ac68a434-b97c-4b5f-8c0e-bcadce6ea332'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:55.635750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f48fae-b2ab-42d7-90a9-2bfc7bc99093 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Router 2a1450cc-f13e-4e78-b959-e2a252de3951 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:00:55.654360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=7cf193b2-aa9f-4fd5-9e18-4da12ea06350,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:55.715472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109ee381-ae76-4ae7-af6d-e3019c72a808 req-df01dd14-582a-43ea-ac77-67ba80d893cc service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269632 Aug 31 01:00:55.716068 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-900c505f-5e5f-45fd-9519-cb65b1242b84 service neutron] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:00:55.730132 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-900c505f-5e5f-45fd-9519-cb65b1242b84 service neutron] Notify callbacks [] for binding, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.731307 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-900c505f-5e5f-45fd-9519-cb65b1242b84 service neutron] 10.222.0.15 "DELETE /v2.0/ports/6acb0d54-5ce9-41d0-b226-cdfbc8677068/bindings/n-h2-802060-13 HTTP/1.1" status: 204 len: 173 time: 0.2936811 Aug 31 01:00:55.751843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2acb00-1a9b-482d-97b4-51d3b4d78cc2 req-c108360f-8380-4a01-8409-1ed3fb8d77e7 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:55.753520 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed2acb00-1a9b-482d-97b4-51d3b4d78cc2 req-c108360f-8380-4a01-8409-1ed3fb8d77e7 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 945 time: 0.1704414 Aug 31 01:00:55.769430 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72db935-ffb7-4a88-802b-ce5021edae27 req-110d9b93-ffdf-48c8-a18a-9f33c35da2c9 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:55.776914 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a72db935-ffb7-4a88-802b-ce5021edae27 req-110d9b93-ffdf-48c8-a18a-9f33c35da2c9 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 947 time: 0.1287022 Aug 31 01:00:55.836884 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a72db935-ffb7-4a88-802b-ce5021edae27 req-1cb74117-ada4-47c4-900f-2f4107223a2d tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583425 Aug 31 01:00:55.855118 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f48fae-b2ab-42d7-90a9-2bfc7bc99093 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:00:55.861449 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1f48fae-b2ab-42d7-90a9-2bfc7bc99093 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:55.872846 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98d660e-5d39-4ed4-8840-c77167258475 None None] Sync routers for ids ['2a1450cc-f13e-4e78-b959-e2a252de3951'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:00:55.881167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed2acb00-1a9b-482d-97b4-51d3b4d78cc2 req-217bc2ef-7af0-4cc2-aa00-8ecefd47edfc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854824 Aug 31 01:00:55.888957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98d660e-5d39-4ed4-8840-c77167258475 None None] Routers {'2a1450cc-f13e-4e78-b959-e2a252de3951'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:55.889700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b98d660e-5d39-4ed4-8840-c77167258475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:00:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2a1450cc-f13e-4e78-b959-e2a252de3951'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:55.899333 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e1f48fae-b2ab-42d7-90a9-2bfc7bc99093 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "PUT /v2.0/floatingips/d7673a50-7321-4fc6-86d4-5c1ac0bee0da HTTP/1.1" status: 200 len: 991 time: 2.7265260 Aug 31 01:00:55.969188 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e6efe7-ad59-4da3-a400-6e4de64ff0df x-openstack-request-id: req-b0e6efe7-ad59-4da3-a400-6e4de64ff0df {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:55.969479 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00eccfa1-f4c8-4127-a15f-e35cf6216351", "name": "network-vif-plugged", "status": "completed", "tag": "7cf193b2-aa9f-4fd5-9e18-4da12ea06350", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:55.969730 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0e6efe7-ad59-4da3-a400-6e4de64ff0df {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:55.970218 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00eccfa1-f4c8-4127-a15f-e35cf6216351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf193b2-aa9f-4fd5-9e18-4da12ea06350', 'code': 200} Aug 31 01:00:55.971198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['eed772e1-093b-47d9-8487-75e06f8af348'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:55.997591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:56.071449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f6bf3-c6d4-45fb-be76-57b1c4393c24 req-4729ad9e-005b-40f6-a5fb-b77f67f03267 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:56.073150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-043f6bf3-c6d4-45fb-be76-57b1c4393c24 req-4729ad9e-005b-40f6-a5fb-b77f67f03267 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 947 time: 0.1002812 Aug 31 01:00:56.076375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6cad0-2a8b-48e3-a348-fb3ed461bb3a req-fa13b54c-d0c8-406a-bb7d-7403b65e80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:56.079186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ed6cad0-2a8b-48e3-a348-fb3ed461bb3a req-fa13b54c-d0c8-406a-bb7d-7403b65e80e9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=00eccfa1-f4c8-4127-a15f-e35cf6216351 HTTP/1.1" status: 200 len: 1102 time: 0.0956635 Aug 31 01:00:56.141843 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ed6cad0-2a8b-48e3-a348-fb3ed461bb3a req-8b5cbf2d-5f03-44a9-a018-fd2e03a27be7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465250 Aug 31 01:00:56.155652 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-043f6bf3-c6d4-45fb-be76-57b1c4393c24 req-52237d81-c40a-457e-86a7-b8b33a8e4ff9 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708950 Aug 31 01:00:56.160516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-b98d660e-5d39-4ed4-8840-c77167258475 None None] Set router 2a1450cc-f13e-4e78-b959-e2a252de3951 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:56.205967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:56.206222 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.306559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34c6c6-4551-447b-b174-7dc91f8d92ab req-e5d5baa0-53a8-4b86-8b22-e205974cb591 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:56.315371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f34c6c6-4551-447b-b174-7dc91f8d92ab req-e5d5baa0-53a8-4b86-8b22-e205974cb591 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 1097 time: 0.0610089 Aug 31 01:00:56.366765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60964) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:56.367541 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f34c6c6-4551-447b-b174-7dc91f8d92ab req-ba0d1fc5-6db3-4f8e-b1cb-be467c25dd34 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511093 Aug 31 01:00:56.619313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1fc70e21-e19a-4dbf-aeca-987932b3014f details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:56.643449 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b776ec4f-c3ba-4d7a-a07a-d9393039816f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7b6aea9d6ad4110bac126cd6edb47df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754374 Aug 31 01:00:56.643941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60976) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:56.679838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0304022-dfa6-4917-a975-10f51bfae241', 'tag': 'feaf8607-2bf2-4d58-8b77-87040db10055'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:56.683303 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e951e8-a887-4dc4-9538-522a671d4cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "e0304022-dfa6-4917-a975-10f51bfae241", "tag": "feaf8607-2bf2-4d58-8b77-87040db10055"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:56.703402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34768c59-bbf2-4a92-bae4-eb8f8f725322 req-a167db37-b26f-4331-a6c1-24600fc6a44b tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:56.705059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34768c59-bbf2-4a92-bae4-eb8f8f725322 req-a167db37-b26f-4331-a6c1-24600fc6a44b tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 945 time: 0.1082659 Aug 31 01:00:56.710307 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.746535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40c885-d577-426b-8ba5-eac058afbf12 req-94348fe4-0a21-4303-ab16-77a0a43fd1cd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:56.748151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac40c885-d577-426b-8ba5-eac058afbf12 req-94348fe4-0a21-4303-ab16-77a0a43fd1cd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 949 time: 0.1142302 Aug 31 01:00:56.783653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34768c59-bbf2-4a92-bae4-eb8f8f725322 req-d86f2326-3e3f-4039-9727-4b86ef4d0ffc tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666788 Aug 31 01:00:56.791604 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-df1f175c-c31d-492a-a75d-32e24e2e799c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.824232 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.828144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac40c885-d577-426b-8ba5-eac058afbf12 req-44267823-dec2-46a1-831e-9f7f97488b5a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658085 Aug 31 01:00:56.833611 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-df1f175c-c31d-492a-a75d-32e24e2e799c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.887572 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-df1f175c-c31d-492a-a75d-32e24e2e799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.891584 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-df1f175c-c31d-492a-a75d-32e24e2e799c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:56.893290 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-df1f175c-c31d-492a-a75d-32e24e2e799c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7162e8d-6b19-4116-9bd3-612e0cbba897 HTTP/1.1" status: 204 len: 168 time: 0.2458510 Aug 31 01:00:56.906545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f175c-c31d-492a-a75d-32e24e2e799c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7162e8d-6b19-4116-9bd3-612e0cbba897,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:56.959501 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29788cd-a45d-4af8-8eb2-9433771fca2f x-openstack-request-id: req-f29788cd-a45d-4af8-8eb2-9433771fca2f {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:56.960342 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0304022-dfa6-4917-a975-10f51bfae241", "tag": "feaf8607-2bf2-4d58-8b77-87040db10055", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:56.960754 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f29788cd-a45d-4af8-8eb2-9433771fca2f {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:56.961304 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0304022-dfa6-4917-a975-10f51bfae241', 'tag': 'feaf8607-2bf2-4d58-8b77-87040db10055', 'status': 'completed', 'code': 200} Aug 31 01:00:57.012084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:57.016905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 1fc70e21-e19a-4dbf-aeca-987932b3014f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1fc70e21-e19a-4dbf-aeca-987932b3014f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:57.029046 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:57.029846 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:00:57.047516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-0eb6e1ba-c126-4a19-8d02-3ba86634ee0b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:57.049623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-0eb6e1ba-c126-4a19-8d02-3ba86634ee0b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 820 time: 0.1460333 Aug 31 01:00:57.061304 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '1fc70e21-e19a-4dbf-aeca-987932b3014f', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '1fc70e21-e19a-4dbf-aeca-987932b3014f', 'mac_address': 'fa:16:3e:99:07:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:00:57.096253 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-0f5c669d-9570-4d0e-891c-c92ff9031935 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/quotas/293537de7bd940eabdbb028d66a178c1 HTTP/1.1" status: 200 len: 375 time: 0.0390422 Aug 31 01:00:57.110561 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e951e8-a887-4dc4-9538-522a671d4cb4 req-6c37d61b-08b4-4e08-9689-717489911efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:57.113487 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-65e951e8-a887-4dc4-9538-522a671d4cb4 req-6c37d61b-08b4-4e08-9689-717489911efa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=047bff4e166e4dfeaa95745db4e16cc0&device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 1097 time: 0.1211863 Aug 31 01:00:57.115095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:00:57.115497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 26daa9dc-8b6b-4f2f-9fa8-b38a08e2727e not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:00:57.225816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:57.238212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b98d660e-5d39-4ed4-8840-c77167258475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'd7673a50-7321-4fc6-86d4-5c1ac0bee0da', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'port_id': 'feaf8607-2bf2-4d58-8b77-87040db10055', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'mac_address': 'fa:16:3e:23:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0304022-dfa6-4917-a975-10f51bfae241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:00:32Z', 'updated_at': '2021-08-31T01:00:54Z', 'revision_number': 1, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:13Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:57.240541 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e951e8-a887-4dc4-9538-522a671d4cb4 req-877bfda2-f4db-425b-9278-9ed1d9937fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:57.242466 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-65e951e8-a887-4dc4-9538-522a671d4cb4 req-877bfda2-f4db-425b-9278-9ed1d9937fd1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f36e5826-aded-4618-8526-77145a8c01a8 HTTP/1.1" status: 200 len: 924 time: 0.1206045 Aug 31 01:00:57.250550 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-3867ee59-04d6-48b6-be5e-d239386492f8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1516418 Aug 31 01:00:57.280029 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98d660e-5d39-4ed4-8840-c77167258475 None None] Checking router: 2a1450cc-f13e-4e78-b959-e2a252de3951 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:00:57.283104 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:57.289550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07f3c1-b970-437f-9aba-629c8f699961 req-9325ac5c-32dd-4a0d-9df0-0f1a13821954 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:57.297758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc70e21-e19a-4dbf-aeca-987932b3014f {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:57.298017 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b07f3c1-b970-437f-9aba-629c8f699961 req-9325ac5c-32dd-4a0d-9df0-0f1a13821954 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 947 time: 0.1899140 Aug 31 01:00:57.319354 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 1fc70e21-e19a-4dbf-aeca-987932b3014f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1fc70e21-e19a-4dbf-aeca-987932b3014f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:57.328036 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:57.328813 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 2765a8bd-693a-463a-a513-41f4cccb3b21 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:00:57.367260 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 32768) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:57.395475 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b07f3c1-b970-437f-9aba-629c8f699961 req-0ef954e0-8209-4142-a1e3-2e587658fa9b tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955298 Aug 31 01:00:57.415358 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-65e951e8-a887-4dc4-9538-522a671d4cb4 req-4e710e87-f824-49dd-a70a-f34cd5fea52e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feaf8607-2bf2-4d58-8b77-87040db10055 HTTP/1.1" status: 200 len: 999 time: 0.1639431 Aug 31 01:00:57.425450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-d8d1fb5c-666f-4377-afed-2d5b6730b169 service neutron] 10.222.0.58 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740437 Aug 31 01:00:57.428968 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=1fc70e21-e19a-4dbf-aeca-987932b3014f,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:57.431640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98d660e-5d39-4ed4-8840-c77167258475 None None] Routers {'2a1450cc-f13e-4e78-b959-e2a252de3951'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:00:57.432522 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b98d660e-5d39-4ed4-8840-c77167258475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:00:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2a1450cc-f13e-4e78-b959-e2a252de3951'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:57.439024 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e36c671e-f974-45df-869c-2abdfce0c0d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4be2bccbd9e443b19f2098ce7d7471e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703843 Aug 31 01:00:57.441504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 32770) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:57.478678 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 2765a8bd-693a-463a-a513-41f4cccb3b21, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=2765a8bd-693a-463a-a513-41f4cccb3b21,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:57.497673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '2765a8bd-693a-463a-a513-41f4cccb3b21', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '2765a8bd-693a-463a-a513-41f4cccb3b21', 'mac_address': 'fa:16:3e:f2:13:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:00:57.501183 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d454-f00c-4c26-a548-dba0d8dff567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:57.532777 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d454-f00c-4c26-a548-dba0d8dff567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:57.552951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-d0d3424d-116a-42bd-93a7-b11d0e31fefc service neutron] 10.222.0.58 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100621 Aug 31 01:00:57.632381 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:57.654085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2765a8bd-693a-463a-a513-41f4cccb3b21 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:00:57.660515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-b98d660e-5d39-4ed4-8840-c77167258475 None None] Set router 2a1450cc-f13e-4e78-b959-e2a252de3951 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:00:57.691107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e951e8-a887-4dc4-9538-522a671d4cb4 req-e3efe190-4384-4faf-8ef0-8c6cd3ac42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:57.692850 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-65e951e8-a887-4dc4-9538-522a671d4cb4 req-e3efe190-4384-4faf-8ef0-8c6cd3ac42e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa HTTP/1.1" status: 200 len: 862 time: 0.0980532 Aug 31 01:00:57.710674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 2765a8bd-693a-463a-a513-41f4cccb3b21, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=2765a8bd-693a-463a-a513-41f4cccb3b21,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:57.719828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730e09-3e96-4ca2-a1a1-f4baf4e8a822 req-a4ef042c-c6ed-4a4f-872d-994e7ba0edad tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:57.721406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc730e09-3e96-4ca2-a1a1-f4baf4e8a822 req-a4ef042c-c6ed-4a4f-872d-994e7ba0edad tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 948 time: 0.0758882 Aug 31 01:00:57.731756 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d454-f00c-4c26-a548-dba0d8dff567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:57.734952 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d454-f00c-4c26-a548-dba0d8dff567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:57.736180 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d5b9d454-f00c-4c26-a548-dba0d8dff567 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e26cce25-0805-49b7-91a4-454901251ead HTTP/1.1" status: 204 len: 168 time: 0.2936959 Aug 31 01:00:57.761228 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:57.769471 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9d454-f00c-4c26-a548-dba0d8dff567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26cce25-0805-49b7-91a4-454901251ead,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:57.790517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e951e8-a887-4dc4-9538-522a671d4cb4 req-c9824413-4931-410c-b0c8-b5197f7c0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:57.792091 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-65e951e8-a887-4dc4-9538-522a671d4cb4 req-c9824413-4931-410c-b0c8-b5197f7c0318 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f36e5826-aded-4618-8526-77145a8c01a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780051 Aug 31 01:00:57.796507 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc730e09-3e96-4ca2-a1a1-f4baf4e8a822 req-ae9148c8-ac69-41fd-a65e-eb2e0e26d619 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674784 Aug 31 01:00:57.835102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c20ba4fd-7d8e-4d4b-b98b-da888997d447 req-9f76fcdd-6852-47ba-970a-d9b7cb585b78 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 210 time: 0.0373807 Aug 31 01:00:57.900346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=2765a8bd-693a-463a-a513-41f4cccb3b21,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:57.974250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d9cd7d-8651-49ae-a813-b046d03a7d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219c4c8b-6ffd-4c5a-86f5-cc0b60601b91'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:00:57.977269 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b222c0c9-e9b5-469e-b894-ad76fd56e226" -d '{"events": [{"server_uuid": "e5d9cd7d-8651-49ae-a813-b046d03a7d37", "name": "network-vif-plugged", "status": "completed", "tag": "219c4c8b-6ffd-4c5a-86f5-cc0b60601b91"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:00:58.000107 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-65e951e8-a887-4dc4-9538-522a671d4cb4 req-92c6b332-90a4-4186-84cf-c485e6bb2501 service neutron] 10.222.0.15 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977148 Aug 31 01:00:58.025458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c66563-0d16-467d-84d2-4330b77bb549 req-e58b7e38-d62a-4d4d-a81f-92a1b4bf7413 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:58.032305 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77c66563-0d16-467d-84d2-4330b77bb549 req-e58b7e38-d62a-4d4d-a81f-92a1b4bf7413 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.1381111 Aug 31 01:00:58.120417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1fc70e21-e19a-4dbf-aeca-987932b3014f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:58.146536 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-65e951e8-a887-4dc4-9538-522a671d4cb4 req-cdaa6036-1e45-438f-902a-9f1b17ffda40 service neutron] 10.222.0.15 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291254 Aug 31 01:00:58.152700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['2765a8bd-693a-463a-a513-41f4cccb3b21'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:00:58.200547 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb76d2-ad46-494e-bb58-c9c6b927a1f5 req-8fa15e2e-7a6c-473a-82dc-a84a1346f40f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:58.200704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b98d660e-5d39-4ed4-8840-c77167258475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'd7673a50-7321-4fc6-86d4-5c1ac0bee0da', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'port_id': 'feaf8607-2bf2-4d58-8b77-87040db10055', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'mac_address': 'fa:16:3e:23:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0304022-dfa6-4917-a975-10f51bfae241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:00:32Z', 'updated_at': '2021-08-31T01:00:54Z', 'revision_number': 1, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:13Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:58.209171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9fb76d2-ad46-494e-bb58-c9c6b927a1f5 req-8fa15e2e-7a6c-473a-82dc-a84a1346f40f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 949 time: 0.1757779 Aug 31 01:00:58.215873 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77c66563-0d16-467d-84d2-4330b77bb549 req-09195d62-9ecc-43e5-9c67-ebd0deea4af4 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807308 Aug 31 01:00:58.264076 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98d660e-5d39-4ed4-8840-c77167258475 None None] The sync data for ids ['2a1450cc-f13e-4e78-b959-e2a252de3951'] in n-d-802060-13 is: [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'd7673a50-7321-4fc6-86d4-5c1ac0bee0da', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'port_id': 'feaf8607-2bf2-4d58-8b77-87040db10055', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'mac_address': 'fa:16:3e:23:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0304022-dfa6-4917-a975-10f51bfae241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:00:32Z', 'updated_at': '2021-08-31T01:00:54Z', 'revision_number': 1, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:13Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:00:58.316491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9fb76d2-ad46-494e-bb58-c9c6b927a1f5 req-545ec1c0-bc5a-4cc8-a6cf-7409a04b2c68 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064525 Aug 31 01:00:58.323932 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bb48f4-7360-4e7c-94eb-23c806a3b99b x-openstack-request-id: req-75bb48f4-7360-4e7c-94eb-23c806a3b99b {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:00:58.324379 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d9cd7d-8651-49ae-a813-b046d03a7d37", "name": "network-vif-plugged", "status": "completed", "tag": "219c4c8b-6ffd-4c5a-86f5-cc0b60601b91", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:00:58.324889 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75bb48f4-7360-4e7c-94eb-23c806a3b99b {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:00:58.325371 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d9cd7d-8651-49ae-a813-b046d03a7d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219c4c8b-6ffd-4c5a-86f5-cc0b60601b91', 'code': 200} Aug 31 01:00:58.417702 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ac68a434-b97c-4b5f-8c0e-bcadce6ea332 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:00:58.584064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d55d3-1dd6-49bb-9244-7e24149dd67c req-7836ab0e-26ef-45ce-80cd-5f5c36683b82 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:58.594758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea1d55d3-1dd6-49bb-9244-7e24149dd67c req-7836ab0e-26ef-45ce-80cd-5f5c36683b82 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 948 time: 0.1005194 Aug 31 01:00:58.626144 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c3ee15-6f9f-41c9-9f09-2dd91dc65617 None None] New status for floating IP d7673a50-7321-4fc6-86d4-5c1ac0bee0da: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:00:58.654722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea1d55d3-1dd6-49bb-9244-7e24149dd67c req-999a2368-a591-49b8-b840-aac1bb4bcfd8 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542529 Aug 31 01:00:58.656461 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port ac68a434-b97c-4b5f-8c0e-bcadce6ea332 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:00:58.669188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port ac68a434-b97c-4b5f-8c0e-bcadce6ea332 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:00:58.669736 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:58.770284 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:58.806258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ac68a434-b97c-4b5f-8c0e-bcadce6ea332, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:00:58.811808 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:58.878464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:58.944408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa5c54-6950-4e41-a7ae-df13ae38c4e3 req-b5e62b02-fec5-4ab6-aac1-cd7a0caab681 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:58.951882 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93fa5c54-6950-4e41-a7ae-df13ae38c4e3 req-b5e62b02-fec5-4ab6-aac1-cd7a0caab681 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 948 time: 0.0662398 Aug 31 01:00:59.000609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 32822) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:59.009547 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f16b515-9974-4187-a116-722844f9ee49 req-c016a49b-31f4-41b5-b16e-d59bef91ac55 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 210 time: 0.0488248 Aug 31 01:00:59.032898 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93fa5c54-6950-4e41-a7ae-df13ae38c4e3 req-f03ca7c0-ed86-40b3-bd7f-8b1d0616fd2d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562153 Aug 31 01:00:59.107621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-558821477-network', 'tenant_id': '1041f6a04f3f479495f65d7b0504a712'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:59.140875 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] Made reservation on behalf of 1041f6a04f3f479495f65d7b0504a712 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:59.143332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.152851 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.344211 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.352237 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.395316 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:00:59.404966 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38bd6e-b8c1-4b42-8aa7-7f023be33a12 req-3bfcfb82-8f9c-40e5-8fda-f3da5e371b33 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:59.407518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d38bd6e-b8c1-4b42-8aa7-7f023be33a12 req-3bfcfb82-8f9c-40e5-8fda-f3da5e371b33 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.0875440 Aug 31 01:00:59.428909 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9bd159-44bd-4eb3-ab57-e201e9431808,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:59.441583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-09ba8dec-66ee-425f-b282-4f72021df8eb tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:59.443092 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-09ba8dec-66ee-425f-b282-4f72021df8eb tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.15 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 820 time: 0.1841462 Aug 31 01:00:59.444332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.444691 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] Added segment a6ad821e-30a8-4b26-a226-3e40f12a537c of type vlan for network 891bebe6-37a2-4c19-a5a1-b2df0283c2cc Aug 31 01:00:59.461027 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d38bd6e-b8c1-4b42-8aa7-7f023be33a12 req-58e60277-c171-4776-a36e-8d766ac6304a tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424938 Aug 31 01:00:59.495012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.502731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-e8931de4-b6b8-49cb-9a19-6dbf6fdd59e3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Request body: {'port': {'device_id': '1819d020-58aa-4419-91bc-3537085a15e2', 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5', 'admin_state_up': True, 'tenant_id': '293537de7bd940eabdbb028d66a178c1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:59.574454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc874a5-e1aa-4acc-811f-80719858af94 req-6a949d1c-7f37-40a0-a7b2-ac034cec5053 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:59.576054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fc874a5-e1aa-4acc-811f-80719858af94 req-6a949d1c-7f37-40a0-a7b2-ac034cec5053 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 949 time: 0.0623760 Aug 31 01:00:59.619856 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fc874a5-e1aa-4acc-811f-80719858af94 req-65966a37-c7c0-4ef7-9490-6a56e834561e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369630 Aug 31 01:00:59.788475 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.db.resource_extend [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:00:59.801443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b498ef4-8bc8-4c3f-ae73-edacdd4c035f req-4085e056-d708-4e39-bd31-d35b53081588 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:59.808225 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b498ef4-8bc8-4c3f-ae73-edacdd4c035f req-4085e056-d708-4e39-bd31-d35b53081588 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 948 time: 0.0751555 Aug 31 01:00:59.835110 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.836113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:59.836708 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.854655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b498ef4-8bc8-4c3f-ae73-edacdd4c035f req-493574d2-bd7e-459a-9aee-aeacdc5d1aab tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437667 Aug 31 01:00:59.923801 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9217339 Aug 31 01:00:59.926682 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 32854) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:59.932944 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-11a23b1a-20b4-45a9-8997-f3b09ed622d2 admin admin] Request body: {'subnet': {'network_id': '891bebe6-37a2-4c19-a5a1-b2df0283c2cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-558821477-subnet', 'tenant_id': '1041f6a04f3f479495f65d7b0504a712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:00:59.947091 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995cef6-ca09-49e7-ac33-8196d7838a7d admin admin] Pushing event updated for resources: {'Network': ['ID=891bebe6-37a2-4c19-a5a1-b2df0283c2cc,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:00:59.958387 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 891bebe6-37a2-4c19-a5a1-b2df0283c2cc details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:00:59.958971 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.api [None req-11a23b1a-20b4-45a9-8997-f3b09ed622d2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:00:59.958971 n-d-802060-13 neutron-server[94761]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:00:59.958971 n-d-802060-13 neutron-server[94761]: [parameters: {'project_id_1': '1041f6a04f3f479495f65d7b0504a712', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 0, 59, 952786)}] Aug 31 01:00:59.958971 n-d-802060-13 neutron-server[94761]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:00:59.959381 n-d-802060-13 neutron-server[94761]: DEBUG oslo_db.api [None req-11a23b1a-20b4-45a9-8997-f3b09ed622d2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:00:59.965844 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-e8931de4-b6b8-49cb-9a19-6dbf6fdd59e3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Made reservation on behalf of 293537de7bd940eabdbb028d66a178c1 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:00:59.972668 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-e8931de4-b6b8-49cb-9a19-6dbf6fdd59e3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:59.980116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e692-0d5f-4ed6-b99d-9fbbc7580d45 req-d8de50b0-ed65-4ee7-92e9-9c06deaa29c5 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:00:59.982040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20b9e692-0d5f-4ed6-b99d-9fbbc7580d45 req-d8de50b0-ed65-4ee7-92e9-9c06deaa29c5 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 946 time: 0.0685949 Aug 31 01:01:00.028847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20b9e692-0d5f-4ed6-b99d-9fbbc7580d45 req-21ac33d6-6d2b-472f-8dac-28f3864e5b95 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381508 Aug 31 01:01:00.122338 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-e8931de4-b6b8-49cb-9a19-6dbf6fdd59e3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Allocated IP 172.20.0.14 (12cab241-583d-479a-8ed9-1b2de0acbda5/34deeb26-e910-40bc-99b5-51d7998a554d/5dd0de09-4330-4ee3-a807-122448369116) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:00.131530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device eed772e1-093b-47d9-8487-75e06f8af348 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:00.165562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ce3d180-eb65-401c-9030-b34712ace615 req-e9005557-fc32-4096-894e-7f07d3a29b0b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 210 time: 0.0434656 Aug 31 01:01:00.187980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdf93d-bfff-417b-bf65-6a13650550f4 req-1e847722-3fa6-454c-bd3c-03a5e80ba79e tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:00.189826 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63cdf93d-bfff-417b-bf65-6a13650550f4 req-1e847722-3fa6-454c-bd3c-03a5e80ba79e tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 948 time: 0.0767355 Aug 31 01:01:00.212526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port eed772e1-093b-47d9-8487-75e06f8af348 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:00.217126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port eed772e1-093b-47d9-8487-75e06f8af348 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:00.217494 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.246147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63cdf93d-bfff-417b-bf65-6a13650550f4 req-a1122c51-9aa4-46b8-bf81-816d04edff5c tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Aug 31 01:01:00.294352 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:01:00.299374 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-e8931de4-b6b8-49cb-9a19-6dbf6fdd59e3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.307432 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.329622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332'}, {'server_uuid': '287936e3-5bc4-48da-90b8-f65152636dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed772e1-093b-47d9-8487-75e06f8af348'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:00.331967 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a4ea3c-3be6-413a-8417-83fccc126b43" -d '{"events": [{"server_uuid": "7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797", "name": "network-vif-plugged", "status": "completed", "tag": "ac68a434-b97c-4b5f-8c0e-bcadce6ea332"}, {"server_uuid": "287936e3-5bc4-48da-90b8-f65152636dee", "name": "network-vif-plugged", "status": "completed", "tag": "eed772e1-093b-47d9-8487-75e06f8af348"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:00.341534 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-e8931de4-b6b8-49cb-9a19-6dbf6fdd59e3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.345668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port eed772e1-093b-47d9-8487-75e06f8af348, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=eed772e1-093b-47d9-8487-75e06f8af348,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:00.350060 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.350844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:00.395036 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbb8039-93b4-43ef-ab8f-63aef68fc1d2 x-openstack-request-id: req-0dbb8039-93b4-43ef-ab8f-63aef68fc1d2 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:00.395683 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797", "name": "network-vif-plugged", "status": "completed", "tag": "ac68a434-b97c-4b5f-8c0e-bcadce6ea332", "code": 200}, {"server_uuid": "287936e3-5bc4-48da-90b8-f65152636dee", "name": "network-vif-plugged", "status": "completed", "tag": "eed772e1-093b-47d9-8487-75e06f8af348", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:00.395683 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0dbb8039-93b4-43ef-ab8f-63aef68fc1d2 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:00.396052 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332', 'code': 200} Aug 31 01:01:00.396303 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287936e3-5bc4-48da-90b8-f65152636dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed772e1-093b-47d9-8487-75e06f8af348', 'code': 200} Aug 31 01:01:00.406919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-e8931de4-b6b8-49cb-9a19-6dbf6fdd59e3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Network 12cab241-583d-479a-8ed9-1b2de0acbda5 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:00.407699 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8931de4-b6b8-49cb-9a19-6dbf6fdd59e3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Pushing event updated for resources: {'Port': ['ID=5dd0de09-4330-4ee3-a807-122448369116,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:00.419070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-e8931de4-b6b8-49cb-9a19-6dbf6fdd59e3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:00.422492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-e8931de4-b6b8-49cb-9a19-6dbf6fdd59e3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:00.431137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-e8931de4-b6b8-49cb-9a19-6dbf6fdd59e3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:00.431680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1fc70e21-e19a-4dbf-aeca-987932b3014f up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:00.432309 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-e8931de4-b6b8-49cb-9a19-6dbf6fdd59e3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.442170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=eed772e1-093b-47d9-8487-75e06f8af348,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:00.459322 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-e8931de4-b6b8-49cb-9a19-6dbf6fdd59e3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9614933 Aug 31 01:01:00.504692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Request body: {'port': {'device_id': '1819d020-58aa-4419-91bc-3537085a15e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:00.516877 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.526645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a23b1a-20b4-45a9-8997-f3b09ed622d2 admin admin] Made reservation on behalf of 1041f6a04f3f479495f65d7b0504a712 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:00.531127 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11a23b1a-20b4-45a9-8997-f3b09ed622d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.538215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da4880-8274-4112-aac1-e9e6b9c4f20e req-a5426697-fc13-4cf1-93cb-31215e110afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:00.540570 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03da4880-8274-4112-aac1-e9e6b9c4f20e req-a5426697-fc13-4cf1-93cb-31215e110afa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 1102 time: 0.0697074 Aug 31 01:01:00.541627 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 1fc70e21-e19a-4dbf-aeca-987932b3014f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:00.552612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 1fc70e21-e19a-4dbf-aeca-987932b3014f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:00.553084 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.586964 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:00.595595 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ccd27-6bd1-464b-9f0b-bac6a0fe7f02 req-61f0120e-d54c-4da3-9c4b-6f62b911a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:00.596743 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9d5ccd27-6bd1-464b-9f0b-bac6a0fe7f02 req-61f0120e-d54c-4da3-9c4b-6f62b911a53f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 1102 time: 0.0892472 Aug 31 01:01:00.597736 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.599744 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.669463 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9d5ccd27-6bd1-464b-9f0b-bac6a0fe7f02 req-9948e4cc-7eec-43ca-8262-95e90ee17317 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628853 Aug 31 01:01:00.709221 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.724279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:00.779038 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 1fc70e21-e19a-4dbf-aeca-987932b3014f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1fc70e21-e19a-4dbf-aeca-987932b3014f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:00.787369 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.788113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 2765a8bd-693a-463a-a513-41f4cccb3b21 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:00.867137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03da4880-8274-4112-aac1-e9e6b9c4f20e req-16438cca-cb28-4d1d-b821-d42c2e73b63a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516084 Aug 31 01:01:00.903789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=1fc70e21-e19a-4dbf-aeca-987932b3014f,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:00.909490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 2765a8bd-693a-463a-a513-41f4cccb3b21 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:00.914772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 2765a8bd-693a-463a-a513-41f4cccb3b21 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:00.915515 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:00.949208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd62ab-ccc3-44db-ad0e-0cee3ddce405 req-35b728a7-9d7d-4849-b3bb-d3b87b612e67 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:00.960317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cdd62ab-ccc3-44db-ad0e-0cee3ddce405 req-35b728a7-9d7d-4849-b3bb-d3b87b612e67 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 950 time: 0.1781411 Aug 31 01:01:00.999272 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd0de09-4330-4ee3-a807-122448369116 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:01.007789 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.019844 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.021256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Transition to ACTIVE for port object 5dd0de09-4330-4ee3-a807-122448369116 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:01.025723 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.065462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 2765a8bd-693a-463a-a513-41f4cccb3b21, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=2765a8bd-693a-463a-a513-41f4cccb3b21,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:01.071213 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.074706 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11a23b1a-20b4-45a9-8997-f3b09ed622d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.088541 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cdd62ab-ccc3-44db-ad0e-0cee3ddce405 req-46fbf6a3-5a11-4c45-858e-11af7d6fc747 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236417 Aug 31 01:01:01.115224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Pushing event updated for resources: {'Port': ['ID=5dd0de09-4330-4ee3-a807-122448369116,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:01.140377 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Attempting to bind port 5dd0de09-4330-4ee3-a807-122448369116 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:01.140982 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Attempting to bind port 5dd0de09-4330-4ee3-a807-122448369116 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:01.141304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Attempting to bind port 5dd0de09-4330-4ee3-a807-122448369116 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:01.147151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Port 5dd0de09-4330-4ee3-a807-122448369116 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:01.147515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Attempting to bind port 5dd0de09-4330-4ee3-a807-122448369116 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:01.153213 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:01.153552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Checking segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:01.153935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Bound using segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:01.154414 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Bound port: 5dd0de09-4330-4ee3-a807-122448369116, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:01.154910 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.182984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a0f0e-718c-40f4-ab35-579374945a56 req-4963a7a7-86a5-42e3-854d-4c85a2e8e659 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:01.193379 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d0a0f0e-718c-40f4-ab35-579374945a56 req-4963a7a7-86a5-42e3-854d-4c85a2e8e659 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 948 time: 0.1934199 Aug 31 01:01:01.196859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=2765a8bd-693a-463a-a513-41f4cccb3b21,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:01.223821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a23b1a-20b4-45a9-8997-f3b09ed622d2 admin admin] Checking segment: {'id': 'a6ad821e-30a8-4b26-a226-3e40f12a537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '891bebe6-37a2-4c19-a5a1-b2df0283c2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:01.223821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a23b1a-20b4-45a9-8997-f3b09ed622d2 admin admin] Network hostable DHCP agents. Network: 891bebe6-37a2-4c19-a5a1-b2df0283c2cc, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:01:01.228170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a23b1a-20b4-45a9-8997-f3b09ed622d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d894f6-ae10-4849-8ee2-7f715828b4bb,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:01.244600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:01.248034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5dd0de09-4330-4ee3-a807-122448369116,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:01.263172 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.267796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d0a0f0e-718c-40f4-ab35-579374945a56 req-9e012c92-d6f2-4181-a794-27628cb0da30 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729883 Aug 31 01:01:01.285093 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.306451 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a23b1a-20b4-45a9-8997-f3b09ed622d2 admin admin] Network 891bebe6-37a2-4c19-a5a1-b2df0283c2cc is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:01:01.318313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:01.318871 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.320318 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] 10.222.0.15 "PUT /v2.0/ports/5dd0de09-4330-4ee3-a807-122448369116 HTTP/1.1" status: 200 len: 1093 time: 0.8227253 Aug 31 01:01:01.320767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1819d020-58aa-4419-91bc-3537085a15e2', 'tag': '5dd0de09-4330-4ee3-a807-122448369116'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:01.323559 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6e8cda-bcec-428e-81de-b3b9ecb61bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "1819d020-58aa-4419-91bc-3537085a15e2", "tag": "5dd0de09-4330-4ee3-a807-122448369116"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:01.328524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-11a23b1a-20b4-45a9-8997-f3b09ed622d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 891bebe6-37a2-4c19-a5a1-b2df0283c2cc) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:01.338486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a23b1a-20b4-45a9-8997-f3b09ed622d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:01.340244 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11a23b1a-20b4-45a9-8997-f3b09ed622d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:01.347132 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ccc1d9-4269-4995-8cd6-dc14088d7a1a None None] Network 891bebe6-37a2-4c19-a5a1-b2df0283c2cc requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:01.370435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff3535-cdae-4f5f-891a-1fa383f3d5ed service neutron] Pushing event updated for resources: {'Port': ['ID=5dd0de09-4330-4ee3-a807-122448369116,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:01.450676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-11a23b1a-20b4-45a9-8997-f3b09ed622d2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5227559 Aug 31 01:01:01.461279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-5a465416-72c0-4cd1-8b95-6a1bc71f0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:01.463835 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-5a465416-72c0-4cd1-8b95-6a1bc71f0bc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 1096 time: 0.0608709 Aug 31 01:01:01.479597 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9dd9f1-58a5-40d1-84c0-89c9aa5bdeae req-7f9a4137-50f2-43c3-90bb-7e24bfbdc38c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:01.487524 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba9dd9f1-58a5-40d1-84c0-89c9aa5bdeae req-7f9a4137-50f2-43c3-90bb-7e24bfbdc38c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 944 time: 0.1277077 Aug 31 01:01:01.524051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910d4d3-eefd-433f-ac16-5f046a17e9cb req-e7275838-f797-4060-ace9-9caa0a49c57a tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:01.524712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7910d4d3-eefd-433f-ac16-5f046a17e9cb req-e7275838-f797-4060-ace9-9caa0a49c57a tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 944 time: 0.1616077 Aug 31 01:01:01.528087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660e1bec-602e-42a7-a9a9-9529f0c7a247 None None] Network 891bebe6-37a2-4c19-a5a1-b2df0283c2cc requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:01.549834 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-19ee3466-94aa-4eda-8559-c74cf74a092d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd0de09-4330-4ee3-a807-122448369116 HTTP/1.1" status: 200 len: 217 time: 0.0686452 Aug 31 01:01:01.580599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba9dd9f1-58a5-40d1-84c0-89c9aa5bdeae req-ae4cfe26-c2ae-4fa5-b6bf-c3c623fa1190 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921504 Aug 31 01:01:01.597326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7910d4d3-eefd-433f-ac16-5f046a17e9cb req-7b97ff6e-4bf6-4148-8218-66ba6fd3214d tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574260 Aug 31 01:01:01.650249 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-8bfe21a1-fcb4-45fc-a7b2-930c0de4b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:01.656629 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-8bfe21a1-fcb4-45fc-a7b2-930c0de4b0b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.0984495 Aug 31 01:01:01.728778 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37f91ef-315c-44a5-8f04-eb3c78f1033a x-openstack-request-id: req-a37f91ef-315c-44a5-8f04-eb3c78f1033a {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:01.729140 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1819d020-58aa-4419-91bc-3537085a15e2", "tag": "5dd0de09-4330-4ee3-a807-122448369116", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:01.729401 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a37f91ef-315c-44a5-8f04-eb3c78f1033a {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:01.729823 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1819d020-58aa-4419-91bc-3537085a15e2', 'tag': '5dd0de09-4330-4ee3-a807-122448369116', 'status': 'completed', 'code': 200} Aug 31 01:01:01.732110 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-2656cca9-e18e-4f03-9cb8-8ba5783b25f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559924 Aug 31 01:01:01.766329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305b0b2-7617-4d4a-b67a-79be5a4dd775 req-c5366736-0789-485e-a2fa-30c00ad7cedc tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:01.779885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6305b0b2-7617-4d4a-b67a-79be5a4dd775 req-c5366736-0789-485e-a2fa-30c00ad7cedc tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 949 time: 0.0837417 Aug 31 01:01:01.835359 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6305b0b2-7617-4d4a-b67a-79be5a4dd775 req-f13323e2-c735-4366-898e-c09714c93d33 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543365 Aug 31 01:01:01.876138 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-f75d6f27-2dc0-4e10-93c3-7f46a3458542 service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347268 Aug 31 01:01:01.995954 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-61fb96a3-ed83-489f-ae51-bd58ab82fe40 req-43108ee2-b8e1-4044-8815-ac985a94fa12 service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076252 Aug 31 01:01:02.163951 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e8cda-bcec-428e-81de-b3b9ecb61bb8 req-90fc7bce-b800-4bd3-9d1e-703d3064b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:02.165586 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac6e8cda-bcec-428e-81de-b3b9ecb61bb8 req-90fc7bce-b800-4bd3-9d1e-703d3064b1b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 1096 time: 0.0457964 Aug 31 01:01:02.215951 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 32896) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:02.222315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1253234532-network', 'tenant_id': '7b0475ebb768484fba747962c32714d9'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:02.264258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328e73c-3ddb-4b42-bbd9-1b2fdc8ac835 req-c4d43f74-9f69-4005-a593-33514f361047 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:02.274193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f328e73c-3ddb-4b42-bbd9-1b2fdc8ac835 req-c4d43f74-9f69-4005-a593-33514f361047 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 950 time: 0.0968506 Aug 31 01:01:02.282774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] Made reservation on behalf of 7b0475ebb768484fba747962c32714d9 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:02.285259 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.304788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e8cda-bcec-428e-81de-b3b9ecb61bb8 req-b496e99d-72c5-4912-80b5-027616497c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:02.305142 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.306509 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac6e8cda-bcec-428e-81de-b3b9ecb61bb8 req-b496e99d-72c5-4912-80b5-027616497c6f service neutron] 10.222.0.15 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.1272421 Aug 31 01:01:02.332879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f328e73c-3ddb-4b42-bbd9-1b2fdc8ac835 req-6ac6f7c3-5151-4cfc-8b4e-cb4ff394793a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580680 Aug 31 01:01:02.397387 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d9cd7d-8651-49ae-a813-b046d03a7d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219c4c8b-6ffd-4c5a-86f5-cc0b60601b91'}, {'server_uuid': '85958240-854f-414d-b1db-f4bf4f22e3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc70e21-e19a-4dbf-aeca-987932b3014f'}, {'server_uuid': '534147c6-77f6-4fce-9606-9f49422ce086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2765a8bd-693a-463a-a513-41f4cccb3b21'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:02.399728 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5286c25-d914-470f-b087-9d149d2fefd0" -d '{"events": [{"server_uuid": "e5d9cd7d-8651-49ae-a813-b046d03a7d37", "name": "network-vif-unplugged", "status": "completed", "tag": "219c4c8b-6ffd-4c5a-86f5-cc0b60601b91"}, {"server_uuid": "85958240-854f-414d-b1db-f4bf4f22e3bc", "name": "network-vif-plugged", "status": "completed", "tag": "1fc70e21-e19a-4dbf-aeca-987932b3014f"}, {"server_uuid": "534147c6-77f6-4fce-9606-9f49422ce086", "name": "network-vif-plugged", "status": "completed", "tag": "2765a8bd-693a-463a-a513-41f4cccb3b21"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:02.402991 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac6e8cda-bcec-428e-81de-b3b9ecb61bb8 req-839f3964-299f-465b-9d99-1076e158211f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd0de09-4330-4ee3-a807-122448369116 HTTP/1.1" status: 200 len: 217 time: 0.0484741 Aug 31 01:01:02.427839 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.445135 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.464489 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd99d269-c52c-48da-9f36-cc8695fdbbae x-openstack-request-id: req-cd99d269-c52c-48da-9f36-cc8695fdbbae {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:02.464794 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d9cd7d-8651-49ae-a813-b046d03a7d37", "name": "network-vif-unplugged", "status": "completed", "tag": "219c4c8b-6ffd-4c5a-86f5-cc0b60601b91", "code": 200}, {"server_uuid": "85958240-854f-414d-b1db-f4bf4f22e3bc", "name": "network-vif-plugged", "status": "completed", "tag": "1fc70e21-e19a-4dbf-aeca-987932b3014f", "code": 200}, {"server_uuid": "534147c6-77f6-4fce-9606-9f49422ce086", "name": "network-vif-plugged", "status": "completed", "tag": "2765a8bd-693a-463a-a513-41f4cccb3b21", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:02.465048 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd99d269-c52c-48da-9f36-cc8695fdbbae {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:02.465453 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d9cd7d-8651-49ae-a813-b046d03a7d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219c4c8b-6ffd-4c5a-86f5-cc0b60601b91', 'code': 200} Aug 31 01:01:02.465634 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e8cda-bcec-428e-81de-b3b9ecb61bb8 req-d6c6bd24-851b-4c23-8dc4-a76755e9e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:02.465830 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85958240-854f-414d-b1db-f4bf4f22e3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc70e21-e19a-4dbf-aeca-987932b3014f', 'code': 200} Aug 31 01:01:02.465984 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534147c6-77f6-4fce-9606-9f49422ce086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2765a8bd-693a-463a-a513-41f4cccb3b21', 'code': 200} Aug 31 01:01:02.467133 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac6e8cda-bcec-428e-81de-b3b9ecb61bb8 req-d6c6bd24-851b-4c23-8dc4-a76755e9e046 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.0510497 Aug 31 01:01:02.497189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:01:02.506546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4c0401-e919-4e22-bbce-ae8059c1795c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:02.516871 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.517217 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] Added segment 93730348-d1fc-4ac5-b198-98ca6d95826a of type vlan for network 6e0cbbf5-0ed7-4abc-bcbd-5fa56e091c3c Aug 31 01:01:02.533115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37b396-024c-4c1a-a170-163d77072e46 req-6f658464-91e9-448a-b97e-24e18d96e680 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:02.541093 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e37b396-024c-4c1a-a170-163d77072e46 req-6f658464-91e9-448a-b97e-24e18d96e680 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 949 time: 0.1109817 Aug 31 01:01:02.548519 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac6e8cda-bcec-428e-81de-b3b9ecb61bb8 req-c3bda684-664e-4427-b6ae-2fac131444a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349271 Aug 31 01:01:02.615208 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.655945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e37b396-024c-4c1a-a170-163d77072e46 req-4124cca0-4d84-4b8a-a377-7f65a3243a78 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130250 Aug 31 01:01:02.675706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70e24-e507-4313-b7c7-389ea5c02783 req-edcce1ae-585c-459b-8b1a-f95a56c1c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:02.677737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34e70e24-e507-4313-b7c7-389ea5c02783 req-edcce1ae-585c-459b-8b1a-f95a56c1c985 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 1101 time: 0.1329873 Aug 31 01:01:02.680541 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.682335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:02.683133 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.710364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b67f6-18b2-4a3e-88e1-e12147e01493 req-451f3231-34d8-4cfc-8598-334357be7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:02.717214 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d4b67f6-18b2-4a3e-88e1-e12147e01493 req-451f3231-34d8-4cfc-8598-334357be7905 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 1101 time: 0.1614034 Aug 31 01:01:02.780150 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d4b67f6-18b2-4a3e-88e1-e12147e01493 req-a50a24c9-21c5-40f9-9c26-946c3124f051 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550661 Aug 31 01:01:02.785382 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac6e8cda-bcec-428e-81de-b3b9ecb61bb8 req-aee629e4-18c4-43c4-b1ed-64a3c8815ec1 service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185075 Aug 31 01:01:02.802801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5830848 Aug 31 01:01:02.806602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 32908) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:02.812853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0bf415c2-acd8-41d2-827f-c66c8f187312 admin admin] Request body: {'subnet': {'network_id': '6e0cbbf5-0ed7-4abc-bcbd-5fa56e091c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1253234532-subnet', 'tenant_id': '7b0475ebb768484fba747962c32714d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:02.835220 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34e70e24-e507-4313-b7c7-389ea5c02783 req-dfc74c28-68b1-4a7a-a608-0c5e9a2715f2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421883 Aug 31 01:01:02.840436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb0d6a-7809-486a-874f-6bf80ba4396e admin admin] Pushing event updated for resources: {'Network': ['ID=6e0cbbf5-0ed7-4abc-bcbd-5fa56e091c3c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:02.856752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 6e0cbbf5-0ed7-4abc-bcbd-5fa56e091c3c details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:01:02.884835 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf415c2-acd8-41d2-827f-c66c8f187312 admin admin] Made reservation on behalf of 7b0475ebb768484fba747962c32714d9 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:02.887807 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bf415c2-acd8-41d2-827f-c66c8f187312 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:02.901401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569ada7-3b4c-4d7a-9e19-2ba0401a29fa req-08bd4ab5-2ac0-4fbd-bd3f-ba8ba47e699c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:02.906142 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4569ada7-3b4c-4d7a-9e19-2ba0401a29fa req-08bd4ab5-2ac0-4fbd-bd3f-ba8ba47e699c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 944 time: 0.1613317 Aug 31 01:01:02.931165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbeaa9-50ab-4c6e-aa18-dbcefc3f5b0f req-93a941ca-c361-4938-8c96-c689c827b039 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:02.942286 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5fbeaa9-50ab-4c6e-aa18-dbcefc3f5b0f req-93a941ca-c361-4938-8c96-c689c827b039 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 944 time: 0.1973045 Aug 31 01:01:03.020887 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac6e8cda-bcec-428e-81de-b3b9ecb61bb8 req-e85cdc5a-e176-4a57-a1ac-e13ad23b9a9f service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265759 Aug 31 01:01:03.036046 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5fbeaa9-50ab-4c6e-aa18-dbcefc3f5b0f req-f2bae8c6-6ac3-46ad-8e5a-61e89768a6ea tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926573 Aug 31 01:01:03.039699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4569ada7-3b4c-4d7a-9e19-2ba0401a29fa req-696ecff1-84ca-4b7a-ab6a-66f102b4ff61 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201830 Aug 31 01:01:03.125484 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bf415c2-acd8-41d2-827f-c66c8f187312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:03.153703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c5a85-7b8c-4dcb-888e-ff0133b60242 req-5d270127-9930-4bf7-a427-674a1aede05e tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:03.155874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f5c5a85-7b8c-4dcb-888e-ff0133b60242 req-5d270127-9930-4bf7-a427-674a1aede05e tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 949 time: 0.0497689 Aug 31 01:01:03.196754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f5c5a85-7b8c-4dcb-888e-ff0133b60242 req-a1352c3b-4aec-4652-802a-c7b8862488c2 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323572 Aug 31 01:01:03.210394 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf415c2-acd8-41d2-827f-c66c8f187312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e90924c-bf66-4191-ac02-b799b63afcff,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:03.232518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf415c2-acd8-41d2-827f-c66c8f187312 admin admin] Checking segment: {'id': '93730348-d1fc-4ac5-b198-98ca6d95826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6e0cbbf5-0ed7-4abc-bcbd-5fa56e091c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:03.232872 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf415c2-acd8-41d2-827f-c66c8f187312 admin admin] Network hostable DHCP agents. Network: 6e0cbbf5-0ed7-4abc-bcbd-5fa56e091c3c, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:01:03.249576 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676c983-f306-4f6a-a2e3-7ab82ccc8bfa req-4c1a2627-29fd-4759-80a9-091028c04903 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:03.251059 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5676c983-f306-4f6a-a2e3-7ab82ccc8bfa req-4c1a2627-29fd-4759-80a9-091028c04903 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 944 time: 0.0938754 Aug 31 01:01:03.299521 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf415c2-acd8-41d2-827f-c66c8f187312 admin admin] Network 6e0cbbf5-0ed7-4abc-bcbd-5fa56e091c3c is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:01:03.318880 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0bf415c2-acd8-41d2-827f-c66c8f187312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 6e0cbbf5-0ed7-4abc-bcbd-5fa56e091c3c) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:03.333994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296353f7-7f3c-4a2b-961b-3849fab04cd4 None None] Network 6e0cbbf5-0ed7-4abc-bcbd-5fa56e091c3c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:03.342115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf415c2-acd8-41d2-827f-c66c8f187312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:03.343534 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bf415c2-acd8-41d2-827f-c66c8f187312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:03.367158 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0bf415c2-acd8-41d2-827f-c66c8f187312 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5589898 Aug 31 01:01:03.445357 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-5676c983-f306-4f6a-a2e3-7ab82ccc8bfa req-7bdab745-5d23-42b5-bb0e-6970044579af tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Deleting port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:03.446159 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-5676c983-f306-4f6a-a2e3-7ab82ccc8bfa req-7bdab745-5d23-42b5-bb0e-6970044579af tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:03.549747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dff77-1466-42f4-82ec-d1d342a1ef64 req-c5ffaaae-4939-4919-ba9e-3f8a51fc0654 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:03.553905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef8dff77-1466-42f4-82ec-d1d342a1ef64 req-c5ffaaae-4939-4919-ba9e-3f8a51fc0654 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 950 time: 0.1063044 Aug 31 01:01:03.562872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a9db0b-56bc-47dc-b62b-1ff5a63bfa5e None None] Network 6e0cbbf5-0ed7-4abc-bcbd-5fa56e091c3c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:03.622953 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef8dff77-1466-42f4-82ec-d1d342a1ef64 req-62a71059-2d6b-42ab-8973-9874f0c75288 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607648 Aug 31 01:01:03.672907 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-5676c983-f306-4f6a-a2e3-7ab82ccc8bfa req-7bdab745-5d23-42b5-bb0e-6970044579af tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] For port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:03.673281 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-5676c983-f306-4f6a-a2e3-7ab82ccc8bfa req-7bdab745-5d23-42b5-bb0e-6970044579af tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:03.716309 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-5676c983-f306-4f6a-a2e3-7ab82ccc8bfa req-7bdab745-5d23-42b5-bb0e-6970044579af tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Calling delete_port for 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:03.849087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd2e2e-f7c3-428b-a1e8-d69489dcea13 req-dedbe82d-3cd6-44e6-b21b-7906d17b03ee tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:03.856480 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4fbd2e2e-f7c3-428b-a1e8-d69489dcea13 req-dedbe82d-3cd6-44e6-b21b-7906d17b03ee tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=00eccfa1-f4c8-4127-a15f-e35cf6216351 HTTP/1.1" status: 200 len: 950 time: 0.1161005 Aug 31 01:01:03.879810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aef45d-021e-49ac-8a1b-00881ebd6057 req-3a0ce7f4-f811-4504-bb83-012a77c1873c tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:03.887260 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34aef45d-021e-49ac-8a1b-00881ebd6057 req-3a0ce7f4-f811-4504-bb83-012a77c1873c tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 949 time: 0.1079199 Aug 31 01:01:03.894913 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-5676c983-f306-4f6a-a2e3-7ab82ccc8bfa req-7bdab745-5d23-42b5-bb0e-6970044579af tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:03.926749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdab745-5d23-42b5-bb0e-6970044579af tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Pushing event deleted for resources: {'Port': ['ID=219c4c8b-6ffd-4c5a-86f5-cc0b60601b91,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:03.934846 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4fbd2e2e-f7c3-428b-a1e8-d69489dcea13 req-883dd7d4-a054-447f-93bc-b8619b83cecc tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774243 Aug 31 01:01:03.974154 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34aef45d-021e-49ac-8a1b-00881ebd6057 req-03acce3c-36cc-452b-a239-148f8fca1981 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809007 Aug 31 01:01:03.989972 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-5676c983-f306-4f6a-a2e3-7ab82ccc8bfa req-7bdab745-5d23-42b5-bb0e-6970044579af tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] No DVR routers for this DVR port 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:03.995475 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-5676c983-f306-4f6a-a2e3-7ab82ccc8bfa req-7bdab745-5d23-42b5-bb0e-6970044579af tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:03.998444 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5676c983-f306-4f6a-a2e3-7ab82ccc8bfa req-7bdab745-5d23-42b5-bb0e-6970044579af tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.15 "DELETE /v2.0/ports/219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 HTTP/1.1" status: 204 len: 173 time: 0.7386324 Aug 31 01:01:03.998444 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d9cd7d-8651-49ae-a813-b046d03a7d37', 'name': 'network-vif-deleted', 'tag': '219c4c8b-6ffd-4c5a-86f5-cc0b60601b91'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:04.003023 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e79c78-6ba9-4712-89dc-38406d3b64fb" -d '{"events": [{"server_uuid": "e5d9cd7d-8651-49ae-a813-b046d03a7d37", "name": "network-vif-deleted", "tag": "219c4c8b-6ffd-4c5a-86f5-cc0b60601b91"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:04.336504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0a292-8cd1-4d5d-9dd0-420f798d75d1 req-fbb5e219-addf-4f20-949b-580cba8565af tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:04.343360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0a292-8cd1-4d5d-9dd0-420f798d75d1 req-fbb5e219-addf-4f20-949b-580cba8565af tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:04.344913 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccd0a292-8cd1-4d5d-9dd0-420f798d75d1 req-fbb5e219-addf-4f20-949b-580cba8565af tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=00eccfa1-f4c8-4127-a15f-e35cf6216351&device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 1691 time: 0.1141381 Aug 31 01:01:04.361950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-3d7b3b7b-5214-49d5-9c11-9b4add59f5fe tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:04.363694 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-3d7b3b7b-5214-49d5-9c11-9b4add59f5fe tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/networks?id=891bebe6-37a2-4c19-a5a1-b2df0283c2cc HTTP/1.1" status: 200 len: 814 time: 0.1632440 Aug 31 01:01:04.390954 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-25c61174-47f5-4655-810c-df8371b4aac6 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/quotas/1041f6a04f3f479495f65d7b0504a712 HTTP/1.1" status: 200 len: 375 time: 0.0210061 Aug 31 01:01:04.419843 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccd0a292-8cd1-4d5d-9dd0-420f798d75d1 req-3a9d22eb-4778-4222-ad8a-5c2535bb3af1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658367 Aug 31 01:01:04.435240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-23ddb4c9-7230-4659-a33b-6b585456b8b4 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1041f6a04f3f479495f65d7b0504a712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353796 Aug 31 01:01:04.460198 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9587f4-bde0-42eb-bc6d-44e7997a6550 x-openstack-request-id: req-ef9587f4-bde0-42eb-bc6d-44e7997a6550 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:04.461143 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d9cd7d-8651-49ae-a813-b046d03a7d37", "name": "network-vif-deleted", "tag": "219c4c8b-6ffd-4c5a-86f5-cc0b60601b91", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:04.461549 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef9587f4-bde0-42eb-bc6d-44e7997a6550 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:04.462108 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d9cd7d-8651-49ae-a813-b046d03a7d37', 'name': 'network-vif-deleted', 'tag': '219c4c8b-6ffd-4c5a-86f5-cc0b60601b91', 'status': 'completed', 'code': 200} Aug 31 01:01:04.565724 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-d5557455-baac-4a68-80df-22e8da599228 service neutron] 10.222.0.58 "GET /v2.0/networks/891bebe6-37a2-4c19-a5a1-b2df0283c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221390 Aug 31 01:01:04.589799 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5720ccb1-1c47-44fc-ace8-c29a091e2f56 req-b2f6e34c-af31-45e2-9298-c3716f2d99f8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d9cd7d-8651-49ae-a813-b046d03a7d37 HTTP/1.1" status: 200 len: 210 time: 0.0544395 Aug 31 01:01:04.684678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-c20eca34-a115-4861-9333-7987072805a2 service neutron] 10.222.0.58 "GET /v2.0/networks/891bebe6-37a2-4c19-a5a1-b2df0283c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180847 Aug 31 01:01:04.750848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20beb0-bbc1-4cf6-94fe-045ddeff8a4d req-e4a1122f-b5e2-41ed-a26b-db77036ca21d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:04.752734 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad20beb0-bbc1-4cf6-94fe-045ddeff8a4d req-e4a1122f-b5e2-41ed-a26b-db77036ca21d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 944 time: 0.0585589 Aug 31 01:01:04.794362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad20beb0-bbc1-4cf6-94fe-045ddeff8a4d req-c17f864d-0e33-4b63-bb7a-b7baf29e3540 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342569 Aug 31 01:01:04.910801 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8748f-1378-4dd6-99c6-53a14efaad41 req-e0625e14-a059-4c64-a0bb-186770f8a70f tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:04.915703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54b8748f-1378-4dd6-99c6-53a14efaad41 req-e0625e14-a059-4c64-a0bb-186770f8a70f tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 949 time: 0.0624948 Aug 31 01:01:04.977830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54b8748f-1378-4dd6-99c6-53a14efaad41 req-9070d819-53d8-4058-b697-a02529772e44 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538034 Aug 31 01:01:05.059203 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e30390a-359f-4e2e-91e5-e219dfd41093 req-96d98303-7188-4a63-8f8c-4afa8dcc2004 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 210 time: 0.0325065 Aug 31 01:01:05.107677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e49ea-ce36-4ae4-b59d-1f2c5a0f52fd req-8b377375-c741-4f8d-8201-3d3cef688427 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:05.111907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-641e49ea-ce36-4ae4-b59d-1f2c5a0f52fd req-8b377375-c741-4f8d-8201-3d3cef688427 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00eccfa1-f4c8-4127-a15f-e35cf6216351 HTTP/1.1" status: 200 len: 1102 time: 0.0510921 Aug 31 01:01:05.169419 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-641e49ea-ce36-4ae4-b59d-1f2c5a0f52fd req-c4446913-bcb9-4ed7-a25d-da72147817ac tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539417 Aug 31 01:01:05.192168 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fe6b8-fdd0-4056-9de4-4bcafe9cfef6 req-a23504fa-2059-4310-bcfe-19b2bde2c6b3 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:05.199409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-494fe6b8-fdd0-4056-9de4-4bcafe9cfef6 req-a23504fa-2059-4310-bcfe-19b2bde2c6b3 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 949 time: 0.0661585 Aug 31 01:01:05.243894 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-494fe6b8-fdd0-4056-9de4-4bcafe9cfef6 req-830eb76c-6baf-4724-b0cd-e25c616494ae tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424478 Aug 31 01:01:05.402559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c89184-d414-4e79-8abb-5c8a1459f2f8 req-5e08cd17-a517-4ab6-9814-22837b2b5c6d tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:05.404200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58c89184-d414-4e79-8abb-5c8a1459f2f8 req-5e08cd17-a517-4ab6-9814-22837b2b5c6d tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 1102 time: 0.0504405 Aug 31 01:01:05.450353 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58c89184-d414-4e79-8abb-5c8a1459f2f8 req-55a1b7ec-c892-4c76-8028-8501d6eea123 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389047 Aug 31 01:01:05.516536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fed027-1e9c-46e9-b2e6-76247e59b244 req-6f7af4e3-0fbf-42b8-91d5-9dd6fffa90f5 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:05.523665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4fed027-1e9c-46e9-b2e6-76247e59b244 req-6f7af4e3-0fbf-42b8-91d5-9dd6fffa90f5 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0633888 Aug 31 01:01:05.568405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4fed027-1e9c-46e9-b2e6-76247e59b244 req-4c619634-48a7-4ed3-b433-17526f404cba tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437455 Aug 31 01:01:05.652003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7a7c6-2628-43f1-bef0-6d787c8cf22c req-324e70b8-c20c-4fdd-8a6c-7ce95e8f285d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:05.653507 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-87e7a7c6-2628-43f1-bef0-6d787c8cf22c req-324e70b8-c20c-4fdd-8a6c-7ce95e8f285d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 949 time: 0.0519624 Aug 31 01:01:05.699371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-87e7a7c6-2628-43f1-bef0-6d787c8cf22c req-8881bc2b-ad3e-46ff-bb3b-effec724d3a6 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382185 Aug 31 01:01:05.813149 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f777182d-081f-4497-bf94-26babf468a6e req-75f51287-57f7-4f0c-8844-04504027ed22 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=834f2c2b26574b23952ac610912285bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269599 Aug 31 01:01:05.890804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b04b3171-38c9-461a-8b52-1e41bfa48ac0 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567744 Aug 31 01:01:06.009702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777182d-081f-4497-bf94-26babf468a6e req-fc0bc345-14d6-4da3-b1db-5ffa86ebecbc tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:06.011394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f777182d-081f-4497-bf94-26babf468a6e req-fc0bc345-14d6-4da3-b1db-5ffa86ebecbc tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886115 Aug 31 01:01:06.041649 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f777182d-081f-4497-bf94-26babf468a6e req-7edc99dd-8153-4481-9357-3030b849abce tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/quotas/834f2c2b26574b23952ac610912285bb HTTP/1.1" status: 200 len: 375 time: 0.0178061 Aug 31 01:01:06.049889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-d28c18f0-c338-4622-91f9-8e2371198dd5 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:06.050696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 5dd0de09-4330-4ee3-a807-122448369116 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:06.051527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-d28c18f0-c338-4622-91f9-8e2371198dd5 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1537561 Aug 31 01:01:06.099980 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-c98f8873-c652-48df-8831-8c98b4cfbfcd tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/quotas/e647b0a69de84fe4bc59de0ccf31028c HTTP/1.1" status: 200 len: 375 time: 0.0396800 Aug 31 01:01:06.110172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-0ee78442-5d3a-4cbc-8899-c50b953bf314 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:06.111675 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-0ee78442-5d3a-4cbc-8899-c50b953bf314 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.15 "GET /v2.0/networks?id=891bebe6-37a2-4c19-a5a1-b2df0283c2cc HTTP/1.1" status: 200 len: 814 time: 0.1187015 Aug 31 01:01:06.132766 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-607a7268-f1e7-448b-9090-14beb07c2d34 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Request body: {'port': {'device_id': '6539928f-d36f-4ee0-99c7-6a857ca5fd9c', 'network_id': '891bebe6-37a2-4c19-a5a1-b2df0283c2cc', 'admin_state_up': True, 'tenant_id': '1041f6a04f3f479495f65d7b0504a712'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:06.157144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f777182d-081f-4497-bf94-26babf468a6e req-9286596b-43be-4bb9-82f4-d63c0d4ce244 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0956600 Aug 31 01:01:06.167475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5dd0de09-4330-4ee3-a807-122448369116,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:06.184429 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '5dd0de09-4330-4ee3-a807-122448369116', 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5', 'port_id': '5dd0de09-4330-4ee3-a807-122448369116', 'mac_address': 'fa:16:3e:5a:2b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34deeb26-e910-40bc-99b5-51d7998a554d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:06.186918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-ba66405a-328c-4459-b0d2-3489c1239fba tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762386 Aug 31 01:01:06.232312 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:06.246499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd0de09-4330-4ee3-a807-122448369116 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:06.275068 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-607a7268-f1e7-448b-9090-14beb07c2d34 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Made reservation on behalf of 1041f6a04f3f479495f65d7b0504a712 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:06.282206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5dd0de09-4330-4ee3-a807-122448369116,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:06.283812 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-607a7268-f1e7-448b-9090-14beb07c2d34 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:06.287153 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:06.403902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=5dd0de09-4330-4ee3-a807-122448369116,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:06.433920 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b391567-3ea4-4f15-afbc-00a981f4269c req-9b24027f-e866-472c-8227-e177d6bb0ce1 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:06.436761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b391567-3ea4-4f15-afbc-00a981f4269c req-9b24027f-e866-472c-8227-e177d6bb0ce1 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 945 time: 0.0825410 Aug 31 01:01:06.509124 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b391567-3ea4-4f15-afbc-00a981f4269c req-ad16ec8d-d9ca-4372-8db8-9dba55b15ab6 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529618 Aug 31 01:01:06.512240 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-607a7268-f1e7-448b-9090-14beb07c2d34 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Allocated IP 172.20.0.6 (891bebe6-37a2-4c19-a5a1-b2df0283c2cc/97d894f6-ae10-4849-8ee2-7f715828b4bb/ee304ecd-fdfa-428b-8d47-11c32aa9945a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:06.537822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33040) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:06.543521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-629c80d2-3083-44e5-ad4b-a036f2acdbb6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1451186820', 'description': 'tempest-description--923567660'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:06.599161 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-629c80d2-3083-44e5-ad4b-a036f2acdbb6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:06.662219 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-7ca4cb3a-68df-456c-b007-395b4124e115 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3e042592bcb54cf8944408f237ccbbd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530837 Aug 31 01:01:06.712578 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-607a7268-f1e7-448b-9090-14beb07c2d34 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:06.761757 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-607a7268-f1e7-448b-9090-14beb07c2d34 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:06.816897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-607a7268-f1e7-448b-9090-14beb07c2d34 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Network 891bebe6-37a2-4c19-a5a1-b2df0283c2cc is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:06.817110 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['5dd0de09-4330-4ee3-a807-122448369116'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:06.824694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-607a7268-f1e7-448b-9090-14beb07c2d34 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:06.839755 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-607a7268-f1e7-448b-9090-14beb07c2d34 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:06.844652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3fd85-535d-413d-9de5-a80bbec2b463 req-07130913-9cf9-407f-bc02-634deac97713 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:06.847054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-607a7268-f1e7-448b-9090-14beb07c2d34 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:06.847906 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-607a7268-f1e7-448b-9090-14beb07c2d34 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:06.854647 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76b3fd85-535d-413d-9de5-a80bbec2b463 req-07130913-9cf9-407f-bc02-634deac97713 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 945 time: 0.2268460 Aug 31 01:01:06.863867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a7268-f1e7-448b-9090-14beb07c2d34 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Pushing event updated for resources: {'Port': ['ID=ee304ecd-fdfa-428b-8d47-11c32aa9945a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:06.968097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76b3fd85-535d-413d-9de5-a80bbec2b463 req-a679c0b4-ab17-4970-afb8-ea16bfd88075 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086206 Aug 31 01:01:06.991827 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-629c80d2-3083-44e5-ad4b-a036f2acdbb6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.000031 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-dfd4ba33-f28a-4666-8d63-9750fa166dca tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:07.001831 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-dfd4ba33-f28a-4666-8d63-9750fa166dca tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2958086 Aug 31 01:01:07.003158 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-629c80d2-3083-44e5-ad4b-a036f2acdbb6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.007323 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-607a7268-f1e7-448b-9090-14beb07c2d34 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8791280 Aug 31 01:01:07.028688 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Request body: {'port': {'device_id': '6539928f-d36f-4ee0-99c7-6a857ca5fd9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:07.050555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-d078413d-5167-441e-a0b4-80aa8f486874 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/quotas/3e042592bcb54cf8944408f237ccbbd1 HTTP/1.1" status: 200 len: 375 time: 0.0393946 Aug 31 01:01:07.055564 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-629c80d2-3083-44e5-ad4b-a036f2acdbb6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.057249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-629c80d2-3083-44e5-ad4b-a036f2acdbb6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5180733 Aug 31 01:01:07.063557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33062) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:07.069635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c80d2-3083-44e5-ad4b-a036f2acdbb6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2a8836-3338-49ed-b4c7-2b14c638efd1,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:07.071975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-217e9555-9d3e-4d2b-b5b7-973046c978c6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Request body: {'security_group_rule': {'security_group_id': 'bb2a8836-3338-49ed-b4c7-2b14c638efd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:07.114762 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-71d7b06f-3450-49ba-b2f6-e022f8b722a1 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e042592bcb54cf8944408f237ccbbd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0633631 Aug 31 01:01:07.132533 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.156360 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-217e9555-9d3e-4d2b-b5b7-973046c978c6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.209284 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b576e1c-c0a7-4fc7-83db-4a44d219a1e4 req-11b4b8ce-48c5-4567-aec6-6dc8fb877e47 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:07.217686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b576e1c-c0a7-4fc7-83db-4a44d219a1e4 req-11b4b8ce-48c5-4567-aec6-6dc8fb877e47 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 931 time: 0.0744221 Aug 31 01:01:07.272474 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b576e1c-c0a7-4fc7-83db-4a44d219a1e4 req-180d3e5a-456e-4a14-989e-56e19ac00d46 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/security-groups?id=6d9bd159-44bd-4eb3-ab57-e201e9431808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534792 Aug 31 01:01:07.385856 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43315509-8bd2-4045-afad-7418f7efec74 req-c910ba74-dcb3-4fa9-8c9d-d85b4f8b7a4e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 210 time: 0.0446365 Aug 31 01:01:07.386020 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-217e9555-9d3e-4d2b-b5b7-973046c978c6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.402332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-217e9555-9d3e-4d2b-b5b7-973046c978c6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.420118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe28fcdf-98f9-4b92-9d85-0eebdbdc287b req-8f610a04-adc0-4b55-bbc3-a04ba291a605 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 210 time: 0.0378482 Aug 31 01:01:07.451802 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-891ab9ae-66a4-4410-b3af-07102ebcf7d9 req-3d1c31e2-c2cc-4e6e-9371-c03a465d9e02 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 210 time: 0.0296297 Aug 31 01:01:07.457413 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e9555-9d3e-4d2b-b5b7-973046c978c6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec208cee-33c2-4215-8b8b-dd557bd8bc80,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:07.471504 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-217e9555-9d3e-4d2b-b5b7-973046c978c6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.472892 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-217e9555-9d3e-4d2b-b5b7-973046c978c6 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4080997 Aug 31 01:01:07.479002 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33068) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:07.486209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f5085e2b-d681-47e5-9f49-912f519ef9f8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Request body: {'security_group_rule': {'security_group_id': 'bb2a8836-3338-49ed-b4c7-2b14c638efd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:07.537306 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f5085e2b-d681-47e5-9f49-912f519ef9f8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.615722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee304ecd-fdfa-428b-8d47-11c32aa9945a {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:07.626151 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.643164 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f5085e2b-d681-47e5-9f49-912f519ef9f8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.643880 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c3a38-fe6c-4ee6-959b-fde9c35af28b req-168b796b-8995-46b2-9cb3-b568364fbf31 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:07.646905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c2c3a38-fe6c-4ee6-959b-fde9c35af28b req-168b796b-8995-46b2-9cb3-b568364fbf31 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 945 time: 0.0635104 Aug 31 01:01:07.649209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Transition to ACTIVE for port object ee304ecd-fdfa-428b-8d47-11c32aa9945a will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:07.650566 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f5085e2b-d681-47e5-9f49-912f519ef9f8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.664072 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.680722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5085e2b-d681-47e5-9f49-912f519ef9f8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11c02a4-4a12-493b-9119-8732cf116bad,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:07.702703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c2c3a38-fe6c-4ee6-959b-fde9c35af28b req-99b06c5c-4c94-47ea-a307-94afb84a87ac tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478144 Aug 31 01:01:07.705544 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f5085e2b-d681-47e5-9f49-912f519ef9f8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.706745 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f5085e2b-d681-47e5-9f49-912f519ef9f8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2267885 Aug 31 01:01:07.710044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33078) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:07.716282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:07.740512 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Pushing event updated for resources: {'Port': ['ID=ee304ecd-fdfa-428b-8d47-11c32aa9945a,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:07.786319 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.790348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Attempting to bind port ee304ecd-fdfa-428b-8d47-11c32aa9945a on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:07.790783 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Attempting to bind port ee304ecd-fdfa-428b-8d47-11c32aa9945a by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'a6ad821e-30a8-4b26-a226-3e40f12a537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '891bebe6-37a2-4c19-a5a1-b2df0283c2cc'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:07.791225 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Attempting to bind port ee304ecd-fdfa-428b-8d47-11c32aa9945a on network 891bebe6-37a2-4c19-a5a1-b2df0283c2cc {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:07.805866 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Port ee304ecd-fdfa-428b-8d47-11c32aa9945a on network 891bebe6-37a2-4c19-a5a1-b2df0283c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:07.806372 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Attempting to bind port ee304ecd-fdfa-428b-8d47-11c32aa9945a on network 891bebe6-37a2-4c19-a5a1-b2df0283c2cc {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:07.825466 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-5ef4c225-7840-4701-919f-038f2a32d1c4 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302930 Aug 31 01:01:07.857364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:07.857887 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Checking segment: {'id': 'a6ad821e-30a8-4b26-a226-3e40f12a537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '891bebe6-37a2-4c19-a5a1-b2df0283c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:07.858400 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Bound using segment: {'id': 'a6ad821e-30a8-4b26-a226-3e40f12a537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '891bebe6-37a2-4c19-a5a1-b2df0283c2cc'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:07.858920 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Bound port: ee304ecd-fdfa-428b-8d47-11c32aa9945a, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ad821e-30a8-4b26-a226-3e40f12a537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '891bebe6-37a2-4c19-a5a1-b2df0283c2cc'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:07.859395 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:07.880074 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f777182d-081f-4497-bf94-26babf468a6e req-96639e45-e594-4082-8dbb-6dd953e7624f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=834f2c2b26574b23952ac610912285bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373805 Aug 31 01:01:07.992816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-fcdf78a9-7f4b-4993-8ea9-fbf6ca964713 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:07.994589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-fcdf78a9-7f4b-4993-8ea9-fbf6ca964713 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593869 Aug 31 01:01:08.017757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-8e8516c1-17ee-491a-815c-b6a43603c51f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Request body: {'port': {'device_id': '73243d09-c638-4c05-8b2f-bb3717fa00f2', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': 'e647b0a69de84fe4bc59de0ccf31028c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:08.021302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] For port ee304ecd-fdfa-428b-8d47-11c32aa9945a, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:08.025189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] For port ee304ecd-fdfa-428b-8d47-11c32aa9945a, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ee304ecd-fdfa-428b-8d47-11c32aa9945a,segment=NetworkSegment(a6ad821e-30a8-4b26-a226-3e40f12a537c),segment_id=a6ad821e-30a8-4b26-a226-3e40f12a537c)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:08.037984 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:08.073278 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 5dd0de09-4330-4ee3-a807-122448369116 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:08.114214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:08.116052 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:08.117767 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] 10.222.0.15 "PUT /v2.0/ports/ee304ecd-fdfa-428b-8d47-11c32aa9945a HTTP/1.1" status: 200 len: 1092 time: 1.0955892 Aug 31 01:01:08.125707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6539928f-d36f-4ee0-99c7-6a857ca5fd9c', 'tag': 'ee304ecd-fdfa-428b-8d47-11c32aa9945a'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:08.132834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 5dd0de09-4330-4ee3-a807-122448369116 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:08.135387 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170adb3b-e10b-4d9b-b2ef-c6d1252a1bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "6539928f-d36f-4ee0-99c7-6a857ca5fd9c", "tag": "ee304ecd-fdfa-428b-8d47-11c32aa9945a"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:08.137706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 5dd0de09-4330-4ee3-a807-122448369116 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:08.138258 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:08.186660 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:08.208514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777182d-081f-4497-bf94-26babf468a6e req-5ac3f67a-b3b9-4950-9ccd-81249930d57d tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:08.210651 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f777182d-081f-4497-bf94-26babf468a6e req-5ac3f67a-b3b9-4950-9ccd-81249930d57d tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2959425 Aug 31 01:01:08.215226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed0aa6-cac1-4bd1-86aa-2d9e60866cb0 req-231a4824-d952-4591-891e-ef30065f2b89 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:08.219026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8605b-99b8-414a-81fd-9fac9e9d790b service neutron] Pushing event updated for resources: {'Port': ['ID=ee304ecd-fdfa-428b-8d47-11c32aa9945a,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:08.223333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08ed0aa6-cac1-4bd1-86aa-2d9e60866cb0 req-231a4824-d952-4591-891e-ef30065f2b89 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 945 time: 0.1285887 Aug 31 01:01:08.251604 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c70dbbe-623e-40a9-aca1-354b671a5a66 x-openstack-request-id: req-5c70dbbe-623e-40a9-aca1-354b671a5a66 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:08.251961 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6539928f-d36f-4ee0-99c7-6a857ca5fd9c", "tag": "ee304ecd-fdfa-428b-8d47-11c32aa9945a", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:08.252274 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c70dbbe-623e-40a9-aca1-354b671a5a66 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:08.252734 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6539928f-d36f-4ee0-99c7-6a857ca5fd9c', 'tag': 'ee304ecd-fdfa-428b-8d47-11c32aa9945a', 'status': 'completed', 'code': 200} Aug 31 01:01:08.256789 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:08.275069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-f777182d-081f-4497-bf94-26babf468a6e req-951f1350-f392-4ec0-81b2-bf906e9ca457 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Request body: {'port': {'device_id': '47d5be2a-f027-4fed-8b39-31cfb9d2961d', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '834f2c2b26574b23952ac610912285bb'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:08.286800 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08ed0aa6-cac1-4bd1-86aa-2d9e60866cb0 req-2bd36212-350b-4a31-900f-b72b7a8441bc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626009 Aug 31 01:01:08.291477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1819d020-58aa-4419-91bc-3537085a15e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd0de09-4330-4ee3-a807-122448369116'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:08.304431 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecd91c5-f40d-4b3a-9766-cfa92a0f25ea" -d '{"events": [{"server_uuid": "1819d020-58aa-4419-91bc-3537085a15e2", "name": "network-vif-plugged", "status": "completed", "tag": "5dd0de09-4330-4ee3-a807-122448369116"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:08.312895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-8e8516c1-17ee-491a-815c-b6a43603c51f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Made reservation on behalf of e647b0a69de84fe4bc59de0ccf31028c for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:08.321126 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-8e8516c1-17ee-491a-815c-b6a43603c51f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:08.322443 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5dd0de09-4330-4ee3-a807-122448369116,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:08.329525 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:08.330633 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:08.357779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:08.358820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 219c4c8b-6ffd-4c5a-86f5-cc0b60601b91 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:08.399258 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6365be24-a32c-4116-8959-599e0a134226 x-openstack-request-id: req-6365be24-a32c-4116-8959-599e0a134226 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:08.399811 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1819d020-58aa-4419-91bc-3537085a15e2", "name": "network-vif-plugged", "status": "completed", "tag": "5dd0de09-4330-4ee3-a807-122448369116", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:08.400136 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6365be24-a32c-4116-8959-599e0a134226 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:08.400569 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1819d020-58aa-4419-91bc-3537085a15e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd0de09-4330-4ee3-a807-122448369116', 'code': 200} Aug 31 01:01:08.423970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=5dd0de09-4330-4ee3-a807-122448369116,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:08.477029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24295f-6510-485b-8188-1b20b9dac1c4 req-a1ef4857-95c6-4584-bcb6-5295fb35c15e tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:08.483150 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-39875596-4490-4a9d-9221-0c79df3e33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:08.484238 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a24295f-6510-485b-8188-1b20b9dac1c4 req-a1ef4857-95c6-4584-bcb6-5295fb35c15e tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 943 time: 0.1282127 Aug 31 01:01:08.484699 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-39875596-4490-4a9d-9221-0c79df3e33ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1041f6a04f3f479495f65d7b0504a712&device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 1095 time: 0.2311943 Aug 31 01:01:08.500728 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24d66e-0b17-43df-9fe8-01b579c5babe req-520034e6-a22e-412c-bceb-71b27ff537de tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:08.502159 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ff24d66e-0b17-43df-9fe8-01b579c5babe req-520034e6-a22e-412c-bceb-71b27ff537de tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.15 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 945 time: 0.2902739 Aug 31 01:01:08.520546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.15', 61341) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:08.573584 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-9f7d083d-5a50-415f-bc8b-fe462b8a8469 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee304ecd-fdfa-428b-8d47-11c32aa9945a HTTP/1.1" status: 200 len: 217 time: 0.0514841 Aug 31 01:01:08.790239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.15', 61342) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:08.792337 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c52c41d2-c32f-4199-93b0-e4c15866fd06 req-4f6a3244-6b81-4f77-8e83-737d70b7e3a7 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 210 time: 0.2931306 Aug 31 01:01:08.827373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-8e8516c1-17ee-491a-815c-b6a43603c51f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Allocated IP 192.168.233.152 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/7d29ed22-4954-45e0-9642-8b89a83dcdcc) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:08.842936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Allocated IP 172.25.6.171 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/24825342-5f32-455f-8824-5f41dc4ee741) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:08.863023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-9e59fc84-d913-4c47-9cca-4091e9f9ccf7 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3e042592bcb54cf8944408f237ccbbd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673237 Aug 31 01:01:08.870690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a24295f-6510-485b-8188-1b20b9dac1c4 req-5f7ba14a-ebd6-4be0-bc7d-4781656a99fb tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/security-groups?id=6d9bd159-44bd-4eb3-ab57-e201e9431808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856218 Aug 31 01:01:08.945924 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f777182d-081f-4497-bf94-26babf468a6e req-951f1350-f392-4ec0-81b2-bf906e9ca457 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Made reservation on behalf of 834f2c2b26574b23952ac610912285bb for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:08.949367 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f777182d-081f-4497-bf94-26babf468a6e req-951f1350-f392-4ec0-81b2-bf906e9ca457 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:08.972607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-826bb8a3-fa33-45cf-a95a-35e90e93d00f req-9aae6263-c2b3-4355-b6ac-9072c9e6bbb4 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 210 time: 0.0871756 Aug 31 01:01:08.991681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a12ae-6c48-48d2-b373-2ef76539062b req-524baede-e6fa-4fb1-8ebe-d573b279609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:08.993381 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-430a12ae-6c48-48d2-b373-2ef76539062b req-524baede-e6fa-4fb1-8ebe-d573b279609a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 1098 time: 0.2041328 Aug 31 01:01:09.035769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-7d383377-eb1c-4da3-b618-13129132f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:09.037267 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-7d383377-eb1c-4da3-b618-13129132f5dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97d894f6-ae10-4849-8ee2-7f715828b4bb HTTP/1.1" status: 200 len: 854 time: 0.1960027 Aug 31 01:01:09.060990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80e123bb-c751-4b07-9988-5e21f548569a req-9ff59b72-1a07-4f08-9776-ad0fde69ac9b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 210 time: 0.0801790 Aug 31 01:01:09.096635 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-3346fa83-afd9-4779-b016-d06dfdbb92f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891bebe6-37a2-4c19-a5a1-b2df0283c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447259 Aug 31 01:01:09.172581 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-175dcf3e-f882-435b-8a00-326e1d8cb6a3 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:09.174034 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-175dcf3e-f882-435b-8a00-326e1d8cb6a3 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3022084 Aug 31 01:01:09.182145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-430a12ae-6c48-48d2-b373-2ef76539062b req-2e24c5b1-76f6-4197-b046-b6f7729c4088 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701655 Aug 31 01:01:09.219582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aeef1b-32de-48f1-a252-9a48f24a3314 req-e8a808c0-f6fd-47d5-9ea0-e7ab888b2baa tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:09.221118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7aeef1b-32de-48f1-a252-9a48f24a3314 req-e8a808c0-f6fd-47d5-9ea0-e7ab888b2baa tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 945 time: 0.1573536 Aug 31 01:01:09.237252 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-ff24d66e-0b17-43df-9fe8-01b579c5babe req-7c751dc4-667a-4e6e-bd76-27a64b8264c8 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Deleting port f738b141-d6ab-4788-a522-5b5738c27994 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:09.237845 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ff24d66e-0b17-43df-9fe8-01b579c5babe req-7c751dc4-667a-4e6e-bd76-27a64b8264c8 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.243458 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.262787 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-8e8516c1-17ee-491a-815c-b6a43603c51f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.287129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-8e8516c1-17ee-491a-815c-b6a43603c51f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Transition to ACTIVE for port object 7d29ed22-4954-45e0-9642-8b89a83dcdcc will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:09.295853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7aeef1b-32de-48f1-a252-9a48f24a3314 req-adfd4729-136a-4b34-9029-b49b48a206e2 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/security-groups?id=89243edd-6c45-4da8-8336-2ce65344545c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623217 Aug 31 01:01:09.329103 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-8e8516c1-17ee-491a-815c-b6a43603c51f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.349505 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['ac68a434-b97c-4b5f-8c0e-bcadce6ea332', '2765a8bd-693a-463a-a513-41f4cccb3b21'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:09.381276 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-8e8516c1-17ee-491a-815c-b6a43603c51f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:09.384596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-8e8516c1-17ee-491a-815c-b6a43603c51f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:09.390182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-8e8516c1-17ee-491a-815c-b6a43603c51f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:09.394839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8516c1-17ee-491a-815c-b6a43603c51f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Pushing event updated for resources: {'Port': ['ID=7d29ed22-4954-45e0-9642-8b89a83dcdcc,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:09.415524 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-cda944a7-6f87-4eca-9846-dc891e436280 service neutron] 10.222.0.15 "GET /v2.0/networks/891bebe6-37a2-4c19-a5a1-b2df0283c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800510 Aug 31 01:01:09.449400 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ff24d66e-0b17-43df-9fe8-01b579c5babe req-7c751dc4-667a-4e6e-bd76-27a64b8264c8 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] For port f738b141-d6ab-4788-a522-5b5738c27994, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f738b141-d6ab-4788-a522-5b5738c27994,segment=NetworkSegment(47607cb1-d953-4bfd-a158-93af8777f492),segment_id=47607cb1-d953-4bfd-a158-93af8777f492)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:09.449774 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ff24d66e-0b17-43df-9fe8-01b579c5babe req-7c751dc4-667a-4e6e-bd76-27a64b8264c8 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.453439 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-f777182d-081f-4497-bf94-26babf468a6e req-951f1350-f392-4ec0-81b2-bf906e9ca457 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Allocated IP 192.168.233.11 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:09.489367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-8e8516c1-17ee-491a-815c-b6a43603c51f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:09.490146 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-8e8516c1-17ee-491a-815c-b6a43603c51f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.504011 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.511188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5228e45-f52c-4c32-887c-16aa6a3c69bf req-0cd26c05-1eaa-4404-861e-ddc9503b1190 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:09.515750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5228e45-f52c-4c32-887c-16aa6a3c69bf req-0cd26c05-1eaa-4404-861e-ddc9503b1190 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 946 time: 0.0976131 Aug 31 01:01:09.528833 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-8e8516c1-17ee-491a-815c-b6a43603c51f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5180035 Aug 31 01:01:09.534870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-116201bf-e2e1-4e81-a7b6-ddd51db1232d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Request body: {'port': {'device_id': '486f9e56-35f4-408b-9884-8b408e646e77', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '3e042592bcb54cf8944408f237ccbbd1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:09.554101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Request body: {'port': {'device_id': '73243d09-c638-4c05-8b2f-bb3717fa00f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:09.565550 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-ff24d66e-0b17-43df-9fe8-01b579c5babe req-7c751dc4-667a-4e6e-bd76-27a64b8264c8 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Calling delete_port for f738b141-d6ab-4788-a522-5b5738c27994 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:09.670782 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5228e45-f52c-4c32-887c-16aa6a3c69bf req-69f7ea6a-1f1e-4e2b-a192-a7c41c9afda1 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498895 Aug 31 01:01:09.677819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:09.682820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8f3510aa-b9a9-4e6f-8bea-7479085ce93a None None] Provisioning for port 7d29ed22-4954-45e0-9642-8b89a83dcdcc completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:09.688099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8f3510aa-b9a9-4e6f-8bea-7479085ce93a None None] Provisioning complete for port 7d29ed22-4954-45e0-9642-8b89a83dcdcc triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:09.688825 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8f3510aa-b9a9-4e6f-8bea-7479085ce93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.712237 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.725643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8f3510aa-b9a9-4e6f-8bea-7479085ce93a None None] Port 7d29ed22-4954-45e0-9642-8b89a83dcdcc cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:09.739670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:09.768921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Pushing event updated for resources: {'Port': ['ID=24825342-5f32-455f-8824-5f41dc4ee741,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:09.782137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:09.857806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-116201bf-e2e1-4e81-a7b6-ddd51db1232d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Made reservation on behalf of 3e042592bcb54cf8944408f237ccbbd1 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:09.862329 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-116201bf-e2e1-4e81-a7b6-ddd51db1232d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.867931 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca28b877-eda7-4dff-8573-ffe5cbd50e6a req-bf77e34e-9be2-41f5-979e-6e99c5f2c64e service neutron] 10.222.0.15 "GET /v2.0/networks/891bebe6-37a2-4c19-a5a1-b2df0283c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950256 Aug 31 01:01:09.908105 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.927440 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-921bc7e4-9990-4d62-b616-c0748362c15a req-2c030253-9c8d-4daf-a641-7c2ef29308bc tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 210 time: 0.0426393 Aug 31 01:01:10.005417 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f777182d-081f-4497-bf94-26babf468a6e req-951f1350-f392-4ec0-81b2-bf906e9ca457 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.044921 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.045521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bdc47-95c5-4022-a9ce-988b3722d669 req-3c9b670d-5b42-423f-8f0b-91be57c385df tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:10.047970 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a71bdc47-95c5-4022-a9ce-988b3722d669 req-3c9b670d-5b42-423f-8f0b-91be57c385df tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 943 time: 0.0677938 Aug 31 01:01:10.085677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-f777182d-081f-4497-bf94-26babf468a6e req-951f1350-f392-4ec0-81b2-bf906e9ca457 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Transition to ACTIVE for port object 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:10.099794 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ff24d66e-0b17-43df-9fe8-01b579c5babe req-7c751dc4-667a-4e6e-bd76-27a64b8264c8 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.123814 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a71bdc47-95c5-4022-a9ce-988b3722d669 req-7078acb9-a135-4d35-a085-cafef8bfce53 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/security-groups?id=6d9bd159-44bd-4eb3-ab57-e201e9431808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612588 Aug 31 01:01:10.130755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['f738b141-d6ab-4788-a522-5b5738c27994'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:10.131575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06428551-9617-468a-8b2a-10ee4410c698 req-68e72ce4-873c-4303-8d28-4ef459a9392f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:10.133594 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06428551-9617-468a-8b2a-10ee4410c698 req-68e72ce4-873c-4303-8d28-4ef459a9392f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 936 time: 0.0807786 Aug 31 01:01:10.155597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c751dc4-667a-4e6e-bd76-27a64b8264c8 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Pushing event deleted for resources: {'Port': ['ID=f738b141-d6ab-4788-a522-5b5738c27994,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:10.173112 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170adb3b-e10b-4d9b-b2ef-c6d1252a1bc6 req-61767e94-43f8-4a25-b805-edb031b74808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:10.174752 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-170adb3b-e10b-4d9b-b2ef-c6d1252a1bc6 req-61767e94-43f8-4a25-b805-edb031b74808 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1041f6a04f3f479495f65d7b0504a712&device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 1095 time: 0.1894579 Aug 31 01:01:10.194819 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06428551-9617-468a-8b2a-10ee4410c698 req-7ca6a950-1376-40bb-a966-d0ea6bb6b3d3 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439756 Aug 31 01:01:10.240136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38584989-e40b-4fac-b57d-50a696713a8c req-c77b4929-9819-4ab4-885e-9c0c637503b6 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 210 time: 0.0375564 Aug 31 01:01:10.262288 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff24d66e-0b17-43df-9fe8-01b579c5babe req-7c751dc4-667a-4e6e-bd76-27a64b8264c8 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] No DVR routers for this DVR port f738b141-d6ab-4788-a522-5b5738c27994 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:10.290686 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ff24d66e-0b17-43df-9fe8-01b579c5babe req-7c751dc4-667a-4e6e-bd76-27a64b8264c8 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.292712 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ff24d66e-0b17-43df-9fe8-01b579c5babe req-7c751dc4-667a-4e6e-bd76-27a64b8264c8 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.15 "DELETE /v2.0/ports/f738b141-d6ab-4788-a522-5b5738c27994 HTTP/1.1" status: 204 len: 173 time: 1.6971529 Aug 31 01:01:10.317557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6117b7ab-ad19-44e4-a74e-cf188aae5ed3', 'name': 'network-vif-deleted', 'tag': 'f738b141-d6ab-4788-a522-5b5738c27994'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:10.319833 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cd80eb-aff9-42db-a723-36537fa8c0dc" -d '{"events": [{"server_uuid": "6117b7ab-ad19-44e4-a74e-cf188aae5ed3", "name": "network-vif-deleted", "tag": "f738b141-d6ab-4788-a522-5b5738c27994"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:10.380424 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ad936a-2b46-447b-bf5c-e1d3da1d02eb x-openstack-request-id: req-52ad936a-2b46-447b-bf5c-e1d3da1d02eb {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:10.380711 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6117b7ab-ad19-44e4-a74e-cf188aae5ed3", "name": "network-vif-deleted", "tag": "f738b141-d6ab-4788-a522-5b5738c27994", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:10.380958 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52ad936a-2b46-447b-bf5c-e1d3da1d02eb {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:10.381627 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6117b7ab-ad19-44e4-a74e-cf188aae5ed3', 'name': 'network-vif-deleted', 'tag': 'f738b141-d6ab-4788-a522-5b5738c27994', 'status': 'completed', 'code': 200} Aug 31 01:01:10.388922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170adb3b-e10b-4d9b-b2ef-c6d1252a1bc6 req-abdfa299-d3a6-4a8d-9fe9-1e5066a9cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:10.391127 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-170adb3b-e10b-4d9b-b2ef-c6d1252a1bc6 req-abdfa299-d3a6-4a8d-9fe9-1e5066a9cb34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=891bebe6-37a2-4c19-a5a1-b2df0283c2cc HTTP/1.1" status: 200 len: 915 time: 0.2016180 Aug 31 01:01:10.394367 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f777182d-081f-4497-bf94-26babf468a6e req-951f1350-f392-4ec0-81b2-bf906e9ca457 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.407782 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d', 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d', '7cf193b2-aa9f-4fd5-9e18-4da12ea06350'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:10.444957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['eed772e1-093b-47d9-8487-75e06f8af348'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:10.469340 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-170adb3b-e10b-4d9b-b2ef-c6d1252a1bc6 req-515b83b5-addf-486b-af58-21a31232b9a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee304ecd-fdfa-428b-8d47-11c32aa9945a HTTP/1.1" status: 200 len: 217 time: 0.0677707 Aug 31 01:01:10.475206 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4569c15-b8be-4b58-b627-8395830d2d36 req-9d5b13a6-a129-48ba-99b8-9511b4460e35 tempest-AttachSCSIVolumeTestJSON-1633199637 tempest-AttachSCSIVolumeTestJSON-1633199637-project] 10.222.0.58 "GET /v2.0/ports?device_id=6117b7ab-ad19-44e4-a74e-cf188aae5ed3 HTTP/1.1" status: 200 len: 210 time: 0.0700407 Aug 31 01:01:10.496614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f777182d-081f-4497-bf94-26babf468a6e req-951f1350-f392-4ec0-81b2-bf906e9ca457 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:10.542387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-f777182d-081f-4497-bf94-26babf468a6e req-951f1350-f392-4ec0-81b2-bf906e9ca457 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:10.551406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f777182d-081f-4497-bf94-26babf468a6e req-951f1350-f392-4ec0-81b2-bf906e9ca457 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:10.557519 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777182d-081f-4497-bf94-26babf468a6e req-951f1350-f392-4ec0-81b2-bf906e9ca457 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:10.558249 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f777182d-081f-4497-bf94-26babf468a6e req-951f1350-f392-4ec0-81b2-bf906e9ca457 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.564387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f1350-f392-4ec0-81b2-bf906e9ca457 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event updated for resources: {'Port': ['ID=25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:10.599360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d29ed22-4954-45e0-9642-8b89a83dcdcc {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:10.611581 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f777182d-081f-4497-bf94-26babf468a6e req-951f1350-f392-4ec0-81b2-bf906e9ca457 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3620958 Aug 31 01:01:10.612993 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170adb3b-e10b-4d9b-b2ef-c6d1252a1bc6 req-c0150606-3fee-4e6f-ab7a-f5c9ef58ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:10.614376 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-170adb3b-e10b-4d9b-b2ef-c6d1252a1bc6 req-c0150606-3fee-4e6f-ab7a-f5c9ef58ff91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97d894f6-ae10-4849-8ee2-7f715828b4bb HTTP/1.1" status: 200 len: 854 time: 0.1167655 Aug 31 01:01:10.617799 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.629900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.635666 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.638364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Transition to ACTIVE for port object 7d29ed22-4954-45e0-9642-8b89a83dcdcc will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:10.643553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Request body: {'port': {'device_id': '47d5be2a-f027-4fed-8b39-31cfb9d2961d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:10.716696 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-116201bf-e2e1-4e81-a7b6-ddd51db1232d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Allocated IP 192.168.233.58 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/f8dc1527-746b-4a3d-a12b-03814c4d034d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:10.729774 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.742379 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.750667 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-170adb3b-e10b-4d9b-b2ef-c6d1252a1bc6 req-cc472c64-73ac-454b-b487-772e7180affc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891bebe6-37a2-4c19-a5a1-b2df0283c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532930 Aug 31 01:01:10.834090 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.838856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Pushing event updated for resources: {'Port': ['ID=7d29ed22-4954-45e0-9642-8b89a83dcdcc,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:10.909385 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.914985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Pushing event updated for resources: {'Port': ['ID=24825342-5f32-455f-8824-5f41dc4ee741,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:10.942195 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:10.943558 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-abd6e1d2-c7cf-42c1-acbe-a6a2cca9d54c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2325640 Aug 31 01:01:11.015553 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-170adb3b-e10b-4d9b-b2ef-c6d1252a1bc6 req-22219d06-c7fc-4b0b-8cb1-cbe0e8a37c6b service neutron] 10.222.0.15 "GET /v2.0/networks/891bebe6-37a2-4c19-a5a1-b2df0283c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449229 Aug 31 01:01:11.034687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fe25905b-6a2a-461d-9917-bbf4f10364ff None None] Provisioning for port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:11.074433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fe25905b-6a2a-461d-9917-bbf4f10364ff None None] Provisioning complete for port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:11.074804 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fe25905b-6a2a-461d-9917-bbf4f10364ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.159155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-fe25905b-6a2a-461d-9917-bbf4f10364ff None None] Port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:11.220775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Attempting to bind port 7d29ed22-4954-45e0-9642-8b89a83dcdcc on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:11.221718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Attempting to bind port 7d29ed22-4954-45e0-9642-8b89a83dcdcc by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:11.222047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Attempting to bind port 7d29ed22-4954-45e0-9642-8b89a83dcdcc on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:11.256589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Port 7d29ed22-4954-45e0-9642-8b89a83dcdcc on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:11.256954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Attempting to bind port 7d29ed22-4954-45e0-9642-8b89a83dcdcc on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:11.261007 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-170adb3b-e10b-4d9b-b2ef-c6d1252a1bc6 req-40287985-9601-4292-9723-5932e4ce6bfb service neutron] 10.222.0.15 "GET /v2.0/networks/891bebe6-37a2-4c19-a5a1-b2df0283c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367787 Aug 31 01:01:11.269099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:11.269439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:11.269810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:11.270243 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Bound port: 7d29ed22-4954-45e0-9642-8b89a83dcdcc, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:11.270595 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.288031 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fc8d0-c9c5-4151-9d6b-645c22f4ca8a req-bda058d5-4711-4076-958f-79575effca42 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:11.289553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-473fc8d0-c9c5-4151-9d6b-645c22f4ca8a req-bda058d5-4711-4076-958f-79575effca42 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 946 time: 0.4343209 Aug 31 01:01:11.301646 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-116201bf-e2e1-4e81-a7b6-ddd51db1232d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.358652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdeeb8-fa09-4142-8b9d-87081a6de0a7 req-f8359b00-04eb-4a9d-b87e-ff4c5ec14ea3 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:11.360168 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97cdeeb8-fa09-4142-8b9d-87081a6de0a7 req-f8359b00-04eb-4a9d-b87e-ff4c5ec14ea3 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 935 time: 0.2284436 Aug 31 01:01:11.381902 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-116201bf-e2e1-4e81-a7b6-ddd51db1232d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Transition to ACTIVE for port object f8dc1527-746b-4a3d-a12b-03814c4d034d will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:11.432843 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-473fc8d0-c9c5-4151-9d6b-645c22f4ca8a req-a258626e-b8fd-4aa1-a262-1d8fd8e9a879 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287808 Aug 31 01:01:11.473703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97cdeeb8-fa09-4142-8b9d-87081a6de0a7 req-403db617-1664-4867-9e4c-748aafd58801 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879447 Aug 31 01:01:11.484037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] For port 7d29ed22-4954-45e0-9642-8b89a83dcdcc, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:11.491805 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] For port 7d29ed22-4954-45e0-9642-8b89a83dcdcc, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7d29ed22-4954-45e0-9642-8b89a83dcdcc,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:11.504932 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.531186 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-116201bf-e2e1-4e81-a7b6-ddd51db1232d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.594354 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:11.594982 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.596406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] 10.222.0.70 "PUT /v2.0/ports/7d29ed22-4954-45e0-9642-8b89a83dcdcc HTTP/1.1" status: 200 len: 1097 time: 2.0511136 Aug 31 01:01:11.597889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73243d09-c638-4c05-8b2f-bb3717fa00f2', 'tag': '7d29ed22-4954-45e0-9642-8b89a83dcdcc'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:11.600162 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3ad766-771b-4400-a021-77cb2e10b71b" -d '{"events": [{"name": "network-changed", "server_uuid": "73243d09-c638-4c05-8b2f-bb3717fa00f2", "tag": "7d29ed22-4954-45e0-9642-8b89a83dcdcc"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:11.658590 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:11.668581 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.676139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-116201bf-e2e1-4e81-a7b6-ddd51db1232d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:11.688578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Transition to ACTIVE for port object 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:11.692511 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.711411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5793f-fc69-427c-8903-b3c3b373d1a9 req-47150c2e-52d7-42c8-855d-4991300f208f tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:11.712972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23b5793f-fc69-427c-8903-b3c3b373d1a9 req-47150c2e-52d7-42c8-855d-4991300f208f tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 943 time: 0.2188644 Aug 31 01:01:11.717638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-116201bf-e2e1-4e81-a7b6-ddd51db1232d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:11.719517 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad204f-c9b6-4865-8d9e-1a9b6175007c service neutron] Pushing event updated for resources: {'Port': ['ID=7d29ed22-4954-45e0-9642-8b89a83dcdcc,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:11.733091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-116201bf-e2e1-4e81-a7b6-ddd51db1232d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:11.749548 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Pushing event updated for resources: {'Port': ['ID=25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:11.783408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Attempting to bind port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:11.783823 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Attempting to bind port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:11.784223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Attempting to bind port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:11.788860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:11.789855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Attempting to bind port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:11.794786 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:11.795502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:11.795782 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:11.796299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Bound port: 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:11.796746 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.865866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-e9ae6567-a7b4-4e4e-bb53-97fd629118aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:11.867406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-e9ae6567-a7b4-4e4e-bb53-97fd629118aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 1100 time: 0.2060053 Aug 31 01:01:11.872723 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] For port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:11.876293 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] For port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:11.882020 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.885269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-116201bf-e2e1-4e81-a7b6-ddd51db1232d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:11.887529 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-116201bf-e2e1-4e81-a7b6-ddd51db1232d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.892882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116201bf-e2e1-4e81-a7b6-ddd51db1232d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Pushing event updated for resources: {'Port': ['ID=f8dc1527-746b-4a3d-a12b-03814c4d034d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:11.915615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23b5793f-fc69-427c-8903-b3c3b373d1a9 req-ad9c88fd-58fc-46a4-b5f0-678e01881114 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/security-groups?id=6d9bd159-44bd-4eb3-ab57-e201e9431808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785131 Aug 31 01:01:11.928210 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:11.928538 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.930026 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f777182d-081f-4497-bf94-26babf468a6e req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] 10.222.0.15 "PUT /v2.0/ports/25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c HTTP/1.1" status: 200 len: 1096 time: 1.2918034 Aug 31 01:01:11.951315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dc631-1c0e-459e-8b72-e4c2c495a12f service neutron] Pushing event updated for resources: {'Port': ['ID=25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:11.981896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-96853b1f-0edf-4fc1-bd48-37e6592c6549 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:11.984627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-96853b1f-0edf-4fc1-bd48-37e6592c6549 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/networks?id=e6317aad-a658-43bb-8031-230839fc1999 HTTP/1.1" status: 200 len: 822 time: 0.4201345 Aug 31 01:01:11.985531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-8977f185-88d3-452d-80ec-99d608be1387 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=7d29ed22-4954-45e0-9642-8b89a83dcdcc HTTP/1.1" status: 200 len: 217 time: 0.0954452 Aug 31 01:01:11.989058 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-116201bf-e2e1-4e81-a7b6-ddd51db1232d tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4593277 Aug 31 01:01:12.058476 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777182d-081f-4497-bf94-26babf468a6e req-2aa601c0-c3db-4d58-9be7-7d26322dee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:12.059319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1f81af7a-0a75-4df6-a76c-2bf6f7dcb4be None None] Provisioning for port f8dc1527-746b-4a3d-a12b-03814c4d034d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:12.060975 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f777182d-081f-4497-bf94-26babf468a6e req-2aa601c0-c3db-4d58-9be7-7d26322dee51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 1099 time: 0.0469670 Aug 31 01:01:12.061593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Request body: {'port': {'device_id': '486f9e56-35f4-408b-9884-8b408e646e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:12.066327 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1f81af7a-0a75-4df6-a76c-2bf6f7dcb4be None None] Provisioning complete for port f8dc1527-746b-4a3d-a12b-03814c4d034d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:12.067004 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1f81af7a-0a75-4df6-a76c-2bf6f7dcb4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:12.092778 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-4a554f51-1d0c-4992-9f99-51c0ce158a2b tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/quotas/5f766a7da06e475c93a4852d4d6c5889 HTTP/1.1" status: 200 len: 375 time: 0.0955484 Aug 31 01:01:12.110196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-1f81af7a-0a75-4df6-a76c-2bf6f7dcb4be None None] Port f8dc1527-746b-4a3d-a12b-03814c4d034d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:12.111792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f738b141-d6ab-4788-a522-5b5738c27994 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:12.123900 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f777182d-081f-4497-bf94-26babf468a6e req-6b1f18e6-7d9d-404d-8099-3990cfedc205 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c HTTP/1.1" status: 200 len: 217 time: 0.0495713 Aug 31 01:01:12.134651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: f738b141-d6ab-4788-a522-5b5738c27994 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:12.135005 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f738b141-d6ab-4788-a522-5b5738c27994 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:12.176965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e4b53-1d05-4e57-8a86-9cd2d3befd81 req-30a2a99d-6d81-4285-be4a-d997a4212fbd tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:12.178520 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-331e4b53-1d05-4e57-8a86-9cd2d3befd81 req-30a2a99d-6d81-4285-be4a-d997a4212fbd tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 948 time: 0.1921158 Aug 31 01:01:12.179417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777182d-081f-4497-bf94-26babf468a6e req-8de23e1c-5857-4eb8-9a72-d08ba218ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:12.181721 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f777182d-081f-4497-bf94-26babf468a6e req-8de23e1c-5857-4eb8-9a72-d08ba218ad48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0508740 Aug 31 01:01:12.182986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-0f906ff8-a950-4bb8-a458-cff63a40786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:12.184426 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-0f906ff8-a950-4bb8-a458-cff63a40786b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1868634 Aug 31 01:01:12.198867 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:12.240332 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777182d-081f-4497-bf94-26babf468a6e req-af70d2ab-d1ef-47f7-a6f1-1e49e9901400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:12.242047 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f777182d-081f-4497-bf94-26babf468a6e req-af70d2ab-d1ef-47f7-a6f1-1e49e9901400 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0530102 Aug 31 01:01:12.349291 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f777182d-081f-4497-bf94-26babf468a6e req-d1b37443-131d-4058-8cca-ddf7b25f726e service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992105 Aug 31 01:01:12.401015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d5be2a-f027-4fed-8b39-31cfb9d2961d', 'tag': '25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:12.403607 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ae5696-5224-4a89-8bc3-6dceb9519d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "47d5be2a-f027-4fed-8b39-31cfb9d2961d", "tag": "25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:12.451587 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f777182d-081f-4497-bf94-26babf468a6e req-eff00197-796b-4f77-8b56-12630e2c1540 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945017 Aug 31 01:01:12.522152 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-769eef5c-d38f-4009-8bb5-5ce5f32c1615 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f766a7da06e475c93a4852d4d6c5889&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4199705 Aug 31 01:01:12.549118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-331e4b53-1d05-4e57-8a86-9cd2d3befd81 req-9f2b9ea5-81e4-4697-9de7-ed9c3d8185ed tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602974 Aug 31 01:01:12.571407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1fc70e21-e19a-4dbf-aeca-987932b3014f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:12.599427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b71f8c11-2ce5-4538-8429-95f78d146004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:12.600924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-b71f8c11-2ce5-4538-8429-95f78d146004 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4071262 Aug 31 01:01:12.844578 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-4c19cc00-1be3-41c3-8bd3-da2797759965 service neutron] 10.222.0.58 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070455 Aug 31 01:01:12.860065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aff639-1137-4e7c-bdb6-5b6f9a48fac3 req-c4482560-467d-41be-be97-fdd8bad2b3d8 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:12.861456 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24aff639-1137-4e7c-bdb6-5b6f9a48fac3 req-c4482560-467d-41be-be97-fdd8bad2b3d8 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 935 time: 0.2172179 Aug 31 01:01:12.903136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-0d89c682-d571-4dc8-ac74-0ac07a60f4b5 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599297 Aug 31 01:01:13.038379 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24aff639-1137-4e7c-bdb6-5b6f9a48fac3 req-647ac7d6-bd1e-4cef-adff-cadf98f44206 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558533 Aug 31 01:01:13.119942 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3751958a-9266-425b-b3cd-56901851a49a x-openstack-request-id: req-3751958a-9266-425b-b3cd-56901851a49a {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:13.120260 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73243d09-c638-4c05-8b2f-bb3717fa00f2", "tag": "7d29ed22-4954-45e0-9642-8b89a83dcdcc", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:13.120512 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3751958a-9266-425b-b3cd-56901851a49a {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:13.120914 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73243d09-c638-4c05-8b2f-bb3717fa00f2', 'tag': '7d29ed22-4954-45e0-9642-8b89a83dcdcc', 'status': 'completed', 'code': 200} Aug 31 01:01:13.132168 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-477b374e-2096-4661-8217-79065d0f0f83 service neutron] 10.222.0.58 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639785 Aug 31 01:01:13.145104 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa29c2e6-f27a-4f47-be32-f2613f67701d req-c8f5ce34-06e3-483d-ac4b-09206d31cb19 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053823 Aug 31 01:01:13.147213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8dc1527-746b-4a3d-a12b-03814c4d034d {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:13.163065 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:13.178761 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Transition to ACTIVE for port object f8dc1527-746b-4a3d-a12b-03814c4d034d will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:13.183443 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:13.270723 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177dcf69-1058-46c5-9a0f-b366e0bc0e3c x-openstack-request-id: req-177dcf69-1058-46c5-9a0f-b366e0bc0e3c {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:13.271194 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d5be2a-f027-4fed-8b39-31cfb9d2961d", "tag": "25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:13.271301 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-177dcf69-1058-46c5-9a0f-b366e0bc0e3c {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:13.274933 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d5be2a-f027-4fed-8b39-31cfb9d2961d', 'tag': '25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c', 'status': 'completed', 'code': 200} Aug 31 01:01:13.328787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8dc1527-746b-4a3d-a12b-03814c4d034d,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:13.430110 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5696-5224-4a89-8bc3-6dceb9519d4d req-4c35bf78-d55d-41ce-a8d1-8dc31426da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:13.432177 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0ae5696-5224-4a89-8bc3-6dceb9519d4d req-4c35bf78-d55d-41ce-a8d1-8dc31426da10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 1099 time: 0.1082230 Aug 31 01:01:13.433208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ad766-771b-4400-a021-77cb2e10b71b req-a4f06fde-9958-4bcf-a05a-c51fe0966384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:13.434728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c3ad766-771b-4400-a021-77cb2e10b71b req-a4f06fde-9958-4bcf-a05a-c51fe0966384 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 1100 time: 0.2189164 Aug 31 01:01:13.561894 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5696-5224-4a89-8bc3-6dceb9519d4d req-d6bfa00e-9d8e-48ad-9832-bba276b293f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:13.563652 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0ae5696-5224-4a89-8bc3-6dceb9519d4d req-d6bfa00e-9d8e-48ad-9832-bba276b293f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.1241400 Aug 31 01:01:13.611867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Attempting to bind port f8dc1527-746b-4a3d-a12b-03814c4d034d on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:13.612372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Attempting to bind port f8dc1527-746b-4a3d-a12b-03814c4d034d by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:13.612682 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Attempting to bind port f8dc1527-746b-4a3d-a12b-03814c4d034d on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:13.615806 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0ae5696-5224-4a89-8bc3-6dceb9519d4d req-3749ce31-fcfd-462f-972d-4c5419406208 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c HTTP/1.1" status: 200 len: 217 time: 0.0448265 Aug 31 01:01:13.630913 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Port f8dc1527-746b-4a3d-a12b-03814c4d034d on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:13.631382 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Attempting to bind port f8dc1527-746b-4a3d-a12b-03814c4d034d on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:13.662276 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:13.662675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:13.663112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:13.663595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Bound port: f8dc1527-746b-4a3d-a12b-03814c4d034d, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:13.663955 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:13.677830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526c671-eef8-4153-96f3-8a65ce8797bc req-6aff68f0-e7bf-49b3-9392-9ce59b837105 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:13.680732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2526c671-eef8-4153-96f3-8a65ce8797bc req-6aff68f0-e7bf-49b3-9392-9ce59b837105 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 946 time: 0.2437487 Aug 31 01:01:13.689515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5696-5224-4a89-8bc3-6dceb9519d4d req-d853122b-b85d-4775-aa6f-60fe22b94568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:13.691186 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0ae5696-5224-4a89-8bc3-6dceb9519d4d req-d853122b-b85d-4775-aa6f-60fe22b94568 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0605934 Aug 31 01:01:13.719365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170429b3-5a37-46fb-b720-6a93b848f254 req-5d7d643b-f738-4000-a6d6-3135d995b9df tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:13.727917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-170429b3-5a37-46fb-b720-6a93b848f254 req-5d7d643b-f738-4000-a6d6-3135d995b9df tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 947 time: 0.2903326 Aug 31 01:01:13.754065 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5696-5224-4a89-8bc3-6dceb9519d4d req-9e50563f-ce18-4d10-a306-6ac5b09cc430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:13.755890 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0ae5696-5224-4a89-8bc3-6dceb9519d4d req-9e50563f-ce18-4d10-a306-6ac5b09cc430 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0478525 Aug 31 01:01:13.802440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ad766-771b-4400-a021-77cb2e10b71b req-67c54f44-5233-4e9e-b7a2-6e9bdddeaf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:13.803943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c3ad766-771b-4400-a021-77cb2e10b71b req-67c54f44-5233-4e9e-b7a2-6e9bdddeaf96 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.3304517 Aug 31 01:01:13.869154 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0ae5696-5224-4a89-8bc3-6dceb9519d4d req-bbdd73ed-ce4a-4661-903e-0d5e249ddb9d service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030836 Aug 31 01:01:13.878791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c3ad766-771b-4400-a021-77cb2e10b71b req-330e7704-8c12-46d9-8a88-bd58420e1e6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=7d29ed22-4954-45e0-9642-8b89a83dcdcc HTTP/1.1" status: 200 len: 217 time: 0.0570712 Aug 31 01:01:13.882137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2526c671-eef8-4153-96f3-8a65ce8797bc req-966629ac-cdaf-4bff-bb87-d6c32aef7e3e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903508 Aug 31 01:01:13.923808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-170429b3-5a37-46fb-b720-6a93b848f254 req-07758489-99cb-4d70-92c8-5b6d98ac677b tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695132 Aug 31 01:01:13.981596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] For port f8dc1527-746b-4a3d-a12b-03814c4d034d, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:13.993752 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] For port f8dc1527-746b-4a3d-a12b-03814c4d034d, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f8dc1527-746b-4a3d-a12b-03814c4d034d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:14.087869 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device ee304ecd-fdfa-428b-8d47-11c32aa9945a details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:14.123705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58b4c54a-d363-43f2-ba92-66a17c4f9542 req-6b2c36a6-4d73-4f85-9803-0e9ec7260bf0 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 210 time: 0.0717008 Aug 31 01:01:14.125196 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.175499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:14.176546 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.178174 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] 10.222.0.15 "PUT /v2.0/ports/f8dc1527-746b-4a3d-a12b-03814c4d034d HTTP/1.1" status: 200 len: 1096 time: 2.1522291 Aug 31 01:01:14.217478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ad766-771b-4400-a021-77cb2e10b71b req-8afda277-046a-4321-a0a6-1794ff043bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:14.219524 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c3ad766-771b-4400-a021-77cb2e10b71b req-8afda277-046a-4321-a0a6-1794ff043bdc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.2931583 Aug 31 01:01:14.297690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d619884-3c01-4bd4-a1e9-f6ab6293a8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8dc1527-746b-4a3d-a12b-03814c4d034d,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:14.409236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port ee304ecd-fdfa-428b-8d47-11c32aa9945a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ee304ecd-fdfa-428b-8d47-11c32aa9945a,segment=NetworkSegment(a6ad821e-30a8-4b26-a226-3e40f12a537c),segment_id=a6ad821e-30a8-4b26-a226-3e40f12a537c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:14.410344 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0ae5696-5224-4a89-8bc3-6dceb9519d4d req-2284ae0f-01ec-4d18-9471-7175f2e18138 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318742 Aug 31 01:01:14.414881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ad766-771b-4400-a021-77cb2e10b71b req-e24df023-49a3-4c9f-aaef-0b0b4e0cfe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:14.416402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c3ad766-771b-4400-a021-77cb2e10b71b req-e24df023-49a3-4c9f-aaef-0b0b4e0cfe27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1849160 Aug 31 01:01:14.425081 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'ee304ecd-fdfa-428b-8d47-11c32aa9945a', 'network_id': '891bebe6-37a2-4c19-a5a1-b2df0283c2cc', 'port_id': 'ee304ecd-fdfa-428b-8d47-11c32aa9945a', 'mac_address': 'fa:16:3e:09:13:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d894f6-ae10-4849-8ee2-7f715828b4bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:14.472128 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.489110 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee304ecd-fdfa-428b-8d47-11c32aa9945a {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:14.522043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port ee304ecd-fdfa-428b-8d47-11c32aa9945a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ee304ecd-fdfa-428b-8d47-11c32aa9945a,segment=NetworkSegment(a6ad821e-30a8-4b26-a226-3e40f12a537c),segment_id=a6ad821e-30a8-4b26-a226-3e40f12a537c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:14.527596 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:14.553788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe1bb2-3e89-4032-bb44-9025c5373fe2 req-376e393b-8ea0-4b7c-b911-0bfba51ac2aa tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:14.555316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27fe1bb2-3e89-4032-bb44-9025c5373fe2 req-376e393b-8ea0-4b7c-b911-0bfba51ac2aa tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 948 time: 0.2536588 Aug 31 01:01:14.571939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507bd38-88e4-4689-b1ea-2823343608a6 req-019755dc-cbda-4594-9aeb-8581e2d11d3e tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:14.573489 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f507bd38-88e4-4689-b1ea-2823343608a6 req-019755dc-cbda-4594-9aeb-8581e2d11d3e tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 943 time: 0.2823646 Aug 31 01:01:14.581691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-2efe202c-f479-42ac-9732-29535f163f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:14.583206 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-2efe202c-f479-42ac-9732-29535f163f04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e042592bcb54cf8944408f237ccbbd1&device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 1099 time: 0.2397857 Aug 31 01:01:14.593769 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=ee304ecd-fdfa-428b-8d47-11c32aa9945a,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:14.601276 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:14.601628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:14.601972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:14.602307 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:14.602814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:14.603351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:14.603690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:14.604022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:14.604351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:14.604677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:14.605005 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:14.605337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:14.678378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27fe1bb2-3e89-4032-bb44-9025c5373fe2 req-a7132226-3b9e-4068-86f5-4386767121bb tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009002 Aug 31 01:01:14.679538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-e1be56cc-9648-4e64-8bd2-84ac1f0b8325 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=f8dc1527-746b-4a3d-a12b-03814c4d034d HTTP/1.1" status: 200 len: 217 time: 0.0739081 Aug 31 01:01:14.743991 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f507bd38-88e4-4689-b1ea-2823343608a6 req-ff45f198-7245-40c9-9f72-71847b37b63e tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/security-groups?id=6d9bd159-44bd-4eb3-ab57-e201e9431808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433065 Aug 31 01:01:14.749162 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c3ad766-771b-4400-a021-77cb2e10b71b req-4b6c6fe4-b6b9-4c59-b561-7b09c4614acb service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052750 Aug 31 01:01:14.796601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-c866c58d-c00d-41e6-b974-d09d68fbc510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:14.798140 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-c866c58d-c00d-41e6-b974-d09d68fbc510 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1062095 Aug 31 01:01:14.934517 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a813b-5e3b-4bc1-bd02-213e1f4bf0ce req-0073b573-e477-47f0-b54c-4c83bccc50d8 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:14.937725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef7a813b-5e3b-4bc1-bd02-213e1f4bf0ce req-0073b573-e477-47f0-b54c-4c83bccc50d8 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 1098 time: 0.1971416 Aug 31 01:01:14.984646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-d5e99aad-48af-4689-b9e5-ef394a42515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:14.986165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-d5e99aad-48af-4689-b9e5-ef394a42515d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1778369 Aug 31 01:01:14.994574 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['ee304ecd-fdfa-428b-8d47-11c32aa9945a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:15.027892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eafc6e-e836-468a-9074-ef156507bb5a req-257e9c8c-1426-4719-b054-994c7199ca96 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:15.029566 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21eafc6e-e836-468a-9074-ef156507bb5a req-257e9c8c-1426-4719-b054-994c7199ca96 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 947 time: 0.1956816 Aug 31 01:01:15.040022 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-313c5c4f-2885-4a0b-bf17-6c8677ec721b tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:15.046642 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-313c5c4f-2885-4a0b-bf17-6c8677ec721b tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.70 "GET /v2.0/networks?id=e6317aad-a658-43bb-8031-230839fc1999 HTTP/1.1" status: 200 len: 822 time: 0.1675663 Aug 31 01:01:15.063665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-fdfb2f58-efbf-4a90-84b0-09d9ad627bda tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Request body: {'port': {'device_id': '7cdd817c-f5fe-46fe-bc9c-2f004449d7ff', 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999', 'admin_state_up': True, 'tenant_id': '5f766a7da06e475c93a4852d4d6c5889'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:15.082141 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef7a813b-5e3b-4bc1-bd02-213e1f4bf0ce req-5d31843c-3f12-4f51-8780-2a65d2d2d235 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336110 Aug 31 01:01:15.164887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486f9e56-35f4-408b-9884-8b408e646e77', 'tag': 'f8dc1527-746b-4a3d-a12b-03814c4d034d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:15.171622 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bbde0a-5bd0-459d-8ddc-293a6c0953b7" -d '{"events": [{"name": "network-changed", "server_uuid": "486f9e56-35f4-408b-9884-8b408e646e77", "tag": "f8dc1527-746b-4a3d-a12b-03814c4d034d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:15.187839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21eafc6e-e836-468a-9074-ef156507bb5a req-16835eda-35c6-4ad2-ac18-a4610da74d06 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367826 Aug 31 01:01:15.194836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c3ad766-771b-4400-a021-77cb2e10b71b req-54701ddd-65e1-41d5-be33-e7b51859e697 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014647 Aug 31 01:01:15.229834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-fdfb2f58-efbf-4a90-84b0-09d9ad627bda tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Made reservation on behalf of 5f766a7da06e475c93a4852d4d6c5889 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:15.236558 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-fdfb2f58-efbf-4a90-84b0-09d9ad627bda tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:15.320054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-bad6da75-f4da-4a75-b5c1-2f425ae7e4e2 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071370 Aug 31 01:01:15.429867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-fdfb2f58-efbf-4a90-84b0-09d9ad627bda tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Allocated IP 172.20.0.13 (e6317aad-a658-43bb-8031-230839fc1999/b33d2c75-5836-4488-8d84-b2a19a874844/01b67025-5122-4d30-bfca-54c5e0006242) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:15.609434 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-fdfb2f58-efbf-4a90-84b0-09d9ad627bda tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:15.648335 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-fdfb2f58-efbf-4a90-84b0-09d9ad627bda tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:15.702413 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-fdfb2f58-efbf-4a90-84b0-09d9ad627bda tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Network e6317aad-a658-43bb-8031-230839fc1999 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:15.706204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-fdfb2f58-efbf-4a90-84b0-09d9ad627bda tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:15.710354 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-fdfb2f58-efbf-4a90-84b0-09d9ad627bda tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:15.716035 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-fdfb2f58-efbf-4a90-84b0-09d9ad627bda tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:15.717192 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-fdfb2f58-efbf-4a90-84b0-09d9ad627bda tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:15.718699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b07a9d-4ac1-48c1-a3c9-2378a1f0f7c3 req-2c5a8522-837a-4c54-9b2c-86bf3c075537 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:15.726648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7b07a9d-4ac1-48c1-a3c9-2378a1f0f7c3 req-2c5a8522-837a-4c54-9b2c-86bf3c075537 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 947 time: 0.4005685 Aug 31 01:01:15.728291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb2f58-efbf-4a90-84b0-09d9ad627bda tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Pushing event updated for resources: {'Port': ['ID=01b67025-5122-4d30-bfca-54c5e0006242,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:15.739097 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-fdfb2f58-efbf-4a90-84b0-09d9ad627bda tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6807320 Aug 31 01:01:15.752471 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Request body: {'port': {'device_id': '7cdd817c-f5fe-46fe-bc9c-2f004449d7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:15.761399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d48be-3f23-40d6-9e37-df8b94c8b7a4 req-f8501e03-5ff4-4459-9a94-83f989863be7 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:15.762936 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d25d48be-3f23-40d6-9e37-df8b94c8b7a4 req-f8501e03-5ff4-4459-9a94-83f989863be7 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 1098 time: 0.3987582 Aug 31 01:01:15.802989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de18da7-6d64-4373-a340-fcbbee260f9e req-761c549e-5dac-4d3c-9169-246ee8bb9ef4 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657719 Aug 31 01:01:15.807853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7b07a9d-4ac1-48c1-a3c9-2378a1f0f7c3 req-639b4f85-e997-4d47-b7cb-2555fa4cf3bb tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804172 Aug 31 01:01:15.809111 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:15.824857 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d25d48be-3f23-40d6-9e37-df8b94c8b7a4 req-f187c083-2faf-4691-b73b-80e326edd377 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424027 Aug 31 01:01:15.904886 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e094b35-cab4-4949-9276-bc7a3b0519bb x-openstack-request-id: req-1e094b35-cab4-4949-9276-bc7a3b0519bb {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:15.905306 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486f9e56-35f4-408b-9884-8b408e646e77", "tag": "f8dc1527-746b-4a3d-a12b-03814c4d034d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:15.905581 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e094b35-cab4-4949-9276-bc7a3b0519bb {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:15.906103 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486f9e56-35f4-408b-9884-8b408e646e77', 'tag': 'f8dc1527-746b-4a3d-a12b-03814c4d034d', 'status': 'completed', 'code': 200} Aug 31 01:01:16.004592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27954a31-9a14-4ba1-ba7e-72491dd57b5b req-8de3d006-6e83-44e5-a47f-49173d64cb12 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:16.006355 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27954a31-9a14-4ba1-ba7e-72491dd57b5b req-8de3d006-6e83-44e5-a47f-49173d64cb12 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 932 time: 0.0974100 Aug 31 01:01:16.069552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbde0a-5bd0-459d-8ddc-293a6c0953b7 req-f2854179-d818-49fe-b80d-44c30f93f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:16.071237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9bbde0a-5bd0-459d-8ddc-293a6c0953b7 req-f2854179-d818-49fe-b80d-44c30f93f95f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e042592bcb54cf8944408f237ccbbd1&device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 1099 time: 0.1214807 Aug 31 01:01:16.081742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5be65-7479-485a-9a9a-ce26f295efd9 req-1deb1acd-ed02-4047-87fa-2ba817f269b3 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:16.083300 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15e5be65-7479-485a-9a9a-ce26f295efd9 req-1deb1acd-ed02-4047-87fa-2ba817f269b3 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 948 time: 0.1145167 Aug 31 01:01:16.100122 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27954a31-9a14-4ba1-ba7e-72491dd57b5b req-f3f683b0-a437-43a4-8993-18bebc18acc2 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779829 Aug 31 01:01:16.100835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:16.182517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b67025-5122-4d30-bfca-54c5e0006242 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:16.195534 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.215694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Transition to ACTIVE for port object 01b67025-5122-4d30-bfca-54c5e0006242 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:16.220106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:16.221435 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.234211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c', 'mac_address': 'fa:16:3e:2e:32:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:16.249881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15e5be65-7479-485a-9a9a-ce26f295efd9 req-86704856-4042-43e2-891b-3566a5bcbcf2 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487501 Aug 31 01:01:16.289544 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.294235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbde0a-5bd0-459d-8ddc-293a6c0953b7 req-7db696dd-ee2f-4830-8ab5-0c7fe32d3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:16.296724 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9bbde0a-5bd0-459d-8ddc-293a6c0953b7 req-7db696dd-ee2f-4830-8ab5-0c7fe32d3e70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.2106094 Aug 31 01:01:16.305637 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:16.309039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ec1d5-d0fd-48eb-a762-0951f0f7d461 req-85366ddd-9763-401b-8d2b-1412cf8cb554 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:16.310973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d1ec1d5-d0fd-48eb-a762-0951f0f7d461 req-85366ddd-9763-401b-8d2b-1412cf8cb554 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 944 time: 0.1314569 Aug 31 01:01:16.331883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:16.338812 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.361456 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Pushing event updated for resources: {'Port': ['ID=01b67025-5122-4d30-bfca-54c5e0006242,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:16.368192 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Attempting to bind port 01b67025-5122-4d30-bfca-54c5e0006242 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:16.368535 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Attempting to bind port 01b67025-5122-4d30-bfca-54c5e0006242 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '748c269e-f12f-4997-8204-fbc7082d558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:16.368944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Attempting to bind port 01b67025-5122-4d30-bfca-54c5e0006242 on network e6317aad-a658-43bb-8031-230839fc1999 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:16.373943 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Port 01b67025-5122-4d30-bfca-54c5e0006242 on network e6317aad-a658-43bb-8031-230839fc1999 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:16.374595 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Attempting to bind port 01b67025-5122-4d30-bfca-54c5e0006242 on network e6317aad-a658-43bb-8031-230839fc1999 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:16.376907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9bbde0a-5bd0-459d-8ddc-293a6c0953b7 req-38511ce9-190a-4986-a92f-44957d6ae472 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=f8dc1527-746b-4a3d-a12b-03814c4d034d HTTP/1.1" status: 200 len: 217 time: 0.0609379 Aug 31 01:01:16.380215 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:16.380664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Checking segment: {'id': '748c269e-f12f-4997-8204-fbc7082d558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:16.381114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Bound using segment: {'id': '748c269e-f12f-4997-8204-fbc7082d558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:16.381611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Bound port: 01b67025-5122-4d30-bfca-54c5e0006242, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748c269e-f12f-4997-8204-fbc7082d558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:16.382039 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.426046 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:16.461864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d1ec1d5-d0fd-48eb-a762-0951f0f7d461 req-ae913876-6b14-481e-bd09-18c40928a859 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/security-groups?id=6d9bd159-44bd-4eb3-ab57-e201e9431808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315196 Aug 31 01:01:16.465743 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] For port 01b67025-5122-4d30-bfca-54c5e0006242, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:16.469803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] For port 01b67025-5122-4d30-bfca-54c5e0006242, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=01b67025-5122-4d30-bfca-54c5e0006242,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:16.475271 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.479058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbde0a-5bd0-459d-8ddc-293a6c0953b7 req-19b4a28e-1410-40cb-881c-939608772133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:16.480562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9bbde0a-5bd0-459d-8ddc-293a6c0953b7 req-19b4a28e-1410-40cb-881c-939608772133 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0949817 Aug 31 01:01:16.496228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7d29ed22-4954-45e0-9642-8b89a83dcdcc details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:16.496883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c7488-7f1a-4fb4-affb-0155075a0c07 req-085eefcb-29c4-4e4c-9702-07735c2e4bc2 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:16.499475 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-112c7488-7f1a-4fb4-affb-0155075a0c07 req-085eefcb-29c4-4e4c-9702-07735c2e4bc2 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 947 time: 0.0930192 Aug 31 01:01:16.585373 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:16.586002 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.590493 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] 10.222.0.70 "PUT /v2.0/ports/01b67025-5122-4d30-bfca-54c5e0006242 HTTP/1.1" status: 200 len: 1093 time: 0.8432474 Aug 31 01:01:16.591137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdd817c-f5fe-46fe-bc9c-2f004449d7ff', 'tag': '01b67025-5122-4d30-bfca-54c5e0006242'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:16.593603 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a73016-fd5a-4163-9815-2fd2eb391b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdd817c-f5fe-46fe-bc9c-2f004449d7ff", "tag": "01b67025-5122-4d30-bfca-54c5e0006242"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:16.593772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbde0a-5bd0-459d-8ddc-293a6c0953b7 req-cb17131d-2d71-437f-8eec-49fb9728285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:16.596507 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9bbde0a-5bd0-459d-8ddc-293a6c0953b7 req-cb17131d-2d71-437f-8eec-49fb9728285b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0955820 Aug 31 01:01:16.599693 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-112c7488-7f1a-4fb4-affb-0155075a0c07 req-d326d1c8-a2e7-4821-b128-f83c192b09f1 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677464 Aug 31 01:01:16.636189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab931234-bc13-449d-95d3-3fa9f501f70a service neutron] Pushing event updated for resources: {'Port': ['ID=01b67025-5122-4d30-bfca-54c5e0006242,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:16.672283 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a06f21-23b1-4cb5-8c07-4cd70677c69c x-openstack-request-id: req-c8a06f21-23b1-4cb5-8c07-4cd70677c69c {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:16.672649 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdd817c-f5fe-46fe-bc9c-2f004449d7ff", "tag": "01b67025-5122-4d30-bfca-54c5e0006242", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:16.673149 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8a06f21-23b1-4cb5-8c07-4cd70677c69c {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:16.673609 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cdd817c-f5fe-46fe-bc9c-2f004449d7ff', 'tag': '01b67025-5122-4d30-bfca-54c5e0006242', 'status': 'completed', 'code': 200} Aug 31 01:01:16.684190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-dd9aa22d-9c81-4ef2-a978-0b9cf54d485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:16.686092 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-dd9aa22d-9c81-4ef2-a978-0b9cf54d485d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f766a7da06e475c93a4852d4d6c5889&device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 1096 time: 0.0510180 Aug 31 01:01:16.729273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7d29ed22-4954-45e0-9642-8b89a83dcdcc, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7d29ed22-4954-45e0-9642-8b89a83dcdcc,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:16.745004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '7d29ed22-4954-45e0-9642-8b89a83dcdcc', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '7d29ed22-4954-45e0-9642-8b89a83dcdcc', 'mac_address': 'fa:16:3e:7a:af:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:16.750466 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-ff0c9a00-c2ff-479e-a6e6-e7960769ed94 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01b67025-5122-4d30-bfca-54c5e0006242 HTTP/1.1" status: 200 len: 217 time: 0.0534074 Aug 31 01:01:16.767706 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9bbde0a-5bd0-459d-8ddc-293a6c0953b7 req-0dbd2d4d-dfdd-4c7f-b6ca-8b5494f0655f service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303141 Aug 31 01:01:16.811543 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.844567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d29ed22-4954-45e0-9642-8b89a83dcdcc {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:16.868369 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7d29ed22-4954-45e0-9642-8b89a83dcdcc, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7d29ed22-4954-45e0-9642-8b89a83dcdcc,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:16.872592 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-3a180e01-9912-48a3-ac1b-81f3a60a48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:16.872783 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.877414 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-3a180e01-9912-48a3-ac1b-81f3a60a48e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b33d2c75-5836-4488-8d84-b2a19a874844 HTTP/1.1" status: 200 len: 862 time: 0.1123953 Aug 31 01:01:16.915422 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-62ea2fcd-ca39-4f6c-8294-8bfee907bb48 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e6317aad-a658-43bb-8031-230839fc1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279534 Aug 31 01:01:16.957569 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:16.962258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=7d29ed22-4954-45e0-9642-8b89a83dcdcc,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:16.974394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9bbde0a-5bd0-459d-8ddc-293a6c0953b7 req-510914db-80c9-451f-bb00-320b5ac4b403 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927028 Aug 31 01:01:17.000534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8043b-1bb5-4b35-b0d6-9caed5120899 req-d263e5c6-ebca-429a-af50-e1125607da2f tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:17.002131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73e8043b-1bb5-4b35-b0d6-9caed5120899 req-d263e5c6-ebca-429a-af50-e1125607da2f tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 1098 time: 0.1185040 Aug 31 01:01:17.037862 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-3fa2a0bd-0011-402a-a7c2-c31472d0a15c service neutron] 10.222.0.70 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052535 Aug 31 01:01:17.044592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdd642-2d00-471a-abe2-df23d74e73d1 req-c8ab17e0-d0d0-4b94-aeeb-9a8304817739 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:17.047167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86cdd642-2d00-471a-abe2-df23d74e73d1 req-c8ab17e0-d0d0-4b94-aeeb-9a8304817739 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 948 time: 0.0926673 Aug 31 01:01:17.121888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73e8043b-1bb5-4b35-b0d6-9caed5120899 req-61bf4de2-5a21-4ff0-b96f-3e00223b6cbd tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107156 Aug 31 01:01:17.159572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86cdd642-2d00-471a-abe2-df23d74e73d1 req-07dbe0e0-90bd-4ca9-9260-dc5300894760 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881248 Aug 31 01:01:17.191236 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c60acc4-aa13-4316-9f43-a03694ff31f5 req-a377c0ae-ec65-4ffe-88d6-5d91293bd9c8 service neutron] 10.222.0.70 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385965 Aug 31 01:01:17.308076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0b22c-bd6e-4d33-99a0-1cdc234f450a req-f4436576-4cac-45ba-a397-4fc6726eccd8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:17.309254 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54f0b22c-bd6e-4d33-99a0-1cdc234f450a req-f4436576-4cac-45ba-a397-4fc6726eccd8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 944 time: 0.0752978 Aug 31 01:01:17.312495 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['7d29ed22-4954-45e0-9642-8b89a83dcdcc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:17.326801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a73016-fd5a-4163-9815-2fd2eb391b3f req-041b69cf-a529-406e-a134-d1c8f7639c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:17.328350 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-60a73016-fd5a-4163-9815-2fd2eb391b3f req-041b69cf-a529-406e-a134-d1c8f7639c4d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f766a7da06e475c93a4852d4d6c5889&device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 1096 time: 0.0723357 Aug 31 01:01:17.398400 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54f0b22c-bd6e-4d33-99a0-1cdc234f450a req-60e20a16-d42e-412d-ae83-cd5c11901dde tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803239 Aug 31 01:01:17.424918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc570bc-02c2-4c17-8209-e98925c558c7 req-7dac3dc2-7d65-4a97-a360-9acd0b4a183c tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:17.426582 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7bc570bc-02c2-4c17-8209-e98925c558c7 req-7dac3dc2-7d65-4a97-a360-9acd0b4a183c tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 949 time: 0.0890322 Aug 31 01:01:17.453943 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a73016-fd5a-4163-9815-2fd2eb391b3f req-9bdb546d-5f32-4ca3-95bd-97df55d295c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:17.456152 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-60a73016-fd5a-4163-9815-2fd2eb391b3f req-9bdb546d-5f32-4ca3-95bd-97df55d295c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e6317aad-a658-43bb-8031-230839fc1999 HTTP/1.1" status: 200 len: 923 time: 0.1112094 Aug 31 01:01:17.471392 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7bc570bc-02c2-4c17-8209-e98925c558c7 req-ac728ad5-9972-43ce-a41d-ca9635db3678 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384531 Aug 31 01:01:17.504409 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-60a73016-fd5a-4163-9815-2fd2eb391b3f req-60260ec5-1efb-435d-9cfd-3800da6c6f47 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01b67025-5122-4d30-bfca-54c5e0006242 HTTP/1.1" status: 200 len: 217 time: 0.0399873 Aug 31 01:01:17.555648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a73016-fd5a-4163-9815-2fd2eb391b3f req-b8b55933-eba1-4afb-a4a9-9e701fb0fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:17.557421 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-60a73016-fd5a-4163-9815-2fd2eb391b3f req-b8b55933-eba1-4afb-a4a9-9e701fb0fb8d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b33d2c75-5836-4488-8d84-b2a19a874844 HTTP/1.1" status: 200 len: 862 time: 0.0452087 Aug 31 01:01:17.593823 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-60a73016-fd5a-4163-9815-2fd2eb391b3f req-cb5f0557-d714-4ea3-9654-62b46537f252 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e6317aad-a658-43bb-8031-230839fc1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260787 Aug 31 01:01:17.613171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dab2f-c038-4dd0-ae6e-fd6a95f2f833 req-a1f0e4ca-07db-4fe3-99b7-5cf14c87dd89 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:17.614685 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e59dab2f-c038-4dd0-ae6e-fd6a95f2f833 req-a1f0e4ca-07db-4fe3-99b7-5cf14c87dd89 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 944 time: 0.0504389 Aug 31 01:01:17.658496 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e59dab2f-c038-4dd0-ae6e-fd6a95f2f833 req-3e4a3fb8-f3f4-458d-8354-cb87f98616b3 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/security-groups?id=6d9bd159-44bd-4eb3-ab57-e201e9431808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374556 Aug 31 01:01:17.670803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33268) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:17.778513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d69a81-c408-4434-88c4-13a4e05e502f req-c9ef913c-b691-44b9-a636-850a2a474173 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:17.784298 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46d69a81-c408-4434-88c4-13a4e05e502f req-c9ef913c-b691-44b9-a636-850a2a474173 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 947 time: 0.0574844 Aug 31 01:01:17.787090 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-60a73016-fd5a-4163-9815-2fd2eb391b3f req-84126a0e-586b-41d4-a1d7-8cd25896b947 service neutron] 10.222.0.70 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770833 Aug 31 01:01:17.828556 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46d69a81-c408-4434-88c4-13a4e05e502f req-99cccb4d-7caf-4b17-b854-511828c1372f tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 Aug 31 01:01:17.965001 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-60a73016-fd5a-4163-9815-2fd2eb391b3f req-83427f44-944f-4a08-8099-53d54d3bd315 service neutron] 10.222.0.70 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673405 Aug 31 01:01:18.115257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device ee304ecd-fdfa-428b-8d47-11c32aa9945a up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:18.168497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port ee304ecd-fdfa-428b-8d47-11c32aa9945a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:18.173676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port ee304ecd-fdfa-428b-8d47-11c32aa9945a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:18.174045 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.190635 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-426f038e-21ce-4a38-a564-599a7229f858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.261364 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.292498 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6539928f-d36f-4ee0-99c7-6a857ca5fd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee304ecd-fdfa-428b-8d47-11c32aa9945a'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:18.295997 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab99407-8257-4bf0-89ca-b2f4282f66fa" -d '{"events": [{"server_uuid": "6539928f-d36f-4ee0-99c7-6a857ca5fd9c", "name": "network-vif-plugged", "status": "completed", "tag": "ee304ecd-fdfa-428b-8d47-11c32aa9945a"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:18.312712 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port ee304ecd-fdfa-428b-8d47-11c32aa9945a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ee304ecd-fdfa-428b-8d47-11c32aa9945a,segment=NetworkSegment(a6ad821e-30a8-4b26-a226-3e40f12a537c),segment_id=a6ad821e-30a8-4b26-a226-3e40f12a537c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:18.317322 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.345533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ba507-0754-48af-894f-1fb71b837afb req-0831dccd-6d32-4d05-97e5-74eb263d7b6d tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:18.347099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-514ba507-0754-48af-894f-1fb71b837afb req-0831dccd-6d32-4d05-97e5-74eb263d7b6d tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 1098 time: 0.0782065 Aug 31 01:01:18.355694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c3911-b9e2-4823-a6f5-7c64698a68d6 req-5c3997e7-569c-4a4e-a1cb-dce02cca634e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:18.357734 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-262c3911-b9e2-4823-a6f5-7c64698a68d6 req-5c3997e7-569c-4a4e-a1cb-dce02cca634e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 948 time: 0.0601008 Aug 31 01:01:18.365227 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=ee304ecd-fdfa-428b-8d47-11c32aa9945a,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:18.406662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-514ba507-0754-48af-894f-1fb71b837afb req-a1113d66-ca8b-4c17-a8e4-9d3441fb6614 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479410 Aug 31 01:01:18.420292 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-262c3911-b9e2-4823-a6f5-7c64698a68d6 req-b2b77750-d0f6-43e2-ace5-4fa7a408a55a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457375 Aug 31 01:01:18.472905 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd9ec87-a7d8-4c27-af30-ce22712b4564 x-openstack-request-id: req-6fd9ec87-a7d8-4c27-af30-ce22712b4564 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:18.473423 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6539928f-d36f-4ee0-99c7-6a857ca5fd9c", "name": "network-vif-plugged", "status": "completed", "tag": "ee304ecd-fdfa-428b-8d47-11c32aa9945a", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:18.473895 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6fd9ec87-a7d8-4c27-af30-ce22712b4564 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:18.474501 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6539928f-d36f-4ee0-99c7-6a857ca5fd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee304ecd-fdfa-428b-8d47-11c32aa9945a', 'code': 200} Aug 31 01:01:18.514548 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-426f038e-21ce-4a38-a564-599a7229f858 admin admin] Deleting port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:18.515121 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-426f038e-21ce-4a38-a564-599a7229f858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.567436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe0339-9bc3-4f4a-a710-99f528f978c6 req-8aa58871-6164-4040-a688-5c80fa6ddf63 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:18.569434 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29fe0339-9bc3-4f4a-a710-99f528f978c6 req-8aa58871-6164-4040-a688-5c80fa6ddf63 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 944 time: 0.0757093 Aug 31 01:01:18.608455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-426f038e-21ce-4a38-a564-599a7229f858 admin admin] For port 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=88ee78a9-afc6-48ba-88e8-cbf5536b2fd5,segment=NetworkSegment(47607cb1-d953-4bfd-a158-93af8777f492),segment_id=47607cb1-d953-4bfd-a158-93af8777f492)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:18.608819 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-426f038e-21ce-4a38-a564-599a7229f858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.622486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-426f038e-21ce-4a38-a564-599a7229f858 admin admin] Calling delete_port for 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:18.637290 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc05e2-bd23-43cd-9c83-2a7e1cb0d73e req-7ff6f8a6-3bb1-405a-bded-c120a1d1115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:18.639459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64cc05e2-bd23-43cd-9c83-2a7e1cb0d73e req-7ff6f8a6-3bb1-405a-bded-c120a1d1115a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 1097 time: 0.0687149 Aug 31 01:01:18.642310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29fe0339-9bc3-4f4a-a710-99f528f978c6 req-22a7980d-8d96-42d2-8be5-c469d7dac994 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627208 Aug 31 01:01:18.685277 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64cc05e2-bd23-43cd-9c83-2a7e1cb0d73e req-d9e61e77-3d1f-46ff-93fc-f9e8f5376412 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6d9bd159-44bd-4eb3-ab57-e201e9431808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377324 Aug 31 01:01:18.761215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec89bc-3f07-4c0a-8a7f-0baea12834e5 req-dc61d82e-6768-45af-a472-21f4f6f40571 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:18.763133 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89ec89bc-3f07-4c0a-8a7f-0baea12834e5 req-dc61d82e-6768-45af-a472-21f4f6f40571 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 949 time: 0.0534933 Aug 31 01:01:18.805441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89ec89bc-3f07-4c0a-8a7f-0baea12834e5 req-ece5b0b9-2894-47ff-acc6-65b739a69665 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348649 Aug 31 01:01:18.828511 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-426f038e-21ce-4a38-a564-599a7229f858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:18.855987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f038e-21ce-4a38-a564-599a7229f858 admin admin] Pushing event deleted for resources: {'Port': ['ID=88ee78a9-afc6-48ba-88e8-cbf5536b2fd5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:18.940240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e6265-b97a-4fe5-8025-6e24af0c73e7 req-4e0f48e7-ec64-40f0-ae4b-0d424c8ab6c4 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:18.942022 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-551e6265-b97a-4fe5-8025-6e24af0c73e7 req-4e0f48e7-ec64-40f0-ae4b-0d424c8ab6c4 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 945 time: 0.0723412 Aug 31 01:01:18.997858 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-551e6265-b97a-4fe5-8025-6e24af0c73e7 req-f642696b-e6bc-4425-aa7a-4b063f87d500 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/security-groups?id=6d9bd159-44bd-4eb3-ab57-e201e9431808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498283 Aug 31 01:01:19.253576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b58cb8-e3f3-49e0-acac-10d902c10c1b req-27b32fd8-f3b8-4d9b-a894-0a40852ad501 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:19.259779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5b58cb8-e3f3-49e0-acac-10d902c10c1b req-27b32fd8-f3b8-4d9b-a894-0a40852ad501 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 947 time: 0.0616002 Aug 31 01:01:19.285436 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-426f038e-21ce-4a38-a564-599a7229f858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.299694 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5b58cb8-e3f3-49e0-acac-10d902c10c1b req-83f8839e-9458-4725-8107-bf9fb9cc7d49 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363700 Aug 31 01:01:19.521758 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426f038e-21ce-4a38-a564-599a7229f858 admin admin] Router 69c0f0e7-6501-4cd7-9c9d-5572dc196600 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:19.550882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab6036-451d-4eb6-a613-b7c705b270de req-8c014d54-c15a-4b82-b078-6bf8f6b2b360 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:19.552573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fdab6036-451d-4eb6-a613-b7c705b270de req-8c014d54-c15a-4b82-b078-6bf8f6b2b360 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 948 time: 0.0547724 Aug 31 01:01:19.601278 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fdab6036-451d-4eb6-a613-b7c705b270de req-d47ccad3-4c77-48c8-b763-bdd66ea4564c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367172 Aug 31 01:01:19.603425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33316) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:19.640859 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426f038e-21ce-4a38-a564-599a7229f858 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:19.649588 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-426f038e-21ce-4a38-a564-599a7229f858 admin admin] 10.222.0.58 "PUT /v2.0/routers/69c0f0e7-6501-4cd7-9c9d-5572dc196600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9738543 Aug 31 01:01:19.649588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33320) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:19.651672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40936d31-fe6f-4ba7-9af1-3368260fd778 None None] Sync routers for ids ['69c0f0e7-6501-4cd7-9c9d-5572dc196600'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:19.661210 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40936d31-fe6f-4ba7-9af1-3368260fd778 None None] Routers {'69c0f0e7-6501-4cd7-9c9d-5572dc196600'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:19.661953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-40936d31-fe6f-4ba7-9af1-3368260fd778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:00:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['69c0f0e7-6501-4cd7-9c9d-5572dc196600'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:19.737526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-30f0f7a1-a9a5-4741-ae1a-228ceb184de3 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:01:19.738550 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-30f0f7a1-a9a5-4741-ae1a-228ceb184de3 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1342223 Aug 31 01:01:19.763935 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.786627 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-40936d31-fe6f-4ba7-9af1-3368260fd778 None None] Set router 69c0f0e7-6501-4cd7-9c9d-5572dc196600 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:19.796133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-ca1132a9-3e25-400e-9269-de365698cda4 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:19.797529 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-ca1132a9-3e25-400e-9269-de365698cda4 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports/5dd0de09-4330-4ee3-a807-122448369116 HTTP/1.1" status: 200 len: 1095 time: 0.0416942 Aug 31 01:01:19.809655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0beba36-2e43-40c3-ad2c-410eaca14880 req-f6d036fe-af9e-4dc8-94be-1d913a270eb5 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:19.817144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0beba36-2e43-40c3-ad2c-410eaca14880 req-f6d036fe-af9e-4dc8-94be-1d913a270eb5 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 944 time: 0.0962472 Aug 31 01:01:19.855845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0beba36-2e43-40c3-ad2c-410eaca14880 req-4248b84a-7e3b-42ef-b944-07d7d43892dc tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377927 Aug 31 01:01:19.884561 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:19.909135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-82f9d592-471a-4adb-804f-aa65780a07f6 service neutron] Request body: {'binding': {'host': 'n-h2-802060-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:19.909548 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-82f9d592-471a-4adb-804f-aa65780a07f6 service neutron] Unknown quota resources ['binding']. {{(pid=94761) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:01:19.954632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] Deleting port 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:19.954994 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.010242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-40936d31-fe6f-4ba7-9af1-3368260fd778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'name': 'tempest-AttachSCSIVolumeTestJSON-753932103-router', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:05Z', 'updated_at': '2021-08-31T01:01:18Z', 'revision_number': 5, 'project_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'gw_port': {'id': '2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:06Z', 'updated_at': '2021-08-31T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:20.036921 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40936d31-fe6f-4ba7-9af1-3368260fd778 None None] Checking router: 69c0f0e7-6501-4cd7-9c9d-5572dc196600 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:01:20.039227 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] For port 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:20.039465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc9297-bf02-4840-b2ad-48e21d115509 req-04ecd6ad-723e-435a-846a-d2f8d8fd1d31 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:20.039625 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.040927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4fc9297-bf02-4840-b2ad-48e21d115509 req-04ecd6ad-723e-435a-846a-d2f8d8fd1d31 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 949 time: 0.1016576 Aug 31 01:01:20.048139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40936d31-fe6f-4ba7-9af1-3368260fd778 None None] Routers {'69c0f0e7-6501-4cd7-9c9d-5572dc196600'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:20.048874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-40936d31-fe6f-4ba7-9af1-3368260fd778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:00:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['69c0f0e7-6501-4cd7-9c9d-5572dc196600'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:20.061450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] Calling delete_port for 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:20.110843 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4fc9297-bf02-4840-b2ad-48e21d115509 req-dc9db35c-708b-4008-b074-441c235d3a75 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619366 Aug 31 01:01:20.124122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f8dc1527-746b-4a3d-a12b-03814c4d034d details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:20.130711 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:20.133748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-82f9d592-471a-4adb-804f-aa65780a07f6 service neutron] Attempting to bind port 5dd0de09-4330-4ee3-a807-122448369116 on host n-h2-802060-13 for vnic_type normal with profile None {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:20.134088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-82f9d592-471a-4adb-804f-aa65780a07f6 service neutron] Attempting to bind port 5dd0de09-4330-4ee3-a807-122448369116 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:20.134420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-82f9d592-471a-4adb-804f-aa65780a07f6 service neutron] Attempting to bind port 5dd0de09-4330-4ee3-a807-122448369116 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:20.140144 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-82f9d592-471a-4adb-804f-aa65780a07f6 service neutron] Port 5dd0de09-4330-4ee3-a807-122448369116 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:20.140477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-82f9d592-471a-4adb-804f-aa65780a07f6 service neutron] Attempting to bind port 5dd0de09-4330-4ee3-a807-122448369116 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:20.145731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-82f9d592-471a-4adb-804f-aa65780a07f6 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:20.146081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-82f9d592-471a-4adb-804f-aa65780a07f6 service neutron] Checking segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:20.146595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-82f9d592-471a-4adb-804f-aa65780a07f6 service neutron] Bound using segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:20.147039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-82f9d592-471a-4adb-804f-aa65780a07f6 service neutron] Bound port: 5dd0de09-4330-4ee3-a807-122448369116, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:20.188352 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-40936d31-fe6f-4ba7-9af1-3368260fd778 None None] Set router 69c0f0e7-6501-4cd7-9c9d-5572dc196600 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:20.271904 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-82f9d592-471a-4adb-804f-aa65780a07f6 service neutron] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5dd0de09-4330-4ee3-a807-122448369116,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:20.282007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-40936d31-fe6f-4ba7-9af1-3368260fd778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'name': 'tempest-AttachSCSIVolumeTestJSON-753932103-router', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:05Z', 'updated_at': '2021-08-31T01:01:19Z', 'revision_number': 6, 'project_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:20.283487 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-82f9d592-471a-4adb-804f-aa65780a07f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.284801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-82f9d592-471a-4adb-804f-aa65780a07f6 service neutron] 10.222.0.58 "POST /v2.0/ports/5dd0de09-4330-4ee3-a807-122448369116/bindings HTTP/1.1" status: 201 len: 390 time: 0.4276128 Aug 31 01:01:20.298098 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.303531 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a99722-247a-4fc9-a044-18d0464240ee req-afbb8a4b-fcb9-402a-a19d-e24d64ad1ce1 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:20.311866 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64a99722-247a-4fc9-a044-18d0464240ee req-afbb8a4b-fcb9-402a-a19d-e24d64ad1ce1 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 945 time: 0.1078346 Aug 31 01:01:20.322016 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40936d31-fe6f-4ba7-9af1-3368260fd778 None None] The sync data for ids ['69c0f0e7-6501-4cd7-9c9d-5572dc196600'] in n-d-802060-13 is: [{'id': '69c0f0e7-6501-4cd7-9c9d-5572dc196600', 'name': 'tempest-AttachSCSIVolumeTestJSON-753932103-router', 'tenant_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:05Z', 'updated_at': '2021-08-31T01:01:19Z', 'revision_number': 6, 'project_id': 'b0bf59ebd7bc429bae6d44e4108748a2', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:20.351194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:20.352310 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:20.360061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:20.360435 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.383706 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64a99722-247a-4fc9-a044-18d0464240ee req-b24ef802-4e7d-4931-a405-0842d8176638 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/security-groups?id=6d9bd159-44bd-4eb3-ab57-e201e9431808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708168 Aug 31 01:01:20.413577 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.434098 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port f8dc1527-746b-4a3d-a12b-03814c4d034d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f8dc1527-746b-4a3d-a12b-03814c4d034d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:20.451465 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'f8dc1527-746b-4a3d-a12b-03814c4d034d', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'f8dc1527-746b-4a3d-a12b-03814c4d034d', 'mac_address': 'fa:16:3e:a1:c8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:20.503311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 01b67025-5122-4d30-bfca-54c5e0006242 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:20.506342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7d29ed22-4954-45e0-9642-8b89a83dcdcc up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:20.547451 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.549811 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.582024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831c5e1-112e-4167-a323-372ee1eafcbd req-8e993682-01da-40b5-8a0d-17c266a69a60 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:20.583710 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4831c5e1-112e-4167-a323-372ee1eafcbd req-8e993682-01da-40b5-8a0d-17c266a69a60 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 947 time: 0.0977471 Aug 31 01:01:20.589216 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.665431 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.665940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69c0f0e7-6501-4cd7-9c9d-5572dc196600 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:01:20.674838 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb378aa9-04fb-4d62-b5a5-7b2297a190c2 req-45f62048-b0c7-4426-a48a-9edc0660467f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:20.676402 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.676572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bb378aa9-04fb-4d62-b5a5-7b2297a190c2 req-45f62048-b0c7-4426-a48a-9edc0660467f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 946 time: 0.0918543 Aug 31 01:01:20.680137 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2292a78a-4b7e-4610-afb8-eafca8f17bb1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/69c0f0e7-6501-4cd7-9c9d-5572dc196600 HTTP/1.1" status: 204 len: 168 time: 1.0283298 Aug 31 01:01:20.681328 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33340) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:20.686875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4831c5e1-112e-4167-a323-372ee1eafcbd req-d92be8d3-02d9-49e2-9bc2-3495e4790d14 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924251 Aug 31 01:01:20.733095 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-15b94304-a87f-4284-9600-fe8e3474606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:20.734656 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-15b94304-a87f-4284-9600-fe8e3474606e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 1098 time: 0.1120462 Aug 31 01:01:20.738504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8dc1527-746b-4a3d-a12b-03814c4d034d {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:20.743608 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.resource_extend [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:01:20.765764 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bb378aa9-04fb-4d62-b5a5-7b2297a190c2 req-7952280b-c00f-45be-b1a7-314f98da7fc4 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672843 Aug 31 01:01:20.824249 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port f8dc1527-746b-4a3d-a12b-03814c4d034d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f8dc1527-746b-4a3d-a12b-03814c4d034d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:20.829926 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3834773-57e0-414e-94a1-6f717721c258 req-8ba68fd5-c1e7-4641-a1f7-649dd68846fc tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:20.832150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3834773-57e0-414e-94a1-6f717721c258 req-8ba68fd5-c1e7-4641-a1f7-649dd68846fc tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 948 time: 0.0615489 Aug 31 01:01:20.849293 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-064b9be2-fb53-4193-ba41-1916f62ae0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:20.850839 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-064b9be2-fb53-4193-ba41-1916f62ae0cd service neutron] 10.222.0.70 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.1048000 Aug 31 01:01:20.858062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd4700a-0da4-46b0-8b77-ba680301264a admin admin] Deleting subnet bde3168b-8b59-4223-b9be-ba3601f371fa {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:01:20.859628 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.861749 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cd4700a-0da4-46b0-8b77-ba680301264a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.896106 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3834773-57e0-414e-94a1-6f717721c258 req-4de516fe-3a61-4928-b04e-d31c6e3e882d tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568795 Aug 31 01:01:20.915808 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cd4700a-0da4-46b0-8b77-ba680301264a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.920047 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.946336 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 7d29ed22-4954-45e0-9642-8b89a83dcdcc completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:20.963148 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 7d29ed22-4954-45e0-9642-8b89a83dcdcc triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:20.963614 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.989116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bebe27-3be8-45cc-94f4-abb6559f1b24 req-ffac9c2b-c26e-4a3e-bd0e-4994ae54a1ce tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:20.990854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6bebe27-3be8-45cc-94f4-abb6559f1b24 req-ffac9c2b-c26e-4a3e-bd0e-4994ae54a1ce tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 944 time: 0.0590508 Aug 31 01:01:20.994457 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-ce3b1e74-014c-4222-b5c1-d432ace88be5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd0de09-4330-4ee3-a807-122448369116 HTTP/1.1" status: 200 len: 217 time: 0.0761175 Aug 31 01:01:21.020724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d5be2a-f027-4fed-8b39-31cfb9d2961d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:21.022931 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36de5b75-cafe-4ef8-8a2f-997dfee320ee" -d '{"events": [{"server_uuid": "47d5be2a-f027-4fed-8b39-31cfb9d2961d", "name": "network-vif-plugged", "status": "completed", "tag": "25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:21.025568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=f8dc1527-746b-4a3d-a12b-03814c4d034d,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:21.041460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6bebe27-3be8-45cc-94f4-abb6559f1b24 req-94adeda7-355f-4113-a8a6-d96498f82c75 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 Aug 31 01:01:21.057375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:21.058033 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cd4700a-0da4-46b0-8b77-ba680301264a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.059883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 01b67025-5122-4d30-bfca-54c5e0006242, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=01b67025-5122-4d30-bfca-54c5e0006242,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:21.071555 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.107988 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-a6e14e96-78c5-4342-8128-41f427362976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:21.109497 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-a6e14e96-78c5-4342-8128-41f427362976 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.0947022 Aug 31 01:01:21.115079 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37ea862-4152-4fcd-8613-4bc1f70eedf2 x-openstack-request-id: req-a37ea862-4152-4fcd-8613-4bc1f70eedf2 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:21.115390 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d5be2a-f027-4fed-8b39-31cfb9d2961d", "name": "network-vif-plugged", "status": "completed", "tag": "25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:21.115639 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a37ea862-4152-4fcd-8613-4bc1f70eedf2 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:21.116022 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d5be2a-f027-4fed-8b39-31cfb9d2961d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c', 'code': 200} Aug 31 01:01:21.119417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '01b67025-5122-4d30-bfca-54c5e0006242', 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999', 'port_id': '01b67025-5122-4d30-bfca-54c5e0006242', 'mac_address': 'fa:16:3e:6e:e9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33d2c75-5836-4488-8d84-b2a19a874844', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:21.161171 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-0cdfee46-8cd7-4c7c-bd53-cafd12f0c9d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371101 Aug 31 01:01:21.162376 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cd4700a-0da4-46b0-8b77-ba680301264a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.166133 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1a4cec97-c8c0-4822-bb1f-e053afef4ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.252155 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.289138 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4700a-0da4-46b0-8b77-ba680301264a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde3168b-8b59-4223-b9be-ba3601f371fa,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:21.290979 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cd4700a-0da4-46b0-8b77-ba680301264a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.295968 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0cd4700a-0da4-46b0-8b77-ba680301264a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bde3168b-8b59-4223-b9be-ba3601f371fa HTTP/1.1" status: 204 len: 168 time: 0.6108651 Aug 31 01:01:21.296129 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:21.296268 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33348) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:21.298091 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.307506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:21.324404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e063b-1c6c-4d03-ba0f-3d6d323746df req-a6b5a65c-a114-4782-aee1-808c32f3f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:21.326459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb5e063b-1c6c-4d03-ba0f-3d6d323746df req-a6b5a65c-a114-4782-aee1-808c32f3f4ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 1101 time: 0.1293952 Aug 31 01:01:21.338816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aeb47-34ff-4261-947c-0f4863ea51e2 req-e9aa7875-d98d-4b36-968b-ac701c3cfc49 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:21.341931 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f15aeb47-34ff-4261-947c-0f4863ea51e2 req-e9aa7875-d98d-4b36-968b-ac701c3cfc49 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 949 time: 0.0858998 Aug 31 01:01:21.354294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a369bb6-24e6-40f9-9410-dc92c5d168f3 None None] Network ece5bda1-9b98-4532-ad07-8df726182de5 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:21.357614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['f8dc1527-746b-4a3d-a12b-03814c4d034d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:21.391178 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-c8b13d3e-9a76-4a19-8b59-512501cd37c7 service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985986 Aug 31 01:01:21.393707 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.404590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb5e063b-1c6c-4d03-ba0f-3d6d323746df req-438e6d4a-35c9-460b-8e28-78f0d57b3222 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610831 Aug 31 01:01:21.405972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7d29ed22-4954-45e0-9642-8b89a83dcdcc, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7d29ed22-4954-45e0-9642-8b89a83dcdcc,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:21.410256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f15aeb47-34ff-4261-947c-0f4863ea51e2 req-da40eb96-a9fa-40ed-bd50-64a2949b8b56 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576727 Aug 31 01:01:21.418651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:21.418964 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2e5febe2-b1ce-438e-8c32-b1fd5ec89b6b not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:21.419523 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:21.470187 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.473664 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b67025-5122-4d30-bfca-54c5e0006242 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:21.493780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:21.493780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 88ee78a9-afc6-48ba-88e8-cbf5536b2fd5 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:21.518406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd8d68-f85c-47d3-91cf-3a5f4e99abe2 req-1b5a7991-42ea-4145-bab5-9deebe555078 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:21.527442 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63cd8d68-f85c-47d3-91cf-3a5f4e99abe2 req-1b5a7991-42ea-4145-bab5-9deebe555078 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 945 time: 0.0595932 Aug 31 01:01:21.552607 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 01b67025-5122-4d30-bfca-54c5e0006242, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=01b67025-5122-4d30-bfca-54c5e0006242,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:21.566999 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Deleting port 90908682-00ff-418d-a0e1-413e1c250e98 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:21.567616 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.576312 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.579270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63cd8d68-f85c-47d3-91cf-3a5f4e99abe2 req-a382db8e-8473-4594-afc6-5c736c6aa803 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/security-groups?id=6d9bd159-44bd-4eb3-ab57-e201e9431808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500739 Aug 31 01:01:21.639813 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] For port 90908682-00ff-418d-a0e1-413e1c250e98, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=90908682-00ff-418d-a0e1-413e1c250e98,segment=NetworkSegment(47607cb1-d953-4bfd-a158-93af8777f492),segment_id=47607cb1-d953-4bfd-a158-93af8777f492)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:21.640208 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.640879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=7d29ed22-4954-45e0-9642-8b89a83dcdcc,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:21.654991 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-8e7291ee-bdfd-464b-9b79-af476c3fb904 service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513087 Aug 31 01:01:21.660688 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Calling delete_port for 90908682-00ff-418d-a0e1-413e1c250e98 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:21.755846 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=01b67025-5122-4d30-bfca-54c5e0006242,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:21.783270 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.843667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] No DVR routers for this DVR port 90908682-00ff-418d-a0e1-413e1c250e98 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:21.846214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=90908682-00ff-418d-a0e1-413e1c250e98,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:21.852130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da83bd83-f54c-49fe-8231-2d93d6ef7f73 None None] DHCP port deletion for ece5bda1-9b98-4532-ad07-8df726182de5 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:01:21.922724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652fc8f-1895-42e9-95fa-21eaa2fff575 req-e69961a0-2f89-4a90-a2df-2da344a6f062 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:21.924300 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9652fc8f-1895-42e9-95fa-21eaa2fff575 req-e69961a0-2f89-4a90-a2df-2da344a6f062 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 948 time: 0.1327462 Aug 31 01:01:21.938500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-aa7a7dda-b32f-4306-9e68-9766335bc6a1 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:21.940584 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-aa7a7dda-b32f-4306-9e68-9766335bc6a1 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2&tenant_id=293537de7bd940eabdbb028d66a178c1&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1098 time: 0.1749394 Aug 31 01:01:21.945875 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:21.958489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-13'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:21.961832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad203d-295a-4a7b-bf9e-8f340449d84d req-cd06c41f-e239-4dbd-b6cf-85bcb07b2666 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:21.963352 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80ad203d-295a-4a7b-bf9e-8f340449d84d req-cd06c41f-e239-4dbd-b6cf-85bcb07b2666 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 946 time: 0.0811627 Aug 31 01:01:21.970285 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:01:21.970652 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:01:21.971448 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:01:21.971787 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Subscribe: > port after_create 55550000 {{(pid=94760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:01:21.972121 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:01:21.972463 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Subscribe: > port after_update 55550000 {{(pid=94760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:01:21.972775 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:01:21.973092 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:01:21.974069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:01:21.974374 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:01:21.996283 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9652fc8f-1895-42e9-95fa-21eaa2fff575 req-804e22d3-e976-4847-9416-0ffbec37b1b1 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633948 Aug 31 01:01:22.007220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['01b67025-5122-4d30-bfca-54c5e0006242'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:22.040977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80ad203d-295a-4a7b-bf9e-8f340449d84d req-06121399-ffa0-4a5d-b1d4-d396bddd8837 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632176 Aug 31 01:01:22.046300 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:01:22.046656 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:01:22.047004 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:01:22.047778 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:01:22.047778 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece5bda1-9b98-4532-ad07-8df726182de5']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:22.082023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47607cb1-d953-4bfd-a158-93af8777f492') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:22.082324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47607cb1-d953-4bfd-a158-93af8777f492') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:22.108327 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.149742 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.156299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.162051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:01:22.162706 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: from cryptography.utils import int_from_bytes Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: from cryptography.utils import int_from_bytes Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:01:22.167162 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:01:22.209594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80305804-960c-42be-a518-7236a66e11c8 req-84df88d3-f66e-439e-8f51-4f84bc4abeab tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:22.211210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80305804-960c-42be-a518-7236a66e11c8 req-84df88d3-f66e-439e-8f51-4f84bc4abeab tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 949 time: 0.1204295 Aug 31 01:01:22.224866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d27d3b-e592-46fd-bd15-c8f1a9f386d5 req-c8ab2761-bab9-41d3-b2cd-7e37d7145eee tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:22.226566 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9d27d3b-e592-46fd-bd15-c8f1a9f386d5 req-c8ab2761-bab9-41d3-b2cd-7e37d7145eee tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 945 time: 0.0897930 Aug 31 01:01:22.290687 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80305804-960c-42be-a518-7236a66e11c8 req-a2e1b458-a11f-4fe4-9478-486b01c3a4b2 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627642 Aug 31 01:01:22.293564 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9d27d3b-e592-46fd-bd15-c8f1a9f386d5 req-ce7c23c3-3b02-4e84-907c-0cd90979906f tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581241 Aug 31 01:01:22.336639 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.552163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29a79a-8ca0-4990-8393-9c63fbe263c7 req-0647ca15-94ef-4de1-802f-807e63f5d7b8 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:22.553887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c29a79a-8ca0-4990-8393-9c63fbe263c7 req-0647ca15-94ef-4de1-802f-807e63f5d7b8 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 950 time: 0.0545924 Aug 31 01:01:22.588033 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.590003 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ece5bda1-9b98-4532-ad07-8df726182de5 HTTP/1.1" status: 204 len: 168 time: 1.2930882 Aug 31 01:01:22.593902 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33374) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:22.601095 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c8701-bde5-4bb1-b61a-c188e0595f88 admin admin] Pushing event deleted for resources: {'Network': ['ID=ece5bda1-9b98-4532-ad07-8df726182de5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:22.607707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5dd0de09-4330-4ee3-a807-122448369116,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:22.620374 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c29a79a-8ca0-4990-8393-9c63fbe263c7 req-23397e33-1cfa-4fb9-953c-dc19339fd6e8 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582418 Aug 31 01:01:22.653640 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:22.695679 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1819d020-58aa-4419-91bc-3537085a15e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd0de09-4330-4ee3-a807-122448369116'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:22.698359 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd7f0ac-5a84-4414-907f-7251ada98170" -d '{"events": [{"server_uuid": "1819d020-58aa-4419-91bc-3537085a15e2", "name": "network-vif-unplugged", "status": "completed", "tag": "5dd0de09-4330-4ee3-a807-122448369116"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:22.702814 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.709997 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.755613 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2eddb0-e55c-4fee-99d7-e7e377bfea55 x-openstack-request-id: req-7d2eddb0-e55c-4fee-99d7-e7e377bfea55 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:22.755905 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1819d020-58aa-4419-91bc-3537085a15e2", "name": "network-vif-unplugged", "status": "completed", "tag": "5dd0de09-4330-4ee3-a807-122448369116", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:22.756161 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d2eddb0-e55c-4fee-99d7-e7e377bfea55 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:22.756720 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1819d020-58aa-4419-91bc-3537085a15e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd0de09-4330-4ee3-a807-122448369116', 'code': 200} Aug 31 01:01:22.805316 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Pushing event updated for resources: {'Port': ['ID=5dd0de09-4330-4ee3-a807-122448369116,revision_number=7']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:22.822232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Attempting to bind port 5dd0de09-4330-4ee3-a807-122448369116 on host n-h1-802060-13 for vnic_type normal with profile {"migrating_to": "n-h2-802060-13"} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:22.822566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Attempting to bind port 5dd0de09-4330-4ee3-a807-122448369116 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:22.822899 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Attempting to bind port 5dd0de09-4330-4ee3-a807-122448369116 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:22.827883 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Port 5dd0de09-4330-4ee3-a807-122448369116 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:22.828200 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Attempting to bind port 5dd0de09-4330-4ee3-a807-122448369116 on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:22.833114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:22.833452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Checking segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:22.833830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Bound using segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:22.834255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Bound port: 5dd0de09-4330-4ee3-a807-122448369116, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:22.834609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:22.909110 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:22.913005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5dd0de09-4330-4ee3-a807-122448369116,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:22.918634 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:23.009010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:23.009633 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:23.011139 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] 10.222.0.70 "PUT /v2.0/ports/5dd0de09-4330-4ee3-a807-122448369116 HTTP/1.1" status: 200 len: 1124 time: 1.0568688 Aug 31 01:01:23.034662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c06d96-6bda-4ed1-a311-d396a432d0fc service neutron] Pushing event updated for resources: {'Port': ['ID=5dd0de09-4330-4ee3-a807-122448369116,revision_number=8']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:23.065325 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-251d8eff-7474-4772-aefd-d842a9e79e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:23.092204 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 90908682-00ff-418d-a0e1-413e1c250e98 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:23.125513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73243d09-c638-4c05-8b2f-bb3717fa00f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d29ed22-4954-45e0-9642-8b89a83dcdcc'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:23.127848 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf2cbf5-c7f8-44be-8374-4b4fbd16f1d5" -d '{"events": [{"server_uuid": "73243d09-c638-4c05-8b2f-bb3717fa00f2", "name": "network-vif-plugged", "status": "completed", "tag": "7d29ed22-4954-45e0-9642-8b89a83dcdcc"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:23.144128 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 90908682-00ff-418d-a0e1-413e1c250e98 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:23.144425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 90908682-00ff-418d-a0e1-413e1c250e98 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:23.244762 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['5dd0de09-4330-4ee3-a807-122448369116'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:23.257006 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676729e1-4ab0-4cc3-a92c-4c0e904080f5 req-a98638c1-ab58-4bbe-9aba-bbfdbc4d81d8 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:23.257006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-676729e1-4ab0-4cc3-a92c-4c0e904080f5 req-a98638c1-ab58-4bbe-9aba-bbfdbc4d81d8 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 948 time: 0.1267440 Aug 31 01:01:23.309190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f010d-b8e9-450c-894b-1157de5eac67 req-22fb3ce2-25e8-4ced-b8a2-f02cabf689c4 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:23.311250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d2f010d-b8e9-450c-894b-1157de5eac67 req-22fb3ce2-25e8-4ced-b8a2-f02cabf689c4 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 944 time: 0.1487029 Aug 31 01:01:23.394711 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-676729e1-4ab0-4cc3-a92c-4c0e904080f5 req-7d571f85-7768-4d63-8daf-998c1e962b5a tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271248 Aug 31 01:01:23.420206 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d2f010d-b8e9-450c-894b-1157de5eac67 req-82258174-2bca-4d2f-90d1-dc5b80f35a16 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911651 Aug 31 01:01:23.451965 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be9abfd-13d9-4fdf-a01b-b5e6cdced2de x-openstack-request-id: req-0be9abfd-13d9-4fdf-a01b-b5e6cdced2de {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:23.452731 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73243d09-c638-4c05-8b2f-bb3717fa00f2", "name": "network-vif-plugged", "status": "completed", "tag": "7d29ed22-4954-45e0-9642-8b89a83dcdcc", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:23.453192 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0be9abfd-13d9-4fdf-a01b-b5e6cdced2de {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:23.454023 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73243d09-c638-4c05-8b2f-bb3717fa00f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d29ed22-4954-45e0-9642-8b89a83dcdcc', 'code': 200} Aug 31 01:01:23.574061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81218e8-b7b9-4e3e-a831-9064f0f815f0 req-5c3c434e-d5b8-4807-88fd-5b6aadce7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:23.576102 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b81218e8-b7b9-4e3e-a831-9064f0f815f0 req-5c3c434e-d5b8-4807-88fd-5b6aadce7c9f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 1102 time: 0.0429399 Aug 31 01:01:23.596129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0446470-1ce4-4de2-8392-119773129825 req-d24fe596-9958-4e4a-bee6-15ecd3954fc8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:23.597653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0446470-1ce4-4de2-8392-119773129825 req-d24fe596-9958-4e4a-bee6-15ecd3954fc8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 949 time: 0.1257162 Aug 31 01:01:23.606780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60c97c-add7-4c8f-b8f4-39f31a9ed695 req-198a4f54-d0e4-4dfc-be6e-8206c0245ff1 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:23.608680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff60c97c-add7-4c8f-b8f4-39f31a9ed695 req-198a4f54-d0e4-4dfc-be6e-8206c0245ff1 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 945 time: 0.1119385 Aug 31 01:01:23.614888 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b81218e8-b7b9-4e3e-a831-9064f0f815f0 req-05503522-7daa-4c45-9523-2a9641ca40c4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309002 Aug 31 01:01:23.636280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-251d8eff-7474-4772-aefd-d842a9e79e40 admin admin] Deleting port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:23.636616 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-251d8eff-7474-4772-aefd-d842a9e79e40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:23.673368 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b01b3ee1-9bac-41a8-8ef7-a9086dfa0df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:23.720101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0446470-1ce4-4de2-8392-119773129825 req-f4cb44cf-b831-4935-85c4-921867d58d2e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084425 Aug 31 01:01:23.724410 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff60c97c-add7-4c8f-b8f4-39f31a9ed695 req-d9f2d8be-ecba-45a7-b075-53400aa7407b tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052442 Aug 31 01:01:23.765239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-251d8eff-7474-4772-aefd-d842a9e79e40 admin admin] For port a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8,segment=NetworkSegment(fb144872-169f-4221-9b64-b72e3cc84152),segment_id=fb144872-169f-4221-9b64-b72e3cc84152)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:23.765611 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-251d8eff-7474-4772-aefd-d842a9e79e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:23.780394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-251d8eff-7474-4772-aefd-d842a9e79e40 admin admin] Calling delete_port for a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:23.890513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e61b7-59bf-4707-9e6f-bdb8ce35ce43 req-c538456e-962d-44ae-8ad4-405609355943 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:23.892053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e0e61b7-59bf-4707-9e6f-bdb8ce35ce43 req-c538456e-962d-44ae-8ad4-405609355943 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 950 time: 0.1031809 Aug 31 01:01:23.972232 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:23.987510 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e0e61b7-59bf-4707-9e6f-bdb8ce35ce43 req-e3b1c81a-cc2c-4207-ab1b-7c9cb5e8b34f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882604 Aug 31 01:01:24.093695 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-251d8eff-7474-4772-aefd-d842a9e79e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:24.123416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d8eff-7474-4772-aefd-d842a9e79e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:24.153075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cbe1c-bd63-41bb-9ed1-d9a96f024b83 req-8618a9c2-6efb-49a4-ba30-45eee51948f8 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:24.155601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e14cbe1c-bd63-41bb-9ed1-d9a96f024b83 req-8618a9c2-6efb-49a4-ba30-45eee51948f8 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 1101 time: 0.0900452 Aug 31 01:01:24.156884 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f8dc1527-746b-4a3d-a12b-03814c4d034d up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:24.218997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port f8dc1527-746b-4a3d-a12b-03814c4d034d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:24.223407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port f8dc1527-746b-4a3d-a12b-03814c4d034d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:24.224177 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:24.225165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e14cbe1c-bd63-41bb-9ed1-d9a96f024b83 req-6e2a3d6c-6752-4124-8a09-c6a8714f00b6 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495310 Aug 31 01:01:24.331414 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:24.339468 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:24.361017 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-251d8eff-7474-4772-aefd-d842a9e79e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:24.392921 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port f8dc1527-746b-4a3d-a12b-03814c4d034d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f8dc1527-746b-4a3d-a12b-03814c4d034d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:24.398519 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:24.463899 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=f8dc1527-746b-4a3d-a12b-03814c4d034d,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:24.508748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 01b67025-5122-4d30-bfca-54c5e0006242 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:24.567125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 01b67025-5122-4d30-bfca-54c5e0006242 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:24.571327 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 01b67025-5122-4d30-bfca-54c5e0006242 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:24.571724 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:24.656195 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:24.693202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 01b67025-5122-4d30-bfca-54c5e0006242, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=01b67025-5122-4d30-bfca-54c5e0006242,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:24.697299 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:24.702797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-d242e8ae-2b76-4683-ba0a-9328b6e7b13e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=834f2c2b26574b23952ac610912285bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514696 Aug 31 01:01:24.751342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=01b67025-5122-4d30-bfca-54c5e0006242,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:24.758111 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1819d020-58aa-4419-91bc-3537085a15e2', 'tag': '5dd0de09-4330-4ee3-a807-122448369116'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:24.760424 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0ad84f-4257-4016-b896-d8466fb9e791" -d '{"events": [{"name": "network-changed", "server_uuid": "1819d020-58aa-4419-91bc-3537085a15e2", "tag": "5dd0de09-4330-4ee3-a807-122448369116"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:24.820428 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b51a6-cbbc-40ae-b054-6b1cc8f85056 req-963f71e7-c395-4a30-b92d-12319e2d82e9 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:24.821973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b84b51a6-cbbc-40ae-b054-6b1cc8f85056 req-963f71e7-c395-4a30-b92d-12319e2d82e9 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 949 time: 0.1720567 Aug 31 01:01:24.932843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-73193e87-5803-4c63-b82f-fa0682564089 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:24.934246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-73193e87-5803-4c63-b82f-fa0682564089 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234795 Aug 31 01:01:24.937120 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b84b51a6-cbbc-40ae-b054-6b1cc8f85056 req-a8993959-268c-4bdd-ab21-af08551148ec tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057487 Aug 31 01:01:24.964590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-c06d25f7-fe70-424d-b37b-08c8da759b7d tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/quotas/834f2c2b26574b23952ac610912285bb HTTP/1.1" status: 200 len: 375 time: 0.0228539 Aug 31 01:01:25.082846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251d8eff-7474-4772-aefd-d842a9e79e40 admin admin] Router fc487d13-50ea-4f39-8c7a-b88235f390d5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:25.107020 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-e0b7d0e8-fcd9-436b-b360-5c99f0fcc82c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1092253 Aug 31 01:01:25.128942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b258f3-9768-42ee-80d4-dfa8b00ab0f4 req-462edf47-0d17-4504-b6b0-0c760d9970e0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:25.130466 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48b258f3-9768-42ee-80d4-dfa8b00ab0f4 req-462edf47-0d17-4504-b6b0-0c760d9970e0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 944 time: 0.0901823 Aug 31 01:01:25.236307 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48b258f3-9768-42ee-80d4-dfa8b00ab0f4 req-d83575cb-13f1-42d2-8bff-85c11085dada tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698302 Aug 31 01:01:25.275137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251d8eff-7474-4772-aefd-d842a9e79e40 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:25.285508 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d7fe7a-5736-46d6-acc9-ce45803c6080 None None] Sync routers for ids ['fc487d13-50ea-4f39-8c7a-b88235f390d5'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:25.285971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-251d8eff-7474-4772-aefd-d842a9e79e40 admin admin] 10.222.0.58 "PUT /v2.0/routers/fc487d13-50ea-4f39-8c7a-b88235f390d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6903892 Aug 31 01:01:25.288230 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33434) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:25.320939 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d7fe7a-5736-46d6-acc9-ce45803c6080 None None] Routers {'fc487d13-50ea-4f39-8c7a-b88235f390d5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:25.320939 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d6d7fe7a-5736-46d6-acc9-ce45803c6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:01:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['fc487d13-50ea-4f39-8c7a-b88235f390d5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:25.382872 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb448618-186e-4960-85c2-94250849fddf x-openstack-request-id: req-bb448618-186e-4960-85c2-94250849fddf {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:25.383154 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1819d020-58aa-4419-91bc-3537085a15e2", "tag": "5dd0de09-4330-4ee3-a807-122448369116", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:25.383438 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb448618-186e-4960-85c2-94250849fddf {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:25.383841 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1819d020-58aa-4419-91bc-3537085a15e2', 'tag': '5dd0de09-4330-4ee3-a807-122448369116', 'status': 'completed', 'code': 200} Aug 31 01:01:25.455676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486f9e56-35f4-408b-9884-8b408e646e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dc1527-746b-4a3d-a12b-03814c4d034d'}, {'server_uuid': '7cdd817c-f5fe-46fe-bc9c-2f004449d7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b67025-5122-4d30-bfca-54c5e0006242'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:25.457997 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708dca6d-e741-469f-8468-d4960b3be4a7" -d '{"events": [{"server_uuid": "486f9e56-35f4-408b-9884-8b408e646e77", "name": "network-vif-plugged", "status": "completed", "tag": "f8dc1527-746b-4a3d-a12b-03814c4d034d"}, {"server_uuid": "7cdd817c-f5fe-46fe-bc9c-2f004449d7ff", "name": "network-vif-plugged", "status": "completed", "tag": "01b67025-5122-4d30-bfca-54c5e0006242"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:25.517555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657b82a-8bc7-4185-8625-2250ff2d1972 req-f2b811ff-ad07-4855-ac24-351ac51c710f tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:25.525397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3657b82a-8bc7-4185-8625-2250ff2d1972 req-f2b811ff-ad07-4855-ac24-351ac51c710f tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 946 time: 0.1895483 Aug 31 01:01:25.527687 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:25.552880 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-d6d7fe7a-5736-46d6-acc9-ce45803c6080 None None] Set router fc487d13-50ea-4f39-8c7a-b88235f390d5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:25.563095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5ac19-99de-4e56-9dea-d30d7388bb8d req-fa570244-64db-4cc5-ba28-cacd921ab1fc tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:25.565134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36c5ac19-99de-4e56-9dea-d30d7388bb8d req-fa570244-64db-4cc5-ba28-cacd921ab1fc tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 950 time: 0.1250248 Aug 31 01:01:25.570919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ad84f-4257-4016-b896-d8466fb9e791 req-20e821a8-d782-45fc-bbb4-61bb0e184732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:25.572512 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b0ad84f-4257-4016-b896-d8466fb9e791 req-20e821a8-d782-45fc-bbb4-61bb0e184732 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 1127 time: 0.1509020 Aug 31 01:01:25.647972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3657b82a-8bc7-4185-8625-2250ff2d1972 req-7f7dc14d-4659-41f5-98ae-fcd80448804b tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214805 Aug 31 01:01:25.738141 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36c5ac19-99de-4e56-9dea-d30d7388bb8d req-dd622db5-f54f-4542-b5a4-8f7a4715d098 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625776 Aug 31 01:01:25.786842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ad84f-4257-4016-b896-d8466fb9e791 req-64b969f9-b716-4528-bc0c-c75e07900009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:25.786992 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:25.788712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b0ad84f-4257-4016-b896-d8466fb9e791 req-64b969f9-b716-4528-bc0c-c75e07900009 service neutron] 10.222.0.15 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.1980579 Aug 31 01:01:25.860538 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ef5156-1811-46b8-b03b-6f8004dd7c25 x-openstack-request-id: req-b8ef5156-1811-46b8-b03b-6f8004dd7c25 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:25.861061 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486f9e56-35f4-408b-9884-8b408e646e77", "name": "network-vif-plugged", "status": "completed", "tag": "f8dc1527-746b-4a3d-a12b-03814c4d034d", "code": 200}, {"server_uuid": "7cdd817c-f5fe-46fe-bc9c-2f004449d7ff", "name": "network-vif-plugged", "status": "completed", "tag": "01b67025-5122-4d30-bfca-54c5e0006242", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:25.861342 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8ef5156-1811-46b8-b03b-6f8004dd7c25 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:25.862516 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486f9e56-35f4-408b-9884-8b408e646e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dc1527-746b-4a3d-a12b-03814c4d034d', 'code': 200} Aug 31 01:01:25.862993 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdd817c-f5fe-46fe-bc9c-2f004449d7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b67025-5122-4d30-bfca-54c5e0006242', 'code': 200} Aug 31 01:01:25.926584 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d6d7fe7a-5736-46d6-acc9-ce45803c6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894481560-router', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87a7345d-3ada-4899-969f-4459edac6805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:15Z', 'updated_at': '2021-08-31T01:01:24Z', 'revision_number': 5, 'project_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'gw_port': {'id': '87a7345d-3ada-4899-969f-4459edac6805', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:16Z', 'updated_at': '2021-08-31T00:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:25.931854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb4fdb16-e749-4c12-9cf6-d4c034099fd2 req-364e53a8-e6c3-4e98-898e-7b02b30039f0 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 210 time: 0.1037464 Aug 31 01:01:25.939948 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] Deleting port 87a7345d-3ada-4899-969f-4459edac6805 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:25.940236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b0ad84f-4257-4016-b896-d8466fb9e791 req-f5a56cd9-8cbd-423f-b4f3-2fef9334e649 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd0de09-4330-4ee3-a807-122448369116 HTTP/1.1" status: 200 len: 217 time: 0.1352928 Aug 31 01:01:25.940365 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:25.977452 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d7fe7a-5736-46d6-acc9-ce45803c6080 None None] Checking router: fc487d13-50ea-4f39-8c7a-b88235f390d5 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:01:25.999066 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d7fe7a-5736-46d6-acc9-ce45803c6080 None None] Routers {'fc487d13-50ea-4f39-8c7a-b88235f390d5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:25.999746 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d6d7fe7a-5736-46d6-acc9-ce45803c6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:01:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['fc487d13-50ea-4f39-8c7a-b88235f390d5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:26.048694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ad84f-4257-4016-b896-d8466fb9e791 req-47254f20-60d9-4bfe-8e4b-a22fa14a9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:26.054755 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b0ad84f-4257-4016-b896-d8466fb9e791 req-47254f20-60d9-4bfe-8e4b-a22fa14a9578 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.1022918 Aug 31 01:01:26.124252 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae813c-0a84-4e6d-b32c-7b80f6dda7ae req-2dfb01bc-c0fa-4206-bb85-d7c274747166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:26.125846 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-68ae813c-0a84-4e6d-b32c-7b80f6dda7ae req-2dfb01bc-c0fa-4206-bb85-d7c274747166 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 1098 time: 0.1968067 Aug 31 01:01:26.145770 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b0ad84f-4257-4016-b896-d8466fb9e791 req-2a95fd7b-51b1-4fe5-ba19-0f2dfdd19f9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297542 Aug 31 01:01:26.184815 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eedcb-8cb8-4430-9f40-34d2e910f98b req-64b9c196-66f0-4dc5-ac23-d62c736a27d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:26.186449 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8a5eedcb-8cb8-4430-9f40-34d2e910f98b req-64b9c196-66f0-4dc5-ac23-d62c736a27d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 1101 time: 0.1340809 Aug 31 01:01:26.190322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e689d-e89a-41d4-84c1-0099f935b16c req-fd03b7ec-a554-4a7a-a3cd-7907b706079e tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:26.191449 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d64e689d-e89a-41d4-84c1-0099f935b16c req-fd03b7ec-a554-4a7a-a3cd-7907b706079e tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 949 time: 0.1324394 Aug 31 01:01:26.293268 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-68ae813c-0a84-4e6d-b32c-7b80f6dda7ae req-2a831150-2a7b-4a43-8af6-69ec356434d9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592665 Aug 31 01:01:26.306756 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-d6d7fe7a-5736-46d6-acc9-ce45803c6080 None None] Set router fc487d13-50ea-4f39-8c7a-b88235f390d5 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:26.310907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d64e689d-e89a-41d4-84c1-0099f935b16c req-2abac47b-e8a2-4820-86bc-f498fe1edf53 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922344 Aug 31 01:01:26.346799 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] For port 87a7345d-3ada-4899-969f-4459edac6805, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=87a7345d-3ada-4899-969f-4459edac6805,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:26.347170 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.360173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b0ad84f-4257-4016-b896-d8466fb9e791 req-3cb4033e-688c-4999-accf-8387282795cd service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043135 Aug 31 01:01:26.409900 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d6d7fe7a-5736-46d6-acc9-ce45803c6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894481560-router', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:15Z', 'updated_at': '2021-08-31T01:01:25Z', 'revision_number': 6, 'project_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:26.418960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] Calling delete_port for 87a7345d-3ada-4899-969f-4459edac6805 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:26.437350 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8a5eedcb-8cb8-4430-9f40-34d2e910f98b req-ca10bfc4-5087-4e6c-9dc0-3008a8a1a335 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111592 Aug 31 01:01:26.441554 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d7fe7a-5736-46d6-acc9-ce45803c6080 None None] The sync data for ids ['fc487d13-50ea-4f39-8c7a-b88235f390d5'] in n-d-802060-13 is: [{'id': 'fc487d13-50ea-4f39-8c7a-b88235f390d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894481560-router', 'tenant_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:15Z', 'updated_at': '2021-08-31T01:01:25Z', 'revision_number': 6, 'project_id': 'eb8aff6e40ae459e80636861dfb4cc82', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:26.513917 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5dd0de09-4330-4ee3-a807-122448369116 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:26.535599 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31b95b-96ee-4c60-bf1b-9f7d2dd6e089 req-c7e6e381-a9e0-4f5a-ad52-329a4ca70933 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:26.543372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd31b95b-96ee-4c60-bf1b-9f7d2dd6e089 req-c7e6e381-a9e0-4f5a-ad52-329a4ca70933 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 944 time: 0.1043131 Aug 31 01:01:26.583021 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.583559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b0ad84f-4257-4016-b896-d8466fb9e791 req-5c44465c-9dd6-49fe-be08-ccfbf5f0ab25 service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096472 Aug 31 01:01:26.597358 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd31b95b-96ee-4c60-bf1b-9f7d2dd6e089 req-35038806-28c2-406e-bdc4-d50a26dcbd88 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530369 Aug 31 01:01:26.674689 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.701474 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a7345d-3ada-4899-969f-4459edac6805,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:26.721477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5dd0de09-4330-4ee3-a807-122448369116,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:26.745673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5dd0de09-4330-4ee3-a807-122448369116 has no active binding in host n-h2-802060-13 {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 01:01:26.795740 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.802334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb178c1d-f1a1-44ee-9c2f-42ababba6901 req-742df215-4454-49ca-a46a-0e77314d7346 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:26.810631 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb178c1d-f1a1-44ee-9c2f-42ababba6901 req-742df215-4454-49ca-a46a-0e77314d7346 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 946 time: 0.0788035 Aug 31 01:01:26.869317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb178c1d-f1a1-44ee-9c2f-42ababba6901 req-427a3eda-2c74-4ce0-aa3f-f4d89fb4f1b8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558393 Aug 31 01:01:26.932230 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.935208 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.991348 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.992525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc487d13-50ea-4f39-8c7a-b88235f390d5 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:01:27.003112 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.003112 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bd17fb93-1b05-4cae-a3e9-7ddf9c5e4249 admin admin] 10.222.0.58 "DELETE /v2.0/routers/fc487d13-50ea-4f39-8c7a-b88235f390d5 HTTP/1.1" status: 204 len: 168 time: 1.7095156 Aug 31 01:01:27.003643 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33466) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:27.054499 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9942aedf-7bf9-4d64-a3ec-7b77741fc56e admin admin] Deleting subnet 47a5735b-2eb2-4bef-83b6-3688e6f2bb33 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:01:27.059220 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9942aedf-7bf9-4d64-a3ec-7b77741fc56e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.104546 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9942aedf-7bf9-4d64-a3ec-7b77741fc56e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.119243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0204374d-36b6-43ac-b03e-17a2378d5502 req-01656107-3d58-4a1b-9438-7fefe7e75da5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 210 time: 0.0384240 Aug 31 01:01:27.188113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.188785 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.191425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.192196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.192854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.194235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.194894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.196071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.196731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.197517 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.198053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.198583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.199322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.200095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.201097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.201692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.203574 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9942aedf-7bf9-4d64-a3ec-7b77741fc56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.204746 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-84d06be8-8e22-4fc6-9647-c36fec1fae1b tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611&device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff&device_id=486f9e56-35f4-408b-9884-8b408e646e77&device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d&device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2&device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c&device_id=1819d020-58aa-4419-91bc-3537085a15e2&device_id=85958240-854f-414d-b1db-f4bf4f22e3bc&device_id=534147c6-77f6-4fce-9606-9f49422ce086&device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797&device_id=00eccfa1-f4c8-4127-a15f-e35cf6216351&device_id=287936e3-5bc4-48da-90b8-f65152636dee&device_id=e0304022-dfa6-4917-a975-10f51bfae241&device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad&device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c&device_id=5bceab6a-3bd7-4700-b20c-88e48521a378&device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 14486 time: 0.0885670 Aug 31 01:01:27.248589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-adbce65e-c6b5-49b1-8d1e-049e8035c047 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=834f2c2b26574b23952ac610912285bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338795 Aug 31 01:01:27.267611 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-d81cab3e-237a-4b7a-984d-f78ffe6ca3a0 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.288006 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9942aedf-7bf9-4d64-a3ec-7b77741fc56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.323429 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942aedf-7bf9-4d64-a3ec-7b77741fc56e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a5735b-2eb2-4bef-83b6-3688e6f2bb33,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:27.329773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9942aedf-7bf9-4d64-a3ec-7b77741fc56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.330154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f4c516-3060-422a-a312-22e408caff30 None None] Network 7e8eee75-4fe6-413a-a2ec-561af5cd8650 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:27.332650 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9942aedf-7bf9-4d64-a3ec-7b77741fc56e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/47a5735b-2eb2-4bef-83b6-3688e6f2bb33 HTTP/1.1" status: 204 len: 168 time: 0.3279045 Aug 31 01:01:27.334966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33470) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:27.471377 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:27.500695 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.554489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:27.555405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a9a9ba2a-4b5e-4cfd-aec8-d0b1675b0ac8 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:27.556290 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 87a7345d-3ada-4899-969f-4459edac6805 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:27.578586 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] Deleting port 76144cfc-75ad-46c6-9aec-ccc41c6aa626 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:27.578839 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.589333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-275548be-9b52-441e-80d6-16971b931086 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.591847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-275548be-9b52-441e-80d6-16971b931086 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3250985 Aug 31 01:01:27.593411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 87a7345d-3ada-4899-969f-4459edac6805 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:27.593991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 87a7345d-3ada-4899-969f-4459edac6805 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:27.605300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa55f0-04a9-479c-ac49-63fef44566fd req-129c9ecc-2b53-4915-9190-1e90764bcec1 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:27.607627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8faa55f0-04a9-479c-ac49-63fef44566fd req-129c9ecc-2b53-4915-9190-1e90764bcec1 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 949 time: 0.1408558 Aug 31 01:01:27.626304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-88b0fa4d-cab4-4b8c-827c-04f9fc954725 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Request body: {'port': {'device_id': '9355ba98-ad02-480c-bf32-00163aacc611', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '834f2c2b26574b23952ac610912285bb'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:27.664829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] For port 76144cfc-75ad-46c6-9aec-ccc41c6aa626, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=76144cfc-75ad-46c6-9aec-ccc41c6aa626,segment=NetworkSegment(fb144872-169f-4221-9b64-b72e3cc84152),segment_id=fb144872-169f-4221-9b64-b72e3cc84152)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:27.665203 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.682651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] Calling delete_port for 76144cfc-75ad-46c6-9aec-ccc41c6aa626 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:27.692978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3112bdf3-5daa-4b43-b88c-7d0f056adfbc None None] DHCP port deletion for 7e8eee75-4fe6-413a-a2ec-561af5cd8650 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:01:27.753985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8faa55f0-04a9-479c-ac49-63fef44566fd req-d3afecfb-c6c5-486f-8cce-c38d45f491e9 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232848 Aug 31 01:01:27.767756 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-d81cab3e-237a-4b7a-984d-f78ffe6ca3a0 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.786595 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-d81cab3e-237a-4b7a-984d-f78ffe6ca3a0 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.787681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3112bdf3-5daa-4b43-b88c-7d0f056adfbc None None] Deleting port 76144cfc-75ad-46c6-9aec-ccc41c6aa626 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:27.788081 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3112bdf3-5daa-4b43-b88c-7d0f056adfbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.805077 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.839884 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a579e322-7a4c-4123-8ca8-9a2660852795 req-d81cab3e-237a-4b7a-984d-f78ffe6ca3a0 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&id=6d9bd159-44bd-4eb3-ab57-e201e9431808&id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.6265152 Aug 31 01:01:27.868670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cab3e-237a-4b7a-984d-f78ffe6ca3a0 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37d8551-01ac-4c41-bb83-ff061f62e72c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:27.888934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] Pushing event deleted for resources: {'Port': ['ID=76144cfc-75ad-46c6-9aec-ccc41c6aa626,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:27.891560 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] No DVR routers for this DVR port 76144cfc-75ad-46c6-9aec-ccc41c6aa626 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:27.929918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-3112bdf3-5daa-4b43-b88c-7d0f056adfbc None None] For port 76144cfc-75ad-46c6-9aec-ccc41c6aa626, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=76144cfc-75ad-46c6-9aec-ccc41c6aa626,segment=NetworkSegment(fb144872-169f-4221-9b64-b72e3cc84152),segment_id=fb144872-169f-4221-9b64-b72e3cc84152)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:27.930371 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3112bdf3-5daa-4b43-b88c-7d0f056adfbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.963745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3112bdf3-5daa-4b43-b88c-7d0f056adfbc None None] Calling delete_port for 76144cfc-75ad-46c6-9aec-ccc41c6aa626 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:27.973097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-88b0fa4d-cab4-4b8c-827c-04f9fc954725 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Made reservation on behalf of 834f2c2b26574b23952ac610912285bb for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:27.980359 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.983922 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-88b0fa4d-cab4-4b8c-827c-04f9fc954725 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:27.992126 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8eee75-4fe6-413a-a2ec-561af5cd8650']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:28.005990 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb144872-169f-4221-9b64-b72e3cc84152') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:28.006425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb144872-169f-4221-9b64-b72e3cc84152') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:28.023548 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.025539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd4182-545a-4392-b347-7620e5b6fb57 req-33e45419-ef7a-4864-83df-92b9c0b8cc3a tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:28.027323 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-62fd4182-545a-4392-b347-7620e5b6fb57 req-33e45419-ef7a-4864-83df-92b9c0b8cc3a tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 944 time: 0.1366367 Aug 31 01:01:28.052803 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.064461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:01:28.067961 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:01:28.092478 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:01:28.144551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-62fd4182-545a-4392-b347-7620e5b6fb57 req-ba70c2c3-ecf0-4ea1-bde1-3365d186d560 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071863 Aug 31 01:01:28.145915 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3112bdf3-5daa-4b43-b88c-7d0f056adfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.176246 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.179407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112bdf3-5daa-4b43-b88c-7d0f056adfbc None None] Pushing event deleted for resources: {'Port': ['ID=76144cfc-75ad-46c6-9aec-ccc41c6aa626,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:28.187273 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.191723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3112bdf3-5daa-4b43-b88c-7d0f056adfbc None None] No DVR routers for this DVR port 76144cfc-75ad-46c6-9aec-ccc41c6aa626 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:28.201024 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] 10.222.0.58 "DELETE /v2.0/networks/7e8eee75-4fe6-413a-a2ec-561af5cd8650 HTTP/1.1" status: 204 len: 168 time: 0.8588004 Aug 31 01:01:28.226104 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1205a45-e2a7-4271-8a3f-8a3359f515dc admin admin] Pushing event deleted for resources: {'Network': ['ID=7e8eee75-4fe6-413a-a2ec-561af5cd8650,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:28.240384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62853-85ac-4678-a048-1ce1d7b90916 req-e053f717-5ae1-405c-bf7c-4293cca77061 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:28.241928 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7c62853-85ac-4678-a048-1ce1d7b90916 req-e053f717-5ae1-405c-bf7c-4293cca77061 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 946 time: 0.1277204 Aug 31 01:01:28.269906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-88b0fa4d-cab4-4b8c-827c-04f9fc954725 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Allocated IP 192.168.233.41 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/061c155b-b9b2-4f29-b9aa-b1bda87e5d27) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:28.343216 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7c62853-85ac-4678-a048-1ce1d7b90916 req-b314bc23-1214-42e9-ad03-d303b73d3157 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879543 Aug 31 01:01:28.520163 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dceddcc9-569e-4ed8-bc75-e71a1563141b req-5032718b-8597-425b-9173-5039b0977e4c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 210 time: 0.0344365 Aug 31 01:01:28.578155 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33490) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:28.635504 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-88b0fa4d-cab4-4b8c-827c-04f9fc954725 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.669780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-88b0fa4d-cab4-4b8c-827c-04f9fc954725 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Transition to ACTIVE for port object 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:28.685278 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-14d3156b-09c1-4173-b00a-dc84cf51d21b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0bf59ebd7bc429bae6d44e4108748a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1058502 Aug 31 01:01:28.688982 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33492) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:28.694965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa542b-a006-4049-8f18-a86bb0efaa56 req-1a7b60ff-8db8-4104-86f9-95aa6e3d09f5 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:28.694965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa542b-a006-4049-8f18-a86bb0efaa56 req-1a7b60ff-8db8-4104-86f9-95aa6e3d09f5 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:28.694965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa542b-a006-4049-8f18-a86bb0efaa56 req-1a7b60ff-8db8-4104-86f9-95aa6e3d09f5 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:28.695392 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dbaa542b-a006-4049-8f18-a86bb0efaa56 req-1a7b60ff-8db8-4104-86f9-95aa6e3d09f5 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2&device_id=534147c6-77f6-4fce-9606-9f49422ce086&device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 2886 time: 0.1076124 Aug 31 01:01:28.742250 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-88b0fa4d-cab4-4b8c-827c-04f9fc954725 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.758343 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dbaa542b-a006-4049-8f18-a86bb0efaa56 req-58b26d60-7e94-40de-8009-13e8184324d5 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557401 Aug 31 01:01:28.758541 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15f5cd0c-b156-40ec-b1ac-781f73c9a705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.759501 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d', 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d', '7cf193b2-aa9f-4fd5-9e18-4da12ea06350'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:28.784184 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15f5cd0c-b156-40ec-b1ac-781f73c9a705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.804734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-88b0fa4d-cab4-4b8c-827c-04f9fc954725 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:28.805491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['eed772e1-093b-47d9-8487-75e06f8af348', '25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:28.818726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-88b0fa4d-cab4-4b8c-827c-04f9fc954725 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:28.830528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-88b0fa4d-cab4-4b8c-827c-04f9fc954725 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:28.857202 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15f5cd0c-b156-40ec-b1ac-781f73c9a705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.860454 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15f5cd0c-b156-40ec-b1ac-781f73c9a705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:28.864234 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-15f5cd0c-b156-40ec-b1ac-781f73c9a705 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89243edd-6c45-4da8-8336-2ce65344545c HTTP/1.1" status: 204 len: 168 time: 0.1716421 Aug 31 01:01:28.892687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5cd0c-b156-40ec-b1ac-781f73c9a705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89243edd-6c45-4da8-8336-2ce65344545c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:28.990591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0fa4d-cab4-4b8c-827c-04f9fc954725 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event updated for resources: {'Port': ['ID=061c155b-b9b2-4f29-b9aa-b1bda87e5d27,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:29.097717 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 76144cfc-75ad-46c6-9aec-ccc41c6aa626 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:29.110506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-88b0fa4d-cab4-4b8c-827c-04f9fc954725 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:29.114939 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-88b0fa4d-cab4-4b8c-827c-04f9fc954725 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.136504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 76144cfc-75ad-46c6-9aec-ccc41c6aa626 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:29.137008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 76144cfc-75ad-46c6-9aec-ccc41c6aa626 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:29.160362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a6499-7f12-4b07-afe6-b161d6cab6fd req-445957a2-d37e-4d47-8833-ce756071e8c7 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:29.172921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-797a6499-7f12-4b07-afe6-b161d6cab6fd req-445957a2-d37e-4d47-8833-ce756071e8c7 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 949 time: 0.2459970 Aug 31 01:01:29.214656 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-88b0fa4d-cab4-4b8c-827c-04f9fc954725 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5944755 Aug 31 01:01:29.255384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Request body: {'port': {'device_id': '9355ba98-ad02-480c-bf32-00163aacc611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:29.279531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-797a6499-7f12-4b07-afe6-b161d6cab6fd req-e60bf6c2-7c5f-4233-a9c7-f7f0e9360b14 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054821 Aug 31 01:01:29.395997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-40c469b5-b11b-4f4b-9435-7476887699bb None None] Provisioning for port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:29.418185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-40c469b5-b11b-4f4b-9435-7476887699bb None None] Provisioning complete for port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:29.418561 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-40c469b5-b11b-4f4b-9435-7476887699bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.459700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33516) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:29.500088 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.514215 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d0c41360-5e7e-493b-923c-d3df6b19fcc7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb8aff6e40ae459e80636861dfb4cc82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530326 Aug 31 01:01:29.516651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33520) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:29.585122 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6de6-2c5d-4fcd-a62a-a8084c4d64c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.609408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89740076-3681-463d-927e-95a22ae40bc2 req-6a61cd7c-695f-4893-80ec-82d7b3bdb2c3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:29.611088 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6de6-2c5d-4fcd-a62a-a8084c4d64c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.630280 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89740076-3681-463d-927e-95a22ae40bc2 req-6a61cd7c-695f-4893-80ec-82d7b3bdb2c3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 944 time: 0.1922817 Aug 31 01:01:29.677289 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-40c469b5-b11b-4f4b-9435-7476887699bb None None] Port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:29.682225 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6de6-2c5d-4fcd-a62a-a8084c4d64c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.687788 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6de6-2c5d-4fcd-a62a-a8084c4d64c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:29.690267 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9f4b6de6-2c5d-4fcd-a62a-a8084c4d64c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/555d14fc-0443-4921-b97d-a6da800944e4 HTTP/1.1" status: 204 len: 168 time: 0.1725779 Aug 31 01:01:29.702572 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b6de6-2c5d-4fcd-a62a-a8084c4d64c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555d14fc-0443-4921-b97d-a6da800944e4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:29.805073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89740076-3681-463d-927e-95a22ae40bc2 req-050f5587-848e-4baa-96a5-1ec8a124b009 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713207 Aug 31 01:01:30.017573 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-6faaacc1-31a2-4882-9abf-9525a2e4d4fb service neutron] 10.222.0.15 "GET /v2.0/ports/5dd0de09-4330-4ee3-a807-122448369116/bindings/n-h2-802060-13 HTTP/1.1" status: 200 len: 385 time: 0.1372907 Aug 31 01:01:30.029048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab48b0-c681-4e6b-842c-7b5c4a0086e0 req-de977962-e57c-4b47-9e7a-f91c7d6395cf tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:30.030648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77ab48b0-c681-4e6b-842c-7b5c4a0086e0 req-de977962-e57c-4b47-9e7a-f91c7d6395cf tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 946 time: 0.1716018 Aug 31 01:01:30.169443 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77ab48b0-c681-4e6b-842c-7b5c4a0086e0 req-8887a0a0-876f-4c46-b627-cf7e8b673efc tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280415 Aug 31 01:01:30.198799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909088e6-00fb-4f7f-b023-4b03aabc72c6 req-b28d7b95-1d1c-472f-b373-fc91ba3e7b8c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:30.200923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-909088e6-00fb-4f7f-b023-4b03aabc72c6 req-b28d7b95-1d1c-472f-b373-fc91ba3e7b8c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 935 time: 0.1099622 Aug 31 01:01:30.258573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:30.267581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-68544d26-6288-4cf7-8069-d3840086c618 service neutron] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5dd0de09-4330-4ee3-a807-122448369116,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:30.280925 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.290458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-909088e6-00fb-4f7f-b023-4b03aabc72c6 req-c2e39d8b-3fbd-434e-b6d6-4b9cd9f38b86 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695710 Aug 31 01:01:30.292893 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-68544d26-6288-4cf7-8069-d3840086c618 service neutron] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:30.328637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Transition to ACTIVE for port object 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:30.341371 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.350068 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-68544d26-6288-4cf7-8069-d3840086c618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd0de09-4330-4ee3-a807-122448369116 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:30.364426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-68544d26-6288-4cf7-8069-d3840086c618 service neutron] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5dd0de09-4330-4ee3-a807-122448369116,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:30.380217 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-68544d26-6288-4cf7-8069-d3840086c618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.382465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f29ea4-1817-4386-b6a6-bbc473187b7e req-79800cbe-b59e-424e-aee1-b3831ab6759b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:30.384035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59f29ea4-1817-4386-b6a6-bbc473187b7e req-79800cbe-b59e-424e-aee1-b3831ab6759b tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 949 time: 0.0997128 Aug 31 01:01:30.473939 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-68544d26-6288-4cf7-8069-d3840086c618 service neutron] Transition to ACTIVE for port object 5dd0de09-4330-4ee3-a807-122448369116 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:30.480356 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-68544d26-6288-4cf7-8069-d3840086c618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.516954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Pushing event updated for resources: {'Port': ['ID=061c155b-b9b2-4f29-b9aa-b1bda87e5d27,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:30.539858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b3c99-08f3-42ce-ba72-aafd5951d043 req-72becab1-3617-4196-bc13-9cb77b0add5e tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:30.542381 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-101b3c99-08f3-42ce-ba72-aafd5951d043 req-72becab1-3617-4196-bc13-9cb77b0add5e tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 1102 time: 0.1722362 Aug 31 01:01:30.548215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59f29ea4-1817-4386-b6a6-bbc473187b7e req-f115a160-a6fe-4c0d-8c7e-cc9fddacffdb tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560419 Aug 31 01:01:30.567667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68544d26-6288-4cf7-8069-d3840086c618 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd0de09-4330-4ee3-a807-122448369116,revision_number=10']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:30.603653 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-68544d26-6288-4cf7-8069-d3840086c618 service neutron] No DVR routers for this DVR port 5dd0de09-4330-4ee3-a807-122448369116 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:30.605687 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-101b3c99-08f3-42ce-ba72-aafd5951d043 req-af43a2f8-b031-4a80-a8d0-6f9a6f2c8585 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525281 Aug 31 01:01:30.606320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Attempting to bind port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:30.606645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Attempting to bind port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:30.607153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Attempting to bind port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:30.612675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:30.613389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Attempting to bind port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:30.634855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:30.635192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:30.635706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:30.636129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Bound port: 061c155b-b9b2-4f29-b9aa-b1bda87e5d27, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:30.636486 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.672496 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-68544d26-6288-4cf7-8069-d3840086c618 service neutron] 10.222.0.15 "PUT /v2.0/ports/5dd0de09-4330-4ee3-a807-122448369116/bindings/n-h2-802060-13/activate HTTP/1.1" status: 200 len: 370 time: 0.6458490 Aug 31 01:01:30.826306 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-93df5726-ff3f-47f9-926c-da28dbb5a6d9 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:30.828052 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-93df5726-ff3f-47f9-926c-da28dbb5a6d9 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2&tenant_id=293537de7bd940eabdbb028d66a178c1&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1097 time: 0.0461926 Aug 31 01:01:30.850363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f82d1-1241-4ae6-89fb-7bf8cf6e1e79 req-5c41a52b-b0be-4f88-bd0f-2d23139f338f tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:30.851893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-926f82d1-1241-4ae6-89fb-7bf8cf6e1e79 req-5c41a52b-b0be-4f88-bd0f-2d23139f338f tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 946 time: 0.1570082 Aug 31 01:01:30.856296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] For port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:30.877330 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] For port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=061c155b-b9b2-4f29-b9aa-b1bda87e5d27,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:30.891216 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.894380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e06f26-17b4-44ba-9704-d4275fb73df5 req-b7ef76af-7bca-4420-83b3-a1b4e9ee356a tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:30.896086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-16e06f26-17b4-44ba-9704-d4275fb73df5 req-b7ef76af-7bca-4420-83b3-a1b4e9ee356a tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 1102 time: 0.1031635 Aug 31 01:01:30.959823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:30.960437 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:30.961829 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] 10.222.0.15 "PUT /v2.0/ports/061c155b-b9b2-4f29-b9aa-b1bda87e5d27 HTTP/1.1" status: 200 len: 1096 time: 1.7134843 Aug 31 01:01:30.962400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9355ba98-ad02-480c-bf32-00163aacc611', 'tag': '061c155b-b9b2-4f29-b9aa-b1bda87e5d27'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:30.964647 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c1fa63-a42f-434b-9ced-35eadd78121a" -d '{"events": [{"name": "network-changed", "server_uuid": "9355ba98-ad02-480c-bf32-00163aacc611", "tag": "061c155b-b9b2-4f29-b9aa-b1bda87e5d27"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:30.970458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-926f82d1-1241-4ae6-89fb-7bf8cf6e1e79 req-73736a10-8072-426e-9321-d7b1f856e0f8 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093748 Aug 31 01:01:31.008480 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-16e06f26-17b4-44ba-9704-d4275fb73df5 req-4ce3dc60-dc21-482a-98cb-bac5829215ba tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050749 Aug 31 01:01:31.009749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab60b6-979e-425a-8a1f-b17f653f0966 service neutron] Pushing event updated for resources: {'Port': ['ID=061c155b-b9b2-4f29-b9aa-b1bda87e5d27,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:31.096382 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-df246928-afd5-4425-8c08-38c80a1e950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:31.098093 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-df246928-afd5-4425-8c08-38c80a1e950d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2&tenant_id=293537de7bd940eabdbb028d66a178c1 HTTP/1.1" status: 200 len: 1097 time: 0.0668807 Aug 31 01:01:31.124398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-9d57d146-948d-4c5c-8731-2e41e86f64a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:31.125921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-9d57d146-948d-4c5c-8731-2e41e86f64a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 1099 time: 0.0810392 Aug 31 01:01:31.158047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e4bfc-26ff-4ee0-98f5-8317aba7d891 req-1e136a27-4bb1-4cba-b0a0-89c8725714a8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:31.158733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-997e4bfc-26ff-4ee0-98f5-8317aba7d891 req-1e136a27-4bb1-4cba-b0a0-89c8725714a8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 945 time: 0.0654824 Aug 31 01:01:31.195661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-4ae887bb-0b93-4daf-b56a-b295409a4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:31.197352 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-4ae887bb-0b93-4daf-b56a-b295409a4274 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 1097 time: 0.0502255 Aug 31 01:01:31.293310 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:31.303620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-7b4b8a09-20b1-4b43-99ac-3bd41ba2a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:31.305240 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-7b4b8a09-20b1-4b43-99ac-3bd41ba2a54a service neutron] 10.222.0.70 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.0999994 Aug 31 01:01:31.354650 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-c6ec998e-f17d-4ea6-a2ad-d2445e5c8769 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd0de09-4330-4ee3-a807-122448369116 HTTP/1.1" status: 200 len: 217 time: 0.0414600 Aug 31 01:01:31.409050 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-08a2df9f-6f0a-4f73-a400-28e03c9fda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:31.410539 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-08a2df9f-6f0a-4f73-a400-28e03c9fda61 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.0470214 Aug 31 01:01:31.421247 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ae0a0b-26a7-426c-a9a0-39df29ffdcad x-openstack-request-id: req-58ae0a0b-26a7-426c-a9a0-39df29ffdcad {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:31.421822 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9355ba98-ad02-480c-bf32-00163aacc611", "tag": "061c155b-b9b2-4f29-b9aa-b1bda87e5d27", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:31.421822 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58ae0a0b-26a7-426c-a9a0-39df29ffdcad {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:31.422362 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9355ba98-ad02-480c-bf32-00163aacc611', 'tag': '061c155b-b9b2-4f29-b9aa-b1bda87e5d27', 'status': 'completed', 'code': 200} Aug 31 01:01:31.427983 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-97cdaf96-8f35-40fa-b5aa-fc8a72360d99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=061c155b-b9b2-4f29-b9aa-b1bda87e5d27 HTTP/1.1" status: 200 len: 217 time: 0.2863693 Aug 31 01:01:31.452878 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-eaea26da-4ee0-4dfd-ba45-a97e74448301 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273144 Aug 31 01:01:31.498008 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-997e4bfc-26ff-4ee0-98f5-8317aba7d891 req-e8948a12-4f2f-494c-944d-9051decc8d5b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734782 Aug 31 01:01:31.509289 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-e135dfb3-dc43-4e93-9c56-8239cd30e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:31.510742 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-e135dfb3-dc43-4e93-9c56-8239cd30e4ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0742030 Aug 31 01:01:31.570917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-44d87860-4a90-4fef-b3a8-ab584be04841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:31.572654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-44d87860-4a90-4fef-b3a8-ab584be04841 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0489619 Aug 31 01:01:31.578194 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-36677551-a7ef-4017-8aad-9395ec9f5a80 service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154454 Aug 31 01:01:31.699722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-12f11891-e6bc-40bd-8c1e-e4ee1cdc403d service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184421 Aug 31 01:01:31.722690 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-eec00637-f173-4a14-b13c-598ff682e8cf service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134961 Aug 31 01:01:31.795297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed741c6-f454-42de-a15f-457cd69e292f req-168c35e9-ac3e-40dd-839d-8dc8ec535516 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:31.796942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ed741c6-f454-42de-a15f-457cd69e292f req-168c35e9-ac3e-40dd-839d-8dc8ec535516 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 947 time: 0.1174903 Aug 31 01:01:31.855300 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a03a5e-fbd8-4aa0-b0f5-604a9c7d3429 req-217c4fa9-75b4-4f88-9bf8-cf0f98236c6e service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401987 Aug 31 01:01:31.863198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ed741c6-f454-42de-a15f-457cd69e292f req-9c824a33-0afc-4a1a-ab34-185f0330da75 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490162 Aug 31 01:01:32.029712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa194b-f7a1-4170-9ce9-e19f818c824c req-6390794b-e6a5-4592-a2b6-551901b60b34 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:32.032239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60fa194b-f7a1-4170-9ce9-e19f818c824c req-6390794b-e6a5-4592-a2b6-551901b60b34 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 949 time: 0.0894597 Aug 31 01:01:32.034376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1fa63-a42f-434b-9ced-35eadd78121a req-1d83be9a-1c76-4685-ae30-4ec781e09a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:32.035787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56c1fa63-a42f-434b-9ced-35eadd78121a req-1d83be9a-1c76-4685-ae30-4ec781e09a51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 1099 time: 0.0848670 Aug 31 01:01:32.093348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-27a5712f-b88e-4f64-9ee8-0383e9d2f3a6 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:32.094886 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-27a5712f-b88e-4f64-9ee8-0383e9d2f3a6 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2&tenant_id=293537de7bd940eabdbb028d66a178c1&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 1097 time: 0.0468161 Aug 31 01:01:32.128347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60fa194b-f7a1-4170-9ce9-e19f818c824c req-57f13b64-d903-406e-aed3-05e4c62dbaa9 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904253 Aug 31 01:01:32.164420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1fa63-a42f-434b-9ced-35eadd78121a req-9ed1336f-c3ff-4ac8-a533-5d3d1ac203f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:32.165913 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56c1fa63-a42f-434b-9ced-35eadd78121a req-9ed1336f-c3ff-4ac8-a533-5d3d1ac203f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.1220920 Aug 31 01:01:32.195519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 5dd0de09-4330-4ee3-a807-122448369116 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:32.233417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56c1fa63-a42f-434b-9ced-35eadd78121a req-1e5a9128-12ed-46af-98fd-3620e3c8a7f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=061c155b-b9b2-4f29-b9aa-b1bda87e5d27 HTTP/1.1" status: 200 len: 217 time: 0.0562928 Aug 31 01:01:32.243782 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 5dd0de09-4330-4ee3-a807-122448369116 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:32.281288 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-305b1e22-7a3d-4b70-ba51-fba739da6726 service neutron] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:32.284931 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-305b1e22-7a3d-4b70-ba51-fba739da6726 service neutron] Notify callbacks [] for binding, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:32.286039 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26042fae-e2b6-4e7f-be72-de02a65e7360 req-305b1e22-7a3d-4b70-ba51-fba739da6726 service neutron] 10.222.0.70 "DELETE /v2.0/ports/5dd0de09-4330-4ee3-a807-122448369116/bindings/n-h1-802060-13 HTTP/1.1" status: 204 len: 173 time: 0.1828461 Aug 31 01:01:32.325709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1fa63-a42f-434b-9ced-35eadd78121a req-4fccd9c9-5371-45c3-afd7-5339b6b17708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:32.327382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56c1fa63-a42f-434b-9ced-35eadd78121a req-4fccd9c9-5371-45c3-afd7-5339b6b17708 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0858834 Aug 31 01:01:32.335087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe078db-a468-4778-a70a-10287c2272a5 req-59316521-bb7f-419f-9e98-9fa1a8f1e683 tempest-LiveMigrationNegativeTest-1973589111 tempest-LiveMigrationNegativeTest-1973589111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:32.336606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9fe078db-a468-4778-a70a-10287c2272a5 req-59316521-bb7f-419f-9e98-9fa1a8f1e683 tempest-LiveMigrationNegativeTest-1973589111 tempest-LiveMigrationNegativeTest-1973589111-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 1101 time: 0.0564494 Aug 31 01:01:32.376863 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9fe078db-a468-4778-a70a-10287c2272a5 req-8b3b8c41-c398-4730-bba6-080d40574495 tempest-LiveMigrationNegativeTest-1973589111 tempest-LiveMigrationNegativeTest-1973589111-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:32.413940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1fa63-a42f-434b-9ced-35eadd78121a req-5d90b3e6-3ff8-4a36-916e-3f18c9671521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:32.415743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56c1fa63-a42f-434b-9ced-35eadd78121a req-5d90b3e6-3ff8-4a36-916e-3f18c9671521 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0726826 Aug 31 01:01:32.544928 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56c1fa63-a42f-434b-9ced-35eadd78121a req-3365fc5c-039b-4d9a-9832-6da11415e4a1 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198139 Aug 31 01:01:32.579139 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9fe078db-a468-4778-a70a-10287c2272a5 req-8b3b8c41-c398-4730-bba6-080d40574495 tempest-LiveMigrationNegativeTest-1973589111 tempest-LiveMigrationNegativeTest-1973589111-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:32.608121 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9fe078db-a468-4778-a70a-10287c2272a5 req-8b3b8c41-c398-4730-bba6-080d40574495 tempest-LiveMigrationNegativeTest-1973589111 tempest-LiveMigrationNegativeTest-1973589111-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:32.639835 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9fe078db-a468-4778-a70a-10287c2272a5 req-8b3b8c41-c398-4730-bba6-080d40574495 tempest-LiveMigrationNegativeTest-1973589111 tempest-LiveMigrationNegativeTest-1973589111-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955675 Aug 31 01:01:32.686021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b8c41-c398-4730-bba6-080d40574495 tempest-LiveMigrationNegativeTest-1973589111 tempest-LiveMigrationNegativeTest-1973589111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af9e029-3976-463e-add1-d95d25ce4a50,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:32.706242 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56c1fa63-a42f-434b-9ced-35eadd78121a req-b28f3d5b-f3ae-443a-88e5-29078bf48cd8 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535256 Aug 31 01:01:32.785015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718b8ca-fc02-4269-b76a-83b51c64de5a req-4567c112-241c-47c1-8777-1eab000dbf7c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:32.786536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3718b8ca-fc02-4269-b76a-83b51c64de5a req-4567c112-241c-47c1-8777-1eab000dbf7c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 946 time: 0.0698397 Aug 31 01:01:32.832409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3718b8ca-fc02-4269-b76a-83b51c64de5a req-39873250-763f-4c91-9537-69f3f841944c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394578 Aug 31 01:01:32.896698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183ea19-20b4-4f24-9b62-e8a0c1bb9f7f req-7df01f4b-d04a-4b58-b162-029310ff30c3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:32.899001 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4183ea19-20b4-4f24-9b62-e8a0c1bb9f7f req-7df01f4b-d04a-4b58-b162-029310ff30c3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 945 time: 0.0702255 Aug 31 01:01:32.944613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4183ea19-20b4-4f24-9b62-e8a0c1bb9f7f req-bf7448db-dafb-4f22-bdd8-301834920ff4 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383530 Aug 31 01:01:33.080259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017dac6-5614-400a-aa61-64476e9d69b0 req-d80d8b85-6325-4f6b-b883-b18046df9875 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:33.081844 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2017dac6-5614-400a-aa61-64476e9d69b0 req-d80d8b85-6325-4f6b-b883-b18046df9875 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 947 time: 0.0547304 Aug 31 01:01:33.139663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2017dac6-5614-400a-aa61-64476e9d69b0 req-85622572-023c-4d41-aaf3-e1d71b94ddee tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510256 Aug 31 01:01:33.302833 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492add34-d1f3-4f6f-a089-5648820f1415 req-abde95b2-20a3-4315-8080-51e3e478ae66 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:33.304540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-492add34-d1f3-4f6f-a089-5648820f1415 req-abde95b2-20a3-4315-8080-51e3e478ae66 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0585413 Aug 31 01:01:33.347111 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-492add34-d1f3-4f6f-a089-5648820f1415 req-a7f95052-9280-4103-a7f7-ae48e8a9a956 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360324 Aug 31 01:01:33.479423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4250d4f-8a2f-44a4-80db-4a27935a150f req-4e447cb3-c883-4bd2-ba6f-d8a531a3cec4 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:33.481028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4250d4f-8a2f-44a4-80db-4a27935a150f req-4e447cb3-c883-4bd2-ba6f-d8a531a3cec4 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 1097 time: 0.0599458 Aug 31 01:01:33.523923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4250d4f-8a2f-44a4-80db-4a27935a150f req-4b063706-639c-43d9-b648-02b5661df558 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358024 Aug 31 01:01:33.624149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed9db-b696-4941-8364-b70b29412906 req-88e9d60d-1eef-4891-b47d-52a7e290672c tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:33.625664 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e81ed9db-b696-4941-8364-b70b29412906 req-88e9d60d-1eef-4891-b47d-52a7e290672c tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 949 time: 0.0597870 Aug 31 01:01:33.665727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e81ed9db-b696-4941-8364-b70b29412906 req-6987afe9-70ac-40b0-85ee-a908ad5c8fc3 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337706 Aug 31 01:01:33.843727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336f1e-a073-414a-b526-75215957c567 req-50f08769-2a1c-4c6b-98ed-23fec316cd8c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:33.845219 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea336f1e-a073-414a-b526-75215957c567 req-50f08769-2a1c-4c6b-98ed-23fec316cd8c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 820 time: 0.1052358 Aug 31 01:01:33.853979 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33680) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:33.861831 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea336f1e-a073-414a-b526-75215957c567 req-cb00a463-a27b-419d-82e8-4672dde67e4b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/quotas/293537de7bd940eabdbb028d66a178c1 HTTP/1.1" status: 200 len: 375 time: 0.0109777 Aug 31 01:01:33.963666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea336f1e-a073-414a-b526-75215957c567 req-36b72f9b-e928-45a1-b19c-a09a36396557 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943558 Aug 31 01:01:33.975593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493e644-7242-46de-8b23-8dc40f5b9d3e req-af1764ce-14e9-4d6b-9a92-f54b11087820 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:33.977072 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b493e644-7242-46de-8b23-8dc40f5b9d3e req-af1764ce-14e9-4d6b-9a92-f54b11087820 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 946 time: 0.0659950 Aug 31 01:01:33.985680 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f53ae635-0580-4229-921f-1f359534506d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.069462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b493e644-7242-46de-8b23-8dc40f5b9d3e req-11c41113-1a55-4031-a02c-cb9b0e40fc84 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836515 Aug 31 01:01:34.076654 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f53ae635-0580-4229-921f-1f359534506d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.080948 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f53ae635-0580-4229-921f-1f359534506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.104705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea336f1e-a073-414a-b526-75215957c567 req-71b8dfac-da79-4de0-842f-7cffbfb41778 service neutron] 10.222.0.58 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264377 Aug 31 01:01:34.119076 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f53ae635-0580-4229-921f-1f359534506d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c3857fd69f5472bbd1b444685904842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638032 Aug 31 01:01:34.121086 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ae635-0580-4229-921f-1f359534506d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e70de5-efd3-41b7-88a6-d248097b94bd,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:34.123824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33688) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:34.175924 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a9b0c025-8207-4c3b-9b88-e58de47c9425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.199650 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a9b0c025-8207-4c3b-9b88-e58de47c9425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.202286 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea336f1e-a073-414a-b526-75215957c567 req-a5613f0a-4b4b-429e-98a1-e797dd7811a3 service neutron] 10.222.0.58 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907991 Aug 31 01:01:34.261420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaf3e5-815f-428c-a1c4-e0561cad0c0c req-cd81eb54-f76f-4a4e-8169-9550b26a9af4 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:34.264000 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3eaf3e5-815f-428c-a1c4-e0561cad0c0c req-cd81eb54-f76f-4a4e-8169-9550b26a9af4 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 947 time: 0.0572989 Aug 31 01:01:34.265676 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a9b0c025-8207-4c3b-9b88-e58de47c9425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.268946 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a9b0c025-8207-4c3b-9b88-e58de47c9425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.272208 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a9b0c025-8207-4c3b-9b88-e58de47c9425 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2e70de5-efd3-41b7-88a6-d248097b94bd HTTP/1.1" status: 204 len: 168 time: 0.1473553 Aug 31 01:01:34.283830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0c025-8207-4c3b-9b88-e58de47c9425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e70de5-efd3-41b7-88a6-d248097b94bd,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:34.315615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3eaf3e5-815f-428c-a1c4-e0561cad0c0c req-653d735d-14be-441a-9fa3-4c89ab4d0289 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446260 Aug 31 01:01:34.416697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f12cbf14-2f27-4b6f-a829-0aee3a4c49fd req-50699a32-103f-4add-967c-35d83beac235 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 210 time: 0.0385475 Aug 31 01:01:34.525195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8b094-1c4f-478d-9d08-4a08e731fd20 req-ad70e3c0-547d-455a-b03e-28b5c1d88f9b tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:34.527107 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ff8b094-1c4f-478d-9d08-4a08e731fd20 req-ad70e3c0-547d-455a-b03e-28b5c1d88f9b tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0561998 Aug 31 01:01:34.567769 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 01b67025-5122-4d30-bfca-54c5e0006242 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:34.580928 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ff8b094-1c4f-478d-9d08-4a08e731fd20 req-435f2d13-fbba-4e84-b02d-667272722e52 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443096 Aug 31 01:01:34.686123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 01b67025-5122-4d30-bfca-54c5e0006242, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=01b67025-5122-4d30-bfca-54c5e0006242,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:34.699191 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '01b67025-5122-4d30-bfca-54c5e0006242', 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999', 'port_id': '01b67025-5122-4d30-bfca-54c5e0006242', 'mac_address': 'fa:16:3e:6e:e9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33d2c75-5836-4488-8d84-b2a19a874844', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:34.748034 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.762743 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01b67025-5122-4d30-bfca-54c5e0006242 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:34.786127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 01b67025-5122-4d30-bfca-54c5e0006242, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=01b67025-5122-4d30-bfca-54c5e0006242,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:34.791953 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.795444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d770e-cac0-4234-a1a8-0f3c8152a735 req-a63c8076-a168-402a-919a-312f50031052 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:34.797204 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-718d770e-cac0-4234-a1a8-0f3c8152a735 req-a63c8076-a168-402a-919a-312f50031052 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 949 time: 0.0566883 Aug 31 01:01:34.843828 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-718d770e-cac0-4234-a1a8-0f3c8152a735 req-fe808593-da5e-445e-b483-b472fc4ba7d6 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387752 Aug 31 01:01:34.866040 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=01b67025-5122-4d30-bfca-54c5e0006242,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:34.971147 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['01b67025-5122-4d30-bfca-54c5e0006242'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:35.189254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050f69f-f023-4803-87b5-af5bf1e64351 req-b24e9751-db50-4d2d-88ae-cae7c1c3371c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:35.190760 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b050f69f-f023-4803-87b5-af5bf1e64351 req-b24e9751-db50-4d2d-88ae-cae7c1c3371c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 945 time: 0.0495226 Aug 31 01:01:35.243272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b050f69f-f023-4803-87b5-af5bf1e64351 req-3244e587-3a94-473b-8bef-9c1461f686da tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462844 Aug 31 01:01:35.451483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9201d-d17a-498c-96ab-97fefc26e38c req-c1884157-1662-453c-a349-98a52222bfc3 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:35.459065 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cec9201d-d17a-498c-96ab-97fefc26e38c req-c1884157-1662-453c-a349-98a52222bfc3 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 947 time: 0.0635154 Aug 31 01:01:35.495252 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cec9201d-d17a-498c-96ab-97fefc26e38c req-0d55f1b9-70af-4b6c-a420-e1a5083fa55f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352938 Aug 31 01:01:35.517705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33746) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:35.633694 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-910793a7-9243-40f7-9859-9c07b18794fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:35.645368 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6466e3a-23a5-4c86-80f2-b04022908ac3 req-8424987a-9d4c-450d-9eea-e862d775b63a tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 210 time: 0.0772545 Aug 31 01:01:35.735525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336f1e-a073-414a-b526-75215957c567 req-e55b80aa-5421-497f-a318-370f02eb06d0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:35.736968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea336f1e-a073-414a-b526-75215957c567 req-e55b80aa-5421-497f-a318-370f02eb06d0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.15 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 820 time: 0.1805797 Aug 31 01:01:35.739645 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-910793a7-9243-40f7-9859-9c07b18794fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:35.743774 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-910793a7-9243-40f7-9859-9c07b18794fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:35.760553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769463c-90d5-438e-9681-529550e50edb req-9c066e3e-9878-45d8-a397-9be71b012e3e tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:35.762030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f769463c-90d5-438e-9681-529550e50edb req-9c066e3e-9878-45d8-a397-9be71b012e3e tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0673158 Aug 31 01:01:35.782331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-ea336f1e-a073-414a-b526-75215957c567 req-3bdff416-e2a1-47a6-aafd-d037604175dc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Request body: {'port': {'device_id': 'ca061d23-d38c-479a-96ec-74beb057a571', 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5', 'admin_state_up': True, 'tenant_id': '293537de7bd940eabdbb028d66a178c1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:35.791230 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-910793a7-9243-40f7-9859-9c07b18794fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=addd7bde8160457eadd87875ba1ef20b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711277 Aug 31 01:01:35.791985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910793a7-9243-40f7-9859-9c07b18794fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccb96e0-c38a-4f48-8c94-80efeaaee97d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:35.796149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33752) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:35.832963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f3d8f-392e-4706-98a3-a254c00df126 req-ff1661db-394e-4275-9465-67c06301aabf tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:35.834425 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eb6f3d8f-392e-4706-98a3-a254c00df126 req-ff1661db-394e-4275-9465-67c06301aabf tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.15 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 949 time: 0.0557766 Aug 31 01:01:35.892224 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f769463c-90d5-438e-9681-529550e50edb req-cedd1e33-fec3-41c8-99ad-7bd0c4711578 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225700 Aug 31 01:01:35.947221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-eb6f3d8f-392e-4706-98a3-a254c00df126 req-9d2f96ff-a6b2-45fb-8327-0809aa6b8dd9 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Deleting port f8dc1527-746b-4a3d-a12b-03814c4d034d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:35.947637 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-eb6f3d8f-392e-4706-98a3-a254c00df126 req-9d2f96ff-a6b2-45fb-8327-0809aa6b8dd9 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:35.977147 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-efcd2938-2ea9-45bb-bd8c-f1e218a81160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.020192 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-efcd2938-2ea9-45bb-bd8c-f1e218a81160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.030127 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f03383-f56c-4d7d-9ad1-0e97fd6f5c95 req-a0a280fc-e804-4718-b416-9849834ea034 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:36.031935 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8f03383-f56c-4d7d-9ad1-0e97fd6f5c95 req-a0a280fc-e804-4718-b416-9849834ea034 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=486f9e56-35f4-408b-9884-8b408e646e77 HTTP/1.1" status: 200 len: 949 time: 0.1145105 Aug 31 01:01:36.041983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-eb6f3d8f-392e-4706-98a3-a254c00df126 req-9d2f96ff-a6b2-45fb-8327-0809aa6b8dd9 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] For port f8dc1527-746b-4a3d-a12b-03814c4d034d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f8dc1527-746b-4a3d-a12b-03814c4d034d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:36.042350 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-eb6f3d8f-392e-4706-98a3-a254c00df126 req-9d2f96ff-a6b2-45fb-8327-0809aa6b8dd9 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.044579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea336f1e-a073-414a-b526-75215957c567 req-3bdff416-e2a1-47a6-aafd-d037604175dc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Made reservation on behalf of 293537de7bd940eabdbb028d66a178c1 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:36.047644 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ea336f1e-a073-414a-b526-75215957c567 req-3bdff416-e2a1-47a6-aafd-d037604175dc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.057093 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-eb6f3d8f-392e-4706-98a3-a254c00df126 req-9d2f96ff-a6b2-45fb-8327-0809aa6b8dd9 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Calling delete_port for f8dc1527-746b-4a3d-a12b-03814c4d034d owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:36.124435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8f03383-f56c-4d7d-9ad1-0e97fd6f5c95 req-92933efa-0d12-4bc6-8e7d-ef79d3449c03 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817528 Aug 31 01:01:36.172195 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-efcd2938-2ea9-45bb-bd8c-f1e218a81160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.174818 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-efcd2938-2ea9-45bb-bd8c-f1e218a81160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.176006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-efcd2938-2ea9-45bb-bd8c-f1e218a81160 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bccb96e0-c38a-4f48-8c94-80efeaaee97d HTTP/1.1" status: 204 len: 168 time: 0.3405123 Aug 31 01:01:36.195033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:36.204579 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-eb6f3d8f-392e-4706-98a3-a254c00df126 req-9d2f96ff-a6b2-45fb-8327-0809aa6b8dd9 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.207492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd2938-2ea9-45bb-bd8c-f1e218a81160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccb96e0-c38a-4f48-8c94-80efeaaee97d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:36.249621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f96ff-a6b2-45fb-8327-0809aa6b8dd9 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Pushing event deleted for resources: {'Port': ['ID=f8dc1527-746b-4a3d-a12b-03814c4d034d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:36.334187 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6f3d8f-392e-4706-98a3-a254c00df126 req-9d2f96ff-a6b2-45fb-8327-0809aa6b8dd9 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] No DVR routers for this DVR port f8dc1527-746b-4a3d-a12b-03814c4d034d on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:36.336979 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-eb6f3d8f-392e-4706-98a3-a254c00df126 req-9d2f96ff-a6b2-45fb-8327-0809aa6b8dd9 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.340488 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eb6f3d8f-392e-4706-98a3-a254c00df126 req-9d2f96ff-a6b2-45fb-8327-0809aa6b8dd9 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.15 "DELETE /v2.0/ports/f8dc1527-746b-4a3d-a12b-03814c4d034d HTTP/1.1" status: 204 len: 173 time: 0.4931545 Aug 31 01:01:36.340715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486f9e56-35f4-408b-9884-8b408e646e77', 'name': 'network-vif-deleted', 'tag': 'f8dc1527-746b-4a3d-a12b-03814c4d034d'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:36.343801 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6229748-770b-4533-be41-1babe7c0dcdc" -d '{"events": [{"server_uuid": "486f9e56-35f4-408b-9884-8b408e646e77", "name": "network-vif-deleted", "tag": "f8dc1527-746b-4a3d-a12b-03814c4d034d"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:36.358722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-ea336f1e-a073-414a-b526-75215957c567 req-3bdff416-e2a1-47a6-aafd-d037604175dc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Allocated IP 172.20.0.12 (12cab241-583d-479a-8ed9-1b2de0acbda5/34deeb26-e910-40bc-99b5-51d7998a554d/928efd53-9b17-4651-8715-27f428cea13c) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:36.363131 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1fc70e21-e19a-4dbf-aeca-987932b3014f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:36.365439 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['f8dc1527-746b-4a3d-a12b-03814c4d034d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:36.422294 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b2c851-ef07-4c65-8a58-46bc13209c36 x-openstack-request-id: req-a7b2c851-ef07-4c65-8a58-46bc13209c36 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:36.423138 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486f9e56-35f4-408b-9884-8b408e646e77", "name": "network-vif-deleted", "tag": "f8dc1527-746b-4a3d-a12b-03814c4d034d", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:36.423486 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7b2c851-ef07-4c65-8a58-46bc13209c36 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:36.423886 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486f9e56-35f4-408b-9884-8b408e646e77', 'name': 'network-vif-deleted', 'tag': 'f8dc1527-746b-4a3d-a12b-03814c4d034d', 'status': 'completed', 'code': 200} Aug 31 01:01:36.449069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=061c155b-b9b2-4f29-b9aa-b1bda87e5d27,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:36.464172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '061c155b-b9b2-4f29-b9aa-b1bda87e5d27', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '061c155b-b9b2-4f29-b9aa-b1bda87e5d27', 'mac_address': 'fa:16:3e:c9:ea:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:36.579789 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.585652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 01b67025-5122-4d30-bfca-54c5e0006242 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:36.622864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67ca12-4dc4-4ecf-be85-edc1f4e4278c req-c3448855-d858-4828-8992-f74c20578f8a tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:36.624742 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1b67ca12-4dc4-4ecf-be85-edc1f4e4278c req-c3448855-d858-4828-8992-f74c20578f8a tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 945 time: 0.1719966 Aug 31 01:01:36.636834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:36.696437 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1b67ca12-4dc4-4ecf-be85-edc1f4e4278c req-07fc999f-e5a9-4bf4-80bd-1f254caae02d tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642645 Aug 31 01:01:36.718821 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ea336f1e-a073-414a-b526-75215957c567 req-3bdff416-e2a1-47a6-aafd-d037604175dc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.750132 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=061c155b-b9b2-4f29-b9aa-b1bda87e5d27,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:36.769785 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.799949 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b2500445-ad95-45e0-b236-19b1d0766606 req-597de887-0959-46a7-bc1c-414ac0a126b5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5bceab6a-3bd7-4700-b20c-88e48521a378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0869079 Aug 31 01:01:36.822102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 01b67025-5122-4d30-bfca-54c5e0006242 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:36.822478 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.831933 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ae7c7f8a-555c-4e8c-9b82-7f4ed90f4764 req-f7023b53-db56-4bb6-b766-d4cac5793a31 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 210 time: 0.0404017 Aug 31 01:01:36.852075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72273f-bcb1-4312-a2f8-b21a8ae353a8 req-0d7405d7-dc2a-4ad9-a104-3981368bb8b2 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:36.853583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a72273f-bcb1-4312-a2f8-b21a8ae353a8 req-0d7405d7-dc2a-4ad9-a104-3981368bb8b2 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 948 time: 0.1123428 Aug 31 01:01:36.854918 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ea336f1e-a073-414a-b526-75215957c567 req-3bdff416-e2a1-47a6-aafd-d037604175dc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.908828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=061c155b-b9b2-4f29-b9aa-b1bda87e5d27,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:36.910373 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2500445-ad95-45e0-b236-19b1d0766606 req-821c0502-1e5c-47b9-afb2-5c25dc69708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:36.912423 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b2500445-ad95-45e0-b236-19b1d0766606 req-821c0502-1e5c-47b9-afb2-5c25dc69708e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 1102 time: 0.0668674 Aug 31 01:01:36.959856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea336f1e-a073-414a-b526-75215957c567 req-3bdff416-e2a1-47a6-aafd-d037604175dc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Network 12cab241-583d-479a-8ed9-1b2de0acbda5 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:36.966245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdff416-e2a1-47a6-aafd-d037604175dc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Pushing event updated for resources: {'Port': ['ID=928efd53-9b17-4651-8715-27f428cea13c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:36.976240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-ea336f1e-a073-414a-b526-75215957c567 req-3bdff416-e2a1-47a6-aafd-d037604175dc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:36.989300 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a72273f-bcb1-4312-a2f8-b21a8ae353a8 req-8497a594-0f7d-465c-abb4-6cba05957cd6 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269333 Aug 31 01:01:36.990393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea336f1e-a073-414a-b526-75215957c567 req-3bdff416-e2a1-47a6-aafd-d037604175dc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:37.039742 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:37.075063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdd817c-f5fe-46fe-bc9c-2f004449d7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b67025-5122-4d30-bfca-54c5e0006242'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:37.079927 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6684afd9-e56e-4c89-b51a-5f7a98215fb2" -d '{"events": [{"server_uuid": "7cdd817c-f5fe-46fe-bc9c-2f004449d7ff", "name": "network-vif-plugged", "status": "completed", "tag": "01b67025-5122-4d30-bfca-54c5e0006242"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:37.092044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336f1e-a073-414a-b526-75215957c567 req-3bdff416-e2a1-47a6-aafd-d037604175dc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:37.092692 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ea336f1e-a073-414a-b526-75215957c567 req-3bdff416-e2a1-47a6-aafd-d037604175dc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:37.126527 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 01b67025-5122-4d30-bfca-54c5e0006242, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=01b67025-5122-4d30-bfca-54c5e0006242,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:37.134513 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:37.142058 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea336f1e-a073-414a-b526-75215957c567 req-3bdff416-e2a1-47a6-aafd-d037604175dc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3655252 Aug 31 01:01:37.143787 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2500445-ad95-45e0-b236-19b1d0766606 req-389d0c01-9f45-4f66-bf0b-6f064da922b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:37.150641 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b2500445-ad95-45e0-b236-19b1d0766606 req-389d0c01-9f45-4f66-bf0b-6f064da922b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.1910639 Aug 31 01:01:37.162804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c3a33-56b4-4d5b-8043-b5502d1a5c9a req-cca5a88a-2451-4861-812f-c8f1b5da3360 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:37.164719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e6c3a33-56b4-4d5b-8043-b5502d1a5c9a req-cca5a88a-2451-4861-812f-c8f1b5da3360 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1083846 Aug 31 01:01:37.171163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Request body: {'port': {'device_id': 'ca061d23-d38c-479a-96ec-74beb057a571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:37.210391 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db346a1a-b2cb-4404-af7b-f93a0a46431f x-openstack-request-id: req-db346a1a-b2cb-4404-af7b-f93a0a46431f {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:37.211392 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdd817c-f5fe-46fe-bc9c-2f004449d7ff", "name": "network-vif-plugged", "status": "completed", "tag": "01b67025-5122-4d30-bfca-54c5e0006242", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:37.211818 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db346a1a-b2cb-4404-af7b-f93a0a46431f {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:37.212367 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdd817c-f5fe-46fe-bc9c-2f004449d7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b67025-5122-4d30-bfca-54c5e0006242', 'code': 200} Aug 31 01:01:37.213521 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=01b67025-5122-4d30-bfca-54c5e0006242,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:37.238138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['061c155b-b9b2-4f29-b9aa-b1bda87e5d27'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:37.271131 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b2500445-ad95-45e0-b236-19b1d0766606 req-e5f65eb7-3816-4502-b11d-e25c78e58be4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=b2828cf5-0d8d-4fe6-b0a8-c65056c5055d HTTP/1.1" status: 200 len: 217 time: 0.1003213 Aug 31 01:01:37.281787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e6c3a33-56b4-4d5b-8043-b5502d1a5c9a req-3f55fc4b-65f7-42bf-b6d0-41a35795c5f7 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007502 Aug 31 01:01:37.298047 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:01:37.319313 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:37.337026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2500445-ad95-45e0-b236-19b1d0766606 req-443f32cb-fc67-452e-8288-73cae92380eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:37.339257 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b2500445-ad95-45e0-b236-19b1d0766606 req-443f32cb-fc67-452e-8288-73cae92380eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0592701 Aug 31 01:01:37.444330 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2500445-ad95-45e0-b236-19b1d0766606 req-0e2f23c6-9abe-4737-be2f-49ebc1e5c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:37.446195 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b2500445-ad95-45e0-b236-19b1d0766606 req-0e2f23c6-9abe-4737-be2f-49ebc1e5c617 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857370 Aug 31 01:01:37.617354 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b2500445-ad95-45e0-b236-19b1d0766606 req-54d792a9-4b53-44cc-a1b9-fd013dd70f20 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559987 Aug 31 01:01:37.691777 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928efd53-9b17-4651-8715-27f428cea13c {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:37.703105 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:37.720311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Transition to ACTIVE for port object 928efd53-9b17-4651-8715-27f428cea13c will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:37.729401 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:37.778556 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b2500445-ad95-45e0-b236-19b1d0766606 req-092e3365-55c7-433d-96af-8d71b7acdd8b service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454856 Aug 31 01:01:37.818775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Pushing event updated for resources: {'Port': ['ID=928efd53-9b17-4651-8715-27f428cea13c,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:37.862822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a98c1-c170-402d-8163-71761ad5491b req-4f9d31fa-fa22-4653-89ab-4921a207d528 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:37.864562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-522a98c1-c170-402d-8163-71761ad5491b req-4f9d31fa-fa22-4653-89ab-4921a207d528 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 949 time: 0.1024890 Aug 31 01:01:37.946245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-522a98c1-c170-402d-8163-71761ad5491b req-861025fd-3fb8-4161-b383-c9fb650c8d78 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564718 Aug 31 01:01:37.958699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Attempting to bind port 928efd53-9b17-4651-8715-27f428cea13c on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:37.959041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Attempting to bind port 928efd53-9b17-4651-8715-27f428cea13c by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:37.959472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Attempting to bind port 928efd53-9b17-4651-8715-27f428cea13c on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:37.966342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Port 928efd53-9b17-4651-8715-27f428cea13c on network 12cab241-583d-479a-8ed9-1b2de0acbda5 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:37.966686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Attempting to bind port 928efd53-9b17-4651-8715-27f428cea13c on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:37.978563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:37.978940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Checking segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:37.979302 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Bound using segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:37.979746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Bound port: 928efd53-9b17-4651-8715-27f428cea13c, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:37.980115 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.040178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33832) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:38.061888 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:38.065301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=928efd53-9b17-4651-8715-27f428cea13c,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:38.070255 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.154830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:38.155486 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.156879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea336f1e-a073-414a-b526-75215957c567 req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] 10.222.0.15 "PUT /v2.0/ports/928efd53-9b17-4651-8715-27f428cea13c HTTP/1.1" status: 200 len: 1093 time: 0.9912105 Aug 31 01:01:38.159154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca061d23-d38c-479a-96ec-74beb057a571', 'tag': '928efd53-9b17-4651-8715-27f428cea13c'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:38.161438 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f82c685-0949-4c59-ab2e-2555897e09bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ca061d23-d38c-479a-96ec-74beb057a571", "tag": "928efd53-9b17-4651-8715-27f428cea13c"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:38.182583 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ae88-17b7-4419-a620-073deac8752a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.213107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345455d6-e0a6-4ff0-802f-b15db6a20f59 service neutron] Pushing event updated for resources: {'Port': ['ID=928efd53-9b17-4651-8715-27f428cea13c,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:38.230530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be8e97-ce2a-436d-a55e-15c78119760b req-882eb89d-e8de-4b45-959b-c879ed1ef738 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:38.232453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99be8e97-ce2a-436d-a55e-15c78119760b req-882eb89d-e8de-4b45-959b-c879ed1ef738 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 946 time: 0.1595793 Aug 31 01:01:38.254963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee77775-9e7b-4c6f-bc43-f9238b93bf78 req-5967282f-a9cc-4e35-862d-e2f76605b2fb tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:38.256742 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cee77775-9e7b-4c6f-bc43-f9238b93bf78 req-5967282f-a9cc-4e35-862d-e2f76605b2fb tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 944 time: 0.1245711 Aug 31 01:01:38.279155 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ae88-17b7-4419-a620-073deac8752a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.284169 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ae88-17b7-4419-a620-073deac8752a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.320629 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6ae88-17b7-4419-a620-073deac8752a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0147f20-4488-47e6-8039-11b2311a8544,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:38.326422 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e8b6ae88-17b7-4419-a620-073deac8752a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c8e292b095d5421aa4b14fde0c132314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846754 Aug 31 01:01:38.327736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336f1e-a073-414a-b526-75215957c567 req-cb3968d1-7567-422c-847c-a749346b893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:38.329396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea336f1e-a073-414a-b526-75215957c567 req-cb3968d1-7567-422c-847c-a749346b893d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 1096 time: 0.0931039 Aug 31 01:01:38.329911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33842) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:38.346415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99be8e97-ce2a-436d-a55e-15c78119760b req-a5e6731c-fd08-4b00-8444-b2c1fb2bc059 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012928 Aug 31 01:01:38.369896 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cee77775-9e7b-4c6f-bc43-f9238b93bf78 req-10f011a3-4082-443f-a796-55cce10360bf tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921891 Aug 31 01:01:38.388476 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2aaf299c-4aee-46c7-9b12-de96ac9f3d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.404983 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea336f1e-a073-414a-b526-75215957c567 req-77da23c7-d40e-44c9-84d0-cbd3a19819cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=928efd53-9b17-4651-8715-27f428cea13c HTTP/1.1" status: 200 len: 217 time: 0.0617785 Aug 31 01:01:38.415746 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2aaf299c-4aee-46c7-9b12-de96ac9f3d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.477423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336f1e-a073-414a-b526-75215957c567 req-40831cf7-480c-4cba-86b9-de7db73c077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:38.479039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea336f1e-a073-414a-b526-75215957c567 req-40831cf7-480c-4cba-86b9-de7db73c077d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.0661914 Aug 31 01:01:38.481906 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2aaf299c-4aee-46c7-9b12-de96ac9f3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.485950 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2aaf299c-4aee-46c7-9b12-de96ac9f3d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.488664 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2aaf299c-4aee-46c7-9b12-de96ac9f3d5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a0147f20-4488-47e6-8039-11b2311a8544 HTTP/1.1" status: 204 len: 168 time: 0.1576204 Aug 31 01:01:38.510060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf299c-4aee-46c7-9b12-de96ac9f3d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0147f20-4488-47e6-8039-11b2311a8544,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:38.537499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea336f1e-a073-414a-b526-75215957c567 req-adcedc21-ed36-43ca-a1e4-bba05283ae43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303907 Aug 31 01:01:38.553447 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17453d6d-9fa8-4b57-bbea-ac1d97ee6f47 req-296146fc-fcec-40c9-bb96-671379205c79 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:38.555778 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17453d6d-9fa8-4b57-bbea-ac1d97ee6f47 req-296146fc-fcec-40c9-bb96-671379205c79 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 948 time: 0.0749612 Aug 31 01:01:38.669173 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109e5012-0964-47cc-8f0e-cccf185cc283 x-openstack-request-id: req-109e5012-0964-47cc-8f0e-cccf185cc283 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:38.669611 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca061d23-d38c-479a-96ec-74beb057a571", "tag": "928efd53-9b17-4651-8715-27f428cea13c", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:38.672508 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-109e5012-0964-47cc-8f0e-cccf185cc283 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:38.672923 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca061d23-d38c-479a-96ec-74beb057a571', 'tag': '928efd53-9b17-4651-8715-27f428cea13c', 'status': 'completed', 'code': 200} Aug 31 01:01:38.696424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17453d6d-9fa8-4b57-bbea-ac1d97ee6f47 req-4e5aea22-e634-4bd8-9d94-63712e59989f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172292 Aug 31 01:01:38.766794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea336f1e-a073-414a-b526-75215957c567 req-17734a49-d17e-408a-9223-6dae76c2bb58 service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104316 Aug 31 01:01:38.790088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42110519-4f15-4d5f-ad02-1f3aa838d2a7 req-1dab0753-ab1a-4079-ba1b-25db4f1f0af5 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:38.791615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-42110519-4f15-4d5f-ad02-1f3aa838d2a7 req-1dab0753-ab1a-4079-ba1b-25db4f1f0af5 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0671396 Aug 31 01:01:38.884886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-42110519-4f15-4d5f-ad02-1f3aa838d2a7 req-5c2c26ad-834f-4fd1-af8c-f948bdf753f9 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838599 Aug 31 01:01:38.922487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea336f1e-a073-414a-b526-75215957c567 req-2be69b35-d424-4e0f-ba82-0f1a59524053 service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299047 Aug 31 01:01:39.066851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094fd0d-d047-499a-a7a9-6af49efa449e req-f84fce00-1e17-49cc-8893-be7a1795a8f1 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:39.068346 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6094fd0d-d047-499a-a7a9-6af49efa449e req-f84fce00-1e17-49cc-8893-be7a1795a8f1 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 946 time: 0.1007037 Aug 31 01:01:39.368364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82c685-0949-4c59-ab2e-2555897e09bd req-b2294480-c12e-478f-8e9c-c975db47ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:39.369843 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f82c685-0949-4c59-ab2e-2555897e09bd req-b2294480-c12e-478f-8e9c-c975db47ea11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 1096 time: 0.3496644 Aug 31 01:01:39.377702 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6094fd0d-d047-499a-a7a9-6af49efa449e req-4ecaac77-9d42-4cd2-9b96-591c039e38ca tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972529 Aug 31 01:01:39.396827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d612f05-d978-4a9b-9721-39d96e1df50f req-4c2a64e1-9c71-4793-9c63-9756aa5982a0 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:39.398311 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d612f05-d978-4a9b-9721-39d96e1df50f req-4c2a64e1-9c71-4793-9c63-9756aa5982a0 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 949 time: 0.3414783 Aug 31 01:01:39.419772 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33884) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:39.493153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d612f05-d978-4a9b-9721-39d96e1df50f req-b75a8666-1149-4713-8a3c-f0c6c0f8f719 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/security-groups?id=8310aa85-a334-4aa3-b369-fe3748d86313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835571 Aug 31 01:01:39.518123 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82c685-0949-4c59-ab2e-2555897e09bd req-78d7cdde-6f27-410d-8b31-f392569247ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:39.521704 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f82c685-0949-4c59-ab2e-2555897e09bd req-78d7cdde-6f27-410d-8b31-f392569247ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.1396735 Aug 31 01:01:39.570075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-991715589-network', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:39.571801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f82c685-0949-4c59-ab2e-2555897e09bd req-5bbe8feb-2163-4c87-a1a5-94b2b6a2daa8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=928efd53-9b17-4651-8715-27f428cea13c HTTP/1.1" status: 200 len: 217 time: 0.0407023 Aug 31 01:01:39.597132 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] Made reservation on behalf of bf5ed08aaa16483a9e01116615b0e952 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:39.600206 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.610149 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.645980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82c685-0949-4c59-ab2e-2555897e09bd req-d583d0a6-57ac-4c9c-892c-434e7e236307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:39.647470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f82c685-0949-4c59-ab2e-2555897e09bd req-d583d0a6-57ac-4c9c-892c-434e7e236307 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.0675461 Aug 31 01:01:39.659484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65ca43-7e5d-4bb5-81ce-07dab14af3e9 req-b735e44d-a2da-4786-8b5c-65b3dea96676 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:39.660929 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf65ca43-7e5d-4bb5-81ce-07dab14af3e9 req-b735e44d-a2da-4786-8b5c-65b3dea96676 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 944 time: 0.0918374 Aug 31 01:01:39.698829 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f82c685-0949-4c59-ab2e-2555897e09bd req-67876532-70cb-4308-b674-c2ca20337c8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367455 Aug 31 01:01:39.728292 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf65ca43-7e5d-4bb5-81ce-07dab14af3e9 req-cbe0d48f-a0c2-45e9-8a30-07e210cf247b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587003 Aug 31 01:01:39.821881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f82c685-0949-4c59-ab2e-2555897e09bd req-1634c8d2-28ee-4883-acfb-8803736099dd service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089330 Aug 31 01:01:39.917470 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a58654-e7d4-4cb1-b562-b0819024b922 req-a28ee2d0-6fac-4625-9325-6df50b4930f5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:39.921578 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79a58654-e7d4-4cb1-b562-b0819024b922 req-a28ee2d0-6fac-4625-9325-6df50b4930f5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 948 time: 0.1271589 Aug 31 01:01:39.957440 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f82c685-0949-4c59-ab2e-2555897e09bd req-f46db526-ac53-4b03-9554-407c81a67f04 service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211956 Aug 31 01:01:40.027553 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.038823 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.047855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0227a-6a70-4d75-8f08-9317c34e36b3 req-ffe8188f-4e2e-40de-9155-45f10d2027a9 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:40.049389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38a0227a-6a70-4d75-8f08-9317c34e36b3 req-ffe8188f-4e2e-40de-9155-45f10d2027a9 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0809577 Aug 31 01:01:40.056891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e506f9a-1f40-44c8-823f-4b79a6b365d6 req-94baa206-2c78-4b87-b4a1-6fb07e034982 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:40.059579 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3e506f9a-1f40-44c8-823f-4b79a6b365d6 req-94baa206-2c78-4b87-b4a1-6fb07e034982 tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.70 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 949 time: 0.0667715 Aug 31 01:01:40.060558 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79a58654-e7d4-4cb1-b562-b0819024b922 req-b8175c14-273c-4af5-a494-3a0112c70833 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003196 Aug 31 01:01:40.116681 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:01:40.127780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38a0227a-6a70-4d75-8f08-9317c34e36b3 req-ba57e4ba-07a2-45ba-a083-4f05cf7c1153 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627050 Aug 31 01:01:40.134274 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b498c8-943c-47e9-bd8c-1a163933bc00,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:40.146741 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.147043 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] Added segment d5533b43-8533-4d82-8826-788e5e085588 of type vlan for network f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 Aug 31 01:01:40.226101 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.239947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:40.256825 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-3e506f9a-1f40-44c8-823f-4b79a6b365d6 req-d6459a18-26f1-407f-8273-49a1777e69ce tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Deleting port 1fc70e21-e19a-4dbf-aeca-987932b3014f {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:40.257163 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3e506f9a-1f40-44c8-823f-4b79a6b365d6 req-d6459a18-26f1-407f-8273-49a1777e69ce tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.296773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:40.298400 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.299701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:40.300082 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.301026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:40.301397 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.370749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33894) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:40.370955 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9499819 Aug 31 01:01:40.382096 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.385085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-52bae813-d993-434c-b977-824a4fd46d13 admin admin] Request body: {'subnet': {'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-991715589-subnet', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:40.391250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e43ef5-e429-4097-8785-0ed3fb6e6471 admin admin] Pushing event updated for resources: {'Network': ['ID=f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:40.416469 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-3e506f9a-1f40-44c8-823f-4b79a6b365d6 req-d6459a18-26f1-407f-8273-49a1777e69ce tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] For port 1fc70e21-e19a-4dbf-aeca-987932b3014f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1fc70e21-e19a-4dbf-aeca-987932b3014f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:40.416837 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3e506f9a-1f40-44c8-823f-4b79a6b365d6 req-d6459a18-26f1-407f-8273-49a1777e69ce tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.424503 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9355ba98-ad02-480c-bf32-00163aacc611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061c155b-b9b2-4f29-b9aa-b1bda87e5d27'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:40.434672 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81854e2b-4090-42f4-83fb-0ab849cbd2ff" -d '{"events": [{"server_uuid": "9355ba98-ad02-480c-bf32-00163aacc611", "name": "network-vif-plugged", "status": "completed", "tag": "061c155b-b9b2-4f29-b9aa-b1bda87e5d27"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:40.435511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-3e506f9a-1f40-44c8-823f-4b79a6b365d6 req-d6459a18-26f1-407f-8273-49a1777e69ce tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Calling delete_port for 1fc70e21-e19a-4dbf-aeca-987932b3014f owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:40.435976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bae813-d993-434c-b977-824a4fd46d13 admin admin] Made reservation on behalf of bf5ed08aaa16483a9e01116615b0e952 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:40.439880 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52bae813-d993-434c-b977-824a4fd46d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.442473 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:01:40.523886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=061c155b-b9b2-4f29-b9aa-b1bda87e5d27,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:40.553149 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1725971-3200-4ef5-8add-302d618899ae x-openstack-request-id: req-c1725971-3200-4ef5-8add-302d618899ae {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:40.553683 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9355ba98-ad02-480c-bf32-00163aacc611", "name": "network-vif-plugged", "status": "completed", "tag": "061c155b-b9b2-4f29-b9aa-b1bda87e5d27", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:40.554083 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1725971-3200-4ef5-8add-302d618899ae {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:40.554621 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9355ba98-ad02-480c-bf32-00163aacc611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061c155b-b9b2-4f29-b9aa-b1bda87e5d27', 'code': 200} Aug 31 01:01:40.560682 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.564240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f8dc1527-746b-4a3d-a12b-03814c4d034d no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:40.611609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3e506f9a-1f40-44c8-823f-4b79a6b365d6 req-d6459a18-26f1-407f-8273-49a1777e69ce tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.635695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 01b67025-5122-4d30-bfca-54c5e0006242 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:40.678053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1fc70e21-e19a-4dbf-aeca-987932b3014f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:40.688390 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6459a18-26f1-407f-8273-49a1777e69ce tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Pushing event deleted for resources: {'Port': ['ID=1fc70e21-e19a-4dbf-aeca-987932b3014f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:40.692971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: f8dc1527-746b-4a3d-a12b-03814c4d034d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:40.693534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f8dc1527-746b-4a3d-a12b-03814c4d034d not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:40.698765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac283e-b169-4850-86e2-9af8dd076a11 req-0cdc0e2c-6232-44f0-8d94-452bdd5a5cd1 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:40.701675 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9ac283e-b169-4850-86e2-9af8dd076a11 req-0cdc0e2c-6232-44f0-8d94-452bdd5a5cd1 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 946 time: 0.1843143 Aug 31 01:01:40.738131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5c010-5c2b-4122-87ba-1187d6010028 req-0ac99659-d5df-4063-b7e5-8645d8ee2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:40.739810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86a5c010-5c2b-4122-87ba-1187d6010028 req-0ac99659-d5df-4063-b7e5-8645d8ee2714 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 1101 time: 0.1107440 Aug 31 01:01:40.764616 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e506f9a-1f40-44c8-823f-4b79a6b365d6 req-d6459a18-26f1-407f-8273-49a1777e69ce tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] No DVR routers for this DVR port 1fc70e21-e19a-4dbf-aeca-987932b3014f on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:40.767697 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3e506f9a-1f40-44c8-823f-4b79a6b365d6 req-d6459a18-26f1-407f-8273-49a1777e69ce tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.769695 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3e506f9a-1f40-44c8-823f-4b79a6b365d6 req-d6459a18-26f1-407f-8273-49a1777e69ce tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.70 "DELETE /v2.0/ports/1fc70e21-e19a-4dbf-aeca-987932b3014f HTTP/1.1" status: 204 len: 173 time: 0.6919441 Aug 31 01:01:40.770139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85958240-854f-414d-b1db-f4bf4f22e3bc', 'name': 'network-vif-deleted', 'tag': '1fc70e21-e19a-4dbf-aeca-987932b3014f'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:40.772639 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee9dde8-fec2-4a3d-847d-a273f91f7e1a" -d '{"events": [{"server_uuid": "85958240-854f-414d-b1db-f4bf4f22e3bc", "name": "network-vif-deleted", "tag": "1fc70e21-e19a-4dbf-aeca-987932b3014f"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:40.823790 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=061c155b-b9b2-4f29-b9aa-b1bda87e5d27,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:40.844825 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.856826 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.862886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e98c5bfb-b9ec-4c0c-981c-7a1a60298f4e req-5ea092ba-f2f4-4b8b-ac99-7e42e9f4af5f tempest-LiveMigrationNegativeTest-1086735173 tempest-LiveMigrationNegativeTest-1086735173-project] 10.222.0.58 "GET /v2.0/ports?device_id=85958240-854f-414d-b1db-f4bf4f22e3bc HTTP/1.1" status: 200 len: 210 time: 0.1219547 Aug 31 01:01:40.899423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 01b67025-5122-4d30-bfca-54c5e0006242, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=01b67025-5122-4d30-bfca-54c5e0006242,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:40.906039 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.969381 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=01b67025-5122-4d30-bfca-54c5e0006242,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:40.999125 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9ac283e-b169-4850-86e2-9af8dd076a11 req-890071d2-47d7-4711-9c51-6a67a033c31b tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892880 Aug 31 01:01:41.051711 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4343cc-513d-4215-8640-b633f804dbf5 x-openstack-request-id: req-7a4343cc-513d-4215-8640-b633f804dbf5 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:41.052140 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85958240-854f-414d-b1db-f4bf4f22e3bc", "name": "network-vif-deleted", "tag": "1fc70e21-e19a-4dbf-aeca-987932b3014f", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:41.052508 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a4343cc-513d-4215-8640-b633f804dbf5 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:41.053011 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85958240-854f-414d-b1db-f4bf4f22e3bc', 'name': 'network-vif-deleted', 'tag': '1fc70e21-e19a-4dbf-aeca-987932b3014f', 'status': 'completed', 'code': 200} Aug 31 01:01:41.065100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86a5c010-5c2b-4122-87ba-1187d6010028 req-46b0871e-b5d5-4c2c-8137-480615e57a5b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920694 Aug 31 01:01:41.069512 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52bae813-d993-434c-b977-824a4fd46d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.125243 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca3fae-4c4c-4c83-8ff9-dd7b855cef74 req-c8ef9464-3244-4ef5-b480-6005f7efffba tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:41.126752 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b8ca3fae-4c4c-4c83-8ff9-dd7b855cef74 req-c8ef9464-3244-4ef5-b480-6005f7efffba tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 944 time: 0.1183941 Aug 31 01:01:41.158080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bae813-d993-434c-b977-824a4fd46d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0321a9-d1d0-431e-b5d3-a4a4b61531fc,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:41.203698 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b550a-d7eb-4f47-90b4-09467c8bb3a1 req-27a5ddbe-670e-4ed8-bf88-8b9f1ff680db tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:41.205124 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-117b550a-d7eb-4f47-90b4-09467c8bb3a1 req-27a5ddbe-670e-4ed8-bf88-8b9f1ff680db tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 944 time: 0.0527129 Aug 31 01:01:41.210008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bae813-d993-434c-b977-824a4fd46d13 admin admin] Checking segment: {'id': 'd5533b43-8533-4d82-8826-788e5e085588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:41.210392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bae813-d993-434c-b977-824a4fd46d13 admin admin] Network hostable DHCP agents. Network: f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:01:41.225639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b8ca3fae-4c4c-4c83-8ff9-dd7b855cef74 req-9b1c61d9-1413-434c-bb1c-86c421ca47c8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899935 Aug 31 01:01:41.240164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ecf0f-7cb4-4cd6-bf2e-a5f536b80b67 req-624988eb-5fbd-419d-824c-cd3f37371470 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:41.241679 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-155ecf0f-7cb4-4cd6-bf2e-a5f536b80b67 req-624988eb-5fbd-419d-824c-cd3f37371470 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 949 time: 0.1089540 Aug 31 01:01:41.281139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bae813-d993-434c-b977-824a4fd46d13 admin admin] Network f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:01:41.304591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-52bae813-d993-434c-b977-824a4fd46d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:41.321935 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-155ecf0f-7cb4-4cd6-bf2e-a5f536b80b67 req-40940db6-cfab-4cf8-a868-1da0429aa8a2 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608835 Aug 31 01:01:41.322453 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe23aa6-3239-4e99-ae45-a1787b58a167 None None] Network f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:41.323424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bae813-d993-434c-b977-824a4fd46d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:41.323961 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52bae813-d993-434c-b977-824a4fd46d13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.360798 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-52bae813-d993-434c-b977-824a4fd46d13 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9858112 Aug 31 01:01:41.361652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33914) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:41.363238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-117b550a-d7eb-4f47-90b4-09467c8bb3a1 req-c7448dd7-168d-4126-bc0c-42e9b9cb0f32 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Deleting port 01b67025-5122-4d30-bfca-54c5e0006242 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:01:41.365019 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-117b550a-d7eb-4f47-90b4-09467c8bb3a1 req-c7448dd7-168d-4126-bc0c-42e9b9cb0f32 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.366587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:41.394499 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.396761 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.506838 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.534745 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-117b550a-d7eb-4f47-90b4-09467c8bb3a1 req-c7448dd7-168d-4126-bc0c-42e9b9cb0f32 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] For port 01b67025-5122-4d30-bfca-54c5e0006242, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=01b67025-5122-4d30-bfca-54c5e0006242,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:41.535350 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-117b550a-d7eb-4f47-90b4-09467c8bb3a1 req-c7448dd7-168d-4126-bc0c-42e9b9cb0f32 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.553852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-117b550a-d7eb-4f47-90b4-09467c8bb3a1 req-c7448dd7-168d-4126-bc0c-42e9b9cb0f32 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Calling delete_port for 01b67025-5122-4d30-bfca-54c5e0006242 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:01:41.580786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251ad2b-9243-431c-96a2-4f2020a01054 req-36ab05f0-def3-4fdd-96b9-6a5776e5ff02 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:41.582314 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e251ad2b-9243-431c-96a2-4f2020a01054 req-36ab05f0-def3-4fdd-96b9-6a5776e5ff02 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1493664 Aug 31 01:01:41.616244 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'fixed_ips': [{'subnet_id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:01:41.617131 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.696877 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-117b550a-d7eb-4f47-90b4-09467c8bb3a1 req-c7448dd7-168d-4126-bc0c-42e9b9cb0f32 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.702678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e251ad2b-9243-431c-96a2-4f2020a01054 req-a0835684-066f-4282-b78b-6adac9db9396 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126792 Aug 31 01:01:41.733242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7448dd7-168d-4126-bc0c-42e9b9cb0f32 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Pushing event deleted for resources: {'Port': ['ID=01b67025-5122-4d30-bfca-54c5e0006242,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:41.786654 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-117b550a-d7eb-4f47-90b4-09467c8bb3a1 req-c7448dd7-168d-4126-bc0c-42e9b9cb0f32 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] No DVR routers for this DVR port 01b67025-5122-4d30-bfca-54c5e0006242 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:01:41.789707 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-117b550a-d7eb-4f47-90b4-09467c8bb3a1 req-c7448dd7-168d-4126-bc0c-42e9b9cb0f32 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.792064 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-117b550a-d7eb-4f47-90b4-09467c8bb3a1 req-c7448dd7-168d-4126-bc0c-42e9b9cb0f32 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.70 "DELETE /v2.0/ports/01b67025-5122-4d30-bfca-54c5e0006242 HTTP/1.1" status: 204 len: 173 time: 0.5770428 Aug 31 01:01:41.813769 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:41.841463 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Allocated IP 172.20.0.2 (f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4/1f0321a9-d1d0-431e-b5d3-a4a4b61531fc/ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:42.062928 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.072773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Transition to ACTIVE for port object ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:42.104845 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.118874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Transition to ACTIVE for port object ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:42.127242 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.129746 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.168605 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96a6a07a-f3ea-4db3-bc8b-c9b966a9cffa req-42f2cb21-d954-43ff-a215-28a2a4c78998 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cdd817c-f5fe-46fe-bc9c-2f004449d7ff HTTP/1.1" status: 200 len: 210 time: 0.0439653 Aug 31 01:01:42.169423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Network f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:42.172951 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:42.176686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:42.219196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Pushing event updated for resources: {'Port': ['ID=ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:42.257862 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33926) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:42.270138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Attempting to bind port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:42.270502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Attempting to bind port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'd5533b43-8533-4d82-8826-788e5e085588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:42.271178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Attempting to bind port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 on network f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:42.272983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 928efd53-9b17-4651-8715-27f428cea13c details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:42.284473 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:42.284956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Checking segment: {'id': 'd5533b43-8533-4d82-8826-788e5e085588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:42.285226 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.285612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Bound using segment: {'id': 'd5533b43-8533-4d82-8826-788e5e085588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:42.286088 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Bound port: ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5533b43-8533-4d82-8826-788e5e085588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:42.286499 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.366757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Allocated IP 172.25.6.40 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/d96a768b-f0fa-4e15-986a-13db68b9cf7d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:42.507420 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e3668615-810b-4396-919c-d0f083e86dc0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e042592bcb54cf8944408f237ccbbd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468581 Aug 31 01:01:42.507660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] For port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:42.509333 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33936) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:42.526348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] For port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08,segment=NetworkSegment(d5533b43-8533-4d82-8826-788e5e085588),segment_id=d5533b43-8533-4d82-8826-788e5e085588)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:42.534326 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=928efd53-9b17-4651-8715-27f428cea13c,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:42.538410 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.557274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3da5e0-f95c-4eda-9c0d-c12e1142b064 req-84c382ce-4f22-43a3-aa6e-7f872feae483 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:42.560994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdd817c-f5fe-46fe-bc9c-2f004449d7ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01b67025-5122-4d30-bfca-54c5e0006242'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:42.563629 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1540e6d5-aa0a-426a-84c6-fd53c6bd0123" -d '{"events": [{"server_uuid": "7cdd817c-f5fe-46fe-bc9c-2f004449d7ff", "name": "network-vif-unplugged", "status": "completed", "tag": "01b67025-5122-4d30-bfca-54c5e0006242"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:42.568729 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d3da5e0-f95c-4eda-9c0d-c12e1142b064 req-84c382ce-4f22-43a3-aa6e-7f872feae483 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 944 time: 0.1815147 Aug 31 01:01:42.586841 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98e03c6c-4870-4d90-9c28-5cd04e4835ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.594006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '928efd53-9b17-4651-8715-27f428cea13c', 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5', 'port_id': '928efd53-9b17-4651-8715-27f428cea13c', 'mac_address': 'fa:16:3e:d1:af:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34deeb26-e910-40bc-99b5-51d7998a554d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:42.629986 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98e03c6c-4870-4d90-9c28-5cd04e4835ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.632259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92955f91-c40b-48d6-bdf8-3644f085b0fd req-0d662b30-a33a-45f2-8c00-eef8baa37042 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:42.633807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92955f91-c40b-48d6-bdf8-3644f085b0fd req-0d662b30-a33a-45f2-8c00-eef8baa37042 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 949 time: 0.1440229 Aug 31 01:01:42.649419 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.669296 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928efd53-9b17-4651-8715-27f428cea13c {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:42.691540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091da685-c85a-4568-a3b2-c8241e955153 None None] Pushing event updated for resources: {'Port': ['ID=ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:42.704505 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98e03c6c-4870-4d90-9c28-5cd04e4835ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.707473 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98e03c6c-4870-4d90-9c28-5cd04e4835ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.708647 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-98e03c6c-4870-4d90-9c28-5cd04e4835ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8310aa85-a334-4aa3-b369-fe3748d86313 HTTP/1.1" status: 204 len: 168 time: 0.1980791 Aug 31 01:01:42.725682 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=928efd53-9b17-4651-8715-27f428cea13c,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:42.734921 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.735433 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.744428 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e03c6c-4870-4d90-9c28-5cd04e4835ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8310aa85-a334-4aa3-b369-fe3748d86313,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:42.784258 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d3da5e0-f95c-4eda-9c0d-c12e1142b064 req-1b503dfc-bc0c-4670-a083-74a46b8e2aeb tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080429 Aug 31 01:01:42.807859 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92955f91-c40b-48d6-bdf8-3644f085b0fd req-8adbc8a1-f9ec-4cb4-bbc4-ddc4bf87c17b tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549482 Aug 31 01:01:42.873751 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.884099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=928efd53-9b17-4651-8715-27f428cea13c,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:42.902109 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea7a9a5-d41a-4dcf-94be-9ed655d75ab8 x-openstack-request-id: req-4ea7a9a5-d41a-4dcf-94be-9ed655d75ab8 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:42.903133 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdd817c-f5fe-46fe-bc9c-2f004449d7ff", "name": "network-vif-unplugged", "status": "completed", "tag": "01b67025-5122-4d30-bfca-54c5e0006242", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:42.903807 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ea7a9a5-d41a-4dcf-94be-9ed655d75ab8 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:42.904176 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdd817c-f5fe-46fe-bc9c-2f004449d7ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01b67025-5122-4d30-bfca-54c5e0006242', 'code': 200} Aug 31 01:01:42.940427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:42.951212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:42.961244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:43.055942 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdd817c-f5fe-46fe-bc9c-2f004449d7ff', 'name': 'network-vif-deleted', 'tag': '01b67025-5122-4d30-bfca-54c5e0006242'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:43.058254 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31da972-e0d3-4592-a6a6-630528213dc2" -d '{"events": [{"server_uuid": "7cdd817c-f5fe-46fe-bc9c-2f004449d7ff", "name": "network-vif-deleted", "tag": "01b67025-5122-4d30-bfca-54c5e0006242"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:43.099215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Pushing event updated for resources: {'Port': ['ID=d96a768b-f0fa-4e15-986a-13db68b9cf7d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:43.157781 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592c683e-bf40-4a85-ab41-d5b233bfb17a x-openstack-request-id: req-592c683e-bf40-4a85-ab41-d5b233bfb17a {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:43.158057 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdd817c-f5fe-46fe-bc9c-2f004449d7ff", "name": "network-vif-deleted", "tag": "01b67025-5122-4d30-bfca-54c5e0006242", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:43.158326 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-592c683e-bf40-4a85-ab41-d5b233bfb17a {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:43.158709 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdd817c-f5fe-46fe-bc9c-2f004449d7ff', 'name': 'network-vif-deleted', 'tag': '01b67025-5122-4d30-bfca-54c5e0006242', 'status': 'completed', 'code': 200} Aug 31 01:01:43.201913 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['928efd53-9b17-4651-8715-27f428cea13c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:43.274969 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:43.343717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a6958-2313-49e7-a8d4-f58800277341 req-f9bf8d5f-5b52-4c8a-a18f-d5e4465e5998 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:43.351810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-637a6958-2313-49e7-a8d4-f58800277341 req-f9bf8d5f-5b52-4c8a-a18f-d5e4465e5998 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.2542887 Aug 31 01:01:43.408179 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33954) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:43.459785 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:43.486816 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fb994120-d316-44f0-926c-2d0d5f7d9d76 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=75480571650c40d78eeb7d96f1a53cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0774024 Aug 31 01:01:43.492249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-637a6958-2313-49e7-a8d4-f58800277341 req-7cbf681d-bdd2-4474-b584-f97280771883 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377330 Aug 31 01:01:43.524885 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33960) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:43.610079 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c095bcb-4176-4a0f-91aa-6712cfb68aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:43.634188 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c095bcb-4176-4a0f-91aa-6712cfb68aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:43.666202 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:43.692853 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c095bcb-4176-4a0f-91aa-6712cfb68aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:43.696061 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c095bcb-4176-4a0f-91aa-6712cfb68aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:43.697729 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7c095bcb-4176-4a0f-91aa-6712cfb68aac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2af9e029-3976-463e-add1-d95d25ce4a50 HTTP/1.1" status: 204 len: 168 time: 0.1695940 Aug 31 01:01:43.712404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c095bcb-4176-4a0f-91aa-6712cfb68aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af9e029-3976-463e-add1-d95d25ce4a50,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:44.078516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-c430b9df-7a0e-4f10-a40c-27cd39a706a9 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:44.081644 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-c430b9df-7a0e-4f10-a40c-27cd39a706a9 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/networks?id=e6317aad-a658-43bb-8031-230839fc1999 HTTP/1.1" status: 200 len: 822 time: 0.4938295 Aug 31 01:01:44.100188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea530033-89a3-4070-91d3-78fcbfef00b0 None None] Network f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:44.135185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-0118030a-7e14-40fc-bc79-32faf908726d tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/quotas/5f766a7da06e475c93a4852d4d6c5889 HTTP/1.1" status: 200 len: 375 time: 0.0432088 Aug 31 01:01:44.221923 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e371bdb9-8972-40ff-a3d3-2de75f437264 None None] Provisioning for port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:44.230064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e09512-76b3-4975-9eeb-7a767d5098d7 req-2904a71f-e91e-4882-8572-a07aa9237ce3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:44.231778 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e371bdb9-8972-40ff-a3d3-2de75f437264 None None] Provisioning complete for port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:44.232148 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e371bdb9-8972-40ff-a3d3-2de75f437264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.232308 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6e09512-76b3-4975-9eeb-7a767d5098d7 req-2904a71f-e91e-4882-8572-a07aa9237ce3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 945 time: 0.1634059 Aug 31 01:01:44.326198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-494979d3-cc2d-4c41-97f4-85a0c99e0e2a tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f766a7da06e475c93a4852d4d6c5889&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1433318 Aug 31 01:01:44.342275 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.407118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6e09512-76b3-4975-9eeb-7a767d5098d7 req-f083e6fe-89d5-46c0-805f-6e380aaca0df tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364601 Aug 31 01:01:44.477620 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e371bdb9-8972-40ff-a3d3-2de75f437264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.516953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e371bdb9-8972-40ff-a3d3-2de75f437264 None None] For port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08,segment=NetworkSegment(d5533b43-8533-4d82-8826-788e5e085588),segment_id=d5533b43-8533-4d82-8826-788e5e085588)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:44.528151 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e371bdb9-8972-40ff-a3d3-2de75f437264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.587205 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371bdb9-8972-40ff-a3d3-2de75f437264 None None] Pushing event updated for resources: {'Port': ['ID=ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:44.626087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1fc70e21-e19a-4dbf-aeca-987932b3014f no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:44.628885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-7d0ba200-9afa-4714-8c09-81c2457b416b service neutron] 10.222.0.58 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018274 Aug 31 01:01:44.651005 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 1fc70e21-e19a-4dbf-aeca-987932b3014f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:44.651814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1fc70e21-e19a-4dbf-aeca-987932b3014f not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:44.653202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 01b67025-5122-4d30-bfca-54c5e0006242 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:44.659726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edb13b-2012-4c11-b3f6-7d02e4ebef63 req-62d3047e-2243-49b9-94e8-419f021c3a4c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:44.661253 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0edb13b-2012-4c11-b3f6-7d02e4ebef63 req-62d3047e-2243-49b9-94e8-419f021c3a4c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 949 time: 0.1372926 Aug 31 01:01:44.678812 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 01b67025-5122-4d30-bfca-54c5e0006242 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:01:44.679157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 01b67025-5122-4d30-bfca-54c5e0006242 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:01:44.686648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-eb7cf1e8-32f3-4f79-8279-346faa40642f None None] Provisioning complete for port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:44.687273 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eb7cf1e8-32f3-4f79-8279-346faa40642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.771542 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0edb13b-2012-4c11-b3f6-7d02e4ebef63 req-22750d44-669d-41c1-9814-cc296efeac9f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961924 Aug 31 01:01:44.791645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:01:44.803103 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-e38fce8e-eccd-4bf4-81cb-4b465ac31a41 service neutron] 10.222.0.58 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625800 Aug 31 01:01:44.960456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:44.986986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Sync routers for ids ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:45.010244 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:45.010747 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Routers {'3d4101d5-49cd-40eb-95e7-6e338e845aa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:45.012527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3b97e219-f8d6-4671-bf07-15efad7e50da admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.6491323 Aug 31 01:01:45.014471 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:01:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:45.015717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34014) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:45.182970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:45.193556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802340a-7e45-45e0-b728-bd474e71eff4 req-115407a4-4bfb-4857-884f-080bcc2a15e7 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:45.198002 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5802340a-7e45-45e0-b728-bd474e71eff4 req-115407a4-4bfb-4857-884f-080bcc2a15e7 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 1101 time: 0.1306043 Aug 31 01:01:45.217708 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e4ded-597f-4b63-9be8-8218cfee81bd req-002ea992-b407-41b6-80ef-c984a487c193 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:45.224691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b0e4ded-597f-4b63-9be8-8218cfee81bd req-002ea992-b407-41b6-80ef-c984a487c193 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1829405 Aug 31 01:01:45.262718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Set router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:45.378619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b0e4ded-597f-4b63-9be8-8218cfee81bd req-381313e5-cacc-4f9e-885a-894b56ec8c2c tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436927 Aug 31 01:01:45.404938 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5802340a-7e45-45e0-b728-bd474e71eff4 req-a9e9802a-4215-448c-9274-9e002c61224f tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786654 Aug 31 01:01:45.543703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e9f0f35-bfc2-471a-801c-10e6d7c41ee3 req-b64b07de-2b92-4d2c-92ae-b5f69f719667 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 210 time: 0.0856435 Aug 31 01:01:45.638913 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:45.640686 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:45.726920 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70c639-5a98-4f43-8198-ada64ec9478a req-a1dee61c-a282-49df-8f7c-5af74c42b999 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:45.748116 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba70c639-5a98-4f43-8198-ada64ec9478a req-a1dee61c-a282-49df-8f7c-5af74c42b999 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 945 time: 0.1762779 Aug 31 01:01:45.765663 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:41Z', 'updated_at': '2021-08-31T01:01:43Z', 'revision_number': 3, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'gw_port': {'id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:45.798358 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-80d74366-2f6a-46f4-983c-f566987b4336 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=834f2c2b26574b23952ac610912285bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455427 Aug 31 01:01:45.799094 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Checking router: 3d4101d5-49cd-40eb-95e7-6e338e845aa5 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:01:45.799479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Updating router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 port d96a768b-f0fa-4e15-986a-13db68b9cf7d binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:01:45.893656 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:45.915112 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba70c639-5a98-4f43-8198-ada64ec9478a req-6c87a844-b5de-4a8a-8326-82cda370d005 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648452 Aug 31 01:01:45.989817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-aa69979c-17eb-4f79-8463-542792a375bd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:46.007901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-aa69979c-17eb-4f79-8463-542792a375bd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082677 Aug 31 01:01:46.023330 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.027933 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-e402a683-5cfe-41ed-b2da-f246b8a86429 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/quotas/834f2c2b26574b23952ac610912285bb HTTP/1.1" status: 200 len: 375 time: 0.0109940 Aug 31 01:01:46.159965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f33c089f-cef0-445f-8807-7f3a2867ed36 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1218135 Aug 31 01:01:46.284203 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Allocated IP 172.20.0.1 (f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4/1f0321a9-d1d0-431e-b5d3-a4a4b61531fc/6a76466d-a098-4fc8-9aa3-8c19e7826ac2) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:46.298421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 928efd53-9b17-4651-8715-27f428cea13c up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:46.312366 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-8ec6a7c8-227a-4648-9403-8e8b1d4681a5 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4f4f81af0327488683358ca40e0e4b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534642 Aug 31 01:01:46.457053 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.479251 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Transition to ACTIVE for port object 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:46.519624 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.532402 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Transition to ACTIVE for port object d96a768b-f0fa-4e15-986a-13db68b9cf7d will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:46.540952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-632c1a60-8fc6-4ac6-b167-adc022f9204b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:46.547069 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.555871 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-632c1a60-8fc6-4ac6-b167-adc022f9204b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366874 Aug 31 01:01:46.585122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Attempting to bind port d96a768b-f0fa-4e15-986a-13db68b9cf7d on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:46.585548 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Attempting to bind port d96a768b-f0fa-4e15-986a-13db68b9cf7d by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:46.585924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Attempting to bind port d96a768b-f0fa-4e15-986a-13db68b9cf7d on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:46.601190 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.611753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:46.611957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:46.612361 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.612758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:46.613317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Bound port: d96a768b-f0fa-4e15-986a-13db68b9cf7d, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:46.613703 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.628810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-56aa0af9-93d3-49d4-8669-9135f5bd5b0a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/quotas/4f4f81af0327488683358ca40e0e4b3d HTTP/1.1" status: 200 len: 375 time: 0.0719821 Aug 31 01:01:46.678985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] For port d96a768b-f0fa-4e15-986a-13db68b9cf7d, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:46.682728 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] For port d96a768b-f0fa-4e15-986a-13db68b9cf7d, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d96a768b-f0fa-4e15-986a-13db68b9cf7d,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:46.685972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 928efd53-9b17-4651-8715-27f428cea13c completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:46.692445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 928efd53-9b17-4651-8715-27f428cea13c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:46.692896 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.736752 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0304ddd4-a593-43ed-b811-195d09d434eb req-fba1bcc5-a4b2-4505-ba4d-9ad579f365fb tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 210 time: 0.1536798 Aug 31 01:01:46.740593 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.755137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-f9929794-5d19-4030-975d-fd4efa23881e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1253967 Aug 31 01:01:46.774129 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c2b77-2cac-425c-8166-2021c7a165a1 None None] Pushing event updated for resources: {'Port': ['ID=d96a768b-f0fa-4e15-986a-13db68b9cf7d,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:46.782600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Network f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:46.803162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:46.810303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:46.822653 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Pushing event updated for resources: {'Port': ['ID=6a76466d-a098-4fc8-9aa3-8c19e7826ac2,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:46.867918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Routers {'3d4101d5-49cd-40eb-95e7-6e338e845aa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:46.868483 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:01:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:46.946076 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.980466 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.029267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-fe460175-3889-4d39-bfb7-947518854491 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:47.031742 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-fe460175-3889-4d39-bfb7-947518854491 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.70 "GET /v2.0/networks?id=e6317aad-a658-43bb-8031-230839fc1999 HTTP/1.1" status: 200 len: 822 time: 0.3930321 Aug 31 01:01:47.032190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4fec-ecfa-430f-9964-94337f882d8b req-1da7c63e-4c05-4437-9819-ab362142ec2b tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:47.036572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca061d23-d38c-479a-96ec-74beb057a571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928efd53-9b17-4651-8715-27f428cea13c'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:47.042763 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-098b4fec-ecfa-430f-9964-94337f882d8b req-1da7c63e-4c05-4437-9819-ab362142ec2b tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1833651 Aug 31 01:01:47.051645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-91e6466d-47fd-42df-b85d-085810a9049e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Request body: {'port': {'device_id': 'de890117-b328-46a6-a844-215bbe06fd84', 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999', 'admin_state_up': True, 'tenant_id': '5f766a7da06e475c93a4852d4d6c5889'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:47.051865 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dd41ba-f22d-44c2-9d60-a18512ae1236" -d '{"events": [{"server_uuid": "ca061d23-d38c-479a-96ec-74beb057a571", "name": "network-vif-plugged", "status": "completed", "tag": "928efd53-9b17-4651-8715-27f428cea13c"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:47.091002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=928efd53-9b17-4651-8715-27f428cea13c,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:47.092021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c2b77-2cac-425c-8166-2021c7a165a1 None None] Pushing event updated for resources: {'Port': ['ID=d96a768b-f0fa-4e15-986a-13db68b9cf7d,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:47.139927 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.155703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-098b4fec-ecfa-430f-9964-94337f882d8b req-65eb9039-6af3-494a-8a31-0b73e378f173 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058881 Aug 31 01:01:47.206071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95c54cbc-1e69-4c7f-b46d-6b5e95a5ffc2 req-6f98e458-5838-4cd3-a8eb-b86b79afbbfc tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 210 time: 0.1162858 Aug 31 01:01:47.256170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] Set router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:47.296524 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d67d32c-d028-4f51-8e63-8d0140bf3356 req-0a946052-ca41-4753-abf9-4a42bed30018 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 210 time: 0.0564167 Aug 31 01:01:47.309408 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.381698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bffefe-d19d-4d33-8dd1-d1ca01eb7451 req-a37f3240-1853-44c9-8c6c-6e2dced2a488 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:47.392911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83bffefe-d19d-4d33-8dd1-d1ca01eb7451 req-a37f3240-1853-44c9-8c6c-6e2dced2a488 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 946 time: 0.0719521 Aug 31 01:01:47.410649 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde81534-6153-44d4-8455-09b946673613 x-openstack-request-id: req-dde81534-6153-44d4-8455-09b946673613 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:47.411227 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca061d23-d38c-479a-96ec-74beb057a571", "name": "network-vif-plugged", "status": "completed", "tag": "928efd53-9b17-4651-8715-27f428cea13c", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:47.411789 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dde81534-6153-44d4-8455-09b946673613 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:47.412231 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca061d23-d38c-479a-96ec-74beb057a571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928efd53-9b17-4651-8715-27f428cea13c', 'code': 200} Aug 31 01:01:47.427409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-91e6466d-47fd-42df-b85d-085810a9049e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Made reservation on behalf of 5f766a7da06e475c93a4852d4d6c5889 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:47.437656 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-91e6466d-47fd-42df-b85d-085810a9049e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.440746 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83bffefe-d19d-4d33-8dd1-d1ca01eb7451 req-ebdae88d-5972-4be4-a4f0-e0dad79903c1 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467997 Aug 31 01:01:47.549076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcc716-e5c1-4a95-bc41-738112e38b62 req-bb10d699-2f99-4693-a99c-9846c0d9b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:47.550808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cbcc716-e5c1-4a95-bc41-738112e38b62 req-bb10d699-2f99-4693-a99c-9846c0d9b971 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 1098 time: 0.0739441 Aug 31 01:01:47.559580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=928efd53-9b17-4651-8715-27f428cea13c,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:47.563498 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-12ab3318-ee29-4071-a2df-ebd97da4dca8 None None] Provisioning for port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:47.593857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-12ab3318-ee29-4071-a2df-ebd97da4dca8 None None] Provisioning complete for port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:47.593968 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-12ab3318-ee29-4071-a2df-ebd97da4dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.612804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cbcc716-e5c1-4a95-bc41-738112e38b62 req-3df34e7e-4fa6-4b44-9716-d46ac703361a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369415 Aug 31 01:01:47.643335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-12ab3318-ee29-4071-a2df-ebd97da4dca8 None None] Port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:47.659914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:41Z', 'updated_at': '2021-08-31T01:01:43Z', 'revision_number': 3, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'gw_port': {'id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:47.675130 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-91e6466d-47fd-42df-b85d-085810a9049e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Allocated IP 172.20.0.14 (e6317aad-a658-43bb-8031-230839fc1999/b33d2c75-5836-4488-8d84-b2a19a874844/83a876bc-8143-457a-868c-5d1887dfa60a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:47.688836 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9cf94-7388-49fe-878a-806ca54734f3 None None] The sync data for ids ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'] in n-d-802060-13 is: [{'id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:41Z', 'updated_at': '2021-08-31T01:01:43Z', 'revision_number': 3, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'gw_port': {'id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:47.833275 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.843789 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.858361 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0171049-87ad-408b-bacf-ec93fcbd7e6e req-579c5075-469e-46a4-bf30-138a9fbc4c80 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 210 time: 0.0446696 Aug 31 01:01:47.953438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Pushing event updated for resources: {'Port': ['ID=6a76466d-a098-4fc8-9aa3-8c19e7826ac2,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:47.984845 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:47.995160 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-66bc644b-23e1-4153-a791-8ca7a2953268 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=834f2c2b26574b23952ac610912285bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649772 Aug 31 01:01:48.071867 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-91e6466d-47fd-42df-b85d-085810a9049e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:48.159046 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Network f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:48.161914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:48.182174 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-91e6466d-47fd-42df-b85d-085810a9049e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:48.256218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-5328f801-8077-4a17-b386-e46ff3d87852 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:48.261128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-5328f801-8077-4a17-b386-e46ff3d87852 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572942 Aug 31 01:01:48.279572 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-918784a1-810f-4f1f-aec7-895f2908c383 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Request body: {'port': {'device_id': '712994a4-97a7-49be-ab99-702fd103f0cd', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '834f2c2b26574b23952ac610912285bb'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:48.321581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6466d-47fd-42df-b85d-085810a9049e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Pushing event updated for resources: {'Port': ['ID=83a876bc-8143-457a-868c-5d1887dfa60a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:48.348020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-91e6466d-47fd-42df-b85d-085810a9049e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Network e6317aad-a658-43bb-8031-230839fc1999 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:48.352190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-91e6466d-47fd-42df-b85d-085810a9049e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:48.360580 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-91e6466d-47fd-42df-b85d-085810a9049e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:48.493498 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-91e6466d-47fd-42df-b85d-085810a9049e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:48.494154 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-91e6466d-47fd-42df-b85d-085810a9049e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:48.510774 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:48.525598 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-91e6466d-47fd-42df-b85d-085810a9049e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4788482 Aug 31 01:01:48.569846 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a014ce7b-b158-4a26-b380-e133c4593d74 None None] Provisioning complete for port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:48.570840 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a014ce7b-b158-4a26-b380-e133c4593d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:48.582422 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Request body: {'port': {'device_id': 'de890117-b328-46a6-a844-215bbe06fd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:48.603991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf99d9-83db-456b-856b-abed4402b0c8 req-efead014-2182-48c0-86fb-df66a10c8c3f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:48.606240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8fdf99d9-83db-456b-856b-abed4402b0c8 req-efead014-2182-48c0-86fb-df66a10c8c3f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.2654290 Aug 31 01:01:48.609282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-918784a1-810f-4f1f-aec7-895f2908c383 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Made reservation on behalf of 834f2c2b26574b23952ac610912285bb for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:48.623662 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-918784a1-810f-4f1f-aec7-895f2908c383 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:48.627995 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a014ce7b-b158-4a26-b380-e133c4593d74 None None] Port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:48.653124 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76306a8f-870b-402a-a5e3-5abd41ecc743 req-f0cccdc9-8d4f-46a0-8f55-73ac39c1d8fc tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:48.660960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76306a8f-870b-402a-a5e3-5abd41ecc743 req-f0cccdc9-8d4f-46a0-8f55-73ac39c1d8fc tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 932 time: 0.1702228 Aug 31 01:01:48.733689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8fdf99d9-83db-456b-856b-abed4402b0c8 req-aa600af8-5e5b-4cea-b2cb-62a29ac1a904 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054130 Aug 31 01:01:48.813472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76306a8f-870b-402a-a5e3-5abd41ecc743 req-139ad20a-b7e1-4156-a3fa-abe9d500f60e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512482 Aug 31 01:01:48.960206 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:48.981739 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0104022e-7eae-441e-8cc9-3ad953bf590f admin admin] 10.222.0.58 "PUT /v2.0/routers/3d4101d5-49cd-40eb-95e7-6e338e845aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9640930 Aug 31 01:01:49.079590 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:49.126952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0bc5eb54-095e-4c6c-a2d8-232a969f1bf9 req-0c8158ab-19ae-4b4f-8bd4-ec0e87f6d4db tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 210 time: 0.1719675 Aug 31 01:01:49.163800 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d96a768b-f0fa-4e15-986a-13db68b9cf7d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:49.181998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-f35bb017-778f-45b7-9a61-ae748a6e9b63 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4f4f81af0327488683358ca40e0e4b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2168617 Aug 31 01:01:49.227019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-918784a1-810f-4f1f-aec7-895f2908c383 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Allocated IP 192.168.233.170 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/1af9368b-5521-4814-bfb2-8290f62a9952) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:49.259829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port d96a768b-f0fa-4e15-986a-13db68b9cf7d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:49.271220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d96a768b-f0fa-4e15-986a-13db68b9cf7d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:49.271621 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:49.346991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-800e0611-fbb3-4680-8ff6-8bf9c8b82063 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:49.348936 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-800e0611-fbb3-4680-8ff6-8bf9c8b82063 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466990 Aug 31 01:01:49.362267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e4c97-1b77-483a-a2c6-51ef4f804091 req-67fb4b5d-7a93-4917-a29e-3d85366c450b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:49.371863 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b4e4c97-1b77-483a-a2c6-51ef4f804091 req-67fb4b5d-7a93-4917-a29e-3d85366c450b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 946 time: 0.4082351 Aug 31 01:01:49.389627 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:49.405732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Request body: {'port': {'device_id': 'b0d2956f-4540-4e8a-9166-251d19d69559', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '4f4f81af0327488683358ca40e0e4b3d'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:49.421806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port d96a768b-f0fa-4e15-986a-13db68b9cf7d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d96a768b-f0fa-4e15-986a-13db68b9cf7d,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:49.433398 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:49.477654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b4e4c97-1b77-483a-a2c6-51ef4f804091 req-52536597-5b53-40ff-9796-6b8b5e5fa83c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045113 Aug 31 01:01:49.506648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=d96a768b-f0fa-4e15-986a-13db68b9cf7d,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:49.534469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cdc1057c-d71c-4822-b693-7548eedda4c6 req-6f2d0f6f-d542-4958-b703-7c2351bcfadb tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 210 time: 0.0698230 Aug 31 01:01:49.674829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a876bc-8143-457a-868c-5d1887dfa60a {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:49.685379 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:49.701463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Made reservation on behalf of 4f4f81af0327488683358ca40e0e4b3d for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:49.705146 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:49.705597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Transition to ACTIVE for port object 83a876bc-8143-457a-868c-5d1887dfa60a will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:49.717762 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:49.720925 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:49.759159 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-918784a1-810f-4f1f-aec7-895f2908c383 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:49.787175 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-918784a1-810f-4f1f-aec7-895f2908c383 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Transition to ACTIVE for port object 1af9368b-5521-4814-bfb2-8290f62a9952 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:49.805189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Pushing event updated for resources: {'Port': ['ID=83a876bc-8143-457a-868c-5d1887dfa60a,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:49.864927 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-918784a1-810f-4f1f-aec7-895f2908c383 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:49.880796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d', 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d', '7cf193b2-aa9f-4fd5-9e18-4da12ea06350'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:49.942470 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['eed772e1-093b-47d9-8487-75e06f8af348', '25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c', '061c155b-b9b2-4f29-b9aa-b1bda87e5d27'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:49.946642 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Attempting to bind port 83a876bc-8143-457a-868c-5d1887dfa60a on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:49.947000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Attempting to bind port 83a876bc-8143-457a-868c-5d1887dfa60a by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '748c269e-f12f-4997-8204-fbc7082d558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:49.952349 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Attempting to bind port 83a876bc-8143-457a-868c-5d1887dfa60a on network e6317aad-a658-43bb-8031-230839fc1999 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:49.957294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Port 83a876bc-8143-457a-868c-5d1887dfa60a on network e6317aad-a658-43bb-8031-230839fc1999 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:49.957637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Attempting to bind port 83a876bc-8143-457a-868c-5d1887dfa60a on network e6317aad-a658-43bb-8031-230839fc1999 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:49.972576 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:49.972936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Checking segment: {'id': '748c269e-f12f-4997-8204-fbc7082d558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:49.976245 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Bound using segment: {'id': '748c269e-f12f-4997-8204-fbc7082d558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:49.976891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Bound port: 83a876bc-8143-457a-868c-5d1887dfa60a, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748c269e-f12f-4997-8204-fbc7082d558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:49.977280 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.012169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-918784a1-810f-4f1f-aec7-895f2908c383 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:50.016395 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.020886 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-918784a1-810f-4f1f-aec7-895f2908c383 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:50.030010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-918784a1-810f-4f1f-aec7-895f2908c383 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:50.086253 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] For port 83a876bc-8143-457a-868c-5d1887dfa60a, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:50.091063 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] For port 83a876bc-8143-457a-868c-5d1887dfa60a, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=83a876bc-8143-457a-868c-5d1887dfa60a,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:50.100904 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.121944 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.190111 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34142) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:50.194775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2057225f-6a29-4369-aff1-58838d6753fc tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1453934561', 'description': 'tempest-description--1369184585'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:50.203590 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:50.204219 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.206010 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f577103d-544d-427a-8a62-52fc660b41db service neutron] 10.222.0.70 "PUT /v2.0/ports/83a876bc-8143-457a-868c-5d1887dfa60a HTTP/1.1" status: 200 len: 1093 time: 1.6299627 Aug 31 01:01:50.207450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de890117-b328-46a6-a844-215bbe06fd84', 'tag': '83a876bc-8143-457a-868c-5d1887dfa60a'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:50.209743 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8170da06-135c-47dd-bcf9-ca4c18ac69cd" -d '{"events": [{"name": "network-changed", "server_uuid": "de890117-b328-46a6-a844-215bbe06fd84", "tag": "83a876bc-8143-457a-868c-5d1887dfa60a"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:50.295432 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Sync routers for ids ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:50.307794 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Routers {'3d4101d5-49cd-40eb-95e7-6e338e845aa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:50.310098 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:01:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:50.312818 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577103d-544d-427a-8a62-52fc660b41db service neutron] Pushing event updated for resources: {'Port': ['ID=83a876bc-8143-457a-868c-5d1887dfa60a,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:50.337717 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2057225f-6a29-4369-aff1-58838d6753fc tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.520000 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Set router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:50.524225 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-b4aa2026-3567-4cc3-bc7b-33d099036e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:50.525793 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-b4aa2026-3567-4cc3-bc7b-33d099036e92 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f766a7da06e475c93a4852d4d6c5889&device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 1096 time: 0.1894543 Aug 31 01:01:50.575191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918784a1-810f-4f1f-aec7-895f2908c383 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event updated for resources: {'Port': ['ID=1af9368b-5521-4814-bfb2-8290f62a9952,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:50.621200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5a54f750-6f6c-4600-8593-a9aac4a0ed40 None None] Provisioning for port 1af9368b-5521-4814-bfb2-8290f62a9952 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:50.645021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5a54f750-6f6c-4600-8593-a9aac4a0ed40 None None] Provisioning complete for port 1af9368b-5521-4814-bfb2-8290f62a9952 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:50.645395 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5a54f750-6f6c-4600-8593-a9aac4a0ed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.671875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b25a2-a163-4cfd-b777-7d139435ba7c req-971a007f-f946-4606-98cb-f8d9adedf4f3 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:50.685417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a3b25a2-a163-4cfd-b777-7d139435ba7c req-971a007f-f946-4606-98cb-f8d9adedf4f3 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.7779250 Aug 31 01:01:50.700638 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-24d6910b-8301-4e29-9d40-367b1a9c1a8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a876bc-8143-457a-868c-5d1887dfa60a HTTP/1.1" status: 200 len: 217 time: 0.1628163 Aug 31 01:01:50.706079 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-918784a1-810f-4f1f-aec7-895f2908c383 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:50.707341 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-918784a1-810f-4f1f-aec7-895f2908c383 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.710335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f076d88-fc7c-4505-8cd6-1bbfdfebe811,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:50.745344 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2057225f-6a29-4369-aff1-58838d6753fc tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.817165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-918784a1-810f-4f1f-aec7-895f2908c383 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5482819 Aug 31 01:01:50.829694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9bb05-a251-4248-bb51-f35d9316eea1 req-fe819942-328c-49e6-b46b-10be730efe27 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:50.841500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3a9bb05-a251-4248-bb51-f35d9316eea1 req-fe819942-328c-49e6-b46b-10be730efe27 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 944 time: 0.2768719 Aug 31 01:01:50.848799 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-a21083ea-622a-436b-ab5f-53083e12f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:50.851886 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-a21083ea-622a-436b-ab5f-53083e12f979 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b33d2c75-5836-4488-8d84-b2a19a874844 HTTP/1.1" status: 200 len: 862 time: 0.1040156 Aug 31 01:01:50.853153 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2057225f-6a29-4369-aff1-58838d6753fc tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.862161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Request body: {'port': {'device_id': '712994a4-97a7-49be-ab99-702fd103f0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:50.869105 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:41Z', 'updated_at': '2021-08-31T01:01:47Z', 'revision_number': 4, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'gw_port': {'id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '6a76466d-a098-4fc8-9aa3-8c19e7826ac2', 'name': '', 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'mac_address': 'fa:16:3e:0e:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:46Z', 'updated_at': '2021-08-31T01:01:47Z', 'revision_number': 2, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'subnets': [{'id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:50.896813 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057225f-6a29-4369-aff1-58838d6753fc tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:50.905951 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Checking router: 3d4101d5-49cd-40eb-95e7-6e338e845aa5 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:01:50.906679 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Updating router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:01:50.940312 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a3b25a2-a163-4cfd-b777-7d139435ba7c req-02973883-4486-47ad-a019-13466264124f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521553 Aug 31 01:01:50.944080 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-d96f10ce-572e-46d1-b809-7e21aa60cef3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e6317aad-a658-43bb-8031-230839fc1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481532 Aug 31 01:01:50.946794 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:50.989836 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5a54f750-6f6c-4600-8593-a9aac4a0ed40 None None] Port 1af9368b-5521-4814-bfb2-8290f62a9952 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:51.119484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Allocated IP 192.168.233.146 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/abbcb3e1-1df2-4e24-875b-ce85f871bb2f) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:51.180253 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2057225f-6a29-4369-aff1-58838d6753fc tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.195903 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2057225f-6a29-4369-aff1-58838d6753fc tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0041766 Aug 31 01:01:51.204853 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-f2878dd7-5640-46c7-8d3b-6864c856e686 service neutron] 10.222.0.70 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522352 Aug 31 01:01:51.206594 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34156) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:51.219831 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Request body: {'security_group_rule': {'security_group_id': '19b0bbc8-9fa8-4b42-99bc-88849bb9f36e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:51.233509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d96a768b-f0fa-4e15-986a-13db68b9cf7d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:51.313441 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.325894 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Transition to ACTIVE for port object 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:51.343423 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.365062 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d14b5904-545e-4cd1-a258-5819c12f7b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.379730 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.400813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Transition to ACTIVE for port object abbcb3e1-1df2-4e24-875b-ce85f871bb2f will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:51.408373 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.459313 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73879c51-97e5-4b29-a357-ab4b62e276c9 None None] Pushing event updated for resources: {'Port': ['ID=6a76466d-a098-4fc8-9aa3-8c19e7826ac2,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:51.478449 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73879c51-97e5-4b29-a357-ab4b62e276c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.478449 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73879c51-97e5-4b29-a357-ab4b62e276c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.479013 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73879c51-97e5-4b29-a357-ab4b62e276c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.479466 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73879c51-97e5-4b29-a357-ab4b62e276c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.480676 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73879c51-97e5-4b29-a357-ab4b62e276c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.481080 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73879c51-97e5-4b29-a357-ab4b62e276c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.481765 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73879c51-97e5-4b29-a357-ab4b62e276c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.482103 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73879c51-97e5-4b29-a357-ab4b62e276c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.482437 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73879c51-97e5-4b29-a357-ab4b62e276c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.482742 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73879c51-97e5-4b29-a357-ab4b62e276c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.483072 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73879c51-97e5-4b29-a357-ab4b62e276c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.483415 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73879c51-97e5-4b29-a357-ab4b62e276c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.511422 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.532463 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.594768 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Attempting to bind port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:51.595056 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Attempting to bind port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'd5533b43-8533-4d82-8826-788e5e085588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:51.597960 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Attempting to bind port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 on network f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:51.609011 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:51.609453 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Checking segment: {'id': 'd5533b43-8533-4d82-8826-788e5e085588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:51.612135 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.612748 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Bound using segment: {'id': 'd5533b43-8533-4d82-8826-788e5e085588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:51.613406 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Bound port: 6a76466d-a098-4fc8-9aa3-8c19e7826ac2, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5533b43-8533-4d82-8826-788e5e085588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:51.614106 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.710593 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0512d5f-493c-491e-a069-aeb5410bdc0c req-6e1a7ba2-219b-4260-8a41-3075ac9475c3 service neutron] 10.222.0.70 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270864 Aug 31 01:01:51.733038 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.742674 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.747749 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] For port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:51.751617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d96a768b-f0fa-4e15-986a-13db68b9cf7d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:51.752081 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.773008 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] For port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6a76466d-a098-4fc8-9aa3-8c19e7826ac2,segment=NetworkSegment(d5533b43-8533-4d82-8826-788e5e085588),segment_id=d5533b43-8533-4d82-8826-788e5e085588)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:51.782405 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.794092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f00670-4d28-422a-8727-9dd7f7c4fbf3,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:51.818944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.820761 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.821195 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.823070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.823511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.825994 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.826492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.826981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.828314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.829140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.829581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.831387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:51.841692 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.846137 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cff587b9-e513-4679-9fe4-9a41f6d0d8bd tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6348398 Aug 31 01:01:51.846940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34160) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:51.855083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2cd58588-0915-421d-b7e3-68a3b5a9b2af tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Request body: {'security_group_rule': {'security_group_id': '19b0bbc8-9fa8-4b42-99bc-88849bb9f36e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:51.914055 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cd58588-0915-421d-b7e3-68a3b5a9b2af tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.927126 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73879c51-97e5-4b29-a357-ab4b62e276c9 None None] Pushing event updated for resources: {'Port': ['ID=6a76466d-a098-4fc8-9aa3-8c19e7826ac2,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:51.936397 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Routers {'3d4101d5-49cd-40eb-95e7-6e338e845aa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:51.937171 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:01:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:52.035704 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cd58588-0915-421d-b7e3-68a3b5a9b2af tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.046223 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cd58588-0915-421d-b7e3-68a3b5a9b2af tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.066684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:52.086113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd58588-0915-421d-b7e3-68a3b5a9b2af tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6870a10-ef3b-4358-8058-84fe375fff22,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:52.103851 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3a9bb05-a251-4248-bb51-f35d9316eea1 req-b2cc118e-4f3d-4429-9c25-0c7a60a07f1c tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2537477 Aug 31 01:01:52.103992 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cd58588-0915-421d-b7e3-68a3b5a9b2af tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.104079 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:52.104183 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2cd58588-0915-421d-b7e3-68a3b5a9b2af tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2500684 Aug 31 01:01:52.104183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34164) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:52.115203 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:52.132612 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:52.173572 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.198440 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] Set router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:52.217168 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4caaa16-fa31-4e18-a84d-dc4e86bda29b x-openstack-request-id: req-f4caaa16-fa31-4e18-a84d-dc4e86bda29b {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:52.217979 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de890117-b328-46a6-a844-215bbe06fd84", "tag": "83a876bc-8143-457a-868c-5d1887dfa60a", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:52.218385 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4caaa16-fa31-4e18-a84d-dc4e86bda29b {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:52.218967 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de890117-b328-46a6-a844-215bbe06fd84', 'tag': '83a876bc-8143-457a-868c-5d1887dfa60a', 'status': 'completed', 'code': 200} Aug 31 01:01:52.285693 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Pushing event updated for resources: {'Port': ['ID=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:52.334944 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae89dec-d279-46ac-8fda-fd2230e5623a req-7493a9bd-6f59-473b-87ec-0dcab59a12b0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:52.337064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ae89dec-d279-46ac-8fda-fd2230e5623a req-7493a9bd-6f59-473b-87ec-0dcab59a12b0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 936 time: 0.8264987 Aug 31 01:01:52.343305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:52.343958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:52.344481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:52.345040 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:52.345576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:52.346141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:52.346671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:52.347208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:52.347768 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:52.348301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:52.348846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:52.349372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:52.365010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:52.366414 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.473757 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c3489b94-58cd-42ac-8635-d138cd70e50c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0758224 Aug 31 01:01:52.492910 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170da06-135c-47dd-bcf9-ca4c18ac69cd req-d4ae996a-5374-421d-9720-021abdc80a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:52.494480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Request body: {'port': {'device_id': 'b0d2956f-4540-4e8a-9166-251d19d69559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:52.494616 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8170da06-135c-47dd-bcf9-ca4c18ac69cd req-d4ae996a-5374-421d-9720-021abdc80a7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f766a7da06e475c93a4852d4d6c5889&device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 1096 time: 0.1769578 Aug 31 01:01:52.502168 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ae89dec-d279-46ac-8fda-fd2230e5623a req-9a52b7f1-06df-47a4-8695-a4cb30aa6100 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487777 Aug 31 01:01:52.505364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af9368b-5521-4814-bfb2-8290f62a9952 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:52.536157 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.595750 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7424fbf9-5024-4626-8209-5d9d53ae2b3b None None] Provisioning for port abbcb3e1-1df2-4e24-875b-ce85f871bb2f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:52.612265 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7424fbf9-5024-4626-8209-5d9d53ae2b3b None None] Provisioning complete for port abbcb3e1-1df2-4e24-875b-ce85f871bb2f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:52.612649 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7424fbf9-5024-4626-8209-5d9d53ae2b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.618680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Transition to ACTIVE for port object 1af9368b-5521-4814-bfb2-8290f62a9952 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:52.629901 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.632270 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.693907 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:41Z', 'updated_at': '2021-08-31T01:01:47Z', 'revision_number': 4, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'gw_port': {'id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '6a76466d-a098-4fc8-9aa3-8c19e7826ac2', 'name': '', 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'mac_address': 'fa:16:3e:0e:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:46Z', 'updated_at': '2021-08-31T01:01:51Z', 'revision_number': 4, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'subnets': [{'id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:52.710534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7424fbf9-5024-4626-8209-5d9d53ae2b3b None None] Port abbcb3e1-1df2-4e24-875b-ce85f871bb2f cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:52.724083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ffb4c-9857-4ccc-bb5d-6bfafb004d46 req-80967d6f-d694-4e48-80c9-9c97284637b0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:52.725910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab3ffb4c-9857-4ccc-bb5d-6bfafb004d46 req-80967d6f-d694-4e48-80c9-9c97284637b0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 946 time: 0.1949401 Aug 31 01:01:52.732393 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a18b5-11ef-44dd-8878-af17faa5dd06 None None] The sync data for ids ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'] in n-d-802060-13 is: [{'id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:41Z', 'updated_at': '2021-08-31T01:01:47Z', 'revision_number': 4, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'gw_port': {'id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '6a76466d-a098-4fc8-9aa3-8c19e7826ac2', 'name': '', 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'mac_address': 'fa:16:3e:0e:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:46Z', 'updated_at': '2021-08-31T01:01:51Z', 'revision_number': 4, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'subnets': [{'id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:52.786515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170da06-135c-47dd-bcf9-ca4c18ac69cd req-099c96c2-2b77-4cdc-9557-924a7b67460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:52.788433 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8170da06-135c-47dd-bcf9-ca4c18ac69cd req-099c96c2-2b77-4cdc-9557-924a7b67460b service neutron] 10.222.0.70 "GET /v2.0/networks?id=e6317aad-a658-43bb-8031-230839fc1999 HTTP/1.1" status: 200 len: 923 time: 0.2626181 Aug 31 01:01:52.861070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1af9368b-5521-4814-bfb2-8290f62a9952,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:52.897466 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8170da06-135c-47dd-bcf9-ca4c18ac69cd req-00215e0a-5d88-4359-88df-455406d93492 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a876bc-8143-457a-868c-5d1887dfa60a HTTP/1.1" status: 200 len: 217 time: 0.0959764 Aug 31 01:01:52.974611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170da06-135c-47dd-bcf9-ca4c18ac69cd req-22a99ed8-729a-499a-831a-e8313e080409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:52.976140 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8170da06-135c-47dd-bcf9-ca4c18ac69cd req-22a99ed8-729a-499a-831a-e8313e080409 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b33d2c75-5836-4488-8d84-b2a19a874844 HTTP/1.1" status: 200 len: 862 time: 0.0667253 Aug 31 01:01:53.032602 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8170da06-135c-47dd-bcf9-ca4c18ac69cd req-2f92ef0b-18d2-4123-8623-0af1872a819c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e6317aad-a658-43bb-8031-230839fc1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393107 Aug 31 01:01:53.034542 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab3ffb4c-9857-4ccc-bb5d-6bfafb004d46 req-463d6f74-e410-4f23-903d-00f376737148 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006186 Aug 31 01:01:53.034937 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.051929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a3af1-544e-47b8-9afd-924f31060b06 req-c41c38c1-cf86-4496-943e-ea3220034462 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:53.057834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e77a3af1-544e-47b8-9afd-924f31060b06 req-c41c38c1-cf86-4496-943e-ea3220034462 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 948 time: 0.3747239 Aug 31 01:01:53.200546 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:53.212586 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8170da06-135c-47dd-bcf9-ca4c18ac69cd req-0e45d611-6d58-42b7-8201-368918e28c46 service neutron] 10.222.0.70 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655936 Aug 31 01:01:53.278158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e77a3af1-544e-47b8-9afd-924f31060b06 req-2ff075d7-b4a1-4e9a-a3ff-e23cca948169 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071762 Aug 31 01:01:53.286130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Attempting to bind port 1af9368b-5521-4814-bfb2-8290f62a9952 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:53.286130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Attempting to bind port 1af9368b-5521-4814-bfb2-8290f62a9952 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:53.286383 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Attempting to bind port 1af9368b-5521-4814-bfb2-8290f62a9952 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:53.316465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Port 1af9368b-5521-4814-bfb2-8290f62a9952 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:53.316465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Attempting to bind port 1af9368b-5521-4814-bfb2-8290f62a9952 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:53.326933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:53.327311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:53.327753 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:53.328202 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Bound port: 1af9368b-5521-4814-bfb2-8290f62a9952, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:53.328564 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.346267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:53.349182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239646c-86e1-4f07-9cf5-617fd7982e61 req-fc7f5391-8f4c-4d23-91b2-7efac773086f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:53.351822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:53.352437 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.362627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f239646c-86e1-4f07-9cf5-617fd7982e61 req-fc7f5391-8f4c-4d23-91b2-7efac773086f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.2072158 Aug 31 01:01:53.436273 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Allocated IP 172.25.6.150 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/b3ae39ec-837e-4d3c-b9f1-66acb8847f4c) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:53.444946 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8170da06-135c-47dd-bcf9-ca4c18ac69cd req-14745c82-dc10-4b45-89d9-bcd4f12b7e85 service neutron] 10.222.0.70 "GET /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943052 Aug 31 01:01:53.493252 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.532914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6a76466d-a098-4fc8-9aa3-8c19e7826ac2,segment=NetworkSegment(d5533b43-8533-4d82-8826-788e5e085588),segment_id=d5533b43-8533-4d82-8826-788e5e085588)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:53.541371 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.583730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f239646c-86e1-4f07-9cf5-617fd7982e61 req-416464c9-7781-4b3f-a7a3-e03d536655b4 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179239 Aug 31 01:01:53.618749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=6a76466d-a098-4fc8-9aa3-8c19e7826ac2,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:53.637219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] For port 1af9368b-5521-4814-bfb2-8290f62a9952, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:53.641809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] For port 1af9368b-5521-4814-bfb2-8290f62a9952, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1af9368b-5521-4814-bfb2-8290f62a9952,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:53.646501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680fc5b-c973-4fb0-b8f6-791c1c628611 req-df946d61-4696-4da3-ab15-d881fe591b51 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:53.650308 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6680fc5b-c973-4fb0-b8f6-791c1c628611 req-df946d61-4696-4da3-ab15-d881fe591b51 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 1098 time: 0.1715155 Aug 31 01:01:53.663955 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.685765 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7d4463b4-cc86-4a37-ac2f-3f56fd4d88a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.711045 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.732018 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.772595 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:53.780500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:53.784406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:53.809705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Pushing event updated for resources: {'Port': ['ID=b3ae39ec-837e-4d3c-b9f1-66acb8847f4c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:53.811459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1af9368b-5521-4814-bfb2-8290f62a9952,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:53.841036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6680fc5b-c973-4fb0-b8f6-791c1c628611 req-5b30a1ba-efa5-4dde-8a67-1e2c128cd21a tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339107 Aug 31 01:01:53.892965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:53.894041 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.895482 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-f17c0b39-3327-4d5c-9b5e-969b27d7e1e4 service neutron] 10.222.0.70 "PUT /v2.0/ports/1af9368b-5521-4814-bfb2-8290f62a9952 HTTP/1.1" status: 200 len: 1097 time: 3.0391333 Aug 31 01:01:53.961492 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.962076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712994a4-97a7-49be-ab99-702fd103f0cd', 'tag': '1af9368b-5521-4814-bfb2-8290f62a9952'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:53.965373 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3143e4-fe21-47b9-9666-01121860b4df" -d '{"events": [{"name": "network-changed", "server_uuid": "712994a4-97a7-49be-ab99-702fd103f0cd", "tag": "1af9368b-5521-4814-bfb2-8290f62a9952"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:53.970201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abbcb3e1-1df2-4e24-875b-ce85f871bb2f {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:53.981252 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.985583 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.019624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Transition to ACTIVE for port object abbcb3e1-1df2-4e24-875b-ce85f871bb2f will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:54.030427 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.062070 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.246315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df9589-6f97-44cf-99ad-fd7ced4f3f61 req-0a4a37dc-e2a7-449c-a55d-a3d16653cbc4 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:54.255313 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6df9589-6f97-44cf-99ad-fd7ced4f3f61 req-0a4a37dc-e2a7-449c-a55d-a3d16653cbc4 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 944 time: 0.4480438 Aug 31 01:01:54.306687 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.314446 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.334674 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.379198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Pushing event updated for resources: {'Port': ['ID=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:54.431259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-5bc8f3c1-68f0-4124-8815-2a61d593faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:54.433454 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-5bc8f3c1-68f0-4124-8815-2a61d593faee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 1100 time: 0.3987198 Aug 31 01:01:54.458474 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.465352 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Pushing event updated for resources: {'Port': ['ID=b3ae39ec-837e-4d3c-b9f1-66acb8847f4c,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:54.500616 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.502692 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dc311cd0-2bc9-4c65-95b0-cd07683db607 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4001811 Aug 31 01:01:54.530406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6df9589-6f97-44cf-99ad-fd7ced4f3f61 req-ef997c45-9a57-4ca9-a3e0-0dc32a0411f7 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553358 Aug 31 01:01:54.544198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f422a0a-20a8-4c21-9f80-7ad570dc5ade req-3a4d4b31-a8df-43a5-9aa6-49f04d5dc982 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:54.546157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f422a0a-20a8-4c21-9f80-7ad570dc5ade req-3a4d4b31-a8df-43a5-9aa6-49f04d5dc982 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 948 time: 0.4092391 Aug 31 01:01:54.559753 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-afa60778-299f-46a4-b5b0-1820f0d84703 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=1af9368b-5521-4814-bfb2-8290f62a9952 HTTP/1.1" status: 200 len: 217 time: 0.1043346 Aug 31 01:01:54.627787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Attempting to bind port abbcb3e1-1df2-4e24-875b-ce85f871bb2f on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:54.628141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Attempting to bind port abbcb3e1-1df2-4e24-875b-ce85f871bb2f by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:54.628478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Attempting to bind port abbcb3e1-1df2-4e24-875b-ce85f871bb2f on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:54.658693 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-88fc2332-3319-452b-938b-ec3dc89233fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:54.660239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-88fc2332-3319-452b-938b-ec3dc89233fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0868888 Aug 31 01:01:54.664948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f422a0a-20a8-4c21-9f80-7ad570dc5ade req-37a59c42-2103-4883-bb83-ea723803ff15 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026237 Aug 31 01:01:54.665651 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Port abbcb3e1-1df2-4e24-875b-ce85f871bb2f on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:01:54.665978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Attempting to bind port abbcb3e1-1df2-4e24-875b-ce85f871bb2f on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:54.673717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:54.674090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:54.674479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:54.674923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Bound port: abbcb3e1-1df2-4e24-875b-ce85f871bb2f, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:54.675550 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.679665 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ac68a434-b97c-4b5f-8c0e-bcadce6ea332 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:54.687068 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430d62fe-ed1d-4232-9e17-2cdb8610afd3 x-openstack-request-id: req-430d62fe-ed1d-4232-9e17-2cdb8610afd3 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:54.687437 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712994a4-97a7-49be-ab99-702fd103f0cd", "tag": "1af9368b-5521-4814-bfb2-8290f62a9952", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:54.687620 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-430d62fe-ed1d-4232-9e17-2cdb8610afd3 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:54.688016 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712994a4-97a7-49be-ab99-702fd103f0cd', 'tag': '1af9368b-5521-4814-bfb2-8290f62a9952', 'status': 'completed', 'code': 200} Aug 31 01:01:54.791720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ac68a434-b97c-4b5f-8c0e-bcadce6ea332 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:01:54.817707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-67d8efbb-a4d1-44bb-b64a-42aa193d53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:54.819569 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-67d8efbb-a4d1-44bb-b64a-42aa193d53ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1469731 Aug 31 01:01:55.016044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ac68a434-b97c-4b5f-8c0e-bcadce6ea332, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:55.030903 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332', 'mac_address': 'fa:16:3e:3e:92:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:55.034658 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] For port abbcb3e1-1df2-4e24-875b-ce85f871bb2f, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:55.048246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-cdcf0498-4702-4267-97bd-58adc9021a21 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1453934561&fields=id&tenant_id=bf5ed08aaa16483a9e01116615b0e952 HTTP/1.1" status: 200 len: 267 time: 0.2118523 Aug 31 01:01:55.089464 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:55.099535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa05ee-a15b-4dd7-87b0-d44d8b4b9ba9 req-c9e4f42c-0e5d-462b-8165-4450cea444db tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:55.107719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2baa05ee-a15b-4dd7-87b0-d44d8b4b9ba9 req-c9e4f42c-0e5d-462b-8165-4450cea444db tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 948 time: 0.2812858 Aug 31 01:01:55.134449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ac68a434-b97c-4b5f-8c0e-bcadce6ea332, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:55.146005 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:55.146005 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e1d3fa-1ecd-4d96-9f4c-f22acc03c4de" -d '{"events": [{"server_uuid": "7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797", "name": "network-vif-unplugged", "status": "completed", "tag": "ac68a434-b97c-4b5f-8c0e-bcadce6ea332"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:55.146005 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:55.175329 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:55.184081 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:55.223913 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] For port abbcb3e1-1df2-4e24-875b-ce85f871bb2f, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:55.281599 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:55.308617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac68a434-b97c-4b5f-8c0e-bcadce6ea332 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:55.323064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2baa05ee-a15b-4dd7-87b0-d44d8b4b9ba9 req-23c7bac2-f87e-4608-b1f8-ba02798f0e5a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397989 Aug 31 01:01:55.426497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:55.467269 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:01:55.468166 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:01:55.473886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:55.474529 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:55.629471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-240e9a77-d2d2-4227-b98d-7c012abc0a89 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7844865 Aug 31 01:01:55.674195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:55.674778 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:55.676190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] 10.222.0.15 "PUT /v2.0/ports/abbcb3e1-1df2-4e24-875b-ce85f871bb2f HTTP/1.1" status: 200 len: 1097 time: 3.1862371 Aug 31 01:01:55.778857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33ba2b-c34f-4704-92fa-3c01d5e83b3a service neutron] Pushing event updated for resources: {'Port': ['ID=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:55.788059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-b4edcd76-9986-44c2-8862-d192081dfdce tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:55.789470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-b4edcd76-9986-44c2-8862-d192081dfdce tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/networks?id=f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 HTTP/1.1" status: 200 len: 805 time: 0.7402568 Aug 31 01:01:55.844036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-a0b0ef15-ec04-4303-86e8-3de59dd05235 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/quotas/bf5ed08aaa16483a9e01116615b0e952 HTTP/1.1" status: 200 len: 375 time: 0.0419152 Aug 31 01:01:55.859195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94be9a-8198-4baf-9b50-e860982bb50a req-16b5a031-03d3-48f1-b36d-fd3633d2ea95 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:55.860797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f94be9a-8198-4baf-9b50-e860982bb50a req-16b5a031-03d3-48f1-b36d-fd3633d2ea95 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 948 time: 0.2374480 Aug 31 01:01:55.942452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c29bbd16-b1e2-4cc1-b211-d7cb5225d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:55.944082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-c29bbd16-b1e2-4cc1-b211-d7cb5225d9db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 1100 time: 0.1741600 Aug 31 01:01:55.951719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78ee5288-4e84-4ef2-b348-b461dfe4f78d req-3c711965-3a7e-4d49-a719-0507fccde83b service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002672 Aug 31 01:01:55.974522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f94be9a-8198-4baf-9b50-e860982bb50a req-a194992b-e020-4491-bc5b-db9ce4b91f21 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998619 Aug 31 01:01:55.991532 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-5ff8f2d4-9ceb-4ed1-b7f2-0c7da2a04069 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bf5ed08aaa16483a9e01116615b0e952&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1404696 Aug 31 01:01:56.060467 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:56.075251 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac68a434-b97c-4b5f-8c0e-bcadce6ea332 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:56.077213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-9dd41fe6-0f93-4faa-8338-5e6df6c21c2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f HTTP/1.1" status: 200 len: 217 time: 0.1007364 Aug 31 01:01:56.103437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ac68a434-b97c-4b5f-8c0e-bcadce6ea332, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:56.109168 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:56.110019 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 83a876bc-8143-457a-868c-5d1887dfa60a details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:56.167228 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5fabe9-016b-4299-88cf-95e92b4dc25d x-openstack-request-id: req-ef5fabe9-016b-4299-88cf-95e92b4dc25d {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:56.167728 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797", "name": "network-vif-unplugged", "status": "completed", "tag": "ac68a434-b97c-4b5f-8c0e-bcadce6ea332", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:56.168096 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef5fabe9-016b-4299-88cf-95e92b4dc25d {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:56.168496 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332', 'code': 200} Aug 31 01:01:56.235320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:56.267544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3143e4-fe21-47b9-9666-01121860b4df req-8ffe8515-d437-4d9f-ae73-0c24528c5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:56.269158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a3143e4-fe21-47b9-9666-01121860b4df req-8ffe8515-d437-4d9f-ae73-0c24528c5db4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=834f2c2b26574b23952ac610912285bb&device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 1100 time: 0.2087927 Aug 31 01:01:56.296473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-33a5045f-a2f7-48a3-a8c0-f1486f6a992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:56.298042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-33a5045f-a2f7-48a3-a8c0-f1486f6a992c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1569326 Aug 31 01:01:56.306167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 83a876bc-8143-457a-868c-5d1887dfa60a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=83a876bc-8143-457a-868c-5d1887dfa60a,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:56.318143 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '83a876bc-8143-457a-868c-5d1887dfa60a', 'network_id': 'e6317aad-a658-43bb-8031-230839fc1999', 'port_id': '83a876bc-8143-457a-868c-5d1887dfa60a', 'mac_address': 'fa:16:3e:67:d5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33d2c75-5836-4488-8d84-b2a19a874844', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:56.359232 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:56.374786 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a876bc-8143-457a-868c-5d1887dfa60a {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:56.395179 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 83a876bc-8143-457a-868c-5d1887dfa60a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=83a876bc-8143-457a-868c-5d1887dfa60a,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:56.399752 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:56.400654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-651ef20d-64f7-49df-934e-6f471a90af23 service neutron] 10.222.0.58 "GET /v2.0/networks/f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416493 Aug 31 01:01:56.441537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13ebe4-fa88-4bdf-89bf-e9a046b0a26f req-71bfef6d-4606-41b3-805c-fe7b22587944 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:56.443036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e13ebe4-fa88-4bdf-89bf-e9a046b0a26f req-71bfef6d-4606-41b3-805c-fe7b22587944 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 944 time: 0.1941245 Aug 31 01:01:56.460008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=83a876bc-8143-457a-868c-5d1887dfa60a,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:56.492848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-819af1ba-6bb3-4262-a382-e8f96ea95a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:56.494327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-819af1ba-6bb3-4262-a382-e8f96ea95a80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1737533 Aug 31 01:01:56.550201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3143e4-fe21-47b9-9666-01121860b4df req-8ab3b00b-4584-4fe7-a345-7165d6c37392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:56.551684 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a3143e4-fe21-47b9-9666-01121860b4df req-8ab3b00b-4584-4fe7-a345-7165d6c37392 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.2573631 Aug 31 01:01:56.556594 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:56.647233 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a3143e4-fe21-47b9-9666-01121860b4df req-708b45ef-d02c-49d9-ba90-c35a5a0da76c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=1af9368b-5521-4814-bfb2-8290f62a9952 HTTP/1.1" status: 200 len: 217 time: 0.0645478 Aug 31 01:01:56.664285 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e13ebe4-fa88-4bdf-89bf-e9a046b0a26f req-843d08dd-4403-4ff1-bfff-7f568c19593a tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031591 Aug 31 01:01:56.682195 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-3637b074-f29a-4565-be91-576fd0839b05 service neutron] 10.222.0.58 "GET /v2.0/networks/f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672100 Aug 31 01:01:56.706749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['ac68a434-b97c-4b5f-8c0e-bcadce6ea332'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:56.707154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d2956f-4540-4e8a-9166-251d19d69559', 'tag': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:56.709413 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8eb317-5758-4cb0-bad9-49cae719be65" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d2956f-4540-4e8a-9166-251d19d69559", "tag": "abbcb3e1-1df2-4e24-875b-ce85f871bb2f"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:56.737775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['83a876bc-8143-457a-868c-5d1887dfa60a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:56.766636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3143e4-fe21-47b9-9666-01121860b4df req-1861e807-701c-4955-a6f1-e137e031f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:56.768241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a3143e4-fe21-47b9-9666-01121860b4df req-1861e807-701c-4955-a6f1-e137e031f96d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1002510 Aug 31 01:01:56.772491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-16931929-0a5b-4609-8dcb-faf666deeb04 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525005 Aug 31 01:01:56.926195 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8da6a53c-a5a1-41c7-949b-b5ba639b3cef req-49417160-4f6e-4010-8a12-db23dbb5dea4 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397636 Aug 31 01:01:56.957136 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca1bff-ab09-487c-a543-aebeef4226b5 req-d3131657-0c7d-436a-b6f2-9ca495086c6a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:56.965535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cca1bff-ab09-487c-a543-aebeef4226b5 req-d3131657-0c7d-436a-b6f2-9ca495086c6a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 948 time: 0.2288475 Aug 31 01:01:57.023210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cca1bff-ab09-487c-a543-aebeef4226b5 req-4fb2be2b-8e0f-467c-a23b-866eb82bb9c6 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443487 Aug 31 01:01:57.036718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3143e4-fe21-47b9-9666-01121860b4df req-ee2abb73-6617-4364-bcd0-8326a85e5920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:57.038240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a3143e4-fe21-47b9-9666-01121860b4df req-ee2abb73-6617-4364-bcd0-8326a85e5920 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2617545 Aug 31 01:01:57.106001 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ca789d-fbdd-4a3a-b16f-18c7aabf01b4 x-openstack-request-id: req-b4ca789d-fbdd-4a3a-b16f-18c7aabf01b4 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:57.106288 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d2956f-4540-4e8a-9166-251d19d69559", "tag": "abbcb3e1-1df2-4e24-875b-ce85f871bb2f", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:57.106518 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b4ca789d-fbdd-4a3a-b16f-18c7aabf01b4 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:57.106892 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d2956f-4540-4e8a-9166-251d19d69559', 'tag': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f', 'status': 'completed', 'code': 200} Aug 31 01:01:57.164615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d733cba0-a90d-4d41-b2e5-56ef4fa3549c req-b4051361-53b3-4f7b-8bac-4e98aa2f2f96 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 210 time: 0.0551381 Aug 31 01:01:57.232531 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8eb317-5758-4cb0-bad9-49cae719be65 req-408b513b-92db-405f-8bc5-5cdc569bc0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:57.235116 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc8eb317-5758-4cb0-bad9-49cae719be65 req-408b513b-92db-405f-8bc5-5cdc569bc0c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 1100 time: 0.1011791 Aug 31 01:01:57.248971 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823429c-5c17-4f10-aa5e-3e44b4a595b2 req-526d21c0-dc49-4f7f-8372-6fb9cfada164 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:57.250433 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f823429c-5c17-4f10-aa5e-3e44b4a595b2 req-526d21c0-dc49-4f7f-8372-6fb9cfada164 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 948 time: 0.1825917 Aug 31 01:01:57.308899 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a3143e4-fe21-47b9-9666-01121860b4df req-69b61c80-d555-41f5-a468-bdd68a58f652 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591202 Aug 31 01:01:57.457810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19405900-a28e-4793-b137-57e623e9a315 req-94694d76-b4a8-4528-b965-44be788ed927 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:57.459326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-19405900-a28e-4793-b137-57e623e9a315 req-94694d76-b4a8-4528-b965-44be788ed927 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 949 time: 0.2215071 Aug 31 01:01:57.465050 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f823429c-5c17-4f10-aa5e-3e44b4a595b2 req-5db2fcb1-a406-4e4c-9146-44f2a8187204 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055602 Aug 31 01:01:57.468001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8eb317-5758-4cb0-bad9-49cae719be65 req-9b64068a-27cd-493d-8e79-6bc18bbe17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:57.469490 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc8eb317-5758-4cb0-bad9-49cae719be65 req-9b64068a-27cd-493d-8e79-6bc18bbe17ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.2112341 Aug 31 01:01:57.537861 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc8eb317-5758-4cb0-bad9-49cae719be65 req-9006a1a2-3169-4b27-a12e-5cd20ac3128c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f HTTP/1.1" status: 200 len: 217 time: 0.0511553 Aug 31 01:01:57.612589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a3143e4-fe21-47b9-9666-01121860b4df req-bef43fdf-e91d-40fa-8342-d486f7c96d7d service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813878 Aug 31 01:01:57.617819 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-19405900-a28e-4793-b137-57e623e9a315 req-52854b8a-619d-449a-adc4-c72f7a61b090 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457989 Aug 31 01:01:57.641489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8eb317-5758-4cb0-bad9-49cae719be65 req-dddfa9bb-9b20-4742-86fd-d851d361b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:57.643082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc8eb317-5758-4cb0-bad9-49cae719be65 req-dddfa9bb-9b20-4742-86fd-d851d361b247 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0845571 Aug 31 01:01:57.653972 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d1eff-8d4e-4ee6-868d-56da0acf2cac req-a6da720c-234c-48c7-a335-86d9227bc071 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:57.655516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d87d1eff-8d4e-4ee6-868d-56da0acf2cac req-a6da720c-234c-48c7-a335-86d9227bc071 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 945 time: 0.1229517 Aug 31 01:01:57.720703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d87d1eff-8d4e-4ee6-868d-56da0acf2cac req-5d591cfd-948e-4cca-9290-35e62e97d399 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/security-groups?id=6d9bd159-44bd-4eb3-ab57-e201e9431808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567031 Aug 31 01:01:57.723368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8eb317-5758-4cb0-bad9-49cae719be65 req-71e5e109-f7eb-46a3-98da-c022d1cacd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:57.724792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc8eb317-5758-4cb0-bad9-49cae719be65 req-71e5e109-f7eb-46a3-98da-c022d1cacd0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684221 Aug 31 01:01:57.868804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9257a5c-3f30-41b5-844e-66a968070781 req-b9637753-000a-4237-98cc-c795b36322bb tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:57.870298 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9257a5c-3f30-41b5-844e-66a968070781 req-b9637753-000a-4237-98cc-c795b36322bb tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 945 time: 0.0856683 Aug 31 01:01:57.873923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc8eb317-5758-4cb0-bad9-49cae719be65 req-9e6cbd79-e025-4386-b710-e4795441cb05 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401124 Aug 31 01:01:57.966967 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9257a5c-3f30-41b5-844e-66a968070781 req-dd6f1138-3f2e-4ec5-b4bc-7c081c38726e tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899999 Aug 31 01:01:58.014900 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc8eb317-5758-4cb0-bad9-49cae719be65 req-3f33b39a-4037-4216-a981-312586de6507 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219804 Aug 31 01:01:58.149328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1bb7-87cd-45fd-a3ab-76f2c2abdc36 req-96f033ca-fd5b-4ce1-8317-37288b274d29 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:58.151166 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5acf1bb7-87cd-45fd-a3ab-76f2c2abdc36 req-96f033ca-fd5b-4ce1-8317-37288b274d29 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 948 time: 0.0628610 Aug 31 01:01:58.283247 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5acf1bb7-87cd-45fd-a3ab-76f2c2abdc36 req-1d4c8acc-505a-4d31-8ed5-141eb3458144 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144214 Aug 31 01:01:58.307114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27b28b7d-1af6-4a1e-ab6e-0a3db21619e9 req-2fb0e980-40ff-4126-b645-fc85acd6259f tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 210 time: 0.0568519 Aug 31 01:01:58.322871 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-5b009b2b-c7ac-4b1c-8dff-d552a05731ff tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:58.325063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-5b009b2b-c7ac-4b1c-8dff-d552a05731ff tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.15 "GET /v2.0/networks?id=f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 HTTP/1.1" status: 200 len: 805 time: 0.1921604 Aug 31 01:01:58.384161 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-b7911865-6c92-411f-a9dd-6af8ed1f84f3 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5ed08aaa16483a9e01116615b0e952 HTTP/1.1" status: 200 len: 380 time: 0.0426040 Aug 31 01:01:58.442608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-1db7a07c-d0c3-406f-8bdc-9fac5fc4f185 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Request body: {'port': {'device_id': '919138a8-acf9-4d5d-ac25-6cbb071eab0c', 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'admin_state_up': True, 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'security_groups': ['19b0bbc8-9fa8-4b42-99bc-88849bb9f36e']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:58.584881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-1db7a07c-d0c3-406f-8bdc-9fac5fc4f185 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Made reservation on behalf of bf5ed08aaa16483a9e01116615b0e952 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:58.588340 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-1db7a07c-d0c3-406f-8bdc-9fac5fc4f185 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:58.609807 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3f69e-820e-495e-8e34-f4887ced912c req-0e38b262-a040-4b67-ae20-d91c9d51659e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:58.611354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dcf3f69e-820e-495e-8e34-f4887ced912c req-0e38b262-a040-4b67-ae20-d91c9d51659e tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 948 time: 0.0754731 Aug 31 01:01:58.704134 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1af9368b-5521-4814-bfb2-8290f62a9952 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:01:58.706281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ac68a434-b97c-4b5f-8c0e-bcadce6ea332 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:58.819591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port ac68a434-b97c-4b5f-8c0e-bcadce6ea332 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:58.819968 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:58.875273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 1af9368b-5521-4814-bfb2-8290f62a9952, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1af9368b-5521-4814-bfb2-8290f62a9952,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:58.894343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '1af9368b-5521-4814-bfb2-8290f62a9952', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '1af9368b-5521-4814-bfb2-8290f62a9952', 'mac_address': 'fa:16:3e:90:59:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:01:58.962894 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dcf3f69e-820e-495e-8e34-f4887ced912c req-12d36a2f-b6b1-430a-bb29-ba643171d0e0 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402801 Aug 31 01:01:58.977411 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:58.996435 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:58.996435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af9368b-5521-4814-bfb2-8290f62a9952 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:01:59.020683 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e62d6-bae3-4be0-b3ba-52406a18348b req-aa5e40ae-bffe-4c6a-ace3-e92688e0b408 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:59.030426 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c88e62d6-bae3-4be0-b3ba-52406a18348b req-aa5e40ae-bffe-4c6a-ace3-e92688e0b408 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 949 time: 0.1232839 Aug 31 01:01:59.042203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:01:59.044694 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e645cef1-c737-4668-8134-d918906120fb" -d '{"events": [{"server_uuid": "7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797", "name": "network-vif-plugged", "status": "completed", "tag": "ac68a434-b97c-4b5f-8c0e-bcadce6ea332"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:01:59.060106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 1af9368b-5521-4814-bfb2-8290f62a9952, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1af9368b-5521-4814-bfb2-8290f62a9952,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:59.066319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-1db7a07c-d0c3-406f-8bdc-9fac5fc4f185 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Allocated IP 172.20.0.6 (f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4/1f0321a9-d1d0-431e-b5d3-a4a4b61531fc/7b779e63-4c73-4709-92db-abfcd54513eb) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:59.080731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ac68a434-b97c-4b5f-8c0e-bcadce6ea332, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:59.082063 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:59.090730 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:59.091017 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 83a876bc-8143-457a-868c-5d1887dfa60a up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:59.096028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c88e62d6-bae3-4be0-b3ba-52406a18348b req-915b0e70-60d7-4d0d-8b5b-af7ca18fea06 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646484 Aug 31 01:01:59.173385 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=1af9368b-5521-4814-bfb2-8290f62a9952,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:59.229067 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 83a876bc-8143-457a-868c-5d1887dfa60a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:59.244515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 83a876bc-8143-457a-868c-5d1887dfa60a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:59.245077 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:59.248537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:59.299334 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-1db7a07c-d0c3-406f-8bdc-9fac5fc4f185 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:59.319239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-1db7a07c-d0c3-406f-8bdc-9fac5fc4f185 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Transition to ACTIVE for port object 7b779e63-4c73-4709-92db-abfcd54513eb will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:59.352256 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:59.380876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135d019-6ab9-4b82-9ae9-f734593b8e3f req-af07d1b1-2746-46ca-9679-55287680851c tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:59.386622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 83a876bc-8143-457a-868c-5d1887dfa60a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=83a876bc-8143-457a-868c-5d1887dfa60a,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:59.387791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1135d019-6ab9-4b82-9ae9-f734593b8e3f req-af07d1b1-2746-46ca-9679-55287680851c tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 945 time: 0.1763582 Aug 31 01:01:59.391623 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:59.428744 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1af9368b-5521-4814-bfb2-8290f62a9952'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:01:59.435505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e968b-cd72-4a09-8f79-79cffeec263e req-b707bde4-afd0-4ead-a35c-da99b049d3a2 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:59.437444 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-200e968b-cd72-4a09-8f79-79cffeec263e req-b707bde4-afd0-4ead-a35c-da99b049d3a2 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 945 time: 0.1221867 Aug 31 01:01:59.471448 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-1db7a07c-d0c3-406f-8bdc-9fac5fc4f185 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:59.492408 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1135d019-6ab9-4b82-9ae9-f734593b8e3f req-35f02ac8-4bf1-4ee3-ae98-dcf93c493b88 tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/security-groups?id=6d9bd159-44bd-4eb3-ab57-e201e9431808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982132 Aug 31 01:01:59.512556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=83a876bc-8143-457a-868c-5d1887dfa60a,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:59.552544 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-200e968b-cd72-4a09-8f79-79cffeec263e req-f316da5a-9945-46fe-9eac-eb50302225af tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068075 Aug 31 01:01:59.564890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-1db7a07c-d0c3-406f-8bdc-9fac5fc4f185 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Network f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:59.570932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-1db7a07c-d0c3-406f-8bdc-9fac5fc4f185 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:59.574034 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-1db7a07c-d0c3-406f-8bdc-9fac5fc4f185 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:59.577257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7a07c-d0c3-406f-8bdc-9fac5fc4f185 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Pushing event updated for resources: {'Port': ['ID=7b779e63-4c73-4709-92db-abfcd54513eb,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:59.586825 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47371fe-2985-49db-8cf9-3b068318ca10 x-openstack-request-id: req-e47371fe-2985-49db-8cf9-3b068318ca10 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:01:59.588386 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797", "name": "network-vif-plugged", "status": "completed", "tag": "ac68a434-b97c-4b5f-8c0e-bcadce6ea332", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:01:59.588659 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e47371fe-2985-49db-8cf9-3b068318ca10 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:01:59.589664 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332', 'code': 200} Aug 31 01:01:59.687861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-1db7a07c-d0c3-406f-8bdc-9fac5fc4f185 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:59.688535 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-1db7a07c-d0c3-406f-8bdc-9fac5fc4f185 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:59.777875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-1db7a07c-d0c3-406f-8bdc-9fac5fc4f185 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3392792 Aug 31 01:01:59.804861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Request body: {'port': {'device_id': '919138a8-acf9-4d5d-ac25-6cbb071eab0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:59.856351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bab738-94cf-467e-8000-80c427741ef0 req-8696b4e7-be2e-4670-878f-cfc0a878f367 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:59.857892 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89bab738-94cf-467e-8000-80c427741ef0 req-8696b4e7-be2e-4670-878f-cfc0a878f367 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 931 time: 0.1301541 Aug 31 01:01:59.865321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972230d-d90e-4e66-a732-abc9e6cf7a11 req-a4bf57e2-f7fb-4685-b398-62bd1ccdc417 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:59.866789 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c972230d-d90e-4e66-a732-abc9e6cf7a11 req-a4bf57e2-f7fb-4685-b398-62bd1ccdc417 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 948 time: 0.1598482 Aug 31 01:01:59.928068 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1f299dec-5a10-458f-9cd1-954e3b662738 None None] Provisioning for port 7b779e63-4c73-4709-92db-abfcd54513eb completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:59.932547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1f299dec-5a10-458f-9cd1-954e3b662738 None None] Provisioning complete for port 7b779e63-4c73-4709-92db-abfcd54513eb triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:59.933286 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1f299dec-5a10-458f-9cd1-954e3b662738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:59.939453 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6eb1b7-141c-4540-ba01-3952683373fb req-3f4eae6d-c542-457f-90dd-a37b9fe0686e tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:59.942028 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f6eb1b7-141c-4540-ba01-3952683373fb req-3f4eae6d-c542-457f-90dd-a37b9fe0686e tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.15 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 945 time: 0.0591326 Aug 31 01:01:59.972335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-1f299dec-5a10-458f-9cd1-954e3b662738 None None] Port 7b779e63-4c73-4709-92db-abfcd54513eb cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:59.985296 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:00.006283 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89bab738-94cf-467e-8000-80c427741ef0 req-16997890-aceb-4394-b17b-907926294b41 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385074 Aug 31 01:02:00.032084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c972230d-d90e-4e66-a732-abc9e6cf7a11 req-2f5bc359-b263-4ca7-8dcd-c33f360f63fe tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436474 Aug 31 01:02:00.032084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4d015-57b6-492a-aa6d-e7180f97f2ad req-1585648d-9944-4304-9253-927238bb1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:00.032084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4e4d015-57b6-492a-aa6d-e7180f97f2ad req-1585648d-9944-4304-9253-927238bb1d9d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 1102 time: 0.1907258 Aug 31 01:02:00.075628 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-4f6eb1b7-141c-4540-ba01-3952683373fb req-d11d6361-dd87-4130-9912-52d058e6fe4a tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Deleting port ee304ecd-fdfa-428b-8d47-11c32aa9945a {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:00.076765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4f6eb1b7-141c-4540-ba01-3952683373fb req-d11d6361-dd87-4130-9912-52d058e6fe4a tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:00.098861 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4e4d015-57b6-492a-aa6d-e7180f97f2ad req-6f1c4e9c-08f7-46cb-9632-5e9b541c239b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646698 Aug 31 01:02:00.173566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-4f6eb1b7-141c-4540-ba01-3952683373fb req-d11d6361-dd87-4130-9912-52d058e6fe4a tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] For port ee304ecd-fdfa-428b-8d47-11c32aa9945a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ee304ecd-fdfa-428b-8d47-11c32aa9945a,segment=NetworkSegment(a6ad821e-30a8-4b26-a226-3e40f12a537c),segment_id=a6ad821e-30a8-4b26-a226-3e40f12a537c)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:00.173566 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4f6eb1b7-141c-4540-ba01-3952683373fb req-d11d6361-dd87-4130-9912-52d058e6fe4a tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:00.189198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-4f6eb1b7-141c-4540-ba01-3952683373fb req-d11d6361-dd87-4130-9912-52d058e6fe4a tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Calling delete_port for ee304ecd-fdfa-428b-8d47-11c32aa9945a owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:00.301330 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd92a09-81f3-4586-b6d9-d8f650244855 req-5f9a7871-4a41-4b2b-a5dd-7b0478def16b tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:00.302876 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cbd92a09-81f3-4586-b6d9-d8f650244855 req-5f9a7871-4a41-4b2b-a5dd-7b0478def16b tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 949 time: 0.2061248 Aug 31 01:02:00.337730 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91f772-cbeb-4418-8dae-d3adbfdb1992 req-9ca37e54-9bdf-4e8b-801e-f71a8500969c tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:00.339886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed91f772-cbeb-4418-8dae-d3adbfdb1992 req-9ca37e54-9bdf-4e8b-801e-f71a8500969c tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1631367 Aug 31 01:02:00.364432 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4f6eb1b7-141c-4540-ba01-3952683373fb req-d11d6361-dd87-4130-9912-52d058e6fe4a tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:00.398575 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cbd92a09-81f3-4586-b6d9-d8f650244855 req-8a96c2e3-3529-4b2a-9072-565fdf1e03f6 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869687 Aug 31 01:02:00.400717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d6361-dd87-4130-9912-52d058e6fe4a tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Pushing event deleted for resources: {'Port': ['ID=ee304ecd-fdfa-428b-8d47-11c32aa9945a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:00.403070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['ee304ecd-fdfa-428b-8d47-11c32aa9945a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:00.427756 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed91f772-cbeb-4418-8dae-d3adbfdb1992 req-b854c3b4-d080-4f70-a705-05830ee1ba2d tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766366 Aug 31 01:02:00.487362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b779e63-4c73-4709-92db-abfcd54513eb {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:00.496316 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:00.501014 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6eb1b7-141c-4540-ba01-3952683373fb req-d11d6361-dd87-4130-9912-52d058e6fe4a tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] No DVR routers for this DVR port ee304ecd-fdfa-428b-8d47-11c32aa9945a on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:00.503816 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4f6eb1b7-141c-4540-ba01-3952683373fb req-d11d6361-dd87-4130-9912-52d058e6fe4a tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:00.505798 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f6eb1b7-141c-4540-ba01-3952683373fb req-d11d6361-dd87-4130-9912-52d058e6fe4a tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.15 "DELETE /v2.0/ports/ee304ecd-fdfa-428b-8d47-11c32aa9945a HTTP/1.1" status: 204 len: 173 time: 0.5558755 Aug 31 01:02:00.506435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6539928f-d36f-4ee0-99c7-6a857ca5fd9c', 'name': 'network-vif-deleted', 'tag': 'ee304ecd-fdfa-428b-8d47-11c32aa9945a'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:00.508998 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8f957d-6398-4402-94cd-cb89c5b29e9d" -d '{"events": [{"server_uuid": "6539928f-d36f-4ee0-99c7-6a857ca5fd9c", "name": "network-vif-deleted", "tag": "ee304ecd-fdfa-428b-8d47-11c32aa9945a"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:00.509352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Transition to ACTIVE for port object 7b779e63-4c73-4709-92db-abfcd54513eb will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:00.518028 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:00.550230 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10bbed1-79a5-4007-970b-7971c6e89c88 x-openstack-request-id: req-f10bbed1-79a5-4007-970b-7971c6e89c88 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:00.550741 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6539928f-d36f-4ee0-99c7-6a857ca5fd9c", "name": "network-vif-deleted", "tag": "ee304ecd-fdfa-428b-8d47-11c32aa9945a", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:00.551133 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f10bbed1-79a5-4007-970b-7971c6e89c88 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:00.551721 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6539928f-d36f-4ee0-99c7-6a857ca5fd9c', 'name': 'network-vif-deleted', 'tag': 'ee304ecd-fdfa-428b-8d47-11c32aa9945a', 'status': 'completed', 'code': 200} Aug 31 01:02:00.577339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Pushing event updated for resources: {'Port': ['ID=7b779e63-4c73-4709-92db-abfcd54513eb,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:00.622358 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-936544d5-acad-475c-a10e-4502f120fde2 req-a4dedaf6-0f38-4b7c-a05a-1f81efd2247a tempest-VolumesAdminNegativeTest-1269997505 tempest-VolumesAdminNegativeTest-1269997505-project] 10.222.0.58 "GET /v2.0/ports?device_id=6539928f-d36f-4ee0-99c7-6a857ca5fd9c HTTP/1.1" status: 200 len: 210 time: 0.0298326 Aug 31 01:02:00.735586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440d089-e16a-4f6c-bc27-236f7e5d4737 req-dfd3d4cc-9f4f-44fc-a8dd-7c27daa22a32 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:00.737168 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7440d089-e16a-4f6c-bc27-236f7e5d4737 req-dfd3d4cc-9f4f-44fc-a8dd-7c27daa22a32 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 946 time: 0.1044114 Aug 31 01:02:00.762550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Attempting to bind port 7b779e63-4c73-4709-92db-abfcd54513eb on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:00.763074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Attempting to bind port 7b779e63-4c73-4709-92db-abfcd54513eb by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'd5533b43-8533-4d82-8826-788e5e085588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:00.763531 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Attempting to bind port 7b779e63-4c73-4709-92db-abfcd54513eb on network f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:00.779262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Port 7b779e63-4c73-4709-92db-abfcd54513eb on network f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:02:00.779774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Attempting to bind port 7b779e63-4c73-4709-92db-abfcd54513eb on network f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:00.788642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:00.789147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Checking segment: {'id': 'd5533b43-8533-4d82-8826-788e5e085588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:00.789637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Bound using segment: {'id': 'd5533b43-8533-4d82-8826-788e5e085588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:00.790174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Bound port: 7b779e63-4c73-4709-92db-abfcd54513eb, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5533b43-8533-4d82-8826-788e5e085588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:00.790635 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:00.814370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7440d089-e16a-4f6c-bc27-236f7e5d4737 req-8974c534-333f-4e69-b22c-1ef11244cd34 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641897 Aug 31 01:02:00.872219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] For port 7b779e63-4c73-4709-92db-abfcd54513eb, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:00.875229 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] For port 7b779e63-4c73-4709-92db-abfcd54513eb, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7b779e63-4c73-4709-92db-abfcd54513eb,segment=NetworkSegment(d5533b43-8533-4d82-8826-788e5e085588),segment_id=d5533b43-8533-4d82-8826-788e5e085588)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:00.879818 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:00.918131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:00.918750 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:00.920251 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] 10.222.0.15 "PUT /v2.0/ports/7b779e63-4c73-4709-92db-abfcd54513eb HTTP/1.1" status: 200 len: 1092 time: 1.1248243 Aug 31 01:02:00.920666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919138a8-acf9-4d5d-ac25-6cbb071eab0c', 'tag': '7b779e63-4c73-4709-92db-abfcd54513eb'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:00.923097 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f83d5a-959b-45c9-898c-9a5cb35f51ae" -d '{"events": [{"name": "network-changed", "server_uuid": "919138a8-acf9-4d5d-ac25-6cbb071eab0c", "tag": "7b779e63-4c73-4709-92db-abfcd54513eb"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:00.967021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283786c-deb5-40ac-8d83-b77a9d3f8e85 service neutron] Pushing event updated for resources: {'Port': ['ID=7b779e63-4c73-4709-92db-abfcd54513eb,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:00.977916 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5d9f20-5fc0-4fcd-9255-9c5e0bcb8916 x-openstack-request-id: req-0e5d9f20-5fc0-4fcd-9255-9c5e0bcb8916 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:00.978281 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919138a8-acf9-4d5d-ac25-6cbb071eab0c", "tag": "7b779e63-4c73-4709-92db-abfcd54513eb", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:00.978638 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e5d9f20-5fc0-4fcd-9255-9c5e0bcb8916 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:00.979122 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919138a8-acf9-4d5d-ac25-6cbb071eab0c', 'tag': '7b779e63-4c73-4709-92db-abfcd54513eb', 'status': 'completed', 'code': 200} Aug 31 01:02:01.080440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-376df6dc-98a4-4fed-8a66-9bf5db35b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:01.089515 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-376df6dc-98a4-4fed-8a66-9bf5db35b3cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf5ed08aaa16483a9e01116615b0e952&device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 1095 time: 0.0879538 Aug 31 01:02:01.157941 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-c08e7802-dc98-4917-a901-46f06672fb96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b779e63-4c73-4709-92db-abfcd54513eb HTTP/1.1" status: 200 len: 217 time: 0.0506699 Aug 31 01:02:01.270529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-f1d1fadd-b7d1-40a9-8d20-55fd306d5b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:01.272262 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-f1d1fadd-b7d1-40a9-8d20-55fd306d5b82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f0321a9-d1d0-431e-b5d3-a4a4b61531fc HTTP/1.1" status: 200 len: 844 time: 0.0965493 Aug 31 01:02:01.286913 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020ca5-581f-4858-a001-bf946c9ee433 req-566e63d9-ec10-48ba-b445-12ce5a92ae64 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:01.288635 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:01.290406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68020ca5-581f-4858-a001-bf946c9ee433 req-566e63d9-ec10-48ba-b445-12ce5a92ae64 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 948 time: 0.1353989 Aug 31 01:02:01.347215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392340a-88c5-4141-b4b4-75e2fad6ff24 req-8f5d091d-e832-4a6f-8dbc-e7ef347271be tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:01.351975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b392340a-88c5-4141-b4b4-75e2fad6ff24 req-8f5d091d-e832-4a6f-8dbc-e7ef347271be tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 943 time: 0.1981463 Aug 31 01:02:01.412903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68020ca5-581f-4858-a001-bf946c9ee433 req-50b075f9-e914-4505-a22f-1675efce47b4 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086569 Aug 31 01:02:01.421699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-a43f7b0a-b353-41b7-bbb7-94515e7483d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:01.423339 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-a43f7b0a-b353-41b7-bbb7-94515e7483d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318557 Aug 31 01:02:01.426390 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b392340a-88c5-4141-b4b4-75e2fad6ff24 req-b24703ba-d29a-482b-976e-c58cae474475 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636299 Aug 31 01:02:01.591238 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de890117-b328-46a6-a844-215bbe06fd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a876bc-8143-457a-868c-5d1887dfa60a'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:01.593866 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f688f009-2922-438b-83d0-4187df23017f" -d '{"events": [{"server_uuid": "de890117-b328-46a6-a844-215bbe06fd84", "name": "network-vif-plugged", "status": "completed", "tag": "83a876bc-8143-457a-868c-5d1887dfa60a"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:01.623234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09500d1d-7854-41c2-979d-170e33110bbb req-a9e19119-7964-43cc-8586-abaa7ddc37bd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:01.624744 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09500d1d-7854-41c2-979d-170e33110bbb req-a9e19119-7964-43cc-8586-abaa7ddc37bd tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 949 time: 0.1138160 Aug 31 01:02:01.639657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5d53f-9e7e-48a8-a234-8a8a0df15f99 req-1a7c10cc-e5ac-4900-9672-dccbbe575158 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:01.641072 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99c5d53f-9e7e-48a8-a234-8a8a0df15f99 req-1a7c10cc-e5ac-4900-9672-dccbbe575158 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1007960 Aug 31 01:02:01.642817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-298d438b-294e-48f2-aec1-55292388de89 service neutron] 10.222.0.15 "GET /v2.0/networks/f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101629 Aug 31 01:02:01.747945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09500d1d-7854-41c2-979d-170e33110bbb req-0e776a47-88c2-402b-9dcf-9c1d2c91a930 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157334 Aug 31 01:02:01.752651 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99c5d53f-9e7e-48a8-a234-8a8a0df15f99 req-5a79cafa-4cde-4533-a738-631c813214f1 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040831 Aug 31 01:02:01.802499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfe8c20-7073-4cca-b3ad-1810868f8260 req-1cef169b-aebf-4ae4-91d7-6c5bd75d2732 service neutron] 10.222.0.15 "GET /v2.0/networks/f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380296 Aug 31 01:02:01.808403 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d064afc7-f83c-4c4d-821c-e2a053c40d20 x-openstack-request-id: req-d064afc7-f83c-4c4d-821c-e2a053c40d20 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:01.808942 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de890117-b328-46a6-a844-215bbe06fd84", "name": "network-vif-plugged", "status": "completed", "tag": "83a876bc-8143-457a-868c-5d1887dfa60a", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:01.809409 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d064afc7-f83c-4c4d-821c-e2a053c40d20 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:01.809992 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de890117-b328-46a6-a844-215bbe06fd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a876bc-8143-457a-868c-5d1887dfa60a', 'code': 200} Aug 31 01:02:01.852409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34316) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:01.983771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4d953c-aebd-4233-84a5-b2ad8c3097c2 admin admin] Deleting subnet 97d894f6-ae10-4849-8ee2-7f715828b4bb {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:02:02.023226 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ba4d953c-aebd-4233-84a5-b2ad8c3097c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.089422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faab3f1-0b8e-443f-a724-a32d5e13666d req-199fb7bb-b1ba-48a0-90f8-0b9c4b887ef8 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:02.090945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8faab3f1-0b8e-443f-a724-a32d5e13666d req-199fb7bb-b1ba-48a0-90f8-0b9c4b887ef8 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1770539 Aug 31 01:02:02.092520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68baf9-3b34-4838-b039-b8f3a5708bde req-5b04274b-5bdf-4c42-9de6-09810b3266a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:02.093847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ae68baf9-3b34-4838-b039-b8f3a5708bde req-5b04274b-5bdf-4c42-9de6-09810b3266a8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 1098 time: 0.2001343 Aug 31 01:02:02.095900 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ba4d953c-aebd-4233-84a5-b2ad8c3097c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.145201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f83d5a-959b-45c9-898c-9a5cb35f51ae req-2811bbf7-6774-42e4-8c6b-ba438f445d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:02.146645 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9f83d5a-959b-45c9-898c-9a5cb35f51ae req-2811bbf7-6774-42e4-8c6b-ba438f445d25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf5ed08aaa16483a9e01116615b0e952&device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 1095 time: 0.2164485 Aug 31 01:02:02.165616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f24689-bd95-4a17-a049-6e75b0e8367f req-cd493584-3bc0-4ace-b658-bc011e2129dd tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:02.167143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17f24689-bd95-4a17-a049-6e75b0e8367f req-cd493584-3bc0-4ace-b658-bc011e2129dd tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 946 time: 0.2391961 Aug 31 01:02:02.256121 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ba4d953c-aebd-4233-84a5-b2ad8c3097c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.294067 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8faab3f1-0b8e-443f-a724-a32d5e13666d req-df05be30-df46-444d-bdb5-0677bff81453 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944458 Aug 31 01:02:02.306631 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ae68baf9-3b34-4838-b039-b8f3a5708bde req-94121b86-3777-4f69-9f45-4fc9791e589d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870494 Aug 31 01:02:02.323909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17f24689-bd95-4a17-a049-6e75b0e8367f req-7c08d6de-0980-4334-89bd-5995a680d7ea tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478827 Aug 31 01:02:02.366613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f83d5a-959b-45c9-898c-9a5cb35f51ae req-b4ec8e70-f6fa-4274-938b-c947b139baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:02.368147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9f83d5a-959b-45c9-898c-9a5cb35f51ae req-b4ec8e70-f6fa-4274-938b-c947b139baaf service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 HTTP/1.1" status: 200 len: 906 time: 0.1985049 Aug 31 01:02:02.372983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device abbcb3e1-1df2-4e24-875b-ce85f871bb2f details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:02:02.393929 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ba4d953c-aebd-4233-84a5-b2ad8c3097c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.442247 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9f83d5a-959b-45c9-898c-9a5cb35f51ae req-aa154b35-eaef-4c16-82eb-47a0b64f0dce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b779e63-4c73-4709-92db-abfcd54513eb HTTP/1.1" status: 200 len: 217 time: 0.0628467 Aug 31 01:02:02.472298 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ba4d953c-aebd-4233-84a5-b2ad8c3097c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.474391 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ba4d953c-aebd-4233-84a5-b2ad8c3097c2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/97d894f6-ae10-4849-8ee2-7f715828b4bb HTTP/1.1" status: 204 len: 168 time: 0.6208208 Aug 31 01:02:02.476979 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34334) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:02.565215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d953c-aebd-4233-84a5-b2ad8c3097c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97d894f6-ae10-4849-8ee2-7f715828b4bb,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:02.632735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f83d5a-959b-45c9-898c-9a5cb35f51ae req-30168101-894d-402f-82a5-36a2780a007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:02.634660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9f83d5a-959b-45c9-898c-9a5cb35f51ae req-30168101-894d-402f-82a5-36a2780a007d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f0321a9-d1d0-431e-b5d3-a4a4b61531fc HTTP/1.1" status: 200 len: 844 time: 0.1682887 Aug 31 01:02:02.646648 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10156f63-0929-4074-872b-b3433577b729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.701946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183eac6-bd6b-47f6-ab51-b9016c5e2341 req-d32d929d-35e3-434a-9f0e-bd5b8fea239e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:02.711553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port abbcb3e1-1df2-4e24-875b-ce85f871bb2f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:02.721992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7183eac6-bd6b-47f6-ab51-b9016c5e2341 req-d32d929d-35e3-434a-9f0e-bd5b8fea239e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 948 time: 0.1600108 Aug 31 01:02:02.731627 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1af9368b-5521-4814-bfb2-8290f62a9952 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:02.759566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f', 'mac_address': 'fa:16:3e:91:8e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:02:02.783387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f83d5a-959b-45c9-898c-9a5cb35f51ae req-e76cfd64-ea94-4064-bccb-2eac45aef294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:02.784603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9f83d5a-959b-45c9-898c-9a5cb35f51ae req-e76cfd64-ea94-4064-bccb-2eac45aef294 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400928 Aug 31 01:02:02.797560 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10156f63-0929-4074-872b-b3433577b729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.804632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7183eac6-bd6b-47f6-ab51-b9016c5e2341 req-d4b85fdc-2041-405a-924e-a9f3f7cf2676 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813458 Aug 31 01:02:02.814025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-10156f63-0929-4074-872b-b3433577b729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891bebe6-37a2-4c19-a5a1-b2df0283c2cc']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:02.850462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-10156f63-0929-4074-872b-b3433577b729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ad821e-30a8-4b26-a226-3e40f12a537c') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:02.850760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-10156f63-0929-4074-872b-b3433577b729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ad821e-30a8-4b26-a226-3e40f12a537c') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:02.861190 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.877535 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 1af9368b-5521-4814-bfb2-8290f62a9952 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:02.887607 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 1af9368b-5521-4814-bfb2-8290f62a9952 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:02.887997 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.898757 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10156f63-0929-4074-872b-b3433577b729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.921850 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10156f63-0929-4074-872b-b3433577b729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.927568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbcb3e1-1df2-4e24-875b-ce85f871bb2f {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:02.931599 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10156f63-0929-4074-872b-b3433577b729 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:02:02.933237 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10156f63-0929-4074-872b-b3433577b729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:02:02.937363 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:02:02.981564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port abbcb3e1-1df2-4e24-875b-ce85f871bb2f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:02.993320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba080b34-0797-49e5-87ee-5ccfb6995b24 req-17cdefa4-b888-4720-b000-cc95654e3fc4 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:02.999849 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.007689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba080b34-0797-49e5-87ee-5ccfb6995b24 req-17cdefa4-b888-4720-b000-cc95654e3fc4 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 943 time: 0.1696169 Aug 31 01:02:03.009946 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10156f63-0929-4074-872b-b3433577b729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.017978 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10156f63-0929-4074-872b-b3433577b729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.020129 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-10156f63-0929-4074-872b-b3433577b729 admin admin] 10.222.0.58 "DELETE /v2.0/networks/891bebe6-37a2-4c19-a5a1-b2df0283c2cc HTTP/1.1" status: 204 len: 168 time: 0.5421584 Aug 31 01:02:03.022588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34346) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:03.032663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9f83d5a-959b-45c9-898c-9a5cb35f51ae req-87896c4a-51a7-4aa3-a26e-6cd03d158a96 service neutron] 10.222.0.15 "GET /v2.0/networks/f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269897 Aug 31 01:02:03.044413 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10156f63-0929-4074-872b-b3433577b729 admin admin] Pushing event deleted for resources: {'Network': ['ID=891bebe6-37a2-4c19-a5a1-b2df0283c2cc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:03.047116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbf7ed-1c38-4468-8ecf-320b56be0695 req-7de0624c-efe8-43af-b6e9-9a5b977ae5d9 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:03.048757 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63cbf7ed-1c38-4468-8ecf-320b56be0695 req-7de0624c-efe8-43af-b6e9-9a5b977ae5d9 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1495602 Aug 31 01:02:03.090373 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:03.099424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9506cf6f-f1a4-448d-ab1b-fca8751fd7f1 admin admin] Deleting subnet 8e90924c-bf66-4191-ac02-b799b63afcff {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:02:03.105257 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9506cf6f-f1a4-448d-ab1b-fca8751fd7f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.141140 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9506cf6f-f1a4-448d-ab1b-fca8751fd7f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.142333 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.148610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba080b34-0797-49e5-87ee-5ccfb6995b24 req-54b84daf-c78c-4227-9035-d09384fa5b3e tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400590 Aug 31 01:02:03.172930 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63cbf7ed-1c38-4468-8ecf-320b56be0695 req-ebd8b1b7-6777-477b-a933-c3625498b93c tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093414 Aug 31 01:02:03.195125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 1af9368b-5521-4814-bfb2-8290f62a9952, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1af9368b-5521-4814-bfb2-8290f62a9952,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:03.201441 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.203263 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9f83d5a-959b-45c9-898c-9a5cb35f51ae req-c9c0fe36-3888-4600-989e-27231ce0785e service neutron] 10.222.0.15 "GET /v2.0/networks/f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530726 Aug 31 01:02:03.217898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9506cf6f-f1a4-448d-ab1b-fca8751fd7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.287166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=1af9368b-5521-4814-bfb2-8290f62a9952,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:03.295406 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9506cf6f-f1a4-448d-ab1b-fca8751fd7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.303225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b4ac0-bf3f-4700-bd76-911a23d0cdf7 req-eb8c70a4-7de0-49b7-8646-2b995b7c0388 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:03.305310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e24b4ac0-bf3f-4700-bd76-911a23d0cdf7 req-eb8c70a4-7de0-49b7-8646-2b995b7c0388 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 950 time: 0.0653868 Aug 31 01:02:03.325336 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9506cf6f-f1a4-448d-ab1b-fca8751fd7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.327300 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9506cf6f-f1a4-448d-ab1b-fca8751fd7f1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8e90924c-bf66-4191-ac02-b799b63afcff HTTP/1.1" status: 204 len: 168 time: 0.3036900 Aug 31 01:02:03.328056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506cf6f-f1a4-448d-ab1b-fca8751fd7f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e90924c-bf66-4191-ac02-b799b63afcff,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:03.329760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34348) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:03.348392 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e24b4ac0-bf3f-4700-bd76-911a23d0cdf7 req-91412d87-aaa0-46bf-8130-3ce5e9866f01 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368202 Aug 31 01:02:03.396378 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5621db26-703b-4499-916c-8a087dc036e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.462897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e805d-9601-4a71-837a-eaf501048add req-3cc7974b-7616-4806-af5d-43efd02d404d tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:03.465151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a68e805d-9601-4a71-837a-eaf501048add req-3cc7974b-7616-4806-af5d-43efd02d404d tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 946 time: 0.0611470 Aug 31 01:02:03.483611 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5621db26-703b-4499-916c-8a087dc036e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.494345 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-5621db26-703b-4499-916c-8a087dc036e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0cbbf5-0ed7-4abc-bcbd-5fa56e091c3c']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:03.505776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-5621db26-703b-4499-916c-8a087dc036e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93730348-d1fc-4ac5-b198-98ca6d95826a') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:03.506079 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-5621db26-703b-4499-916c-8a087dc036e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93730348-d1fc-4ac5-b198-98ca6d95826a') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:03.515690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a68e805d-9601-4a71-837a-eaf501048add req-2dfcea1d-c58c-418b-8d96-e03ce9c1b416 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426724 Aug 31 01:02:03.516743 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5621db26-703b-4499-916c-8a087dc036e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.533149 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5621db26-703b-4499-916c-8a087dc036e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.539055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5621db26-703b-4499-916c-8a087dc036e9 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:02:03.539473 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5621db26-703b-4499-916c-8a087dc036e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:02:03.541105 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:02:03.600564 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5621db26-703b-4499-916c-8a087dc036e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.606909 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5621db26-703b-4499-916c-8a087dc036e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.611569 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5621db26-703b-4499-916c-8a087dc036e9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6e0cbbf5-0ed7-4abc-bcbd-5fa56e091c3c HTTP/1.1" status: 204 len: 168 time: 0.2808549 Aug 31 01:02:03.625950 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621db26-703b-4499-916c-8a087dc036e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0cbbf5-0ed7-4abc-bcbd-5fa56e091c3c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:03.734460 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['abbcb3e1-1df2-4e24-875b-ce85f871bb2f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:03.784654 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34356) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:03.814243 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712994a4-97a7-49be-ab99-702fd103f0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af9368b-5521-4814-bfb2-8290f62a9952'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:03.817103 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454887c8-5422-4915-b718-537550dd1165" -d '{"events": [{"server_uuid": "712994a4-97a7-49be-ab99-702fd103f0cd", "name": "network-vif-plugged", "status": "completed", "tag": "1af9368b-5521-4814-bfb2-8290f62a9952"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:03.825699 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-484fb07f-1bf1-4abd-bf39-f6c13a9282a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1041f6a04f3f479495f65d7b0504a712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398726 Aug 31 01:02:03.828170 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34360) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:03.860897 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c893b70b-becf-432c-9c08-eaffb512ee71 x-openstack-request-id: req-c893b70b-becf-432c-9c08-eaffb512ee71 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:03.861254 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712994a4-97a7-49be-ab99-702fd103f0cd", "name": "network-vif-plugged", "status": "completed", "tag": "1af9368b-5521-4814-bfb2-8290f62a9952", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:03.861624 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c893b70b-becf-432c-9c08-eaffb512ee71 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:03.862152 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712994a4-97a7-49be-ab99-702fd103f0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af9368b-5521-4814-bfb2-8290f62a9952', 'code': 200} Aug 31 01:02:03.894734 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c70f17ad-b6ca-4efc-af88-76c18ab39624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.918069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c70f17ad-b6ca-4efc-af88-76c18ab39624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.972010 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c70f17ad-b6ca-4efc-af88-76c18ab39624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.975554 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c70f17ad-b6ca-4efc-af88-76c18ab39624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:03.977214 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c70f17ad-b6ca-4efc-af88-76c18ab39624 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d9bd159-44bd-4eb3-ab57-e201e9431808 HTTP/1.1" status: 204 len: 168 time: 0.1480989 Aug 31 01:02:03.995759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f17ad-b6ca-4efc-af88-76c18ab39624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9bd159-44bd-4eb3-ab57-e201e9431808,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:04.000013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d0197-98ee-46b3-abee-04dedab4499d req-eef20400-32f7-4ff7-be67-3fa3d21cfb0c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:04.001768 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-251d0197-98ee-46b3-abee-04dedab4499d req-eef20400-32f7-4ff7-be67-3fa3d21cfb0c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 949 time: 0.0911705 Aug 31 01:02:04.007870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5de3e0-7a18-46b8-bbf8-43feb64c3c16 req-1cb0b8d7-bb5b-4a8e-b2b8-3e7ebc4d8785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:04.009348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5de3e0-7a18-46b8-bbf8-43feb64c3c16 req-1cb0b8d7-bb5b-4a8e-b2b8-3e7ebc4d8785 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 1102 time: 0.0712409 Aug 31 01:02:04.076815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-251d0197-98ee-46b3-abee-04dedab4499d req-53656a13-d319-4201-9267-2406fcb1b86f tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664577 Aug 31 01:02:04.095379 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a5de3e0-7a18-46b8-bbf8-43feb64c3c16 req-619a549f-e20a-4504-92a8-c6d0bdc7c8da service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681899 Aug 31 01:02:04.383596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34376) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:04.390973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device ee304ecd-fdfa-428b-8d47-11c32aa9945a no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:04.415800 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: ee304ecd-fdfa-428b-8d47-11c32aa9945a {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:04.416106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device ee304ecd-fdfa-428b-8d47-11c32aa9945a not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:04.429213 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b9f1790e-c3ce-4f30-8503-98287f73a920 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b0475ebb768484fba747962c32714d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440547 Aug 31 01:02:04.431627 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34378) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:04.487382 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-919452b3-cbac-4648-96e4-2be55262a821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:04.509925 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-919452b3-cbac-4648-96e4-2be55262a821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:04.549750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fe133-eaf7-4fa4-8039-3c7989957f82 req-248b8de1-7b0c-49fc-9499-2fcd0fee8478 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:04.551249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c3fe133-eaf7-4fa4-8039-3c7989957f82 req-248b8de1-7b0c-49fc-9499-2fcd0fee8478 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 943 time: 0.3168809 Aug 31 01:02:04.567336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cef6a-1595-4ed6-b2f3-93d194ff7c96 req-9f0ce42c-5d3c-4d2c-a17a-9eb79db468f3 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:04.571779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc9cef6a-1595-4ed6-b2f3-93d194ff7c96 req-9f0ce42c-5d3c-4d2c-a17a-9eb79db468f3 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.3250699 Aug 31 01:02:04.580159 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-919452b3-cbac-4648-96e4-2be55262a821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:04.582762 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-919452b3-cbac-4648-96e4-2be55262a821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:04.583937 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-919452b3-cbac-4648-96e4-2be55262a821 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c4c0401-e919-4e22-bbce-ae8059c1795c HTTP/1.1" status: 204 len: 168 time: 0.1508496 Aug 31 01:02:04.591537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919452b3-cbac-4648-96e4-2be55262a821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4c0401-e919-4e22-bbce-ae8059c1795c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:04.628610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c3fe133-eaf7-4fa4-8039-3c7989957f82 req-74ed2af8-bb2c-4b21-b819-41da2bc6ee10 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558393 Aug 31 01:02:04.633258 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc9cef6a-1595-4ed6-b2f3-93d194ff7c96 req-1075975d-c4d2-40c9-94df-5a31a6fbc9ad tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581384 Aug 31 01:02:04.752741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02333920-17ff-4bb7-8632-dc8adc95c91d req-acf518c1-e3fd-4f31-a52b-907992e33ee9 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:04.754522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02333920-17ff-4bb7-8632-dc8adc95c91d req-acf518c1-e3fd-4f31-a52b-907992e33ee9 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 950 time: 0.0557852 Aug 31 01:02:04.824435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02333920-17ff-4bb7-8632-dc8adc95c91d req-85e90e29-17ed-4d9e-a517-f5639f477864 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633056 Aug 31 01:02:04.836622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220d7f3-fc54-43fc-b2da-cd2b6263dc69 req-828eb292-ac13-4421-860b-095428c011ef tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:04.838102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7220d7f3-fc54-43fc-b2da-cd2b6263dc69 req-828eb292-ac13-4421-860b-095428c011ef tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 946 time: 0.0697863 Aug 31 01:02:04.878756 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7220d7f3-fc54-43fc-b2da-cd2b6263dc69 req-3800c190-61c8-46c1-89fa-ac3d4a0c8d38 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342455 Aug 31 01:02:05.123508 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105d43a-bd46-431e-a2bd-48e98933b87a req-a2182280-dce4-439f-8e0f-067e98771639 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:05.125044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5105d43a-bd46-431e-a2bd-48e98933b87a req-a2182280-dce4-439f-8e0f-067e98771639 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 946 time: 0.0499554 Aug 31 01:02:05.193584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5105d43a-bd46-431e-a2bd-48e98933b87a req-7fcb6221-28f0-46fc-87eb-5b410653e649 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621006 Aug 31 01:02:05.212468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c215b-5d89-4d3f-baff-1a342754c916 req-57463713-ba39-40e1-93f8-539e7f00f5ba tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:05.214005 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-089c215b-5d89-4d3f-baff-1a342754c916 req-57463713-ba39-40e1-93f8-539e7f00f5ba tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 949 time: 0.0643504 Aug 31 01:02:05.254859 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-089c215b-5d89-4d3f-baff-1a342754c916 req-90d00e5c-f04c-473c-a2e4-38df08d57e70 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341401 Aug 31 01:02:05.337660 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34410) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:05.440604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-network', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:05.460722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] Made reservation on behalf of bafcb9060b34431eb2792bbffead631b for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:05.463736 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.471966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.570317 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.575486 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.601724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:02:05.607760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1b9054-1782-4358-8694-98c655138aea,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:05.615112 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.615524 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] Added segment 6b16e37a-1f1f-4e69-97a3-cd712dc84419 of type vlan for network 3b701cdb-9138-4e35-98d2-31b0a0308f00 Aug 31 01:02:05.656847 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.685258 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.686265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:05.686922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.738918 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3997884 Aug 31 01:02:05.745924 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34422) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:05.754715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-664815c4-4617-4f55-b1e8-a4bb66272851 admin admin] Request body: {'subnet': {'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-subnet', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:05.766574 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c20eef-3dab-4657-ad99-caccd9b3e6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3b701cdb-9138-4e35-98d2-31b0a0308f00,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:05.778747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fd89b-c017-4c12-a788-153bd8c6b795 req-b9d0ef50-3ae7-4c11-a044-7d4ad4b863b9 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:05.779814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 3b701cdb-9138-4e35-98d2-31b0a0308f00 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:02:05.780414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad4fd89b-c017-4c12-a788-153bd8c6b795 req-b9d0ef50-3ae7-4c11-a044-7d4ad4b863b9 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 943 time: 0.0784154 Aug 31 01:02:05.791262 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664815c4-4617-4f55-b1e8-a4bb66272851 admin admin] Made reservation on behalf of bafcb9060b34431eb2792bbffead631b for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:05.794638 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-664815c4-4617-4f55-b1e8-a4bb66272851 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.802650 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd11bee-d9eb-44ab-8556-534ba8e7bc46 req-d785f425-0b5d-446b-a5ac-23ac17fa0556 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:05.804412 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9dd11bee-d9eb-44ab-8556-534ba8e7bc46 req-d785f425-0b5d-446b-a5ac-23ac17fa0556 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0920525 Aug 31 01:02:05.847742 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad4fd89b-c017-4c12-a788-153bd8c6b795 req-86dcaae4-4ce9-4373-aa65-b2c647482c28 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602942 Aug 31 01:02:05.871249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9dd11bee-d9eb-44ab-8556-534ba8e7bc46 req-1c9fcff8-a533-4e7a-a913-7664abd524a0 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566702 Aug 31 01:02:05.977531 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-664815c4-4617-4f55-b1e8-a4bb66272851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:05.980746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0275b-8f3c-42a3-a2d3-aaf0395d163b req-cb1a9a10-d56f-49fe-9a20-7aab386888de tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:05.982257 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59c0275b-8f3c-42a3-a2d3-aaf0395d163b req-cb1a9a10-d56f-49fe-9a20-7aab386888de tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 950 time: 0.0556242 Aug 31 01:02:06.022160 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59c0275b-8f3c-42a3-a2d3-aaf0395d163b req-8672d9a9-943a-4ade-8567-bcb4abbf0818 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337484 Aug 31 01:02:06.036606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664815c4-4617-4f55-b1e8-a4bb66272851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e05209cf-4137-4da0-8a15-2801c15621db,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:06.045308 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664815c4-4617-4f55-b1e8-a4bb66272851 admin admin] Checking segment: {'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:06.045669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664815c4-4617-4f55-b1e8-a4bb66272851 admin admin] Network hostable DHCP agents. Network: 3b701cdb-9138-4e35-98d2-31b0a0308f00, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:02:06.063847 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664815c4-4617-4f55-b1e8-a4bb66272851 admin admin] Network 3b701cdb-9138-4e35-98d2-31b0a0308f00 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:02:06.071999 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-664815c4-4617-4f55-b1e8-a4bb66272851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 3b701cdb-9138-4e35-98d2-31b0a0308f00) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:06.077002 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664815c4-4617-4f55-b1e8-a4bb66272851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:06.077764 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-664815c4-4617-4f55-b1e8-a4bb66272851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.084969 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02187b97-54b6-4323-90da-fd1b79efbdbc None None] Network 3b701cdb-9138-4e35-98d2-31b0a0308f00 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:06.097255 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-664815c4-4617-4f55-b1e8-a4bb66272851 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3489087 Aug 31 01:02:06.100078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34428) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:06.104671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:06.156088 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.157173 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.162930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cc328-2b14-4f71-bddc-835e0288c09e req-43f9bed6-7486-472b-b7a8-c0c93ae8012a tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:06.164603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d12cc328-2b14-4f71-bddc-835e0288c09e req-43f9bed6-7486-472b-b7a8-c0c93ae8012a tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 1102 time: 0.0690253 Aug 31 01:02:06.230455 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.240178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-3b701cdb-9138-4e35-98d2-31b0a0308f00', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:02:06.241240 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.243333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d12cc328-2b14-4f71-bddc-835e0288c09e req-676aadcf-ccce-4c62-8007-b49cedd85fb9 tempest-ServersOnMultiNodesTest-395667262 tempest-ServersOnMultiNodesTest-395667262-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711422 Aug 31 01:02:06.405133 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7b779e63-4c73-4709-92db-abfcd54513eb details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:02:06.412647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device abbcb3e1-1df2-4e24-875b-ce85f871bb2f up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:06.442278 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.450113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Allocated IP 172.20.0.2 (3b701cdb-9138-4e35-98d2-31b0a0308f00/e05209cf-4137-4da0-8a15-2801c15621db/11bfcc15-b8f0-4b75-a3c8-bef60a1c139f) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:06.453908 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba214f-41a3-458f-b15d-62a15a3776a2 req-76a610eb-8d13-4cd4-9c83-b1f578781ecf tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:06.455491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4ba214f-41a3-458f-b15d-62a15a3776a2 req-76a610eb-8d13-4cd4-9c83-b1f578781ecf tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 946 time: 0.1658041 Aug 31 01:02:06.586417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4ba214f-41a3-458f-b15d-62a15a3776a2 req-6be0deb7-1fb4-40d8-970d-7bd24814c4cb tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups?id=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210749 Aug 31 01:02:06.591223 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port abbcb3e1-1df2-4e24-875b-ce85f871bb2f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:06.613596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port abbcb3e1-1df2-4e24-875b-ce85f871bb2f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:06.614282 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.624243 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489e469-0f37-4529-b3a2-29d611348e42 req-330c07e5-be19-47b0-9cc3-998809dcb5d9 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:06.627032 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6489e469-0f37-4529-b3a2-29d611348e42 req-330c07e5-be19-47b0-9cc3-998809dcb5d9 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 949 time: 0.1514449 Aug 31 01:02:06.686491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e20e9-834f-4027-8d54-e84f14f9c6c8 req-88350018-7be7-4bac-b6aa-72a95b18ef06 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:06.687987 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f42e20e9-834f-4027-8d54-e84f14f9c6c8 req-88350018-7be7-4bac-b6aa-72a95b18ef06 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.70 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 946 time: 0.1169453 Aug 31 01:02:06.694634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7b779e63-4c73-4709-92db-abfcd54513eb, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7b779e63-4c73-4709-92db-abfcd54513eb,segment=NetworkSegment(d5533b43-8533-4d82-8826-788e5e085588),segment_id=d5533b43-8533-4d82-8826-788e5e085588)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:06.730004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '7b779e63-4c73-4709-92db-abfcd54513eb', 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'port_id': '7b779e63-4c73-4709-92db-abfcd54513eb', 'mac_address': 'fa:16:3e:0e:a6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:02:06.739214 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.768761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6489e469-0f37-4529-b3a2-29d611348e42 req-c57dbe46-5a00-4bf5-993b-f19b4eb7e378 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310897 Aug 31 01:02:06.770283 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Transition to ACTIVE for port object 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:06.797850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Transition to ACTIVE for port object 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:06.818032 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.819075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95efb48-7806-4896-94ab-4cb5d7078b3c req-de766675-8a5b-49b1-ae3b-1c4c998e0d76 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:06.820586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c95efb48-7806-4896-94ab-4cb5d7078b3c req-de766675-8a5b-49b1-ae3b-1c4c998e0d76 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 950 time: 0.1595299 Aug 31 01:02:06.821636 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.871927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b779e63-4c73-4709-92db-abfcd54513eb {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:06.890454 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Network 3b701cdb-9138-4e35-98d2-31b0a0308f00 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:06.894992 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.906267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:06.919446 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:06.925173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7b779e63-4c73-4709-92db-abfcd54513eb, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7b779e63-4c73-4709-92db-abfcd54513eb,segment=NetworkSegment(d5533b43-8533-4d82-8826-788e5e085588),segment_id=d5533b43-8533-4d82-8826-788e5e085588)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:06.929165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Pushing event updated for resources: {'Port': ['ID=11bfcc15-b8f0-4b75-a3c8-bef60a1c139f,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:06.940216 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.965673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d2956f-4540-4e8a-9166-251d19d69559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:06.967943 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56397e79-20d6-49d8-aac5-b906bcf2fb4d" -d '{"events": [{"server_uuid": "b0d2956f-4540-4e8a-9166-251d19d69559", "name": "network-vif-plugged", "status": "completed", "tag": "abbcb3e1-1df2-4e24-875b-ce85f871bb2f"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:06.982729 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c95efb48-7806-4896-94ab-4cb5d7078b3c req-2a858ba7-b539-4710-8672-72c0f76ed7a8 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305408 Aug 31 01:02:07.002457 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port abbcb3e1-1df2-4e24-875b-ce85f871bb2f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:07.003058 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.005930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-f42e20e9-834f-4027-8d54-e84f14f9c6c8 req-abe800dc-0ab2-4435-b85d-9093506ba268 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Deleting port 83a876bc-8143-457a-868c-5d1887dfa60a {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:07.006323 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f42e20e9-834f-4027-8d54-e84f14f9c6c8 req-abe800dc-0ab2-4435-b85d-9093506ba268 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.024900 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.050086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Attempting to bind port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:07.050451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Attempting to bind port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:07.050811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Attempting to bind port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f on network 3b701cdb-9138-4e35-98d2-31b0a0308f00 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:07.055866 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7b779e63-4c73-4709-92db-abfcd54513eb,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:07.063558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:07.063926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Checking segment: {'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:07.064323 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.064704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Bound using segment: {'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:07.065167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Bound port: 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:07.065543 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.071718 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.105641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038c7d9-9e35-425b-8ec8-16e5832cadd5 req-d4f757a9-ceda-4d8f-8969-61e8edcb2715 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:07.107134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5038c7d9-9e35-425b-8ec8-16e5832cadd5 req-d4f757a9-ceda-4d8f-8969-61e8edcb2715 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 944 time: 0.1674721 Aug 31 01:02:07.142251 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:07.165664 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] For port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:07.169375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] For port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=11bfcc15-b8f0-4b75-a3c8-bef60a1c139f,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:07.173761 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.234925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-f42e20e9-834f-4027-8d54-e84f14f9c6c8 req-abe800dc-0ab2-4435-b85d-9093506ba268 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] For port 83a876bc-8143-457a-868c-5d1887dfa60a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=83a876bc-8143-457a-868c-5d1887dfa60a,segment=NetworkSegment(748c269e-f12f-4997-8204-fbc7082d558b),segment_id=748c269e-f12f-4997-8204-fbc7082d558b)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:07.235317 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f42e20e9-834f-4027-8d54-e84f14f9c6c8 req-abe800dc-0ab2-4435-b85d-9093506ba268 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.241286 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0960588-9711-4b6d-ab5f-d2dea78faf38 None None] Pushing event updated for resources: {'Port': ['ID=11bfcc15-b8f0-4b75-a3c8-bef60a1c139f,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:07.286706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dedf0d-9be6-453e-8cff-fe4980be62fa req-7e153c6c-c87d-41a2-8506-b17e6e00d4c5 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:07.288233 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e3dedf0d-9be6-453e-8cff-fe4980be62fa req-7e153c6c-c87d-41a2-8506-b17e6e00d4c5 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1956828 Aug 31 01:02:07.290691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-f42e20e9-834f-4027-8d54-e84f14f9c6c8 req-abe800dc-0ab2-4435-b85d-9093506ba268 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Calling delete_port for 83a876bc-8143-457a-868c-5d1887dfa60a owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:07.300488 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5038c7d9-9e35-425b-8ec8-16e5832cadd5 req-5de6f1b4-379e-48a7-87dd-407427a3fdb5 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783600 Aug 31 01:02:07.376550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Allocated IP 172.25.6.248 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/0cabf868-269d-43c6-9286-fe08b616accb) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:07.392155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7b779e63-4c73-4709-92db-abfcd54513eb'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:07.413001 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e3dedf0d-9be6-453e-8cff-fe4980be62fa req-89e4349b-a0a4-4c72-8f2b-c8909582ccdf tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083283 Aug 31 01:02:07.470002 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06031324-9003-46e2-a7a4-331e93438f41 x-openstack-request-id: req-06031324-9003-46e2-a7a4-331e93438f41 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:07.470363 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d2956f-4540-4e8a-9166-251d19d69559", "name": "network-vif-plugged", "status": "completed", "tag": "abbcb3e1-1df2-4e24-875b-ce85f871bb2f", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:07.470796 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06031324-9003-46e2-a7a4-331e93438f41 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:07.471238 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d2956f-4540-4e8a-9166-251d19d69559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f', 'code': 200} Aug 31 01:02:07.560600 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.617151 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f42e20e9-834f-4027-8d54-e84f14f9c6c8 req-abe800dc-0ab2-4435-b85d-9093506ba268 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.632613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['83a876bc-8143-457a-868c-5d1887dfa60a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:07.663387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe800dc-0ab2-4435-b85d-9093506ba268 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Pushing event deleted for resources: {'Port': ['ID=83a876bc-8143-457a-868c-5d1887dfa60a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:07.675091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912bd57-b957-4f3d-8813-4e50e78ede7b req-a3383909-9c1f-40df-9ff8-b96d8cfa3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:07.676729 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5912bd57-b957-4f3d-8813-4e50e78ede7b req-a3383909-9c1f-40df-9ff8-b96d8cfa3ae9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 1102 time: 0.1118309 Aug 31 01:02:07.727761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9dcf79b7-bfe2-430d-af31-4d3ff640da4e req-ad3ffe44-0f72-4ed8-8f31-5992a92960e4 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/ports?device_id=de890117-b328-46a6-a844-215bbe06fd84 HTTP/1.1" status: 200 len: 210 time: 0.0612841 Aug 31 01:02:07.752653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42e20e9-834f-4027-8d54-e84f14f9c6c8 req-abe800dc-0ab2-4435-b85d-9093506ba268 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] No DVR routers for this DVR port 83a876bc-8143-457a-868c-5d1887dfa60a on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:07.757038 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f42e20e9-834f-4027-8d54-e84f14f9c6c8 req-abe800dc-0ab2-4435-b85d-9093506ba268 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.758975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f42e20e9-834f-4027-8d54-e84f14f9c6c8 req-abe800dc-0ab2-4435-b85d-9093506ba268 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.70 "DELETE /v2.0/ports/83a876bc-8143-457a-868c-5d1887dfa60a HTTP/1.1" status: 204 len: 173 time: 1.0640829 Aug 31 01:02:07.759429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de890117-b328-46a6-a844-215bbe06fd84', 'name': 'network-vif-deleted', 'tag': '83a876bc-8143-457a-868c-5d1887dfa60a'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:07.762029 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5083b54-7968-40a6-8481-a2c9b89e21be" -d '{"events": [{"server_uuid": "de890117-b328-46a6-a844-215bbe06fd84", "name": "network-vif-deleted", "tag": "83a876bc-8143-457a-868c-5d1887dfa60a"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:07.766989 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:07.810338 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc994728-e3d4-470a-ba39-c3e8c181bee2 x-openstack-request-id: req-cc994728-e3d4-470a-ba39-c3e8c181bee2 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:07.810749 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de890117-b328-46a6-a844-215bbe06fd84", "name": "network-vif-deleted", "tag": "83a876bc-8143-457a-868c-5d1887dfa60a", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:07.810866 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc994728-e3d4-470a-ba39-c3e8c181bee2 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:07.811251 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de890117-b328-46a6-a844-215bbe06fd84', 'name': 'network-vif-deleted', 'tag': '83a876bc-8143-457a-868c-5d1887dfa60a', 'status': 'completed', 'code': 200} Aug 31 01:02:07.818564 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5912bd57-b957-4f3d-8813-4e50e78ede7b req-cee0829e-5ae5-40e4-9d84-65055d65781e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318071 Aug 31 01:02:07.820384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:07.824088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:07.829890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:07.871517 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Pushing event updated for resources: {'Port': ['ID=0cabf868-269d-43c6-9286-fe08b616accb,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:07.992282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cf5f1-925a-4ace-a686-f21a4899ec9a req-77c9af1f-c894-45ba-bcfc-f72a5556679f tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:07.993802 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c70cf5f1-925a-4ace-a686-f21a4899ec9a req-77c9af1f-c894-45ba-bcfc-f72a5556679f tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.1413422 Aug 31 01:02:08.179682 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e5be21-2ab8-4d06-90cd-73b6f009e761 None None] Network 3b701cdb-9138-4e35-98d2-31b0a0308f00 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:08.273239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b2d7aeac-6646-4064-920e-f6c10bf861f1 None None] Provisioning for port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:08.374987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b4830-19a2-4539-9607-601ad23a8846 req-602d2f48-d1fd-4a79-a7f8-9fda37210cac tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:08.376498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a92b4830-19a2-4539-9607-601ad23a8846 req-602d2f48-d1fd-4a79-a7f8-9fda37210cac tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 950 time: 0.4302444 Aug 31 01:02:08.381951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c70cf5f1-925a-4ace-a686-f21a4899ec9a req-01e189d5-0c13-4901-b16a-fd3ce5bfa17c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723426 Aug 31 01:02:08.464968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe275d7-eb3f-49dd-9946-321608f6db99 req-dfdfea09-2000-457e-b54f-fc813289d3be tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:08.466589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fe275d7-eb3f-49dd-9946-321608f6db99 req-dfdfea09-2000-457e-b54f-fc813289d3be tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 950 time: 0.1784785 Aug 31 01:02:08.624851 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fe275d7-eb3f-49dd-9946-321608f6db99 req-c578980b-da4d-4233-a651-8c37faa5d6ed tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435566 Aug 31 01:02:08.632052 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3bb29-4e04-4e59-85bd-ff518f2ab704 req-36f4e18e-b6f5-4b72-88d3-e46a4657d2b1 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:08.633450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6db3bb29-4e04-4e59-85bd-ff518f2ab704 req-36f4e18e-b6f5-4b72-88d3-e46a4657d2b1 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 944 time: 0.1773727 Aug 31 01:02:08.636436 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:08.742432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-a92b4830-19a2-4539-9607-601ad23a8846 req-eead98ab-5d77-4dd7-a73d-48804b451961 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Deleting port 1af9368b-5521-4814-bfb2-8290f62a9952 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:08.742785 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a92b4830-19a2-4539-9607-601ad23a8846 req-eead98ab-5d77-4dd7-a73d-48804b451961 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:08.805041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6db3bb29-4e04-4e59-85bd-ff518f2ab704 req-1caa9810-1b0f-49e7-b660-d930afee21da tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628633 Aug 31 01:02:08.933081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa1ea1-40b5-4166-9906-9ba1db20e775 req-9be290e0-f5bc-4485-a0b9-7123d4f1acb3 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:08.934769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dffa1ea1-40b5-4166-9906-9ba1db20e775 req-9be290e0-f5bc-4485-a0b9-7123d4f1acb3 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1347735 Aug 31 01:02:09.000200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-a92b4830-19a2-4539-9607-601ad23a8846 req-eead98ab-5d77-4dd7-a73d-48804b451961 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] For port 1af9368b-5521-4814-bfb2-8290f62a9952, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1af9368b-5521-4814-bfb2-8290f62a9952,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:09.000595 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a92b4830-19a2-4539-9607-601ad23a8846 req-eead98ab-5d77-4dd7-a73d-48804b451961 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.008498 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34480) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:09.037241 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-a92b4830-19a2-4539-9607-601ad23a8846 req-eead98ab-5d77-4dd7-a73d-48804b451961 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Calling delete_port for 1af9368b-5521-4814-bfb2-8290f62a9952 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:09.086996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dffa1ea1-40b5-4166-9906-9ba1db20e775 req-5c1dfd46-128a-4359-9b2b-b64a47f25ce0 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303804 Aug 31 01:02:09.118337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:09.124825 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7bbda80b-a260-4726-8940-394830800e5b tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.125330 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.149465 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7bbda80b-a260-4726-8940-394830800e5b tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.173184 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:09.177303 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:09.177694 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.205576 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7bbda80b-a260-4726-8940-394830800e5b tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.208468 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7bbda80b-a260-4726-8940-394830800e5b tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.209746 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7bbda80b-a260-4726-8940-394830800e5b tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "DELETE /v2.0/security-groups/bb2a8836-3338-49ed-b4c7-2b14c638efd1 HTTP/1.1" status: 204 len: 168 time: 0.2001572 Aug 31 01:02:09.214826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34482) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:09.227376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbda80b-a260-4726-8940-394830800e5b tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2a8836-3338-49ed-b4c7-2b14c638efd1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:09.237596 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-9ad4e622-b6da-42da-95fa-5d3f51ce7598 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] show failed (client error): The resource could not be found. Aug 31 01:02:09.239461 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9ad4e622-b6da-42da-95fa-5d3f51ce7598 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "GET /v2.0/security-groups/bb2a8836-3338-49ed-b4c7-2b14c638efd1 HTTP/1.1" status: 404 len: 347 time: 0.0236073 Aug 31 01:02:09.242533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34484) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:09.285284 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.318251 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=11bfcc15-b8f0-4b75-a3c8-bef60a1c139f,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:09.323572 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.349808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Router 29c865d9-20dd-4215-961f-4a28fb1e2720 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:02:09.354474 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a92b4830-19a2-4539-9607-601ad23a8846 req-eead98ab-5d77-4dd7-a73d-48804b451961 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.372993 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d', 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d', '7cf193b2-aa9f-4fd5-9e18-4da12ea06350', '1af9368b-5521-4814-bfb2-8290f62a9952'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:09.390997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-a6da9c4b-4a55-43f0-852b-007ba19de590 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Deleting port 24825342-5f32-455f-8824-5f41dc4ee741 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:09.391620 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6da9c4b-4a55-43f0-852b-007ba19de590 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.411454 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['eed772e1-093b-47d9-8487-75e06f8af348', '25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c', '061c155b-b9b2-4f29-b9aa-b1bda87e5d27'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:09.443196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=11bfcc15-b8f0-4b75-a3c8-bef60a1c139f,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:09.457826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead98ab-5d77-4dd7-a73d-48804b451961 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event deleted for resources: {'Port': ['ID=1af9368b-5521-4814-bfb2-8290f62a9952,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:09.464018 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92b4830-19a2-4539-9607-601ad23a8846 req-eead98ab-5d77-4dd7-a73d-48804b451961 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] No DVR routers for this DVR port 1af9368b-5521-4814-bfb2-8290f62a9952 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:09.475599 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a92b4830-19a2-4539-9607-601ad23a8846 req-eead98ab-5d77-4dd7-a73d-48804b451961 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.478559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a92b4830-19a2-4539-9607-601ad23a8846 req-eead98ab-5d77-4dd7-a73d-48804b451961 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "DELETE /v2.0/ports/1af9368b-5521-4814-bfb2-8290f62a9952 HTTP/1.1" status: 204 len: 173 time: 1.0911036 Aug 31 01:02:09.494771 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6da9c4b-4a55-43f0-852b-007ba19de590 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.495234 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6da9c4b-4a55-43f0-852b-007ba19de590 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.510106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-a6da9c4b-4a55-43f0-852b-007ba19de590 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Calling delete_port for 24825342-5f32-455f-8824-5f41dc4ee741 owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:09.690508 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b7db-e6f8-4880-a065-f7ff3c9dcb28 req-924ace99-7236-45e4-8e69-62d90b3416e4 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:09.693622 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4658b7db-e6f8-4880-a065-f7ff3c9dcb28 req-924ace99-7236-45e4-8e69-62d90b3416e4 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.1435146 Aug 31 01:02:09.753009 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6da9c4b-4a55-43f0-852b-007ba19de590 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.754640 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:09.770616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Sync routers for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:09.788472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed308dc9-de69-4334-b160-b96cb9ff8233 req-cc134a1e-be36-4f89-9655-6a5f59d433b6 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=712994a4-97a7-49be-ab99-702fd103f0cd HTTP/1.1" status: 200 len: 210 time: 0.0576704 Aug 31 01:02:09.807623 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.811528 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da9c4b-4a55-43f0-852b-007ba19de590 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Pushing event deleted for resources: {'Port': ['ID=24825342-5f32-455f-8824-5f41dc4ee741,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:09.811715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3d4628f6-07e9-4cc6-885b-5136901b8ddd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.7079220 Aug 31 01:02:09.811803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:09.812588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34492) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:09.814253 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4658b7db-e6f8-4880-a065-f7ff3c9dcb28 req-765ffe20-62d4-4e9c-b141-fd8d06ae18ad tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081197 Aug 31 01:02:09.815120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:01:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:09.825136 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712994a4-97a7-49be-ab99-702fd103f0cd', 'name': 'network-vif-deleted', 'tag': '1af9368b-5521-4814-bfb2-8290f62a9952'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:09.827578 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caabb4ef-afac-446e-9c9d-869cacb08a8a" -d '{"events": [{"server_uuid": "712994a4-97a7-49be-ab99-702fd103f0cd", "name": "network-vif-deleted", "tag": "1af9368b-5521-4814-bfb2-8290f62a9952"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:09.925586 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6da9c4b-4a55-43f0-852b-007ba19de590 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.930105 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6da9c4b-4a55-43f0-852b-007ba19de590 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.932636 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a6da9c4b-4a55-43f0-852b-007ba19de590 tempest-ImagesOneServerNegativeTestJSON-1534190250 tempest-ImagesOneServerNegativeTestJSON-1534190250-project] 10.222.0.58 "DELETE /v2.0/floatingips/76468c67-d284-4495-b5e7-9dc4dea45abd HTTP/1.1" status: 204 len: 168 time: 0.6880989 Aug 31 01:02:09.952936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d315d-f956-4a54-b2d6-8e014c07c75b req-0330dfe5-3088-4920-b0e7-c60b52316bf4 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:09.975645 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-018d315d-f956-4a54-b2d6-8e014c07c75b req-0330dfe5-3088-4920-b0e7-c60b52316bf4 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 944 time: 0.0761833 Aug 31 01:02:09.979199 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa52253d-0078-48b3-9590-787a613607bd x-openstack-request-id: req-aa52253d-0078-48b3-9590-787a613607bd {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:09.979518 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712994a4-97a7-49be-ab99-702fd103f0cd", "name": "network-vif-deleted", "tag": "1af9368b-5521-4814-bfb2-8290f62a9952", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:09.979762 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa52253d-0078-48b3-9590-787a613607bd {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:09.980155 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712994a4-97a7-49be-ab99-702fd103f0cd', 'name': 'network-vif-deleted', 'tag': '1af9368b-5521-4814-bfb2-8290f62a9952', 'status': 'completed', 'code': 200} Aug 31 01:02:10.032007 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-018d315d-f956-4a54-b2d6-8e014c07c75b req-961c2dd8-4b3d-47cb-9c49-89ec18a6317f tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552614 Aug 31 01:02:10.251118 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:10.278093 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286b887-ed45-4c60-8a30-a39fa4a2a6d4 req-de4dc31d-6e76-4bd6-93c9-af00c1bb57e3 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:10.286424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5286b887-ed45-4c60-8a30-a39fa4a2a6d4 req-de4dc31d-6e76-4bd6-93c9-af00c1bb57e3 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1231782 Aug 31 01:02:10.307808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31345066-763e-44a7-a9c1-b3e607fc046a req-ef483cf6-f650-47f1-a724-525e36b8b9f5 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:10.309457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-31345066-763e-44a7-a9c1-b3e607fc046a req-ef483cf6-f650-47f1-a724-525e36b8b9f5 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 1098 time: 0.1073060 Aug 31 01:02:10.342511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5286b887-ed45-4c60-8a30-a39fa4a2a6d4 req-4e5d387a-5880-4f0b-8e3c-4c07a599505e tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545952 Aug 31 01:02:10.374532 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-31345066-763e-44a7-a9c1-b3e607fc046a req-fce581c2-2d4b-4c1d-9ce2-d703d71160b4 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529313 Aug 31 01:02:10.429000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34518) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:10.458834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7b779e63-4c73-4709-92db-abfcd54513eb up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:10.481321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f77c7b5-25d7-472b-8071-e6b98ab871f4 admin admin] Deleting subnet b33d2c75-5836-4488-8d84-b2a19a874844 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:02:10.484819 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f77c7b5-25d7-472b-8071-e6b98ab871f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.537132 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f77c7b5-25d7-472b-8071-e6b98ab871f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.592473 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f77c7b5-25d7-472b-8071-e6b98ab871f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.660988 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 7b779e63-4c73-4709-92db-abfcd54513eb completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:10.672379 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f77c7b5-25d7-472b-8071-e6b98ab871f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.675230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 7b779e63-4c73-4709-92db-abfcd54513eb triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:10.675633 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.714086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77c7b5-25d7-472b-8071-e6b98ab871f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b33d2c75-5836-4488-8d84-b2a19a874844,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:10.716720 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f77c7b5-25d7-472b-8071-e6b98ab871f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.723315 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1f77c7b5-25d7-472b-8071-e6b98ab871f4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b33d2c75-5836-4488-8d84-b2a19a874844 HTTP/1.1" status: 204 len: 168 time: 0.2932529 Aug 31 01:02:10.725140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34524) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:10.725258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:08Z', 'revision_number': 3, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:10.763578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Checking router: 29c865d9-20dd-4215-961f-4a28fb1e2720 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:02:10.763804 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.764280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Updating router 29c865d9-20dd-4215-961f-4a28fb1e2720 port 0cabf868-269d-43c6-9286-fe08b616accb binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:02:10.793696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 83a876bc-8143-457a-868c-5d1887dfa60a no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:10.810322 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6037f790-966b-4f1c-9d97-22769c4c21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.838926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 83a876bc-8143-457a-868c-5d1887dfa60a {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:10.839421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 83a876bc-8143-457a-868c-5d1887dfa60a not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:10.843837 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:10.879170 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.006829 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.012446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Allocated IP 172.20.0.1 (3b701cdb-9138-4e35-98d2-31b0a0308f00/e05209cf-4137-4da0-8a15-2801c15621db/b9d2d68c-f82b-405c-8f75-0dd88d486bb7) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:11.048209 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6037f790-966b-4f1c-9d97-22769c4c21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.079267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6037f790-966b-4f1c-9d97-22769c4c21dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6317aad-a658-43bb-8031-230839fc1999']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:11.093731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6037f790-966b-4f1c-9d97-22769c4c21dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748c269e-f12f-4997-8204-fbc7082d558b') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:11.094894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6037f790-966b-4f1c-9d97-22769c4c21dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748c269e-f12f-4997-8204-fbc7082d558b') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:11.096699 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919138a8-acf9-4d5d-ac25-6cbb071eab0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b779e63-4c73-4709-92db-abfcd54513eb'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:11.098966 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca62e3e-3279-4660-94e3-0303009fb915" -d '{"events": [{"server_uuid": "919138a8-acf9-4d5d-ac25-6cbb071eab0c", "name": "network-vif-plugged", "status": "completed", "tag": "7b779e63-4c73-4709-92db-abfcd54513eb"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:11.122683 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35536857-e0ee-4242-bf95-cf7f11ef2f95 req-e3ebe9e0-5e35-410d-8b15-e408e4ed644e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:11.126079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7b779e63-4c73-4709-92db-abfcd54513eb, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7b779e63-4c73-4709-92db-abfcd54513eb,segment=NetworkSegment(d5533b43-8533-4d82-8826-788e5e085588),segment_id=d5533b43-8533-4d82-8826-788e5e085588)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:11.132796 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.135265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35536857-e0ee-4242-bf95-cf7f11ef2f95 req-e3ebe9e0-5e35-410d-8b15-e408e4ed644e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.1638923 Aug 31 01:02:11.140708 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6037f790-966b-4f1c-9d97-22769c4c21dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.176488 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.177218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:11.193864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Transition to ACTIVE for port object b9d2d68c-f82b-405c-8f75-0dd88d486bb7 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:11.215157 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6037f790-966b-4f1c-9d97-22769c4c21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.234099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35536857-e0ee-4242-bf95-cf7f11ef2f95 req-022aeecb-db0f-4f5f-891a-a839b954945e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900645 Aug 31 01:02:11.248506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6037f790-966b-4f1c-9d97-22769c4c21dc admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:02:11.248843 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6037f790-966b-4f1c-9d97-22769c4c21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.261384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7b779e63-4c73-4709-92db-abfcd54513eb,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:11.263812 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:02:11.294152 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:02:11.331482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Network 3b701cdb-9138-4e35-98d2-31b0a0308f00 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:11.331974 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:11.332356 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.345621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d2d68c-f82b-405c-8f75-0dd88d486bb7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:11.349716 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:11.352022 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:11.395388 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.401294 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6037f790-966b-4f1c-9d97-22769c4c21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.410359 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6037f790-966b-4f1c-9d97-22769c4c21dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.411043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Transition to ACTIVE for port object 0cabf868-269d-43c6-9286-fe08b616accb will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:11.416916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6037f790-966b-4f1c-9d97-22769c4c21dc admin admin] 10.222.0.58 "DELETE /v2.0/networks/e6317aad-a658-43bb-8031-230839fc1999 HTTP/1.1" status: 204 len: 168 time: 0.6893399 Aug 31 01:02:11.427205 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.431200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037f790-966b-4f1c-9d97-22769c4c21dc admin admin] Pushing event deleted for resources: {'Network': ['ID=e6317aad-a658-43bb-8031-230839fc1999,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:11.451342 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.549540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Attempting to bind port 0cabf868-269d-43c6-9286-fe08b616accb on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:11.550104 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Attempting to bind port 0cabf868-269d-43c6-9286-fe08b616accb by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:11.550283 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Attempting to bind port 0cabf868-269d-43c6-9286-fe08b616accb on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:11.569705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:11.576068 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:11.577283 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.578396 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:11.579663 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Bound port: 0cabf868-269d-43c6-9286-fe08b616accb, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:11.580293 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.633951 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.637766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34562) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:11.668796 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-c2456857-72b6-4624-9e9a-f4ac2605454d tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:02:11.675976 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-c2456857-72b6-4624-9e9a-f4ac2605454d tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215132 Aug 31 01:02:11.683527 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] For port 0cabf868-269d-43c6-9286-fe08b616accb, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:11.686827 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] For port 0cabf868-269d-43c6-9286-fe08b616accb, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0cabf868-269d-43c6-9286-fe08b616accb,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:11.700036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9e636-15d3-4eef-b6f1-f6e9d1fbedfa None None] Pushing event updated for resources: {'Port': ['ID=0cabf868-269d-43c6-9286-fe08b616accb,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:11.711571 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.759536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-fd31ed4f-2159-4881-acb2-558c915dd374 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:11.766760 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-fd31ed4f-2159-4881-acb2-558c915dd374 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports/928efd53-9b17-4651-8715-27f428cea13c HTTP/1.1" status: 200 len: 1095 time: 0.0898616 Aug 31 01:02:11.772781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-3cc65054-370b-457e-b93d-9c7d71ac8068 service neutron] Request body: {'binding': {'host': 'n-h2-802060-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:11.773696 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-3cc65054-370b-457e-b93d-9c7d71ac8068 service neutron] Unknown quota resources ['binding']. {{(pid=94761) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:02:11.781575 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-86f1f307-30bf-4472-aba2-cac3c2cf8407 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f766a7da06e475c93a4852d4d6c5889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399910 Aug 31 01:02:11.782518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34564) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:11.786686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-230859c4-db31-47d5-917f-6c17749eaecf None None] Provisioning for port b9d2d68c-f82b-405c-8f75-0dd88d486bb7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:11.794357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9e636-15d3-4eef-b6f1-f6e9d1fbedfa None None] Pushing event updated for resources: {'Port': ['ID=0cabf868-269d-43c6-9286-fe08b616accb,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:11.797210 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-230859c4-db31-47d5-917f-6c17749eaecf None None] Provisioning complete for port b9d2d68c-f82b-405c-8f75-0dd88d486bb7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:11.797585 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-230859c4-db31-47d5-917f-6c17749eaecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.799233 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:11.800286 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:01:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:11.826064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9884a32-7a0e-4b2a-bc63-cf020fb1b705 req-e3ae6b32-4f83-46f9-8f50-e5d11bc186e1 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:11.827756 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9884a32-7a0e-4b2a-bc63-cf020fb1b705 req-e3ae6b32-4f83-46f9-8f50-e5d11bc186e1 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 945 time: 0.1223567 Aug 31 01:02:11.873349 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84b3c76a-15e3-406f-888f-189eca8a30b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.877230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-230859c4-db31-47d5-917f-6c17749eaecf None None] Port b9d2d68c-f82b-405c-8f75-0dd88d486bb7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:11.911425 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.914463 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84b3c76a-15e3-406f-888f-189eca8a30b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.917983 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9884a32-7a0e-4b2a-bc63-cf020fb1b705 req-5fe1ccb2-073d-44d5-a1ba-c30169cb6124 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763938 Aug 31 01:02:11.921467 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.956896 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:11.989567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-3cc65054-370b-457e-b93d-9c7d71ac8068 service neutron] Attempting to bind port 928efd53-9b17-4651-8715-27f428cea13c on host n-h2-802060-13 for vnic_type normal with profile None {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:11.989981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-3cc65054-370b-457e-b93d-9c7d71ac8068 service neutron] Attempting to bind port 928efd53-9b17-4651-8715-27f428cea13c by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:11.990422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-3cc65054-370b-457e-b93d-9c7d71ac8068 service neutron] Attempting to bind port 928efd53-9b17-4651-8715-27f428cea13c on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:11.996705 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9facc27f-025e-4378-9b1b-6febba5140fa x-openstack-request-id: req-9facc27f-025e-4378-9b1b-6febba5140fa {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:11.997361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-3cc65054-370b-457e-b93d-9c7d71ac8068 service neutron] Port 928efd53-9b17-4651-8715-27f428cea13c on network 12cab241-583d-479a-8ed9-1b2de0acbda5 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:02:11.997777 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-3cc65054-370b-457e-b93d-9c7d71ac8068 service neutron] Attempting to bind port 928efd53-9b17-4651-8715-27f428cea13c on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:11.998289 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919138a8-acf9-4d5d-ac25-6cbb071eab0c", "name": "network-vif-plugged", "status": "completed", "tag": "7b779e63-4c73-4709-92db-abfcd54513eb", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:11.999256 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9facc27f-025e-4378-9b1b-6febba5140fa {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:12.000013 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919138a8-acf9-4d5d-ac25-6cbb071eab0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b779e63-4c73-4709-92db-abfcd54513eb', 'code': 200} Aug 31 01:02:12.004992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-3cc65054-370b-457e-b93d-9c7d71ac8068 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:12.005731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-3cc65054-370b-457e-b93d-9c7d71ac8068 service neutron] Checking segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:12.006246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-3cc65054-370b-457e-b93d-9c7d71ac8068 service neutron] Bound using segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:12.006773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-3cc65054-370b-457e-b93d-9c7d71ac8068 service neutron] Bound port: 928efd53-9b17-4651-8715-27f428cea13c, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:12.023663 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:12.036147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d2d68c-f82b-405c-8f75-0dd88d486bb7,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:12.062023 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84b3c76a-15e3-406f-888f-189eca8a30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:12.065235 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84b3c76a-15e3-406f-888f-189eca8a30b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:12.066767 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-84b3c76a-15e3-406f-888f-189eca8a30b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0141fd51-f7a4-4bd0-8c66-0258c07dd9eb HTTP/1.1" status: 204 len: 168 time: 0.2833595 Aug 31 01:02:12.080516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-3cc65054-370b-457e-b93d-9c7d71ac8068 service neutron] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=928efd53-9b17-4651-8715-27f428cea13c,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:12.093621 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-3cc65054-370b-457e-b93d-9c7d71ac8068 service neutron] Notify callbacks [] for binding, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:12.104898 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-3cc65054-370b-457e-b93d-9c7d71ac8068 service neutron] 10.222.0.58 "POST /v2.0/ports/928efd53-9b17-4651-8715-27f428cea13c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3314826 Aug 31 01:02:12.176440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7e28a-babb-4fa4-90a8-e7b6fb493a97 req-06a90e17-b5b6-4901-af68-31eefed9cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:12.177831 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9c7e28a-babb-4fa4-90a8-e7b6fb493a97 req-06a90e17-b5b6-4901-af68-31eefed9cfdd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 1097 time: 0.0958760 Aug 31 01:02:12.204923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3c76a-15e3-406f-888f-189eca8a30b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0141fd51-f7a4-4bd0-8c66-0258c07dd9eb,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:12.243682 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9c7e28a-babb-4fa4-90a8-e7b6fb493a97 req-449fda8f-1185-4b18-a9b0-5a78f4bad311 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540335 Aug 31 01:02:12.283226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Network 3b701cdb-9138-4e35-98d2-31b0a0308f00 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:12.284934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:12.360325 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 1, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:12.422276 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f623906-6b1e-4d57-a18e-4769d6c3decb None None] The sync data for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 is: [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 1, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:12.427234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf49aff-bb6f-45b2-9395-0b43e1d59b17 req-878f63fc-26e1-461a-833d-d4b1850ccd50 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:12.437709 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5bf49aff-bb6f-45b2-9395-0b43e1d59b17 req-878f63fc-26e1-461a-833d-d4b1850ccd50 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1262240 Aug 31 01:02:12.474293 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Router 29c865d9-20dd-4215-961f-4a28fb1e2720 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:12.529432 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5bf49aff-bb6f-45b2-9395-0b43e1d59b17 req-e2cdf1ba-bd7e-45fb-9b3a-457d1cd518c7 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854049 Aug 31 01:02:12.558931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ad36f-d09c-4de1-af90-3906c2079291 req-93669397-7ad0-4066-b5b4-94c6327def49 tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:12.561112 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-615ad36f-d09c-4de1-af90-3906c2079291 req-93669397-7ad0-4066-b5b4-94c6327def49 tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 1102 time: 0.0911095 Aug 31 01:02:12.611781 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-615ad36f-d09c-4de1-af90-3906c2079291 req-102c6659-12cc-4879-92ea-c5063f1cd7a0 tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:12.631726 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:12.646427 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2f2ce35d-00b8-47d7-bc42-5d9d089d71a3 admin admin] 10.222.0.58 "PUT /v2.0/routers/29c865d9-20dd-4215-961f-4a28fb1e2720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8257906 Aug 31 01:02:12.709272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5ad9210f-f65c-4b7c-945d-1dd6cd5a2ba1 None None] Provisioning complete for port b9d2d68c-f82b-405c-8f75-0dd88d486bb7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:12.709866 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5ad9210f-f65c-4b7c-945d-1dd6cd5a2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:12.783140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48f8fe-7dc1-4bd1-9ce1-4b15d3f50b5b req-9e564e3b-bcf2-4060-84e3-01674c0df473 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:12.784798 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff48f8fe-7dc1-4bd1-9ce1-4b15d3f50b5b req-9e564e3b-bcf2-4060-84e3-01674c0df473 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 949 time: 0.1745069 Aug 31 01:02:12.823071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-6b8786d3-4483-4637-9fb8-33b032f3a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:12.828519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1af9368b-5521-4814-bfb2-8290f62a9952 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:12.829642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-6b8786d3-4483-4637-9fb8-33b032f3a46e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 1098 time: 0.1224287 Aug 31 01:02:12.836925 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5ad9210f-f65c-4b7c-945d-1dd6cd5a2ba1 None None] Port b9d2d68c-f82b-405c-8f75-0dd88d486bb7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:12.862101 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 1af9368b-5521-4814-bfb2-8290f62a9952 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:12.862938 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1af9368b-5521-4814-bfb2-8290f62a9952 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:13.200871 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-615ad36f-d09c-4de1-af90-3906c2079291 req-102c6659-12cc-4879-92ea-c5063f1cd7a0 tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.211915 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff48f8fe-7dc1-4bd1-9ce1-4b15d3f50b5b req-abbdb4eb-1516-45dd-9bcb-1ff62eaa3731 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141707 Aug 31 01:02:13.215224 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-615ad36f-d09c-4de1-af90-3906c2079291 req-102c6659-12cc-4879-92ea-c5063f1cd7a0 tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.238309 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-615ad36f-d09c-4de1-af90-3906c2079291 req-102c6659-12cc-4879-92ea-c5063f1cd7a0 tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6658177 Aug 31 01:02:13.240502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34600) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:13.286071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-4939d221-a6f8-4015-8835-a2ba974ff11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:13.286071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-4939d221-a6f8-4015-8835-a2ba974ff11a service neutron] 10.222.0.70 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.1771524 Aug 31 01:02:13.371541 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-0ece0155-6ee1-409e-9d03-91b7eed442f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=928efd53-9b17-4651-8715-27f428cea13c HTTP/1.1" status: 200 len: 217 time: 0.0705945 Aug 31 01:02:13.380053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c6659-12cc-4879-92ea-c5063f1cd7a0 tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c74836-965a-49e6-881d-d8a26466ad9b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:13.433561 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-589588269-network', 'tenant_id': '206f2f4ce2c44104b6cf505700314abb'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:13.458599 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] Made reservation on behalf of 206f2f4ce2c44104b6cf505700314abb for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:13.461989 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.462528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05a478-aa4a-49ce-86d1-72fe5be4c364 req-fab8fa1e-ec63-49d9-b6aa-626a2bdbed75 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:13.464985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff05a478-aa4a-49ce-86d1-72fe5be4c364 req-fab8fa1e-ec63-49d9-b6aa-626a2bdbed75 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 946 time: 0.0976827 Aug 31 01:02:13.472385 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.480364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-2b26b200-d341-4a2b-84b5-12b727c4c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:13.481823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-2b26b200-d341-4a2b-84b5-12b727c4c855 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.0975375 Aug 31 01:02:13.542738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-bbec4fe1-301a-4eca-bf57-ee4de54960dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414164 Aug 31 01:02:13.584240 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.589414 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.622423 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:02:13.624491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff05a478-aa4a-49ce-86d1-72fe5be4c364 req-5706f134-8637-472e-8c08-a513c56423b6 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446707 Aug 31 01:02:13.632311 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44917a1-5e69-467d-b21f-de73f80bcefa,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:13.639410 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.639762 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] Added segment 8aedb538-7277-464d-be3d-702bf7a5acbd of type vlan for network 47233ebf-1580-4f1c-9fe9-006618980e41 Aug 31 01:02:13.652148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f48faf-f149-43e6-9fb2-bb836a3fd0c0 req-71f69c40-9f2e-44ff-b26f-abd5fd967ee6 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:13.670409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76f48faf-f149-43e6-9fb2-bb836a3fd0c0 req-71f69c40-9f2e-44ff-b26f-abd5fd967ee6 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 945 time: 0.2042916 Aug 31 01:02:13.699833 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.731034 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.732497 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:13.733575 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.740690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76f48faf-f149-43e6-9fb2-bb836a3fd0c0 req-9e98a26d-1d4a-4d9b-840f-fbb02e9c8696 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685074 Aug 31 01:02:13.755057 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-addbfeeb-e028-40b7-9461-4605b28949b5 service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984789 Aug 31 01:02:13.788436 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5462780 Aug 31 01:02:13.791315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34610) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:13.796533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-517ad621-1a14-4f32-9248-39d59755c6c6 admin admin] Request body: {'subnet': {'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-589588269-subnet', 'tenant_id': '206f2f4ce2c44104b6cf505700314abb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:13.825939 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49fe0a-a3d8-4cf6-b625-11a00c7914c6 admin admin] Pushing event updated for resources: {'Network': ['ID=47233ebf-1580-4f1c-9fe9-006618980e41,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:13.838920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 47233ebf-1580-4f1c-9fe9-006618980e41 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:02:13.851260 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517ad621-1a14-4f32-9248-39d59755c6c6 admin admin] Made reservation on behalf of 206f2f4ce2c44104b6cf505700314abb for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:13.854744 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-517ad621-1a14-4f32-9248-39d59755c6c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:13.897420 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-31810e3c-61b0-4c48-848f-2a546cefe238 service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402035 Aug 31 01:02:13.961805 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-48062d13-6648-40cf-8d58-39c390f04134 req-686d40b1-e1fc-4617-bfec-0293c91b2c76 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:02:13.963736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48062d13-6648-40cf-8d58-39c390f04134 req-686d40b1-e1fc-4617-bfec-0293c91b2c76 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067503 Aug 31 01:02:14.123107 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-517ad621-1a14-4f32-9248-39d59755c6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:14.233626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ad621-1a14-4f32-9248-39d59755c6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=805dc395-985c-42e8-8ef5-ecb7180cee4b,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:14.245896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ad621-1a14-4f32-9248-39d59755c6c6 admin admin] Checking segment: {'id': '8aedb538-7277-464d-be3d-702bf7a5acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:14.246494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ad621-1a14-4f32-9248-39d59755c6c6 admin admin] Network hostable DHCP agents. Network: 47233ebf-1580-4f1c-9fe9-006618980e41, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:02:14.260769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-95365450-3929-4e7c-80d1-50e3217daf57 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:14.276978 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-95365450-3929-4e7c-80d1-50e3217daf57 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 820 time: 0.2063208 Aug 31 01:02:14.277959 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ad621-1a14-4f32-9248-39d59755c6c6 admin admin] Network 47233ebf-1580-4f1c-9fe9-006618980e41 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:02:14.289205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-b769317a-78c8-4465-b643-bbf650bb6151 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/quotas/bafcb9060b34431eb2792bbffead631b HTTP/1.1" status: 200 len: 375 time: 0.0113688 Aug 31 01:02:14.291671 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-517ad621-1a14-4f32-9248-39d59755c6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 47233ebf-1580-4f1c-9fe9-006618980e41) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:14.296006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ad621-1a14-4f32-9248-39d59755c6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:14.296672 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-517ad621-1a14-4f32-9248-39d59755c6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:14.311351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeccc65-b642-43ec-94ce-4dba403378d7 None None] Network 47233ebf-1580-4f1c-9fe9-006618980e41 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:14.325048 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-517ad621-1a14-4f32-9248-39d59755c6c6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5251701 Aug 31 01:02:14.325473 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:02:14.416933 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-2e57b8cd-7b6b-4a13-99e7-f6bb0feb8a2b tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926535 Aug 31 01:02:14.661949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b026dd-7207-4ae4-bd6b-09fb90d8b01d None None] Network 47233ebf-1580-4f1c-9fe9-006618980e41 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:14.708333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e70a6-b98f-4ac3-b574-c41d0081f2a1 req-96e81374-085a-4eaa-9ef8-eef77211eb4c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:14.709754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b76e70a6-b98f-4ac3-b574-c41d0081f2a1 req-96e81374-085a-4eaa-9ef8-eef77211eb4c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.15 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 949 time: 0.2435584 Aug 31 01:02:14.714937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-8e2106dd-da39-4521-93d0-6c1b6f037984 service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886939 Aug 31 01:02:14.717994 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-0ed882aa-ed97-4e4d-b336-9d2618f91827 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189857 Aug 31 01:02:14.753103 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-f6498fea-2567-46c8-9099-252115853880 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:02:14.754118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-f6498fea-2567-46c8-9099-252115853880 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245132 Aug 31 01:02:14.792352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f085-806d-4ee9-9601-6c536263f802 req-f24b4b2e-6728-4304-a573-99ee69254495 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:14.801054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d31f085-806d-4ee9-9601-6c536263f802 req-f24b4b2e-6728-4304-a573-99ee69254495 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1734924 Aug 31 01:02:14.921789 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d31f085-806d-4ee9-9601-6c536263f802 req-ef4f28b8-36c8-47d6-bf22-27c5bb6c3688 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198621 Aug 31 01:02:14.967336 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-ddb5b3aa-bc21-46cb-b370-507dfd27eb24 service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121062 Aug 31 01:02:14.983116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-b76e70a6-b98f-4ac3-b574-c41d0081f2a1 req-767acb26-b5ee-499e-874e-f20cde636866 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Deleting port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:14.983494 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b76e70a6-b98f-4ac3-b574-c41d0081f2a1 req-767acb26-b5ee-499e-874e-f20cde636866 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:15.117705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-b76e70a6-b98f-4ac3-b574-c41d0081f2a1 req-767acb26-b5ee-499e-874e-f20cde636866 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] For port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=061c155b-b9b2-4f29-b9aa-b1bda87e5d27,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:15.118371 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b76e70a6-b98f-4ac3-b574-c41d0081f2a1 req-767acb26-b5ee-499e-874e-f20cde636866 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:15.134235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-b76e70a6-b98f-4ac3-b574-c41d0081f2a1 req-767acb26-b5ee-499e-874e-f20cde636866 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Calling delete_port for 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:15.179916 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0cabf868-269d-43c6-9286-fe08b616accb up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:15.324344 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 0cabf868-269d-43c6-9286-fe08b616accb completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:15.329940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0cabf868-269d-43c6-9286-fe08b616accb triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:15.330310 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:15.365358 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Sync routers for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:15.378973 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:15.381223 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:01:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:15.409863 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b76e70a6-b98f-4ac3-b574-c41d0081f2a1 req-767acb26-b5ee-499e-874e-f20cde636866 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:15.426736 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d', 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d', '7cf193b2-aa9f-4fd5-9e18-4da12ea06350'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:15.515173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['eed772e1-093b-47d9-8487-75e06f8af348', '25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c', '061c155b-b9b2-4f29-b9aa-b1bda87e5d27'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:15.561489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76e70a6-b98f-4ac3-b574-c41d0081f2a1 req-767acb26-b5ee-499e-874e-f20cde636866 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] No DVR routers for this DVR port 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:15.566604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767acb26-b5ee-499e-874e-f20cde636866 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event deleted for resources: {'Port': ['ID=061c155b-b9b2-4f29-b9aa-b1bda87e5d27,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:15.578488 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b76e70a6-b98f-4ac3-b574-c41d0081f2a1 req-767acb26-b5ee-499e-874e-f20cde636866 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:15.605952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b76e70a6-b98f-4ac3-b574-c41d0081f2a1 req-767acb26-b5ee-499e-874e-f20cde636866 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.15 "DELETE /v2.0/ports/061c155b-b9b2-4f29-b9aa-b1bda87e5d27 HTTP/1.1" status: 204 len: 173 time: 0.8630104 Aug 31 01:02:15.643131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9355ba98-ad02-480c-bf32-00163aacc611', 'name': 'network-vif-deleted', 'tag': '061c155b-b9b2-4f29-b9aa-b1bda87e5d27'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:15.671327 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bded7209-4dbe-4a3d-9281-e8c590d61868" -d '{"events": [{"server_uuid": "9355ba98-ad02-480c-bf32-00163aacc611", "name": "network-vif-deleted", "tag": "061c155b-b9b2-4f29-b9aa-b1bda87e5d27"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:15.733313 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:15.750095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ed357-b882-4f33-a077-61a05086bf90 req-6880f2df-5e37-4e3e-8f86-c00d037bfa94 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:15.751335 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b19ed357-b882-4f33-a077-61a05086bf90 req-6880f2df-5e37-4e3e-8f86-c00d037bfa94 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=9355ba98-ad02-480c-bf32-00163aacc611 HTTP/1.1" status: 200 len: 867 time: 0.6961889 Aug 31 01:02:15.771310 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:15.786224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fd307-9687-4b0f-98b3-a39338c65601 req-bf1ced5f-4377-40ce-a722-1196a2ea781c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:15.787970 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd6fd307-9687-4b0f-98b3-a39338c65601 req-bf1ced5f-4377-40ce-a722-1196a2ea781c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.3809335 Aug 31 01:02:15.893147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd6fd307-9687-4b0f-98b3-a39338c65601 req-56478c17-04b0-4429-9b11-5b22d8b1ed66 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758300 Aug 31 01:02:15.913428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b19ed357-b882-4f33-a077-61a05086bf90 req-bb5752dc-0ff6-4d81-b4f2-7b5622a5f253 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202972 Aug 31 01:02:15.956570 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 0cabf868-269d-43c6-9286-fe08b616accb, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0cabf868-269d-43c6-9286-fe08b616accb,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:16.032242 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:16.164637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf69ee-1d42-4d67-834e-38df0d58e9f0 req-6cce3374-9ad6-449b-a6fd-78e8493d61fc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:16.180149 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfaf69ee-1d42-4d67-834e-38df0d58e9f0 req-6cce3374-9ad6-449b-a6fd-78e8493d61fc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 946 time: 0.1593106 Aug 31 01:02:16.235880 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=0cabf868-269d-43c6-9286-fe08b616accb,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:16.248730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:16.249540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:16.250105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:16.250935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:16.251647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:16.252189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:16.252741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:16.253947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:16.254525 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:16.255107 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:16.255670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:16.256361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:16.282359 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 2, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:16.298600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfaf69ee-1d42-4d67-834e-38df0d58e9f0 req-86882824-4f81-4146-995a-eddb2dc9e61f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171880 Aug 31 01:02:16.352440 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Checking router: 29c865d9-20dd-4215-961f-4a28fb1e2720 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:02:16.352657 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Updating router 29c865d9-20dd-4215-961f-4a28fb1e2720 port b9d2d68c-f82b-405c-8f75-0dd88d486bb7 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:02:16.386369 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:16.438036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-751cefb9-d7ee-45f0-b024-3d8bcae17ef7 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:16.451910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-751cefb9-d7ee-45f0-b024-3d8bcae17ef7 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/networks?id=47233ebf-1580-4f1c-9fe9-006618980e41 HTTP/1.1" status: 200 len: 814 time: 0.3312252 Aug 31 01:02:16.515052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-512e736a-6d0d-4a89-8452-526d9348554a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/quotas/206f2f4ce2c44104b6cf505700314abb HTTP/1.1" status: 200 len: 375 time: 0.0394702 Aug 31 01:02:16.564509 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6aa70-0b8b-465c-8eba-16ff02b694b7 req-7464fb70-8cd3-479d-b709-1b97da64ef76 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:16.573917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-69f6aa70-0b8b-465c-8eba-16ff02b694b7 req-7464fb70-8cd3-479d-b709-1b97da64ef76 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 945 time: 0.1207271 Aug 31 01:02:16.597749 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-01f6568f-6c60-4594-a37e-d4209077bb36 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=206f2f4ce2c44104b6cf505700314abb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628986 Aug 31 01:02:16.711957 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-69f6aa70-0b8b-465c-8eba-16ff02b694b7 req-686f2b6f-3407-4285-bcbb-4548b1b791d5 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365736 Aug 31 01:02:16.742110 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-988717c4-8438-4108-8530-1805e5190b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:16.743657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-988717c4-8438-4108-8530-1805e5190b3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 1102 time: 0.1440370 Aug 31 01:02:16.772564 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:16.783601 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Transition to ACTIVE for port object b9d2d68c-f82b-405c-8f75-0dd88d486bb7 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:16.790291 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:16.842740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-b2026703-91aa-451b-a6c9-f0dec38bf09a service neutron] 10.222.0.58 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282248 Aug 31 01:02:16.847036 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc5b2d-0393-4ee0-a3a1-285f656334c2 None None] Pushing event updated for resources: {'Port': ['ID=b9d2d68c-f82b-405c-8f75-0dd88d486bb7,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:16.856095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6df9d64c-b4a8-48ae-b26e-1096d5595016 req-7b6a5405-59f0-4498-9009-06b8f87d1a79 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 210 time: 0.0929480 Aug 31 01:02:16.914657 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Attempting to bind port b9d2d68c-f82b-405c-8f75-0dd88d486bb7 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:16.915122 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Attempting to bind port b9d2d68c-f82b-405c-8f75-0dd88d486bb7 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:16.916174 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Attempting to bind port b9d2d68c-f82b-405c-8f75-0dd88d486bb7 on network 3b701cdb-9138-4e35-98d2-31b0a0308f00 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:16.922777 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:16.923224 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Checking segment: {'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:16.923836 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:16.924577 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Bound using segment: {'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:16.925147 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Bound port: b9d2d68c-f82b-405c-8f75-0dd88d486bb7, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:16.925640 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:16.988687 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-bf26eb6a-e06f-4c36-94f3-8204a5d2a1aa service neutron] 10.222.0.58 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298831 Aug 31 01:02:16.990213 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8aa15b6-6170-41f9-9011-50f5c14f23a9 x-openstack-request-id: req-f8aa15b6-6170-41f9-9011-50f5c14f23a9 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:16.990504 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9355ba98-ad02-480c-bf32-00163aacc611", "name": "network-vif-deleted", "tag": "061c155b-b9b2-4f29-b9aa-b1bda87e5d27", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:16.990759 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8aa15b6-6170-41f9-9011-50f5c14f23a9 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:16.991156 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9355ba98-ad02-480c-bf32-00163aacc611', 'name': 'network-vif-deleted', 'tag': '061c155b-b9b2-4f29-b9aa-b1bda87e5d27', 'status': 'completed', 'code': 200} Aug 31 01:02:17.044253 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] For port b9d2d68c-f82b-405c-8f75-0dd88d486bb7, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:17.053591 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] For port b9d2d68c-f82b-405c-8f75-0dd88d486bb7, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b9d2d68c-f82b-405c-8f75-0dd88d486bb7,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:17.062542 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:17.083150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b92ff-2bdf-447b-afe8-661f9d15d898 req-25c9261a-0984-421f-8b36-007aca66ef81 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:17.094092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-795b92ff-2bdf-447b-afe8-661f9d15d898 req-25c9261a-0984-421f-8b36-007aca66ef81 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1002581 Aug 31 01:02:17.095390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-ea36b0bd-42c8-4300-87ab-ede8f59fae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:17.096708 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-ea36b0bd-42c8-4300-87ab-ede8f59fae53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.3325930 Aug 31 01:02:17.167957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0cabf868-269d-43c6-9286-fe08b616accb up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:17.219353 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-99da82b1-ab6e-4e4a-8be3-362c06a479f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f HTTP/1.1" status: 200 len: 217 time: 0.0805120 Aug 31 01:02:17.220737 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc5b2d-0393-4ee0-a3a1-285f656334c2 None None] Pushing event updated for resources: {'Port': ['ID=b9d2d68c-f82b-405c-8f75-0dd88d486bb7,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:17.230493 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:17.231241 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:01:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:17.300093 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0cabf868-269d-43c6-9286-fe08b616accb triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:17.300631 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:17.319862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-795b92ff-2bdf-447b-afe8-661f9d15d898 req-0e6d4236-5391-4f2c-9867-1ad2736340d8 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045758 Aug 31 01:02:17.365669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-05b0528b-d462-4d6b-8f53-088fd897dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:17.371147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-05b0528b-d462-4d6b-8f53-088fd897dd48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1298506 Aug 31 01:02:17.476153 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:17.561213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-1e32e932-8a07-4b63-846e-05167455b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:17.562623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-1e32e932-8a07-4b63-846e-05167455b714 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1797268 Aug 31 01:02:17.640230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa2ff6-e180-4a4f-95c2-9d6c0e32c2c2 req-878f1e9c-995b-461a-9bf1-4c9797c6ac03 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:17.652360 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4aa2ff6-e180-4a4f-95c2-9d6c0e32c2c2 req-878f1e9c-995b-461a-9bf1-4c9797c6ac03 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 945 time: 0.2157314 Aug 31 01:02:17.653236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34708) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:17.659045 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6d728a85-27cc-4b00-bc6c-5c6f2c85ab45 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Request body: {'floatingip': {'port_id': '7b779e63-4c73-4709-92db-abfcd54513eb'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:17.675164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b14d1-33e2-4eee-8dd8-60e6e2fc2a0c req-4e88dcce-722b-4af6-9198-d37d6b9e3a3c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:17.691270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f71b14d1-33e2-4eee-8dd8-60e6e2fc2a0c req-4e88dcce-722b-4af6-9198-d37d6b9e3a3c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.1828883 Aug 31 01:02:17.719272 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d728a85-27cc-4b00-bc6c-5c6f2c85ab45 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for floatingip, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:17.850692 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:17Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:17.860844 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-16e096ff-f0a9-49ec-8b11-9d9253c09caa req-b91c4384-589b-4b48-b94a-7a2f7d50f6ac tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 210 time: 0.0725291 Aug 31 01:02:17.876931 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f71b14d1-33e2-4eee-8dd8-60e6e2fc2a0c req-e40d5ddc-0a8e-4146-9150-05c0d4427885 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748669 Aug 31 01:02:17.891546 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-a3eb4db1-daf3-461a-a630-0e2e829bc9ce service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173194 Aug 31 01:02:17.949314 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5bff44-a87e-4343-8c3a-2d63d8ea874e None None] The sync data for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 is: [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:17Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:18.170280 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-296a2c72-a895-4076-88c7-299dde043806 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684867 Aug 31 01:02:18.223319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73a7a3-cbe7-47ac-857e-1e6bb2f8ec82 req-3110be52-7a9e-4b9c-af12-9083fc375d36 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:18.232532 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce73a7a3-cbe7-47ac-857e-1e6bb2f8ec82 req-3110be52-7a9e-4b9c-af12-9083fc375d36 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 946 time: 0.1524396 Aug 31 01:02:18.320497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce73a7a3-cbe7-47ac-857e-1e6bb2f8ec82 req-c9901e16-650a-4fc2-a36e-3e3a9d6e519e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868440 Aug 31 01:02:18.425554 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:18.485473 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:18.490174 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 061c155b-b9b2-4f29-b9aa-b1bda87e5d27 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:18.503073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5795e832-a3a9-4493-918f-658394533dd3 req-13235d98-1d54-471c-a0fe-8bfef0ab1f7f tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 210 time: 0.0445242 Aug 31 01:02:18.577361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93881b4c-e814-432f-9985-8ee396f09152 req-0387b9df-c160-4806-bbe9-c1b1c4e80d5d tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:18.579015 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93881b4c-e814-432f-9985-8ee396f09152 req-0387b9df-c160-4806-bbe9-c1b1c4e80d5d tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 949 time: 0.0749326 Aug 31 01:02:18.641612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93881b4c-e814-432f-9985-8ee396f09152 req-03d86df7-4853-4445-97b3-3d0a977d6137 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529506 Aug 31 01:02:18.744213 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d728a85-27cc-4b00-bc6c-5c6f2c85ab45 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:18.750187 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d728a85-27cc-4b00-bc6c-5c6f2c85ab45 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:18.755451 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1dbb8-9d95-4770-b348-6f5cdb2f1910 req-998b470e-cac5-4b32-89e0-a48ddc4f2037 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:18.757366 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29e1dbb8-9d95-4770-b348-6f5cdb2f1910 req-998b470e-cac5-4b32-89e0-a48ddc4f2037 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0608356 Aug 31 01:02:18.821624 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29e1dbb8-9d95-4770-b348-6f5cdb2f1910 req-89f44436-c25c-45e3-a654-9dede6656cf5 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570271 Aug 31 01:02:18.876502 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-6d728a85-27cc-4b00-bc6c-5c6f2c85ab45 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Floating IP ebd116ae-7ef4-4668-beaa-7754f439ca59 associated. External IP: 172.25.6.150, port: 7b779e63-4c73-4709-92db-abfcd54513eb. Aug 31 01:02:19.196018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b9d2d68c-f82b-405c-8f75-0dd88d486bb7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:19.275807 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port b9d2d68c-f82b-405c-8f75-0dd88d486bb7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:19.281427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b9d2d68c-f82b-405c-8f75-0dd88d486bb7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:19.281811 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.307881 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d728a85-27cc-4b00-bc6c-5c6f2c85ab45 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:19.382383 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.422728 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port b9d2d68c-f82b-405c-8f75-0dd88d486bb7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b9d2d68c-f82b-405c-8f75-0dd88d486bb7,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:19.428681 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.448472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4135e1e4-8e8f-46a0-bc24-8c7c536b2ff4 req-c60728c2-5b23-428b-a5af-664efc871790 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 210 time: 0.4235511 Aug 31 01:02:19.496315 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=b9d2d68c-f82b-405c-8f75-0dd88d486bb7,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:19.526059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339125c4-32e4-4069-b3d4-dd9ff518c7a6 req-76e18149-adff-428b-b297-dd133ef0f721 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:19.528183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-339125c4-32e4-4069-b3d4-dd9ff518c7a6 req-76e18149-adff-428b-b297-dd133ef0f721 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.5021775 Aug 31 01:02:19.619621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-c1a6a730-f8df-4a42-90b2-60513130e47d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:19.621134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-c1a6a730-f8df-4a42-90b2-60513130e47d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.70 "GET /v2.0/networks?id=47233ebf-1580-4f1c-9fe9-006618980e41 HTTP/1.1" status: 200 len: 814 time: 0.6841435 Aug 31 01:02:19.641385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-751dfd23-f638-4e47-add8-35794263a478 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Request body: {'port': {'device_id': '7e793862-c3e1-4a96-8d81-c02153561a5c', 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41', 'admin_state_up': True, 'tenant_id': '206f2f4ce2c44104b6cf505700314abb'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:19.667534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-339125c4-32e4-4069-b3d4-dd9ff518c7a6 req-7556c83c-874d-4838-921e-a937606f95ba tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304007 Aug 31 01:02:19.713684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48576c91-c051-4454-b803-cae597e2be04 req-e00f1f26-5566-4c76-825e-85a067da8140 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:19.715311 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48576c91-c051-4454-b803-cae597e2be04 req-e00f1f26-5566-4c76-825e-85a067da8140 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 946 time: 0.1680853 Aug 31 01:02:19.800967 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e794bad-04ba-4421-8429-607c9845f4e4 req-7b09081a-3e7c-4ebd-adb0-2c29881a7e10 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 210 time: 0.0455675 Aug 31 01:02:19.810149 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48576c91-c051-4454-b803-cae597e2be04 req-37f9026e-808a-4608-93bd-c922cf7b6e5e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875163 Aug 31 01:02:19.849443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-751dfd23-f638-4e47-add8-35794263a478 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Made reservation on behalf of 206f2f4ce2c44104b6cf505700314abb for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:19.855075 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-751dfd23-f638-4e47-add8-35794263a478 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.889126 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d728a85-27cc-4b00-bc6c-5c6f2c85ab45 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:19.896264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d728a85-27cc-4b00-bc6c-5c6f2c85ab45 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:19.902556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f56d31-af56-44a9-bb0e-067f9b3fbc9d None None] Sync routers for ids ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:19.913539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f56d31-af56-44a9-bb0e-067f9b3fbc9d None None] Routers {'3d4101d5-49cd-40eb-95e7-6e338e845aa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:19.914502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-77f56d31-af56-44a9-bb0e-067f9b3fbc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:01:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:19.967854 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6d728a85-27cc-4b00-bc6c-5c6f2c85ab45 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "PUT /v2.0/floatingips/ebd116ae-7ef4-4668-beaa-7754f439ca59 HTTP/1.1" status: 200 len: 991 time: 2.3117361 Aug 31 01:02:19.969690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919138a8-acf9-4d5d-ac25-6cbb071eab0c', 'tag': '7b779e63-4c73-4709-92db-abfcd54513eb'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:19.972578 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80ce092-5c15-472f-b376-18f1a0d3bd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "919138a8-acf9-4d5d-ac25-6cbb071eab0c", "tag": "7b779e63-4c73-4709-92db-abfcd54513eb"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:20.043461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-31a88c9b-d303-4dc2-a8e1-647287cae3da tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:20.045255 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-31a88c9b-d303-4dc2-a8e1-647287cae3da tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.70 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 820 time: 0.6227221 Aug 31 01:02:20.061989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-041cdaa5-faf7-4515-8aa7-6f1ca57cd581 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Request body: {'port': {'device_id': 'ff79922c-e543-495c-9519-be42d3fc0578', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'admin_state_up': True, 'tenant_id': 'bafcb9060b34431eb2792bbffead631b'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:20.089501 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-77f56d31-af56-44a9-bb0e-067f9b3fbc9d None None] Set router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:20.129323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-751dfd23-f638-4e47-add8-35794263a478 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Allocated IP 172.20.0.8 (47233ebf-1580-4f1c-9fe9-006618980e41/805dc395-985c-42e8-8ef5-ecb7180cee4b/b92f6173-7b45-4979-bbc3-79865d0e9e79) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:20.143441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf3221-1e38-4423-b9d1-7a9fc67e9463 req-1f184d05-8d52-41a1-9a13-d7a165fd2a50 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:20.148862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-addf3221-1e38-4423-b9d1-7a9fc67e9463 req-1f184d05-8d52-41a1-9a13-d7a165fd2a50 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 949 time: 0.2187476 Aug 31 01:02:20.193795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3215-7244-427f-b772-74eb87a5c36c req-1bb728f5-366c-4ea3-ad39-9d2ff1daada8 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:20.195383 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3cc3215-7244-427f-b772-74eb87a5c36c req-1bb728f5-366c-4ea3-ad39-9d2ff1daada8 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1415327 Aug 31 01:02:20.226315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-041cdaa5-faf7-4515-8aa7-6f1ca57cd581 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Made reservation on behalf of bafcb9060b34431eb2792bbffead631b for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:20.228139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-addf3221-1e38-4423-b9d1-7a9fc67e9463 req-1214db5d-21ae-4729-bf60-e87d7e0c0b6a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744669 Aug 31 01:02:20.242602 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-041cdaa5-faf7-4515-8aa7-6f1ca57cd581 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.394596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3cc3215-7244-427f-b772-74eb87a5c36c req-500cbdd1-3e70-4b92-88cd-8e59e2bd9571 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728280 Aug 31 01:02:20.395429 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-77f56d31-af56-44a9-bb0e-067f9b3fbc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:41Z', 'updated_at': '2021-08-31T01:01:47Z', 'revision_number': 4, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'gw_port': {'id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ebd116ae-7ef4-4668-beaa-7754f439ca59', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'port_id': '7b779e63-4c73-4709-92db-abfcd54513eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'mac_address': 'fa:16:3e:0e:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919138a8-acf9-4d5d-ac25-6cbb071eab0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:01:53Z', 'updated_at': '2021-08-31T01:02:18Z', 'revision_number': 1, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a76466d-a098-4fc8-9aa3-8c19e7826ac2', 'name': '', 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'mac_address': 'fa:16:3e:0e:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:46Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 5, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'subnets': [{'id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:20.428461 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f56d31-af56-44a9-bb0e-067f9b3fbc9d None None] Checking router: 3d4101d5-49cd-40eb-95e7-6e338e845aa5 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:02:20.439319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f56d31-af56-44a9-bb0e-067f9b3fbc9d None None] Routers {'3d4101d5-49cd-40eb-95e7-6e338e845aa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:20.439909 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-77f56d31-af56-44a9-bb0e-067f9b3fbc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:01:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:20.442966 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b7da2-1e42-491e-9ff5-3069f7222c7c req-eed5d444-f34c-4537-b131-8418ab972446 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:20.444855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-441b7da2-1e42-491e-9ff5-3069f7222c7c req-eed5d444-f34c-4537-b131-8418ab972446 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.15 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 949 time: 0.1867576 Aug 31 01:02:20.459052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-041cdaa5-faf7-4515-8aa7-6f1ca57cd581 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Allocated IP 172.20.0.10 (3b701cdb-9138-4e35-98d2-31b0a0308f00/e05209cf-4137-4da0-8a15-2801c15621db/18ad3dd6-6b5e-49ab-b049-78c7aa024146) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:20.488505 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134e9617-b02c-4002-b069-2d9dbff8e0cb x-openstack-request-id: req-134e9617-b02c-4002-b069-2d9dbff8e0cb {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:20.488785 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919138a8-acf9-4d5d-ac25-6cbb071eab0c", "tag": "7b779e63-4c73-4709-92db-abfcd54513eb", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:20.491190 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-134e9617-b02c-4002-b069-2d9dbff8e0cb {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:20.492166 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919138a8-acf9-4d5d-ac25-6cbb071eab0c', 'tag': '7b779e63-4c73-4709-92db-abfcd54513eb', 'status': 'completed', 'code': 200} Aug 31 01:02:20.544445 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-751dfd23-f638-4e47-add8-35794263a478 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.580167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-77f56d31-af56-44a9-bb0e-067f9b3fbc9d None None] Set router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:20.602643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e5f081c-3343-44e4-98dd-906bb55938ab req-c0443c2c-70d1-4c2c-ab69-063c09664bfe tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 210 time: 0.0554101 Aug 31 01:02:20.653914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ce092-5c15-472f-b376-18f1a0d3bd6c req-edae68d7-32b3-4b96-af88-6d94a4d084ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:20.655700 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e80ce092-5c15-472f-b376-18f1a0d3bd6c req-edae68d7-32b3-4b96-af88-6d94a4d084ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf5ed08aaa16483a9e01116615b0e952&device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 1097 time: 0.1230993 Aug 31 01:02:20.657190 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-751dfd23-f638-4e47-add8-35794263a478 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.671624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-441b7da2-1e42-491e-9ff5-3069f7222c7c req-d126952b-2c1e-4593-aafd-4cf2b4bacd33 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Deleting port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:20.671944 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-441b7da2-1e42-491e-9ff5-3069f7222c7c req-d126952b-2c1e-4593-aafd-4cf2b4bacd33 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.747635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-751dfd23-f638-4e47-add8-35794263a478 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Network 47233ebf-1580-4f1c-9fe9-006618980e41 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:20.756244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-751dfd23-f638-4e47-add8-35794263a478 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:20.758870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-751dfd23-f638-4e47-add8-35794263a478 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:20.798440 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-041cdaa5-faf7-4515-8aa7-6f1ca57cd581 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.823128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ce092-5c15-472f-b376-18f1a0d3bd6c req-2b50910b-abc2-4fa9-937b-6f30e9232b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:20.825244 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e80ce092-5c15-472f-b376-18f1a0d3bd6c req-2b50910b-abc2-4fa9-937b-6f30e9232b43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 HTTP/1.1" status: 200 len: 906 time: 0.1563730 Aug 31 01:02:20.828219 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-041cdaa5-faf7-4515-8aa7-6f1ca57cd581 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Transition to ACTIVE for port object 18ad3dd6-6b5e-49ab-b049-78c7aa024146 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:20.845354 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751dfd23-f638-4e47-add8-35794263a478 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Pushing event updated for resources: {'Port': ['ID=b92f6173-7b45-4979-bbc3-79865d0e9e79,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:20.861334 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-77f56d31-af56-44a9-bb0e-067f9b3fbc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:41Z', 'updated_at': '2021-08-31T01:01:47Z', 'revision_number': 4, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'gw_port': {'id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ebd116ae-7ef4-4668-beaa-7754f439ca59', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'port_id': '7b779e63-4c73-4709-92db-abfcd54513eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'mac_address': 'fa:16:3e:0e:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919138a8-acf9-4d5d-ac25-6cbb071eab0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:01:53Z', 'updated_at': '2021-08-31T01:02:18Z', 'revision_number': 1, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a76466d-a098-4fc8-9aa3-8c19e7826ac2', 'name': '', 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'mac_address': 'fa:16:3e:0e:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:46Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 5, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'subnets': [{'id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:20.877810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-751dfd23-f638-4e47-add8-35794263a478 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:20.878447 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-751dfd23-f638-4e47-add8-35794263a478 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.887907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f56d31-af56-44a9-bb0e-067f9b3fbc9d None None] The sync data for ids ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'] in n-d-802060-13 is: [{'id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:41Z', 'updated_at': '2021-08-31T01:01:47Z', 'revision_number': 4, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'gw_port': {'id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ebd116ae-7ef4-4668-beaa-7754f439ca59', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'port_id': '7b779e63-4c73-4709-92db-abfcd54513eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'mac_address': 'fa:16:3e:0e:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919138a8-acf9-4d5d-ac25-6cbb071eab0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:01:53Z', 'updated_at': '2021-08-31T01:02:18Z', 'revision_number': 1, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a76466d-a098-4fc8-9aa3-8c19e7826ac2', 'name': '', 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'mac_address': 'fa:16:3e:0e:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:46Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 5, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'subnets': [{'id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:20.903474 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-441b7da2-1e42-491e-9ff5-3069f7222c7c req-d126952b-2c1e-4593-aafd-4cf2b4bacd33 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] For port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:20.903788 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-441b7da2-1e42-491e-9ff5-3069f7222c7c req-d126952b-2c1e-4593-aafd-4cf2b4bacd33 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.928937 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e80ce092-5c15-472f-b376-18f1a0d3bd6c req-0c8fe356-1941-4f86-be89-9e85b2a36ca8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b779e63-4c73-4709-92db-abfcd54513eb HTTP/1.1" status: 200 len: 999 time: 0.0943112 Aug 31 01:02:20.938099 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-041cdaa5-faf7-4515-8aa7-6f1ca57cd581 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:20.949566 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc3ce8-f24a-41c7-b7e7-32bc3559b6d5 req-99fbc57a-e649-4381-afc5-83cfd01f110b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:20.951246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5dbc3ce8-f24a-41c7-b7e7-32bc3559b6d5 req-99fbc57a-e649-4381-afc5-83cfd01f110b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.1606300 Aug 31 01:02:20.953689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-441b7da2-1e42-491e-9ff5-3069f7222c7c req-d126952b-2c1e-4593-aafd-4cf2b4bacd33 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Calling delete_port for 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:20.956459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-751dfd23-f638-4e47-add8-35794263a478 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3228066 Aug 31 01:02:20.980586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Request body: {'port': {'device_id': '7e793862-c3e1-4a96-8d81-c02153561a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:21.016243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-041cdaa5-faf7-4515-8aa7-6f1ca57cd581 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Network 3b701cdb-9138-4e35-98d2-31b0a0308f00 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:21.024460 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-041cdaa5-faf7-4515-8aa7-6f1ca57cd581 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:21.037167 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-041cdaa5-faf7-4515-8aa7-6f1ca57cd581 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:21.051329 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ce092-5c15-472f-b376-18f1a0d3bd6c req-11c6991e-4488-4651-8877-1d0d3a0601c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:21.054688 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e80ce092-5c15-472f-b376-18f1a0d3bd6c req-11c6991e-4488-4651-8877-1d0d3a0601c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f0321a9-d1d0-431e-b5d3-a4a4b61531fc HTTP/1.1" status: 200 len: 844 time: 0.1136937 Aug 31 01:02:21.055945 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cdaa5-faf7-4515-8aa7-6f1ca57cd581 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Pushing event updated for resources: {'Port': ['ID=18ad3dd6-6b5e-49ab-b049-78c7aa024146,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:21.126509 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-62669160-ee0c-478e-bf26-5e249333611f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.144695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d971ed-68a3-4532-aa5f-1d844eca3604 req-3ce37ea0-d0a9-4d3b-8790-e4be3e5d7689 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:21.146278 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88d971ed-68a3-4532-aa5f-1d844eca3604 req-3ce37ea0-d0a9-4d3b-8790-e4be3e5d7689 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 932 time: 0.2250464 Aug 31 01:02:21.156860 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5dbc3ce8-f24a-41c7-b7e7-32bc3559b6d5 req-46bf1407-9acc-4594-80ba-40caedc404c0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838372 Aug 31 01:02:21.171342 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ce092-5c15-472f-b376-18f1a0d3bd6c req-ec29ccc8-33d2-4208-841b-416dbe71eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:21.172933 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e80ce092-5c15-472f-b376-18f1a0d3bd6c req-ec29ccc8-33d2-4208-841b-416dbe71eefa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876958 Aug 31 01:02:21.183220 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-041cdaa5-faf7-4515-8aa7-6f1ca57cd581 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:21.186922 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.189466 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-041cdaa5-faf7-4515-8aa7-6f1ca57cd581 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.206976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b9d2d68c-f82b-405c-8f75-0dd88d486bb7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:21.217144 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-041cdaa5-faf7-4515-8aa7-6f1ca57cd581 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1620817 Aug 31 01:02:21.280103 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88d971ed-68a3-4532-aa5f-1d844eca3604 req-0f28551e-699d-4217-b083-9a5809b5fb69 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170807 Aug 31 01:02:21.283903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Request body: {'port': {'device_id': 'ff79922c-e543-495c-9519-be42d3fc0578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:21.300208 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af3daa-d5cd-480f-9c45-36f2c66293e4 None None] New status for floating IP ebd116ae-7ef4-4668-beaa-7754f439ca59: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:02:21.365323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b9d2d68c-f82b-405c-8f75-0dd88d486bb7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:21.366000 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.421346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f5a5789e-70a8-400e-8598-03d2647cfab9 None None] Provisioning for port 18ad3dd6-6b5e-49ab-b049-78c7aa024146 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:21.433884 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f5a5789e-70a8-400e-8598-03d2647cfab9 None None] Provisioning complete for port 18ad3dd6-6b5e-49ab-b049-78c7aa024146 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:21.434125 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f5a5789e-70a8-400e-8598-03d2647cfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.437988 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.479531 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e80ce092-5c15-472f-b376-18f1a0d3bd6c req-a9bf9b15-1ba9-4595-bce2-db83586a72df service neutron] 10.222.0.15 "GET /v2.0/networks/f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751110 Aug 31 01:02:21.508606 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5789e-70a8-400e-8598-03d2647cfab9 None None] Port 18ad3dd6-6b5e-49ab-b049-78c7aa024146 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:21.570524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d7ea7-31b1-4ea8-bbc6-6eb6a02b36f4 req-16cc5394-f82f-4e92-a8f2-e6a180697fa1 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:21.572973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c2d7ea7-31b1-4ea8-bbc6-6eb6a02b36f4 req-16cc5394-f82f-4e92-a8f2-e6a180697fa1 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 946 time: 0.1882410 Aug 31 01:02:21.587543 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-441b7da2-1e42-491e-9ff5-3069f7222c7c req-d126952b-2c1e-4593-aafd-4cf2b4bacd33 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.600771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d', 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d', '7cf193b2-aa9f-4fd5-9e18-4da12ea06350'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:21.625990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['eed772e1-093b-47d9-8487-75e06f8af348', '25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:21.711055 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e80ce092-5c15-472f-b376-18f1a0d3bd6c req-a2a1a03f-beaa-4595-bba5-cfddb91f3aa2 service neutron] 10.222.0.15 "GET /v2.0/networks/f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891842 Aug 31 01:02:21.720772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126952b-2c1e-4593-aafd-4cf2b4bacd33 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event deleted for resources: {'Port': ['ID=25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:21.733945 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c817c5-a42c-408f-a4c6-ed4b61fcc473 req-b37157e4-c89f-430d-9aee-498b8870b72f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:21.745365 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94c817c5-a42c-408f-a4c6-ed4b61fcc473 req-b37157e4-c89f-430d-9aee-498b8870b72f tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=47d5be2a-f027-4fed-8b39-31cfb9d2961d HTTP/1.1" status: 200 len: 867 time: 0.2461836 Aug 31 01:02:21.785034 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c2d7ea7-31b1-4ea8-bbc6-6eb6a02b36f4 req-c4100631-58e4-490e-9cb2-bcf6fc0b7be8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022316 Aug 31 01:02:21.825877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-441b7da2-1e42-491e-9ff5-3069f7222c7c req-d126952b-2c1e-4593-aafd-4cf2b4bacd33 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] No DVR routers for this DVR port 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:21.833504 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-441b7da2-1e42-491e-9ff5-3069f7222c7c req-d126952b-2c1e-4593-aafd-4cf2b4bacd33 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.835672 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-441b7da2-1e42-491e-9ff5-3069f7222c7c req-d126952b-2c1e-4593-aafd-4cf2b4bacd33 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.15 "DELETE /v2.0/ports/25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c HTTP/1.1" status: 204 len: 173 time: 1.3524318 Aug 31 01:02:21.848559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d5be2a-f027-4fed-8b39-31cfb9d2961d', 'name': 'network-vif-deleted', 'tag': '25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:21.853015 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec6c5c0-640c-47a5-b872-1ca8c9ee9ab7" -d '{"events": [{"server_uuid": "47d5be2a-f027-4fed-8b39-31cfb9d2961d", "name": "network-vif-deleted", "tag": "25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:21.887867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94c817c5-a42c-408f-a4c6-ed4b61fcc473 req-cc6f4858-1b35-4376-be8e-61a3f0606f76 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414063 Aug 31 01:02:21.953136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ad3dd6-6b5e-49ab-b049-78c7aa024146 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:21.966069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:21.972859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf56ef-2c5d-4b7f-931e-7745967ce30c req-7aac9b4e-554e-4a6c-90d3-33bf13cbe7ee tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:21.981635 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Transition to ACTIVE for port object 18ad3dd6-6b5e-49ab-b049-78c7aa024146 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:21.982992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7baf56ef-2c5d-4b7f-931e-7745967ce30c req-7aac9b4e-554e-4a6c-90d3-33bf13cbe7ee tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0938330 Aug 31 01:02:21.987014 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.052536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92f6173-7b45-4979-bbc3-79865d0e9e79 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:22.063720 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.077423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Transition to ACTIVE for port object b92f6173-7b45-4979-bbc3-79865d0e9e79 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:22.084503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Pushing event updated for resources: {'Port': ['ID=18ad3dd6-6b5e-49ab-b049-78c7aa024146,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:22.102745 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7baf56ef-2c5d-4b7f-931e-7745967ce30c req-46fda9c1-301a-4669-89da-e3eb0f458a73 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184781 Aug 31 01:02:22.104086 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.204213 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Attempting to bind port 18ad3dd6-6b5e-49ab-b049-78c7aa024146 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:22.204696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Attempting to bind port 18ad3dd6-6b5e-49ab-b049-78c7aa024146 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:22.205117 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Attempting to bind port 18ad3dd6-6b5e-49ab-b049-78c7aa024146 on network 3b701cdb-9138-4e35-98d2-31b0a0308f00 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:22.211235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Port 18ad3dd6-6b5e-49ab-b049-78c7aa024146 on network 3b701cdb-9138-4e35-98d2-31b0a0308f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:02:22.211724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Attempting to bind port 18ad3dd6-6b5e-49ab-b049-78c7aa024146 on network 3b701cdb-9138-4e35-98d2-31b0a0308f00 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:22.218768 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:22.219211 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Checking segment: {'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:22.220019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Bound using segment: {'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:22.220853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Bound port: 18ad3dd6-6b5e-49ab-b049-78c7aa024146, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:22.221307 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.265604 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b2ecff-6ee7-466a-9fc5-f90cd4330981 x-openstack-request-id: req-88b2ecff-6ee7-466a-9fc5-f90cd4330981 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:22.271696 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d5be2a-f027-4fed-8b39-31cfb9d2961d", "name": "network-vif-deleted", "tag": "25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:22.272721 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88b2ecff-6ee7-466a-9fc5-f90cd4330981 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:22.273337 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d5be2a-f027-4fed-8b39-31cfb9d2961d', 'name': 'network-vif-deleted', 'tag': '25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c', 'status': 'completed', 'code': 200} Aug 31 01:02:22.324942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7aa6d-33f6-4577-8bf7-349363c74251 req-2f2a6114-9750-45fb-ba01-42fe68bdeb91 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:22.327371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eff7aa6d-33f6-4577-8bf7-349363c74251 req-2f2a6114-9750-45fb-ba01-42fe68bdeb91 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 943 time: 0.1835678 Aug 31 01:02:22.336063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Pushing event updated for resources: {'Port': ['ID=b92f6173-7b45-4979-bbc3-79865d0e9e79,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:22.339370 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] For port 18ad3dd6-6b5e-49ab-b049-78c7aa024146, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:22.342951 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] For port 18ad3dd6-6b5e-49ab-b049-78c7aa024146, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=18ad3dd6-6b5e-49ab-b049-78c7aa024146,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:22.350774 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.402049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Attempting to bind port b92f6173-7b45-4979-bbc3-79865d0e9e79 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:22.402579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Attempting to bind port b92f6173-7b45-4979-bbc3-79865d0e9e79 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '8aedb538-7277-464d-be3d-702bf7a5acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:22.402907 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Attempting to bind port b92f6173-7b45-4979-bbc3-79865d0e9e79 on network 47233ebf-1580-4f1c-9fe9-006618980e41 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:22.421433 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Pushing event updated for resources: {'Port': ['ID=18ad3dd6-6b5e-49ab-b049-78c7aa024146,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:22.433783 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:22.434650 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.436631 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-dd4fe7c8-a862-4c05-aeae-075624220e9c service neutron] 10.222.0.70 "PUT /v2.0/ports/18ad3dd6-6b5e-49ab-b049-78c7aa024146 HTTP/1.1" status: 200 len: 1093 time: 1.2067127 Aug 31 01:02:22.442917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Port b92f6173-7b45-4979-bbc3-79865d0e9e79 on network 47233ebf-1580-4f1c-9fe9-006618980e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:02:22.443250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Attempting to bind port b92f6173-7b45-4979-bbc3-79865d0e9e79 on network 47233ebf-1580-4f1c-9fe9-006618980e41 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:22.476847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6e218-e071-40c0-a630-bb0c542aa1f2 req-29b0224c-faf0-45fd-b11a-a160015c8edf tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:22.487153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10f6e218-e071-40c0-a630-bb0c542aa1f2 req-29b0224c-faf0-45fd-b11a-a160015c8edf tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.1722696 Aug 31 01:02:22.493682 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff79922c-e543-495c-9519-be42d3fc0578', 'tag': '18ad3dd6-6b5e-49ab-b049-78c7aa024146'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:22.498717 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308b5b89-6cce-493f-af0e-178dc2670a80" -d '{"events": [{"name": "network-changed", "server_uuid": "ff79922c-e543-495c-9519-be42d3fc0578", "tag": "18ad3dd6-6b5e-49ab-b049-78c7aa024146"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:22.513433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:22.513807 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Checking segment: {'id': '8aedb538-7277-464d-be3d-702bf7a5acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:22.514377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Bound using segment: {'id': '8aedb538-7277-464d-be3d-702bf7a5acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:22.515262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Bound port: b92f6173-7b45-4979-bbc3-79865d0e9e79, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aedb538-7277-464d-be3d-702bf7a5acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:22.515708 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.520362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eff7aa6d-33f6-4577-8bf7-349363c74251 req-dc81e3a2-7a79-4e21-b012-5e5cae0555d6 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735559 Aug 31 01:02:22.556509 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-fcd36bb4-c360-46c0-8e30-241c5ceeb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:22.558679 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-fcd36bb4-c360-46c0-8e30-241c5ceeb020 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 1096 time: 0.0562587 Aug 31 01:02:22.562906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10f6e218-e071-40c0-a630-bb0c542aa1f2 req-c79e69c5-53d1-42fd-a53f-49241a67c5b5 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746505 Aug 31 01:02:22.622091 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-e38ebb62-d35b-40b6-91db-2be84e94b094 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ad3dd6-6b5e-49ab-b049-78c7aa024146 HTTP/1.1" status: 200 len: 217 time: 0.0509961 Aug 31 01:02:22.683412 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-44e44978-ce4e-48d9-af18-3e416be63aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:22.684877 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-44e44978-ce4e-48d9-af18-3e416be63aba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.0545743 Aug 31 01:02:22.698872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] For port b92f6173-7b45-4979-bbc3-79865d0e9e79, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:22.702718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] For port b92f6173-7b45-4979-bbc3-79865d0e9e79, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b92f6173-7b45-4979-bbc3-79865d0e9e79,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:22.711717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ada984-c3c3-4e97-a1aa-dd0c84a6ddb9 req-127ef0d0-9351-49f6-aa31-07729e3e4027 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:22.714020 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7ada984-c3c3-4e97-a1aa-dd0c84a6ddb9 req-127ef0d0-9351-49f6-aa31-07729e3e4027 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 944 time: 0.0872805 Aug 31 01:02:22.715810 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.738269 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3fe839-3377-400f-925c-59c34f529b20 x-openstack-request-id: req-3f3fe839-3377-400f-925c-59c34f529b20 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:22.738561 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff79922c-e543-495c-9519-be42d3fc0578", "tag": "18ad3dd6-6b5e-49ab-b049-78c7aa024146", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:22.738810 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f3fe839-3377-400f-925c-59c34f529b20 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:22.739212 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff79922c-e543-495c-9519-be42d3fc0578', 'tag': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'status': 'completed', 'code': 200} Aug 31 01:02:22.752975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-ced80d77-b7f9-46bf-ba6b-2ffad5d39949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:22.754502 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-ced80d77-b7f9-46bf-ba6b-2ffad5d39949 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612712 Aug 31 01:02:22.761515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:22.762143 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:22.763536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] 10.222.0.70 "PUT /v2.0/ports/b92f6173-7b45-4979-bbc3-79865d0e9e79 HTTP/1.1" status: 200 len: 1092 time: 1.7894726 Aug 31 01:02:22.812225 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7ada984-c3c3-4e97-a1aa-dd0c84a6ddb9 req-382d8937-9b09-4264-b34e-2d0d2c14408c tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853963 Aug 31 01:02:22.836946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dd465-5e1e-4646-8b5a-869c34c3bc10 service neutron] Pushing event updated for resources: {'Port': ['ID=b92f6173-7b45-4979-bbc3-79865d0e9e79,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:22.865347 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-e3aa94f7-5587-4426-a32a-2747de03fc1f service neutron] 10.222.0.70 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032109 Aug 31 01:02:22.904749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ed1d7c3f-b6df-46fb-b5c0-f8b89914faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:22.906259 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-ed1d7c3f-b6df-46fb-b5c0-f8b89914faf4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=206f2f4ce2c44104b6cf505700314abb&device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 1095 time: 0.0876522 Aug 31 01:02:22.959079 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b102575d-6d9c-4032-9711-fe64a2c2747a req-16b4aa0b-6b74-432e-8b2b-068a707afbe4 service neutron] 10.222.0.70 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864599 Aug 31 01:02:22.964495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed9c0d-1edd-4ff0-9e3d-90866a1d5bfd req-c6739eb0-ad5a-4b0d-9d56-7f4abe7f6ebc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:22.966058 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ed9c0d-1edd-4ff0-9e3d-90866a1d5bfd req-c6739eb0-ad5a-4b0d-9d56-7f4abe7f6ebc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 946 time: 0.0950015 Aug 31 01:02:22.967402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-b8b5382b-4829-4714-a510-30f3caa7094d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b92f6173-7b45-4979-bbc3-79865d0e9e79 HTTP/1.1" status: 200 len: 217 time: 0.0515487 Aug 31 01:02:23.052511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ed9c0d-1edd-4ff0-9e3d-90866a1d5bfd req-5d59fbbe-0c05-4c3f-9733-2f5fdaec87f6 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807133 Aug 31 01:02:23.057185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-2cce79c8-10ee-4ee9-a0b2-059bae9417cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.058656 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-2cce79c8-10ee-4ee9-a0b2-059bae9417cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=805dc395-985c-42e8-8ef5-ecb7180cee4b HTTP/1.1" status: 200 len: 854 time: 0.0782037 Aug 31 01:02:23.079327 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b5b89-6cce-493f-af0e-178dc2670a80 req-6b4d0f6e-604a-42b8-bb81-7b9fcc3d9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.079327 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-308b5b89-6cce-493f-af0e-178dc2670a80 req-6b4d0f6e-604a-42b8-bb81-7b9fcc3d9d4a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 1096 time: 0.0557125 Aug 31 01:02:23.101522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-413a1363-d092-4258-b3d1-dc8cab5c5aa8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=47233ebf-1580-4f1c-9fe9-006618980e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345383 Aug 31 01:02:23.195499 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b5b89-6cce-493f-af0e-178dc2670a80 req-3957a09a-d04a-468f-ad4d-bda22158c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.197593 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-308b5b89-6cce-493f-af0e-178dc2670a80 req-3957a09a-d04a-468f-ad4d-bda22158c49e service neutron] 10.222.0.70 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 921 time: 0.1136739 Aug 31 01:02:23.218390 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-4429c68d-d394-475d-9e6d-baa82cd9902b service neutron] 10.222.0.70 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049490 Aug 31 01:02:23.247895 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-308b5b89-6cce-493f-af0e-178dc2670a80 req-4e69410b-7586-422e-ba0f-8c6e75d5bad0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ad3dd6-6b5e-49ab-b049-78c7aa024146 HTTP/1.1" status: 200 len: 217 time: 0.0421844 Aug 31 01:02:23.331723 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b5b89-6cce-493f-af0e-178dc2670a80 req-83aff220-7f08-4487-a89b-ebd24aa4d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.333639 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-308b5b89-6cce-493f-af0e-178dc2670a80 req-83aff220-7f08-4487-a89b-ebd24aa4d503 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.0784636 Aug 31 01:02:23.363598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f8555-5262-40eb-a938-286adefbba77 req-231ee1fa-f828-40fc-8f3f-29938ca7f2f9 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.365040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d9f8555-5262-40eb-a938-286adefbba77 req-231ee1fa-f828-40fc-8f3f-29938ca7f2f9 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1266949 Aug 31 01:02:23.382864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b5b89-6cce-493f-af0e-178dc2670a80 req-0a51c446-8cc5-4b56-8b40-b7225b7ff6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.384739 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-308b5b89-6cce-493f-af0e-178dc2670a80 req-0a51c446-8cc5-4b56-8b40-b7225b7ff6f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411968 Aug 31 01:02:23.419691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f514857a-f485-47f5-8f65-4c78dbf1344b req-534b6d97-70fc-4339-8a00-0aa1bc284840 service neutron] 10.222.0.70 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917295 Aug 31 01:02:23.451303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9dea0-5490-4b4b-b5be-c71b0492e04e req-2b6fa363-34b9-4e92-acfc-d5c2424267df tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.452913 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f9dea0-5490-4b4b-b5be-c71b0492e04e req-2b6fa363-34b9-4e92-acfc-d5c2424267df tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=00eccfa1-f4c8-4127-a15f-e35cf6216351 HTTP/1.1" status: 200 len: 950 time: 0.1167650 Aug 31 01:02:23.455678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d9f8555-5262-40eb-a938-286adefbba77 req-26059b2d-72ae-4e82-8596-571a94df644b tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693884 Aug 31 01:02:23.481115 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-308b5b89-6cce-493f-af0e-178dc2670a80 req-6fa3a45a-64ca-4449-a827-b4f20905f849 service neutron] 10.222.0.70 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851896 Aug 31 01:02:23.492171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f9dea0-5490-4b4b-b5be-c71b0492e04e req-2ec78f7d-8424-4b66-a579-1467ab833692 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331268 Aug 31 01:02:23.579257 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-308b5b89-6cce-493f-af0e-178dc2670a80 req-75528603-e0a5-49bb-bd18-23983e995e83 service neutron] 10.222.0.70 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891423 Aug 31 01:02:23.668378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549d37c-3965-484f-9008-76b607d37493 req-93e85111-217e-4280-94e9-bffb9aec404d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.670223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a549d37c-3965-484f-9008-76b607d37493 req-93e85111-217e-4280-94e9-bffb9aec404d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 943 time: 0.0784440 Aug 31 01:02:23.679446 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fa33a01b-f2b3-4c7b-b8d0-9b590f711989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:23.685042 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312e2a-b92e-41b5-8175-eb2d970c8a38 req-75f5baff-b971-4cfd-ab21-a2efbbe14123 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:23.686928 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23312e2a-b92e-41b5-8175-eb2d970c8a38 req-75f5baff-b971-4cfd-ab21-a2efbbe14123 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.0683479 Aug 31 01:02:23.745063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a549d37c-3965-484f-9008-76b607d37493 req-f54c9f54-5fa8-4757-96b7-b78f60361dce tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571284 Aug 31 01:02:23.752686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23312e2a-b92e-41b5-8175-eb2d970c8a38 req-3b1db8ca-edc5-4996-bd9b-732770fd8a93 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562704 Aug 31 01:02:23.970336 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:24.196727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44151281-b258-47b5-b9c8-485d8326759a req-0c61c40e-6f06-4d5e-aeea-83a81b3e1791 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.198202 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44151281-b258-47b5-b9c8-485d8326759a req-0c61c40e-6f06-4d5e-aeea-83a81b3e1791 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 944 time: 0.3161118 Aug 31 01:02:24.209574 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04e896-d545-4201-8697-16b26cf5b3ca req-9449be4c-fe16-4c49-8080-ec3bbe1f667e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.210955 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e04e896-d545-4201-8697-16b26cf5b3ca req-9449be4c-fe16-4c49-8080-ec3bbe1f667e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 946 time: 0.0651653 Aug 31 01:02:24.270695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44151281-b258-47b5-b9c8-485d8326759a req-2967e073-5cec-4caa-9903-c6ba92a4f425 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587738 Aug 31 01:02:24.273409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e04e896-d545-4201-8697-16b26cf5b3ca req-3aeaae6a-54fb-4970-b026-07a4e1dbbc10 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519474 Aug 31 01:02:24.275020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e793862-c3e1-4a96-8d81-c02153561a5c', 'tag': 'b92f6173-7b45-4979-bbc3-79865d0e9e79'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:24.277786 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a654f210-1d0e-43ce-9553-67452839808c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e793862-c3e1-4a96-8d81-c02153561a5c", "tag": "b92f6173-7b45-4979-bbc3-79865d0e9e79"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:24.323119 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7293e977-5571-459d-a295-15c7ab38331e x-openstack-request-id: req-7293e977-5571-459d-a295-15c7ab38331e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:24.323446 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e793862-c3e1-4a96-8d81-c02153561a5c", "tag": "b92f6173-7b45-4979-bbc3-79865d0e9e79", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:24.323689 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7293e977-5571-459d-a295-15c7ab38331e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:24.324083 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e793862-c3e1-4a96-8d81-c02153561a5c', 'tag': 'b92f6173-7b45-4979-bbc3-79865d0e9e79', 'status': 'completed', 'code': 200} Aug 31 01:02:24.325826 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:24.386942 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654f210-1d0e-43ce-9553-67452839808c req-fdd8d89d-a9e5-410a-95f8-9e048e3bb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.388522 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a654f210-1d0e-43ce-9553-67452839808c req-fdd8d89d-a9e5-410a-95f8-9e048e3bb6c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=206f2f4ce2c44104b6cf505700314abb&device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 1095 time: 0.0419939 Aug 31 01:02:24.455011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:24.476242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:24.476576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 25a4c7ad-03b6-4e1d-bd0e-ebd5801abc3c not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:24.482329 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654f210-1d0e-43ce-9553-67452839808c req-b556117b-9d92-4dc2-a3a6-bbf5a026e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.484014 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a654f210-1d0e-43ce-9553-67452839808c req-b556117b-9d92-4dc2-a3a6-bbf5a026e2fe service neutron] 10.222.0.70 "GET /v2.0/networks?id=47233ebf-1580-4f1c-9fe9-006618980e41 HTTP/1.1" status: 200 len: 915 time: 0.0877302 Aug 31 01:02:24.529019 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a654f210-1d0e-43ce-9553-67452839808c req-196b4bba-91c7-4386-a485-f996e712b041 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b92f6173-7b45-4979-bbc3-79865d0e9e79 HTTP/1.1" status: 200 len: 217 time: 0.0359950 Aug 31 01:02:24.582552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654f210-1d0e-43ce-9553-67452839808c req-b3f5182f-773e-4eaa-b7eb-6e5597656d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.584060 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a654f210-1d0e-43ce-9553-67452839808c req-b3f5182f-773e-4eaa-b7eb-6e5597656d4d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=805dc395-985c-42e8-8ef5-ecb7180cee4b HTTP/1.1" status: 200 len: 854 time: 0.0452881 Aug 31 01:02:24.602877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce6089-431c-4c71-8656-67ab1b3b73c4 req-b76ce45a-be8e-41d4-8a76-8b2dfde67639 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.604370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3ce6089-431c-4c71-8656-67ab1b3b73c4 req-b76ce45a-be8e-41d4-8a76-8b2dfde67639 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0771513 Aug 31 01:02:24.618120 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a654f210-1d0e-43ce-9553-67452839808c req-a122df6c-53d5-4161-879d-6a77cf3984e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=47233ebf-1580-4f1c-9fe9-006618980e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243733 Aug 31 01:02:24.645756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d59cce-cbd9-4640-9882-630b8a67865e req-786442f9-d136-4e80-bf60-8355c9a2ddbf tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.647227 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67d59cce-cbd9-4640-9882-630b8a67865e req-786442f9-d136-4e80-bf60-8355c9a2ddbf tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=00eccfa1-f4c8-4127-a15f-e35cf6216351 HTTP/1.1" status: 200 len: 950 time: 0.0799737 Aug 31 01:02:24.666736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3ce6089-431c-4c71-8656-67ab1b3b73c4 req-d78d09fc-52be-40af-8e2c-512cb4d22f73 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563817 Aug 31 01:02:24.693512 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67d59cce-cbd9-4640-9882-630b8a67865e req-03ac4659-aa05-47fc-9ec1-48f1a15b7db6 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383456 Aug 31 01:02:24.725875 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a654f210-1d0e-43ce-9553-67452839808c req-299f1ddc-1215-4af0-b112-435db7150235 service neutron] 10.222.0.70 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862215 Aug 31 01:02:24.820221 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a654f210-1d0e-43ce-9553-67452839808c req-0ef394ed-9dae-484b-8a64-50c29cc86c66 service neutron] 10.222.0.70 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826361 Aug 31 01:02:24.899508 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810fdac-9fd6-4bc9-b779-9f654007ae47 req-5490f72b-1221-42d2-b41c-7d7826ebe2a3 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.901777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3810fdac-9fd6-4bc9-b779-9f654007ae47 req-5490f72b-1221-42d2-b41c-7d7826ebe2a3 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 943 time: 0.0876575 Aug 31 01:02:24.917539 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbccca-85ce-40c2-aadf-7dae7d4e19dd req-85a9aed8-9950-4a5d-ad52-3f631e42459c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.919047 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c5fbccca-85ce-40c2-aadf-7dae7d4e19dd req-85a9aed8-9950-4a5d-ad52-3f631e42459c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "GET /v2.0/ports?device_id=00eccfa1-f4c8-4127-a15f-e35cf6216351 HTTP/1.1" status: 200 len: 950 time: 0.0549695 Aug 31 01:02:24.930494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c7561-ba68-4f1b-816f-3a95ed803d81 req-1a7ad2bf-6915-4fab-9f0c-6bbe363077e3 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:24.932334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e2c7561-ba68-4f1b-816f-3a95ed803d81 req-1a7ad2bf-6915-4fab-9f0c-6bbe363077e3 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.0877721 Aug 31 01:02:24.972769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3810fdac-9fd6-4bc9-b779-9f654007ae47 req-1df1aa39-5b93-407b-8327-20c40ef0a9d5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644240 Aug 31 01:02:25.001034 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e2c7561-ba68-4f1b-816f-3a95ed803d81 req-e4d5f1da-c676-4a24-ac78-0da4fb0c7070 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593181 Aug 31 01:02:25.028255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-c5fbccca-85ce-40c2-aadf-7dae7d4e19dd req-5aa0a6f8-fa61-432e-b27d-d9c5dfd43ad1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Deleting port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:25.028603 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c5fbccca-85ce-40c2-aadf-7dae7d4e19dd req-5aa0a6f8-fa61-432e-b27d-d9c5dfd43ad1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.123078 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-c5fbccca-85ce-40c2-aadf-7dae7d4e19dd req-5aa0a6f8-fa61-432e-b27d-d9c5dfd43ad1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] For port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7cf193b2-aa9f-4fd5-9e18-4da12ea06350,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:25.123481 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c5fbccca-85ce-40c2-aadf-7dae7d4e19dd req-5aa0a6f8-fa61-432e-b27d-d9c5dfd43ad1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.136459 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-c5fbccca-85ce-40c2-aadf-7dae7d4e19dd req-5aa0a6f8-fa61-432e-b27d-d9c5dfd43ad1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Calling delete_port for 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:25.262563 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c5fbccca-85ce-40c2-aadf-7dae7d4e19dd req-5aa0a6f8-fa61-432e-b27d-d9c5dfd43ad1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.281726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d', 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d', '7cf193b2-aa9f-4fd5-9e18-4da12ea06350'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:25.293868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1187d12-bc51-4123-8f8b-bb52baad2820 req-4ccc82c4-a54e-4aae-8e8d-1bb09c2460e6 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:25.295523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1187d12-bc51-4123-8f8b-bb52baad2820 req-4ccc82c4-a54e-4aae-8e8d-1bb09c2460e6 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.15 "GET /v2.0/ports?device_id=287936e3-5bc4-48da-90b8-f65152636dee HTTP/1.1" status: 200 len: 950 time: 0.0623529 Aug 31 01:02:25.312598 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0a6f8-fa61-432e-b27d-d9c5dfd43ad1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event deleted for resources: {'Port': ['ID=7cf193b2-aa9f-4fd5-9e18-4da12ea06350,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:25.346552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['eed772e1-093b-47d9-8487-75e06f8af348'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:25.357741 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fbccca-85ce-40c2-aadf-7dae7d4e19dd req-5aa0a6f8-fa61-432e-b27d-d9c5dfd43ad1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] No DVR routers for this DVR port 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:25.362915 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c5fbccca-85ce-40c2-aadf-7dae7d4e19dd req-5aa0a6f8-fa61-432e-b27d-d9c5dfd43ad1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.369267 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c5fbccca-85ce-40c2-aadf-7dae7d4e19dd req-5aa0a6f8-fa61-432e-b27d-d9c5dfd43ad1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "DELETE /v2.0/ports/7cf193b2-aa9f-4fd5-9e18-4da12ea06350 HTTP/1.1" status: 204 len: 173 time: 0.4434845 Aug 31 01:02:25.369545 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00eccfa1-f4c8-4127-a15f-e35cf6216351', 'name': 'network-vif-deleted', 'tag': '7cf193b2-aa9f-4fd5-9e18-4da12ea06350'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:25.377153 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78abf484-5444-4071-95b1-d65fac0603b2" -d '{"events": [{"server_uuid": "00eccfa1-f4c8-4127-a15f-e35cf6216351", "name": "network-vif-deleted", "tag": "7cf193b2-aa9f-4fd5-9e18-4da12ea06350"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:25.500150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062d05a-c200-4e8a-8bb4-f68ad0638826 req-d2c4a5c0-d914-45f5-8cea-eeee88b029e2 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:25.502653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1062d05a-c200-4e8a-8bb4-f68ad0638826 req-d2c4a5c0-d914-45f5-8cea-eeee88b029e2 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 946 time: 0.1102922 Aug 31 01:02:25.514098 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8809b8-ec56-4db6-8b2f-8f959a3a8a8d req-a57bf991-08db-4363-aa50-3fb6d8d00fb7 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:25.515517 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a8809b8-ec56-4db6-8b2f-8f959a3a8a8d req-a57bf991-08db-4363-aa50-3fb6d8d00fb7 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 944 time: 0.1220822 Aug 31 01:02:25.529866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-a1187d12-bc51-4123-8f8b-bb52baad2820 req-39f81f83-db3f-439b-aa22-66920f23fa63 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Deleting port eed772e1-093b-47d9-8487-75e06f8af348 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:25.530211 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a1187d12-bc51-4123-8f8b-bb52baad2820 req-39f81f83-db3f-439b-aa22-66920f23fa63 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.626477 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1062d05a-c200-4e8a-8bb4-f68ad0638826 req-c71116f8-edd5-499d-b6e7-2e3e9c02e94b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072645 Aug 31 01:02:25.644786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a8809b8-ec56-4db6-8b2f-8f959a3a8a8d req-9d28437f-3840-4f30-b4cb-b98a7650f9dd tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180637 Aug 31 01:02:25.692122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-a1187d12-bc51-4123-8f8b-bb52baad2820 req-39f81f83-db3f-439b-aa22-66920f23fa63 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] For port eed772e1-093b-47d9-8487-75e06f8af348, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=eed772e1-093b-47d9-8487-75e06f8af348,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:25.692573 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a1187d12-bc51-4123-8f8b-bb52baad2820 req-39f81f83-db3f-439b-aa22-66920f23fa63 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:25.709939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-a1187d12-bc51-4123-8f8b-bb52baad2820 req-39f81f83-db3f-439b-aa22-66920f23fa63 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Calling delete_port for eed772e1-093b-47d9-8487-75e06f8af348 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:25.722157 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833d3bc5-22c9-4a2a-9da5-272d4b88ffa7 x-openstack-request-id: req-833d3bc5-22c9-4a2a-9da5-272d4b88ffa7 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:25.723017 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00eccfa1-f4c8-4127-a15f-e35cf6216351", "name": "network-vif-deleted", "tag": "7cf193b2-aa9f-4fd5-9e18-4da12ea06350", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:25.723519 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-833d3bc5-22c9-4a2a-9da5-272d4b88ffa7 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:25.724146 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00eccfa1-f4c8-4127-a15f-e35cf6216351', 'name': 'network-vif-deleted', 'tag': '7cf193b2-aa9f-4fd5-9e18-4da12ea06350', 'status': 'completed', 'code': 200} Aug 31 01:02:25.924660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c99a390-3a16-44c6-bd89-48f9f976e72a req-925aeda6-b657-48c0-a5bb-d88f2e0e5ec1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=00eccfa1-f4c8-4127-a15f-e35cf6216351 HTTP/1.1" status: 200 len: 210 time: 0.0571697 Aug 31 01:02:25.942085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12e3a6-ac2f-4ae7-b8ad-d004a7d49353 req-ed8506d1-af4d-4184-aec9-a9464e61dad5 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:25.949940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b12e3a6-ac2f-4ae7-b8ad-d004a7d49353 req-ed8506d1-af4d-4184-aec9-a9464e61dad5 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1614361 Aug 31 01:02:25.976431 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a1187d12-bc51-4123-8f8b-bb52baad2820 req-39f81f83-db3f-439b-aa22-66920f23fa63 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:26.017802 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f81f83-db3f-439b-aa22-66920f23fa63 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event deleted for resources: {'Port': ['ID=eed772e1-093b-47d9-8487-75e06f8af348,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:26.028207 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b12e3a6-ac2f-4ae7-b8ad-d004a7d49353 req-3d8efaba-ef2f-488c-b766-84c03280ac03 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773821 Aug 31 01:02:26.090628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1187d12-bc51-4123-8f8b-bb52baad2820 req-39f81f83-db3f-439b-aa22-66920f23fa63 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] No DVR routers for this DVR port eed772e1-093b-47d9-8487-75e06f8af348 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:26.093846 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a1187d12-bc51-4123-8f8b-bb52baad2820 req-39f81f83-db3f-439b-aa22-66920f23fa63 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:26.095810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1187d12-bc51-4123-8f8b-bb52baad2820 req-39f81f83-db3f-439b-aa22-66920f23fa63 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.15 "DELETE /v2.0/ports/eed772e1-093b-47d9-8487-75e06f8af348 HTTP/1.1" status: 204 len: 173 time: 0.7891603 Aug 31 01:02:26.145211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410dfbd-4f4e-4451-b9a5-48b2a0d0faee req-7b43a5eb-7bc5-4092-b66c-c741524970e4 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:26.146694 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d410dfbd-4f4e-4451-b9a5-48b2a0d0faee req-7b43a5eb-7bc5-4092-b66c-c741524970e4 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 943 time: 0.0960355 Aug 31 01:02:26.168574 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e5f18-61e4-403f-af3d-73a6b6a3dab7 req-28b898bf-255e-4719-8bcd-e47147059140 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:26.170038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-806e5f18-61e4-403f-af3d-73a6b6a3dab7 req-28b898bf-255e-4719-8bcd-e47147059140 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.0719953 Aug 31 01:02:26.217969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d410dfbd-4f4e-4451-b9a5-48b2a0d0faee req-23cc43bf-779a-49c6-b9d5-2d19bd2e2fb1 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627244 Aug 31 01:02:26.231619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-806e5f18-61e4-403f-af3d-73a6b6a3dab7 req-2f002e9a-ba01-4c1a-9384-41ca3d2a01d6 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541978 Aug 31 01:02:26.325541 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287936e3-5bc4-48da-90b8-f65152636dee', 'name': 'network-vif-deleted', 'tag': 'eed772e1-093b-47d9-8487-75e06f8af348'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:26.327910 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b47e14-46c4-4f58-9097-8248d47555e6" -d '{"events": [{"server_uuid": "287936e3-5bc4-48da-90b8-f65152636dee", "name": "network-vif-deleted", "tag": "eed772e1-093b-47d9-8487-75e06f8af348"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:26.363606 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1f4ef4-4c6a-490d-9f12-99e671f6ed85 x-openstack-request-id: req-fb1f4ef4-4c6a-490d-9f12-99e671f6ed85 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:26.363899 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287936e3-5bc4-48da-90b8-f65152636dee", "name": "network-vif-deleted", "tag": "eed772e1-093b-47d9-8487-75e06f8af348", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:26.364154 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb1f4ef4-4c6a-490d-9f12-99e671f6ed85 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:26.364552 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287936e3-5bc4-48da-90b8-f65152636dee', 'name': 'network-vif-deleted', 'tag': 'eed772e1-093b-47d9-8487-75e06f8af348', 'status': 'completed', 'code': 200} Aug 31 01:02:26.558995 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:26.692300 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d', 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d', '7cf193b2-aa9f-4fd5-9e18-4da12ea06350'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:26.793608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d6714-5dc8-44c1-aafc-99490fa07350 req-5c0a46c3-43cd-46be-96be-f8165b7e3d3f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:26.795124 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c13d6714-5dc8-44c1-aafc-99490fa07350 req-5c0a46c3-43cd-46be-96be-f8165b7e3d3f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 946 time: 0.0830457 Aug 31 01:02:26.818153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef078022-bfe7-46ac-973e-795cfffbef26 req-06ae11f4-0f19-434f-b224-5019ac770d36 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:26.819632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef078022-bfe7-46ac-973e-795cfffbef26 req-06ae11f4-0f19-434f-b224-5019ac770d36 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 944 time: 0.0709414 Aug 31 01:02:26.862397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c13d6714-5dc8-44c1-aafc-99490fa07350 req-f0a8d64a-5774-43a8-acdd-38955c9ba535 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604444 Aug 31 01:02:26.875643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef078022-bfe7-46ac-973e-795cfffbef26 req-4b5d78a6-0862-4a25-b48f-8ff72f26310b tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469961 Aug 31 01:02:26.897793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 18ad3dd6-6b5e-49ab-b049-78c7aa024146 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:02:27.049646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 18ad3dd6-6b5e-49ab-b049-78c7aa024146, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=18ad3dd6-6b5e-49ab-b049-78c7aa024146,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:27.070316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'port_id': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'mac_address': 'fa:16:3e:f0:d7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:02:27.133366 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.148395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ad3dd6-6b5e-49ab-b049-78c7aa024146 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:27.166739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5793a-6a8d-4f77-9e34-9c8d040b46ad req-b909753f-d74a-4566-838f-7799e4156377 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:27.168356 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4f5793a-6a8d-4f77-9e34-9c8d040b46ad req-b909753f-d74a-4566-838f-7799e4156377 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0636468 Aug 31 01:02:27.171766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 18ad3dd6-6b5e-49ab-b049-78c7aa024146, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=18ad3dd6-6b5e-49ab-b049-78c7aa024146,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:27.182507 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.183505 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b92f6173-7b45-4979-bbc3-79865d0e9e79 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:02:27.224217 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4f5793a-6a8d-4f77-9e34-9c8d040b46ad req-5cf8dfc3-8d26-48ea-bea4-be890a99b5b8 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480590 Aug 31 01:02:27.291584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=18ad3dd6-6b5e-49ab-b049-78c7aa024146,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:27.332877 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b92f6173-7b45-4979-bbc3-79865d0e9e79, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b92f6173-7b45-4979-bbc3-79865d0e9e79,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:27.350055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'b92f6173-7b45-4979-bbc3-79865d0e9e79', 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41', 'port_id': 'b92f6173-7b45-4979-bbc3-79865d0e9e79', 'mac_address': 'fa:16:3e:c4:31:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805dc395-985c-42e8-8ef5-ecb7180cee4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:02:27.356411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849149de-8325-49bd-b7be-c7bd557f3361 req-e8dc91a6-763b-4427-8561-e32035ff4477 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:27.357943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-849149de-8325-49bd-b7be-c7bd557f3361 req-e8dc91a6-763b-4427-8561-e32035ff4477 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 943 time: 0.0633435 Aug 31 01:02:27.390422 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.405954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92f6173-7b45-4979-bbc3-79865d0e9e79 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:27.406713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-849149de-8325-49bd-b7be-c7bd557f3361 req-7db85770-6d19-467a-9228-761d37c56147 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424709 Aug 31 01:02:27.433221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b92f6173-7b45-4979-bbc3-79865d0e9e79, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b92f6173-7b45-4979-bbc3-79865d0e9e79,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:27.438503 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.443489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2baf9-7354-4801-9674-b2eecf99be1e req-7ca80f25-0de7-4fb9-81e3-34c8ec908178 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:27.445018 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11e2baf9-7354-4801-9674-b2eecf99be1e req-7ca80f25-0de7-4fb9-81e3-34c8ec908178 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.0594211 Aug 31 01:02:27.495798 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b92f6173-7b45-4979-bbc3-79865d0e9e79,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:27.508424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11e2baf9-7354-4801-9674-b2eecf99be1e req-a9780d41-01f2-42bd-9ee4-643eac5aa190 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564466 Aug 31 01:02:27.534308 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-f80ac29a-3e34-401b-8e41-85884167c8ad tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:27.535859 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-f80ac29a-3e34-401b-8e41-85884167c8ad tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571&tenant_id=293537de7bd940eabdbb028d66a178c1&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1098 time: 0.0578508 Aug 31 01:02:27.536222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da59388-d830-47a2-99c6-db1e831cd71a req-d352a2b5-d5c5-4850-939f-b618e0d3f3b7 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:27.537729 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5da59388-d830-47a2-99c6-db1e831cd71a req-d352a2b5-d5c5-4850-939f-b618e0d3f3b7 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 950 time: 0.0653169 Aug 31 01:02:27.548323 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-13'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:27.581922 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5da59388-d830-47a2-99c6-db1e831cd71a req-7e03101b-6386-47de-b882-226aa99d9611 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379090 Aug 31 01:02:27.606128 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.726860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=928efd53-9b17-4651-8715-27f428cea13c,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:27.767963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:27.809315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca061d23-d38c-479a-96ec-74beb057a571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '928efd53-9b17-4651-8715-27f428cea13c'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:27.811568 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c2f899-2fed-4c09-98aa-459ffa8f4780" -d '{"events": [{"server_uuid": "ca061d23-d38c-479a-96ec-74beb057a571", "name": "network-vif-unplugged", "status": "completed", "tag": "928efd53-9b17-4651-8715-27f428cea13c"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:27.815803 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.821886 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.851154 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb32d34-cc27-48a6-876b-f6a039b86547 x-openstack-request-id: req-ddb32d34-cc27-48a6-876b-f6a039b86547 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:27.851464 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca061d23-d38c-479a-96ec-74beb057a571", "name": "network-vif-unplugged", "status": "completed", "tag": "928efd53-9b17-4651-8715-27f428cea13c", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:27.852175 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ddb32d34-cc27-48a6-876b-f6a039b86547 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:27.852175 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca061d23-d38c-479a-96ec-74beb057a571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '928efd53-9b17-4651-8715-27f428cea13c', 'code': 200} Aug 31 01:02:27.895667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Pushing event updated for resources: {'Port': ['ID=928efd53-9b17-4651-8715-27f428cea13c,revision_number=7']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:27.913461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Attempting to bind port 928efd53-9b17-4651-8715-27f428cea13c on host n-h1-802060-13 for vnic_type normal with profile {"migrating_to": "n-h2-802060-13"} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:27.913878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Attempting to bind port 928efd53-9b17-4651-8715-27f428cea13c by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:27.914204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Attempting to bind port 928efd53-9b17-4651-8715-27f428cea13c on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:27.919561 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Port 928efd53-9b17-4651-8715-27f428cea13c on network 12cab241-583d-479a-8ed9-1b2de0acbda5 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:02:27.919883 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Attempting to bind port 928efd53-9b17-4651-8715-27f428cea13c on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:27.924753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:27.925083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Checking segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:27.926040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Bound using segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:27.926461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Bound port: 928efd53-9b17-4651-8715-27f428cea13c, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:27.926820 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:27.997860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b92f6173-7b45-4979-bbc3-79865d0e9e79'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:28.002018 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:28.010513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=928efd53-9b17-4651-8715-27f428cea13c,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:28.017971 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:28.036943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de695ce4-3978-4529-8d58-b22be39c6cd7 req-6cadca1e-d0db-4946-9199-c55f34ad1c5c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:28.038452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de695ce4-3978-4529-8d58-b22be39c6cd7 req-6cadca1e-d0db-4946-9199-c55f34ad1c5c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 944 time: 0.0875421 Aug 31 01:02:28.051569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afe5d8-4fc8-4486-bfc4-fd6d41adfac7 req-91dbbf5b-8525-408b-8c51-730fa91dd3ca tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:28.053491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7afe5d8-4fc8-4486-bfc4-fd6d41adfac7 req-91dbbf5b-8525-408b-8c51-730fa91dd3ca tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 945 time: 0.0936613 Aug 31 01:02:28.080312 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['18ad3dd6-6b5e-49ab-b049-78c7aa024146'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:28.081648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Pushing event updated for resources: {'Port': ['ID=928efd53-9b17-4651-8715-27f428cea13c,revision_number=8']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:28.100854 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:28.103051 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:28.104853 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-79ccd8a5-aae6-4a86-a310-b3348126639d service neutron] 10.222.0.70 "PUT /v2.0/ports/928efd53-9b17-4651-8715-27f428cea13c HTTP/1.1" status: 200 len: 1124 time: 0.5606024 Aug 31 01:02:28.113718 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de695ce4-3978-4529-8d58-b22be39c6cd7 req-863001ed-3d60-4eeb-90a1-8d2f6acfcef0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592568 Aug 31 01:02:28.124784 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7afe5d8-4fc8-4486-bfc4-fd6d41adfac7 req-df6142e4-c617-44f4-8217-0f6a79ac7f27 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613096 Aug 31 01:02:28.245566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['928efd53-9b17-4651-8715-27f428cea13c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:28.271935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['928efd53-9b17-4651-8715-27f428cea13c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:28.349295 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc9532-4085-4ace-a41d-ad76f58d4405 req-0f77b323-d846-4700-8f75-38653edab8e2 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:28.350777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60dc9532-4085-4ace-a41d-ad76f58d4405 req-0f77b323-d846-4700-8f75-38653edab8e2 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0528235 Aug 31 01:02:28.392909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60dc9532-4085-4ace-a41d-ad76f58d4405 req-ed8eefae-3562-422e-a80d-21e22a2b162b tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315959 Aug 31 01:02:28.499761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device eed772e1-093b-47d9-8487-75e06f8af348 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:28.526100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7ef3d-dff1-4af4-a62f-385a1f012a74 req-7f7b6170-0a49-4101-9447-5425b2360a78 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:28.527677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41a7ef3d-dff1-4af4-a62f-385a1f012a74 req-7f7b6170-0a49-4101-9447-5425b2360a78 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 944 time: 0.0517392 Aug 31 01:02:28.535891 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: eed772e1-093b-47d9-8487-75e06f8af348 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:28.536240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device eed772e1-093b-47d9-8487-75e06f8af348 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:28.568818 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41a7ef3d-dff1-4af4-a62f-385a1f012a74 req-4aedd0dc-5e2f-445b-b1d6-1c64e5cd7146 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346870 Aug 31 01:02:28.629304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a07612-566f-44b0-a035-aa4d3e10f16a req-0df5f9f9-cad3-4e0e-b654-6b5dc1a634dc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:28.630874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5a07612-566f-44b0-a035-aa4d3e10f16a req-0df5f9f9-cad3-4e0e-b654-6b5dc1a634dc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.0490375 Aug 31 01:02:28.669162 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5a07612-566f-44b0-a035-aa4d3e10f16a req-dfc4b971-54c5-472b-9e6b-c50246c0be17 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314326 Aug 31 01:02:28.768749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262b18d-4c37-4ffb-a133-1385f9a62ed9 req-71e42cf9-e367-435b-813c-a820501c05c1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:28.770219 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a262b18d-4c37-4ffb-a133-1385f9a62ed9 req-71e42cf9-e367-435b-813c-a820501c05c1 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 950 time: 0.0521500 Aug 31 01:02:28.808210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a262b18d-4c37-4ffb-a133-1385f9a62ed9 req-da79b1f7-44ec-48ae-9052-6c0cab0695b2 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Aug 31 01:02:28.896292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 928efd53-9b17-4651-8715-27f428cea13c details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:02:28.926781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:28.981264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:28.981595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7cf193b2-aa9f-4fd5-9e18-4da12ea06350 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:29.018053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=928efd53-9b17-4651-8715-27f428cea13c,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:29.029272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 928efd53-9b17-4651-8715-27f428cea13c has no active binding in host n-h2-802060-13 {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 01:02:29.263660 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0264ef3-5adb-4d8c-9e7e-a28ca492dab4 req-0ef76b00-202f-4118-be2c-a005bfd8e0b3 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:29.265154 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c0264ef3-5adb-4d8c-9e7e-a28ca492dab4 req-0ef76b00-202f-4118-be2c-a005bfd8e0b3 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 950 time: 0.0501902 Aug 31 01:02:29.269669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bafc9-a79c-4a01-9932-02fe7aa0d369 req-301c0013-6ac8-4cb0-8818-fa4c28b91b75 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:29.271167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af5bafc9-a79c-4a01-9932-02fe7aa0d369 req-301c0013-6ac8-4cb0-8818-fa4c28b91b75 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 944 time: 0.0710285 Aug 31 01:02:29.279213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa49cb-308c-4158-a6ae-a4b7ff62a5e5 req-a5eb1760-6181-4082-8cdc-16d0b0138bc8 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:29.280777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8faa49cb-308c-4158-a6ae-a4b7ff62a5e5 req-a5eb1760-6181-4082-8cdc-16d0b0138bc8 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 945 time: 0.0895410 Aug 31 01:02:29.335372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af5bafc9-a79c-4a01-9932-02fe7aa0d369 req-1c0e4d95-78d7-4732-9854-e8db8b88baa5 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536139 Aug 31 01:02:29.341348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8faa49cb-308c-4158-a6ae-a4b7ff62a5e5 req-f68ba5fb-9371-461c-a2df-69930b078bf6 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537848 Aug 31 01:02:29.372297 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-c0264ef3-5adb-4d8c-9e7e-a28ca492dab4 req-482de273-ee98-4c9e-b7db-69ff2fc304d5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Deleting port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:29.372651 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c0264ef3-5adb-4d8c-9e7e-a28ca492dab4 req-482de273-ee98-4c9e-b7db-69ff2fc304d5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:29.402344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb256f06-0338-4d8b-a1db-fcc45e2cca25 req-b8ee65bb-5ca1-46aa-8ef2-317c4ec84651 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:29.403769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb256f06-0338-4d8b-a1db-fcc45e2cca25 req-b8ee65bb-5ca1-46aa-8ef2-317c4ec84651 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6fd4b22-e1dd-4f72-82d1-6be1681db78c HTTP/1.1" status: 200 len: 950 time: 0.0615783 Aug 31 01:02:29.469274 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-c0264ef3-5adb-4d8c-9e7e-a28ca492dab4 req-482de273-ee98-4c9e-b7db-69ff2fc304d5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] For port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b2828cf5-0d8d-4fe6-b0a8-c65056c5055d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:29.469641 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c0264ef3-5adb-4d8c-9e7e-a28ca492dab4 req-482de273-ee98-4c9e-b7db-69ff2fc304d5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:29.483320 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-c0264ef3-5adb-4d8c-9e7e-a28ca492dab4 req-482de273-ee98-4c9e-b7db-69ff2fc304d5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Calling delete_port for b2828cf5-0d8d-4fe6-b0a8-c65056c5055d owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:29.544301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ecbbe-f9e9-4a6d-8e0a-40a4086f1762 req-5759a991-1b03-4810-8864-e59e5d622d4b tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:29.545773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f31ecbbe-f9e9-4a6d-8e0a-40a4086f1762 req-5759a991-1b03-4810-8864-e59e5d622d4b tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0676074 Aug 31 01:02:29.551347 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-cb256f06-0338-4d8b-a1db-fcc45e2cca25 req-9c0c104c-2b15-4ea0-97fc-c32588dfcf6c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Deleting port fb919cf1-47bf-4abd-9659-b7a46fe269de {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:29.551695 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cb256f06-0338-4d8b-a1db-fcc45e2cca25 req-9c0c104c-2b15-4ea0-97fc-c32588dfcf6c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:29.613691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c0264ef3-5adb-4d8c-9e7e-a28ca492dab4 req-482de273-ee98-4c9e-b7db-69ff2fc304d5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:29.627051 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d', 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:29.639158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f31ecbbe-f9e9-4a6d-8e0a-40a4086f1762 req-a0307de4-44ae-46f9-9d93-7316fc4cf868 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842915 Aug 31 01:02:29.645605 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482de273-ee98-4c9e-b7db-69ff2fc304d5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event deleted for resources: {'Port': ['ID=b2828cf5-0d8d-4fe6-b0a8-c65056c5055d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:29.701044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0264ef3-5adb-4d8c-9e7e-a28ca492dab4 req-482de273-ee98-4c9e-b7db-69ff2fc304d5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] No DVR routers for this DVR port b2828cf5-0d8d-4fe6-b0a8-c65056c5055d on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:29.704413 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c0264ef3-5adb-4d8c-9e7e-a28ca492dab4 req-482de273-ee98-4c9e-b7db-69ff2fc304d5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:29.710044 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c0264ef3-5adb-4d8c-9e7e-a28ca492dab4 req-482de273-ee98-4c9e-b7db-69ff2fc304d5 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "DELETE /v2.0/ports/b2828cf5-0d8d-4fe6-b0a8-c65056c5055d HTTP/1.1" status: 204 len: 173 time: 0.4341245 Aug 31 01:02:29.736166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-cb256f06-0338-4d8b-a1db-fcc45e2cca25 req-9c0c104c-2b15-4ea0-97fc-c32588dfcf6c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] For port fb919cf1-47bf-4abd-9659-b7a46fe269de, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=fb919cf1-47bf-4abd-9659-b7a46fe269de,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:29.736967 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cb256f06-0338-4d8b-a1db-fcc45e2cca25 req-9c0c104c-2b15-4ea0-97fc-c32588dfcf6c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:29.755739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-cb256f06-0338-4d8b-a1db-fcc45e2cca25 req-9c0c104c-2b15-4ea0-97fc-c32588dfcf6c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Calling delete_port for fb919cf1-47bf-4abd-9659-b7a46fe269de owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:29.777526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4b659-e332-40ee-b32d-de03be933019 req-a310b965-88d3-492c-bedc-39613a813e61 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:29.779059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dfc4b659-e332-40ee-b32d-de03be933019 req-a310b965-88d3-492c-bedc-39613a813e61 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 944 time: 0.1041653 Aug 31 01:02:29.854053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca061d23-d38c-479a-96ec-74beb057a571', 'tag': '928efd53-9b17-4651-8715-27f428cea13c'}, {'server_uuid': '5bceab6a-3bd7-4700-b20c-88e48521a378', 'name': 'network-vif-deleted', 'tag': 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:29.856316 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b445cf0-9214-4ce9-8a03-ba3bd14d0fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca061d23-d38c-479a-96ec-74beb057a571", "tag": "928efd53-9b17-4651-8715-27f428cea13c"}, {"server_uuid": "5bceab6a-3bd7-4700-b20c-88e48521a378", "name": "network-vif-deleted", "tag": "b2828cf5-0d8d-4fe6-b0a8-c65056c5055d"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:29.909413 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dfc4b659-e332-40ee-b32d-de03be933019 req-61ae88cc-fb33-4a75-82b7-b3081951c1ea tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902436 Aug 31 01:02:29.944804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b9d7b-5718-4675-a9e6-ef99f2cdf2b1 req-edad40fb-5457-4c49-9b15-b6ce219797e1 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:29.946249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd1b9d7b-5718-4675-a9e6-ef99f2cdf2b1 req-edad40fb-5457-4c49-9b15-b6ce219797e1 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.1148860 Aug 31 01:02:30.022320 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f1646da-eb33-48fc-a84a-85bb21145c2b req-ef0b335d-051f-4fda-92d7-365a1733bf74 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bceab6a-3bd7-4700-b20c-88e48521a378 HTTP/1.1" status: 200 len: 210 time: 0.0398028 Aug 31 01:02:30.055272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd1b9d7b-5718-4675-a9e6-ef99f2cdf2b1 req-a10ab76e-d79b-42bb-9a36-49eed378876d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868900 Aug 31 01:02:30.055925 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cb256f06-0338-4d8b-a1db-fcc45e2cca25 req-9c0c104c-2b15-4ea0-97fc-c32588dfcf6c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:30.088768 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c104c-2b15-4ea0-97fc-c32588dfcf6c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event deleted for resources: {'Port': ['ID=fb919cf1-47bf-4abd-9659-b7a46fe269de,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:30.088909 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15c868f-d1af-4e10-b89d-d45fd48b09b1 x-openstack-request-id: req-e15c868f-d1af-4e10-b89d-d45fd48b09b1 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:30.089142 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca061d23-d38c-479a-96ec-74beb057a571", "tag": "928efd53-9b17-4651-8715-27f428cea13c", "status": "completed", "code": 200}, {"server_uuid": "5bceab6a-3bd7-4700-b20c-88e48521a378", "name": "network-vif-deleted", "tag": "b2828cf5-0d8d-4fe6-b0a8-c65056c5055d", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:30.089346 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e15c868f-d1af-4e10-b89d-d45fd48b09b1 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:30.089751 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca061d23-d38c-479a-96ec-74beb057a571', 'tag': '928efd53-9b17-4651-8715-27f428cea13c', 'status': 'completed', 'code': 200} Aug 31 01:02:30.090426 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bceab6a-3bd7-4700-b20c-88e48521a378', 'name': 'network-vif-deleted', 'tag': 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d', 'status': 'completed', 'code': 200} Aug 31 01:02:30.133088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb256f06-0338-4d8b-a1db-fcc45e2cca25 req-9c0c104c-2b15-4ea0-97fc-c32588dfcf6c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] No DVR routers for this DVR port fb919cf1-47bf-4abd-9659-b7a46fe269de on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:30.135930 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cb256f06-0338-4d8b-a1db-fcc45e2cca25 req-9c0c104c-2b15-4ea0-97fc-c32588dfcf6c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:30.137979 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb256f06-0338-4d8b-a1db-fcc45e2cca25 req-9c0c104c-2b15-4ea0-97fc-c32588dfcf6c tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "DELETE /v2.0/ports/fb919cf1-47bf-4abd-9659-b7a46fe269de HTTP/1.1" status: 204 len: 173 time: 0.7246919 Aug 31 01:02:30.138425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fd4b22-e1dd-4f72-82d1-6be1681db78c', 'name': 'network-vif-deleted', 'tag': 'fb919cf1-47bf-4abd-9659-b7a46fe269de'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:30.140781 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acde73e-82b9-4e5f-a411-ef86ac6c3e09" -d '{"events": [{"server_uuid": "a6fd4b22-e1dd-4f72-82d1-6be1681db78c", "name": "network-vif-deleted", "tag": "fb919cf1-47bf-4abd-9659-b7a46fe269de"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:30.189355 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda10310-1b80-43e1-84ac-855bee40ccbf x-openstack-request-id: req-bda10310-1b80-43e1-84ac-855bee40ccbf {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:30.189738 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fd4b22-e1dd-4f72-82d1-6be1681db78c", "name": "network-vif-deleted", "tag": "fb919cf1-47bf-4abd-9659-b7a46fe269de", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:30.190173 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bda10310-1b80-43e1-84ac-855bee40ccbf {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:30.190740 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fd4b22-e1dd-4f72-82d1-6be1681db78c', 'name': 'network-vif-deleted', 'tag': 'fb919cf1-47bf-4abd-9659-b7a46fe269de', 'status': 'completed', 'code': 200} Aug 31 01:02:30.194787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b445cf0-9214-4ce9-8a03-ba3bd14d0fc1 req-a0e77a6f-610e-4bd8-81ab-8b291d66b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:30.196613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b445cf0-9214-4ce9-8a03-ba3bd14d0fc1 req-a0e77a6f-610e-4bd8-81ab-8b291d66b71b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 1127 time: 0.0527148 Aug 31 01:02:30.247186 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d', 'b2828cf5-0d8d-4fe6-b0a8-c65056c5055d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:30.327599 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b445cf0-9214-4ce9-8a03-ba3bd14d0fc1 req-cc972140-f9e2-4a31-a2e6-9081bebfe25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:30.329200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b445cf0-9214-4ce9-8a03-ba3bd14d0fc1 req-cc972140-f9e2-4a31-a2e6-9081bebfe25f service neutron] 10.222.0.15 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.1207604 Aug 31 01:02:30.383975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b445cf0-9214-4ce9-8a03-ba3bd14d0fc1 req-e0e967f9-58ad-4753-9de4-456bfb2efbd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=928efd53-9b17-4651-8715-27f428cea13c HTTP/1.1" status: 200 len: 217 time: 0.0466862 Aug 31 01:02:30.495351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b445cf0-9214-4ce9-8a03-ba3bd14d0fc1 req-e60c04bc-f9ed-4161-918a-76cb10196573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:30.496721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b445cf0-9214-4ce9-8a03-ba3bd14d0fc1 req-e60c04bc-f9ed-4161-918a-76cb10196573 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.1016622 Aug 31 01:02:30.531703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd582df6-128a-4c34-a4f0-b2e9e097f0bf req-7fd73249-aeb9-48e9-b187-b0d8decd12b9 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:30.533235 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd582df6-128a-4c34-a4f0-b2e9e097f0bf req-7fd73249-aeb9-48e9-b187-b0d8decd12b9 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 944 time: 0.1028666 Aug 31 01:02:30.554523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b445cf0-9214-4ce9-8a03-ba3bd14d0fc1 req-f5b2154b-da14-46e5-963e-506381621dc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481179 Aug 31 01:02:30.569717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c40921-8247-4f5c-a7e9-34d568fbb91f req-da51ef5e-e832-4343-8c64-3d685104343d tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:30.571591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79c40921-8247-4f5c-a7e9-34d568fbb91f req-da51ef5e-e832-4343-8c64-3d685104343d tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 945 time: 0.1349142 Aug 31 01:02:30.675940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd582df6-128a-4c34-a4f0-b2e9e097f0bf req-cb8b9dc6-567c-47b2-bffc-652d09adb6c3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240258 Aug 31 01:02:30.692021 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79c40921-8247-4f5c-a7e9-34d568fbb91f req-3492d3a3-0263-4adf-876b-5de098696f57 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041813 Aug 31 01:02:30.730428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b445cf0-9214-4ce9-8a03-ba3bd14d0fc1 req-e78ac553-71ac-4c3c-a012-6508b4b035a0 service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559701 Aug 31 01:02:30.861411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be557f1f-3888-4901-a31f-39ffceb92687 req-be84d2b4-d921-4072-b381-f7c8dcdc1fec tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:30.862890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be557f1f-3888-4901-a31f-39ffceb92687 req-be84d2b4-d921-4072-b381-f7c8dcdc1fec tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0945566 Aug 31 01:02:30.888084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b445cf0-9214-4ce9-8a03-ba3bd14d0fc1 req-ba2324fa-92e7-4ea4-8b39-a51e449a3e3d service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490808 Aug 31 01:02:30.905710 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 18ad3dd6-6b5e-49ab-b049-78c7aa024146 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:30.910043 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be557f1f-3888-4901-a31f-39ffceb92687 req-c8d74c48-b962-4cbb-b88c-3ef0a43babfc tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373824 Aug 31 01:02:30.958184 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 18ad3dd6-6b5e-49ab-b049-78c7aa024146 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:30.961845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 18ad3dd6-6b5e-49ab-b049-78c7aa024146 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:30.962213 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.033798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98d018-4afa-44bc-be13-5e4e4e80745c req-f71e69fc-0f50-46ea-bf84-e7aeda89ccc7 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:31.035343 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d98d018-4afa-44bc-be13-5e4e4e80745c req-f71e69fc-0f50-46ea-bf84-e7aeda89ccc7 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 944 time: 0.0536025 Aug 31 01:02:31.042801 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.066139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff79922c-e543-495c-9519-be42d3fc0578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ad3dd6-6b5e-49ab-b049-78c7aa024146'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:31.068400 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399426fa-de66-4a16-a948-76c5557a0f40" -d '{"events": [{"server_uuid": "ff79922c-e543-495c-9519-be42d3fc0578", "name": "network-vif-plugged", "status": "completed", "tag": "18ad3dd6-6b5e-49ab-b049-78c7aa024146"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:31.081181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 18ad3dd6-6b5e-49ab-b049-78c7aa024146, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=18ad3dd6-6b5e-49ab-b049-78c7aa024146,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:31.081522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d98d018-4afa-44bc-be13-5e4e4e80745c req-d0da6b74-7a7c-4f60-bfff-4b1fddcb95dd tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381062 Aug 31 01:02:31.086224 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.087119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b92f6173-7b45-4979-bbc3-79865d0e9e79 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:31.133456 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b67cf27-ef48-4477-9370-82ed42d0f5f6 x-openstack-request-id: req-1b67cf27-ef48-4477-9370-82ed42d0f5f6 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:31.133826 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff79922c-e543-495c-9519-be42d3fc0578", "name": "network-vif-plugged", "status": "completed", "tag": "18ad3dd6-6b5e-49ab-b049-78c7aa024146", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:31.134139 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b67cf27-ef48-4477-9370-82ed42d0f5f6 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:31.134596 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff79922c-e543-495c-9519-be42d3fc0578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'code': 200} Aug 31 01:02:31.178591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=18ad3dd6-6b5e-49ab-b049-78c7aa024146,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:31.182008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port b92f6173-7b45-4979-bbc3-79865d0e9e79 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:31.186599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port b92f6173-7b45-4979-bbc3-79865d0e9e79 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:31.187169 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.197067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667a6c3-10d3-4a9b-be20-0f601a125df3 req-b772c958-c274-46c1-a286-f36405a19fe0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:31.204916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5667a6c3-10d3-4a9b-be20-0f601a125df3 req-b772c958-c274-46c1-a286-f36405a19fe0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.0631652 Aug 31 01:02:31.279491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5667a6c3-10d3-4a9b-be20-0f601a125df3 req-dec1834e-1bc3-462e-9daf-16e94c8d9be6 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736756 Aug 31 01:02:31.289342 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.290015 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.291153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253844c3-6146-484e-97c2-c6444965413c req-b8561355-1b2e-43f3-876c-c6cf07072ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:31.293852 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-253844c3-6146-484e-97c2-c6444965413c req-b8561355-1b2e-43f3-876c-c6cf07072ef0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 1098 time: 0.0709736 Aug 31 01:02:31.326749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b92f6173-7b45-4979-bbc3-79865d0e9e79, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b92f6173-7b45-4979-bbc3-79865d0e9e79,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:31.331970 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:31.333901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-253844c3-6146-484e-97c2-c6444965413c req-9ccca252-77aa-40cf-b396-d85bbba58b11 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311069 Aug 31 01:02:31.382915 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b92f6173-7b45-4979-bbc3-79865d0e9e79,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:31.487779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabd754-965d-4ede-883b-d64081183ef6 req-9454d5b7-ceca-4f6d-ac97-a2e299db723a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:31.489217 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-deabd754-965d-4ede-883b-d64081183ef6 req-9454d5b7-ceca-4f6d-ac97-a2e299db723a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 950 time: 0.0513201 Aug 31 01:02:31.526062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-deabd754-965d-4ede-883b-d64081183ef6 req-ea71103b-d280-4e4a-8c3d-623229daaedf tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303514 Aug 31 01:02:31.842251 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5827e-ef78-468a-8508-e3e93e383b60 req-b173c0a4-872f-4994-a008-6422319bcdbb tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:31.843684 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15e5827e-ef78-468a-8508-e3e93e383b60 req-b173c0a4-872f-4994-a008-6422319bcdbb tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 944 time: 0.0792401 Aug 31 01:02:31.851643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee414d88-1468-4693-9b44-5be5b3eb19b8 req-c9f759ff-84d0-4c01-ae44-1b31301a1653 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:31.853006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee414d88-1468-4693-9b44-5be5b3eb19b8 req-c9f759ff-84d0-4c01-ae44-1b31301a1653 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 946 time: 0.0798588 Aug 31 01:02:31.912112 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15e5827e-ef78-468a-8508-e3e93e383b60 req-28b145a6-1a2b-4d83-8856-afb63629261b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576472 Aug 31 01:02:31.917924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee414d88-1468-4693-9b44-5be5b3eb19b8 req-dbfae631-e4f8-450e-85c6-d8786485e5d4 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572197 Aug 31 01:02:32.099318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b047376-1daa-4442-9047-29f8edebee9c req-5930fcb8-c60d-4051-9cc8-c36d80cdfea8 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:32.100691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b047376-1daa-4442-9047-29f8edebee9c req-5930fcb8-c60d-4051-9cc8-c36d80cdfea8 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0483923 Aug 31 01:02:32.139560 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b047376-1daa-4442-9047-29f8edebee9c req-0d03835a-3ceb-4628-ac04-8c8856f98898 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322278 Aug 31 01:02:32.201240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253faaf6-649f-47e7-b43e-6afa2b00c2dc req-d1661024-b945-44c9-945c-afa8791936b8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:32.202693 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-253faaf6-649f-47e7-b43e-6afa2b00c2dc req-d1661024-b945-44c9-945c-afa8791936b8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.0490456 Aug 31 01:02:32.240570 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-253faaf6-649f-47e7-b43e-6afa2b00c2dc req-5d522742-1c7d-4808-bbcf-34866a5b7c6d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320005 Aug 31 01:02:32.404528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa1b45-9e2c-49a3-b2e2-1fe594712f4a req-a8ddb89c-21bb-47fe-a56d-96a8b0cf838d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:32.405888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26aa1b45-9e2c-49a3-b2e2-1fe594712f4a req-a8ddb89c-21bb-47fe-a56d-96a8b0cf838d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.0522592 Aug 31 01:02:32.443469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26aa1b45-9e2c-49a3-b2e2-1fe594712f4a req-dc44cfb0-ff51-4b9e-960b-3fe73f98de68 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314748 Aug 31 01:02:32.645458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ea6d8-cf94-40ba-9fa4-a1c18458032e req-b29e6ddd-459a-4f0d-ae70-50b761d0c46d tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:32.646943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb0ea6d8-cf94-40ba-9fa4-a1c18458032e req-b29e6ddd-459a-4f0d-ae70-50b761d0c46d tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 950 time: 0.0543292 Aug 31 01:02:32.684500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb0ea6d8-cf94-40ba-9fa4-a1c18458032e req-aabca11a-1e19-4a91-864f-1e935f543efb tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c91d42f-49dc-4706-8e4f-fe653c27c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313485 Aug 31 01:02:32.928540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b2828cf5-0d8d-4fe6-b0a8-c65056c5055d no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:32.954789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: b2828cf5-0d8d-4fe6-b0a8-c65056c5055d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:32.955141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b2828cf5-0d8d-4fe6-b0a8-c65056c5055d not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:32.955904 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device fb919cf1-47bf-4abd-9659-b7a46fe269de no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:32.975629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: fb919cf1-47bf-4abd-9659-b7a46fe269de {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:32.976054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device fb919cf1-47bf-4abd-9659-b7a46fe269de not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:33.081066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826defec-5fe5-446a-b257-ecd60b8e268a req-967e9662-d2f3-4a20-9b99-1b0ace13a033 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:33.082534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-826defec-5fe5-446a-b257-ecd60b8e268a req-967e9662-d2f3-4a20-9b99-1b0ace13a033 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 946 time: 0.0823057 Aug 31 01:02:33.089915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7fba0-9ea2-4691-b85f-bb9a7e186438 req-b72d57c5-1fd7-4ffd-9952-b1d9613a73e4 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:33.091310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ec7fba0-9ea2-4691-b85f-bb9a7e186438 req-b72d57c5-1fd7-4ffd-9952-b1d9613a73e4 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 944 time: 0.0923181 Aug 31 01:02:33.135569 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e793862-c3e1-4a96-8d81-c02153561a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92f6173-7b45-4979-bbc3-79865d0e9e79'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:33.137972 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7907911c-63e1-4e0d-896a-f8002b8b996c" -d '{"events": [{"server_uuid": "7e793862-c3e1-4a96-8d81-c02153561a5c", "name": "network-vif-plugged", "status": "completed", "tag": "b92f6173-7b45-4979-bbc3-79865d0e9e79"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:33.148325 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-826defec-5fe5-446a-b257-ecd60b8e268a req-15c6d450-6cef-4855-8303-3c4b1a96629d tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560973 Aug 31 01:02:33.151190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ec7fba0-9ea2-4691-b85f-bb9a7e186438 req-36c1962b-e502-4f15-bcf8-bc14d8c96b49 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532157 Aug 31 01:02:33.272970 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad6b930-afe3-47b6-9f03-b515abaaa54c x-openstack-request-id: req-3ad6b930-afe3-47b6-9f03-b515abaaa54c {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:33.273449 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e793862-c3e1-4a96-8d81-c02153561a5c", "name": "network-vif-plugged", "status": "completed", "tag": "b92f6173-7b45-4979-bbc3-79865d0e9e79", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:33.273856 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ad6b930-afe3-47b6-9f03-b515abaaa54c {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:33.274257 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e793862-c3e1-4a96-8d81-c02153561a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92f6173-7b45-4979-bbc3-79865d0e9e79', 'code': 200} Aug 31 01:02:33.481931 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051201b-a3ac-44f5-9829-b63cd254528e req-cec88975-3c84-47d8-9673-fff0d18ff80a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:33.483345 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6051201b-a3ac-44f5-9829-b63cd254528e req-cec88975-3c84-47d8-9673-fff0d18ff80a tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 950 time: 0.0495458 Aug 31 01:02:33.580054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-6051201b-a3ac-44f5-9829-b63cd254528e req-9527b339-e952-4503-8e59-34a4c591a168 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Deleting port 3b955eef-50b0-4923-ab90-4fca6870c31d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:02:33.580397 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6051201b-a3ac-44f5-9829-b63cd254528e req-9527b339-e952-4503-8e59-34a4c591a168 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.676238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6051201b-a3ac-44f5-9829-b63cd254528e req-9527b339-e952-4503-8e59-34a4c591a168 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] For port 3b955eef-50b0-4923-ab90-4fca6870c31d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3b955eef-50b0-4923-ab90-4fca6870c31d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:33.676606 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6051201b-a3ac-44f5-9829-b63cd254528e req-9527b339-e952-4503-8e59-34a4c591a168 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.690282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-6051201b-a3ac-44f5-9829-b63cd254528e req-9527b339-e952-4503-8e59-34a4c591a168 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Calling delete_port for 3b955eef-50b0-4923-ab90-4fca6870c31d owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:02:33.725895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3542051-121f-4938-a05d-4605c34d8860 req-da91af15-b7e1-4173-8a41-c2c540a848fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:33.727410 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3542051-121f-4938-a05d-4605c34d8860 req-da91af15-b7e1-4173-8a41-c2c540a848fe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 1097 time: 0.3668916 Aug 31 01:02:33.750227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b21f87-c5c3-4b2c-bc22-2d5d536d084a req-336480f1-0c74-4e2a-ab4a-35174b998ce9 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:33.751691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77b21f87-c5c3-4b2c-bc22-2d5d536d084a req-336480f1-0c74-4e2a-ab4a-35174b998ce9 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.4289448 Aug 31 01:02:33.794436 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-e649afc2-d1ff-4751-8a4d-767404c2da90 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5130148 Aug 31 01:02:33.814500 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:33.820357 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6051201b-a3ac-44f5-9829-b63cd254528e req-9527b339-e952-4503-8e59-34a4c591a168 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.830789 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3542051-121f-4938-a05d-4605c34d8860 req-bf431477-3eda-4bc2-8627-4e2321567ecd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773196 Aug 31 01:02:33.832871 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3b955eef-50b0-4923-ab90-4fca6870c31d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:33.847322 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77b21f87-c5c3-4b2c-bc22-2d5d536d084a req-1fd80d9d-f198-4e64-b085-11c2bb6b30aa tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804451 Aug 31 01:02:33.850776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527b339-e952-4503-8e59-34a4c591a168 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Pushing event deleted for resources: {'Port': ['ID=3b955eef-50b0-4923-ab90-4fca6870c31d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:33.861833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.904194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6051201b-a3ac-44f5-9829-b63cd254528e req-9527b339-e952-4503-8e59-34a4c591a168 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] No DVR routers for this DVR port 3b955eef-50b0-4923-ab90-4fca6870c31d on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:33.907611 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6051201b-a3ac-44f5-9829-b63cd254528e req-9527b339-e952-4503-8e59-34a4c591a168 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:33.909726 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6051201b-a3ac-44f5-9829-b63cd254528e req-9527b339-e952-4503-8e59-34a4c591a168 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.70 "DELETE /v2.0/ports/3b955eef-50b0-4923-ab90-4fca6870c31d HTTP/1.1" status: 204 len: 173 time: 0.4201431 Aug 31 01:02:33.910252 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53ad6bd-f846-4501-a2a9-b47af377e8d7', 'name': 'network-vif-deleted', 'tag': '3b955eef-50b0-4923-ab90-4fca6870c31d'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:33.913237 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223792fd-5765-4946-bf24-db91014923c0" -d '{"events": [{"server_uuid": "c53ad6bd-f846-4501-a2a9-b47af377e8d7", "name": "network-vif-deleted", "tag": "3b955eef-50b0-4923-ab90-4fca6870c31d"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:33.994904 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0dfb3-26c0-49d2-b1f4-50101130e462 req-df396f6b-ca31-4a09-a3ce-e6b66aed4ea0 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:33.996351 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64a0dfb3-26c0-49d2-b1f4-50101130e462 req-df396f6b-ca31-4a09-a3ce-e6b66aed4ea0 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.0663385 Aug 31 01:02:34.028482 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.053618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64a0dfb3-26c0-49d2-b1f4-50101130e462 req-c679e452-c882-4e3f-8d57-b29a651c1124 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503068 Aug 31 01:02:34.197419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Allocated IP 172.25.6.205 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/9202bbc5-fe70-4b37-a223-53b8a46dabb9) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:34.214321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732d69-2fad-400a-abeb-a1449326ae90 req-5311cc79-666f-480e-a4c6-1267112e7d06 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:34.215346 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b732d69-2fad-400a-abeb-a1449326ae90 req-5311cc79-666f-480e-a4c6-1267112e7d06 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.0819890 Aug 31 01:02:34.305900 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b732d69-2fad-400a-abeb-a1449326ae90 req-4b31633a-9eb1-4e5c-8b9b-26b8c13a9fbf tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809236 Aug 31 01:02:34.348490 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.422021 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-42867f6f-83c7-43e1-80a5-1a6f59e48394 req-f90f910a-d447-40e7-9b04-78a4078d5a49 tempest-ServersOnMultiNodesTest-1764420250 tempest-ServersOnMultiNodesTest-1764420250-project] 10.222.0.58 "GET /v2.0/ports?device_id=c53ad6bd-f846-4501-a2a9-b47af377e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0396814 Aug 31 01:02:34.427069 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.471531 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3e179f-65c9-4349-b5b0-e5d8971f1745 x-openstack-request-id: req-bc3e179f-65c9-4349-b5b0-e5d8971f1745 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:34.471706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:34.472640 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53ad6bd-f846-4501-a2a9-b47af377e8d7", "name": "network-vif-deleted", "tag": "3b955eef-50b0-4923-ab90-4fca6870c31d", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:34.473092 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc3e179f-65c9-4349-b5b0-e5d8971f1745 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:34.474522 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:34.474871 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53ad6bd-f846-4501-a2a9-b47af377e8d7', 'name': 'network-vif-deleted', 'tag': '3b955eef-50b0-4923-ab90-4fca6870c31d', 'status': 'completed', 'code': 200} Aug 31 01:02:34.481190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:34.509256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Pushing event updated for resources: {'Port': ['ID=9202bbc5-fe70-4b37-a223-53b8a46dabb9,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:34.653390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44031b7-d0ab-4ad9-9852-6117d95b5f66 req-713d8f93-0339-4c73-b078-97a6275b6c30 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:34.655049 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f44031b7-d0ab-4ad9-9852-6117d95b5f66 req-713d8f93-0339-4c73-b078-97a6275b6c30 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 944 time: 0.1353219 Aug 31 01:02:34.660769 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.729564 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f44031b7-d0ab-4ad9-9852-6117d95b5f66 req-21e8bd18-8da7-49d9-9483-a240c063a5f3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669873 Aug 31 01:02:34.730391 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.893958 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:34.901918 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:35.005405 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Pushing event updated for resources: {'Port': ['ID=9202bbc5-fe70-4b37-a223-53b8a46dabb9,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:35.022603 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:35.042738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635350a3-66e5-49b1-9c95-e8206a151c68 req-210b38b2-e834-4247-9e8d-7dcfe5aab80d tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:35.044371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-635350a3-66e5-49b1-9c95-e8206a151c68 req-210b38b2-e834-4247-9e8d-7dcfe5aab80d tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0754941 Aug 31 01:02:35.050689 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:35.051980 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-6edafaf4-0f41-41b9-abbf-41268ad1bdeb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2473998 Aug 31 01:02:35.144104 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-26898316-289f-4374-8f19-533be35138a8 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 696 time: 0.0838289 Aug 31 01:02:35.167884 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-635350a3-66e5-49b1-9c95-e8206a151c68 req-ac2a9e9d-c457-47b1-b1eb-de37444cf629 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143260 Aug 31 01:02:35.305245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-f2e140f7-11d3-4d6f-9300-0d611b527cf3 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:35.309258 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-f2e140f7-11d3-4d6f-9300-0d611b527cf3 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.1554811 Aug 31 01:02:35.321416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-be115665-f5ac-4ed4-8c9e-bd5a90fbd4e9 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:02:35.322409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26ca0a8d-d926-4ff1-b7c2-d1e353572060 req-be115665-f5ac-4ed4-8c9e-bd5a90fbd4e9 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060537 Aug 31 01:02:35.343224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380e6e9-81a0-4de7-abc1-fb801404d16f req-bb4a31a4-b0c3-444c-b4cc-4b23cff29429 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:35.350707 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1380e6e9-81a0-4de7-abc1-fb801404d16f req-bb4a31a4-b0c3-444c-b4cc-4b23cff29429 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.1094670 Aug 31 01:02:35.392030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1380e6e9-81a0-4de7-abc1-fb801404d16f req-0960b159-3916-4da7-97fe-e7d88010fc6c tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Aug 31 01:02:35.445704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3c6cf-048d-4e9a-b562-795e2e4b5785 req-a17b7bf0-da26-412a-9873-2849767705ac tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:35.448330 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5d3c6cf-048d-4e9a-b562-795e2e4b5785 req-a17b7bf0-da26-412a-9873-2849767705ac tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.0599387 Aug 31 01:02:35.541805 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5d3c6cf-048d-4e9a-b562-795e2e4b5785 req-ff012b02-141f-46b8-b199-bc117740805b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856452 Aug 31 01:02:35.589688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-87219d69-b523-417e-bc13-ce428739fe34 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:35.591180 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-87219d69-b523-417e-bc13-ce428739fe34 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 820 time: 0.1197796 Aug 31 01:02:35.606568 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-c5b31b22-c2ef-4631-b6b6-cbe5a1814ba4 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/quotas/bafcb9060b34431eb2792bbffead631b HTTP/1.1" status: 200 len: 375 time: 0.0095503 Aug 31 01:02:35.693174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4cee2-5d3e-40f5-bf22-9fee73ff3609 req-6b2f8c98-836e-46b4-adcb-d2bf1e18180a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:35.695495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1df4cee2-5d3e-40f5-bf22-9fee73ff3609 req-6b2f8c98-836e-46b4-adcb-d2bf1e18180a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.0860639 Aug 31 01:02:35.705389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-e1419c1b-d19f-43ac-9d3a-44258a3d7086 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0881114 Aug 31 01:02:35.795949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1df4cee2-5d3e-40f5-bf22-9fee73ff3609 req-1f4fa40d-3b71-4462-9fce-bea6d5f6912a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896201 Aug 31 01:02:35.846304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-b8c32af8-15e9-458e-b9d3-a00dd4f3aba4 service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326416 Aug 31 01:02:36.034431 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba3e1e-ecf3-4636-a0e3-8bad6b0fc31e req-1e7dc0c3-a6c3-49a8-aaf2-546869e490b4 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:36.035889 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0aba3e1e-ecf3-4636-a0e3-8bad6b0fc31e req-1e7dc0c3-a6c3-49a8-aaf2-546869e490b4 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 944 time: 0.1243627 Aug 31 01:02:36.047026 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-9acb8c80-1c7b-46ec-80f0-f11021aba042 service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892922 Aug 31 01:02:36.047545 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35000) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:36.050758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-8427eb24-5087-41a1-aacf-1f68216de47e service neutron] 10.222.0.15 "GET /v2.0/ports/928efd53-9b17-4651-8715-27f428cea13c/bindings/n-h2-802060-13 HTTP/1.1" status: 200 len: 385 time: 0.1867878 Aug 31 01:02:36.122234 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0aba3e1e-ecf3-4636-a0e3-8bad6b0fc31e req-08ef49ba-e197-4f2d-a266-ab8055ab95a6 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741723 Aug 31 01:02:36.222592 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6c0002ff-48e1-489a-9fee-ec81fe7025a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=834f2c2b26574b23952ac610912285bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737175 Aug 31 01:02:36.223191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35010) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:36.298699 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0182654e-1338-4b59-b2c5-1be4981212e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.317954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-bc3ab30d-fe12-4324-9059-87bb845f2383 service neutron] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=928efd53-9b17-4651-8715-27f428cea13c,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:36.346457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-bc3ab30d-fe12-4324-9059-87bb845f2383 service neutron] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:36.362007 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0182654e-1338-4b59-b2c5-1be4981212e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.395314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-bc3ab30d-fe12-4324-9059-87bb845f2383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928efd53-9b17-4651-8715-27f428cea13c {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:36.415882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-bc3ab30d-fe12-4324-9059-87bb845f2383 service neutron] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=928efd53-9b17-4651-8715-27f428cea13c,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:36.436639 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-bc3ab30d-fe12-4324-9059-87bb845f2383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.445327 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0182654e-1338-4b59-b2c5-1be4981212e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.448204 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0182654e-1338-4b59-b2c5-1be4981212e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.449788 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0182654e-1338-4b59-b2c5-1be4981212e2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c91d42f-49dc-4706-8e4f-fe653c27c2cf HTTP/1.1" status: 204 len: 168 time: 0.2256589 Aug 31 01:02:36.459802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182654e-1338-4b59-b2c5-1be4981212e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c91d42f-49dc-4706-8e4f-fe653c27c2cf,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:36.522617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6f0c4ac-d19b-48c4-af55-8c0812ae6065 req-9172d494-3f92-42a3-ba36-209771e3fa84 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 210 time: 0.0815365 Aug 31 01:02:36.673178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-bc3ab30d-fe12-4324-9059-87bb845f2383 service neutron] Transition to ACTIVE for port object 928efd53-9b17-4651-8715-27f428cea13c will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:36.684071 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-bc3ab30d-fe12-4324-9059-87bb845f2383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.700409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dcde8-ed5e-4a1a-a81d-4dc0bc1e934f req-a8dc8a65-247a-4eb6-8135-bd33ad159243 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:36.708905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be4dcde8-ed5e-4a1a-a81d-4dc0bc1e934f req-a8dc8a65-247a-4eb6-8135-bd33ad159243 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1342797 Aug 31 01:02:36.792202 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dbb98-2cd4-4893-b28e-689f5957b8d8 req-6067bd73-5878-4ce9-9d60-e50855442b6c tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:36.799884 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-355dbb98-2cd4-4893-b28e-689f5957b8d8 req-6067bd73-5878-4ce9-9d60-e50855442b6c tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.1769648 Aug 31 01:02:36.856362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-bc3ab30d-fe12-4324-9059-87bb845f2383 service neutron] No DVR routers for this DVR port 928efd53-9b17-4651-8715-27f428cea13c on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:36.866346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35038) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:36.867784 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be4dcde8-ed5e-4a1a-a81d-4dc0bc1e934f req-23e19363-929e-4d3c-9c16-617be615ed9a tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579115 Aug 31 01:02:36.868429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ab30d-fe12-4324-9059-87bb845f2383 service neutron] Pushing event updated for resources: {'Port': ['ID=928efd53-9b17-4651-8715-27f428cea13c,revision_number=10']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:36.910860 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c71cc2b0-4a8d-4faf-9a1b-b0205181437c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=118de084a7f7432a9bc613b470775c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432243 Aug 31 01:02:36.914037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35040) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:36.943768 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-bc3ab30d-fe12-4324-9059-87bb845f2383 service neutron] 10.222.0.15 "PUT /v2.0/ports/928efd53-9b17-4651-8715-27f428cea13c/bindings/n-h2-802060-13/activate HTTP/1.1" status: 200 len: 370 time: 0.8760638 Aug 31 01:02:36.951627 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3b955eef-50b0-4923-ab90-4fca6870c31d no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:36.958423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-355dbb98-2cd4-4893-b28e-689f5957b8d8 req-5343cc50-67aa-4fbe-af13-eca1d4100923 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315825 Aug 31 01:02:36.978146 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 3b955eef-50b0-4923-ab90-4fca6870c31d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:02:36.978491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3b955eef-50b0-4923-ab90-4fca6870c31d not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:37.024760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd38f9-f10f-4c91-ac36-9b9dc540e5ef req-a5d52019-70dd-4de6-871e-05586eced9da tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:37.026262 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9bd38f9-f10f-4c91-ac36-9b9dc540e5ef req-a5d52019-70dd-4de6-871e-05586eced9da tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.0867863 Aug 31 01:02:37.027361 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a919e1e2-7d98-44f7-897c-652aa3a34300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.061852 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a919e1e2-7d98-44f7-897c-652aa3a34300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.091035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9bd38f9-f10f-4c91-ac36-9b9dc540e5ef req-c261362c-f282-4e2b-8fc9-394e59e7dcff tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548012 Aug 31 01:02:37.121078 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a919e1e2-7d98-44f7-897c-652aa3a34300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.123680 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a919e1e2-7d98-44f7-897c-652aa3a34300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.124823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a919e1e2-7d98-44f7-897c-652aa3a34300 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62e32a73-5011-4037-84a4-81a3044be654 HTTP/1.1" status: 204 len: 168 time: 0.2034605 Aug 31 01:02:37.132442 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919e1e2-7d98-44f7-897c-652aa3a34300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e32a73-5011-4037-84a4-81a3044be654,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:37.261646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331b327-1be8-4841-bd29-086b0e04d57b req-5545bf5e-bbc8-4b54-bbad-5c2841cb0da9 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:37.263325 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4331b327-1be8-4841-bd29-086b0e04d57b req-5545bf5e-bbc8-4b54-bbad-5c2841cb0da9 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 945 time: 0.0618856 Aug 31 01:02:37.325145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4331b327-1be8-4841-bd29-086b0e04d57b req-705a046c-06a1-4e59-ac8c-93ce6ae9d40d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404983 Aug 31 01:02:37.418239 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-c4f71059-ab87-4016-bab0-1cd440fefada tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:37.421585 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-c4f71059-ab87-4016-bab0-1cd440fefada tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571&tenant_id=293537de7bd940eabdbb028d66a178c1&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1097 time: 0.0614872 Aug 31 01:02:37.493236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-06549fdd-4ed7-441b-bf9f-771f1c1d6b3e tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:37.495819 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-06549fdd-4ed7-441b-bf9f-771f1c1d6b3e tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.15 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 820 time: 0.1354718 Aug 31 01:02:37.498463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-cac5174d-a551-4c29-8908-8e08cbd12ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:37.500204 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-cac5174d-a551-4c29-8908-8e08cbd12ea5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571&tenant_id=293537de7bd940eabdbb028d66a178c1 HTTP/1.1" status: 200 len: 1097 time: 0.0627553 Aug 31 01:02:37.516294 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-67049ba4-5566-4b74-bacd-412fc18331cf tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Request body: {'port': {'device_id': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'admin_state_up': True, 'tenant_id': 'bafcb9060b34431eb2792bbffead631b'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:37.583871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-187700e0-63de-4bc1-93af-d409f0dbe025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:37.586335 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-187700e0-63de-4bc1-93af-d409f0dbe025 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 1097 time: 0.0602949 Aug 31 01:02:37.661327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de7617ea-341b-485d-993b-17a5247fedfd req-3c85689d-ae27-4bb0-b603-73230e6ccd3a tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 210 time: 0.0523481 Aug 31 01:02:37.698345 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-67049ba4-5566-4b74-bacd-412fc18331cf tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Made reservation on behalf of bafcb9060b34431eb2792bbffead631b for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:37.708989 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-67049ba4-5566-4b74-bacd-412fc18331cf tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:37.710067 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-bd41a8b5-4add-48c9-8a34-79ae8b5d236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:37.711666 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-bd41a8b5-4add-48c9-8a34-79ae8b5d236d service neutron] 10.222.0.70 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.1042895 Aug 31 01:02:37.779474 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-b6d15841-ab21-415b-96bc-076d12d4b1b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=928efd53-9b17-4651-8715-27f428cea13c HTTP/1.1" status: 200 len: 217 time: 0.0538077 Aug 31 01:02:37.843108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-87333cfc-dc7f-4af1-bb8d-f8bff44d4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:37.844775 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-87333cfc-dc7f-4af1-bb8d-f8bff44d4780 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.0585473 Aug 31 01:02:37.873457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-67049ba4-5566-4b74-bacd-412fc18331cf tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Allocated IP 172.20.0.12 (3b701cdb-9138-4e35-98d2-31b0a0308f00/e05209cf-4137-4da0-8a15-2801c15621db/e56f9108-6326-4c89-aa42-e71083986329) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:37.884796 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-13a02678-5ae5-4641-8937-39223f49f953 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289416 Aug 31 01:02:38.007054 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-604efc9a-c485-4eba-b8e1-049078e5fdcb service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121438 Aug 31 01:02:38.021581 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35074) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:38.071481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ce105-f98a-4af4-9d95-280a4466cbd5 req-f6074898-a426-4298-a454-f7d42a1fe7f0 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:38.074118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-836ce105-f98a-4af4-9d95-280a4466cbd5 req-f6074898-a426-4298-a454-f7d42a1fe7f0 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1236167 Aug 31 01:02:38.145724 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-67049ba4-5566-4b74-bacd-412fc18331cf tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.161680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1562237934-network', 'tenant_id': '07152f88bdf64bfdb8e7b403ca164495'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:38.181767 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-836ce105-f98a-4af4-9d95-280a4466cbd5 req-f7753351-960f-488f-ac3a-cfebf80c3b1a tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902431 Aug 31 01:02:38.193440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4ffde-70cf-4da0-b638-5baa20406fb5 req-917424ca-bb39-4b20-b910-434bac73bcc5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:38.201387 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c0d4ffde-70cf-4da0-b638-5baa20406fb5 req-917424ca-bb39-4b20-b910-434bac73bcc5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.1555750 Aug 31 01:02:38.205956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-67049ba4-5566-4b74-bacd-412fc18331cf tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Transition to ACTIVE for port object e56f9108-6326-4c89-aa42-e71083986329 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:38.244983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] Made reservation on behalf of 07152f88bdf64bfdb8e7b403ca164495 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:38.247321 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.300639 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.311513 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c0d4ffde-70cf-4da0-b638-5baa20406fb5 req-5a3fd2df-3b4a-4b73-a7e9-9bfd9f9b408b tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092653 Aug 31 01:02:38.338267 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-67049ba4-5566-4b74-bacd-412fc18331cf tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.354372 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['18ad3dd6-6b5e-49ab-b049-78c7aa024146'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:38.375487 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-1bb77e29-f9e3-4d5b-9c3b-4c8880ed876d service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519990 Aug 31 01:02:38.390267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd86e67-9ecc-40fc-895a-380f3eb5bb1a req-81927ffc-e54c-44de-9028-d8d32455f8e1 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:38.393523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1bd86e67-9ecc-40fc-895a-380f3eb5bb1a req-81927ffc-e54c-44de-9028-d8d32455f8e1 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.1439373 Aug 31 01:02:38.429179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-67049ba4-5566-4b74-bacd-412fc18331cf tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Network 3b701cdb-9138-4e35-98d2-31b0a0308f00 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:38.453323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-67049ba4-5566-4b74-bacd-412fc18331cf tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:38.460842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-67049ba4-5566-4b74-bacd-412fc18331cf tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:38.469660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67049ba4-5566-4b74-bacd-412fc18331cf tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Pushing event updated for resources: {'Port': ['ID=e56f9108-6326-4c89-aa42-e71083986329,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:38.564393 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1bd86e67-9ecc-40fc-895a-380f3eb5bb1a req-9ba70043-6d75-4c15-b0a0-56a68e4c60c1 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615477 Aug 31 01:02:38.587346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-67049ba4-5566-4b74-bacd-412fc18331cf tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:38.587346 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-67049ba4-5566-4b74-bacd-412fc18331cf tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.623462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6d854-22a2-40d0-8650-ed4a7875d47f req-83f933ae-ce8a-4346-9bfc-5f2234c3975c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:38.625006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ff6d854-22a2-40d0-8650-ed4a7875d47f req-83f933ae-ce8a-4346-9bfc-5f2234c3975c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 945 time: 0.1278429 Aug 31 01:02:38.627102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 928efd53-9b17-4651-8715-27f428cea13c no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:38.646484 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.665145 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.674909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-67049ba4-5566-4b74-bacd-412fc18331cf tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1631370 Aug 31 01:02:38.687294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 928efd53-9b17-4651-8715-27f428cea13c not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:38.696956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Request body: {'port': {'device_id': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:38.718743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:02:38.751577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ff6d854-22a2-40d0-8650-ed4a7875d47f req-dbfc3141-bf4b-4ded-af87-4773036ef38c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152530 Aug 31 01:02:38.756508 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355ec6b9-74c1-4278-89ea-25db59861062,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:38.764622 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-fcf118aa-39bc-4046-985f-9c4e8846eded tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:38.766752 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-fcf118aa-39bc-4046-985f-9c4e8846eded tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571&tenant_id=293537de7bd940eabdbb028d66a178c1&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 1097 time: 0.0601563 Aug 31 01:02:38.776208 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5aa91534-a168-41b1-ba52-4cca3554f2bb None None] Provisioning for port e56f9108-6326-4c89-aa42-e71083986329 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:38.778759 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.779113 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] Added segment 593299de-a1ae-4f6e-acfd-b570c336093e of type vlan for network d0073a6c-da7f-44c2-8f25-16fe64b50150 Aug 31 01:02:38.780619 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5aa91534-a168-41b1-ba52-4cca3554f2bb None None] Provisioning complete for port e56f9108-6326-4c89-aa42-e71083986329 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:38.781027 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5aa91534-a168-41b1-ba52-4cca3554f2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.820516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5aa91534-a168-41b1-ba52-4cca3554f2bb None None] Port e56f9108-6326-4c89-aa42-e71083986329 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:38.862327 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.873974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.891174 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-e4ce09d1-c63d-4734-93c0-626bb9441a58 service neutron] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:38.894472 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-e4ce09d1-c63d-4734-93c0-626bb9441a58 service neutron] Notify callbacks [] for binding, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.895631 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa1d93f1-644d-401b-b83b-b65443ec1182 req-e4ce09d1-c63d-4734-93c0-626bb9441a58 service neutron] 10.222.0.70 "DELETE /v2.0/ports/928efd53-9b17-4651-8715-27f428cea13c/bindings/n-h1-802060-13 HTTP/1.1" status: 204 len: 173 time: 0.1138458 Aug 31 01:02:38.919744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef67bdd-bfe0-474f-952c-d81bc88ee687 req-b44cc7c8-8d36-42ae-8213-546474f594a7 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:38.921294 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eef67bdd-bfe0-474f-952c-d81bc88ee687 req-b44cc7c8-8d36-42ae-8213-546474f594a7 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 932 time: 0.1678052 Aug 31 01:02:38.975934 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.976885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:38.977467 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.090443 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0674999 Aug 31 01:02:39.093209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35088) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:39.098253 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2cbb4508-0681-4846-b584-bf676f0dce5e admin admin] Request body: {'subnet': {'network_id': 'd0073a6c-da7f-44c2-8f25-16fe64b50150', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1562237934-subnet', 'tenant_id': '07152f88bdf64bfdb8e7b403ca164495', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:39.103236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eef67bdd-bfe0-474f-952c-d81bc88ee687 req-8fab6787-388b-47ce-95f3-1303183f96ca tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694667 Aug 31 01:02:39.116127 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb52188-22d3-4192-8ed6-3827aa6f32ab admin admin] Pushing event updated for resources: {'Network': ['ID=d0073a6c-da7f-44c2-8f25-16fe64b50150,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:39.127168 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network d0073a6c-da7f-44c2-8f25-16fe64b50150 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:02:39.139690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbb4508-0681-4846-b584-bf676f0dce5e admin admin] Made reservation on behalf of 07152f88bdf64bfdb8e7b403ca164495 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:39.142611 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cbb4508-0681-4846-b584-bf676f0dce5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.301844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56f9108-6326-4c89-aa42-e71083986329 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:39.311441 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.328578 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cbb4508-0681-4846-b584-bf676f0dce5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.329147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Transition to ACTIVE for port object e56f9108-6326-4c89-aa42-e71083986329 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:39.333183 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.345743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c688-f28f-4475-8dea-31270ce33719 req-7b3ab0ff-ba9d-45c3-a040-cafeb960a813 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:39.351761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c01c688-f28f-4475-8dea-31270ce33719 req-7b3ab0ff-ba9d-45c3-a040-cafeb960a813 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0835431 Aug 31 01:02:39.395342 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb4508-0681-4846-b584-bf676f0dce5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ffa7196-76d8-48c1-8270-5397e7a72e8d,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:39.407379 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb4508-0681-4846-b584-bf676f0dce5e admin admin] Checking segment: {'id': '593299de-a1ae-4f6e-acfd-b570c336093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd0073a6c-da7f-44c2-8f25-16fe64b50150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:39.407786 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbb4508-0681-4846-b584-bf676f0dce5e admin admin] Network hostable DHCP agents. Network: d0073a6c-da7f-44c2-8f25-16fe64b50150, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:02:39.421864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Pushing event updated for resources: {'Port': ['ID=e56f9108-6326-4c89-aa42-e71083986329,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:39.434869 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbb4508-0681-4846-b584-bf676f0dce5e admin admin] Network d0073a6c-da7f-44c2-8f25-16fe64b50150 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:02:39.447060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-2cbb4508-0681-4846-b584-bf676f0dce5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, d0073a6c-da7f-44c2-8f25-16fe64b50150) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:39.453354 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbb4508-0681-4846-b584-bf676f0dce5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:39.454057 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cbb4508-0681-4846-b584-bf676f0dce5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.457446 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7537dc3-0b16-4036-9620-77e2dd4452c4 None None] Network d0073a6c-da7f-44c2-8f25-16fe64b50150 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:39.472501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c01c688-f28f-4475-8dea-31270ce33719 req-8e7dbdf7-29e9-4c44-9b77-978476f20b36 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903113 Aug 31 01:02:39.477679 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2cbb4508-0681-4846-b584-bf676f0dce5e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3830409 Aug 31 01:02:39.615950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04adff5-487b-40ea-9388-583d0590f92b req-a0a7c59d-c712-4614-91fd-bade61782bc6 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:39.617538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f04adff5-487b-40ea-9388-583d0590f92b req-a0a7c59d-c712-4614-91fd-bade61782bc6 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.1513104 Aug 31 01:02:39.624409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Attempting to bind port e56f9108-6326-4c89-aa42-e71083986329 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:39.624747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Attempting to bind port e56f9108-6326-4c89-aa42-e71083986329 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:39.625121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Attempting to bind port e56f9108-6326-4c89-aa42-e71083986329 on network 3b701cdb-9138-4e35-98d2-31b0a0308f00 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:39.633823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Port e56f9108-6326-4c89-aa42-e71083986329 on network 3b701cdb-9138-4e35-98d2-31b0a0308f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:02:39.634152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Attempting to bind port e56f9108-6326-4c89-aa42-e71083986329 on network 3b701cdb-9138-4e35-98d2-31b0a0308f00 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:39.641056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124ca35f-6a80-4ce6-b926-5e52fa310e80 None None] Network d0073a6c-da7f-44c2-8f25-16fe64b50150 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:39.663235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:39.664008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Checking segment: {'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:39.664614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Bound using segment: {'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:39.665279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Bound port: e56f9108-6326-4c89-aa42-e71083986329, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b16e37a-1f1f-4e69-97a3-cd712dc84419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:39.665983 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.750597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f04adff5-487b-40ea-9388-583d0590f92b req-a759144c-b719-4547-bcc5-b7a359cc66d6 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127183 Aug 31 01:02:39.792399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7585252-5139-45f8-a4ba-5e65a59c9ab2 req-08706b5c-8cf5-482c-8c68-8c8dfaf852bf tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:39.793906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7585252-5139-45f8-a4ba-5e65a59c9ab2 req-08706b5c-8cf5-482c-8c68-8c8dfaf852bf tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.1152349 Aug 31 01:02:39.800662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] For port e56f9108-6326-4c89-aa42-e71083986329, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:39.805212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] For port e56f9108-6326-4c89-aa42-e71083986329, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e56f9108-6326-4c89-aa42-e71083986329,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:39.813210 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.887782 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:39.888472 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.890242 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] 10.222.0.15 "PUT /v2.0/ports/e56f9108-6326-4c89-aa42-e71083986329 HTTP/1.1" status: 200 len: 1093 time: 1.1992927 Aug 31 01:02:39.890626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'tag': 'e56f9108-6326-4c89-aa42-e71083986329'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:39.892991 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bc14f0-1f42-4ea9-b387-fcf1611c1800" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef0d01d-33f3-422b-bffb-0813285bfe5e", "tag": "e56f9108-6326-4c89-aa42-e71083986329"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:39.906774 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7585252-5139-45f8-a4ba-5e65a59c9ab2 req-d102384d-289d-42bd-8d1c-7de53a75afa6 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033046 Aug 31 01:02:39.933659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728bec9-d476-49bd-92ba-cdaec6d30983 service neutron] Pushing event updated for resources: {'Port': ['ID=e56f9108-6326-4c89-aa42-e71083986329,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:39.968188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d67cacf9-3caa-4112-a626-d2a982f9e33d req-f7f5b9e7-5949-49c4-904f-d1a78f8bd121 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1280855877', 'description': 'tempest-description-1749685646'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:40.293417 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d67cacf9-3caa-4112-a626-d2a982f9e33d req-f7f5b9e7-5949-49c4-904f-d1a78f8bd121 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:40.327032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d87ee9f2-0160-43a5-b086-085f25b0d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:40.328576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-d87ee9f2-0160-43a5-b086-085f25b0d45d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 1096 time: 0.0916522 Aug 31 01:02:40.337277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abb5f9-d11d-47bc-8d43-2fc2f0b54f1a req-de64e32a-adbf-4218-98f0-aa02b8f941f3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:40.339691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85abb5f9-d11d-47bc-8d43-2fc2f0b54f1a req-de64e32a-adbf-4218-98f0-aa02b8f941f3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 945 time: 0.1038518 Aug 31 01:02:40.401877 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-188ffc03-5399-481a-8194-3b82d5f08690 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e56f9108-6326-4c89-aa42-e71083986329 HTTP/1.1" status: 200 len: 217 time: 0.0582318 Aug 31 01:02:40.465259 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85abb5f9-d11d-47bc-8d43-2fc2f0b54f1a req-470097cc-f62f-4d8c-8783-41aa5d6b3158 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151307 Aug 31 01:02:40.486881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-53f4edf5-91de-4499-b4a1-6ae43bb560a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:40.488382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-53f4edf5-91de-4499-b4a1-6ae43bb560a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.0795562 Aug 31 01:02:40.538483 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d67cacf9-3caa-4112-a626-d2a982f9e33d req-f7f5b9e7-5949-49c4-904f-d1a78f8bd121 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:40.540235 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b646f34-8840-4dcb-9f28-5c999539dacf x-openstack-request-id: req-9b646f34-8840-4dcb-9f28-5c999539dacf {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:40.540681 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef0d01d-33f3-422b-bffb-0813285bfe5e", "tag": "e56f9108-6326-4c89-aa42-e71083986329", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:40.540880 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b646f34-8840-4dcb-9f28-5c999539dacf {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:40.541220 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'tag': 'e56f9108-6326-4c89-aa42-e71083986329', 'status': 'completed', 'code': 200} Aug 31 01:02:40.547209 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d67cacf9-3caa-4112-a626-d2a982f9e33d req-f7f5b9e7-5949-49c4-904f-d1a78f8bd121 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:40.597505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-12694db1-42ab-4b0c-98d0-a49a904e6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:40.598991 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-12694db1-42ab-4b0c-98d0-a49a904e6317 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004694 Aug 31 01:02:40.616383 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d67cacf9-3caa-4112-a626-d2a982f9e33d req-f7f5b9e7-5949-49c4-904f-d1a78f8bd121 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:40.617530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d67cacf9-3caa-4112-a626-d2a982f9e33d req-f7f5b9e7-5949-49c4-904f-d1a78f8bd121 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6559715 Aug 31 01:02:40.627773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5b9e7-5949-49c4-904f-d1a78f8bd121 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ee81d3-420a-4785-a6e1-17a70e159e39,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:40.693220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69eac07-4348-46a6-822a-3125a2988816 req-06ddc644-1e08-474b-86d6-f96b491c6dea tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:40.694721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f69eac07-4348-46a6-822a-3125a2988816 req-06ddc644-1e08-474b-86d6-f96b491c6dea tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 944 time: 0.1244187 Aug 31 01:02:40.776657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-0b38dfe8-ecc4-4106-a621-0e1162cacf07 service neutron] 10.222.0.15 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616535 Aug 31 01:02:40.799847 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:40.835726 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f69eac07-4348-46a6-822a-3125a2988816 req-ed4a4de8-c856-4369-a4b2-e2efbb929ef6 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308687 Aug 31 01:02:40.843664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a5d03-bc8e-4bfe-8ce7-e9b4233da52b req-15df0f66-2bb7-4d27-8827-2d8b82fcf6ee tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:40.845114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-397a5d03-bc8e-4bfe-8ce7-e9b4233da52b req-15df0f66-2bb7-4d27-8827-2d8b82fcf6ee tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1479614 Aug 31 01:02:40.899476 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-397a5d03-bc8e-4bfe-8ce7-e9b4233da52b req-b3e65f78-e442-400c-8f1c-13dab96fe45d tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481424 Aug 31 01:02:40.928721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf59fa6-512d-4fd9-96fb-5b067db458c7 req-cab12026-05c9-49a9-acde-adb3046a02c8 service neutron] 10.222.0.15 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433525 Aug 31 01:02:41.006053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-154241f0-313a-49bf-a898-7985e25f0b80 req-0f1f951f-5b4e-4c93-9555-cde6d8105d5d tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "GET /v2.0/security-groups/d2ee81d3-420a-4785-a6e1-17a70e159e39 HTTP/1.1" status: 200 len: 1813 time: 0.0669963 Aug 31 01:02:41.023499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-154241f0-313a-49bf-a898-7985e25f0b80 req-fe3f7f3e-e166-4c5c-b10a-e91a4ae8626e tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2ee81d3-420a-4785-a6e1-17a70e159e39', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:41.023817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-154241f0-313a-49bf-a898-7985e25f0b80 req-fe3f7f3e-e166-4c5c-b10a-e91a4ae8626e tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2ee81d3-420a-4785-a6e1-17a70e159e39', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:41.066160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ea06c-fb00-45e8-9e61-0823956ba821 req-ee2dd0b5-02de-4a84-9cb1-f3666c58de19 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:41.067719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc4ea06c-fb00-45e8-9e61-0823956ba821 req-ee2dd0b5-02de-4a84-9cb1-f3666c58de19 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 1097 time: 0.0965900 Aug 31 01:02:41.098127 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc14f0-1f42-4ea9-b387-fcf1611c1800 req-91d157b8-247d-4331-8ddf-d9e53d43a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:41.099617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81bc14f0-1f42-4ea9-b387-fcf1611c1800 req-91d157b8-247d-4331-8ddf-d9e53d43a629 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 1096 time: 0.0915005 Aug 31 01:02:41.186639 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-154241f0-313a-49bf-a898-7985e25f0b80 req-fe3f7f3e-e166-4c5c-b10a-e91a4ae8626e tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.189960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc4ea06c-fb00-45e8-9e61-0823956ba821 req-3ce3c307-d9c2-4db2-a135-76d1166dbbd8 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137297 Aug 31 01:02:41.232387 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-154241f0-313a-49bf-a898-7985e25f0b80 req-fe3f7f3e-e166-4c5c-b10a-e91a4ae8626e tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.241116 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-154241f0-313a-49bf-a898-7985e25f0b80 req-fe3f7f3e-e166-4c5c-b10a-e91a4ae8626e tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.261841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc14f0-1f42-4ea9-b387-fcf1611c1800 req-bae659fa-5425-4edd-b08b-a1019e72e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:41.263341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81bc14f0-1f42-4ea9-b387-fcf1611c1800 req-bae659fa-5425-4edd-b08b-a1019e72e403 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 921 time: 0.1561859 Aug 31 01:02:41.267165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f7f3e-e166-4c5c-b10a-e91a4ae8626e tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79546d5b-a22b-4d39-86cb-46e8b1b2dabc,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:41.301020 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-154241f0-313a-49bf-a898-7985e25f0b80 req-fe3f7f3e-e166-4c5c-b10a-e91a4ae8626e tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.302439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-154241f0-313a-49bf-a898-7985e25f0b80 req-fe3f7f3e-e166-4c5c-b10a-e91a4ae8626e tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2850564 Aug 31 01:02:41.335527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81bc14f0-1f42-4ea9-b387-fcf1611c1800 req-0b12184c-8eb1-46bb-ac62-d12c4da4c249 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e56f9108-6326-4c89-aa42-e71083986329 HTTP/1.1" status: 200 len: 217 time: 0.0568359 Aug 31 01:02:41.396110 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd94908-8eaa-41bc-a01c-341cd2b1d3bb req-2c13d920-5c9c-4c6a-87b8-1e910cfba61a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:41.397588 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3cd94908-8eaa-41bc-a01c-341cd2b1d3bb req-2c13d920-5c9c-4c6a-87b8-1e910cfba61a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.1313393 Aug 31 01:02:41.443704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc14f0-1f42-4ea9-b387-fcf1611c1800 req-7a6e4817-4a67-48de-9f79-dd0655586dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:41.445139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81bc14f0-1f42-4ea9-b387-fcf1611c1800 req-7a6e4817-4a67-48de-9f79-dd0655586dfd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.1034071 Aug 31 01:02:41.472787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966b679-b4da-4a37-8da0-86dab5892d11 req-b3d7d46a-443c-4a2a-ae28-7c59076f3ced tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:41.474203 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6966b679-b4da-4a37-8da0-86dab5892d11 req-b3d7d46a-443c-4a2a-ae28-7c59076f3ced tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.1029279 Aug 31 01:02:41.503625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3cd94908-8eaa-41bc-a01c-341cd2b1d3bb req-fd1c93e0-f6e9-4170-a479-5a93dc36069f tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911632 Aug 31 01:02:41.540339 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6966b679-b4da-4a37-8da0-86dab5892d11 req-8b230138-2626-40f9-9044-a438c80bb28f tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490105 Aug 31 01:02:41.543597 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc14f0-1f42-4ea9-b387-fcf1611c1800 req-bcf179ea-c7f7-42ae-b488-824e9fa6d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:41.545064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81bc14f0-1f42-4ea9-b387-fcf1611c1800 req-bcf179ea-c7f7-42ae-b488-824e9fa6d5b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915277 Aug 31 01:02:41.696246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecf00543-6924-42e0-86d4-7f131638cec6 req-08b4050a-830b-4de1-9a25-e007f8129927 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "GET /v2.0/security-groups/d2ee81d3-420a-4785-a6e1-17a70e159e39 HTTP/1.1" status: 200 len: 2406 time: 0.0870845 Aug 31 01:02:41.703374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5c3e0-2dd6-45e0-86f4-ee8460fd5d93 req-157e7c02-3d4d-49e5-a3f4-a0ac3b0e9a81 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:41.704832 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1e5c3e0-2dd6-45e0-86f4-ee8460fd5d93 req-157e7c02-3d4d-49e5-a3f4-a0ac3b0e9a81 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 1097 time: 0.1059947 Aug 31 01:02:41.710198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81bc14f0-1f42-4ea9-b387-fcf1611c1800 req-8ec0e640-41ec-4ea7-861a-00835323a291 service neutron] 10.222.0.15 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568158 Aug 31 01:02:41.794376 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b10d18d-f76a-4cef-90e1-56cebc4fc92c req-94ba92a4-dce3-4464-9612-232ab7c92e2c tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "GET /v2.0/security-group-rules/79546d5b-a22b-4d39-86cb-46e8b1b2dabc HTTP/1.1" status: 200 len: 778 time: 0.0763669 Aug 31 01:02:41.816638 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1e5c3e0-2dd6-45e0-86f4-ee8460fd5d93 req-b8cbae3b-1aa1-4288-a8a2-be35f2ddaaa8 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051123 Aug 31 01:02:41.875626 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b10d18d-f76a-4cef-90e1-56cebc4fc92c req-5744a705-ee36-43c1-9e4e-616a7a3f8b44 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "GET /v2.0/security-groups/d2ee81d3-420a-4785-a6e1-17a70e159e39 HTTP/1.1" status: 200 len: 2406 time: 0.0726757 Aug 31 01:02:41.881072 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81bc14f0-1f42-4ea9-b387-fcf1611c1800 req-e9d47571-0226-493a-a977-3e9691ee11ba service neutron] 10.222.0.15 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608744 Aug 31 01:02:41.922432 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8b10d18d-f76a-4cef-90e1-56cebc4fc92c req-fe7a470b-1d9e-42d6-8073-bfc174a0cfa3 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.946753 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8b10d18d-f76a-4cef-90e1-56cebc4fc92c req-fe7a470b-1d9e-42d6-8073-bfc174a0cfa3 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.983342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d5317-e072-4b35-bb2e-42766ae64e93 req-942bbaae-5d07-4236-a1e4-55427ba12372 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:41.984811 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a66d5317-e072-4b35-bb2e-42766ae64e93 req-942bbaae-5d07-4236-a1e4-55427ba12372 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 944 time: 0.0759113 Aug 31 01:02:41.989296 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8b10d18d-f76a-4cef-90e1-56cebc4fc92c req-fe7a470b-1d9e-42d6-8073-bfc174a0cfa3 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.994679 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8b10d18d-f76a-4cef-90e1-56cebc4fc92c req-fe7a470b-1d9e-42d6-8073-bfc174a0cfa3 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.995761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b10d18d-f76a-4cef-90e1-56cebc4fc92c req-fe7a470b-1d9e-42d6-8073-bfc174a0cfa3 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/79546d5b-a22b-4d39-86cb-46e8b1b2dabc HTTP/1.1" status: 204 len: 173 time: 0.1115656 Aug 31 01:02:42.015494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a470b-1d9e-42d6-8073-bfc174a0cfa3 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79546d5b-a22b-4d39-86cb-46e8b1b2dabc,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:42.039779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a66d5317-e072-4b35-bb2e-42766ae64e93 req-da1b9941-7ba6-4c9d-a3f5-f136b1f1fd0e tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430760 Aug 31 01:02:42.144292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec62225-0788-42d3-bd47-8e09faeafa7b req-3f1cfd1e-0d05-4243-811d-1a98bc2da4a5 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:42.145940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bec62225-0788-42d3-bd47-8e09faeafa7b req-3f1cfd1e-0d05-4243-811d-1a98bc2da4a5 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0494001 Aug 31 01:02:42.190063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bec62225-0788-42d3-bd47-8e09faeafa7b req-74c5c25d-c0fb-43f6-a889-6fbdac446dbb tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368786 Aug 31 01:02:42.219148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-b4f790db-647f-43e7-bad5-302561d1b907 req-a910e5e0-31bf-40c3-9a4f-9151233c7fcf tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1065989931', 'description': 'tempest-description-131002023'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:42.245144 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b4f790db-647f-43e7-bad5-302561d1b907 req-a910e5e0-31bf-40c3-9a4f-9151233c7fcf tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.336550 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b4f790db-647f-43e7-bad5-302561d1b907 req-a910e5e0-31bf-40c3-9a4f-9151233c7fcf tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.340266 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b4f790db-647f-43e7-bad5-302561d1b907 req-a910e5e0-31bf-40c3-9a4f-9151233c7fcf tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.367374 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b4f790db-647f-43e7-bad5-302561d1b907 req-a910e5e0-31bf-40c3-9a4f-9151233c7fcf tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.368572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b4f790db-647f-43e7-bad5-302561d1b907 req-a910e5e0-31bf-40c3-9a4f-9151233c7fcf tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1538250 Aug 31 01:02:42.371340 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910e5e0-31bf-40c3-9a4f-9151233c7fcf tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5f63bf-08bb-465b-8af7-12e3f74b7ac6,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:42.430560 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ec64f21-ecdb-422f-be82-1933da37a922 req-a63b0bda-f91c-43ab-b5af-56d1062d3987 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "GET /v2.0/security-groups/df5f63bf-08bb-465b-8af7-12e3f74b7ac6 HTTP/1.1" status: 200 len: 1812 time: 0.0389960 Aug 31 01:02:42.468093 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-13477962-c448-42b8-9390-51f1ff1f4bed req-ca96ba6c-5b9c-4cd6-8fbd-bfa6b3572706 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1726245595', 'description': 'tempest-description-1759299654'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:42.489570 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-13477962-c448-42b8-9390-51f1ff1f4bed req-ca96ba6c-5b9c-4cd6-8fbd-bfa6b3572706 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.570288 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-13477962-c448-42b8-9390-51f1ff1f4bed req-ca96ba6c-5b9c-4cd6-8fbd-bfa6b3572706 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.575247 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-13477962-c448-42b8-9390-51f1ff1f4bed req-ca96ba6c-5b9c-4cd6-8fbd-bfa6b3572706 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.630176 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-13477962-c448-42b8-9390-51f1ff1f4bed req-ca96ba6c-5b9c-4cd6-8fbd-bfa6b3572706 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.631429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-13477962-c448-42b8-9390-51f1ff1f4bed req-ca96ba6c-5b9c-4cd6-8fbd-bfa6b3572706 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1674745 Aug 31 01:02:42.636272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96ba6c-5b9c-4cd6-8fbd-bfa6b3572706 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef675fd6-806f-485f-a58c-3699c2b6cb23,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:42.654553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba883a-5233-49c7-9134-04d4acb5ad42 req-d75fa637-8211-4fc3-8482-28684d6cb247 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:42.656154 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00ba883a-5233-49c7-9134-04d4acb5ad42 req-d75fa637-8211-4fc3-8482-28684d6cb247 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.0819612 Aug 31 01:02:42.704465 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00ba883a-5233-49c7-9134-04d4acb5ad42 req-70ce20bd-b79b-47ef-98ca-40c9f13d84f8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422757 Aug 31 01:02:42.741448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eedff9-07bf-4b7c-b8f4-a0e959a4a5d5 req-856ffd29-0eb4-479d-9b9a-320d09c7a569 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:42.742914 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3eedff9-07bf-4b7c-b8f4-a0e959a4a5d5 req-856ffd29-0eb4-479d-9b9a-320d09c7a569 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.0540192 Aug 31 01:02:42.783932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3eedff9-07bf-4b7c-b8f4-a0e959a4a5d5 req-f83e8dfd-5b42-4993-9e20-e18a1c544e5e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340252 Aug 31 01:02:42.837081 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d1c70dd-0056-4798-898a-7d14afd55c88 req-7fd250aa-3896-4023-8e92-e82df54ec42a tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "GET /v2.0/security-groups/ef675fd6-806f-485f-a58c-3699c2b6cb23 HTTP/1.1" status: 200 len: 1813 time: 0.0388503 Aug 31 01:02:42.860841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-93bbfb25-54f1-47ee-85ce-a5bff57d2cb4 req-8edb1990-6da9-490c-9b1c-695497f9e559 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-194491882', 'description': 'tempest-description-755672574'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:42.883067 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-93bbfb25-54f1-47ee-85ce-a5bff57d2cb4 req-8edb1990-6da9-490c-9b1c-695497f9e559 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.966811 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-93bbfb25-54f1-47ee-85ce-a5bff57d2cb4 req-8edb1990-6da9-490c-9b1c-695497f9e559 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.971395 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-93bbfb25-54f1-47ee-85ce-a5bff57d2cb4 req-8edb1990-6da9-490c-9b1c-695497f9e559 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:42.982486 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ac68a434-b97c-4b5f-8c0e-bcadce6ea332 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:02:42.984793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ac68a434-b97c-4b5f-8c0e-bcadce6ea332 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:43.002151 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-93bbfb25-54f1-47ee-85ce-a5bff57d2cb4 req-8edb1990-6da9-490c-9b1c-695497f9e559 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.003499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93bbfb25-54f1-47ee-85ce-a5bff57d2cb4 req-8edb1990-6da9-490c-9b1c-695497f9e559 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1468191 Aug 31 01:02:43.004515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb1990-6da9-490c-9b1c-695497f9e559 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee458aa-3a7f-4071-81a1-5dd5da30166c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:43.095058 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ec8b8ca-6328-4a03-90fe-da42b8f451b6 req-ac32e055-a9b2-46be-9bdb-bae12bdc8830 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "GET /v2.0/security-groups/dee458aa-3a7f-4071-81a1-5dd5da30166c HTTP/1.1" status: 200 len: 1811 time: 0.0629172 Aug 31 01:02:43.128047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-0057034e-9e0c-4eb5-92fc-7bd9fe93ad00 req-ee066b0c-392c-49c8-b7d7-0f47203955b5 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1243772752', 'description': 'tempest-description-1957080346'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:43.173815 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0057034e-9e0c-4eb5-92fc-7bd9fe93ad00 req-ee066b0c-392c-49c8-b7d7-0f47203955b5 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.184456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2c21d-5d00-4556-916e-5ba793a5104c req-ace69988-b985-4eae-9981-db69759dd7c1 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:43.185975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0db2c21d-5d00-4556-916e-5ba793a5104c req-ace69988-b985-4eae-9981-db69759dd7c1 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 944 time: 0.0731235 Aug 31 01:02:43.245394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0db2c21d-5d00-4556-916e-5ba793a5104c req-575745d4-c58f-4e13-a62b-a821d34787f2 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498445 Aug 31 01:02:43.273565 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.277531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ac68a434-b97c-4b5f-8c0e-bcadce6ea332, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:43.303140 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332', 'mac_address': 'fa:16:3e:3e:92:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:02:43.313879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:43.316198 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356d4e75-5ecf-423f-be5f-b5bb81c6c511" -d '{"events": [{"server_uuid": "7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797", "name": "network-vif-unplugged", "status": "completed", "tag": "ac68a434-b97c-4b5f-8c0e-bcadce6ea332"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:43.336984 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0057034e-9e0c-4eb5-92fc-7bd9fe93ad00 req-ee066b0c-392c-49c8-b7d7-0f47203955b5 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.342348 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0057034e-9e0c-4eb5-92fc-7bd9fe93ad00 req-ee066b0c-392c-49c8-b7d7-0f47203955b5 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.347420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ac68a434-b97c-4b5f-8c0e-bcadce6ea332, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:43.359206 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.386594 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.408358 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee066b0c-392c-49c8-b7d7-0f47203955b5 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5843986-dc69-41dd-b4e1-c6a132eedc50,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:43.408927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac68a434-b97c-4b5f-8c0e-bcadce6ea332 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:43.415903 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0057034e-9e0c-4eb5-92fc-7bd9fe93ad00 req-ee066b0c-392c-49c8-b7d7-0f47203955b5 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.417455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0057034e-9e0c-4eb5-92fc-7bd9fe93ad00 req-ee066b0c-392c-49c8-b7d7-0f47203955b5 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2950492 Aug 31 01:02:43.457846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1b58f-b0d1-4f6e-9857-708ab4a2ca3a req-732fd61f-f64c-433c-a887-10caee6f44b2 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:43.466905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ee1b58f-b0d1-4f6e-9857-708ab4a2ca3a req-732fd61f-f64c-433c-a887-10caee6f44b2 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 948 time: 0.1005502 Aug 31 01:02:43.476608 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:02:43.476964 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:02:43.478278 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:43.510826 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ee1b58f-b0d1-4f6e-9857-708ab4a2ca3a req-f0c9ec78-6e35-4b4c-be8d-2ac45cd03927 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 Aug 31 01:02:43.564468 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7899c791-9941-4a78-a60d-68f00c7d0cdf x-openstack-request-id: req-7899c791-9941-4a78-a60d-68f00c7d0cdf {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:43.564785 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797", "name": "network-vif-unplugged", "status": "completed", "tag": "ac68a434-b97c-4b5f-8c0e-bcadce6ea332", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:43.565041 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7899c791-9941-4a78-a60d-68f00c7d0cdf {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:43.565439 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332', 'code': 200} Aug 31 01:02:43.614400 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-167df4cc-14e0-4563-943e-8aeb917678c0 req-b1ead025-b920-497a-b86a-228a3b0c17ba tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "GET /v2.0/security-groups/c5843986-dc69-41dd-b4e1-c6a132eedc50 HTTP/1.1" status: 200 len: 1813 time: 0.0383644 Aug 31 01:02:43.649236 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-885c306f-221d-47f9-b644-f683ea1ca737 req-2395face-e93d-429a-912b-36304bfa142a tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] show failed (client error): The resource could not be found. Aug 31 01:02:43.650221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-885c306f-221d-47f9-b644-f683ea1ca737 req-2395face-e93d-429a-912b-36304bfa142a tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "GET /v2.0/security-groups/14f0c97f-93e4-45fe-8f92-f7c1fb54571b HTTP/1.1" status: 404 len: 352 time: 0.0135512 Aug 31 01:02:43.683470 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-7d76f92b-2393-4ca4-a936-132d94e44ef6 req-85c35c62-aa88-4115-a62a-18dd2164e6d4 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] show failed (client error): The resource could not be found. Aug 31 01:02:43.684439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d76f92b-2393-4ca4-a936-132d94e44ef6 req-85c35c62-aa88-4115-a62a-18dd2164e6d4 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "GET /v2.0/security-group-rules/e0c29d23-9432-43a3-a38f-e0c399b3a258 HTTP/1.1" status: 404 len: 361 time: 0.0131671 Aug 31 01:02:43.744717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebd1f0bb-52d9-47fd-8fb0-f275d858b06b req-2c3b6928-e3f6-4b32-8774-2bf42335ea47 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "GET /v2.0/security-groups/c5843986-dc69-41dd-b4e1-c6a132eedc50 HTTP/1.1" status: 200 len: 1813 time: 0.0397463 Aug 31 01:02:43.842506 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ebd1f0bb-52d9-47fd-8fb0-f275d858b06b req-04c313ac-bd45-4535-9ecb-b1f0bd71301f tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.850686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae4bf5-da31-432a-8f21-6582723b08c2 req-fbfc7cd7-454e-45d6-9724-31f8c7f2fee7 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:43.852205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7bae4bf5-da31-432a-8f21-6582723b08c2 req-fbfc7cd7-454e-45d6-9724-31f8c7f2fee7 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.0777297 Aug 31 01:02:43.887936 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ebd1f0bb-52d9-47fd-8fb0-f275d858b06b req-04c313ac-bd45-4535-9ecb-b1f0bd71301f tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.919314 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7bae4bf5-da31-432a-8f21-6582723b08c2 req-6ee037a2-f710-4a5f-b2b1-d00ffefed230 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550959 Aug 31 01:02:43.945272 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ebd1f0bb-52d9-47fd-8fb0-f275d858b06b req-04c313ac-bd45-4535-9ecb-b1f0bd71301f tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.948218 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ebd1f0bb-52d9-47fd-8fb0-f275d858b06b req-04c313ac-bd45-4535-9ecb-b1f0bd71301f tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:43.949373 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebd1f0bb-52d9-47fd-8fb0-f275d858b06b req-04c313ac-bd45-4535-9ecb-b1f0bd71301f tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "DELETE /v2.0/security-groups/c5843986-dc69-41dd-b4e1-c6a132eedc50 HTTP/1.1" status: 204 len: 173 time: 0.1967504 Aug 31 01:02:43.960374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c313ac-bd45-4535-9ecb-b1f0bd71301f tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5843986-dc69-41dd-b4e1-c6a132eedc50,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:44.015451 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.035450 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac68a434-b97c-4b5f-8c0e-bcadce6ea332 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:44.059063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ac68a434-b97c-4b5f-8c0e-bcadce6ea332, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:44.064510 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.107171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc212e-d809-4b9a-8eff-e5e4d843e277 req-8ca0852d-e631-45c1-b8e5-568ffc555131 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:44.108737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9fc212e-d809-4b9a-8eff-e5e4d843e277 req-8ca0852d-e631-45c1-b8e5-568ffc555131 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.0854392 Aug 31 01:02:44.111977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54e8b855-736f-4189-8149-ef32139c104d req-d26325d1-bb3a-47ed-868a-48c35498e9d0 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "GET /v2.0/security-groups/dee458aa-3a7f-4071-81a1-5dd5da30166c HTTP/1.1" status: 200 len: 1811 time: 0.0776067 Aug 31 01:02:44.123108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,revision_number=10']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:44.188592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9fc212e-d809-4b9a-8eff-e5e4d843e277 req-f0c373f8-ec73-47c0-8ce0-b605047d523b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723634 Aug 31 01:02:44.211517 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-54e8b855-736f-4189-8149-ef32139c104d req-a25c5c51-3464-497d-aa11-85d8d602444f tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.235746 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-54e8b855-736f-4189-8149-ef32139c104d req-a25c5c51-3464-497d-aa11-85d8d602444f tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.278337 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-54e8b855-736f-4189-8149-ef32139c104d req-a25c5c51-3464-497d-aa11-85d8d602444f tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.280921 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-54e8b855-736f-4189-8149-ef32139c104d req-a25c5c51-3464-497d-aa11-85d8d602444f tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.282358 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54e8b855-736f-4189-8149-ef32139c104d req-a25c5c51-3464-497d-aa11-85d8d602444f tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "DELETE /v2.0/security-groups/dee458aa-3a7f-4071-81a1-5dd5da30166c HTTP/1.1" status: 204 len: 173 time: 0.1642914 Aug 31 01:02:44.293757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c5c51-3464-497d-aa11-85d8d602444f tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee458aa-3a7f-4071-81a1-5dd5da30166c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:44.365741 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-796ffed9-0ad0-47df-b3b4-2ca93a2b9fcf req-61d95801-db53-4e36-9732-663d152d2888 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "GET /v2.0/security-groups/ef675fd6-806f-485f-a58c-3699c2b6cb23 HTTP/1.1" status: 200 len: 1813 time: 0.0524607 Aug 31 01:02:44.410972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['ac68a434-b97c-4b5f-8c0e-bcadce6ea332'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:44.440585 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34806214-3e8d-4d63-8248-02892e1d1f45 req-bc47a6fd-37bc-4edb-88e7-182668bc4885 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:44.444350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34806214-3e8d-4d63-8248-02892e1d1f45 req-bc47a6fd-37bc-4edb-88e7-182668bc4885 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 944 time: 0.0932715 Aug 31 01:02:44.475525 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-796ffed9-0ad0-47df-b3b4-2ca93a2b9fcf req-97a50989-1088-457e-8718-cbe47cabcd1c tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.508684 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34806214-3e8d-4d63-8248-02892e1d1f45 req-2b19a5d5-fa39-4c7b-a2b2-948fb921317e tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573850 Aug 31 01:02:44.513826 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-796ffed9-0ad0-47df-b3b4-2ca93a2b9fcf req-97a50989-1088-457e-8718-cbe47cabcd1c tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.589280 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-796ffed9-0ad0-47df-b3b4-2ca93a2b9fcf req-97a50989-1088-457e-8718-cbe47cabcd1c tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.592269 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-796ffed9-0ad0-47df-b3b4-2ca93a2b9fcf req-97a50989-1088-457e-8718-cbe47cabcd1c tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.593646 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-796ffed9-0ad0-47df-b3b4-2ca93a2b9fcf req-97a50989-1088-457e-8718-cbe47cabcd1c tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "DELETE /v2.0/security-groups/ef675fd6-806f-485f-a58c-3699c2b6cb23 HTTP/1.1" status: 204 len: 173 time: 0.2132449 Aug 31 01:02:44.603553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a50989-1088-457e-8718-cbe47cabcd1c tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef675fd6-806f-485f-a58c-3699c2b6cb23,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:44.678655 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e56f9108-6326-4c89-aa42-e71083986329 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:02:44.724105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78b419-87a0-496f-9d2f-8bef0640e5da req-456a5dcb-407a-41f8-abe2-9bedb43af817 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:44.725527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be78b419-87a0-496f-9d2f-8bef0640e5da req-456a5dcb-407a-41f8-abe2-9bedb43af817 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.0678279 Aug 31 01:02:44.769064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09546b79-35b3-4e22-8e5b-d42404c585a0 req-fce5e4e6-8243-4773-ae8b-5bfe0047a15f tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "GET /v2.0/security-groups/df5f63bf-08bb-465b-8af7-12e3f74b7ac6 HTTP/1.1" status: 200 len: 1812 time: 0.0719435 Aug 31 01:02:44.780844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e56f9108-6326-4c89-aa42-e71083986329, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e56f9108-6326-4c89-aa42-e71083986329,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:44.790793 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be78b419-87a0-496f-9d2f-8bef0640e5da req-4be99d11-4c7b-400b-bc3d-57e2569542cc tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565591 Aug 31 01:02:44.794642 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'e56f9108-6326-4c89-aa42-e71083986329', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'port_id': 'e56f9108-6326-4c89-aa42-e71083986329', 'mac_address': 'fa:16:3e:f1:9e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:02:44.844038 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-09546b79-35b3-4e22-8e5b-d42404c585a0 req-b0f534fe-a9e5-41a3-98fb-affdd3fc5f73 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.845981 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.859514 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56f9108-6326-4c89-aa42-e71083986329 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:44.866549 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-09546b79-35b3-4e22-8e5b-d42404c585a0 req-b0f534fe-a9e5-41a3-98fb-affdd3fc5f73 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.880019 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e56f9108-6326-4c89-aa42-e71083986329, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e56f9108-6326-4c89-aa42-e71083986329,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:44.884349 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.912883 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-09546b79-35b3-4e22-8e5b-d42404c585a0 req-b0f534fe-a9e5-41a3-98fb-affdd3fc5f73 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.915503 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-09546b79-35b3-4e22-8e5b-d42404c585a0 req-b0f534fe-a9e5-41a3-98fb-affdd3fc5f73 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:44.918778 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09546b79-35b3-4e22-8e5b-d42404c585a0 req-b0f534fe-a9e5-41a3-98fb-affdd3fc5f73 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "DELETE /v2.0/security-groups/df5f63bf-08bb-465b-8af7-12e3f74b7ac6 HTTP/1.1" status: 204 len: 173 time: 0.1402299 Aug 31 01:02:44.928813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f534fe-a9e5-41a3-98fb-affdd3fc5f73 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5f63bf-08bb-465b-8af7-12e3f74b7ac6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:44.952055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e56f9108-6326-4c89-aa42-e71083986329,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:44.999096 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b60b7f6-45df-40db-bdcc-0c25440a11ce req-55bbe121-b204-4688-a72f-82afe2b6b5af tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "GET /v2.0/security-groups/d2ee81d3-420a-4785-a6e1-17a70e159e39 HTTP/1.1" status: 200 len: 1813 time: 0.0506880 Aug 31 01:02:45.075194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab5028-5c5d-4750-a91a-853a12a4e55c req-a6ff736b-7b1f-4ee8-a6d5-d0c5440ee204 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:45.076960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93ab5028-5c5d-4750-a91a-853a12a4e55c req-a6ff736b-7b1f-4ee8-a6d5-d0c5440ee204 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.0820186 Aug 31 01:02:45.107321 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9b60b7f6-45df-40db-bdcc-0c25440a11ce req-a1473506-b153-40ce-b89d-73b90cfbd400 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.140847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93ab5028-5c5d-4750-a91a-853a12a4e55c req-6c57051b-c808-49c5-817a-aaea3efb0f31 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569365 Aug 31 01:02:45.145231 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9b60b7f6-45df-40db-bdcc-0c25440a11ce req-a1473506-b153-40ce-b89d-73b90cfbd400 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.193722 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9b60b7f6-45df-40db-bdcc-0c25440a11ce req-a1473506-b153-40ce-b89d-73b90cfbd400 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.196891 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9b60b7f6-45df-40db-bdcc-0c25440a11ce req-a1473506-b153-40ce-b89d-73b90cfbd400 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.198208 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b60b7f6-45df-40db-bdcc-0c25440a11ce req-a1473506-b153-40ce-b89d-73b90cfbd400 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] 10.222.0.58 "DELETE /v2.0/security-groups/d2ee81d3-420a-4785-a6e1-17a70e159e39 HTTP/1.1" status: 204 len: 173 time: 0.1917498 Aug 31 01:02:45.205000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35216) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:45.207745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1473506-b153-40ce-b89d-73b90cfbd400 tempest-SecurityGroupRulesNegativeTestJSON-274081962 tempest-SecurityGroupRulesNegativeTestJSON-274081962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ee81d3-420a-4785-a6e1-17a70e159e39,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:45.256876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfb3c3e-6bda-49b6-a654-38a3d4c5e1c7 admin admin] Deleting subnet 9ffa7196-76d8-48c1-8270-5397e7a72e8d {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:02:45.260617 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3c3e-6bda-49b6-a654-38a3d4c5e1c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.289631 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['e56f9108-6326-4c89-aa42-e71083986329'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:45.312586 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3c3e-6bda-49b6-a654-38a3d4c5e1c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.342569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d618f7e-af73-4168-b46d-ab59e51602af req-0c34f880-2034-4d46-a250-ca4f84515196 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:45.344705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d618f7e-af73-4168-b46d-ab59e51602af req-0c34f880-2034-4d46-a250-ca4f84515196 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.0772188 Aug 31 01:02:45.361111 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3c3e-6bda-49b6-a654-38a3d4c5e1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.401808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d618f7e-af73-4168-b46d-ab59e51602af req-3098a8c0-4cc3-4728-bfcc-bb39b09aec59 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486739 Aug 31 01:02:45.424632 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3c3e-6bda-49b6-a654-38a3d4c5e1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.441080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3c3e-6bda-49b6-a654-38a3d4c5e1c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.445583 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cdfb3c3e-6bda-49b6-a654-38a3d4c5e1c7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9ffa7196-76d8-48c1-8270-5397e7a72e8d HTTP/1.1" status: 204 len: 168 time: 0.2373495 Aug 31 01:02:45.445832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35220) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:45.474317 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-be5d9089-b3c5-47e6-8f05-3d6cbde1420e service neutron] show failed (client error): The resource could not be found. Aug 31 01:02:45.475347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-be5d9089-b3c5-47e6-8f05-3d6cbde1420e service neutron] 10.222.0.15 "GET /v2.0/ports/abbcb3e1-1df2-4e24-875b-ce85f871bb2f/bindings/n-h2-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0575657 Aug 31 01:02:45.507573 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb3c3e-6bda-49b6-a654-38a3d4c5e1c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ffa7196-76d8-48c1-8270-5397e7a72e8d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:45.548733 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47c54413-5c82-45bc-8cf1-3fb285893e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.639058 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47c54413-5c82-45bc-8cf1-3fb285893e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.652401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-47c54413-5c82-45bc-8cf1-3fb285893e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0073a6c-da7f-44c2-8f25-16fe64b50150']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:45.663262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729590b-423b-4a5f-80e6-f18aa5c02a15 req-602302a3-6c3f-4557-a788-ed37c43dd523 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:45.664898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-47c54413-5c82-45bc-8cf1-3fb285893e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593299de-a1ae-4f6e-acfd-b570c336093e') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:45.665444 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-47c54413-5c82-45bc-8cf1-3fb285893e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593299de-a1ae-4f6e-acfd-b570c336093e') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:45.671968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c729590b-423b-4a5f-80e6-f18aa5c02a15 req-602302a3-6c3f-4557-a788-ed37c43dd523 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 945 time: 0.0662262 Aug 31 01:02:45.680784 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47c54413-5c82-45bc-8cf1-3fb285893e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.709508 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47c54413-5c82-45bc-8cf1-3fb285893e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.718346 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c729590b-423b-4a5f-80e6-f18aa5c02a15 req-dc7accfe-cc34-4618-9d14-1c57c7fcb300 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447922 Aug 31 01:02:45.730487 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c54413-5c82-45bc-8cf1-3fb285893e7c admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:02:45.738882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47c54413-5c82-45bc-8cf1-3fb285893e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:02:45.741083 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:02:45.834202 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-868b1feb-f2c3-488d-a20e-29c8a62e14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:45.835786 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-868b1feb-f2c3-488d-a20e-29c8a62e14ee service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559&tenant_id=4f4f81af0327488683358ca40e0e4b3d HTTP/1.1" status: 200 len: 1102 time: 0.0829148 Aug 31 01:02:45.836749 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47c54413-5c82-45bc-8cf1-3fb285893e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.853075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:45.857336 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47c54413-5c82-45bc-8cf1-3fb285893e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.859636 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-47c54413-5c82-45bc-8cf1-3fb285893e7c admin admin] 10.222.0.58 "DELETE /v2.0/networks/d0073a6c-da7f-44c2-8f25-16fe64b50150 HTTP/1.1" status: 204 len: 168 time: 0.4125640 Aug 31 01:02:45.872354 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c54413-5c82-45bc-8cf1-3fb285893e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=d0073a6c-da7f-44c2-8f25-16fe64b50150,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:45.895920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78b9fa0f-48d0-44c9-866c-50c1cd0485ae req-e6559a34-8472-4b46-a34d-d90b9d6bcbc4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561042 Aug 31 01:02:45.939661 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.010574 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402ac00-9ef3-44f5-aa9b-99bbdd11cb85 req-f74dd464-96da-4559-b8ea-d2ca0572a171 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:46.017717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9402ac00-9ef3-44f5-aa9b-99bbdd11cb85 req-f74dd464-96da-4559-b8ea-d2ca0572a171 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1133146 Aug 31 01:02:46.040173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9fa0f-48d0-44c9-866c-50c1cd0485ae req-ec429cbc-0ad5-4c23-b3ea-628bd3127bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:46.042592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78b9fa0f-48d0-44c9-866c-50c1cd0485ae req-ec429cbc-0ad5-4c23-b3ea-628bd3127bfc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 1097 time: 0.0850267 Aug 31 01:02:46.052803 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35232) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:46.140026 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9402ac00-9ef3-44f5-aa9b-99bbdd11cb85 req-d3b2b107-db2a-428b-adfa-6c3738653543 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209416 Aug 31 01:02:46.186581 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c96fb4cb-4885-4c82-a123-0ce9dd4c4995 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07152f88bdf64bfdb8e7b403ca164495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1303387 Aug 31 01:02:46.187228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] For port abbcb3e1-1df2-4e24-875b-ce85f871bb2f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:46.188979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35236) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:46.229699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9fa0f-48d0-44c9-866c-50c1cd0485ae req-0e2650df-f635-46a0-9efc-b13f3b21d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:46.231196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78b9fa0f-48d0-44c9-866c-50c1cd0485ae req-0e2650df-f635-46a0-9efc-b13f3b21d5e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.1640322 Aug 31 01:02:46.233771 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] For port abbcb3e1-1df2-4e24-875b-ce85f871bb2f, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:46.283193 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d2956f-4540-4e8a-9166-251d19d69559', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:46.286523 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1249ef-2093-42bd-aa0d-b582b90098de" -d '{"events": [{"server_uuid": "b0d2956f-4540-4e8a-9166-251d19d69559", "name": "network-vif-unplugged", "status": "completed", "tag": "abbcb3e1-1df2-4e24-875b-ce85f871bb2f"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:46.292438 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.311376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Transition to ACTIVE for port object abbcb3e1-1df2-4e24-875b-ce85f871bb2f will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:46.312114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78b9fa0f-48d0-44c9-866c-50c1cd0485ae req-fccb75b0-f861-4e59-91a7-f70dcb6af814 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068 HTTP/1.1" status: 200 len: 217 time: 0.0675039 Aug 31 01:02:46.318677 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.388061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43470ea0-af5f-4a7f-9b83-c09fe2e12631 req-bf7d8d45-27bf-48f7-a616-d9f18b1e79be tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:46.389964 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43470ea0-af5f-4a7f-9b83-c09fe2e12631 req-bf7d8d45-27bf-48f7-a616-d9f18b1e79be tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.1658068 Aug 31 01:02:46.396305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] No DVR routers for this DVR port abbcb3e1-1df2-4e24-875b-ce85f871bb2f on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:02:46.403370 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-74f9e106-a948-4b3a-bcb2-9a36db25c61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.421687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Pushing event updated for resources: {'Port': ['ID=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,revision_number=6']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:46.447316 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef9b196-5d17-44e5-aa11-9a107897f5bd x-openstack-request-id: req-5ef9b196-5d17-44e5-aa11-9a107897f5bd {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:46.447316 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d2956f-4540-4e8a-9166-251d19d69559", "name": "network-vif-unplugged", "status": "completed", "tag": "abbcb3e1-1df2-4e24-875b-ce85f871bb2f", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:46.447316 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ef9b196-5d17-44e5-aa11-9a107897f5bd {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:46.448753 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d2956f-4540-4e8a-9166-251d19d69559', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f', 'code': 200} Aug 31 01:02:46.449482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9fa0f-48d0-44c9-866c-50c1cd0485ae req-a47b94cf-77e6-4b85-bc7b-573709ddd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:46.451225 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78b9fa0f-48d0-44c9-866c-50c1cd0485ae req-a47b94cf-77e6-4b85-bc7b-573709ddd675 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.1308851 Aug 31 01:02:46.464505 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Attempting to bind port abbcb3e1-1df2-4e24-875b-ce85f871bb2f on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:46.464735 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Attempting to bind port abbcb3e1-1df2-4e24-875b-ce85f871bb2f by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:46.465785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Attempting to bind port abbcb3e1-1df2-4e24-875b-ce85f871bb2f on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:46.470824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Port abbcb3e1-1df2-4e24-875b-ce85f871bb2f on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:02:46.471544 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Attempting to bind port abbcb3e1-1df2-4e24-875b-ce85f871bb2f on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:46.475121 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-74f9e106-a948-4b3a-bcb2-9a36db25c61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.484683 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:46.485156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:46.485807 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:46.486404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Bound port: abbcb3e1-1df2-4e24-875b-ce85f871bb2f, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:46.487160 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.520681 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43470ea0-af5f-4a7f-9b83-c09fe2e12631 req-6a31affe-7f04-4f3c-97ea-2289969a2796 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227190 Aug 31 01:02:46.526695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78b9fa0f-48d0-44c9-866c-50c1cd0485ae req-53442782-fb01-4a0b-ab2e-c10db902c16a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602529 Aug 31 01:02:46.580344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] For port abbcb3e1-1df2-4e24-875b-ce85f871bb2f, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:46.585914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] For port abbcb3e1-1df2-4e24-875b-ce85f871bb2f, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:46.591720 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.626391 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:46.627215 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.628958 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] 10.222.0.70 "PUT /v2.0/ports/abbcb3e1-1df2-4e24-875b-ce85f871bb2f HTTP/1.1" status: 200 len: 1097 time: 0.7817612 Aug 31 01:02:46.672715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db428c-483f-4daf-bb80-85513de1a814 req-4c990d40-743d-459b-87eb-d496cf2711a8 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:46.675411 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6db428c-483f-4daf-bb80-85513de1a814 req-4c990d40-743d-459b-87eb-d496cf2711a8 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 948 time: 0.1516020 Aug 31 01:02:46.681036 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00ca37-47f2-4902-ab2d-ce41200b0c7b service neutron] Pushing event updated for resources: {'Port': ['ID=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,revision_number=7']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:46.710081 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78b9fa0f-48d0-44c9-866c-50c1cd0485ae req-67c902d5-fee1-4785-acb4-e91f5a630818 service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646569 Aug 31 01:02:46.717301 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e56f9108-6326-4c89-aa42-e71083986329 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:46.730490 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-8837ef7d-d153-45db-bec3-2d3c4ba242f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:46.731180 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-74f9e106-a948-4b3a-bcb2-9a36db25c61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.733751 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-74f9e106-a948-4b3a-bcb2-9a36db25c61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.737177 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-74f9e106-a948-4b3a-bcb2-9a36db25c61d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/355ec6b9-74c1-4278-89ea-25db59861062 HTTP/1.1" status: 204 len: 168 time: 0.5450132 Aug 31 01:02:46.752694 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-8837ef7d-d153-45db-bec3-2d3c4ba242f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 1100 time: 0.0825682 Aug 31 01:02:46.789697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9e106-a948-4b3a-bcb2-9a36db25c61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355ec6b9-74c1-4278-89ea-25db59861062,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:46.792354 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port e56f9108-6326-4c89-aa42-e71083986329 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:46.800029 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port e56f9108-6326-4c89-aa42-e71083986329 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:46.800639 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.823888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6db428c-483f-4daf-bb80-85513de1a814 req-db756a25-09fb-4c36-be18-576f3d0756dc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278684 Aug 31 01:02:46.889500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78b9fa0f-48d0-44c9-866c-50c1cd0485ae req-314f373b-2445-4cb0-91c9-14c4e0571972 service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701953 Aug 31 01:02:46.963990 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:46.999235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-581985c3-4d80-490a-adac-d2e73c323e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:47.002103 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-581985c3-4d80-490a-adac-d2e73c323e81 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.2389085 Aug 31 01:02:47.013241 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b5a9e-3429-44f1-b42e-1b301eac9ce5 req-73d4c0e1-7386-4d61-9c0b-5ec0b6cdacdd tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:47.014239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56f9108-6326-4c89-aa42-e71083986329'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:47.016525 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17622a53-2d0f-451a-826a-bc7496e4746a" -d '{"events": [{"server_uuid": "2ef0d01d-33f3-422b-bffb-0813285bfe5e", "name": "network-vif-plugged", "status": "completed", "tag": "e56f9108-6326-4c89-aa42-e71083986329"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:47.024312 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0f4b5a9e-3429-44f1-b42e-1b301eac9ce5 req-73d4c0e1-7386-4d61-9c0b-5ec0b6cdacdd tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 945 time: 0.0880518 Aug 31 01:02:47.046482 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ac68a434-b97c-4b5f-8c0e-bcadce6ea332 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:47.090331 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0f4b5a9e-3429-44f1-b42e-1b301eac9ce5 req-8c9985bd-df03-48ea-bc7d-a3e5d5890058 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649996 Aug 31 01:02:47.091428 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-c091b286-79bc-4833-a061-5f236045add1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f HTTP/1.1" status: 200 len: 217 time: 0.0800722 Aug 31 01:02:47.102476 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e56f9108-6326-4c89-aa42-e71083986329, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e56f9108-6326-4c89-aa42-e71083986329,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:47.105409 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20aa7fcf-b6e1-405c-9148-67e67c89a3d9 x-openstack-request-id: req-20aa7fcf-b6e1-405c-9148-67e67c89a3d9 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:47.105691 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef0d01d-33f3-422b-bffb-0813285bfe5e", "name": "network-vif-plugged", "status": "completed", "tag": "e56f9108-6326-4c89-aa42-e71083986329", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:47.105940 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20aa7fcf-b6e1-405c-9148-67e67c89a3d9 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:47.106329 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56f9108-6326-4c89-aa42-e71083986329', 'code': 200} Aug 31 01:02:47.110879 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:47.111755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device abbcb3e1-1df2-4e24-875b-ce85f871bb2f no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:02:47.167997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-0c5f862f-ee9f-4c5f-8f44-5cf2333e1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:47.178263 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-0c5f862f-ee9f-4c5f-8f44-5cf2333e1217 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0756338 Aug 31 01:02:47.248849 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee76793-e973-4ff4-be74-05d34a5dfb47 req-fd13d957-f891-443a-9db1-e5d6df1b765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:47.259554 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ee76793-e973-4ff4-be74-05d34a5dfb47 req-fd13d957-f891-443a-9db1-e5d6df1b765b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 1098 time: 0.0807273 Aug 31 01:02:47.269499 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-6b98f4fe-8cf5-42e2-8f30-8604f3e54e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:47.271061 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-6b98f4fe-8cf5-42e2-8f30-8604f3e54e4d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0849957 Aug 31 01:02:47.292655 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e56f9108-6326-4c89-aa42-e71083986329,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:47.333665 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device abbcb3e1-1df2-4e24-875b-ce85f871bb2f not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:02:47.347608 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ee76793-e973-4ff4-be74-05d34a5dfb47 req-2e8d947d-c997-4b2e-b712-350ea493df5b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544221 Aug 31 01:02:47.349293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port ac68a434-b97c-4b5f-8c0e-bcadce6ea332 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:47.349646 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:47.382872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aa5f9-959f-4ddd-aecb-91944f86dc4d req-768ba4cb-08b7-49dc-a89b-bba02f3dbfb5 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:47.394092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-890aa5f9-959f-4ddd-aecb-91944f86dc4d req-768ba4cb-08b7-49dc-a89b-bba02f3dbfb5 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 950 time: 0.1322706 Aug 31 01:02:47.435848 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-584a24a0-0f14-41f6-8298-ff44d96657c8 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487465 Aug 31 01:02:47.475873 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:47.486870 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-890aa5f9-959f-4ddd-aecb-91944f86dc4d req-2abae46f-56ea-4513-8a94-0eca5ba97c57 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888193 Aug 31 01:02:47.524712 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ac68a434-b97c-4b5f-8c0e-bcadce6ea332, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:47.531422 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:47.583265 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-78bd5d2d-82e9-4ec3-a1e5-5dc20eddb8e8 req-a3391a14-2b03-4c1b-92c4-6cfadf8dde9b service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366913 Aug 31 01:02:47.607243 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,revision_number=11']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:47.690911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd46d0-dd55-4dc9-bcb5-d96baeb5acb9 req-27be9d37-b219-49fb-bf2a-25656119f5c6 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:47.692834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ecd46d0-dd55-4dc9-bcb5-d96baeb5acb9 req-27be9d37-b219-49fb-bf2a-25656119f5c6 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.0645792 Aug 31 01:02:47.737904 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ecd46d0-dd55-4dc9-bcb5-d96baeb5acb9 req-6a7e4ca3-ac04-4a63-aa14-b5e982d35001 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372634 Aug 31 01:02:47.885493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35328) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:47.959009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2759e72-7732-4e82-aa5e-1dc826936e0a req-82a31972-180f-4b7f-8ec7-4658183712b5 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:47.960823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2759e72-7732-4e82-aa5e-1dc826936e0a req-82a31972-180f-4b7f-8ec7-4658183712b5 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 948 time: 0.0553913 Aug 31 01:02:48.005021 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2759e72-7732-4e82-aa5e-1dc826936e0a req-f99572a2-a4dc-487e-84ff-86bed65ce73d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354650 Aug 31 01:02:48.011644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1990720111-network', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:48.033279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] Made reservation on behalf of 4f4ca84341a543f0a0256aea7256b8a5 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:48.035808 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:48.045880 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:48.147857 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:48.157040 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:48.205678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:02:48.231254 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:48.231624 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] Added segment f9a32beb-f472-4c85-930c-be1d27268ff6 of type vlan for network 43cf0cdb-07e2-4ad1-9b79-78ee4269708c Aug 31 01:02:48.242207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c74ba3d-c8d8-4a12-962b-99d654d4da25,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:48.293608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dfdbc-98c8-420e-bad9-1db62156d656 req-9e50f53a-1c7e-4017-86a6-e58fd4aae5df tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:48.295130 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-363dfdbc-98c8-420e-bad9-1db62156d656 req-9e50f53a-1c7e-4017-86a6-e58fd4aae5df tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 946 time: 0.1342745 Aug 31 01:02:48.299151 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:48.353936 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-363dfdbc-98c8-420e-bad9-1db62156d656 req-7a460c5d-bc35-4dac-9bc4-4abaac3e5f8e tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500784 Aug 31 01:02:48.354839 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:48.356169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:48.356769 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:48.413363 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5267022 Aug 31 01:02:48.417063 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35366) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:48.422271 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d2e50d66-fab1-4294-8eda-9754166c1847 admin admin] Request body: {'subnet': {'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-subnet', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:48.423577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00708057-d5d3-427e-9b37-29b71c22243c admin admin] Pushing event updated for resources: {'Network': ['ID=43cf0cdb-07e2-4ad1-9b79-78ee4269708c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:48.437421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 43cf0cdb-07e2-4ad1-9b79-78ee4269708c details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:02:48.448817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d2956f-4540-4e8a-9166-251d19d69559', 'tag': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:48.451571 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6d6b09-37ca-447b-a76e-a59e1b25d256" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d2956f-4540-4e8a-9166-251d19d69559", "tag": "abbcb3e1-1df2-4e24-875b-ce85f871bb2f"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:48.456341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e50d66-fab1-4294-8eda-9754166c1847 admin admin] Made reservation on behalf of 4f4ca84341a543f0a0256aea7256b8a5 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:02:48.459424 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2e50d66-fab1-4294-8eda-9754166c1847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:48.548582 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0be46c0-2ed1-4c9c-9ad8-99b884b5c3ea x-openstack-request-id: req-c0be46c0-2ed1-4c9c-9ad8-99b884b5c3ea {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:48.549152 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d2956f-4540-4e8a-9166-251d19d69559", "tag": "abbcb3e1-1df2-4e24-875b-ce85f871bb2f", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:48.549497 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0be46c0-2ed1-4c9c-9ad8-99b884b5c3ea {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:48.549879 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d2956f-4540-4e8a-9166-251d19d69559', 'tag': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f', 'status': 'completed', 'code': 200} Aug 31 01:02:48.655033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-9267743a-3a00-4137-8713-013134510204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:48.656597 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-9267743a-3a00-4137-8713-013134510204 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 1100 time: 0.0952747 Aug 31 01:02:48.803130 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2e50d66-fab1-4294-8eda-9754166c1847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:48.833202 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-0594a6de-71b5-49f1-9d38-fd548e98e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:48.834907 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-0594a6de-71b5-49f1-9d38-fd548e98e3e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.1667318 Aug 31 01:02:48.911753 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-18f6c5b7-1282-470a-bc94-9b3653e1470c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f HTTP/1.1" status: 200 len: 217 time: 0.0531645 Aug 31 01:02:48.950478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e50d66-fab1-4294-8eda-9754166c1847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c86cc86-93fa-4bd3-8105-aa00d1b94ae9,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:48.988053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e50d66-fab1-4294-8eda-9754166c1847 admin admin] Checking segment: {'id': 'f9a32beb-f472-4c85-930c-be1d27268ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:48.988401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e50d66-fab1-4294-8eda-9754166c1847 admin admin] Network hostable DHCP agents. Network: 43cf0cdb-07e2-4ad1-9b79-78ee4269708c, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:02:48.998274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e043c-8965-4666-a25b-c2885205376a req-07f8fc6d-cffd-4e6b-bb92-781597f19a4d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:49.004415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-445e043c-8965-4666-a25b-c2885205376a req-07f8fc6d-cffd-4e6b-bb92-781597f19a4d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.0992150 Aug 31 01:02:49.005167 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-fe602239-d6ea-4b3d-9044-94cac0551bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:49.006633 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-fe602239-d6ea-4b3d-9044-94cac0551bef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0773945 Aug 31 01:02:49.018810 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e50d66-fab1-4294-8eda-9754166c1847 admin admin] Network 43cf0cdb-07e2-4ad1-9b79-78ee4269708c is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:02:49.020233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6d61c-918a-4291-8153-bf94b691f664 req-50a419d3-fd1c-46a6-9143-f49644843620 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:49.029096 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cda6d61c-918a-4291-8153-bf94b691f664 req-50a419d3-fd1c-46a6-9143-f49644843620 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 951 time: 0.4645209 Aug 31 01:02:49.035796 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-556ee367-0dfb-4a17-bcb2-a9a12210ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:49.037241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-556ee367-0dfb-4a17-bcb2-a9a12210ff8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 1100 time: 0.1311839 Aug 31 01:02:49.061931 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-d2e50d66-fab1-4294-8eda-9754166c1847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 43cf0cdb-07e2-4ad1-9b79-78ee4269708c) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:49.067788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e50d66-fab1-4294-8eda-9754166c1847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:49.068380 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2e50d66-fab1-4294-8eda-9754166c1847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.074886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b18f472-2eee-47c9-87e6-1294c79eb042 None None] Network 43cf0cdb-07e2-4ad1-9b79-78ee4269708c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:49.090291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-a11f7526-ffdc-493b-b1a8-d170978d12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:49.091482 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-a11f7526-ffdc-493b-b1a8-d170978d12d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0668845 Aug 31 01:02:49.094839 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d2e50d66-fab1-4294-8eda-9754166c1847 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6750641 Aug 31 01:02:49.097193 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35382) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:49.104582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:49.191365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:49.193879 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddc8c0e-bc58-4cc3-a256-42bf092c13df" -d '{"events": [{"server_uuid": "7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797", "name": "network-vif-plugged", "status": "completed", "tag": "ac68a434-b97c-4b5f-8c0e-bcadce6ea332"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:49.204789 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-445e043c-8965-4666-a25b-c2885205376a req-725c2f47-3b51-4d71-aa5d-7c230a7f5ea6 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879048 Aug 31 01:02:49.204789 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cda6d61c-918a-4291-8153-bf94b691f664 req-25fdb7b8-00df-417e-b520-e876bdc9f468 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709960 Aug 31 01:02:49.212367 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.213435 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.278253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-b4b8fa36-25a6-438e-91db-b7b59d075104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:49.280507 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-b4b8fa36-25a6-438e-91db-b7b59d075104 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.2309875 Aug 31 01:02:49.286804 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-f8819690-db8e-46d4-93b9-e35e5b42e074 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744821 Aug 31 01:02:49.327819 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.362619 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329395ba-991b-4096-9067-61f09e5143dc x-openstack-request-id: req-329395ba-991b-4096-9067-61f09e5143dc {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:49.364608 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797", "name": "network-vif-plugged", "status": "completed", "tag": "ac68a434-b97c-4b5f-8c0e-bcadce6ea332", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:49.366909 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-329395ba-991b-4096-9067-61f09e5143dc {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:49.368341 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332', 'code': 200} Aug 31 01:02:49.372777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-2173c1e1-8848-4bb7-b6f1-7ac05fe89b45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f HTTP/1.1" status: 200 len: 217 time: 0.0682402 Aug 31 01:02:49.389871 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'fixed_ips': [{'subnet_id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:02:49.390747 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.544715 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Allocated IP 172.20.0.2 (43cf0cdb-07e2-4ad1-9b79-78ee4269708c/8c86cc86-93fa-4bd3-8105-aa00d1b94ae9/244771f7-a5ad-4f0f-95a6-b3faa33be40e) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:49.555752 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.574112 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-60fc7478-0029-4e52-8d57-9afe8e9ad054 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565508 Aug 31 01:02:49.611673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89795e3-e5aa-42c2-8ba9-b85f3610133f req-7115b782-3907-44ce-9e5c-f80ff120319f tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:49.613238 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e89795e3-e5aa-42c2-8ba9-b85f3610133f req-7115b782-3907-44ce-9e5c-f80ff120319f tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 948 time: 0.2461426 Aug 31 01:02:49.649831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-b00d7be3-2ac5-4994-87b6-8f8a5d26a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:49.652374 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-b00d7be3-2ac5-4994-87b6-8f8a5d26a4b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.2248123 Aug 31 01:02:49.680166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95b2da-fcbd-4ac8-bf80-8a79228f9852 req-86bbd009-d73e-4d6f-95bf-5d5b895e4afd tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:49.681807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c95b2da-fcbd-4ac8-bf80-8a79228f9852 req-86bbd009-d73e-4d6f-95bf-5d5b895e4afd tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 946 time: 0.1644158 Aug 31 01:02:49.688650 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7a4b0-b2c4-47d0-93b5-47d00197ad18 req-52951a8d-0960-43db-9599-1a419c1cdd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:49.690477 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-15e7a4b0-b2c4-47d0-93b5-47d00197ad18 req-52951a8d-0960-43db-9599-1a419c1cdd2e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 1103 time: 0.0581741 Aug 31 01:02:49.732040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e89795e3-e5aa-42c2-8ba9-b85f3610133f req-e8ba3c6b-a8a2-4807-82f7-2bf2ec05a151 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001511 Aug 31 01:02:49.758155 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.765205 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-15e7a4b0-b2c4-47d0-93b5-47d00197ad18 req-f20c954e-4a93-4dd7-b059-65de732aae2c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524104 Aug 31 01:02:49.767591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Transition to ACTIVE for port object 244771f7-a5ad-4f0f-95a6-b3faa33be40e will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:49.773538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-ef069323-540a-4c94-8a41-6d43cac11ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:49.775981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-ef069323-540a-4c94-8a41-6d43cac11ef9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1155615 Aug 31 01:02:49.778808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c95b2da-fcbd-4ac8-bf80-8a79228f9852 req-4d826f54-3f52-466d-af7e-f58a741bbc24 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742378 Aug 31 01:02:49.785642 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Transition to ACTIVE for port object 244771f7-a5ad-4f0f-95a6-b3faa33be40e will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:49.796589 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.853816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Network 43cf0cdb-07e2-4ad1-9b79-78ee4269708c is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:49.859087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:49.863757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:49.866930 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Pushing event updated for resources: {'Port': ['ID=244771f7-a5ad-4f0f-95a6-b3faa33be40e,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:49.930793 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-46ecaca8-9840-422c-99f1-f10a6e879e33 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353281 Aug 31 01:02:49.937784 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.964269 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.965500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Attempting to bind port 244771f7-a5ad-4f0f-95a6-b3faa33be40e on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:49.965963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Attempting to bind port 244771f7-a5ad-4f0f-95a6-b3faa33be40e by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'f9a32beb-f472-4c85-930c-be1d27268ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:49.966421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Attempting to bind port 244771f7-a5ad-4f0f-95a6-b3faa33be40e on network 43cf0cdb-07e2-4ad1-9b79-78ee4269708c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:49.974778 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:49.975343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Checking segment: {'id': 'f9a32beb-f472-4c85-930c-be1d27268ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:49.975848 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:49.976560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Bound using segment: {'id': 'f9a32beb-f472-4c85-930c-be1d27268ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:49.977208 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Bound port: 244771f7-a5ad-4f0f-95a6-b3faa33be40e, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a32beb-f472-4c85-930c-be1d27268ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:49.977695 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.076337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] For port 244771f7-a5ad-4f0f-95a6-b3faa33be40e, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:50.079966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] For port 244771f7-a5ad-4f0f-95a6-b3faa33be40e, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=244771f7-a5ad-4f0f-95a6-b3faa33be40e,segment=NetworkSegment(f9a32beb-f472-4c85-930c-be1d27268ff6),segment_id=f9a32beb-f472-4c85-930c-be1d27268ff6)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:50.085776 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.158478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b561a8-976c-4dff-ac0a-5953cc06049c None None] Pushing event updated for resources: {'Port': ['ID=244771f7-a5ad-4f0f-95a6-b3faa33be40e,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:50.184027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Allocated IP 172.25.6.149 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/1312af6d-5e5f-4718-b7dd-9e59f4d47428) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:50.242046 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be6d6b09-37ca-447b-a76e-a59e1b25d256 req-55c8d823-4a63-4598-a797-873001405bb2 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088539 Aug 31 01:02:50.268395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-bbf5b491-6ad4-4aa6-bdb8-e32e225b5e2b tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:50.270772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-bbf5b491-6ad4-4aa6-bdb8-e32e225b5e2b tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1957548 Aug 31 01:02:50.347492 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-cdee9612-ece2-45ca-b380-cff1160d10fb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 696 time: 0.0699198 Aug 31 01:02:50.360004 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.372440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-31092e8a-4e96-4e58-b184-da7f209e0484 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Request body: {'floatingip': {'port_id': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:50.413150 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.421602 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-31092e8a-4e96-4e58-b184-da7f209e0484 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.474239 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:50.477647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:50.484114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:50.522116 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Pushing event updated for resources: {'Port': ['ID=1312af6d-5e5f-4718-b7dd-9e59f4d47428,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:50.543215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f70a8f-b2e3-4d7f-88af-bf9b211782ac req-5351d52c-e495-41db-865d-85e2427d9e30 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:50.544960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61f70a8f-b2e3-4d7f-88af-bf9b211782ac req-5351d52c-e495-41db-865d-85e2427d9e30 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.2159553 Aug 31 01:02:50.640299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61f70a8f-b2e3-4d7f-88af-bf9b211782ac req-bd082f62-8a38-482e-aba2-8eafa0d595bd tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884545 Aug 31 01:02:50.805523 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:50.912550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b6c8b-169b-4fd7-8d97-6f721327f83c req-72b32507-1da3-4b01-b331-5536a6da3391 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:50.914457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de2b6c8b-169b-4fd7-8d97-6f721327f83c req-72b32507-1da3-4b01-b331-5536a6da3391 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 951 time: 0.1597137 Aug 31 01:02:51.036399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device abbcb3e1-1df2-4e24-875b-ce85f871bb2f details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:02:51.311347 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:02:51.319513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 244771f7-a5ad-4f0f-95a6-b3faa33be40e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:51.390488 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f75453bf-6656-4da7-bd21-87c692d21b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.401911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de2b6c8b-169b-4fd7-8d97-6f721327f83c req-5690a6ce-5479-4a17-8a92-de2565da8617 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738832 Aug 31 01:02:51.418732 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.resource_extend [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-31092e8a-4e96-4e58-b184-da7f209e0484 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:02:51.481316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port abbcb3e1-1df2-4e24-875b-ce85f871bb2f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:51.501340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f', 'mac_address': 'fa:16:3e:91:8e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:02:51.544655 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 244771f7-a5ad-4f0f-95a6-b3faa33be40e completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:51.546767 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-31092e8a-4e96-4e58-b184-da7f209e0484 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.563958 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-31092e8a-4e96-4e58-b184-da7f209e0484 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.575252 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.602008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbcb3e1-1df2-4e24-875b-ce85f871bb2f {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:02:51.630516 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.636951 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ad1bc9-c9e6-42c7-8a8c-26acfff5cde4 None None] Network 43cf0cdb-07e2-4ad1-9b79-78ee4269708c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:02:51.643384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port abbcb3e1-1df2-4e24-875b-ce85f871bb2f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:51.685809 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.748698 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-69204dec-fde3-49b8-b2cb-2ab83cdd1e4e None None] Provisioning for port 244771f7-a5ad-4f0f-95a6-b3faa33be40e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:51.758175 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-69204dec-fde3-49b8-b2cb-2ab83cdd1e4e None None] Provisioning complete for port 244771f7-a5ad-4f0f-95a6-b3faa33be40e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:51.758483 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-69204dec-fde3-49b8-b2cb-2ab83cdd1e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:51.839348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:51.861146 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:02:51.983218 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-69204dec-fde3-49b8-b2cb-2ab83cdd1e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.048591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce41b6b-2718-4ec4-8c44-95232e827b8b req-135638b1-c956-46c6-95c5-27d3d9a9c0da tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:52.049961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-69204dec-fde3-49b8-b2cb-2ab83cdd1e4e None None] For port 244771f7-a5ad-4f0f-95a6-b3faa33be40e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=244771f7-a5ad-4f0f-95a6-b3faa33be40e,segment=NetworkSegment(f9a32beb-f472-4c85-930c-be1d27268ff6),segment_id=f9a32beb-f472-4c85-930c-be1d27268ff6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:52.050833 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ce41b6b-2718-4ec4-8c44-95232e827b8b req-135638b1-c956-46c6-95c5-27d3d9a9c0da tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 948 time: 0.4303064 Aug 31 01:02:52.058199 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-69204dec-fde3-49b8-b2cb-2ab83cdd1e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.058827 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:52.078114 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-31092e8a-4e96-4e58-b184-da7f209e0484 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Floating IP 35576df4-c090-4cb2-9eaa-73345f80f7f8 associated. External IP: 172.25.6.205, port: 18ad3dd6-6b5e-49ab-b049-78c7aa024146. Aug 31 01:02:52.087383 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.092528 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b1e41bd8-275a-4e01-90c2-eff72c76c2eb admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9937756 Aug 31 01:02:52.093294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35408) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:52.225740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['abbcb3e1-1df2-4e24-875b-ce85f871bb2f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:02:52.229427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Sync routers for ids ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:52.343502 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ce41b6b-2718-4ec4-8c44-95232e827b8b req-23b770ba-dea3-4a64-b592-c3f1c76f5848 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253102 Aug 31 01:02:52.381097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Routers {'881adbf2-e890-4d0a-b7f7-464c3ba1d256'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:52.382260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:52.454198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69204dec-fde3-49b8-b2cb-2ab83cdd1e4e None None] Pushing event updated for resources: {'Port': ['ID=244771f7-a5ad-4f0f-95a6-b3faa33be40e,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:52.529707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-31092e8a-4e96-4e58-b184-da7f209e0484 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Router 29c865d9-20dd-4215-961f-4a28fb1e2720 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:52.673725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Set router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:52.680183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-31092e8a-4e96-4e58-b184-da7f209e0484 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:52.685124 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-31092e8a-4e96-4e58-b184-da7f209e0484 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.695713 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cce1e9-9c83-4526-9943-bd6e0b166fcc None None] Sync routers for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:52.712082 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cce1e9-9c83-4526-9943-bd6e0b166fcc None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:52.713956 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b2cce1e9-9c83-4526-9943-bd6e0b166fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:52.716817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7e18c-fa60-4bfc-9901-558056ce4ca4 req-ee65d6b9-fbf0-4566-9b7e-89dc45fd87b3 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:52.718414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fc7e18c-fa60-4bfc-9901-558056ce4ca4 req-ee65d6b9-fbf0-4566-9b7e-89dc45fd87b3 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.0948050 Aug 31 01:02:52.726707 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-31092e8a-4e96-4e58-b184-da7f209e0484 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "PUT /v2.0/floatingips/35576df4-c090-4cb2-9eaa-73345f80f7f8 HTTP/1.1" status: 200 len: 997 time: 2.3609240 Aug 31 01:02:52.733857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff79922c-e543-495c-9519-be42d3fc0578', 'tag': '18ad3dd6-6b5e-49ab-b049-78c7aa024146'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:52.736151 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f8f07e-e660-445f-9345-37b7cce8ef64" -d '{"events": [{"name": "network-changed", "server_uuid": "ff79922c-e543-495c-9519-be42d3fc0578", "tag": "18ad3dd6-6b5e-49ab-b049-78c7aa024146"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:52.795560 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fc7e18c-fa60-4bfc-9901-558056ce4ca4 req-09d4a78e-bc7c-4643-bc96-301c42bc6cc1 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677657 Aug 31 01:02:52.820927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-fe785684-94b6-4669-bfb0-e4b0f15ae802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:52.823294 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-fe785684-94b6-4669-bfb0-e4b0f15ae802 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 1098 time: 0.0600946 Aug 31 01:02:52.860512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-86d8e4a3-845b-4265-b8db-2053240dae77 None None] Provisioning complete for port 244771f7-a5ad-4f0f-95a6-b3faa33be40e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:52.860893 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-86d8e4a3-845b-4265-b8db-2053240dae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.905358 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:52.934182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-0baead99-7bb4-4b32-9e29-b31c395ac655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:52.935960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-0baead99-7bb4-4b32-9e29-b31c395ac655 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 921 time: 0.1066868 Aug 31 01:02:52.966721 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b2cce1e9-9c83-4526-9943-bd6e0b166fcc None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:53.103836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-73f84609-9190-429c-9e9d-d4dbdbaf095a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ad3dd6-6b5e-49ab-b049-78c7aa024146 HTTP/1.1" status: 200 len: 1000 time: 0.1604478 Aug 31 01:02:53.255945 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Allocated IP 172.20.0.1 (43cf0cdb-07e2-4ad1-9b79-78ee4269708c/8c86cc86-93fa-4bd3-8105-aa00d1b94ae9/ca687e73-4415-42c5-a560-2ad291e71a71) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:53.256710 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 244771f7-a5ad-4f0f-95a6-b3faa33be40e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:53.340188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 244771f7-a5ad-4f0f-95a6-b3faa33be40e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:53.341747 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:53.346489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:50Z', 'revision_number': 3, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'gw_port': {'id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:57:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:53.402270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Checking router: 881adbf2-e890-4d0a-b7f7-464c3ba1d256 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:02:53.402270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Updating router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 port 1312af6d-5e5f-4718-b7dd-9e59f4d47428 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:02:53.412115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-6efbedd4-8477-4e4d-8557-22d5925293cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:53.422897 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-6efbedd4-8477-4e4d-8557-22d5925293cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.3083048 Aug 31 01:02:53.444212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a477db-c4f7-444a-a01a-514011eaaf70 req-6a8921f0-9192-451e-b4e5-6ae6333bf20d tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:53.444212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76a477db-c4f7-444a-a01a-514011eaaf70 req-6a8921f0-9192-451e-b4e5-6ae6333bf20d tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 951 time: 0.3306496 Aug 31 01:02:53.451568 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:53.482432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6437d1-dea8-4d22-9a8b-f8a54fb746a0 req-502dedcf-5313-4454-9da6-107c772e08a2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:53.484013 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e6437d1-dea8-4d22-9a8b-f8a54fb746a0 req-502dedcf-5313-4454-9da6-107c772e08a2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559&tenant_id=4f4f81af0327488683358ca40e0e4b3d&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 949 time: 0.2810009 Aug 31 01:02:53.492632 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:53.508518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Transition to ACTIVE for port object ca687e73-4415-42c5-a560-2ad291e71a71 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:53.565180 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-3042d184-088c-452b-9384-d729d55726ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:53.566749 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-3042d184-088c-452b-9384-d729d55726ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430404 Aug 31 01:02:53.568209 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:53.572228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76a477db-c4f7-444a-a01a-514011eaaf70 req-d2054a85-f6e5-468c-9bc6-61953495b966 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003220 Aug 31 01:02:53.586970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-7a612d12-85c3-406e-ac72-eb19f61b3cf1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:02:53.589497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-7a612d12-85c3-406e-ac72-eb19f61b3cf1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077972 Aug 31 01:02:53.614053 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-3e6437d1-dea8-4d22-9a8b-f8a54fb746a0 req-1bcc3143-64f0-4d15-8584-d7beace36116 service neutron] delete failed (client error): The resource could not be found. Aug 31 01:02:53.615031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e6437d1-dea8-4d22-9a8b-f8a54fb746a0 req-1bcc3143-64f0-4d15-8584-d7beace36116 service neutron] 10.222.0.15 "DELETE /v2.0/ports/abbcb3e1-1df2-4e24-875b-ce85f871bb2f/bindings/n-h1-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.1151237 Aug 31 01:02:53.643015 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b2cce1e9-9c83-4526-9943-bd6e0b166fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '35576df4-c090-4cb2-9eaa-73345f80f7f8', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'port_id': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'mac_address': 'fa:16:3e:f0:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff79922c-e543-495c-9519-be42d3fc0578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:02:34Z', 'updated_at': '2021-08-31T01:02:51Z', 'revision_number': 1, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:53.675492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Network 43cf0cdb-07e2-4ad1-9b79-78ee4269708c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:53.682633 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:53.690240 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:53.722074 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cce1e9-9c83-4526-9943-bd6e0b166fcc None None] Checking router: 29c865d9-20dd-4215-961f-4a28fb1e2720 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:02:53.733578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Pushing event updated for resources: {'Port': ['ID=ca687e73-4415-42c5-a560-2ad291e71a71,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:53.753350 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:53.753474 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:53.756493 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:53.756818 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:53.757172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:53.757713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:53.758042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:53.760865 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:53.762389 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:53.762730 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:53.763134 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:53.763391 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:02:53.769128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-9d0269b6-133f-42f1-ab81-2502a1aa00f2 service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545084 Aug 31 01:02:53.769672 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cce1e9-9c83-4526-9943-bd6e0b166fcc None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:53.770514 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b2cce1e9-9c83-4526-9943-bd6e0b166fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:53.796301 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:53.874605 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2a5a262d-df3f-4f7b-9754-3930ecfd4ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:53.895426 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91e6bbb-0235-4d78-8655-09872108caf4 x-openstack-request-id: req-d91e6bbb-0235-4d78-8655-09872108caf4 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:53.895748 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff79922c-e543-495c-9519-be42d3fc0578", "tag": "18ad3dd6-6b5e-49ab-b049-78c7aa024146", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:53.903227 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d91e6bbb-0235-4d78-8655-09872108caf4 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:53.903716 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff79922c-e543-495c-9519-be42d3fc0578', 'tag': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'status': 'completed', 'code': 200} Aug 31 01:02:53.976943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6437d1-dea8-4d22-9a8b-f8a54fb746a0 req-1818a816-e1fa-4129-819a-17e55aea8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:53.978619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e6437d1-dea8-4d22-9a8b-f8a54fb746a0 req-1818a816-e1fa-4129-819a-17e55aea8569 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 1101 time: 0.1633208 Aug 31 01:02:54.027890 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.054600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8f07e-e660-445f-9345-37b7cce8ef64 req-f50170b8-d223-4307-9335-729933f87173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:54.058004 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-40f8f07e-e660-445f-9345-37b7cce8ef64 req-f50170b8-d223-4307-9335-729933f87173 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 1098 time: 0.1686215 Aug 31 01:02:54.105848 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b2cce1e9-9c83-4526-9943-bd6e0b166fcc None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:54.178497 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.220927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Transition to ACTIVE for port object 1312af6d-5e5f-4718-b7dd-9e59f4d47428 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:02:54.223529 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-af9dfe93-977b-45a7-bbce-35220a395b35 None None] Provisioning for port ca687e73-4415-42c5-a560-2ad291e71a71 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:54.229854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d82ec61-4483-4c97-ab42-775cc4a9fd38 req-120ab9b9-44b4-4ac6-a3c8-9e582080bbc2 service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614687 Aug 31 01:02:54.236354 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-af9dfe93-977b-45a7-bbce-35220a395b35 None None] Provisioning complete for port ca687e73-4415-42c5-a560-2ad291e71a71 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:54.238730 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-af9dfe93-977b-45a7-bbce-35220a395b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.283588 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.334165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207050b-65d5-450d-8437-29e0c18b6ed5 req-4edc752b-2adb-431d-85b8-7361c3dc2ef0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:54.335778 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6207050b-65d5-450d-8437-29e0c18b6ed5 req-4edc752b-2adb-431d-85b8-7361c3dc2ef0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 949 time: 0.3393326 Aug 31 01:02:54.363332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.400616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6437d1-dea8-4d22-9a8b-f8a54fb746a0 req-03ab96ee-3531-4c28-8a53-b2e567cdfc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:54.404249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e6437d1-dea8-4d22-9a8b-f8a54fb746a0 req-03ab96ee-3531-4c28-8a53-b2e567cdfc85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.4014964 Aug 31 01:02:54.452849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-af9dfe93-977b-45a7-bbce-35220a395b35 None None] Port ca687e73-4415-42c5-a560-2ad291e71a71 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:54.459793 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e6437d1-dea8-4d22-9a8b-f8a54fb746a0 req-2c5f5e11-d9a8-411a-9b1d-a9008b838c8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f HTTP/1.1" status: 200 len: 217 time: 0.0462461 Aug 31 01:02:54.494632 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.514645 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6207050b-65d5-450d-8437-29e0c18b6ed5 req-df864b22-28dd-4001-9f0e-3f6152e9f3e2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632960 Aug 31 01:02:54.529242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c707c1c-63f0-467e-a1b3-58797a769edb None None] Pushing event updated for resources: {'Port': ['ID=1312af6d-5e5f-4718-b7dd-9e59f4d47428,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:54.544933 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Attempting to bind port 1312af6d-5e5f-4718-b7dd-9e59f4d47428 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:02:54.544933 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Attempting to bind port 1312af6d-5e5f-4718-b7dd-9e59f4d47428 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:02:54.545547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Attempting to bind port 1312af6d-5e5f-4718-b7dd-9e59f4d47428 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:02:54.545822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6437d1-dea8-4d22-9a8b-f8a54fb746a0 req-530d99a6-c1ba-449f-a5b3-fc361892bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:54.549697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e6437d1-dea8-4d22-9a8b-f8a54fb746a0 req-530d99a6-c1ba-449f-a5b3-fc361892bd8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0764720 Aug 31 01:02:54.569148 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:02:54.570500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:02:54.571788 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.572990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:02:54.574260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Bound port: 1312af6d-5e5f-4718-b7dd-9e59f4d47428, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:02:54.575565 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.583629 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8f07e-e660-445f-9345-37b7cce8ef64 req-e23444c3-161e-42fe-9830-a990a06b5781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:54.587745 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-40f8f07e-e660-445f-9345-37b7cce8ef64 req-e23444c3-161e-42fe-9830-a990a06b5781 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 921 time: 0.5104561 Aug 31 01:02:54.645672 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b2cce1e9-9c83-4526-9943-bd6e0b166fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '35576df4-c090-4cb2-9eaa-73345f80f7f8', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'port_id': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'mac_address': 'fa:16:3e:f0:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff79922c-e543-495c-9519-be42d3fc0578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:02:34Z', 'updated_at': '2021-08-31T01:02:51Z', 'revision_number': 1, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:54.665023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6437d1-dea8-4d22-9a8b-f8a54fb746a0 req-dce3bf34-6e47-4821-9200-4f20968e45c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:54.667139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e6437d1-dea8-4d22-9a8b-f8a54fb746a0 req-dce3bf34-6e47-4821-9200-4f20968e45c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1127591 Aug 31 01:02:54.684607 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cce1e9-9c83-4526-9943-bd6e0b166fcc None None] The sync data for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 is: [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '35576df4-c090-4cb2-9eaa-73345f80f7f8', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'port_id': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'mac_address': 'fa:16:3e:f0:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff79922c-e543-495c-9519-be42d3fc0578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:02:34Z', 'updated_at': '2021-08-31T01:02:51Z', 'revision_number': 1, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:54.732171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] For port 1312af6d-5e5f-4718-b7dd-9e59f4d47428, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:02:54.736829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] For port 1312af6d-5e5f-4718-b7dd-9e59f4d47428, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1312af6d-5e5f-4718-b7dd-9e59f4d47428,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:02:54.744314 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:54.838939 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-40f8f07e-e660-445f-9345-37b7cce8ef64 req-e9fc4824-0d6f-4316-9276-a69bc8d1bc00 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ad3dd6-6b5e-49ab-b049-78c7aa024146 HTTP/1.1" status: 200 len: 1000 time: 0.2278645 Aug 31 01:02:54.871638 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Routers {'881adbf2-e890-4d0a-b7f7-464c3ba1d256'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:54.872275 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:54.886053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c707c1c-63f0-467e-a1b3-58797a769edb None None] Pushing event updated for resources: {'Port': ['ID=1312af6d-5e5f-4718-b7dd-9e59f4d47428,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:54.972162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7d82e-3dac-4d03-98a0-801140cd3ad6 req-58f4026b-8e6a-46e8-b90e-351973725124 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:54.980792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ca7d82e-3dac-4d03-98a0-801140cd3ad6 req-58f4026b-8e6a-46e8-b90e-351973725124 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.2713780 Aug 31 01:02:54.994983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-89812e79-9274-4698-8a41-980193d64990 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:54.997632 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:55.004185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-89812e79-9274-4698-8a41-980193d64990 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2776208 Aug 31 01:02:55.016324 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:55.053083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8f07e-e660-445f-9345-37b7cce8ef64 req-b813ccb8-20c1-4d95-9724-e3fac0780f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:55.055592 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-40f8f07e-e660-445f-9345-37b7cce8ef64 req-b813ccb8-20c1-4d95-9724-e3fac0780f98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.2039831 Aug 31 01:02:55.056912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de65e615-94d8-49f6-a4f2-b76b91b21285 None None] New status for floating IP 35576df4-c090-4cb2-9eaa-73345f80f7f8: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:02:55.103659 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device abbcb3e1-1df2-4e24-875b-ce85f871bb2f up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:55.121404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e6437d1-dea8-4d22-9a8b-f8a54fb746a0 req-e0126428-a423-4fdd-8253-37f80ee397cf service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453557 Aug 31 01:02:55.170163 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ca7d82e-3dac-4d03-98a0-801140cd3ad6 req-de53a2f8-ac51-433d-ae88-5844c3ae7fd4 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851258 Aug 31 01:02:55.276773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Pushing event updated for resources: {'Port': ['ID=ca687e73-4415-42c5-a560-2ad291e71a71,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:55.285190 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:55.315344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8f07e-e660-445f-9345-37b7cce8ef64 req-39f96f1c-eda0-4494-ad3f-10a8cc8cced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:55.324251 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-40f8f07e-e660-445f-9345-37b7cce8ef64 req-39f96f1c-eda0-4494-ad3f-10a8cc8cced4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1911349 Aug 31 01:02:55.374666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e6437d1-dea8-4d22-9a8b-f8a54fb746a0 req-fa2a54a9-6912-4fae-8c30-52c14fc33a3b service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309911 Aug 31 01:02:55.501076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Network 43cf0cdb-07e2-4ad1-9b79-78ee4269708c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:55.531392 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:55.545779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-82e9fcf4-9ba1-4e8a-b37d-48281f945242 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 1000 time: 0.5402164 Aug 31 01:02:55.573393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-e46edce3-f7e6-4e71-81b2-a3484cdde944 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Request body: {'floatingip': {'port_id': 'e56f9108-6326-4c89-aa42-e71083986329', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:55.591246 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] Set router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:55.687149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927b0e5-bed5-4067-b8cc-a34e62d3797e req-4a91196b-2bf2-410c-8420-8a907720ab97 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:55.688710 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9927b0e5-bed5-4067-b8cc-a34e62d3797e req-4a91196b-2bf2-410c-8420-8a907720ab97 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 1103 time: 0.3129630 Aug 31 01:02:55.721193 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-e46edce3-f7e6-4e71-81b2-a3484cdde944 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:55.746949 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-40f8f07e-e660-445f-9345-37b7cce8ef64 req-b56b5c03-f25e-4054-b7f2-5c3a2690d14a service neutron] 10.222.0.70 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749672 Aug 31 01:02:55.835634 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9927b0e5-bed5-4067-b8cc-a34e62d3797e req-dc9439b1-4b50-4911-8a0f-9f6e1ff2553a tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334338 Aug 31 01:02:55.905559 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port abbcb3e1-1df2-4e24-875b-ce85f871bb2f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:55.915806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port abbcb3e1-1df2-4e24-875b-ce85f871bb2f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:55.916686 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:55.944352 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:55.964218 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-40f8f07e-e660-445f-9345-37b7cce8ef64 req-6e3b01b4-8d4a-40ad-a173-06cf6dc87056 service neutron] 10.222.0.70 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091143 Aug 31 01:02:55.985268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b5acde2a-55c0-4494-ab09-f8501c1992c4 None None] Provisioning complete for port ca687e73-4415-42c5-a560-2ad291e71a71 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:55.985643 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b5acde2a-55c0-4494-ab09-f8501c1992c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.055108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b5acde2a-55c0-4494-ab09-f8501c1992c4 None None] Port ca687e73-4415-42c5-a560-2ad291e71a71 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:02:56.106194 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.134218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:54Z', 'revision_number': 4, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'gw_port': {'id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:57:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'ca687e73-4415-42c5-a560-2ad291e71a71', 'name': '', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'mac_address': 'fa:16:3e:1a:fe:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:52Z', 'updated_at': '2021-08-31T01:02:53Z', 'revision_number': 1, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'subnets': [{'id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:56.140357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d2956f-4540-4e8a-9166-251d19d69559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:56.142522 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d820ec6-da01-4756-876d-2b8ed188f61d" -d '{"events": [{"server_uuid": "b0d2956f-4540-4e8a-9166-251d19d69559", "name": "network-vif-plugged", "status": "completed", "tag": "abbcb3e1-1df2-4e24-875b-ce85f871bb2f"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:56.177669 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d9039d-8aa9-4957-9a1d-43ca3770d0e2 None None] The sync data for ids ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'] in n-d-802060-13 is: [{'id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:54Z', 'revision_number': 4, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'gw_port': {'id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:57:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'ca687e73-4415-42c5-a560-2ad291e71a71', 'name': '', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'mac_address': 'fa:16:3e:1a:fe:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:52Z', 'updated_at': '2021-08-31T01:02:53Z', 'revision_number': 1, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'subnets': [{'id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:56.185978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port abbcb3e1-1df2-4e24-875b-ce85f871bb2f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:02:56.196043 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.211852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:56.244184 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-85e04ced-a4bd-48bc-b495-e6ee96190024 admin admin] 10.222.0.58 "PUT /v2.0/routers/881adbf2-e890-4d0a-b7f7-464c3ba1d256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1484971 Aug 31 01:02:56.256440 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:56.576109 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.734784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b285c-6485-48e5-a9e4-cd73d9f6e94c req-eb40482c-eaa1-4ddf-a405-d2a11919d1e2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:56.736359 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-645b285c-6485-48e5-a9e4-cd73d9f6e94c req-eb40482c-eaa1-4ddf-a405-d2a11919d1e2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.4253273 Aug 31 01:02:56.810727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-645b285c-6485-48e5-a9e4-cd73d9f6e94c req-3f0366f2-afda-4db3-81ec-e4bc33fb79b8 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668626 Aug 31 01:02:56.891433 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-e46edce3-f7e6-4e71-81b2-a3484cdde944 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.897862 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-e46edce3-f7e6-4e71-81b2-a3484cdde944 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:56.974685 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31d1838-4dc9-424d-b037-01f160aebac5 x-openstack-request-id: req-b31d1838-4dc9-424d-b037-01f160aebac5 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:56.975640 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d2956f-4540-4e8a-9166-251d19d69559", "name": "network-vif-plugged", "status": "completed", "tag": "abbcb3e1-1df2-4e24-875b-ce85f871bb2f", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:56.976090 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b31d1838-4dc9-424d-b037-01f160aebac5 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:56.976936 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d2956f-4540-4e8a-9166-251d19d69559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f', 'code': 200} Aug 31 01:02:57.031380 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-e46edce3-f7e6-4e71-81b2-a3484cdde944 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Floating IP 35576df4-c090-4cb2-9eaa-73345f80f7f8 associated. External IP: 172.25.6.205, port: 18ad3dd6-6b5e-49ab-b049-78c7aa024146. Aug 31 01:02:57.195115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e337927-c735-485a-bdcc-b7a8945c88b0 req-046e601b-219e-4b99-baaa-276465ef1f75 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:57.199809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e337927-c735-485a-bdcc-b7a8945c88b0 req-046e601b-219e-4b99-baaa-276465ef1f75 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.1126397 Aug 31 01:02:57.279559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e337927-c735-485a-bdcc-b7a8945c88b0 req-3a34d42c-82e0-44d0-9f54-0ed4ea79b6fb tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764184 Aug 31 01:02:57.380861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-e46edce3-f7e6-4e71-81b2-a3484cdde944 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Router 29c865d9-20dd-4215-961f-4a28fb1e2720 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:57.529354 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-e46edce3-f7e6-4e71-81b2-a3484cdde944 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:57.540958 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b9d02-b6ab-4545-a364-7516d0792dc4 None None] Sync routers for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:57.553923 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b9d02-b6ab-4545-a364-7516d0792dc4 None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:57.554558 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a41b9d02-b6ab-4545-a364-7516d0792dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:57.644611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35466) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:57.649274 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-100562b3-be79-42cd-9ef6-5c8a796821de tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2015105560', 'description': 'tempest-description--653713129'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:57.697176 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-100562b3-be79-42cd-9ef6-5c8a796821de tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:57.763519 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-a41b9d02-b6ab-4545-a364-7516d0792dc4 None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:57.825509 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-100562b3-be79-42cd-9ef6-5c8a796821de tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:57.828444 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-100562b3-be79-42cd-9ef6-5c8a796821de tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:57.860572 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-100562b3-be79-42cd-9ef6-5c8a796821de tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:57.862590 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-100562b3-be79-42cd-9ef6-5c8a796821de tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2171018 Aug 31 01:02:57.866401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35470) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:57.872488 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-de360d44-4b9c-4e95-8469-dac4bbd39d17 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Request body: {'security_group_rule': {'security_group_id': '39bde458-b44c-4b4b-b2b2-50fa85ef5bbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:57.916904 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-e46edce3-f7e6-4e71-81b2-a3484cdde944 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Router 29c865d9-20dd-4215-961f-4a28fb1e2720 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:02:57.923323 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100562b3-be79-42cd-9ef6-5c8a796821de tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39bde458-b44c-4b4b-b2b2-50fa85ef5bbb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:57.927261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a94288-075a-4dc7-acfa-5d5e12ff21f6 req-0b88faae-eddc-490d-82a0-239dd10234cb tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:57.937647 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6a94288-075a-4dc7-acfa-5d5e12ff21f6 req-0b88faae-eddc-490d-82a0-239dd10234cb tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 1102 time: 0.1452503 Aug 31 01:02:57.955646 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-de360d44-4b9c-4e95-8469-dac4bbd39d17 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.025210 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-de360d44-4b9c-4e95-8469-dac4bbd39d17 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.032861 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-de360d44-4b9c-4e95-8469-dac4bbd39d17 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.049402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6a94288-075a-4dc7-acfa-5d5e12ff21f6 req-5f5781ca-c810-4fd8-bb67-0c0ad7b688c7 tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059985 Aug 31 01:02:58.067827 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de360d44-4b9c-4e95-8469-dac4bbd39d17 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddee272-5b15-4a1b-95a0-ec0fbe44da7f,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:58.083118 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-de360d44-4b9c-4e95-8469-dac4bbd39d17 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.087131 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-de360d44-4b9c-4e95-8469-dac4bbd39d17 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2194815 Aug 31 01:02:58.090614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35474) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:58.101968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ff0daba5-657f-437f-94fa-6c754671e98c tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Request body: {'security_group_rule': {'security_group_id': '39bde458-b44c-4b4b-b2b2-50fa85ef5bbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:58.122486 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a41b9d02-b6ab-4545-a364-7516d0792dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '35576df4-c090-4cb2-9eaa-73345f80f7f8', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'port_id': 'e56f9108-6326-4c89-aa42-e71083986329', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'mac_address': 'fa:16:3e:f1:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:02:34Z', 'updated_at': '2021-08-31T01:02:56Z', 'revision_number': 3, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:58.127001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-e46edce3-f7e6-4e71-81b2-a3484cdde944 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:02:58.132052 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-e46edce3-f7e6-4e71-81b2-a3484cdde944 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.161457 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ff0daba5-657f-437f-94fa-6c754671e98c tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.173257 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b9d02-b6ab-4545-a364-7516d0792dc4 None None] Checking router: 29c865d9-20dd-4215-961f-4a28fb1e2720 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:02:58.191408 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b9d02-b6ab-4545-a364-7516d0792dc4 None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:58.192326 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a41b9d02-b6ab-4545-a364-7516d0792dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:58.196609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff79922c-e543-495c-9519-be42d3fc0578', 'tag': '18ad3dd6-6b5e-49ab-b049-78c7aa024146'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:02:58.198870 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c806749a-0596-4ca9-82ad-f40e99e44cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "ff79922c-e543-495c-9519-be42d3fc0578", "tag": "18ad3dd6-6b5e-49ab-b049-78c7aa024146"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:02:58.242015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dab25-bf10-48d5-8112-0014598d47e9 req-9773af74-a203-4fb4-81c5-0ce69fecd920 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:58.243996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a9dab25-bf10-48d5-8112-0014598d47e9 req-9773af74-a203-4fb4-81c5-0ce69fecd920 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 1103 time: 0.0875759 Aug 31 01:02:58.245453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-e46edce3-f7e6-4e71-81b2-a3484cdde944 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "PUT /v2.0/floatingips/35576df4-c090-4cb2-9eaa-73345f80f7f8 HTTP/1.1" status: 200 len: 999 time: 2.6988709 Aug 31 01:02:58.250903 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ff0daba5-657f-437f-94fa-6c754671e98c tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.260217 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ff0daba5-657f-437f-94fa-6c754671e98c tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.286386 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0daba5-657f-437f-94fa-6c754671e98c tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4321342-35ed-4b82-a105-392986aabef3,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:58.294128 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ff0daba5-657f-437f-94fa-6c754671e98c tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.296743 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ff0daba5-657f-437f-94fa-6c754671e98c tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2051158 Aug 31 01:02:58.299706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35478) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:02:58.305757 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:02:58.337769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.344187 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-618a1425-6475-4763-8476-04bab524dcfc tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:58.345594 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-a41b9d02-b6ab-4545-a364-7516d0792dc4 None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:58.345723 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-618a1425-6475-4763-8476-04bab524dcfc tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports/18ad3dd6-6b5e-49ab-b049-78c7aa024146 HTTP/1.1" status: 200 len: 943 time: 0.0909541 Aug 31 01:02:58.353863 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a9dab25-bf10-48d5-8112-0014598d47e9 req-c68f9d6f-cf6d-4691-8db5-4dded8383142 tempest-ServersAdminTestJSON-1785654387 tempest-ServersAdminTestJSON-1785654387-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024804 Aug 31 01:02:58.536944 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:58.542038 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-9b2c9c73-980a-45f4-a611-5234772a8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:58.543618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-9b2c9c73-980a-45f4-a611-5234772a8111 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 1098 time: 0.0859532 Aug 31 01:02:58.678337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-141a8807-fe5a-4bd4-99e6-30023ed99de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:58.697777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-141a8807-fe5a-4bd4-99e6-30023ed99de4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 921 time: 0.1465061 Aug 31 01:02:58.706571 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a41b9d02-b6ab-4545-a364-7516d0792dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '35576df4-c090-4cb2-9eaa-73345f80f7f8', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'port_id': 'e56f9108-6326-4c89-aa42-e71083986329', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'mac_address': 'fa:16:3e:f1:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:02:34Z', 'updated_at': '2021-08-31T01:02:56Z', 'revision_number': 3, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:58.719325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Allocated IP 172.25.6.153 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/0569c76a-0176-4e21-a979-66ac5e260dab) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:02:58.749194 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b9d02-b6ab-4545-a364-7516d0792dc4 None None] The sync data for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 is: [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '35576df4-c090-4cb2-9eaa-73345f80f7f8', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'port_id': 'e56f9108-6326-4c89-aa42-e71083986329', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'mac_address': 'fa:16:3e:f1:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:02:34Z', 'updated_at': '2021-08-31T01:02:56Z', 'revision_number': 3, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:02:58.798150 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b100d8-a734-4ca8-9d11-504ad584f148 x-openstack-request-id: req-49b100d8-a734-4ca8-9d11-504ad584f148 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:02:58.801009 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff79922c-e543-495c-9519-be42d3fc0578", "tag": "18ad3dd6-6b5e-49ab-b049-78c7aa024146", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:02:58.801536 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49b100d8-a734-4ca8-9d11-504ad584f148 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:02:58.801950 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff79922c-e543-495c-9519-be42d3fc0578', 'tag': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'status': 'completed', 'code': 200} Aug 31 01:02:58.811501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-bb365d3f-2da0-42b4-aedb-e2578046f1f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ad3dd6-6b5e-49ab-b049-78c7aa024146 HTTP/1.1" status: 200 len: 217 time: 0.1114454 Aug 31 01:02:58.887244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806749a-0596-4ca9-82ad-f40e99e44cbd req-72f12954-668b-4c53-89c1-088f09953324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:58.891380 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c806749a-0596-4ca9-82ad-f40e99e44cbd req-72f12954-668b-4c53-89c1-088f09953324 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 1098 time: 0.0787392 Aug 31 01:02:58.931475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-43390437-6dd3-4927-963d-79f9f057220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:58.942024 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-43390437-6dd3-4927-963d-79f9f057220d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.1295869 Aug 31 01:02:59.001685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820539-6e3e-407d-a76e-d141d96f1ef7 req-bb13a68d-70fa-4ed6-8a19-9426d052000e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:59.012475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Sync routers for ids ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:59.019435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93820539-6e3e-407d-a76e-d141d96f1ef7 req-bb13a68d-70fa-4ed6-8a19-9426d052000e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.1444001 Aug 31 01:02:59.037919 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Routers {'881adbf2-e890-4d0a-b7f7-464c3ba1d256'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:59.039063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:59.066292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-aaf29c04-0d3d-4b48-a2d9-9178dc5b9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:59.075103 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-aaf29c04-0d3d-4b48-a2d9-9178dc5b9372 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1321108 Aug 31 01:02:59.093456 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838762a5-d1ca-40ea-9305-21c1e3f9e832 None None] New status for floating IP 35576df4-c090-4cb2-9eaa-73345f80f7f8: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:02:59.095849 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93820539-6e3e-407d-a76e-d141d96f1ef7 req-04351068-0485-4063-9623-1c2956c7536c tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744472 Aug 31 01:02:59.239591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-9942bf02-366b-4926-95d8-0e2eacd51782 service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635666 Aug 31 01:02:59.298003 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Set router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:59.360278 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-c65fca34-bbb6-4f23-b577-4c9b6cb8520a service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114724 Aug 31 01:02:59.376200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1312af6d-5e5f-4718-b7dd-9e59f4d47428 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:02:59.439921 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:59.488256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-e08b9941-b419-41ea-8252-8bed6f11df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:59.490598 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-e08b9941-b419-41ea-8252-8bed6f11df90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 1098 time: 0.0781748 Aug 31 01:02:59.503928 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806749a-0596-4ca9-82ad-f40e99e44cbd req-ee2886ae-adc4-4602-9764-ae0d9e213d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:59.505579 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c806749a-0596-4ca9-82ad-f40e99e44cbd req-ee2886ae-adc4-4602-9764-ae0d9e213d10 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 921 time: 0.6047888 Aug 31 01:02:59.527230 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:59.609316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f39446-b3e7-4e46-a51c-eea2812a9c35 None None] Sync routers for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:02:59.614265 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c806749a-0596-4ca9-82ad-f40e99e44cbd req-cce0557e-603d-4287-9d9e-caa22c52702c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ad3dd6-6b5e-49ab-b049-78c7aa024146 HTTP/1.1" status: 200 len: 217 time: 0.0837035 Aug 31 01:02:59.621893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-f27a3b48-e52c-44e5-b49b-315a6b711bfb tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4f4f81af0327488683358ca40e0e4b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255816 Aug 31 01:02:59.629378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f39446-b3e7-4e46-a51c-eea2812a9c35 None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:02:59.630427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-52f39446-b3e7-4e46-a51c-eea2812a9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:02:59.640765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:02:59.657304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:02:59.683735 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:02:59.686016 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Pushing event updated for resources: {'Port': ['ID=0569c76a-0176-4e21-a979-66ac5e260dab,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:02:59.748464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806749a-0596-4ca9-82ad-f40e99e44cbd req-36483f46-afdb-4bc8-8b02-1a8c3877943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:59.750229 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c806749a-0596-4ca9-82ad-f40e99e44cbd req-36483f46-afdb-4bc8-8b02-1a8c3877943b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.1113441 Aug 31 01:02:59.754653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 1312af6d-5e5f-4718-b7dd-9e59f4d47428 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:02:59.773397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-f8316b24-4add-4a0e-9fe0-689a1c7e7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:59.776267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-f8316b24-4add-4a0e-9fe0-689a1c7e7c2b service neutron] 10.222.0.58 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 921 time: 0.2738671 Aug 31 01:02:59.788611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-59d3ac54-a188-4d22-b2af-e4e9d7e41e3e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:59.791503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-59d3ac54-a188-4d22-b2af-e4e9d7e41e3e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616073 Aug 31 01:02:59.808047 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 1312af6d-5e5f-4718-b7dd-9e59f4d47428 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:02:59.808418 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:59.860656 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-f335459b-c0c5-4f1f-ac48-f372b320b66c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/quotas/4f4f81af0327488683358ca40e0e4b3d HTTP/1.1" status: 200 len: 375 time: 0.0592511 Aug 31 01:02:59.866894 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:59.876712 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806749a-0596-4ca9-82ad-f40e99e44cbd req-54c79859-6460-49a2-93fa-894a3c6f798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:02:59.879119 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c806749a-0596-4ca9-82ad-f40e99e44cbd req-54c79859-6460-49a2-93fa-894a3c6f798b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196849 Aug 31 01:02:59.902280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-52f39446-b3e7-4e46-a51c-eea2812a9c35 None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:02:59.914551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-bae1fb21-24f5-4583-98c1-4ea72ae35fb0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e56f9108-6326-4c89-aa42-e71083986329 HTTP/1.1" status: 200 len: 1002 time: 0.1215601 Aug 31 01:02:59.937397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-03f1a055-20a3-48ab-a8b7-56a01f628a62 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754116 Aug 31 01:02:59.989597 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.046313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-c9604e63-4f0c-4869-99c9-27552d45fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:00.058239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-c9604e63-4f0c-4869-99c9-27552d45fa60 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.1170537 Aug 31 01:03:00.097201 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.123184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-c973beea-4cca-43c0-929b-98e1e2f6e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:00.133114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:54Z', 'revision_number': 4, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'gw_port': {'id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:57:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'ca687e73-4415-42c5-a560-2ad291e71a71', 'name': '', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'mac_address': 'fa:16:3e:1a:fe:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:52Z', 'updated_at': '2021-08-31T01:02:54Z', 'revision_number': 2, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'subnets': [{'id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:00.135433 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-c973beea-4cca-43c0-929b-98e1e2f6e5d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759907 Aug 31 01:03:00.172419 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 1312af6d-5e5f-4718-b7dd-9e59f4d47428, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1312af6d-5e5f-4718-b7dd-9e59f4d47428,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:00.187620 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Checking router: 881adbf2-e890-4d0a-b7f7-464c3ba1d256 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:00.188216 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Updating router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 port ca687e73-4415-42c5-a560-2ad291e71a71 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:03:00.220985 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.300185 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.357286 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f2c56-5598-4c63-88a2-fe73ea42f037 req-67ea5a3c-fc40-4461-a0f9-f08f9f8071ad tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:00.358853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-114f2c56-5598-4c63-88a2-fe73ea42f037 req-67ea5a3c-fc40-4461-a0f9-f08f9f8071ad tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 950 time: 0.1287594 Aug 31 01:03:00.360323 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c806749a-0596-4ca9-82ad-f40e99e44cbd req-f00a64cd-54d7-4c5a-9a66-d7ac0095db53 service neutron] 10.222.0.70 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512591 Aug 31 01:03:00.367484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-c275bd13-43ba-41fb-87e5-c55a8d2fe262 service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311363 Aug 31 01:03:00.395552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=1312af6d-5e5f-4718-b7dd-9e59f4d47428,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:00.485703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-114f2c56-5598-4c63-88a2-fe73ea42f037 req-c25d5a8e-3759-4935-9c09-f98b478be1e4 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065743 Aug 31 01:03:00.513552 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.526481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffdd0707-1ac5-4d0c-bdf2-b82dbda36add req-d324ce49-fba0-4ec1-ad42-e06ac7eec001 service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580329 Aug 31 01:03:00.533269 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.681571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-52f39446-b3e7-4e46-a51c-eea2812a9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '35576df4-c090-4cb2-9eaa-73345f80f7f8', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'port_id': 'e56f9108-6326-4c89-aa42-e71083986329', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'mac_address': 'fa:16:3e:f1:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:02:34Z', 'updated_at': '2021-08-31T01:02:59Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:00.698896 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c806749a-0596-4ca9-82ad-f40e99e44cbd req-664e87aa-c026-4e90-9b2f-1b7e79138bd7 service neutron] 10.222.0.70 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103826 Aug 31 01:03:00.701619 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.708150 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Pushing event updated for resources: {'Port': ['ID=0569c76a-0176-4e21-a979-66ac5e260dab,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:00.722875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f39446-b3e7-4e46-a51c-eea2812a9c35 None None] Checking router: 29c865d9-20dd-4215-961f-4a28fb1e2720 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:00.753244 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:00.759346 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-aa0b95a4-17ba-4294-85ef-0c9fc67ebfc5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4542198 Aug 31 01:03:00.784331 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61c8740e-16f5-448c-b583-7021436ee3ec req-a7410ca4-fe1e-4a64-b8c7-b8ead897acce tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 210 time: 0.0360839 Aug 31 01:03:00.829276 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'tag': 'e56f9108-6326-4c89-aa42-e71083986329'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:00.829512 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03abd55d-22b4-4fae-a015-88163f6019b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef0d01d-33f3-422b-bffb-0813285bfe5e", "tag": "e56f9108-6326-4c89-aa42-e71083986329"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:00.914637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53966c-374b-451c-972f-80d44426981a req-8f18d7b7-7efb-4106-99b3-e4f59c904585 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:00.921952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c53966c-374b-451c-972f-80d44426981a req-8f18d7b7-7efb-4106-99b3-e4f59c904585 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.1409307 Aug 31 01:03:00.934363 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f39446-b3e7-4e46-a51c-eea2812a9c35 None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:00.935152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-52f39446-b3e7-4e46-a51c-eea2812a9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:00.948932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7aa87659-e900-477d-a554-01d657b32882 req-00b818b6-2fb3-4f72-b092-347c1ddf3599 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 1002 time: 0.1156657 Aug 31 01:03:01.009537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c53966c-374b-451c-972f-80d44426981a req-77a21ada-db71-4676-90fa-ef40c9c5bbbc tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860162 Aug 31 01:03:01.038505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa87659-e900-477d-a554-01d657b32882 req-ab6ef9dc-6390-420f-8cb1-252eb892fb3a tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:01.056946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7aa87659-e900-477d-a554-01d657b32882 req-ab6ef9dc-6390-420f-8cb1-252eb892fb3a tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports/e56f9108-6326-4c89-aa42-e71083986329 HTTP/1.1" status: 200 len: 943 time: 0.1011984 Aug 31 01:03:01.114754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-52f39446-b3e7-4e46-a51c-eea2812a9c35 None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:01.170886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1312af6d-5e5f-4718-b7dd-9e59f4d47428 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:01.286147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7aa87659-e900-477d-a554-01d657b32882 req-0746cc0c-3764-46ff-b422-841b4f4cb686 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 1002 time: 0.1125097 Aug 31 01:03:01.291414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-a9969ede-7a8a-4b8e-b3c8-39dcd7fd9788 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2015105560&fields=id&tenant_id=4f4ca84341a543f0a0256aea7256b8a5 HTTP/1.1" status: 200 len: 267 time: 0.0678213 Aug 31 01:03:01.303781 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.348396 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Transition to ACTIVE for port object ca687e73-4415-42c5-a560-2ad291e71a71 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:01.364226 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.370890 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.464566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 1312af6d-5e5f-4718-b7dd-9e59f4d47428 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:01.464882 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.470370 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa87659-e900-477d-a554-01d657b32882 req-11c4b36c-41ab-48aa-8485-46bfd31e133e tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:01.477115 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7aa87659-e900-477d-a554-01d657b32882 req-11c4b36c-41ab-48aa-8485-46bfd31e133e tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.1901309 Aug 31 01:03:01.494454 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b1c6b-44b0-4e4b-9a03-d639529dea71 None None] Pushing event updated for resources: {'Port': ['ID=ca687e73-4415-42c5-a560-2ad291e71a71,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:01.494730 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-7aa87659-e900-477d-a554-01d657b32882 req-528269fd-2217-4f58-9774-1d758d71929d tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:03:01.499824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7aa87659-e900-477d-a554-01d657b32882 req-528269fd-2217-4f58-9774-1d758d71929d tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212924 Aug 31 01:03:01.513864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-0d2fe122-dd29-443a-8961-2e5dd0a55a82 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:01.518550 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-0d2fe122-dd29-443a-8961-2e5dd0a55a82 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/networks?id=43cf0cdb-07e2-4ad1-9b79-78ee4269708c HTTP/1.1" status: 200 len: 815 time: 0.2162929 Aug 31 01:03:01.544910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-810cd16c-552f-4e85-b6ad-f7d97ad9868c tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/quotas/4f4ca84341a543f0a0256aea7256b8a5 HTTP/1.1" status: 200 len: 375 time: 0.0130424 Aug 31 01:03:01.637288 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8e6214-b8c5-46ea-8707-a8fb87b18bbe x-openstack-request-id: req-3b8e6214-b8c5-46ea-8707-a8fb87b18bbe {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:01.639137 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef0d01d-33f3-422b-bffb-0813285bfe5e", "tag": "e56f9108-6326-4c89-aa42-e71083986329", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:01.639620 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b8e6214-b8c5-46ea-8707-a8fb87b18bbe {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:01.640106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Attempting to bind port ca687e73-4415-42c5-a560-2ad291e71a71 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:01.640479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Attempting to bind port ca687e73-4415-42c5-a560-2ad291e71a71 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'f9a32beb-f472-4c85-930c-be1d27268ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:01.640785 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'tag': 'e56f9108-6326-4c89-aa42-e71083986329', 'status': 'completed', 'code': 200} Aug 31 01:03:01.640912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Attempting to bind port ca687e73-4415-42c5-a560-2ad291e71a71 on network 43cf0cdb-07e2-4ad1-9b79-78ee4269708c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:01.653599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:01.653961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Checking segment: {'id': 'f9a32beb-f472-4c85-930c-be1d27268ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:01.654380 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.654777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Bound using segment: {'id': 'f9a32beb-f472-4c85-930c-be1d27268ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:01.655253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Bound port: ca687e73-4415-42c5-a560-2ad291e71a71, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a32beb-f472-4c85-930c-be1d27268ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:01.655966 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.661526 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154e141-7f4f-436f-ac73-1dfba31982de req-e61fdb3e-b0a1-4b94-965b-914b8d0fe06f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:01.663247 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7154e141-7f4f-436f-ac73-1dfba31982de req-e61fdb3e-b0a1-4b94-965b-914b8d0fe06f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.70 "GET /v2.0/ports?device_id=73243d09-c638-4c05-8b2f-bb3717fa00f2 HTTP/1.1" status: 200 len: 950 time: 0.1122928 Aug 31 01:03:01.750497 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-db0b39f2-ef6f-407a-90e1-4d08362e2f5c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4f4f81af0327488683358ca40e0e4b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673659 Aug 31 01:03:01.765533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-52f39446-b3e7-4e46-a51c-eea2812a9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '35576df4-c090-4cb2-9eaa-73345f80f7f8', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'port_id': 'e56f9108-6326-4c89-aa42-e71083986329', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'mac_address': 'fa:16:3e:f1:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:02:34Z', 'updated_at': '2021-08-31T01:02:59Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:01.803618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-a8085e55-f275-434d-a633-91678b787d9c tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 1002 time: 0.1595676 Aug 31 01:03:01.810580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f39446-b3e7-4e46-a51c-eea2812a9c35 None None] The sync data for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 is: [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '35576df4-c090-4cb2-9eaa-73345f80f7f8', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'port_id': 'e56f9108-6326-4c89-aa42-e71083986329', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'mac_address': 'fa:16:3e:f1:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:02:34Z', 'updated_at': '2021-08-31T01:02:59Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:01.818747 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] For port ca687e73-4415-42c5-a560-2ad291e71a71, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:01.832471 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] For port ca687e73-4415-42c5-a560-2ad291e71a71, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ca687e73-4415-42c5-a560-2ad291e71a71,segment=NetworkSegment(f9a32beb-f472-4c85-930c-be1d27268ff6),segment_id=f9a32beb-f472-4c85-930c-be1d27268ff6)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:01.839640 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:01.941457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abd55d-22b4-4fae-a015-88163f6019b3 req-53fece10-f33b-436e-b34c-20a004fc0686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:01.941938 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b1c6b-44b0-4e4b-9a03-d639529dea71 None None] Pushing event updated for resources: {'Port': ['ID=ca687e73-4415-42c5-a560-2ad291e71a71,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:01.943530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03abd55d-22b4-4fae-a015-88163f6019b3 req-53fece10-f33b-436e-b34c-20a004fc0686 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 1098 time: 0.3008854 Aug 31 01:03:01.955501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-f02102a2-6750-4d61-9dcd-009902efa5cb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:01.959760 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-f02102a2-6750-4d61-9dcd-009902efa5cb tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports/e56f9108-6326-4c89-aa42-e71083986329 HTTP/1.1" status: 200 len: 943 time: 0.1547425 Aug 31 01:03:01.979888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Routers {'881adbf2-e890-4d0a-b7f7-464c3ba1d256'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:01.980540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:02.017198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-d91974e2-c515-48e8-85b5-5e1cb732e394 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:02.018922 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-d91974e2-c515-48e8-85b5-5e1cb732e394 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586858 Aug 31 01:03:02.020665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-aaa0804f-e4e9-417d-9eb3-e69e54c1491a tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f4ca84341a543f0a0256aea7256b8a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4614596 Aug 31 01:03:02.049156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-fe37024b-106f-4abf-aee3-98632222b7ef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Request body: {'port': {'device_id': '216de7f7-6f83-440e-8979-154be259a0d7', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '4f4f81af0327488683358ca40e0e4b3d'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:02.152321 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-7154e141-7f4f-436f-ac73-1dfba31982de req-e53d3d3a-32c5-4db3-862e-ff072f33073f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Deleting port 7d29ed22-4954-45e0-9642-8b89a83dcdcc {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:02.152663 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7154e141-7f4f-436f-ac73-1dfba31982de req-e53d3d3a-32c5-4db3-862e-ff072f33073f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.264150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] Set router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:02.281009 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-7154e141-7f4f-436f-ac73-1dfba31982de req-e53d3d3a-32c5-4db3-862e-ff072f33073f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] For port 7d29ed22-4954-45e0-9642-8b89a83dcdcc, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7d29ed22-4954-45e0-9642-8b89a83dcdcc,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:02.281379 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7154e141-7f4f-436f-ac73-1dfba31982de req-e53d3d3a-32c5-4db3-862e-ff072f33073f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.304017 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-7154e141-7f4f-436f-ac73-1dfba31982de req-e53d3d3a-32c5-4db3-862e-ff072f33073f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Calling delete_port for 7d29ed22-4954-45e0-9642-8b89a83dcdcc owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:02.358273 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-c1965180-f97b-4464-aa55-f7d7af1084e3 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 1002 time: 0.3046722 Aug 31 01:03:02.406296 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-fe37024b-106f-4abf-aee3-98632222b7ef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Made reservation on behalf of 4f4f81af0327488683358ca40e0e4b3d for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:02.410032 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-fe37024b-106f-4abf-aee3-98632222b7ef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.458343 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-1344d123-d89f-46c1-a808-5651993f009c service neutron] 10.222.0.58 "GET /v2.0/networks/43cf0cdb-07e2-4ad1-9b79-78ee4269708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069629 Aug 31 01:03:02.462214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abd55d-22b4-4fae-a015-88163f6019b3 req-2b05d3b7-2b42-4039-9687-f1e929b4bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:02.463729 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03abd55d-22b4-4fae-a015-88163f6019b3 req-2b05d3b7-2b42-4039-9687-f1e929b4bbb1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 921 time: 0.4769628 Aug 31 01:03:02.540960 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7154e141-7f4f-436f-ac73-1dfba31982de req-e53d3d3a-32c5-4db3-862e-ff072f33073f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.566518 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['2765a8bd-693a-463a-a513-41f4cccb3b21', '7d29ed22-4954-45e0-9642-8b89a83dcdcc', 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:02.632091 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d3d3a-32c5-4db3-862e-ff072f33073f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Pushing event deleted for resources: {'Port': ['ID=7d29ed22-4954-45e0-9642-8b89a83dcdcc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:02.668512 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7154e141-7f4f-436f-ac73-1dfba31982de req-e53d3d3a-32c5-4db3-862e-ff072f33073f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] No DVR routers for this DVR port 7d29ed22-4954-45e0-9642-8b89a83dcdcc on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:02.674192 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7154e141-7f4f-436f-ac73-1dfba31982de req-e53d3d3a-32c5-4db3-862e-ff072f33073f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:02.677514 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7154e141-7f4f-436f-ac73-1dfba31982de req-e53d3d3a-32c5-4db3-862e-ff072f33073f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.70 "DELETE /v2.0/ports/7d29ed22-4954-45e0-9642-8b89a83dcdcc HTTP/1.1" status: 204 len: 173 time: 1.0040553 Aug 31 01:03:02.679219 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73243d09-c638-4c05-8b2f-bb3717fa00f2', 'name': 'network-vif-deleted', 'tag': '7d29ed22-4954-45e0-9642-8b89a83dcdcc'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:02.683691 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3244e40-e722-4ade-b138-521975783ec8" -d '{"events": [{"server_uuid": "73243d09-c638-4c05-8b2f-bb3717fa00f2", "name": "network-vif-deleted", "tag": "7d29ed22-4954-45e0-9642-8b89a83dcdcc"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:02.717076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-fe37024b-106f-4abf-aee3-98632222b7ef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Allocated IP 192.168.233.207 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/9c35529b-091a-41bb-83a7-320bb9a01f35) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:02.717587 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:54Z', 'revision_number': 4, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'gw_port': {'id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'ca687e73-4415-42c5-a560-2ad291e71a71', 'name': '', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'mac_address': 'fa:16:3e:1a:fe:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:52Z', 'updated_at': '2021-08-31T01:03:01Z', 'revision_number': 4, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'subnets': [{'id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:02.751085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6b6de5-e703-465d-993b-5765420684c6 None None] The sync data for ids ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'] in n-d-802060-13 is: [{'id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:54Z', 'revision_number': 4, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'gw_port': {'id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'ca687e73-4415-42c5-a560-2ad291e71a71', 'name': '', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'mac_address': 'fa:16:3e:1a:fe:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:52Z', 'updated_at': '2021-08-31T01:03:01Z', 'revision_number': 4, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'subnets': [{'id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:03.000371 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-fe37024b-106f-4abf-aee3-98632222b7ef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.039585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-fe37024b-106f-4abf-aee3-98632222b7ef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Transition to ACTIVE for port object 9c35529b-091a-41bb-83a7-320bb9a01f35 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:03.070544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-453a3313-8d4a-45bd-a70f-19cba6200c54 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:03.078837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-453a3313-8d4a-45bd-a70f-19cba6200c54 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.7097986 Aug 31 01:03:03.128410 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-fe37024b-106f-4abf-aee3-98632222b7ef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.191164 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-fe37024b-106f-4abf-aee3-98632222b7ef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:03.196463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-fe37024b-106f-4abf-aee3-98632222b7ef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:03.199090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-fe37024b-106f-4abf-aee3-98632222b7ef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:03.199822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-d07acd41-3ebe-4724-be38-e581bd418d28 service neutron] 10.222.0.58 "GET /v2.0/networks/43cf0cdb-07e2-4ad1-9b79-78ee4269708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272356 Aug 31 01:03:03.233076 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03abd55d-22b4-4fae-a015-88163f6019b3 req-7ff9e6a2-1a85-4c40-8923-cce96b724e25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e56f9108-6326-4c89-aa42-e71083986329 HTTP/1.1" status: 200 len: 1002 time: 0.7466331 Aug 31 01:03:03.249756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ca687e73-4415-42c5-a560-2ad291e71a71 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:03.285966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37024b-106f-4abf-aee3-98632222b7ef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Pushing event updated for resources: {'Port': ['ID=9c35529b-091a-41bb-83a7-320bb9a01f35,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:03.371135 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-fe37024b-106f-4abf-aee3-98632222b7ef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:03.374440 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-fe37024b-106f-4abf-aee3-98632222b7ef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.378185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-abab9c2b-00a4-4e33-a35d-4339989092f9 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 1002 time: 0.2984376 Aug 31 01:03:03.425065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port ca687e73-4415-42c5-a560-2ad291e71a71 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:03.425646 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-fe37024b-106f-4abf-aee3-98632222b7ef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3818877 Aug 31 01:03:03.431098 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port ca687e73-4415-42c5-a560-2ad291e71a71 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:03.431787 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.432733 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-04fa3496-6b38-44c7-9217-f098547520fe tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:03.452802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Request body: {'port': {'device_id': '216de7f7-6f83-440e-8979-154be259a0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:03.626435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abd55d-22b4-4fae-a015-88163f6019b3 req-13329a26-a878-42f6-a817-c95495495d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:03.629739 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.638932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03abd55d-22b4-4fae-a015-88163f6019b3 req-13329a26-a878-42f6-a817-c95495495d06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.3963795 Aug 31 01:03:03.640973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['abbcb3e1-1df2-4e24-875b-ce85f871bb2f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:03.754233 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-04fa3496-6b38-44c7-9217-f098547520fe tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.873275 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abd55d-22b4-4fae-a015-88163f6019b3 req-ce531203-be19-4a12-b160-4e7263bddbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:03.874833 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03abd55d-22b4-4fae-a015-88163f6019b3 req-ce531203-be19-4a12-b160-4e7263bddbad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2247343 Aug 31 01:03:03.902004 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:03.939541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-31c8a467-6d3f-4966-8619-b6f81e5f354f None None] Provisioning for port 9c35529b-091a-41bb-83a7-320bb9a01f35 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:03.944477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-31c8a467-6d3f-4966-8619-b6f81e5f354f None None] Provisioning complete for port 9c35529b-091a-41bb-83a7-320bb9a01f35 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:03.944856 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-31c8a467-6d3f-4966-8619-b6f81e5f354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.010879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port ca687e73-4415-42c5-a560-2ad291e71a71, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ca687e73-4415-42c5-a560-2ad291e71a71,segment=NetworkSegment(f9a32beb-f472-4c85-930c-be1d27268ff6),segment_id=f9a32beb-f472-4c85-930c-be1d27268ff6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:04.025413 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.080419 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-31c8a467-6d3f-4966-8619-b6f81e5f354f None None] Port 9c35529b-091a-41bb-83a7-320bb9a01f35 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:03:04.156259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=ca687e73-4415-42c5-a560-2ad291e71a71,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:04.157773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc293c92-2ceb-4fe1-b022-c4d24962ef84 req-a907e4a5-9419-4b31-92f8-eab8f3cf123b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:04.159637 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc293c92-2ceb-4fe1-b022-c4d24962ef84 req-a907e4a5-9419-4b31-92f8-eab8f3cf123b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 936 time: 0.2127190 Aug 31 01:03:04.214047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c35529b-091a-41bb-83a7-320bb9a01f35 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:04.223754 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.230345 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-04fa3496-6b38-44c7-9217-f098547520fe tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.241838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Transition to ACTIVE for port object 9c35529b-091a-41bb-83a7-320bb9a01f35 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:04.248794 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.260500 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-04fa3496-6b38-44c7-9217-f098547520fe tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.260827 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-04fa3496-6b38-44c7-9217-f098547520fe tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Floating IP 35576df4-c090-4cb2-9eaa-73345f80f7f8 disassociated. External IP: 172.25.6.205, port: e56f9108-6326-4c89-aa42-e71083986329. Aug 31 01:03:04.316004 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03abd55d-22b4-4fae-a015-88163f6019b3 req-19197f8c-427b-4e8e-81cb-9151680e3be6 service neutron] 10.222.0.15 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285159 Aug 31 01:03:04.324032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c35529b-091a-41bb-83a7-320bb9a01f35,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:04.393738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc293c92-2ceb-4fe1-b022-c4d24962ef84 req-0bec8997-8fa2-4773-a254-36f9f62bbe0b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871696 Aug 31 01:03:04.437910 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Attempting to bind port 9c35529b-091a-41bb-83a7-320bb9a01f35 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:04.438259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Attempting to bind port 9c35529b-091a-41bb-83a7-320bb9a01f35 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:04.438588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Attempting to bind port 9c35529b-091a-41bb-83a7-320bb9a01f35 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:04.451388 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Port 9c35529b-091a-41bb-83a7-320bb9a01f35 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:03:04.451689 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Attempting to bind port 9c35529b-091a-41bb-83a7-320bb9a01f35 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:04.458814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:04.459066 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:04.459435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:04.459871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Bound port: 9c35529b-091a-41bb-83a7-320bb9a01f35, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:04.460225 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.614984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] For port 9c35529b-091a-41bb-83a7-320bb9a01f35, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:04.630151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] For port 9c35529b-091a-41bb-83a7-320bb9a01f35, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=9c35529b-091a-41bb-83a7-320bb9a01f35,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:04.639115 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.652145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03abd55d-22b4-4fae-a015-88163f6019b3 req-8a45934c-621c-4772-9ef8-6402bd566868 service neutron] 10.222.0.15 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908401 Aug 31 01:03:04.685723 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:04.686645 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:04.688902 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] 10.222.0.15 "PUT /v2.0/ports/9c35529b-091a-41bb-83a7-320bb9a01f35 HTTP/1.1" status: 200 len: 1097 time: 1.2460206 Aug 31 01:03:04.715736 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5715c-0dbb-48ef-83e3-648f399b7fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c35529b-091a-41bb-83a7-320bb9a01f35,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:04.780646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c273a9c-d1df-4b44-a6d7-24619bf42836 req-86a16002-6a01-4218-a73b-8983375a02bb tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:04.789316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c273a9c-d1df-4b44-a6d7-24619bf42836 req-86a16002-6a01-4218-a73b-8983375a02bb tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.1326723 Aug 31 01:03:04.890873 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-0df8db5c-ea22-4f3e-a0b8-54d2971ec404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:04.892805 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-0df8db5c-ea22-4f3e-a0b8-54d2971ec404 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 1100 time: 0.0558724 Aug 31 01:03:04.901306 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c273a9c-d1df-4b44-a6d7-24619bf42836 req-070dfd07-ea1f-43ea-80b6-1787bffeaa05 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095121 Aug 31 01:03:04.965899 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-b84ed473-0963-4632-bb1b-1f89776c7f1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=9c35529b-091a-41bb-83a7-320bb9a01f35 HTTP/1.1" status: 200 len: 217 time: 0.0588222 Aug 31 01:03:04.970824 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1f6c73-85ab-40b7-8511-9c4d97c92d4e x-openstack-request-id: req-5c1f6c73-85ab-40b7-8511-9c4d97c92d4e {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:04.971114 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73243d09-c638-4c05-8b2f-bb3717fa00f2", "name": "network-vif-deleted", "tag": "7d29ed22-4954-45e0-9642-8b89a83dcdcc", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:04.971397 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c1f6c73-85ab-40b7-8511-9c4d97c92d4e {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:04.971806 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73243d09-c638-4c05-8b2f-bb3717fa00f2', 'name': 'network-vif-deleted', 'tag': '7d29ed22-4954-45e0-9642-8b89a83dcdcc', 'status': 'completed', 'code': 200} Aug 31 01:03:05.007694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-04fa3496-6b38-44c7-9217-f098547520fe tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Router 29c865d9-20dd-4215-961f-4a28fb1e2720 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:05.048259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-5acf974e-47fc-4d40-a872-dc4ec2a796fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:05.049746 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-5acf974e-47fc-4d40-a872-dc4ec2a796fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0755293 Aug 31 01:03:05.112510 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34aefe37-2644-4a6f-bf4c-ef782897ee21 req-389b60d2-b377-48da-a458-e4610dbe83bd tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 210 time: 0.0419927 Aug 31 01:03:05.116970 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-a49c0dc7-53ff-44b2-b134-4c3d6699f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:05.118877 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-a49c0dc7-53ff-44b2-b134-4c3d6699f6b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0576863 Aug 31 01:03:05.141555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7d29ed22-4954-45e0-9642-8b89a83dcdcc no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:05.228145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ca687e73-4415-42c5-a560-2ad291e71a71 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:05.247704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-04fa3496-6b38-44c7-9217-f098547520fe tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:05.262150 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-04fa3496-6b38-44c7-9217-f098547520fe tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:05.269853 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b41491-23cf-4201-b32b-2ed34dad704c None None] Sync routers for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:05.294345 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b41491-23cf-4201-b32b-2ed34dad704c None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:05.295301 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c3b41491-23cf-4201-b32b-2ed34dad704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:05.317749 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-04fa3496-6b38-44c7-9217-f098547520fe tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "PUT /v2.0/floatingips/35576df4-c090-4cb2-9eaa-73345f80f7f8 HTTP/1.1" status: 200 len: 695 time: 1.9273317 Aug 31 01:03:05.318265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'tag': 'e56f9108-6326-4c89-aa42-e71083986329'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:05.321161 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc3a887-a172-4819-88d1-6dacd05d3ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef0d01d-33f3-422b-bffb-0813285bfe5e", "tag": "e56f9108-6326-4c89-aa42-e71083986329"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:05.365307 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 7d29ed22-4954-45e0-9642-8b89a83dcdcc {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:05.365579 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7d29ed22-4954-45e0-9642-8b89a83dcdcc not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:05.369092 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-3c1fc394-920f-41fe-a1af-3d7f47b47c78 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403171 Aug 31 01:03:05.385071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port ca687e73-4415-42c5-a560-2ad291e71a71 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:05.385795 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:05.570447 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f85eaa8-efd3-4fd1-9b11-d21460bbb936 req-6cc651fc-3bb5-48cd-bfcb-1c29481fc38a service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927221 Aug 31 01:03:05.641334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-506011f9-175a-46c9-b304-1b1229e0cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:05.643047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-506011f9-175a-46c9-b304-1b1229e0cb44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 1098 time: 0.2612267 Aug 31 01:03:05.682905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-ef713f64-8212-456e-bad4-456faf6ac47a tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:05.689451 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-ef713f64-8212-456e-bad4-456faf6ac47a tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.15 "GET /v2.0/networks?id=43cf0cdb-07e2-4ad1-9b79-78ee4269708c HTTP/1.1" status: 200 len: 815 time: 0.3512030 Aug 31 01:03:05.702250 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-c3b41491-23cf-4201-b32b-2ed34dad704c None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:05.767995 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657df8b6-8523-4c78-872e-302b3a488c03 x-openstack-request-id: req-657df8b6-8523-4c78-872e-302b3a488c03 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:05.768572 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef0d01d-33f3-422b-bffb-0813285bfe5e", "tag": "e56f9108-6326-4c89-aa42-e71083986329", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:05.768990 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-657df8b6-8523-4c78-872e-302b3a488c03 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:05.769532 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'tag': 'e56f9108-6326-4c89-aa42-e71083986329', 'status': 'completed', 'code': 200} Aug 31 01:03:05.802190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3a887-a172-4819-88d1-6dacd05d3ad3 req-80d2d153-9213-40d2-8e93-e0b9466e0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:05.804204 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fdc3a887-a172-4819-88d1-6dacd05d3ad3 req-80d2d153-9213-40d2-8e93-e0b9466e0434 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 1098 time: 0.0510798 Aug 31 01:03:05.859960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-c53f39d5-888d-4ec9-93f0-9df8bc3cab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:05.861600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-c53f39d5-888d-4ec9-93f0-9df8bc3cab64 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 921 time: 0.2047927 Aug 31 01:03:05.867746 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-6956f35f-f122-44a1-9fea-cb41deeadeaf tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f4ca84341a543f0a0256aea7256b8a5 HTTP/1.1" status: 200 len: 380 time: 0.0971434 Aug 31 01:03:05.885154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Request body: {'port': {'device_id': 'd0d127d4-6cdb-43de-810d-ca0bbd639cbf', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'admin_state_up': True, 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'security_groups': ['39bde458-b44c-4b4b-b2b2-50fa85ef5bbb']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:05.925571 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3a887-a172-4819-88d1-6dacd05d3ad3 req-6bb8807c-9132-4d85-96e1-1e0ed9fe0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:05.927837 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fdc3a887-a172-4819-88d1-6dacd05d3ad3 req-6bb8807c-9132-4d85-96e1-1e0ed9fe0225 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 921 time: 0.1118698 Aug 31 01:03:05.930212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17b5a1-e2d6-408e-abca-2cfc8fa1727d req-0df97bce-f579-4d88-bad7-0d8965950e97 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:05.931795 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd17b5a1-e2d6-408e-abca-2cfc8fa1727d req-0df97bce-f579-4d88-bad7-0d8965950e97 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 948 time: 0.1656909 Aug 31 01:03:05.935135 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c3b41491-23cf-4201-b32b-2ed34dad704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:05.943100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-850c7dc1-4c01-4f59-b59e-b7c85b7a6466 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e56f9108-6326-4c89-aa42-e71083986329 HTTP/1.1" status: 200 len: 217 time: 0.0735164 Aug 31 01:03:05.968107 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b41491-23cf-4201-b32b-2ed34dad704c None None] Checking router: 29c865d9-20dd-4215-961f-4a28fb1e2720 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:05.976751 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b41491-23cf-4201-b32b-2ed34dad704c None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:05.978808 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fdc3a887-a172-4819-88d1-6dacd05d3ad3 req-0972b410-65e1-4961-ad24-1e8353d8742f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e56f9108-6326-4c89-aa42-e71083986329 HTTP/1.1" status: 200 len: 217 time: 0.0398190 Aug 31 01:03:05.979101 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c3b41491-23cf-4201-b32b-2ed34dad704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:06.030213 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3a887-a172-4819-88d1-6dacd05d3ad3 req-f15f90cd-cbf7-473e-9406-d875592e4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:06.031735 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fdc3a887-a172-4819-88d1-6dacd05d3ad3 req-f15f90cd-cbf7-473e-9406-d875592e4e5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.0460315 Aug 31 01:03:06.072547 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd17b5a1-e2d6-408e-abca-2cfc8fa1727d req-8c3866e8-bdec-4afa-bebd-5d3a5f3865a4 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283524 Aug 31 01:03:06.076453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-cc7cb7b0-9716-4b8a-af46-7626cc545bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:06.077939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-cc7cb7b0-9716-4b8a-af46-7626cc545bc1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.1048040 Aug 31 01:03:06.100241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3a887-a172-4819-88d1-6dacd05d3ad3 req-4a7565cb-d3bb-46b4-91ff-b662ba60d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:06.102788 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fdc3a887-a172-4819-88d1-6dacd05d3ad3 req-4a7565cb-d3bb-46b4-91ff-b662ba60d79c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618360 Aug 31 01:03:06.115970 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-c3b41491-23cf-4201-b32b-2ed34dad704c None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:06.152276 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-68bb17de-3e78-44bd-ae72-b74668f600f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:06.154005 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-68bb17de-3e78-44bd-ae72-b74668f600f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631990 Aug 31 01:03:06.155367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Made reservation on behalf of 4f4ca84341a543f0a0256aea7256b8a5 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:06.158824 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.240490 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fdc3a887-a172-4819-88d1-6dacd05d3ad3 req-db2315dd-72a7-452d-93e0-a87d01777450 service neutron] 10.222.0.15 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288357 Aug 31 01:03:06.347250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-8c4d92a5-ca5b-4d0b-8c91-7a3e93540888 service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860504 Aug 31 01:03:06.361510 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a915393-a0fb-41a6-b9dd-a3daefa4f3b6 req-ef3c024f-96bc-4187-ba99-13003ad21e2f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:06.371601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a915393-a0fb-41a6-b9dd-a3daefa4f3b6 req-ef3c024f-96bc-4187-ba99-13003ad21e2f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 949 time: 0.1529777 Aug 31 01:03:06.389355 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c3b41491-23cf-4201-b32b-2ed34dad704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:06.424502 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b41491-23cf-4201-b32b-2ed34dad704c None None] The sync data for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 is: [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:06.435409 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fdc3a887-a172-4819-88d1-6dacd05d3ad3 req-529c20a2-a166-4f48-b8f2-04544b4b6029 service neutron] 10.222.0.15 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375451 Aug 31 01:03:06.518780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a915393-a0fb-41a6-b9dd-a3daefa4f3b6 req-dc2c528b-640d-45a2-9f46-fbb1d7f5ec4f tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477399 Aug 31 01:03:06.526557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Allocated IP 172.20.0.9 (43cf0cdb-07e2-4ad1-9b79-78ee4269708c/8c86cc86-93fa-4bd3-8105-aa00d1b94ae9/8c4ea4d9-e567-4c13-bd36-5e28c31f694d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:06.577918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21390965-916a-4fa7-8681-ab40e1fb75f7 req-012f8177-5c6c-430d-b988-aced125c9a91 service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023056 Aug 31 01:03:06.715463 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9875523-9d27-45e5-8f89-f9ed312f3830 None None] New status for floating IP 35576df4-c090-4cb2-9eaa-73345f80f7f8: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:03:06.731163 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8a1345e-0861-4155-83c3-7dcc787378f5 req-812bea1d-479b-4524-8d84-f2fa80bc5161 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 210 time: 0.0513847 Aug 31 01:03:06.803840 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22edc-0ced-4449-bfa7-ea1ea7f72d96 req-df8bb315-8bc0-4808-98ab-fd26dd98fa17 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:06.807494 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8b22edc-0ced-4449-bfa7-ea1ea7f72d96 req-df8bb315-8bc0-4808-98ab-fd26dd98fa17 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.2094767 Aug 31 01:03:06.863459 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:06.891051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Transition to ACTIVE for port object 8c4ea4d9-e567-4c13-bd36-5e28c31f694d will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:06.911600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8b22edc-0ced-4449-bfa7-ea1ea7f72d96 req-68480a1d-3902-4ef7-8e89-bd519d8cbf98 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865488 Aug 31 01:03:06.973308 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216de7f7-6f83-440e-8979-154be259a0d7', 'tag': '9c35529b-091a-41bb-83a7-320bb9a01f35'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:06.975664 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93801681-75ed-4142-8dd1-0f802c3ced08" -d '{"events": [{"name": "network-changed", "server_uuid": "216de7f7-6f83-440e-8979-154be259a0d7", "tag": "9c35529b-091a-41bb-83a7-320bb9a01f35"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:06.994043 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.075991 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0662501-d91f-4da7-86e0-cb643ba43d25 x-openstack-request-id: req-a0662501-d91f-4da7-86e0-cb643ba43d25 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:07.076282 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216de7f7-6f83-440e-8979-154be259a0d7", "tag": "9c35529b-091a-41bb-83a7-320bb9a01f35", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:07.076540 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0662501-d91f-4da7-86e0-cb643ba43d25 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:07.076951 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216de7f7-6f83-440e-8979-154be259a0d7', 'tag': '9c35529b-091a-41bb-83a7-320bb9a01f35', 'status': 'completed', 'code': 200} Aug 31 01:03:07.092056 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Pushing event updated for resources: {'Port': ['ID=8c4ea4d9-e567-4c13-bd36-5e28c31f694d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:07.095376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Network 43cf0cdb-07e2-4ad1-9b79-78ee4269708c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:07.098654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:07.114483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:07.123934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.124279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.124621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.124953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.125284 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.125638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.125964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.126287 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.126630 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.126951 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.127274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.134961 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:07.198168 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93801681-75ed-4142-8dd1-0f802c3ced08 req-0309fcfb-3945-480e-83b1-114de2cfa50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:07.209624 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-93801681-75ed-4142-8dd1-0f802c3ced08 req-0309fcfb-3945-480e-83b1-114de2cfa50b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 1100 time: 0.0869286 Aug 31 01:03:07.260774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:07.261421 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.291779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-7cc67b32-eb4f-4d9b-adbb-55acc69cd4e5 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4124525 Aug 31 01:03:07.301420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e232afa-6251-4c1b-b423-ee5c897c8c67 req-6eaa0cd8-dd01-4b9f-b671-b6deedff763d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:07.303023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e232afa-6251-4c1b-b423-ee5c897c8c67 req-6eaa0cd8-dd01-4b9f-b671-b6deedff763d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 948 time: 0.1186304 Aug 31 01:03:07.311551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-2e8686bb-abe1-4398-8a97-9e427f8a36f4 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:07.312751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-2e8686bb-abe1-4398-8a97-9e427f8a36f4 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1414678 Aug 31 01:03:07.318704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Request body: {'port': {'device_id': 'd0d127d4-6cdb-43de-810d-ca0bbd639cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:07.382256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93801681-75ed-4142-8dd1-0f802c3ced08 req-3d84a138-9651-46af-9404-b03b966d62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:07.384996 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-93801681-75ed-4142-8dd1-0f802c3ced08 req-3d84a138-9651-46af-9404-b03b966d62aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.1674700 Aug 31 01:03:07.396707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e4996-6f4f-4a35-af06-ba9607657da0 req-6e174701-ce00-48b2-89de-1ac338fd3fff tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:07.398332 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-879e4996-6f4f-4a35-af06-ba9607657da0 req-6e174701-ce00-48b2-89de-1ac338fd3fff tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.70 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 949 time: 0.0735242 Aug 31 01:03:07.438977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-ffbed6fd-265e-4cb2-b7c1-e313b991d058 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 696 time: 0.1047573 Aug 31 01:03:07.467664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-106bc20f-cf7a-477e-b5ef-b1635529e05c tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Request body: {'floatingip': {'port_id': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:07.473349 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-93801681-75ed-4142-8dd1-0f802c3ced08 req-f923c05b-448f-4e47-8fd8-9853fd951a25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=9c35529b-091a-41bb-83a7-320bb9a01f35 HTTP/1.1" status: 200 len: 217 time: 0.0731795 Aug 31 01:03:07.482211 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e232afa-6251-4c1b-b423-ee5c897c8c67 req-8d0543a5-8edb-48df-aaab-9b7340b4dc77 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672580 Aug 31 01:03:07.486261 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.535017 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-43315cac-5b52-4904-8876-7fe9b8bbc104 None None] Provisioning for port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:07.538640 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-106bc20f-cf7a-477e-b5ef-b1635529e05c tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.548126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-43315cac-5b52-4904-8876-7fe9b8bbc104 None None] Provisioning complete for port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:07.548758 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-43315cac-5b52-4904-8876-7fe9b8bbc104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.571796 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93801681-75ed-4142-8dd1-0f802c3ced08 req-be1ad48d-f013-46ba-b284-f94d3a39236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:07.573396 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-93801681-75ed-4142-8dd1-0f802c3ced08 req-be1ad48d-f013-46ba-b284-f94d3a39236f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0891783 Aug 31 01:03:07.625083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-879e4996-6f4f-4a35-af06-ba9607657da0 req-e19c2e37-26e8-4aff-91d8-2c4415474df7 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Deleting port 2765a8bd-693a-463a-a513-41f4cccb3b21 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:07.625474 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-879e4996-6f4f-4a35-af06-ba9607657da0 req-e19c2e37-26e8-4aff-91d8-2c4415474df7 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.627428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-43315cac-5b52-4904-8876-7fe9b8bbc104 None None] Port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:03:07.683268 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93801681-75ed-4142-8dd1-0f802c3ced08 req-27402e70-65be-4af4-9843-d6cad50e0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:07.684956 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-93801681-75ed-4142-8dd1-0f802c3ced08 req-27402e70-65be-4af4-9843-d6cad50e0351 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1020477 Aug 31 01:03:07.777955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-879e4996-6f4f-4a35-af06-ba9607657da0 req-e19c2e37-26e8-4aff-91d8-2c4415474df7 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] For port 2765a8bd-693a-463a-a513-41f4cccb3b21, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=2765a8bd-693a-463a-a513-41f4cccb3b21,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:07.778412 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-879e4996-6f4f-4a35-af06-ba9607657da0 req-e19c2e37-26e8-4aff-91d8-2c4415474df7 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:07.800539 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-879e4996-6f4f-4a35-af06-ba9607657da0 req-e19c2e37-26e8-4aff-91d8-2c4415474df7 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Calling delete_port for 2765a8bd-693a-463a-a513-41f4cccb3b21 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:07.828918 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-93801681-75ed-4142-8dd1-0f802c3ced08 req-afe6816c-04a5-4315-ad47-ba9f0b03a69c service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330400 Aug 31 01:03:07.981266 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-93801681-75ed-4142-8dd1-0f802c3ced08 req-ffea28c2-de87-4d15-91bf-f6527d237ffd service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184530 Aug 31 01:03:08.033074 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-879e4996-6f4f-4a35-af06-ba9607657da0 req-e19c2e37-26e8-4aff-91d8-2c4415474df7 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.046936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['2765a8bd-693a-463a-a513-41f4cccb3b21', 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:08.066562 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c2e37-26e8-4aff-91d8-2c4415474df7 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Pushing event deleted for resources: {'Port': ['ID=2765a8bd-693a-463a-a513-41f4cccb3b21,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:08.124065 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-879e4996-6f4f-4a35-af06-ba9607657da0 req-e19c2e37-26e8-4aff-91d8-2c4415474df7 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] No DVR routers for this DVR port 2765a8bd-693a-463a-a513-41f4cccb3b21 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:08.127748 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-879e4996-6f4f-4a35-af06-ba9607657da0 req-e19c2e37-26e8-4aff-91d8-2c4415474df7 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.130332 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-879e4996-6f4f-4a35-af06-ba9607657da0 req-e19c2e37-26e8-4aff-91d8-2c4415474df7 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.70 "DELETE /v2.0/ports/2765a8bd-693a-463a-a513-41f4cccb3b21 HTTP/1.1" status: 204 len: 173 time: 0.7223501 Aug 31 01:03:08.245615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc898e-4a94-40f3-a5ae-3406f6ab9a2a req-67f10ac4-56d8-4d4f-b510-6738b3e20eec tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:08.247213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7bc898e-4a94-40f3-a5ae-3406f6ab9a2a req-67f10ac4-56d8-4d4f-b510-6738b3e20eec tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=534147c6-77f6-4fce-9606-9f49422ce086 HTTP/1.1" status: 200 len: 867 time: 0.6101916 Aug 31 01:03:08.354722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7bc898e-4a94-40f3-a5ae-3406f6ab9a2a req-898d9c69-7c6a-40e3-9f1c-3a3f21c0ed5d tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681303 Aug 31 01:03:08.599209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cb2f6-8500-406e-a114-7fda3951b81e req-21926587-d173-4cfa-b3f8-cacad06a6782 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:08.600783 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a1cb2f6-8500-406e-a114-7fda3951b81e req-21926587-d173-4cfa-b3f8-cacad06a6782 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 931 time: 0.1560767 Aug 31 01:03:08.607560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4ea4d9-e567-4c13-bd36-5e28c31f694d {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:08.622049 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.685552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Transition to ACTIVE for port object 8c4ea4d9-e567-4c13-bd36-5e28c31f694d will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:08.698449 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.768582 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a1cb2f6-8500-406e-a114-7fda3951b81e req-a07d716c-bec5-47b4-a98d-3de7ed57dacb tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/security-groups?id=39bde458-b44c-4b4b-b2b2-50fa85ef5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549776 Aug 31 01:03:08.807254 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-106bc20f-cf7a-477e-b5ef-b1635529e05c tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.808768 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4ea4d9-e567-4c13-bd36-5e28c31f694d,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:08.826782 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 9c35529b-091a-41bb-83a7-320bb9a01f35 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:03:08.839003 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-106bc20f-cf7a-477e-b5ef-b1635529e05c tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.948616 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5251c-5ae7-4b7f-9a58-ad7ce1375696 req-086e9284-54d7-452b-8ae6-73d98b6455b7 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:08.950460 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01f5251c-5ae7-4b7f-9a58-ad7ce1375696 req-086e9284-54d7-452b-8ae6-73d98b6455b7 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef0d01d-33f3-422b-bffb-0813285bfe5e HTTP/1.1" status: 200 len: 946 time: 0.0994272 Aug 31 01:03:09.079635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Attempting to bind port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:09.080081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Attempting to bind port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'f9a32beb-f472-4c85-930c-be1d27268ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:09.080517 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Attempting to bind port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d on network 43cf0cdb-07e2-4ad1-9b79-78ee4269708c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:09.089953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d on network 43cf0cdb-07e2-4ad1-9b79-78ee4269708c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:03:09.090385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Attempting to bind port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d on network 43cf0cdb-07e2-4ad1-9b79-78ee4269708c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:09.093422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 9c35529b-091a-41bb-83a7-320bb9a01f35, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=9c35529b-091a-41bb-83a7-320bb9a01f35,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:09.101611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:09.102596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Checking segment: {'id': 'f9a32beb-f472-4c85-930c-be1d27268ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:09.103466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Bound using segment: {'id': 'f9a32beb-f472-4c85-930c-be1d27268ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:09.103685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Bound port: 8c4ea4d9-e567-4c13-bd36-5e28c31f694d, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a32beb-f472-4c85-930c-be1d27268ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:09.104153 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.120586 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '9c35529b-091a-41bb-83a7-320bb9a01f35', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '9c35529b-091a-41bb-83a7-320bb9a01f35', 'mac_address': 'fa:16:3e:db:8a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:03:09.129036 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-106bc20f-cf7a-477e-b5ef-b1635529e05c tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Floating IP 35576df4-c090-4cb2-9eaa-73345f80f7f8 associated. External IP: 172.25.6.205, port: 18ad3dd6-6b5e-49ab-b049-78c7aa024146. Aug 31 01:03:09.180826 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.214959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c35529b-091a-41bb-83a7-320bb9a01f35 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:09.237787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 9c35529b-091a-41bb-83a7-320bb9a01f35, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=9c35529b-091a-41bb-83a7-320bb9a01f35,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:09.244445 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.314132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adb5ee-6fc4-45c7-b709-05f6f4f7a154 req-61085b6b-5394-439a-a606-6ddd4224a967 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:09.315878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48adb5ee-6fc4-45c7-b709-05f6f4f7a154 req-61085b6b-5394-439a-a606-6ddd4224a967 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.2069051 Aug 31 01:03:09.332918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=9c35529b-091a-41bb-83a7-320bb9a01f35,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:09.353873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] For port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:09.378133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] For port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8c4ea4d9-e567-4c13-bd36-5e28c31f694d,segment=NetworkSegment(f9a32beb-f472-4c85-930c-be1d27268ff6),segment_id=f9a32beb-f472-4c85-930c-be1d27268ff6)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:09.391521 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.396478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534147c6-77f6-4fce-9606-9f49422ce086', 'name': 'network-vif-deleted', 'tag': '2765a8bd-693a-463a-a513-41f4cccb3b21'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:09.399536 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df46768a-08a1-40cb-89d6-8435d2a5c0fb" -d '{"events": [{"server_uuid": "534147c6-77f6-4fce-9606-9f49422ce086", "name": "network-vif-deleted", "tag": "2765a8bd-693a-463a-a513-41f4cccb3b21"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:09.433799 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48adb5ee-6fc4-45c7-b709-05f6f4f7a154 req-daa0f457-81a8-417a-85c2-f0f1396d33a3 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062987 Aug 31 01:03:09.478323 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-01f5251c-5ae7-4b7f-9a58-ad7ce1375696 req-126d5ab4-4330-4875-95e0-a00540c1d0bc tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Deleting port e56f9108-6326-4c89-aa42-e71083986329 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:09.478496 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-01f5251c-5ae7-4b7f-9a58-ad7ce1375696 req-126d5ab4-4330-4875-95e0-a00540c1d0bc tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.486679 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:09.487367 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.488721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] 10.222.0.15 "PUT /v2.0/ports/8c4ea4d9-e567-4c13-bd36-5e28c31f694d HTTP/1.1" status: 200 len: 1092 time: 2.1750519 Aug 31 01:03:09.489173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d127d4-6cdb-43de-810d-ca0bbd639cbf', 'tag': '8c4ea4d9-e567-4c13-bd36-5e28c31f694d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:09.491448 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7c8b12-b196-4811-9629-ab9f14ee43c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d127d4-6cdb-43de-810d-ca0bbd639cbf", "tag": "8c4ea4d9-e567-4c13-bd36-5e28c31f694d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:09.576458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b57b84-560a-4f66-8ef0-25d686d24273 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4ea4d9-e567-4c13-bd36-5e28c31f694d,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:09.631550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-106bc20f-cf7a-477e-b5ef-b1635529e05c tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Router 29c865d9-20dd-4215-961f-4a28fb1e2720 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:09.649667 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['9c35529b-091a-41bb-83a7-320bb9a01f35'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:09.666636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-aad1353c-fa72-496a-a2f9-5edad4e23566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:09.670553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-aad1353c-fa72-496a-a2f9-5edad4e23566 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4ca84341a543f0a0256aea7256b8a5&device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 1095 time: 0.0862021 Aug 31 01:03:09.701674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-01f5251c-5ae7-4b7f-9a58-ad7ce1375696 req-126d5ab4-4330-4875-95e0-a00540c1d0bc tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] For port e56f9108-6326-4c89-aa42-e71083986329, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e56f9108-6326-4c89-aa42-e71083986329,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:09.702350 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-01f5251c-5ae7-4b7f-9a58-ad7ce1375696 req-126d5ab4-4330-4875-95e0-a00540c1d0bc tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.723891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-01f5251c-5ae7-4b7f-9a58-ad7ce1375696 req-126d5ab4-4330-4875-95e0-a00540c1d0bc tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Calling delete_port for e56f9108-6326-4c89-aa42-e71083986329 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:09.768474 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-15aeb2b3-dbf9-4ad4-a2ac-b9a8e31f21f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c4ea4d9-e567-4c13-bd36-5e28c31f694d HTTP/1.1" status: 200 len: 217 time: 0.0492024 Aug 31 01:03:09.916063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-93550623-4f9e-4229-a79d-1768ff1908f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:09.917607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-93550623-4f9e-4229-a79d-1768ff1908f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c86cc86-93fa-4bd3-8105-aa00d1b94ae9 HTTP/1.1" status: 200 len: 854 time: 0.1355321 Aug 31 01:03:09.928686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c541c1-72cc-405a-a852-c757000253dc req-92a96dc3-4b9a-46db-b59c-5188633666eb tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:09.930590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41c541c1-72cc-405a-a852-c757000253dc req-92a96dc3-4b9a-46db-b59c-5188633666eb tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 949 time: 0.2194583 Aug 31 01:03:09.951666 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-01f5251c-5ae7-4b7f-9a58-ad7ce1375696 req-126d5ab4-4330-4875-95e0-a00540c1d0bc tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.974149 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['18ad3dd6-6b5e-49ab-b049-78c7aa024146'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:09.977854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-106bc20f-cf7a-477e-b5ef-b1635529e05c tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:09.991486 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea4891-600a-4e2a-8c79-3c0a9c88569e None None] Sync routers for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:10.003111 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d5ab4-4330-4875-95e0-a00540c1d0bc tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Pushing event deleted for resources: {'Port': ['ID=e56f9108-6326-4c89-aa42-e71083986329,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:10.009413 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea4891-600a-4e2a-8c79-3c0a9c88569e None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:10.010339 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-acea4891-600a-4e2a-8c79-3c0a9c88569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:10.013604 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-106bc20f-cf7a-477e-b5ef-b1635529e05c tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:10.093158 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f5251c-5ae7-4b7f-9a58-ad7ce1375696 req-126d5ab4-4330-4875-95e0-a00540c1d0bc tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] No DVR routers for this DVR port e56f9108-6326-4c89-aa42-e71083986329 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:10.098477 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-01f5251c-5ae7-4b7f-9a58-ad7ce1375696 req-126d5ab4-4330-4875-95e0-a00540c1d0bc tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:10.102972 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01f5251c-5ae7-4b7f-9a58-ad7ce1375696 req-126d5ab4-4330-4875-95e0-a00540c1d0bc tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.15 "DELETE /v2.0/ports/e56f9108-6326-4c89-aa42-e71083986329 HTTP/1.1" status: 204 len: 173 time: 1.1433287 Aug 31 01:03:10.135687 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41c541c1-72cc-405a-a852-c757000253dc req-644eef1b-577a-4068-899c-8871b2a7dd51 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876945 Aug 31 01:03:10.140820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-106bc20f-cf7a-477e-b5ef-b1635529e05c tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "PUT /v2.0/floatingips/35576df4-c090-4cb2-9eaa-73345f80f7f8 HTTP/1.1" status: 200 len: 997 time: 2.6821094 Aug 31 01:03:10.150199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-9a2e3339-9596-47d3-a24b-4075d07b42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:10.167482 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-9a2e3339-9596-47d3-a24b-4075d07b42b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=43cf0cdb-07e2-4ad1-9b79-78ee4269708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2201388 Aug 31 01:03:10.264929 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-acea4891-600a-4e2a-8c79-3c0a9c88569e None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:10.363517 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0fc1e8-9994-4a54-8a83-798533c72f7d x-openstack-request-id: req-1e0fc1e8-9994-4a54-8a83-798533c72f7d {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:10.363966 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534147c6-77f6-4fce-9606-9f49422ce086", "name": "network-vif-deleted", "tag": "2765a8bd-693a-463a-a513-41f4cccb3b21", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:10.364348 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e0fc1e8-9994-4a54-8a83-798533c72f7d {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:10.364993 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534147c6-77f6-4fce-9606-9f49422ce086', 'name': 'network-vif-deleted', 'tag': '2765a8bd-693a-463a-a513-41f4cccb3b21', 'status': 'completed', 'code': 200} Aug 31 01:03:10.461775 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4add34f0-646c-4d73-a7be-c56ae129df3e x-openstack-request-id: req-4add34f0-646c-4d73-a7be-c56ae129df3e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:10.461775 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d127d4-6cdb-43de-810d-ca0bbd639cbf", "tag": "8c4ea4d9-e567-4c13-bd36-5e28c31f694d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:10.462221 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4add34f0-646c-4d73-a7be-c56ae129df3e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:10.465472 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d127d4-6cdb-43de-810d-ca0bbd639cbf', 'tag': '8c4ea4d9-e567-4c13-bd36-5e28c31f694d', 'status': 'completed', 'code': 200} Aug 31 01:03:10.469268 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-fdffda6c-b573-4590-960f-dfc27a5d496a service neutron] 10.222.0.15 "GET /v2.0/networks/43cf0cdb-07e2-4ad1-9b79-78ee4269708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009946 Aug 31 01:03:10.475693 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-3faf0af7-ae1f-46cd-a046-9a1ef2a28db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:10.478510 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-3faf0af7-ae1f-46cd-a046-9a1ef2a28db2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 1098 time: 0.2899981 Aug 31 01:03:10.497818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['e56f9108-6326-4c89-aa42-e71083986329'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:10.585547 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-acea4891-600a-4e2a-8c79-3c0a9c88569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '35576df4-c090-4cb2-9eaa-73345f80f7f8', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'port_id': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'mac_address': 'fa:16:3e:f0:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff79922c-e543-495c-9519-be42d3fc0578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:02:34Z', 'updated_at': '2021-08-31T01:03:08Z', 'revision_number': 8, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:10.612735 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea4891-600a-4e2a-8c79-3c0a9c88569e None None] Checking router: 29c865d9-20dd-4215-961f-4a28fb1e2720 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:10.621522 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea4891-600a-4e2a-8c79-3c0a9c88569e None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:10.622266 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-acea4891-600a-4e2a-8c79-3c0a9c88569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:10.679659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b0d8d-4ee6-480d-9579-b945144510af req-05a75554-0f19-44a9-afbf-593717b02f43 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:10.682568 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-192b0d8d-4ee6-480d-9579-b945144510af req-05a75554-0f19-44a9-afbf-593717b02f43 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 943 time: 0.2011960 Aug 31 01:03:10.722484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-e1a6b44f-c8ee-4976-ba70-c6b816f9af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:10.725047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-e1a6b44f-c8ee-4976-ba70-c6b816f9af66 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 921 time: 0.2178521 Aug 31 01:03:10.752309 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-acea4891-600a-4e2a-8c79-3c0a9c88569e None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:10.804635 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27c9094b-53cd-46a0-9ba4-6510c30394ab req-f5f12393-5523-400e-a0c8-970520c78280 service neutron] 10.222.0.15 "GET /v2.0/networks/43cf0cdb-07e2-4ad1-9b79-78ee4269708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250921 Aug 31 01:03:10.823188 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:10.828383 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-192b0d8d-4ee6-480d-9579-b945144510af req-86445800-f42f-4555-abb9-8d2e27dc8202 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/security-groups?id=39bde458-b44c-4b4b-b2b2-50fa85ef5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029224 Aug 31 01:03:10.841156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 9c35529b-091a-41bb-83a7-320bb9a01f35 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:10.858094 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-99bda5a4-ae8f-4ef9-b312-033ec41c5bb3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ad3dd6-6b5e-49ab-b049-78c7aa024146 HTTP/1.1" status: 200 len: 1000 time: 0.1122463 Aug 31 01:03:10.929568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 9c35529b-091a-41bb-83a7-320bb9a01f35 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:10.938911 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 9c35529b-091a-41bb-83a7-320bb9a01f35 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:10.939228 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:10.979800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-9220ba14-e7d6-494f-83b4-3a48acc9cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:10.981263 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-9220ba14-e7d6-494f-83b4-3a48acc9cb25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.1160431 Aug 31 01:03:10.988617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c8b12-b196-4811-9629-ab9f14ee43c8 req-3b95b1ad-c1da-43db-bbfb-2a9aa4974bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:10.990101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7c8b12-b196-4811-9629-ab9f14ee43c8 req-3b95b1ad-c1da-43db-bbfb-2a9aa4974bfb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4ca84341a543f0a0256aea7256b8a5&device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 1095 time: 0.0733302 Aug 31 01:03:11.107367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-9949c7ea-bc0c-497a-ab55-64ebe2fe0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:11.109155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-9949c7ea-bc0c-497a-ab55-64ebe2fe0802 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1181993 Aug 31 01:03:11.122215 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-acea4891-600a-4e2a-8c79-3c0a9c88569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '35576df4-c090-4cb2-9eaa-73345f80f7f8', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'port_id': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'mac_address': 'fa:16:3e:f0:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff79922c-e543-495c-9519-be42d3fc0578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:02:34Z', 'updated_at': '2021-08-31T01:03:08Z', 'revision_number': 8, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:11.163070 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea4891-600a-4e2a-8c79-3c0a9c88569e None None] The sync data for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 is: [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '35576df4-c090-4cb2-9eaa-73345f80f7f8', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'port_id': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'mac_address': 'fa:16:3e:f0:d7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff79922c-e543-495c-9519-be42d3fc0578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:02:34Z', 'updated_at': '2021-08-31T01:03:08Z', 'revision_number': 8, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:11.188197 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.199514 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b92f6173-7b45-4979-bbc3-79865d0e9e79 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:03:11.204467 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 2765a8bd-693a-463a-a513-41f4cccb3b21 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:11.212001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c8b12-b196-4811-9629-ab9f14ee43c8 req-57e4ccd3-bd02-4ae9-ba7c-941524024c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:11.213484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7c8b12-b196-4811-9629-ab9f14ee43c8 req-57e4ccd3-bd02-4ae9-ba7c-941524024c24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=43cf0cdb-07e2-4ad1-9b79-78ee4269708c HTTP/1.1" status: 200 len: 916 time: 0.2129936 Aug 31 01:03:11.287790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7c8b12-b196-4811-9629-ab9f14ee43c8 req-216837e9-fc45-4eb3-a922-db1b91f8435f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c4ea4d9-e567-4c13-bd36-5e28c31f694d HTTP/1.1" status: 200 len: 217 time: 0.0661614 Aug 31 01:03:11.290660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-ef79de40-e4fa-4291-bb22-0329658bfbe5 service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723130 Aug 31 01:03:11.310010 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 2765a8bd-693a-463a-a513-41f4cccb3b21 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:11.310361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 2765a8bd-693a-463a-a513-41f4cccb3b21 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:11.327266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216de7f7-6f83-440e-8979-154be259a0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c35529b-091a-41bb-83a7-320bb9a01f35'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:11.329578 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f3c364-a95f-4117-9e3f-7fbbb44b340a" -d '{"events": [{"server_uuid": "216de7f7-6f83-440e-8979-154be259a0d7", "name": "network-vif-plugged", "status": "completed", "tag": "9c35529b-091a-41bb-83a7-320bb9a01f35"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:11.381255 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 9c35529b-091a-41bb-83a7-320bb9a01f35, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=9c35529b-091a-41bb-83a7-320bb9a01f35,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:11.388953 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.422889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c8b12-b196-4811-9629-ab9f14ee43c8 req-93deed36-f115-4357-9a5d-73cb6b5e252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:11.424407 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7c8b12-b196-4811-9629-ab9f14ee43c8 req-93deed36-f115-4357-9a5d-73cb6b5e252b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c86cc86-93fa-4bd3-8105-aa00d1b94ae9 HTTP/1.1" status: 200 len: 854 time: 0.1282153 Aug 31 01:03:11.468378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=9c35529b-091a-41bb-83a7-320bb9a01f35,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:11.472061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b92f6173-7b45-4979-bbc3-79865d0e9e79, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b92f6173-7b45-4979-bbc3-79865d0e9e79,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:11.485689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'b92f6173-7b45-4979-bbc3-79865d0e9e79', 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41', 'port_id': 'b92f6173-7b45-4979-bbc3-79865d0e9e79', 'mac_address': 'fa:16:3e:c4:31:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805dc395-985c-42e8-8ef5-ecb7180cee4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:03:11.489632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973b2a9e-d0c4-406e-8c5b-b776cc5aa9c4 None None] New status for floating IP 35576df4-c090-4cb2-9eaa-73345f80f7f8: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:03:11.493714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444a370-4fbc-458e-a0d8-a6232cb368ff req-47be4bdc-e494-4a43-bf94-45ef1a0acaef tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:11.496703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5444a370-4fbc-458e-a0d8-a6232cb368ff req-47be4bdc-e494-4a43-bf94-45ef1a0acaef tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.1893249 Aug 31 01:03:11.536105 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5ce2621-7c30-48de-9709-5edaa4aab003 req-02625225-3970-4085-9fc1-9ed7b776bdc3 service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285974 Aug 31 01:03:11.538851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c8b12-b196-4811-9629-ab9f14ee43c8 req-8d9c2123-ac55-4f5a-9a23-33ee0d96375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:11.540986 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7c8b12-b196-4811-9629-ab9f14ee43c8 req-8d9c2123-ac55-4f5a-9a23-33ee0d96375a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=43cf0cdb-07e2-4ad1-9b79-78ee4269708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073551 Aug 31 01:03:11.577459 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.623880 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b92f6173-7b45-4979-bbc3-79865d0e9e79 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:11.658426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b92f6173-7b45-4979-bbc3-79865d0e9e79, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b92f6173-7b45-4979-bbc3-79865d0e9e79,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:11.688961 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.742677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b92f6173-7b45-4979-bbc3-79865d0e9e79,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:11.872668 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5444a370-4fbc-458e-a0d8-a6232cb368ff req-41f2ff24-e890-4574-a108-b5d573549755 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704331 Aug 31 01:03:11.983657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342e0cf-9c2c-4330-b971-c112c864d451 req-46dee0d2-baca-43c1-8e4e-874538a4ef6d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:11.985063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e0cf-9c2c-4330-b971-c112c864d451 req-46dee0d2-baca-43c1-8e4e-874538a4ef6d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1357477 Aug 31 01:03:11.995992 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b92f6173-7b45-4979-bbc3-79865d0e9e79'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:12.010731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7c8b12-b196-4811-9629-ab9f14ee43c8 req-5671cf3a-cbaa-4a4e-9f54-c5d83b5d73d6 service neutron] 10.222.0.15 "GET /v2.0/networks/43cf0cdb-07e2-4ad1-9b79-78ee4269708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573331 Aug 31 01:03:12.043701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8709084-5152-4cce-9131-052a3e7057ed req-6f7d1872-b25a-4078-b245-ea32df8fb548 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:12.045489 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8709084-5152-4cce-9131-052a3e7057ed req-6f7d1872-b25a-4078-b245-ea32df8fb548 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 951 time: 0.1155145 Aug 31 01:03:12.113491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e0cf-9c2c-4330-b971-c112c864d451 req-fd4e1d44-47cc-45b5-8e1a-b3bb31c23a9b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174028 Aug 31 01:03:12.147121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8709084-5152-4cce-9131-052a3e7057ed req-1d7162ef-6e99-4f52-857f-fdb59f78ae97 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904324 Aug 31 01:03:12.168799 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7c8b12-b196-4811-9629-ab9f14ee43c8 req-80ca7a27-2da5-46c0-9735-0966d727c1f0 service neutron] 10.222.0.15 "GET /v2.0/networks/43cf0cdb-07e2-4ad1-9b79-78ee4269708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471884 Aug 31 01:03:12.173843 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fef2d74-23d1-4c7d-a1f0-4cf34ab0769e x-openstack-request-id: req-3fef2d74-23d1-4c7d-a1f0-4cf34ab0769e {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:12.174135 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216de7f7-6f83-440e-8979-154be259a0d7", "name": "network-vif-plugged", "status": "completed", "tag": "9c35529b-091a-41bb-83a7-320bb9a01f35", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:12.174387 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3fef2d74-23d1-4c7d-a1f0-4cf34ab0769e {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:12.174777 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216de7f7-6f83-440e-8979-154be259a0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c35529b-091a-41bb-83a7-320bb9a01f35', 'code': 200} Aug 31 01:03:12.268160 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd48b599-aa4a-4728-8e3b-58648882ad8c req-c03898c3-c6a4-48b6-9182-29da029c3972 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips/35576df4-c090-4cb2-9eaa-73345f80f7f8 HTTP/1.1" status: 200 len: 999 time: 0.0967696 Aug 31 01:03:12.366294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'name': 'network-vif-deleted', 'tag': 'e56f9108-6326-4c89-aa42-e71083986329'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:12.369406 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e65c7e-f401-4c31-b7af-bd4ce0670597" -d '{"events": [{"server_uuid": "2ef0d01d-33f3-422b-bffb-0813285bfe5e", "name": "network-vif-deleted", "tag": "e56f9108-6326-4c89-aa42-e71083986329"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:12.377245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b6fa4-6124-4402-b12a-5b332ef5422c req-cbce99c4-f54d-4d00-8e82-9fd1986e2b51 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:12.378735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e37b6fa4-6124-4402-b12a-5b332ef5422c req-cbce99c4-f54d-4d00-8e82-9fd1986e2b51 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 943 time: 0.1471877 Aug 31 01:03:12.396283 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4315e-e2fb-4768-bd9c-f4d0e3fa977b req-54c3456c-770e-4787-bb04-ecf6eb26492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:12.397698 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf4315e-e2fb-4768-bd9c-f4d0e3fa977b req-54c3456c-770e-4787-bb04-ecf6eb26492b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 1102 time: 0.1332543 Aug 31 01:03:12.466343 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff79922c-e543-495c-9519-be42d3fc0578', 'tag': '18ad3dd6-6b5e-49ab-b049-78c7aa024146'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:12.468577 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda427af-4d46-46ae-a9c5-12be02c2f361" -d '{"events": [{"name": "network-changed", "server_uuid": "ff79922c-e543-495c-9519-be42d3fc0578", "tag": "18ad3dd6-6b5e-49ab-b049-78c7aa024146"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:12.479534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e37b6fa4-6124-4402-b12a-5b332ef5422c req-58ae1d32-60ad-4e54-9e40-62c11088fa67 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/security-groups?id=39bde458-b44c-4b4b-b2b2-50fa85ef5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928526 Aug 31 01:03:12.488068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48b599-aa4a-4728-8e3b-58648882ad8c req-6e77f0db-bd8f-4bbb-9a9a-b8a4872ff8c9 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:12.489306 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd48b599-aa4a-4728-8e3b-58648882ad8c req-6e77f0db-bd8f-4bbb-9a9a-b8a4872ff8c9 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.2102773 Aug 31 01:03:12.499569 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf4315e-e2fb-4768-bd9c-f4d0e3fa977b req-17be4361-b3e1-4bbf-a6b9-f23d1d55b306 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801642 Aug 31 01:03:12.500139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-cd48b599-aa4a-4728-8e3b-58648882ad8c req-2a4393d0-1a98-4f78-af0e-ff9c124b89cd tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:03:12.501104 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd48b599-aa4a-4728-8e3b-58648882ad8c req-2a4393d0-1a98-4f78-af0e-ff9c124b89cd tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057003 Aug 31 01:03:12.681760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c16cb-385a-4430-be73-a761020e0c58 req-13497b58-0837-4a1d-b513-53f7af19dc87 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:12.683256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-568c16cb-385a-4430-be73-a761020e0c58 req-13497b58-0837-4a1d-b513-53f7af19dc87 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 820 time: 0.1039402 Aug 31 01:03:12.697862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-568c16cb-385a-4430-be73-a761020e0c58 req-97a44a5a-8975-4df2-a9aa-dc1b7a71536e tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/quotas/293537de7bd940eabdbb028d66a178c1 HTTP/1.1" status: 200 len: 375 time: 0.0089204 Aug 31 01:03:12.750360 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-568c16cb-385a-4430-be73-a761020e0c58 req-6019287e-57af-4ad8-8b3d-d87791e4186d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473552 Aug 31 01:03:12.825741 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7403d304-2f82-43eb-b59b-e8fff62e56c0 x-openstack-request-id: req-7403d304-2f82-43eb-b59b-e8fff62e56c0 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:12.826306 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef0d01d-33f3-422b-bffb-0813285bfe5e", "name": "network-vif-deleted", "tag": "e56f9108-6326-4c89-aa42-e71083986329", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:12.826580 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7403d304-2f82-43eb-b59b-e8fff62e56c0 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:12.826982 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef0d01d-33f3-422b-bffb-0813285bfe5e', 'name': 'network-vif-deleted', 'tag': 'e56f9108-6326-4c89-aa42-e71083986329', 'status': 'completed', 'code': 200} Aug 31 01:03:12.836956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8c4ea4d9-e567-4c13-bd36-5e28c31f694d details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:03:12.843996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e56f9108-6326-4c89-aa42-e71083986329 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:12.860311 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-568c16cb-385a-4430-be73-a761020e0c58 req-d8a44667-cf8d-4c80-b975-60b833b1fa78 service neutron] 10.222.0.58 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032987 Aug 31 01:03:12.864386 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb0c9c4-b294-4001-9139-0b3c494a616f x-openstack-request-id: req-feb0c9c4-b294-4001-9139-0b3c494a616f {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:12.864386 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff79922c-e543-495c-9519-be42d3fc0578", "tag": "18ad3dd6-6b5e-49ab-b049-78c7aa024146", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:12.864386 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-feb0c9c4-b294-4001-9139-0b3c494a616f {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:12.864386 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff79922c-e543-495c-9519-be42d3fc0578', 'tag': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'status': 'completed', 'code': 200} Aug 31 01:03:12.890589 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: e56f9108-6326-4c89-aa42-e71083986329 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:12.890967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e56f9108-6326-4c89-aa42-e71083986329 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:12.905789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e331f4-7f94-4635-89b9-95104e5e5dcc req-85af05e0-92cd-4d15-91ef-24c5c5bb4673 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:12.907467 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-50e331f4-7f94-4635-89b9-95104e5e5dcc req-85af05e0-92cd-4d15-91ef-24c5c5bb4673 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797 HTTP/1.1" status: 200 len: 951 time: 0.0651553 Aug 31 01:03:12.979988 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8c4ea4d9-e567-4c13-bd36-5e28c31f694d,segment=NetworkSegment(f9a32beb-f472-4c85-930c-be1d27268ff6),segment_id=f9a32beb-f472-4c85-930c-be1d27268ff6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:12.991805 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '8c4ea4d9-e567-4c13-bd36-5e28c31f694d', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'port_id': '8c4ea4d9-e567-4c13-bd36-5e28c31f694d', 'mac_address': 'fa:16:3e:36:ee:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:03:13.014630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-50e331f4-7f94-4635-89b9-95104e5e5dcc req-4d8a8ece-6c31-4335-9412-59852cab7fe2 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Deleting port ac68a434-b97c-4b5f-8c0e-bcadce6ea332 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:13.014976 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-50e331f4-7f94-4635-89b9-95104e5e5dcc req-4d8a8ece-6c31-4335-9412-59852cab7fe2 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.036938 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.043141 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-1850af39-526d-4e50-adb1-ac90d936b76a tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 1002 time: 0.1646552 Aug 31 01:03:13.044941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda427af-4d46-46ae-a9c5-12be02c2f361 req-1734c335-554d-4b3d-9267-e467ae0968ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:13.046599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cda427af-4d46-46ae-a9c5-12be02c2f361 req-1734c335-554d-4b3d-9267-e467ae0968ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 1098 time: 0.1562481 Aug 31 01:03:13.052731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4ea4d9-e567-4c13-bd36-5e28c31f694d {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:13.078272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8c4ea4d9-e567-4c13-bd36-5e28c31f694d,segment=NetworkSegment(f9a32beb-f472-4c85-930c-be1d27268ff6),segment_id=f9a32beb-f472-4c85-930c-be1d27268ff6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:13.082787 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.112048 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-50e331f4-7f94-4635-89b9-95104e5e5dcc req-4d8a8ece-6c31-4335-9412-59852cab7fe2 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] For port ac68a434-b97c-4b5f-8c0e-bcadce6ea332, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:13.112410 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-50e331f4-7f94-4635-89b9-95104e5e5dcc req-4d8a8ece-6c31-4335-9412-59852cab7fe2 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.117855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-568c16cb-385a-4430-be73-a761020e0c58 req-1ee51c4a-a5e1-4efa-808a-abc9dab55ca7 service neutron] 10.222.0.58 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501419 Aug 31 01:03:13.130233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-50e331f4-7f94-4635-89b9-95104e5e5dcc req-4d8a8ece-6c31-4335-9412-59852cab7fe2 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Calling delete_port for ac68a434-b97c-4b5f-8c0e-bcadce6ea332 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:13.146102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=8c4ea4d9-e567-4c13-bd36-5e28c31f694d,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:13.163624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-5efb58b4-b99b-405b-a1ce-13f24d062718 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:13.165648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-5efb58b4-b99b-405b-a1ce-13f24d062718 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports/18ad3dd6-6b5e-49ab-b049-78c7aa024146 HTTP/1.1" status: 200 len: 943 time: 0.1123090 Aug 31 01:03:13.207410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda427af-4d46-46ae-a9c5-12be02c2f361 req-9c8cd723-741b-4e37-ac63-a972a068100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:13.209186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cda427af-4d46-46ae-a9c5-12be02c2f361 req-9c8cd723-741b-4e37-ac63-a972a068100b service neutron] 10.222.0.70 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 921 time: 0.1429048 Aug 31 01:03:13.221161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b92f6173-7b45-4979-bbc3-79865d0e9e79 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:13.297445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port b92f6173-7b45-4979-bbc3-79865d0e9e79 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:13.298231 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.318800 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-50e331f4-7f94-4635-89b9-95104e5e5dcc req-4d8a8ece-6c31-4335-9412-59852cab7fe2 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.352171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['ac68a434-b97c-4b5f-8c0e-bcadce6ea332'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:13.371988 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a8ece-6c31-4335-9412-59852cab7fe2 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Pushing event deleted for resources: {'Port': ['ID=ac68a434-b97c-4b5f-8c0e-bcadce6ea332,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:13.407262 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cda427af-4d46-46ae-a9c5-12be02c2f361 req-2a828e8f-f8c8-4b59-82e3-ee72da03a1a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ad3dd6-6b5e-49ab-b049-78c7aa024146 HTTP/1.1" status: 200 len: 1002 time: 0.1885095 Aug 31 01:03:13.422016 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-3f319704-3001-45ee-a518-d5c5cfc29ec5 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 1002 time: 0.1930530 Aug 31 01:03:13.471121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e331f4-7f94-4635-89b9-95104e5e5dcc req-4d8a8ece-6c31-4335-9412-59852cab7fe2 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] No DVR routers for this DVR port ac68a434-b97c-4b5f-8c0e-bcadce6ea332 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:13.472642 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.474007 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-50e331f4-7f94-4635-89b9-95104e5e5dcc req-4d8a8ece-6c31-4335-9412-59852cab7fe2 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.477543 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-50e331f4-7f94-4635-89b9-95104e5e5dcc req-4d8a8ece-6c31-4335-9412-59852cab7fe2 tempest-ServersAdminTestJSON-1468379880 tempest-ServersAdminTestJSON-1468379880-project] 10.222.0.70 "DELETE /v2.0/ports/ac68a434-b97c-4b5f-8c0e-bcadce6ea332 HTTP/1.1" status: 204 len: 173 time: 0.5614002 Aug 31 01:03:13.531812 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b92f6173-7b45-4979-bbc3-79865d0e9e79, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b92f6173-7b45-4979-bbc3-79865d0e9e79,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:13.539381 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:13.600782 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda427af-4d46-46ae-a9c5-12be02c2f361 req-b7777c59-7e5c-4077-8ab3-6007ba04f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:13.602428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cda427af-4d46-46ae-a9c5-12be02c2f361 req-b7777c59-7e5c-4077-8ab3-6007ba04f8e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.1793272 Aug 31 01:03:13.610484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['8c4ea4d9-e567-4c13-bd36-5e28c31f694d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:13.691959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-8b34f1b6-8782-4fc9-bfcf-444ff6b7010a tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:13.693628 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-8b34f1b6-8782-4fc9-bfcf-444ff6b7010a tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.2617338 Aug 31 01:03:13.727255 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b92f6173-7b45-4979-bbc3-79865d0e9e79,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:13.819703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda427af-4d46-46ae-a9c5-12be02c2f361 req-57cd2596-1772-480d-b204-ae449b9fb026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:13.822239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cda427af-4d46-46ae-a9c5-12be02c2f361 req-57cd2596-1772-480d-b204-ae449b9fb026 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1927509 Aug 31 01:03:13.843593 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-b63ad7d8-ba9b-41cc-9b8e-4606a1d72bc8 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 1002 time: 0.1410713 Aug 31 01:03:13.863617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1ddde-fbcc-4255-af1a-8895c988d386 req-bca9bed5-63d4-4905-a495-757302c93e88 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:13.865195 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38c1ddde-fbcc-4255-af1a-8895c988d386 req-bca9bed5-63d4-4905-a495-757302c93e88 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.1638639 Aug 31 01:03:13.879372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-f35032a6-6892-44ec-a0fd-67d07bc477e7 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:14.009757 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38c1ddde-fbcc-4255-af1a-8895c988d386 req-e9da0acb-5a7c-4ba9-826c-3fb3cc6be89d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274989 Aug 31 01:03:14.012235 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-f35032a6-6892-44ec-a0fd-67d07bc477e7 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:14.100011 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cda427af-4d46-46ae-a9c5-12be02c2f361 req-4c317329-7810-47b0-a815-73c1aee67939 service neutron] 10.222.0.70 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549536 Aug 31 01:03:14.176078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e793862-c3e1-4a96-8d81-c02153561a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92f6173-7b45-4979-bbc3-79865d0e9e79'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:14.178630 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e84c54-1eaa-48ab-ba04-41866aeb5155" -d '{"events": [{"server_uuid": "7e793862-c3e1-4a96-8d81-c02153561a5c", "name": "network-vif-plugged", "status": "completed", "tag": "b92f6173-7b45-4979-bbc3-79865d0e9e79"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:14.253699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e08825-07c2-442c-a5cb-10631f094448 req-c87c7114-de31-4d97-a1a4-d18c120b2fab tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:14.255184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52e08825-07c2-442c-a5cb-10631f094448 req-c87c7114-de31-4d97-a1a4-d18c120b2fab tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1796863 Aug 31 01:03:14.323034 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-f35032a6-6892-44ec-a0fd-67d07bc477e7 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:14.333074 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-f35032a6-6892-44ec-a0fd-67d07bc477e7 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:14.333390 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-f35032a6-6892-44ec-a0fd-67d07bc477e7 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Floating IP 35576df4-c090-4cb2-9eaa-73345f80f7f8 disassociated. External IP: 172.25.6.205, port: 18ad3dd6-6b5e-49ab-b049-78c7aa024146. Aug 31 01:03:14.376629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cda427af-4d46-46ae-a9c5-12be02c2f361 req-8df8d0ca-ce3c-4aa5-83d9-022c24bf98bb service neutron] 10.222.0.70 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569730 Aug 31 01:03:14.383188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52e08825-07c2-442c-a5cb-10631f094448 req-eff56d62-8e71-493f-b891-99325f094396 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151438 Aug 31 01:03:14.587187 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1a310-5e6e-416f-87cc-75bd9130067a req-5fb0700e-0373-4f1a-a659-6a44de7b1130 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:14.588666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7a1a310-5e6e-416f-87cc-75bd9130067a req-5fb0700e-0373-4f1a-a659-6a44de7b1130 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 944 time: 0.1005888 Aug 31 01:03:14.668973 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35722) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:14.669546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-f35032a6-6892-44ec-a0fd-67d07bc477e7 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Router 29c865d9-20dd-4215-961f-4a28fb1e2720 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:14.702596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7a1a310-5e6e-416f-87cc-75bd9130067a req-c86d6726-d24b-4956-a48c-c8990f60402f tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/security-groups?id=39bde458-b44c-4b4b-b2b2-50fa85ef5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998054 Aug 31 01:03:14.780579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c16cb-385a-4430-be73-a761020e0c58 req-501f9aa5-abe2-4486-bd3e-88bdcfd8e115 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:14.782092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-568c16cb-385a-4430-be73-a761020e0c58 req-501f9aa5-abe2-4486-bd3e-88bdcfd8e115 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.70 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 820 time: 0.1925187 Aug 31 01:03:14.829423 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'name': 'network-vif-deleted', 'tag': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:14.831956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-568c16cb-385a-4430-be73-a761020e0c58 req-a18ef163-475d-48fa-bae1-e680854ab5ed tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Request body: {'port': {'device_id': 'a5797c33-c947-46a8-bef7-94ab6f02bbbf', 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5', 'admin_state_up': True, 'tenant_id': '293537de7bd940eabdbb028d66a178c1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:14.832148 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5c5800-69d9-49c7-82a3-ac028d653f3a" -d '{"events": [{"server_uuid": "7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797", "name": "network-vif-deleted", "tag": "ac68a434-b97c-4b5f-8c0e-bcadce6ea332"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:14.853211 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a4cd1a6-d1e7-48af-9b0a-8c59bce46d77 req-e8bab072-cb5f-4883-bd0b-4c40b64954d5 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 210 time: 0.0683031 Aug 31 01:03:14.853454 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8c4ea4d9-e567-4c13-bd36-5e28c31f694d up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:14.867436 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3e8353e7-77bd-4e8d-9227-045291ff9d7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e647b0a69de84fe4bc59de0ccf31028c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963282 Aug 31 01:03:14.869855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35728) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:14.918995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-f35032a6-6892-44ec-a0fd-67d07bc477e7 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:14.926508 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-f35032a6-6892-44ec-a0fd-67d07bc477e7 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:14.935725 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9f23cc-f3a6-4143-8b49-97afc0a90c7d None None] Sync routers for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:14.936593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:14.944323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:14.950512 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:14.950743 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f23cc-f3a6-4143-8b49-97afc0a90c7d None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:14.951714 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ba9f23cc-f3a6-4143-8b49-97afc0a90c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:14.977991 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-f35032a6-6892-44ec-a0fd-67d07bc477e7 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "PUT /v2.0/floatingips/35576df4-c090-4cb2-9eaa-73345f80f7f8 HTTP/1.1" status: 200 len: 696 time: 1.1223044 Aug 31 01:03:14.981184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff79922c-e543-495c-9519-be42d3fc0578', 'tag': '18ad3dd6-6b5e-49ab-b049-78c7aa024146'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:14.983190 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bce768b-2852-4edb-8ecf-b4b63f89eb92" -d '{"events": [{"name": "network-changed", "server_uuid": "ff79922c-e543-495c-9519-be42d3fc0578", "tag": "18ad3dd6-6b5e-49ab-b049-78c7aa024146"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:14.988272 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7eeb37f-d317-410d-bdda-73b116bedb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.048989 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7eeb37f-d317-410d-bdda-73b116bedb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.095073 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-ba9f23cc-f3a6-4143-8b49-97afc0a90c7d None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:15.106378 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8379294-177c-4e8a-a21b-87fa9616c847 x-openstack-request-id: req-a8379294-177c-4e8a-a21b-87fa9616c847 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:15.106668 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e793862-c3e1-4a96-8d81-c02153561a5c", "name": "network-vif-plugged", "status": "completed", "tag": "b92f6173-7b45-4979-bbc3-79865d0e9e79", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:15.107127 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8379294-177c-4e8a-a21b-87fa9616c847 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:15.110940 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e793862-c3e1-4a96-8d81-c02153561a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92f6173-7b45-4979-bbc3-79865d0e9e79', 'code': 200} Aug 31 01:03:15.127853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568c16cb-385a-4430-be73-a761020e0c58 req-a18ef163-475d-48fa-bae1-e680854ab5ed tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Made reservation on behalf of 293537de7bd940eabdbb028d66a178c1 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:15.131840 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-568c16cb-385a-4430-be73-a761020e0c58 req-a18ef163-475d-48fa-bae1-e680854ab5ed tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.135446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-c414bcfe-0365-4944-9e69-8a2475605887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:15.141163 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.143152 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-c414bcfe-0365-4944-9e69-8a2475605887 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 1098 time: 0.1480105 Aug 31 01:03:15.151663 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7eeb37f-d317-410d-bdda-73b116bedb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.154989 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7eeb37f-d317-410d-bdda-73b116bedb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.156811 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c7eeb37f-d317-410d-bdda-73b116bedb7e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd3bc9b9-4536-47b9-8a52-5f5c891dbfce HTTP/1.1" status: 204 len: 168 time: 0.2856693 Aug 31 01:03:15.178368 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eeb37f-d317-410d-bdda-73b116bedb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3bc9b9-4536-47b9-8a52-5f5c891dbfce,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:15.213437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8c4ea4d9-e567-4c13-bd36-5e28c31f694d,segment=NetworkSegment(f9a32beb-f472-4c85-930c-be1d27268ff6),segment_id=f9a32beb-f472-4c85-930c-be1d27268ff6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:15.227418 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.335640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=8c4ea4d9-e567-4c13-bd36-5e28c31f694d,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:15.362049 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdb964-4053-42e2-a26d-82d0da167937 req-41823fda-5656-49c7-b24b-b611f29cb94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:15.364722 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-63bdb964-4053-42e2-a26d-82d0da167937 req-41823fda-5656-49c7-b24b-b611f29cb94a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 1097 time: 0.0932570 Aug 31 01:03:15.411711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-f14fdf67-ad53-401a-89a2-701ecbf489b2 req-0e1f7ebf-0f58-464c-9f12-8718f5e9a3ec service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:03:15.412689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f14fdf67-ad53-401a-89a2-701ecbf489b2 req-0e1f7ebf-0f58-464c-9f12-8718f5e9a3ec service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210216 Aug 31 01:03:15.444380 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ba9f23cc-f3a6-4143-8b49-97afc0a90c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:15.471758 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-63bdb964-4053-42e2-a26d-82d0da167937 req-52f04ebc-200a-4e0a-9477-2af47f317eab service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903914 Aug 31 01:03:15.496854 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9f23cc-f3a6-4143-8b49-97afc0a90c7d None None] Checking router: 29c865d9-20dd-4215-961f-4a28fb1e2720 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:15.507517 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f23cc-f3a6-4143-8b49-97afc0a90c7d None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:15.508337 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ba9f23cc-f3a6-4143-8b49-97afc0a90c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:02:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:15.697223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35740) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:15.768335 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6cdff947-c39e-4014-a36f-e3817f9397e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ecfc04c5c1f445e8df27a049ab2892a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697765 Aug 31 01:03:15.770800 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35744) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:15.794098 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-ba9f23cc-f3a6-4143-8b49-97afc0a90c7d None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:15.815330 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc36e8b-d55d-4100-850c-789ec0fc091c x-openstack-request-id: req-afc36e8b-d55d-4100-850c-789ec0fc091c {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:15.815642 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797", "name": "network-vif-deleted", "tag": "ac68a434-b97c-4b5f-8c0e-bcadce6ea332", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:15.815897 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afc36e8b-d55d-4100-850c-789ec0fc091c {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:15.816300 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6cf38a-5c57-45bc-a1e1-3a89cb7f0797', 'name': 'network-vif-deleted', 'tag': 'ac68a434-b97c-4b5f-8c0e-bcadce6ea332', 'status': 'completed', 'code': 200} Aug 31 01:03:15.850734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-211ed3f0-caec-463e-88be-a2547ff86a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:15.861733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-211ed3f0-caec-463e-88be-a2547ff86a2e service neutron] 10.222.0.58 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 921 time: 0.7049580 Aug 31 01:03:15.868178 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab98d29e-a874-40dd-8dd6-52b2cdd7d586 x-openstack-request-id: req-ab98d29e-a874-40dd-8dd6-52b2cdd7d586 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:15.868522 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff79922c-e543-495c-9519-be42d3fc0578", "tag": "18ad3dd6-6b5e-49ab-b049-78c7aa024146", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:15.874569 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab98d29e-a874-40dd-8dd6-52b2cdd7d586 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:15.878496 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff79922c-e543-495c-9519-be42d3fc0578', 'tag': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'status': 'completed', 'code': 200} Aug 31 01:03:15.905088 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1e491a9-8ca6-4d33-bf67-8182c2b44d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.934924 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1e491a9-8ca6-4d33-bf67-8182c2b44d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:15.950062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce768b-2852-4edb-8ecf-b4b63f89eb92 req-8abb9d58-8bf2-4982-88fa-81d50998361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:15.951873 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7bce768b-2852-4edb-8ecf-b4b63f89eb92 req-8abb9d58-8bf2-4982-88fa-81d50998361f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bafcb9060b34431eb2792bbffead631b&device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 1098 time: 0.0724297 Aug 31 01:03:16.009294 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-568c16cb-385a-4430-be73-a761020e0c58 req-a18ef163-475d-48fa-bae1-e680854ab5ed tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Allocated IP 172.20.0.7 (12cab241-583d-479a-8ed9-1b2de0acbda5/34deeb26-e910-40bc-99b5-51d7998a554d/76035d0a-a2c5-4b0b-ba19-c15081e3c5fc) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:16.012325 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-e35773d9-a572-4992-987c-6aeabe299ccc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ad3dd6-6b5e-49ab-b049-78c7aa024146 HTTP/1.1" status: 200 len: 217 time: 0.1249652 Aug 31 01:03:16.021340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-e2c4e9f2-ad0b-4a4f-b70d-91613cbd8faf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2273965 Aug 31 01:03:16.064614 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ba9f23cc-f3a6-4143-8b49-97afc0a90c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:16.100808 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce768b-2852-4edb-8ecf-b4b63f89eb92 req-7315e491-b066-47ae-9bf8-f8ce77ecc77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:16.103068 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7bce768b-2852-4edb-8ecf-b4b63f89eb92 req-7315e491-b066-47ae-9bf8-f8ce77ecc77f service neutron] 10.222.0.70 "GET /v2.0/networks?id=3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 200 len: 921 time: 0.1332750 Aug 31 01:03:16.106130 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9f23cc-f3a6-4143-8b49-97afc0a90c7d None None] The sync data for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 is: [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:02:11Z', 'revision_number': 4, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b9d2d68c-f82b-405c-8f75-0dd88d486bb7', 'name': '', 'network_id': '3b701cdb-9138-4e35-98d2-31b0a0308f00', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'mac_address': 'fa:16:3e:ce:e5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:10Z', 'updated_at': '2021-08-31T01:02:19Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'subnets': [{'id': 'e05209cf-4137-4da0-8a15-2801c15621db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:16.108771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3a8a9-a272-4bb0-806f-ca4171d17d9b req-d9b7fe8c-6d89-457f-9924-b1f64c7f0607 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:16.115791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbe3a8a9-a272-4bb0-806f-ca4171d17d9b req-d9b7fe8c-6d89-457f-9924-b1f64c7f0607 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.1983788 Aug 31 01:03:16.177557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-d382622c-8f49-45de-91a3-c23092ea3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:16.179035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-d382622c-8f49-45de-91a3-c23092ea3233 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.1549759 Aug 31 01:03:16.206021 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7bce768b-2852-4edb-8ecf-b4b63f89eb92 req-b6163e5c-52a4-4ccb-b07b-d9252703946a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18ad3dd6-6b5e-49ab-b049-78c7aa024146 HTTP/1.1" status: 200 len: 217 time: 0.0841467 Aug 31 01:03:16.217063 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1e491a9-8ca6-4d33-bf67-8182c2b44d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.220904 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1e491a9-8ca6-4d33-bf67-8182c2b44d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.224140 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d1e491a9-8ca6-4d33-bf67-8182c2b44d08 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b37d8551-01ac-4c41-bb83-ff061f62e72c HTTP/1.1" status: 204 len: 168 time: 0.4498582 Aug 31 01:03:16.290624 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbe3a8a9-a272-4bb0-806f-ca4171d17d9b req-221a07f4-5238-4d07-be1d-32c244180af0 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438527 Aug 31 01:03:16.328832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e491a9-8ca6-4d33-bf67-8182c2b44d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37d8551-01ac-4c41-bb83-ff061f62e72c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:16.338717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-a9fa3e01-d5e9-43ee-bcad-dc9f8174c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:16.340382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-a9fa3e01-d5e9-43ee-bcad-dc9f8174c77f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430182 Aug 31 01:03:16.343567 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce768b-2852-4edb-8ecf-b4b63f89eb92 req-d6294d03-3719-4c5e-aa6c-35f08dc104a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:16.345299 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7bce768b-2852-4edb-8ecf-b4b63f89eb92 req-d6294d03-3719-4c5e-aa6c-35f08dc104a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 200 len: 859 time: 0.1211622 Aug 31 01:03:16.459789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce768b-2852-4edb-8ecf-b4b63f89eb92 req-c60865e9-4a19-4970-a415-b8bbc5d98909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:16.464015 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7bce768b-2852-4edb-8ecf-b4b63f89eb92 req-c60865e9-4a19-4970-a415-b8bbc5d98909 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3b701cdb-9138-4e35-98d2-31b0a0308f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058187 Aug 31 01:03:16.611151 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da63331d-872d-4425-bdf2-19612438456b None None] New status for floating IP 35576df4-c090-4cb2-9eaa-73345f80f7f8: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:03:16.623185 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-568c16cb-385a-4430-be73-a761020e0c58 req-a18ef163-475d-48fa-bae1-e680854ab5ed tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:16.657673 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7bce768b-2852-4edb-8ecf-b4b63f89eb92 req-a777a91f-c68e-4bf5-b3ad-b65b1772c2b7 service neutron] 10.222.0.70 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813071 Aug 31 01:03:16.671028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-a015094f-7427-47e5-8532-be115e5ad30d service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202412 Aug 31 01:03:16.691644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c63530-126b-4371-9702-448e4026682b req-216a6ebb-ed13-40ee-92b5-1052421b96d2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:16.701973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54c63530-126b-4371-9702-448e4026682b req-216a6ebb-ed13-40ee-92b5-1052421b96d2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.2125838 Aug 31 01:03:16.800499 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7bce768b-2852-4edb-8ecf-b4b63f89eb92 req-271a2d0a-670e-4339-ac23-786a5a5e77e3 service neutron] 10.222.0.70 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326287 Aug 31 01:03:16.840100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54c63530-126b-4371-9702-448e4026682b req-4b2296cd-3073-41d3-8f48-5d95b5d82147 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378000 Aug 31 01:03:17.012473 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5c16c9-8c93-46ff-be60-c1682ba5af02 req-8377fccd-26d5-46c3-ba08-acd9362b176c service neutron] 10.222.0.58 "GET /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993064 Aug 31 01:03:17.016959 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-568c16cb-385a-4430-be73-a761020e0c58 req-a18ef163-475d-48fa-bae1-e680854ab5ed tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:17.047526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['928efd53-9b17-4651-8715-27f428cea13c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:17.127493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d127d4-6cdb-43de-810d-ca0bbd639cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4ea4d9-e567-4c13-bd36-5e28c31f694d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:17.129969 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06228167-a1bb-4a95-9841-e97e5d3a5543" -d '{"events": [{"server_uuid": "d0d127d4-6cdb-43de-810d-ca0bbd639cbf", "name": "network-vif-plugged", "status": "completed", "tag": "8c4ea4d9-e567-4c13-bd36-5e28c31f694d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:17.208461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568c16cb-385a-4430-be73-a761020e0c58 req-a18ef163-475d-48fa-bae1-e680854ab5ed tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Network 12cab241-583d-479a-8ed9-1b2de0acbda5 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:17.216993 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ac68a434-b97c-4b5f-8c0e-bcadce6ea332 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:17.222608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-568c16cb-385a-4430-be73-a761020e0c58 req-a18ef163-475d-48fa-bae1-e680854ab5ed tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:17.232220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-568c16cb-385a-4430-be73-a761020e0c58 req-a18ef163-475d-48fa-bae1-e680854ab5ed tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:17.248813 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: ac68a434-b97c-4b5f-8c0e-bcadce6ea332 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:17.249288 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ac68a434-b97c-4b5f-8c0e-bcadce6ea332 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:17.293631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c16cb-385a-4430-be73-a761020e0c58 req-a18ef163-475d-48fa-bae1-e680854ab5ed tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:17.294294 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-568c16cb-385a-4430-be73-a761020e0c58 req-a18ef163-475d-48fa-bae1-e680854ab5ed tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:17.306156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ef163-475d-48fa-bae1-e680854ab5ed tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Pushing event updated for resources: {'Port': ['ID=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:17.327889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143a384-8aa5-4c2f-b084-a8fee3008d7e req-6f50825c-d07e-437c-b4a1-88744c550eb4 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:17.329438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5143a384-8aa5-4c2f-b084-a8fee3008d7e req-6f50825c-d07e-437c-b4a1-88744c550eb4 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 945 time: 0.3141737 Aug 31 01:03:17.342839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-568c16cb-385a-4430-be73-a761020e0c58 req-a18ef163-475d-48fa-bae1-e680854ab5ed tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5161231 Aug 31 01:03:17.367930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Request body: {'port': {'device_id': 'a5797c33-c947-46a8-bef7-94ab6f02bbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:17.378713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169a7f0-ec1b-43ab-a2d6-25445f2044e9 req-0aee8460-c84c-4760-b2e1-728e16ec3111 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:17.380246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1169a7f0-ec1b-43ab-a2d6-25445f2044e9 req-0aee8460-c84c-4760-b2e1-728e16ec3111 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 931 time: 0.2274380 Aug 31 01:03:17.460289 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5143a384-8aa5-4c2f-b084-a8fee3008d7e req-e523caaf-9159-4879-9ec0-004e06693ca1 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/security-groups?id=39bde458-b44c-4b4b-b2b2-50fa85ef5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154420 Aug 31 01:03:17.480779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1169a7f0-ec1b-43ab-a2d6-25445f2044e9 req-35a28716-5710-44d4-9826-f777cbbe4301 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789580 Aug 31 01:03:17.496358 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:17.664252 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71dabcd-1a3c-43f4-9c49-3d434a51de36 x-openstack-request-id: req-a71dabcd-1a3c-43f4-9c49-3d434a51de36 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:17.665379 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d127d4-6cdb-43de-810d-ca0bbd639cbf", "name": "network-vif-plugged", "status": "completed", "tag": "8c4ea4d9-e567-4c13-bd36-5e28c31f694d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:17.665796 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a71dabcd-1a3c-43f4-9c49-3d434a51de36 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:17.666344 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d127d4-6cdb-43de-810d-ca0bbd639cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4ea4d9-e567-4c13-bd36-5e28c31f694d', 'code': 200} Aug 31 01:03:17.857577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-4e1a6c84-eae2-4fa1-9b42-58221763dcd0 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips/35576df4-c090-4cb2-9eaa-73345f80f7f8 HTTP/1.1" status: 200 len: 694 time: 0.1176653 Aug 31 01:03:17.957175 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df18767-3b55-4e0d-b68d-0d034013230a req-cbc4a9dd-b7da-4fa1-8973-af5139ce233a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:17.958686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2df18767-3b55-4e0d-b68d-0d034013230a req-cbc4a9dd-b7da-4fa1-8973-af5139ce233a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.2177653 Aug 31 01:03:17.971948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e27fca-dc8c-4f6a-b877-11320cae5a80 req-643d7734-3250-43ac-8fc0-d3e1969b3188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:17.973457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93e27fca-dc8c-4f6a-b877-11320cae5a80 req-643d7734-3250-43ac-8fc0-d3e1969b3188 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 1097 time: 0.2134273 Aug 31 01:03:17.999971 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-112d11ad-db70-4b27-8725-70c024c054c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:18.001555 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-112d11ad-db70-4b27-8725-70c024c054c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 1102 time: 0.0445666 Aug 31 01:03:18.092391 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-326ee79e-f7fb-4f0f-8259-fd4537a681cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:18.093785 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-326ee79e-f7fb-4f0f-8259-fd4537a681cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.0848703 Aug 31 01:03:18.114217 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2df18767-3b55-4e0d-b68d-0d034013230a req-bd33db3c-17d6-4969-81a0-a5b278f12b7b tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397903 Aug 31 01:03:18.120257 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93e27fca-dc8c-4f6a-b877-11320cae5a80 req-c1a2c4c1-2d76-4b58-ab91-f7e7a63adf01 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=39bde458-b44c-4b4b-b2b2-50fa85ef5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373341 Aug 31 01:03:18.135579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-f614a8de-e027-4a75-bfa0-2b81adf45908 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:18.137029 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-f614a8de-e027-4a75-bfa0-2b81adf45908 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.2703888 Aug 31 01:03:18.145086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:18.149789 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-b528b799-862f-4038-8a95-d289cc990d62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=9c35529b-091a-41bb-83a7-320bb9a01f35 HTTP/1.1" status: 200 len: 217 time: 0.0466211 Aug 31 01:03:18.155955 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.161643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-417fd577-29dc-49cb-8c1b-09c180467508 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:03:18.162661 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-417fd577-29dc-49cb-8c1b-09c180467508 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096388 Aug 31 01:03:18.181773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Transition to ACTIVE for port object 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:18.213059 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.248904 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-0c52c164-8edf-4ad0-b76b-c46fb06ff707 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 697 time: 0.0769496 Aug 31 01:03:18.275009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Pushing event updated for resources: {'Port': ['ID=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:18.341497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-0d09d49e-2896-4c38-a889-19404cf72634 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 697 time: 0.0692747 Aug 31 01:03:18.504749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-d1d5f071-1b7c-402e-a0f5-d0e3c5b6742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:18.506534 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-d1d5f071-1b7c-402e-a0f5-d0e3c5b6742b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0702689 Aug 31 01:03:18.558723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b03579-e4e0-4e9c-a4c8-671feec89e7b req-91a20314-12f9-4eaa-9037-cc096b8f1348 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:18.560501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b03579-e4e0-4e9c-a4c8-671feec89e7b req-91a20314-12f9-4eaa-9037-cc096b8f1348 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1962676 Aug 31 01:03:18.561409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Attempting to bind port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:18.561702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Attempting to bind port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:18.562107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Attempting to bind port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:18.570552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc on network 12cab241-583d-479a-8ed9-1b2de0acbda5 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:03:18.571638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Attempting to bind port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:18.580764 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-668ade0f-b098-40d6-af6f-a41671fc6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:18.582560 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-668ade0f-b098-40d6-af6f-a41671fc6682 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0646937 Aug 31 01:03:18.587990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:18.588405 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Checking segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:18.588881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Bound using segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:18.589403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Bound port: 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:18.589835 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.668689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b03579-e4e0-4e9c-a4c8-671feec89e7b req-33246478-e3f7-4db7-8835-bf9686322bd8 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925906 Aug 31 01:03:18.692604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-b9f67b70-e9a4-4eae-8e04-d7a049a966ee tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Deleting port 9202bbc5-fe70-4b37-a223-53b8a46dabb9 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:18.692604 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-b9f67b70-e9a4-4eae-8e04-d7a049a966ee tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.709331 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-42a9c471-c401-4939-80d6-51abdd440eeb service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184075 Aug 31 01:03:18.750681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:18.811763 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-b9f67b70-e9a4-4eae-8e04-d7a049a966ee tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.812159 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-b9f67b70-e9a4-4eae-8e04-d7a049a966ee tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.825265 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-77d680df-7f11-4bb0-bacc-d08a4a23b9dd service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077611 Aug 31 01:03:18.826523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-b9f67b70-e9a4-4eae-8e04-d7a049a966ee tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Calling delete_port for 9202bbc5-fe70-4b37-a223-53b8a46dabb9 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:18.873481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:18.882153 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.978796 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:18.979558 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:18.981030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-568c16cb-385a-4430-be73-a761020e0c58 req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] 10.222.0.70 "PUT /v2.0/ports/76035d0a-a2c5-4b0b-ba19-c15081e3c5fc HTTP/1.1" status: 200 len: 1092 time: 1.6251237 Aug 31 01:03:18.981543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5797c33-c947-46a8-bef7-94ab6f02bbbf', 'tag': '76035d0a-a2c5-4b0b-ba19-c15081e3c5fc'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:18.983853 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508bfe38-e924-45ca-9628-4a170d3c10e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5797c33-c947-46a8-bef7-94ab6f02bbbf", "tag": "76035d0a-a2c5-4b0b-ba19-c15081e3c5fc"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:19.022327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a1903-631f-4674-b5a2-5fab20765c60 service neutron] Pushing event updated for resources: {'Port': ['ID=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:19.033073 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671f663-5b12-46b2-8b67-dafe6fa1087f req-b74b1be0-1173-4bed-9f7f-a832ee94438c tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:19.034699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8671f663-5b12-46b2-8b67-dafe6fa1087f req-b74b1be0-1173-4bed-9f7f-a832ee94438c tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.2639611 Aug 31 01:03:19.118738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8671f663-5b12-46b2-8b67-dafe6fa1087f req-34164052-389d-450f-942d-90526fdd57e2 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763714 Aug 31 01:03:19.150555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c16cb-385a-4430-be73-a761020e0c58 req-a7461740-2203-4014-8528-fbc85d4d2c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:19.152542 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-568c16cb-385a-4430-be73-a761020e0c58 req-a7461740-2203-4014-8528-fbc85d4d2c16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 1095 time: 0.1071846 Aug 31 01:03:19.225055 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-568c16cb-385a-4430-be73-a761020e0c58 req-c539e8c2-6817-4dd2-a2d1-09a0701dc25f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc HTTP/1.1" status: 200 len: 217 time: 0.0570421 Aug 31 01:03:19.257658 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-b9f67b70-e9a4-4eae-8e04-d7a049a966ee tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:19.313443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f67b70-e9a4-4eae-8e04-d7a049a966ee tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Pushing event deleted for resources: {'Port': ['ID=9202bbc5-fe70-4b37-a223-53b8a46dabb9,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:19.356502 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c16cb-385a-4430-be73-a761020e0c58 req-92a34c04-e8fa-441e-97ef-7a68fab35dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:19.357981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-568c16cb-385a-4430-be73-a761020e0c58 req-92a34c04-e8fa-441e-97ef-7a68fab35dd1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.1129134 Aug 31 01:03:19.383177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afa0ef-f5c9-4157-9c44-95abd268fbbe req-2e465a8a-79e4-475e-80f4-b15f27bedc8f tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:19.384740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0afa0ef-f5c9-4157-9c44-95abd268fbbe req-2e465a8a-79e4-475e-80f4-b15f27bedc8f tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 945 time: 0.1743305 Aug 31 01:03:19.431098 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-568c16cb-385a-4430-be73-a761020e0c58 req-b6fa6c18-093c-478b-8a76-7c14d167db22 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453546 Aug 31 01:03:19.448760 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-b9f67b70-e9a4-4eae-8e04-d7a049a966ee tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:19.451316 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-b9f67b70-e9a4-4eae-8e04-d7a049a966ee tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:19.452451 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d983ba2d-3ba5-4f88-a9e6-f1e76086e283 req-b9f67b70-e9a4-4eae-8e04-d7a049a966ee tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "DELETE /v2.0/floatingips/35576df4-c090-4cb2-9eaa-73345f80f7f8 HTTP/1.1" status: 204 len: 173 time: 1.0870905 Aug 31 01:03:19.477971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0afa0ef-f5c9-4157-9c44-95abd268fbbe req-dc9d04b9-b0ff-4bab-bf59-37d59824d8a1 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/security-groups?id=39bde458-b44c-4b4b-b2b2-50fa85ef5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827727 Aug 31 01:03:19.841765 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4bed2dbb-2671-47e7-8084-e52a3b268f0c req-47d381a8-28be-4d30-ae39-1cad57511be3 tempest-FlavorsV2NegativeTest-897298337 tempest-FlavorsV2NegativeTest-897298337-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=77677b0ceb7c4049a1c51b7bfbbcc819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493710 Aug 31 01:03:19.941161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3d4da-a631-4975-9140-50e5f3618864 req-8b70d3e8-f271-4c94-a285-a9d9b536a6ef tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:19.942727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95a3d4da-a631-4975-9140-50e5f3618864 req-8b70d3e8-f271-4c94-a285-a9d9b536a6ef tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 943 time: 0.1515546 Aug 31 01:03:19.955432 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-568c16cb-385a-4430-be73-a761020e0c58 req-8f369d84-aa28-4258-83c9-977d334c7718 service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020571 Aug 31 01:03:20.072679 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95a3d4da-a631-4975-9140-50e5f3618864 req-4f66db5f-4f1c-43c5-bb4b-6190a95bca74 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220410 Aug 31 01:03:20.081419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed2dbb-2671-47e7-8084-e52a3b268f0c req-26a52253-be4d-4c15-a0d8-487780526261 tempest-FlavorsV2NegativeTest-897298337 tempest-FlavorsV2NegativeTest-897298337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:20.082992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4bed2dbb-2671-47e7-8084-e52a3b268f0c req-26a52253-be4d-4c15-a0d8-487780526261 tempest-FlavorsV2NegativeTest-897298337 tempest-FlavorsV2NegativeTest-897298337-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333095 Aug 31 01:03:20.111641 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4bed2dbb-2671-47e7-8084-e52a3b268f0c req-9f55b55e-49e8-4457-889e-efc74c89de15 tempest-FlavorsV2NegativeTest-897298337 tempest-FlavorsV2NegativeTest-897298337-project] 10.222.0.58 "GET /v2.0/quotas/77677b0ceb7c4049a1c51b7bfbbcc819 HTTP/1.1" status: 200 len: 375 time: 0.0176008 Aug 31 01:03:20.140203 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-568c16cb-385a-4430-be73-a761020e0c58 req-3cf47dcd-6e7c-411a-8d56-5c8e224909ca service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740973 Aug 31 01:03:20.141893 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16769eba-40dd-400c-af9a-f9eeca344989 x-openstack-request-id: req-16769eba-40dd-400c-af9a-f9eeca344989 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:20.142295 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5797c33-c947-46a8-bef7-94ab6f02bbbf", "tag": "76035d0a-a2c5-4b0b-ba19-c15081e3c5fc", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:20.142662 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16769eba-40dd-400c-af9a-f9eeca344989 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:20.143248 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5797c33-c947-46a8-bef7-94ab6f02bbbf', 'tag': '76035d0a-a2c5-4b0b-ba19-c15081e3c5fc', 'status': 'completed', 'code': 200} Aug 31 01:03:20.162392 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4bed2dbb-2671-47e7-8084-e52a3b268f0c req-43846400-0dcb-44c6-bf47-6cca5f593987 tempest-FlavorsV2NegativeTest-897298337 tempest-FlavorsV2NegativeTest-897298337-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=77677b0ceb7c4049a1c51b7bfbbcc819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414381 Aug 31 01:03:20.291454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bfe38-e924-45ca-9628-4a170d3c10e0 req-2db9c5c6-9c56-4426-8ba4-f2db0ef65f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:20.292684 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-508bfe38-e924-45ca-9628-4a170d3c10e0 req-2db9c5c6-9c56-4426-8ba4-f2db0ef65f02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 1095 time: 0.0643411 Aug 31 01:03:20.531533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bfe38-e924-45ca-9628-4a170d3c10e0 req-785516e4-283a-42ef-a642-3d7cc40bd8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:20.533041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-508bfe38-e924-45ca-9628-4a170d3c10e0 req-785516e4-283a-42ef-a642-3d7cc40bd8c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.2295532 Aug 31 01:03:20.549720 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415b724-3b19-4f64-832e-bf23d73d9d0a req-c3dd29db-cb7f-4fd7-80aa-8d06d146c45a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:20.551434 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3415b724-3b19-4f64-832e-bf23d73d9d0a req-c3dd29db-cb7f-4fd7-80aa-8d06d146c45a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1291242 Aug 31 01:03:20.610305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a7e2-527d-45a5-8011-ecbd35217f6b req-923c2bda-dfe3-4d68-81b5-df2f6aaf4c3f tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:20.611853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58a6a7e2-527d-45a5-8011-ecbd35217f6b req-923c2bda-dfe3-4d68-81b5-df2f6aaf4c3f tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 946 time: 0.1337202 Aug 31 01:03:20.614567 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-508bfe38-e924-45ca-9628-4a170d3c10e0 req-867279e4-1e25-4a9d-835a-0970524d20dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc HTTP/1.1" status: 200 len: 217 time: 0.0613961 Aug 31 01:03:20.706881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3415b724-3b19-4f64-832e-bf23d73d9d0a req-6845769e-87c5-49e5-91d4-5657c9219383 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433260 Aug 31 01:03:20.713996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58a6a7e2-527d-45a5-8011-ecbd35217f6b req-76ec4b18-c706-42a5-a4ea-97d32c897f10 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924599 Aug 31 01:03:20.719769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bfe38-e924-45ca-9628-4a170d3c10e0 req-2f69424e-19fb-4362-871a-335f25a6be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:20.721125 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-508bfe38-e924-45ca-9628-4a170d3c10e0 req-2f69424e-19fb-4362-871a-335f25a6be5f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.0952649 Aug 31 01:03:20.768970 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-508bfe38-e924-45ca-9628-4a170d3c10e0 req-97ab059a-e1ad-43e8-90ed-28a6d181e36b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373549 Aug 31 01:03:20.812210 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35906) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:20.921574 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-72a4e696-2888-4047-88da-5dff9c309dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:20.977124 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5da8f-4241-491e-b480-fe89b5f800b0 req-006fda47-e963-4717-8194-65cc4c5d1a5c tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:20.978618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1e5da8f-4241-491e-b480-fe89b5f800b0 req-006fda47-e963-4717-8194-65cc4c5d1a5c tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 945 time: 0.1722822 Aug 31 01:03:20.988006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-508bfe38-e924-45ca-9628-4a170d3c10e0 req-120c9429-201f-4d09-9c93-ae1ea8f4239c service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080042 Aug 31 01:03:21.024401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-72a4e696-2888-4047-88da-5dff9c309dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.028707 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-72a4e696-2888-4047-88da-5dff9c309dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.069122 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-72a4e696-2888-4047-88da-5dff9c309dd4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77677b0ceb7c4049a1c51b7bfbbcc819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557576 Aug 31 01:03:21.070265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4e696-2888-4047-88da-5dff9c309dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557c5f57-97e4-4522-807d-fee164f48f0b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:21.072169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35910) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:21.092485 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-375d914f-1e45-42d8-ac19-6e758cc69c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.095467 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e242191-6103-4d16-b184-bdd129abcf51 req-0127fd1b-0624-4195-8a90-70b5680afc97 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:21.096916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e242191-6103-4d16-b184-bdd129abcf51 req-0127fd1b-0624-4195-8a90-70b5680afc97 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/networks?id=47233ebf-1580-4f1c-9fe9-006618980e41 HTTP/1.1" status: 200 len: 814 time: 0.2554700 Aug 31 01:03:21.126005 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1e5da8f-4241-491e-b480-fe89b5f800b0 req-f1e84890-87d8-41f4-a2ee-433975612e4f tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/security-groups?id=39bde458-b44c-4b4b-b2b2-50fa85ef5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402078 Aug 31 01:03:21.139380 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e242191-6103-4d16-b184-bdd129abcf51 req-543a46a0-ca3c-4711-9065-34aa3a75ce6b tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/quotas/206f2f4ce2c44104b6cf505700314abb HTTP/1.1" status: 200 len: 375 time: 0.0332577 Aug 31 01:03:21.208926 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47a293f2-f270-4172-9e15-e95fc868b9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.216280 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-508bfe38-e924-45ca-9628-4a170d3c10e0 req-17377dda-9d57-474f-b51d-b607023c37be service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151649 Aug 31 01:03:21.239239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e242191-6103-4d16-b184-bdd129abcf51 req-36df0c6a-fb4c-4fcf-b8ad-985aa28fad70 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=206f2f4ce2c44104b6cf505700314abb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854001 Aug 31 01:03:21.244911 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47a293f2-f270-4172-9e15-e95fc868b9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.384784 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47a293f2-f270-4172-9e15-e95fc868b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.387175 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47a293f2-f270-4172-9e15-e95fc868b9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.388329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-47a293f2-f270-4172-9e15-e95fc868b9a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/557c5f57-97e4-4522-807d-fee164f48f0b HTTP/1.1" status: 204 len: 168 time: 0.3152354 Aug 31 01:03:21.392549 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e242191-6103-4d16-b184-bdd129abcf51 req-1f3caddc-63eb-4929-b0ee-ee508b94a4df service neutron] 10.222.0.58 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412318 Aug 31 01:03:21.410190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a293f2-f270-4172-9e15-e95fc868b9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557c5f57-97e4-4522-807d-fee164f48f0b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:21.420540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6811d-72e1-4283-908e-bb2df55c519c req-4da76d94-0f0d-41e1-9241-4b45df686f13 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:21.422057 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8c6811d-72e1-4283-908e-bb2df55c519c req-4da76d94-0f0d-41e1-9241-4b45df686f13 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 943 time: 0.0972950 Aug 31 01:03:21.509560 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8c6811d-72e1-4283-908e-bb2df55c519c req-4c7932d5-a0e3-4612-9a52-c061c2dba5b0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773878 Aug 31 01:03:21.541697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e242191-6103-4d16-b184-bdd129abcf51 req-c6335445-473e-434d-a101-5539533a9f4d service neutron] 10.222.0.58 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403534 Aug 31 01:03:21.631474 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32344c99-2f56-4a0f-9462-ed2f88824f5c req-d7f3ce7f-c3c6-4dbd-afcf-cd1c4c245ed4 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:21.633019 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32344c99-2f56-4a0f-9462-ed2f88824f5c req-d7f3ce7f-c3c6-4dbd-afcf-cd1c4c245ed4 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 945 time: 0.0558646 Aug 31 01:03:21.642649 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35922) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:21.653228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b3119936-33cd-4de1-a808-0ac0d14116b0 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Request body: {'floatingip': {'port_id': '8c4ea4d9-e567-4c13-bd36-5e28c31f694d'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:21.695599 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b3119936-33cd-4de1-a808-0ac0d14116b0 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:21.809920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf58779e-be1c-4a59-835c-12bed04644ed req-8dd5ab33-f909-4231-8c0e-99ddbe5484a5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 210 time: 0.1107833 Aug 31 01:03:21.899215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb0d01-32a9-4617-aee3-99599ea85cf7 req-8a2e89bd-9cf8-4bd7-8717-dfdb5cef7ef1 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:21.900875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cebb0d01-32a9-4617-aee3-99599ea85cf7 req-8a2e89bd-9cf8-4bd7-8717-dfdb5cef7ef1 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 946 time: 0.0991788 Aug 31 01:03:22.024502 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cebb0d01-32a9-4617-aee3-99599ea85cf7 req-13ae62f2-d162-46f9-8923-f0e3e4187cbd tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b1b9054-1782-4358-8694-98c655138aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993962 Aug 31 01:03:22.040816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7b846-1202-4fe9-963a-9bfb7d9b5219 req-8d96e28b-4e26-42b8-9f5e-3671f29e5283 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:22.047901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-edf7b846-1202-4fe9-963a-9bfb7d9b5219 req-8d96e28b-4e26-42b8-9f5e-3671f29e5283 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1460507 Aug 31 01:03:22.145502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce46503-0af7-4a14-8f2a-dab31c1323bb req-7f9294be-27da-4fa5-b028-74630160be3d tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:22.147188 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2ce46503-0af7-4a14-8f2a-dab31c1323bb req-7f9294be-27da-4fa5-b028-74630160be3d tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 946 time: 0.0608890 Aug 31 01:03:22.156142 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-edf7b846-1202-4fe9-963a-9bfb7d9b5219 req-559a90c5-76b8-4b46-8f6a-b1fb6663eada tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073928 Aug 31 01:03:22.244817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35954) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:22.259053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b34b0b-c2bf-4974-91af-5bd44b12f944 req-c2eaada2-7952-4f4c-93c5-409236566479 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:22.260634 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11b34b0b-c2bf-4974-91af-5bd44b12f944 req-c2eaada2-7952-4f4c-93c5-409236566479 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e793862-c3e1-4a96-8d81-c02153561a5c HTTP/1.1" status: 200 len: 945 time: 0.1702118 Aug 31 01:03:22.324378 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-2ce46503-0af7-4a14-8f2a-dab31c1323bb req-1ee37002-ce2a-4ac4-96a3-b781da3e53b5 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Deleting port 18ad3dd6-6b5e-49ab-b049-78c7aa024146 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:22.324728 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2ce46503-0af7-4a14-8f2a-dab31c1323bb req-1ee37002-ce2a-4ac4-96a3-b781da3e53b5 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.438788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1208818199-network', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:22.455397 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-2ce46503-0af7-4a14-8f2a-dab31c1323bb req-1ee37002-ce2a-4ac4-96a3-b781da3e53b5 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] For port 18ad3dd6-6b5e-49ab-b049-78c7aa024146, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=18ad3dd6-6b5e-49ab-b049-78c7aa024146,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:22.455777 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2ce46503-0af7-4a14-8f2a-dab31c1323bb req-1ee37002-ce2a-4ac4-96a3-b781da3e53b5 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.474536 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-2ce46503-0af7-4a14-8f2a-dab31c1323bb req-1ee37002-ce2a-4ac4-96a3-b781da3e53b5 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Calling delete_port for 18ad3dd6-6b5e-49ab-b049-78c7aa024146 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:22.486085 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] Made reservation on behalf of 9db4dade9b794108beb892e583ae2aa8 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:22.488420 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.501236 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.509675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-11b34b0b-c2bf-4974-91af-5bd44b12f944 req-32dea93e-814e-4b84-b5ba-af41ee575dd1 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Deleting port b92f6173-7b45-4979-bbc3-79865d0e9e79 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:22.510187 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-11b34b0b-c2bf-4974-91af-5bd44b12f944 req-32dea93e-814e-4b84-b5ba-af41ee575dd1 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.559875 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b3119936-33cd-4de1-a808-0ac0d14116b0 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.569562 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b3119936-33cd-4de1-a808-0ac0d14116b0 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.692310 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2ce46503-0af7-4a14-8f2a-dab31c1323bb req-1ee37002-ce2a-4ac4-96a3-b781da3e53b5 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.703460 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.708453 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['18ad3dd6-6b5e-49ab-b049-78c7aa024146'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:22.714228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-11b34b0b-c2bf-4974-91af-5bd44b12f944 req-32dea93e-814e-4b84-b5ba-af41ee575dd1 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] For port b92f6173-7b45-4979-bbc3-79865d0e9e79, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b92f6173-7b45-4979-bbc3-79865d0e9e79,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:22.714596 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-11b34b0b-c2bf-4974-91af-5bd44b12f944 req-32dea93e-814e-4b84-b5ba-af41ee575dd1 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.727012 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee37002-ce2a-4ac4-96a3-b781da3e53b5 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Pushing event deleted for resources: {'Port': ['ID=18ad3dd6-6b5e-49ab-b049-78c7aa024146,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:22.730677 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.741098 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc88e6-8bde-4840-b91d-0f13f2da2883 req-7695c2c3-cb3d-4f00-b0c8-630c8ed78c9d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:22.743311 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fecc88e6-8bde-4840-b91d-0f13f2da2883 req-7695c2c3-cb3d-4f00-b0c8-630c8ed78c9d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 943 time: 0.1400986 Aug 31 01:03:22.749485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-11b34b0b-c2bf-4974-91af-5bd44b12f944 req-32dea93e-814e-4b84-b5ba-af41ee575dd1 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Calling delete_port for b92f6173-7b45-4979-bbc3-79865d0e9e79 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:22.772088 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-b3119936-33cd-4de1-a808-0ac0d14116b0 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Floating IP c4523dbe-1e8d-4767-85ce-dc23228d09b4 associated. External IP: 172.25.6.153, port: 8c4ea4d9-e567-4c13-bd36-5e28c31f694d. Aug 31 01:03:22.782375 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:03:22.795581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23785096-d296-4732-b39b-98fdeb0c09b4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:22.812423 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.812779 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] Added segment c492458b-76ee-4d17-bedf-325ac79d0448 of type vlan for network 9adc9070-bf77-485d-8d36-a1ab81533151 Aug 31 01:03:22.814775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce46503-0af7-4a14-8f2a-dab31c1323bb req-1ee37002-ce2a-4ac4-96a3-b781da3e53b5 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] No DVR routers for this DVR port 18ad3dd6-6b5e-49ab-b049-78c7aa024146 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:22.823170 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2ce46503-0af7-4a14-8f2a-dab31c1323bb req-1ee37002-ce2a-4ac4-96a3-b781da3e53b5 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.825196 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2ce46503-0af7-4a14-8f2a-dab31c1323bb req-1ee37002-ce2a-4ac4-96a3-b781da3e53b5 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.70 "DELETE /v2.0/ports/18ad3dd6-6b5e-49ab-b049-78c7aa024146 HTTP/1.1" status: 204 len: 173 time: 0.6700108 Aug 31 01:03:22.825626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff79922c-e543-495c-9519-be42d3fc0578', 'name': 'network-vif-deleted', 'tag': '18ad3dd6-6b5e-49ab-b049-78c7aa024146'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:22.827968 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6d2b4a-c4c9-4c0a-bce2-23d488fc6972" -d '{"events": [{"server_uuid": "ff79922c-e543-495c-9519-be42d3fc0578", "name": "network-vif-deleted", "tag": "18ad3dd6-6b5e-49ab-b049-78c7aa024146"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:22.887757 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24caa50-af3b-46c6-a72d-2942e1b19eae x-openstack-request-id: req-b24caa50-af3b-46c6-a72d-2942e1b19eae {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:22.888099 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff79922c-e543-495c-9519-be42d3fc0578", "name": "network-vif-deleted", "tag": "18ad3dd6-6b5e-49ab-b049-78c7aa024146", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:22.889389 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b24caa50-af3b-46c6-a72d-2942e1b19eae {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:22.889389 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff79922c-e543-495c-9519-be42d3fc0578', 'name': 'network-vif-deleted', 'tag': '18ad3dd6-6b5e-49ab-b049-78c7aa024146', 'status': 'completed', 'code': 200} Aug 31 01:03:22.889545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fecc88e6-8bde-4840-b91d-0f13f2da2883 req-28956e18-1abd-46d4-b100-db636947a657 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337554 Aug 31 01:03:22.922577 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.010092 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.011103 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:23.011726 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.096859 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8505020 Aug 31 01:03:23.107497 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e242191-6103-4d16-b184-bdd129abcf51 req-c20c1a7e-ac60-4ba5-be77-133033097faa tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:23.109189 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7e242191-6103-4d16-b184-bdd129abcf51 req-c20c1a7e-ac60-4ba5-be77-133033097faa tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.15 "GET /v2.0/networks?id=47233ebf-1580-4f1c-9fe9-006618980e41 HTTP/1.1" status: 200 len: 814 time: 0.2242894 Aug 31 01:03:23.111964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35968) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:23.122282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-262ab7f1-c91f-4bf5-a263-af0f1d4a723d admin admin] Request body: {'subnet': {'network_id': '9adc9070-bf77-485d-8d36-a1ab81533151', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1208818199-subnet', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:23.133492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-7e242191-6103-4d16-b184-bdd129abcf51 req-028299df-d4c3-4ffd-9ca6-5d57700d5f9a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Request body: {'port': {'device_id': 'e21705c7-0d0f-4d52-bae3-6fa2b1db9db8', 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41', 'admin_state_up': True, 'tenant_id': '206f2f4ce2c44104b6cf505700314abb'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:23.142823 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4febcb-0cfc-4fe3-a64f-dc67643e6eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=9adc9070-bf77-485d-8d36-a1ab81533151,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:23.157940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 9adc9070-bf77-485d-8d36-a1ab81533151 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:03:23.276937 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262ab7f1-c91f-4bf5-a263-af0f1d4a723d admin admin] Made reservation on behalf of 9db4dade9b794108beb892e583ae2aa8 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:23.279158 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-262ab7f1-c91f-4bf5-a263-af0f1d4a723d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.344648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e242191-6103-4d16-b184-bdd129abcf51 req-028299df-d4c3-4ffd-9ca6-5d57700d5f9a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Made reservation on behalf of 206f2f4ce2c44104b6cf505700314abb for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:23.345655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ba3a695-f7ba-421c-8220-7dd4159b2b2e req-defd6942-aa11-46b5-a987-f71d6cb57119 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 210 time: 0.4063921 Aug 31 01:03:23.356137 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7e242191-6103-4d16-b184-bdd129abcf51 req-028299df-d4c3-4ffd-9ca6-5d57700d5f9a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.375887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e4c41b8-bce8-4ef3-bfe7-9a4432c7fb64 req-0a49e4e0-0f66-41bd-aeaf-b5355d150579 tempest-FloatingIPsAssociationTestJSON-1313093858 tempest-FloatingIPsAssociationTestJSON-1313093858-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff79922c-e543-495c-9519-be42d3fc0578 HTTP/1.1" status: 200 len: 210 time: 0.0743823 Aug 31 01:03:23.577397 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-7e242191-6103-4d16-b184-bdd129abcf51 req-028299df-d4c3-4ffd-9ca6-5d57700d5f9a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Allocated IP 172.20.0.11 (47233ebf-1580-4f1c-9fe9-006618980e41/805dc395-985c-42e8-8ef5-ecb7180cee4b/56319b58-b3b5-4856-9ee2-4b343ff1c11f) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:23.591325 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-11b34b0b-c2bf-4974-91af-5bd44b12f944 req-32dea93e-814e-4b84-b5ba-af41ee575dd1 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.618362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19929d-023e-475c-a277-f041f98589dc req-6aeaa014-911c-48c6-92d6-985c11620a86 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:23.619916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d19929d-023e-475c-a277-f041f98589dc req-6aeaa014-911c-48c6-92d6-985c11620a86 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1315563 Aug 31 01:03:23.655803 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dea93e-814e-4b84-b5ba-af41ee575dd1 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Pushing event deleted for resources: {'Port': ['ID=b92f6173-7b45-4979-bbc3-79865d0e9e79,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:23.669925 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-262ab7f1-c91f-4bf5-a263-af0f1d4a723d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.690674 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-076b06f0-0b93-44ea-909f-7af7914be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.703918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3119936-33cd-4de1-a808-0ac0d14116b0 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:23.727995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b34b0b-c2bf-4974-91af-5bd44b12f944 req-32dea93e-814e-4b84-b5ba-af41ee575dd1 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] No DVR routers for this DVR port b92f6173-7b45-4979-bbc3-79865d0e9e79 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:23.731461 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-11b34b0b-c2bf-4974-91af-5bd44b12f944 req-32dea93e-814e-4b84-b5ba-af41ee575dd1 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.733426 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11b34b0b-c2bf-4974-91af-5bd44b12f944 req-32dea93e-814e-4b84-b5ba-af41ee575dd1 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.70 "DELETE /v2.0/ports/b92f6173-7b45-4979-bbc3-79865d0e9e79 HTTP/1.1" status: 204 len: 173 time: 1.4650621 Aug 31 01:03:23.735911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e793862-c3e1-4a96-8d81-c02153561a5c', 'name': 'network-vif-deleted', 'tag': 'b92f6173-7b45-4979-bbc3-79865d0e9e79'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:23.738026 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab97d10-ba1c-4230-bf7c-f98296e60604" -d '{"events": [{"server_uuid": "7e793862-c3e1-4a96-8d81-c02153561a5c", "name": "network-vif-deleted", "tag": "b92f6173-7b45-4979-bbc3-79865d0e9e79"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:23.747853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d19929d-023e-475c-a277-f041f98589dc req-cfdc56de-179e-4338-8d88-caab91bd4d49 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959020 Aug 31 01:03:23.791645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ab7f1-c91f-4bf5-a263-af0f1d4a723d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4828df1-3e14-403d-a8fb-3a5e0d9aa7b6,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:23.810201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ab7f1-c91f-4bf5-a263-af0f1d4a723d admin admin] Checking segment: {'id': 'c492458b-76ee-4d17-bedf-325ac79d0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9adc9070-bf77-485d-8d36-a1ab81533151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:23.810559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262ab7f1-c91f-4bf5-a263-af0f1d4a723d admin admin] Network hostable DHCP agents. Network: 9adc9070-bf77-485d-8d36-a1ab81533151, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:03:23.823041 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b368c9f-1d3c-4fcb-ba46-2fd84d63a48a x-openstack-request-id: req-3b368c9f-1d3c-4fcb-ba46-2fd84d63a48a {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:23.823433 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e793862-c3e1-4a96-8d81-c02153561a5c", "name": "network-vif-deleted", "tag": "b92f6173-7b45-4979-bbc3-79865d0e9e79", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:23.823671 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b368c9f-1d3c-4fcb-ba46-2fd84d63a48a {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:23.824092 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e793862-c3e1-4a96-8d81-c02153561a5c', 'name': 'network-vif-deleted', 'tag': 'b92f6173-7b45-4979-bbc3-79865d0e9e79', 'status': 'completed', 'code': 200} Aug 31 01:03:23.839622 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7e242191-6103-4d16-b184-bdd129abcf51 req-028299df-d4c3-4ffd-9ca6-5d57700d5f9a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.851566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262ab7f1-c91f-4bf5-a263-af0f1d4a723d admin admin] Network 9adc9070-bf77-485d-8d36-a1ab81533151 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:03:23.863867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-262ab7f1-c91f-4bf5-a263-af0f1d4a723d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 9adc9070-bf77-485d-8d36-a1ab81533151) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:23.869910 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262ab7f1-c91f-4bf5-a263-af0f1d4a723d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:23.870639 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-262ab7f1-c91f-4bf5-a263-af0f1d4a723d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.876736 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ce42f3-dce9-44bb-a80b-fb7b46bb0045 None None] Network 9adc9070-bf77-485d-8d36-a1ab81533151 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:23.895341 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-262ab7f1-c91f-4bf5-a263-af0f1d4a723d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7820215 Aug 31 01:03:23.898658 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35978) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:23.903113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1208818199-router', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:23.905434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3119936-33cd-4de1-a808-0ac0d14116b0 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:23.907791 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7e242191-6103-4d16-b184-bdd129abcf51 req-028299df-d4c3-4ffd-9ca6-5d57700d5f9a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.917461 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211db690-e932-4b71-8a6e-36d457d7a910 None None] Sync routers for ids ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:23.919003 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b3119936-33cd-4de1-a808-0ac0d14116b0 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.929496 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211db690-e932-4b71-8a6e-36d457d7a910 None None] Routers {'881adbf2-e890-4d0a-b7f7-464c3ba1d256'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:23.930502 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-211db690-e932-4b71-8a6e-36d457d7a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:23.965658 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e242191-6103-4d16-b184-bdd129abcf51 req-028299df-d4c3-4ffd-9ca6-5d57700d5f9a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Network 47233ebf-1580-4f1c-9fe9-006618980e41 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:23.970884 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.971929 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:23.982298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-7e242191-6103-4d16-b184-bdd129abcf51 req-028299df-d4c3-4ffd-9ca6-5d57700d5f9a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:23.985470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b3119936-33cd-4de1-a808-0ac0d14116b0 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "PUT /v2.0/floatingips/c4523dbe-1e8d-4767-85ce-dc23228d09b4 HTTP/1.1" status: 200 len: 991 time: 2.3405797 Aug 31 01:03:23.988279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e242191-6103-4d16-b184-bdd129abcf51 req-028299df-d4c3-4ffd-9ca6-5d57700d5f9a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:23.993152 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028299df-d4c3-4ffd-9ca6-5d57700d5f9a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Pushing event updated for resources: {'Port': ['ID=56319b58-b3b5-4856-9ee2-4b343ff1c11f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:24.040262 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.068692 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-211db690-e932-4b71-8a6e-36d457d7a910 None None] Set router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:24.076078 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.082400 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e242191-6103-4d16-b184-bdd129abcf51 req-028299df-d4c3-4ffd-9ca6-5d57700d5f9a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:24.083232 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7e242191-6103-4d16-b184-bdd129abcf51 req-028299df-d4c3-4ffd-9ca6-5d57700d5f9a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.146555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a5002-dd2b-4d32-984e-48dc6e590732 req-e8810cb3-6312-45c7-aa65-effc2638abff tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:24.153665 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7e242191-6103-4d16-b184-bdd129abcf51 req-028299df-d4c3-4ffd-9ca6-5d57700d5f9a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0266266 Aug 31 01:03:24.157941 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb5a5002-dd2b-4d32-984e-48dc6e590732 req-e8810cb3-6312-45c7-aa65-effc2638abff tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 943 time: 0.1079714 Aug 31 01:03:24.200725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Request body: {'port': {'device_id': 'e21705c7-0d0f-4d52-bae3-6fa2b1db9db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:24.216849 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb5a5002-dd2b-4d32-984e-48dc6e590732 req-6b33ed88-f69e-4004-a95a-353a45abb1ce tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575292 Aug 31 01:03:24.264410 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.340961 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.347066 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.372440 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-9adc9070-bf77-485d-8d36-a1ab81533151', 'network_id': '9adc9070-bf77-485d-8d36-a1ab81533151', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8', 'fixed_ips': [{'subnet_id': 'b4828df1-3e14-403d-a8fb-3a5e0d9aa7b6'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:03:24.373443 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.402410 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-211db690-e932-4b71-8a6e-36d457d7a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:54Z', 'revision_number': 4, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'gw_port': {'id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'c4523dbe-1e8d-4767-85ce-dc23228d09b4', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'floating_ip_address': '172.25.6.153', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'port_id': '8c4ea4d9-e567-4c13-bd36-5e28c31f694d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'mac_address': 'fa:16:3e:36:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d127d4-6cdb-43de-810d-ca0bbd639cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:02:59Z', 'updated_at': '2021-08-31T01:03:22Z', 'revision_number': 1, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca687e73-4415-42c5-a560-2ad291e71a71', 'name': '', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'mac_address': 'fa:16:3e:1a:fe:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:52Z', 'updated_at': '2021-08-31T01:03:03Z', 'revision_number': 5, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'subnets': [{'id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:24.436550 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211db690-e932-4b71-8a6e-36d457d7a910 None None] Checking router: 881adbf2-e890-4d0a-b7f7-464c3ba1d256 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:24.446077 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211db690-e932-4b71-8a6e-36d457d7a910 None None] Routers {'881adbf2-e890-4d0a-b7f7-464c3ba1d256'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:24.446736 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-211db690-e932-4b71-8a6e-36d457d7a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:24.470816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35988) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:24.577470 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Allocated IP 172.20.0.2 (9adc9070-bf77-485d-8d36-a1ab81533151/b4828df1-3e14-403d-a8fb-3a5e0d9aa7b6/f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:24.603692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe82db-1547-41d7-8f59-916c70be8ca9 req-978fd3cf-42e7-4dda-8702-5056262ecb0b tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:24.605288 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-affe82db-1547-41d7-8f59-916c70be8ca9 req-978fd3cf-42e7-4dda-8702-5056262ecb0b tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 932 time: 0.1361291 Aug 31 01:03:24.606697 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-211db690-e932-4b71-8a6e-36d457d7a910 None None] Set router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:24.695707 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-affe82db-1547-41d7-8f59-916c70be8ca9 req-6e9f0220-d418-4836-a46d-3af73c395d1a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823309 Aug 31 01:03:24.780243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.799499 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.822455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Transition to ACTIVE for port object f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:24.862145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Transition to ACTIVE for port object f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:24.871870 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:24.930378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Network 9adc9070-bf77-485d-8d36-a1ab81533151 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:24.933729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:24.939258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:24.942490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Pushing event updated for resources: {'Port': ['ID=f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:24.959682 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:24.961734 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:24.962133 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:24.962516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:24.962864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:24.963196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:24.963553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:24.963881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:24.964215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:24.964661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:24.965983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:24.966331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:24.976595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf421a8e-6fd3-434f-86db-33d0c6b50932 req-fdd8c953-ca0e-45d2-a92f-4e8801b32584 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:24.978387 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf421a8e-6fd3-434f-86db-33d0c6b50932 req-fdd8c953-ca0e-45d2-a92f-4e8801b32584 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1130121 Aug 31 01:03:24.982088 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-211db690-e932-4b71-8a6e-36d457d7a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:54Z', 'revision_number': 4, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'gw_port': {'id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'c4523dbe-1e8d-4767-85ce-dc23228d09b4', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'floating_ip_address': '172.25.6.153', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'port_id': '8c4ea4d9-e567-4c13-bd36-5e28c31f694d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'mac_address': 'fa:16:3e:36:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d127d4-6cdb-43de-810d-ca0bbd639cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:02:59Z', 'updated_at': '2021-08-31T01:03:22Z', 'revision_number': 1, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca687e73-4415-42c5-a560-2ad291e71a71', 'name': '', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'mac_address': 'fa:16:3e:1a:fe:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:52Z', 'updated_at': '2021-08-31T01:03:03Z', 'revision_number': 5, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'subnets': [{'id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:25.018888 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211db690-e932-4b71-8a6e-36d457d7a910 None None] The sync data for ids ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'] in n-d-802060-13 is: [{'id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:54Z', 'revision_number': 4, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'gw_port': {'id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'c4523dbe-1e8d-4767-85ce-dc23228d09b4', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'floating_ip_address': '172.25.6.153', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'port_id': '8c4ea4d9-e567-4c13-bd36-5e28c31f694d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'mac_address': 'fa:16:3e:36:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d127d4-6cdb-43de-810d-ca0bbd639cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:02:59Z', 'updated_at': '2021-08-31T01:03:22Z', 'revision_number': 1, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca687e73-4415-42c5-a560-2ad291e71a71', 'name': '', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'mac_address': 'fa:16:3e:1a:fe:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:52Z', 'updated_at': '2021-08-31T01:03:03Z', 'revision_number': 5, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'subnets': [{'id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:25.036566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Attempting to bind port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:25.037190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Attempting to bind port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'c492458b-76ee-4d17-bedf-325ac79d0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9adc9070-bf77-485d-8d36-a1ab81533151'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:25.037729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Attempting to bind port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 on network 9adc9070-bf77-485d-8d36-a1ab81533151 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:25.045256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:25.045643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Checking segment: {'id': 'c492458b-76ee-4d17-bedf-325ac79d0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9adc9070-bf77-485d-8d36-a1ab81533151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:25.046054 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.046449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Bound using segment: {'id': 'c492458b-76ee-4d17-bedf-325ac79d0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9adc9070-bf77-485d-8d36-a1ab81533151'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:25.046984 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Bound port: f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c492458b-76ee-4d17-bedf-325ac79d0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9adc9070-bf77-485d-8d36-a1ab81533151'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:25.047714 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.053835 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf421a8e-6fd3-434f-86db-33d0c6b50932 req-f9612f2f-be48-4c7f-b012-53119a5fa9e9 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684798 Aug 31 01:03:25.111590 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.118607 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-269765b0-9c57-4beb-ad13-10722d44eee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.129741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] For port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:25.133293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] For port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7,segment=NetworkSegment(c492458b-76ee-4d17-bedf-325ac79d0448),segment_id=c492458b-76ee-4d17-bedf-325ac79d0448)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:25.138582 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.211822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e0287-b1d3-4ad9-aba9-f1934b62df91 None None] Pushing event updated for resources: {'Port': ['ID=f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:25.260092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 18ad3dd6-6b5e-49ab-b049-78c7aa024146 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:25.278069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56319b58-b3b5-4856-9ee2-4b343ff1c11f {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:25.291539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 18ad3dd6-6b5e-49ab-b049-78c7aa024146 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:25.292326 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.299499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 18ad3dd6-6b5e-49ab-b049-78c7aa024146 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:25.302290 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b92f6173-7b45-4979-bbc3-79865d0e9e79 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:25.331503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Allocated IP 172.25.6.229 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/14887938-24b9-4fdf-a701-d1e54398979b) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:25.336743 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Transition to ACTIVE for port object 56319b58-b3b5-4856-9ee2-4b343ff1c11f will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:25.351593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: b92f6173-7b45-4979-bbc3-79865d0e9e79 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:25.352261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b92f6173-7b45-4979-bbc3-79865d0e9e79 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:25.354337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c159ac-534b-47e1-a1e5-d690c16ee4fa None None] New status for floating IP c4523dbe-1e8d-4767-85ce-dc23228d09b4: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:03:25.354507 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.468201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d17dc-f220-4ea9-854f-cddc44053b07 req-a32ba016-7fd8-48c1-858b-9ac29c8f2f2f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:25.469737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f84d17dc-f220-4ea9-854f-cddc44053b07 req-a32ba016-7fd8-48c1-858b-9ac29c8f2f2f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 943 time: 0.1043012 Aug 31 01:03:25.564921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f84d17dc-f220-4ea9-854f-cddc44053b07 req-95d1e4f9-35b9-4b4f-a7be-49645c4312cc tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821235 Aug 31 01:03:25.586521 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Pushing event updated for resources: {'Port': ['ID=56319b58-b3b5-4856-9ee2-4b343ff1c11f,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:25.626792 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-269765b0-9c57-4beb-ad13-10722d44eee1 admin admin] Deleting port b9d2d68c-f82b-405c-8f75-0dd88d486bb7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:25.627379 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-269765b0-9c57-4beb-ad13-10722d44eee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.645631 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.654451 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Attempting to bind port 56319b58-b3b5-4856-9ee2-4b343ff1c11f on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:25.654862 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Attempting to bind port 56319b58-b3b5-4856-9ee2-4b343ff1c11f by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '8aedb538-7277-464d-be3d-702bf7a5acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:25.655247 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Attempting to bind port 56319b58-b3b5-4856-9ee2-4b343ff1c11f on network 47233ebf-1580-4f1c-9fe9-006618980e41 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:25.663522 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Port 56319b58-b3b5-4856-9ee2-4b343ff1c11f on network 47233ebf-1580-4f1c-9fe9-006618980e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:03:25.663914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Attempting to bind port 56319b58-b3b5-4856-9ee2-4b343ff1c11f on network 47233ebf-1580-4f1c-9fe9-006618980e41 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:25.671580 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:25.672012 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Checking segment: {'id': '8aedb538-7277-464d-be3d-702bf7a5acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:25.672466 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Bound using segment: {'id': '8aedb538-7277-464d-be3d-702bf7a5acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:25.672959 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Bound port: 56319b58-b3b5-4856-9ee2-4b343ff1c11f, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aedb538-7277-464d-be3d-702bf7a5acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:25.673368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.729948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-269765b0-9c57-4beb-ad13-10722d44eee1 admin admin] For port b9d2d68c-f82b-405c-8f75-0dd88d486bb7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b9d2d68c-f82b-405c-8f75-0dd88d486bb7,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:25.730327 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-269765b0-9c57-4beb-ad13-10722d44eee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.747825 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.752769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-269765b0-9c57-4beb-ad13-10722d44eee1 admin admin] Calling delete_port for b9d2d68c-f82b-405c-8f75-0dd88d486bb7 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:25.767862 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] For port 56319b58-b3b5-4856-9ee2-4b343ff1c11f, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:25.805298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] For port 56319b58-b3b5-4856-9ee2-4b343ff1c11f, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=56319b58-b3b5-4856-9ee2-4b343ff1c11f,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:25.808081 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:25.817068 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.820036 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:25.826518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:25.826686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d127d4-6cdb-43de-810d-ca0bbd639cbf', 'tag': '8c4ea4d9-e567-4c13-bd36-5e28c31f694d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:25.828077 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f21ec4b-eb15-471d-b940-cb529115a743" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d127d4-6cdb-43de-810d-ca0bbd639cbf", "tag": "8c4ea4d9-e567-4c13-bd36-5e28c31f694d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:25.865858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:25.867319 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:25.868913 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7e242191-6103-4d16-b184-bdd129abcf51 req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] 10.222.0.15 "PUT /v2.0/ports/56319b58-b3b5-4856-9ee2-4b343ff1c11f HTTP/1.1" status: 200 len: 1093 time: 1.6725070 Aug 31 01:03:25.871503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21705c7-0d0f-4d52-bae3-6fa2b1db9db8', 'tag': '56319b58-b3b5-4856-9ee2-4b343ff1c11f'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:25.874280 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b1c727-827b-410e-be4d-2c8eaf9901fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e21705c7-0d0f-4d52-bae3-6fa2b1db9db8", "tag": "56319b58-b3b5-4856-9ee2-4b343ff1c11f"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:25.877493 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Pushing event updated for resources: {'Port': ['ID=14887938-24b9-4fdf-a701-d1e54398979b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:25.885460 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe0c76-a634-47b1-a876-fcc02be302cf req-7624155b-4a56-4a82-8991-89bf65fb29b3 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:25.887347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-debe0c76-a634-47b1-a876-fcc02be302cf req-7624155b-4a56-4a82-8991-89bf65fb29b3 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 944 time: 0.0786271 Aug 31 01:03:25.888936 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3f2dfa-86b9-439c-9d45-dd9f705e38ce x-openstack-request-id: req-ce3f2dfa-86b9-439c-9d45-dd9f705e38ce {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:25.889222 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d127d4-6cdb-43de-810d-ca0bbd639cbf", "tag": "8c4ea4d9-e567-4c13-bd36-5e28c31f694d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:25.889454 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce3f2dfa-86b9-439c-9d45-dd9f705e38ce {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:25.889909 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d127d4-6cdb-43de-810d-ca0bbd639cbf', 'tag': '8c4ea4d9-e567-4c13-bd36-5e28c31f694d', 'status': 'completed', 'code': 200} Aug 31 01:03:25.933634 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65627144-1627-4d4a-896a-35d563bdf0cc x-openstack-request-id: req-65627144-1627-4d4a-896a-35d563bdf0cc {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:25.934048 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21705c7-0d0f-4d52-bae3-6fa2b1db9db8", "tag": "56319b58-b3b5-4856-9ee2-4b343ff1c11f", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:25.934373 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65627144-1627-4d4a-896a-35d563bdf0cc {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:25.934856 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21705c7-0d0f-4d52-bae3-6fa2b1db9db8', 'tag': '56319b58-b3b5-4856-9ee2-4b343ff1c11f', 'status': 'completed', 'code': 200} Aug 31 01:03:26.016100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-debe0c76-a634-47b1-a876-fcc02be302cf req-9e78c940-5e10-4290-b442-0e3532e6067e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880711 Aug 31 01:03:26.041825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e242191-6103-4d16-b184-bdd129abcf51 req-03827efc-a803-4e4f-bef5-7f7b96312447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:26.041825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e242191-6103-4d16-b184-bdd129abcf51 req-03827efc-a803-4e4f-bef5-7f7b96312447 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=206f2f4ce2c44104b6cf505700314abb&device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 1096 time: 0.0790353 Aug 31 01:03:26.065830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd47527-9ce0-4094-a0b5-5214349c8d56 service neutron] Pushing event updated for resources: {'Port': ['ID=56319b58-b3b5-4856-9ee2-4b343ff1c11f,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:26.114906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e242191-6103-4d16-b184-bdd129abcf51 req-06ec7e1b-449c-4bc0-871d-5556b42140ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56319b58-b3b5-4856-9ee2-4b343ff1c11f HTTP/1.1" status: 200 len: 217 time: 0.0644107 Aug 31 01:03:26.122083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ec4b-eb15-471d-b940-cb529115a743 req-d57f71c7-de5a-4800-9287-2e8b3c2d57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:26.122944 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3f21ec4b-eb15-471d-b940-cb529115a743 req-d57f71c7-de5a-4800-9287-2e8b3c2d57fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4ca84341a543f0a0256aea7256b8a5&device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 1097 time: 0.1293688 Aug 31 01:03:26.199788 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-269765b0-9c57-4beb-ad13-10722d44eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:26.247822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269765b0-9c57-4beb-ad13-10722d44eee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d2d68c-f82b-405c-8f75-0dd88d486bb7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:26.255608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e242191-6103-4d16-b184-bdd129abcf51 req-4219070a-0a38-49d2-8324-f6351e74b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:26.257908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e242191-6103-4d16-b184-bdd129abcf51 req-4219070a-0a38-49d2-8324-f6351e74b18c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=805dc395-985c-42e8-8ef5-ecb7180cee4b HTTP/1.1" status: 200 len: 854 time: 0.1336293 Aug 31 01:03:26.324404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ec4b-eb15-471d-b940-cb529115a743 req-5196e513-607d-4fcf-9a7d-ce7517d84fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:26.326238 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3f21ec4b-eb15-471d-b940-cb529115a743 req-5196e513-607d-4fcf-9a7d-ce7517d84fa3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=43cf0cdb-07e2-4ad1-9b79-78ee4269708c HTTP/1.1" status: 200 len: 916 time: 0.1959074 Aug 31 01:03:26.332956 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:26.360939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4db35-d926-4085-a338-fbadffe6485d req-5a409ceb-2333-4ed7-9cd1-18991e0e4b8e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:26.362603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3e4db35-d926-4085-a338-fbadffe6485d req-5a409ceb-2333-4ed7-9cd1-18991e0e4b8e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.2063181 Aug 31 01:03:26.367458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e242191-6103-4d16-b184-bdd129abcf51 req-e7a7c825-485e-4dc3-b216-6626e3f63b12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47233ebf-1580-4f1c-9fe9-006618980e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693400 Aug 31 01:03:26.475064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e5b065-543b-44e7-b212-7cd1aa2d12d9 None None] Network 9adc9070-bf77-485d-8d36-a1ab81533151 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:26.495473 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3f21ec4b-eb15-471d-b940-cb529115a743 req-f90cbf05-dd07-4881-8b74-5a5cd4f6c95e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c4ea4d9-e567-4c13-bd36-5e28c31f694d HTTP/1.1" status: 200 len: 1001 time: 0.1110568 Aug 31 01:03:26.558169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3e4db35-d926-4085-a338-fbadffe6485d req-603e3508-6f4a-4a2f-a0bf-7e9d1497b011 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858428 Aug 31 01:03:26.599479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d6cb6172-740c-4fa6-9930-61c2509ec5bc None None] Provisioning for port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:26.609870 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:26.617759 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e242191-6103-4d16-b184-bdd129abcf51 req-ea70c751-12d1-4513-a16b-31132f4f3987 service neutron] 10.222.0.15 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257223 Aug 31 01:03:26.624071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ec4b-eb15-471d-b940-cb529115a743 req-fd5d5af2-df82-404d-99ab-764ddc2662f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:26.626217 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3f21ec4b-eb15-471d-b940-cb529115a743 req-fd5d5af2-df82-404d-99ab-764ddc2662f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c86cc86-93fa-4bd3-8105-aa00d1b94ae9 HTTP/1.1" status: 200 len: 854 time: 0.0894346 Aug 31 01:03:26.671666 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:26.701974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-269765b0-9c57-4beb-ad13-10722d44eee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:26.716082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ec4b-eb15-471d-b940-cb529115a743 req-b05c663c-3ffa-4761-960c-08d9a2c4340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:26.717152 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3f21ec4b-eb15-471d-b940-cb529115a743 req-b05c663c-3ffa-4761-960c-08d9a2c4340e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=43cf0cdb-07e2-4ad1-9b79-78ee4269708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821974 Aug 31 01:03:26.832849 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ff2e0-1049-49ef-bd8f-aecd6969de78 req-bbb56235-5b5b-4eae-9ce6-9c63d15c7907 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:26.834606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b0ff2e0-1049-49ef-bd8f-aecd6969de78 req-bbb56235-5b5b-4eae-9ce6-9c63d15c7907 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 943 time: 0.1738708 Aug 31 01:03:26.838468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e242191-6103-4d16-b184-bdd129abcf51 req-18d72a86-8bca-42ca-8402-2fc16d416e8b service neutron] 10.222.0.15 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038841 Aug 31 01:03:26.873266 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3f21ec4b-eb15-471d-b940-cb529115a743 req-0fd647f0-1173-4395-b846-c09f1df31f19 service neutron] 10.222.0.15 "GET /v2.0/networks/43cf0cdb-07e2-4ad1-9b79-78ee4269708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444352 Aug 31 01:03:26.900254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Router dff0b149-5df3-475e-8df3-71ec67b5ea50 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:03:26.935034 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b0ff2e0-1049-49ef-bd8f-aecd6969de78 req-432fbeb0-67bd-4db6-b541-c44c212e4ceb tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565650 Aug 31 01:03:27.058535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1c727-827b-410e-be4d-2c8eaf9901fc req-d76e30aa-0940-4485-9bad-e93405cb3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:27.060272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48b1c727-827b-410e-be4d-2c8eaf9901fc req-d76e30aa-0940-4485-9bad-e93405cb3c50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=206f2f4ce2c44104b6cf505700314abb&device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 1096 time: 0.0894144 Aug 31 01:03:27.097103 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269765b0-9c57-4beb-ad13-10722d44eee1 admin admin] Router 29c865d9-20dd-4215-961f-4a28fb1e2720 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:27.106173 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:27.119698 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Sync routers for ids ['dff0b149-5df3-475e-8df3-71ec67b5ea50'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:27.128585 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Routers {'dff0b149-5df3-475e-8df3-71ec67b5ea50'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:27.129415 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['dff0b149-5df3-475e-8df3-71ec67b5ea50'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:27.141925 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:27.143464 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-82944768-39ba-45ce-aade-58111269ff2e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2436621 Aug 31 01:03:27.146632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36022) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:27.156008 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3f21ec4b-eb15-471d-b940-cb529115a743 req-145a71d4-3c8c-4a62-8bf1-f07b804cd948 service neutron] 10.222.0.15 "GET /v2.0/networks/43cf0cdb-07e2-4ad1-9b79-78ee4269708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779101 Aug 31 01:03:27.258630 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Set router dff0b149-5df3-475e-8df3-71ec67b5ea50 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:27.274910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b858a-a892-42aa-8491-996388867587 req-224cf2ba-87fb-4bf8-b2bb-9d23c53db717 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:27.282547 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-175b858a-a892-42aa-8491-996388867587 req-224cf2ba-87fb-4bf8-b2bb-9d23c53db717 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 944 time: 0.1809311 Aug 31 01:03:27.293754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:27.355784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:27.361610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:27.362115 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:27.475536 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:27.480685 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'name': 'tempest-FloatingIPDetailsTestJSON-1208818199-router', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '14887938-24b9-4fdf-a701-d1e54398979b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:23Z', 'updated_at': '2021-08-31T01:03:26Z', 'revision_number': 3, 'project_id': '9db4dade9b794108beb892e583ae2aa8', 'gw_port': {'id': '14887938-24b9-4fdf-a701-d1e54398979b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:25Z', 'updated_at': '2021-08-31T01:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:27.518165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7,segment=NetworkSegment(c492458b-76ee-4d17-bedf-325ac79d0448),segment_id=c492458b-76ee-4d17-bedf-325ac79d0448)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:27.525377 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:27.594934 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:27.628674 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Checking router: dff0b149-5df3-475e-8df3-71ec67b5ea50 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:27.629752 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Updating router dff0b149-5df3-475e-8df3-71ec67b5ea50 port 14887938-24b9-4fdf-a701-d1e54398979b binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:03:27.659101 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:27.785498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1c727-827b-410e-be4d-2c8eaf9901fc req-beb9cf9e-b830-40cf-a22a-25d347749784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:27.786971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48b1c727-827b-410e-be4d-2c8eaf9901fc req-beb9cf9e-b830-40cf-a22a-25d347749784 service neutron] 10.222.0.15 "GET /v2.0/networks?id=47233ebf-1580-4f1c-9fe9-006618980e41 HTTP/1.1" status: 200 len: 915 time: 0.7035499 Aug 31 01:03:27.794652 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-175b858a-a892-42aa-8491-996388867587 req-2a81ce22-52ec-444d-b435-641febc377eb tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111752 Aug 31 01:03:27.843211 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48b1c727-827b-410e-be4d-2c8eaf9901fc req-759a16b4-d6bc-40d5-baf5-6b33bf76ba3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56319b58-b3b5-4856-9ee2-4b343ff1c11f HTTP/1.1" status: 200 len: 217 time: 0.0452232 Aug 31 01:03:27.849069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269765b0-9c57-4beb-ad13-10722d44eee1 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:27.860479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3027e8d6-10d7-465e-8239-e2a297229bad None None] Sync routers for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:27.863525 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-269765b0-9c57-4beb-ad13-10722d44eee1 admin admin] 10.222.0.58 "PUT /v2.0/routers/29c865d9-20dd-4215-961f-4a28fb1e2720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3400002 Aug 31 01:03:27.873499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf8f4-3b24-4678-93fb-2faa7532293a req-5d7d839b-04ff-4be0-a6b7-b79feee73a14 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:27.875140 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47cf8f4-3b24-4678-93fb-2faa7532293a req-5d7d839b-04ff-4be0-a6b7-b79feee73a14 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1914797 Aug 31 01:03:27.875662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36030) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:27.885178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3027e8d6-10d7-465e-8239-e2a297229bad None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:27.885828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3027e8d6-10d7-465e-8239-e2a297229bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:27.957437 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:27.970241 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Transition to ACTIVE for port object 14887938-24b9-4fdf-a701-d1e54398979b will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:27.979208 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:27.979538 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.007102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1c727-827b-410e-be4d-2c8eaf9901fc req-92eaf8da-eb26-4b85-a64d-780f2d404cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:28.008623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48b1c727-827b-410e-be4d-2c8eaf9901fc req-92eaf8da-eb26-4b85-a64d-780f2d404cb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=805dc395-985c-42e8-8ef5-ecb7180cee4b HTTP/1.1" status: 200 len: 854 time: 0.1570473 Aug 31 01:03:28.052110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47cf8f4-3b24-4678-93fb-2faa7532293a req-be6948b4-6fcf-4e1d-a48f-8f1d8118bdb6 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445038 Aug 31 01:03:28.068931 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90aab2-4796-4655-b642-66f5bbb6d74c None None] Pushing event updated for resources: {'Port': ['ID=14887938-24b9-4fdf-a701-d1e54398979b,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:28.078751 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90aab2-4796-4655-b642-66f5bbb6d74c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:28.079096 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90aab2-4796-4655-b642-66f5bbb6d74c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:28.079460 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90aab2-4796-4655-b642-66f5bbb6d74c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:28.080688 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90aab2-4796-4655-b642-66f5bbb6d74c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:28.081032 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90aab2-4796-4655-b642-66f5bbb6d74c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:28.081367 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90aab2-4796-4655-b642-66f5bbb6d74c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:28.082061 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90aab2-4796-4655-b642-66f5bbb6d74c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:28.082404 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90aab2-4796-4655-b642-66f5bbb6d74c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:28.083434 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90aab2-4796-4655-b642-66f5bbb6d74c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:28.083619 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90aab2-4796-4655-b642-66f5bbb6d74c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:28.083949 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90aab2-4796-4655-b642-66f5bbb6d74c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:28.084273 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90aab2-4796-4655-b642-66f5bbb6d74c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:28.096202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-3027e8d6-10d7-465e-8239-e2a297229bad None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:28.099154 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Attempting to bind port 14887938-24b9-4fdf-a701-d1e54398979b on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:28.099710 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Attempting to bind port 14887938-24b9-4fdf-a701-d1e54398979b by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:28.100078 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Attempting to bind port 14887938-24b9-4fdf-a701-d1e54398979b on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:28.106815 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:28.107195 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:28.107740 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.108133 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:28.108753 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Bound port: 14887938-24b9-4fdf-a701-d1e54398979b, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:28.109165 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.165635 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48b1c727-827b-410e-be4d-2c8eaf9901fc req-7d1f0a88-6da6-496e-94d5-4f18256d5a49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47233ebf-1580-4f1c-9fe9-006618980e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296167 Aug 31 01:03:28.169192 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] For port 14887938-24b9-4fdf-a701-d1e54398979b, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:28.173766 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] For port 14887938-24b9-4fdf-a701-d1e54398979b, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=14887938-24b9-4fdf-a701-d1e54398979b,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:28.180982 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.205722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Allocated IP 172.20.0.1 (9adc9070-bf77-485d-8d36-a1ab81533151/b4828df1-3e14-403d-a8fb-3a5e0d9aa7b6/82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:28.231843 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Routers {'dff0b149-5df3-475e-8df3-71ec67b5ea50'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:28.233256 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['dff0b149-5df3-475e-8df3-71ec67b5ea50'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:28.250148 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.311477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3027e8d6-10d7-465e-8239-e2a297229bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:03:26Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:28.327642 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.342128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Transition to ACTIVE for port object 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:28.346064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3027e8d6-10d7-465e-8239-e2a297229bad None None] Checking router: 29c865d9-20dd-4215-961f-4a28fb1e2720 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:28.359860 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:03:28.363538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3027e8d6-10d7-465e-8239-e2a297229bad None None] Routers {'29c865d9-20dd-4215-961f-4a28fb1e2720'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:28.364481 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3027e8d6-10d7-465e-8239-e2a297229bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['29c865d9-20dd-4215-961f-4a28fb1e2720'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:28.379147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca2ab-168c-41e9-88fb-104c0f61f49b req-a09cca06-831e-441c-a4f8-4999dbb884d0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:28.386951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-792ca2ab-168c-41e9-88fb-104c0f61f49b req-a09cca06-831e-441c-a4f8-4999dbb884d0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 943 time: 0.3334610 Aug 31 01:03:28.394308 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.399241 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90aab2-4796-4655-b642-66f5bbb6d74c None None] Pushing event updated for resources: {'Port': ['ID=14887938-24b9-4fdf-a701-d1e54398979b,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:28.399702 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.422266 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] Set router dff0b149-5df3-475e-8df3-71ec67b5ea50 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:28.442795 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Network 9adc9070-bf77-485d-8d36-a1ab81533151 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:28.446234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:28.448823 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:28.495367 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48b1c727-827b-410e-be4d-2c8eaf9901fc req-4d323c99-32bc-40e1-9f04-2f5d23c8229e service neutron] 10.222.0.15 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164320 Aug 31 01:03:28.524375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-3027e8d6-10d7-465e-8239-e2a297229bad None None] Set router 29c865d9-20dd-4215-961f-4a28fb1e2720 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:28.535247 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Pushing event updated for resources: {'Port': ['ID=82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:28.539636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-792ca2ab-168c-41e9-88fb-104c0f61f49b req-6dd1e904-fb7d-45bc-905f-a76a333b51d1 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452410 Aug 31 01:03:28.559457 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.640592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] Deleting port 0cabf868-269d-43c6-9286-fe08b616accb {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:28.640943 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.694271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48b1c727-827b-410e-be4d-2c8eaf9901fc req-a7d0efab-8ef1-4707-8486-01eba150f62d service neutron] 10.222.0.15 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905553 Aug 31 01:03:28.705499 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'name': 'tempest-FloatingIPDetailsTestJSON-1208818199-router', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '14887938-24b9-4fdf-a701-d1e54398979b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:23Z', 'updated_at': '2021-08-31T01:03:26Z', 'revision_number': 3, 'project_id': '9db4dade9b794108beb892e583ae2aa8', 'gw_port': {'id': '14887938-24b9-4fdf-a701-d1e54398979b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:25Z', 'updated_at': '2021-08-31T01:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:28.742421 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d8088-1f93-4790-adef-25ebb47056e0 None None] The sync data for ids ['dff0b149-5df3-475e-8df3-71ec67b5ea50'] in n-d-802060-13 is: [{'id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'name': 'tempest-FloatingIPDetailsTestJSON-1208818199-router', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '14887938-24b9-4fdf-a701-d1e54398979b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:23Z', 'updated_at': '2021-08-31T01:03:26Z', 'revision_number': 3, 'project_id': '9db4dade9b794108beb892e583ae2aa8', 'gw_port': {'id': '14887938-24b9-4fdf-a701-d1e54398979b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:25Z', 'updated_at': '2021-08-31T01:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:28.776427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] For port 0cabf868-269d-43c6-9286-fe08b616accb, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0cabf868-269d-43c6-9286-fe08b616accb,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:28.776850 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.783174 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.795684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] Calling delete_port for 0cabf868-269d-43c6-9286-fe08b616accb owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:28.811271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e542dfee-aa12-4c41-a4be-1fa2faf8b5f8 None None] Provisioning for port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:28.817310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e542dfee-aa12-4c41-a4be-1fa2faf8b5f8 None None] Provisioning complete for port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:28.817683 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e542dfee-aa12-4c41-a4be-1fa2faf8b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:28.821566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3027e8d6-10d7-465e-8239-e2a297229bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:03:26Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:28.880122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3027e8d6-10d7-465e-8239-e2a297229bad None None] The sync data for ids ['29c865d9-20dd-4215-961f-4a28fb1e2720'] in n-d-802060-13 is: [{'id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'name': 'tempest-FloatingIPsAssociationTestJSON-587025713-router', 'tenant_id': 'bafcb9060b34431eb2792bbffead631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '0cabf868-269d-43c6-9286-fe08b616accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:06Z', 'updated_at': '2021-08-31T01:03:26Z', 'revision_number': 5, 'project_id': 'bafcb9060b34431eb2792bbffead631b', 'gw_port': {'id': '0cabf868-269d-43c6-9286-fe08b616accb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c865d9-20dd-4215-961f-4a28fb1e2720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:07Z', 'updated_at': '2021-08-31T01:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:28.900963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 56319b58-b3b5-4856-9ee2-4b343ff1c11f details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:03:28.915844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e542dfee-aa12-4c41-a4be-1fa2faf8b5f8 None None] Port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:03:29.053862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 56319b58-b3b5-4856-9ee2-4b343ff1c11f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=56319b58-b3b5-4856-9ee2-4b343ff1c11f,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:29.066328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '56319b58-b3b5-4856-9ee2-4b343ff1c11f', 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41', 'port_id': '56319b58-b3b5-4856-9ee2-4b343ff1c11f', 'mac_address': 'fa:16:3e:31:7e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805dc395-985c-42e8-8ef5-ecb7180cee4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:03:29.066612 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.068373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389c76d-8dbc-4e86-ad45-8763e16980c8 req-0636efdb-23f0-4b30-b0f1-2885877c951b tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:29.070023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d389c76d-8dbc-4e86-ad45-8763e16980c8 req-0636efdb-23f0-4b30-b0f1-2885877c951b tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 944 time: 0.1443169 Aug 31 01:03:29.072922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.093952 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.119357 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.127970 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.128755 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] Pushing event deleted for resources: {'Port': ['ID=0cabf868-269d-43c6-9286-fe08b616accb,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:29.135671 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56319b58-b3b5-4856-9ee2-4b343ff1c11f {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:29.168413 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d389c76d-8dbc-4e86-ad45-8763e16980c8 req-e7db17b8-2e2c-4c46-a187-1a7f3700a116 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904891 Aug 31 01:03:29.171919 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 56319b58-b3b5-4856-9ee2-4b343ff1c11f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=56319b58-b3b5-4856-9ee2-4b343ff1c11f,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:29.178154 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.244427 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Pushing event updated for resources: {'Port': ['ID=82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:29.263248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b88181-5f2c-4c2a-ac6d-48e78db0353d req-ae7719cd-ae9b-41fe-b8f1-79df134a9b52 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:29.269572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:03:29.270553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-07b88181-5f2c-4c2a-ac6d-48e78db0353d req-ae7719cd-ae9b-41fe-b8f1-79df134a9b52 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1010878 Aug 31 01:03:29.272692 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.291078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=56319b58-b3b5-4856-9ee2-4b343ff1c11f,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:29.362991 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Network 9adc9070-bf77-485d-8d36-a1ab81533151 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:29.368586 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:29.473547 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.479832 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.488909 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:29.512677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-07b88181-5f2c-4c2a-ac6d-48e78db0353d req-a16f664d-f15d-4183-94fc-a64cc94548dc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411134 Aug 31 01:03:29.536130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '76035d0a-a2c5-4b0b-ba19-c15081e3c5fc', 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5', 'port_id': '76035d0a-a2c5-4b0b-ba19-c15081e3c5fc', 'mac_address': 'fa:16:3e:3d:01:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34deeb26-e910-40bc-99b5-51d7998a554d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:03:29.630145 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.630725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29c865d9-20dd-4215-961f-4a28fb1e2720 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:03:29.634925 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Router dff0b149-5df3-475e-8df3-71ec67b5ea50 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:29.635670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:29.636541 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.639904 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1db523b0-8e18-43ff-983a-0c3daf50136c admin admin] 10.222.0.58 "DELETE /v2.0/routers/29c865d9-20dd-4215-961f-4a28fb1e2720 HTTP/1.1" status: 204 len: 168 time: 1.7424190 Aug 31 01:03:29.640341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36052) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:29.644766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['56319b58-b3b5-4856-9ee2-4b343ff1c11f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:29.763362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6ca091-2d1c-474a-a7cc-97ea5b54384f admin admin] Deleting subnet e05209cf-4137-4da0-8a15-2801c15621db {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:03:29.768881 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bd6ca091-2d1c-474a-a7cc-97ea5b54384f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.794510 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.802074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ba3f2-69a0-4167-aaae-1d9d1d0cb93b req-38bbc3da-2b61-4076-ba98-53672fcff1f7 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:29.810627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794ba3f2-69a0-4167-aaae-1d9d1d0cb93b req-38bbc3da-2b61-4076-ba98-53672fcff1f7 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 943 time: 0.1530547 Aug 31 01:03:29.846966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:29.847882 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:29.851494 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bd6ca091-2d1c-474a-a7cc-97ea5b54384f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.854850 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-937a6744-8805-4619-9f17-1819ad9c18a1 admin admin] 10.222.0.58 "PUT /v2.0/routers/dff0b149-5df3-475e-8df3-71ec67b5ea50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7049670 Aug 31 01:03:29.903590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794ba3f2-69a0-4167-aaae-1d9d1d0cb93b req-8ab67b07-c2a0-44b5-9a40-8ee4950adf55 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919709 Aug 31 01:03:29.917916 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:29.934444 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e0b480fa-26cf-48aa-9786-a02cb7a00cdd None None] Provisioning complete for port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:29.934444 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e0b480fa-26cf-48aa-9786-a02cb7a00cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:29.943561 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.010421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:30.010806 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.014390 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bd6ca091-2d1c-474a-a7cc-97ea5b54384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.097273 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bd6ca091-2d1c-474a-a7cc-97ea5b54384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.112111 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e0b480fa-26cf-48aa-9786-a02cb7a00cdd None None] Port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:03:30.157658 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ca091-2d1c-474a-a7cc-97ea5b54384f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e05209cf-4137-4da0-8a15-2801c15621db,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:30.162476 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bd6ca091-2d1c-474a-a7cc-97ea5b54384f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.165711 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bd6ca091-2d1c-474a-a7cc-97ea5b54384f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e05209cf-4137-4da0-8a15-2801c15621db HTTP/1.1" status: 204 len: 168 time: 0.5207012 Aug 31 01:03:30.167607 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:30.168098 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36062) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:30.183144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6bfc8b-4afa-430c-bb5c-a5972e7aa616 None None] Network 3b701cdb-9138-4e35-98d2-31b0a0308f00 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:30.237752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['76035d0a-a2c5-4b0b-ba19-c15081e3c5fc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:30.315107 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b9d2d68c-f82b-405c-8f75-0dd88d486bb7 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:30.346259 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.372026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: b9d2d68c-f82b-405c-8f75-0dd88d486bb7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:30.372389 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b9d2d68c-f82b-405c-8f75-0dd88d486bb7 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:30.432365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39ea40-20fb-4e3e-94b2-711a12bf4216 req-b5ac1cc1-bc20-470d-a25b-d2da5a3b6f46 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:30.433908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d39ea40-20fb-4e3e-94b2-711a12bf4216 req-b5ac1cc1-bc20-470d-a25b-d2da5a3b6f46 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 945 time: 0.1578441 Aug 31 01:03:30.494929 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-c8653dab-9cf2-494f-b1f9-da1022c2e149 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2349577 Aug 31 01:03:30.504813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:30.535836 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fe1d93-8f63-4eb1-a656-d59bb42c82c3 None None] DHCP port deletion for 3b701cdb-9138-4e35-98d2-31b0a0308f00 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:03:30.543430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d39ea40-20fb-4e3e-94b2-711a12bf4216 req-616d51c5-0fe6-4d2c-8752-690fdf57e35d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919015 Aug 31 01:03:30.553770 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] Deleting port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:30.554350 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.567713 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.599782 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-38fe1d93-8f63-4eb1-a656-d59bb42c82c3 None None] Deleting port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:30.600626 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-38fe1d93-8f63-4eb1-a656-d59bb42c82c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.662400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] For port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=11bfcc15-b8f0-4b75-a3c8-bef60a1c139f,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:30.662810 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.685474 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] Calling delete_port for 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:30.794070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-38fe1d93-8f63-4eb1-a656-d59bb42c82c3 None None] For port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=11bfcc15-b8f0-4b75-a3c8-bef60a1c139f,segment=NetworkSegment(6b16e37a-1f1f-4e69-97a3-cd712dc84419),segment_id=6b16e37a-1f1f-4e69-97a3-cd712dc84419)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:30.794475 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-38fe1d93-8f63-4eb1-a656-d59bb42c82c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.807591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-38fe1d93-8f63-4eb1-a656-d59bb42c82c3 None None] Calling delete_port for 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:30.824037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a015c98-f091-4eb0-b514-24d5edf752be req-f92cb170-d717-4273-8d62-b49a7158528a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:30.825536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a015c98-f091-4eb0-b514-24d5edf752be req-f92cb170-d717-4273-8d62-b49a7158528a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1238384 Aug 31 01:03:30.857811 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.867944 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.890118 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-38fe1d93-8f63-4eb1-a656-d59bb42c82c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:30.916449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe1d93-8f63-4eb1-a656-d59bb42c82c3 None None] Pushing event deleted for resources: {'Port': ['ID=11bfcc15-b8f0-4b75-a3c8-bef60a1c139f,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:30.918836 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe1d93-8f63-4eb1-a656-d59bb42c82c3 None None] No DVR routers for this DVR port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:30.932553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] Pushing event deleted for resources: {'Port': ['ID=11bfcc15-b8f0-4b75-a3c8-bef60a1c139f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:30.939513 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a015c98-f091-4eb0-b514-24d5edf752be req-2e333cb8-aa13-4483-b405-a48f4a81f8a5 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074579 Aug 31 01:03:30.953172 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] No DVR routers for this DVR port 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:31.080655 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.127629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b701cdb-9138-4e35-98d2-31b0a0308f00']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:31.132098 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Allocated IP 172.25.6.39 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/c3eb0006-649a-4ad8-b2da-e2aa96a2d647) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:31.146317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b16e37a-1f1f-4e69-97a3-cd712dc84419') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:31.146616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b16e37a-1f1f-4e69-97a3-cd712dc84419') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:31.161751 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.177397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 14887938-24b9-4fdf-a701-d1e54398979b up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:31.195037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d650b1f-c34b-4cea-819a-f2970c2c2e97 req-954ceadf-33de-476e-942e-c433b72d1563 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:31.196495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d650b1f-c34b-4cea-819a-f2970c2c2e97 req-954ceadf-33de-476e-942e-c433b72d1563 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 944 time: 0.1264918 Aug 31 01:03:31.197663 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.239475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 14887938-24b9-4fdf-a701-d1e54398979b completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:31.244252 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 14887938-24b9-4fdf-a701-d1e54398979b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:31.244631 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.249196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:03:31.249607 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:03:31.251241 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:03:31.282505 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:31.330170 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.345665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d650b1f-c34b-4cea-819a-f2970c2c2e97 req-cf40097c-4260-40e2-ab90-877f4d2d1432 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314590 Aug 31 01:03:31.355502 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Sync routers for ids ['dff0b149-5df3-475e-8df3-71ec67b5ea50'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:31.367619 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.369817 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Routers {'dff0b149-5df3-475e-8df3-71ec67b5ea50'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:31.370783 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['dff0b149-5df3-475e-8df3-71ec67b5ea50'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:31.392292 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.396706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:31.397174 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] 10.222.0.58 "DELETE /v2.0/networks/3b701cdb-9138-4e35-98d2-31b0a0308f00 HTTP/1.1" status: 204 len: 168 time: 1.2280352 Aug 31 01:03:31.400783 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfa980-f2d0-41d3-b5b1-8d54d6b6254b admin admin] Pushing event deleted for resources: {'Network': ['ID=3b701cdb-9138-4e35-98d2-31b0a0308f00,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:31.403267 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.437110 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.445771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 14887938-24b9-4fdf-a701-d1e54398979b, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=14887938-24b9-4fdf-a701-d1e54398979b,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:31.447748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:31.448908 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.480602 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.496027 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.508357 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Set router dff0b149-5df3-475e-8df3-71ec67b5ea50 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:31.533751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:31.536843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:31.544608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:31.576578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:31.585854 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36080) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:31.599664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Pushing event updated for resources: {'Port': ['ID=c3eb0006-649a-4ad8-b2da-e2aa96a2d647,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:31.604393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:31.604924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 11bfcc15-b8f0-4b75-a3c8-bef60a1c139f not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:31.605164 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0cabf868-269d-43c6-9286-fe08b616accb no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:31.630416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=14887938-24b9-4fdf-a701-d1e54398979b,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:31.637497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 0cabf868-269d-43c6-9286-fe08b616accb {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:31.637854 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0cabf868-269d-43c6-9286-fe08b616accb not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:31.665796 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4b5dccc5-ec27-4ef6-948f-71a4fda65ca0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bafcb9060b34431eb2792bbffead631b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0786695 Aug 31 01:03:31.671896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36084) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:31.690900 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.704306 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.721166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68089cc7-7eb6-43af-9d56-9e3220e61cfb req-b10a80c1-fcf3-4afe-bf58-ab5fe075bd9e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:31.728713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68089cc7-7eb6-43af-9d56-9e3220e61cfb req-b10a80c1-fcf3-4afe-bf58-ab5fe075bd9e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 945 time: 0.0995862 Aug 31 01:03:31.729453 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5797c33-c947-46a8-bef7-94ab6f02bbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76035d0a-a2c5-4b0b-ba19-c15081e3c5fc'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:31.732418 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a075d5-048f-485b-bde0-9e258ef469cb" -d '{"events": [{"server_uuid": "a5797c33-c947-46a8-bef7-94ab6f02bbbf", "name": "network-vif-plugged", "status": "completed", "tag": "76035d0a-a2c5-4b0b-ba19-c15081e3c5fc"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:31.747017 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf72e-81ab-46da-a003-30d10e7f35d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.747997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:31.753546 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.779049 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.783712 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf72e-81ab-46da-a003-30d10e7f35d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.819963 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68089cc7-7eb6-43af-9d56-9e3220e61cfb req-ad9b74cb-a657-4e04-81dd-10dcd5d61178 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901260 Aug 31 01:03:31.821264 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'name': 'tempest-FloatingIPDetailsTestJSON-1208818199-router', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '14887938-24b9-4fdf-a701-d1e54398979b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:23Z', 'updated_at': '2021-08-31T01:03:28Z', 'revision_number': 4, 'project_id': '9db4dade9b794108beb892e583ae2aa8', 'gw_port': {'id': '14887938-24b9-4fdf-a701-d1e54398979b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:25Z', 'updated_at': '2021-08-31T01:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45', 'name': '', 'network_id': '9adc9070-bf77-485d-8d36-a1ab81533151', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8', 'mac_address': 'fa:16:3e:56:87:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b4828df1-3e14-403d-a8fb-3a5e0d9aa7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:28Z', 'updated_at': '2021-08-31T01:03:28Z', 'revision_number': 2, 'project_id': '9db4dade9b794108beb892e583ae2aa8', 'subnets': [{'id': 'b4828df1-3e14-403d-a8fb-3a5e0d9aa7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:31.825556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:31.862102 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf72e-81ab-46da-a003-30d10e7f35d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.863402 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Checking router: dff0b149-5df3-475e-8df3-71ec67b5ea50 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:31.863754 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Updating router dff0b149-5df3-475e-8df3-71ec67b5ea50 port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:03:31.865609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf72e-81ab-46da-a003-30d10e7f35d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.867891 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0ffaf72e-81ab-46da-a003-30d10e7f35d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b1b9054-1782-4358-8694-98c655138aea HTTP/1.1" status: 204 len: 168 time: 0.1944041 Aug 31 01:03:31.895833 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaf72e-81ab-46da-a003-30d10e7f35d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1b9054-1782-4358-8694-98c655138aea,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:31.896913 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:31.955397 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6cdc07-4467-457b-a28f-9a48f2ba9e54 x-openstack-request-id: req-9a6cdc07-4467-457b-a28f-9a48f2ba9e54 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:31.955583 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5797c33-c947-46a8-bef7-94ab6f02bbbf", "name": "network-vif-plugged", "status": "completed", "tag": "76035d0a-a2c5-4b0b-ba19-c15081e3c5fc", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:31.955686 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a6cdc07-4467-457b-a28f-9a48f2ba9e54 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:31.956083 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5797c33-c947-46a8-bef7-94ab6f02bbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76035d0a-a2c5-4b0b-ba19-c15081e3c5fc', 'code': 200} Aug 31 01:03:31.999640 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.007545 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.226176 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.237364 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Transition to ACTIVE for port object 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:32.244820 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.321457 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1c4a3-429b-431b-afab-9e19a2de1106 None None] Pushing event updated for resources: {'Port': ['ID=82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:32.368297 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Attempting to bind port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:32.369068 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Attempting to bind port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'c492458b-76ee-4d17-bedf-325ac79d0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9adc9070-bf77-485d-8d36-a1ab81533151'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:32.369706 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Attempting to bind port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 on network 9adc9070-bf77-485d-8d36-a1ab81533151 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:32.375660 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:32.376106 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Checking segment: {'id': 'c492458b-76ee-4d17-bedf-325ac79d0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9adc9070-bf77-485d-8d36-a1ab81533151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:32.376510 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.376903 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Bound using segment: {'id': 'c492458b-76ee-4d17-bedf-325ac79d0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9adc9070-bf77-485d-8d36-a1ab81533151'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:32.377379 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Bound port: 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c492458b-76ee-4d17-bedf-325ac79d0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9adc9070-bf77-485d-8d36-a1ab81533151'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:32.377816 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.448706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Pushing event updated for resources: {'Port': ['ID=c3eb0006-649a-4ad8-b2da-e2aa96a2d647,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:32.455136 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] For port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:32.460158 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] For port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45,segment=NetworkSegment(c492458b-76ee-4d17-bedf-325ac79d0448),segment_id=c492458b-76ee-4d17-bedf-325ac79d0448)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:32.468416 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.473119 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.477197 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225cbcd-eb4b-4101-b598-7fc2743d0600 req-a88f6315-4f7a-4ada-b1ac-58e88622dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:32.478734 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0225cbcd-eb4b-4101-b598-7fc2743d0600 req-a88f6315-4f7a-4ada-b1ac-58e88622dfca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 1097 time: 0.4362671 Aug 31 01:03:32.487323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc133189-6819-4ceb-936f-ddbc2ebff80b req-f4883ed6-0966-4d06-ba4b-543496a96102 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:32.488859 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc133189-6819-4ceb-936f-ddbc2ebff80b req-f4883ed6-0966-4d06-ba4b-543496a96102 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.4453049 Aug 31 01:03:32.529249 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Routers {'dff0b149-5df3-475e-8df3-71ec67b5ea50'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:32.529997 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['dff0b149-5df3-475e-8df3-71ec67b5ea50'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:32.530721 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:32.534733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-8cc68731-92eb-49ee-8f28-60eb91e2f3cf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0361836 Aug 31 01:03:32.562283 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0225cbcd-eb4b-4101-b598-7fc2743d0600 req-b425fedb-1675-4fc5-8833-3675e046dd26 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696206 Aug 31 01:03:32.604227 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc133189-6819-4ceb-936f-ddbc2ebff80b req-fa8703f3-8d7e-42ff-ae1d-39e08ee000e9 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995998 Aug 31 01:03:32.615321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-185f134d-35ac-410e-9357-1f4705567527 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.39 HTTP/1.1" status: 200 len: 695 time: 0.0717378 Aug 31 01:03:32.743369 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1c4a3-429b-431b-afab-9e19a2de1106 None None] Pushing event updated for resources: {'Port': ['ID=82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:32.772790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-d96be64a-fc1d-4bea-bcd5-b0397e78b6a4 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:32.781671 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-d96be64a-fc1d-4bea-bcd5-b0397e78b6a4 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.1564758 Aug 31 01:03:32.787157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-15041046-c0e9-46fb-8f7d-152f20fb1b93 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:03:32.800074 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b17732f4-a81c-42d4-8ef3-9900195344e3 req-15041046-c0e9-46fb-8f7d-152f20fb1b93 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174830 Aug 31 01:03:32.830769 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] Set router dff0b149-5df3-475e-8df3-71ec67b5ea50 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:32.902785 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af93e50-863c-4d1d-b88c-63a3d43d59db req-a2532dc1-7082-4519-b21b-e278773c240d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:32.905164 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5af93e50-863c-4d1d-b88c-63a3d43d59db req-a2532dc1-7082-4519-b21b-e278773c240d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 945 time: 0.1041508 Aug 31 01:03:32.918878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 56319b58-b3b5-4856-9ee2-4b343ff1c11f up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:32.946117 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5af93e50-863c-4d1d-b88c-63a3d43d59db req-da2af127-3e07-4a87-b583-858d5244126b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349424 Aug 31 01:03:33.002996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 56319b58-b3b5-4856-9ee2-4b343ff1c11f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:33.012191 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 56319b58-b3b5-4856-9ee2-4b343ff1c11f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:33.013596 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.081513 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'name': 'tempest-FloatingIPDetailsTestJSON-1208818199-router', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '14887938-24b9-4fdf-a701-d1e54398979b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:23Z', 'updated_at': '2021-08-31T01:03:28Z', 'revision_number': 4, 'project_id': '9db4dade9b794108beb892e583ae2aa8', 'gw_port': {'id': '14887938-24b9-4fdf-a701-d1e54398979b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:25Z', 'updated_at': '2021-08-31T01:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45', 'name': '', 'network_id': '9adc9070-bf77-485d-8d36-a1ab81533151', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8', 'mac_address': 'fa:16:3e:56:87:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b4828df1-3e14-403d-a8fb-3a5e0d9aa7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:28Z', 'updated_at': '2021-08-31T01:03:32Z', 'revision_number': 4, 'project_id': '9db4dade9b794108beb892e583ae2aa8', 'subnets': [{'id': 'b4828df1-3e14-403d-a8fb-3a5e0d9aa7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:33.108602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae6386-fbe7-47cc-986a-a4d235978896 req-c193a2f9-20ec-4b49-b009-0aa429d444da tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:33.109776 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e375439a-662f-4ce6-b3f0-5ca180474f63 None None] The sync data for ids ['dff0b149-5df3-475e-8df3-71ec67b5ea50'] in n-d-802060-13 is: [{'id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'name': 'tempest-FloatingIPDetailsTestJSON-1208818199-router', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '14887938-24b9-4fdf-a701-d1e54398979b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:23Z', 'updated_at': '2021-08-31T01:03:28Z', 'revision_number': 4, 'project_id': '9db4dade9b794108beb892e583ae2aa8', 'gw_port': {'id': '14887938-24b9-4fdf-a701-d1e54398979b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:25Z', 'updated_at': '2021-08-31T01:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45', 'name': '', 'network_id': '9adc9070-bf77-485d-8d36-a1ab81533151', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8', 'mac_address': 'fa:16:3e:56:87:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b4828df1-3e14-403d-a8fb-3a5e0d9aa7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:28Z', 'updated_at': '2021-08-31T01:03:32Z', 'revision_number': 4, 'project_id': '9db4dade9b794108beb892e583ae2aa8', 'subnets': [{'id': 'b4828df1-3e14-403d-a8fb-3a5e0d9aa7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:33.110852 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdae6386-fbe7-47cc-986a-a4d235978896 req-c193a2f9-20ec-4b49-b009-0aa429d444da tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 945 time: 0.0864398 Aug 31 01:03:33.117326 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.122479 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-eafb37f6-b361-40d6-ba27-fee4440595f5 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1752455 Aug 31 01:03:33.129379 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:33.179766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 56319b58-b3b5-4856-9ee2-4b343ff1c11f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=56319b58-b3b5-4856-9ee2-4b343ff1c11f,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:33.191412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 14887938-24b9-4fdf-a701-d1e54398979b up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:33.196684 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.197231 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.207907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdae6386-fbe7-47cc-986a-a4d235978896 req-4ebd21b9-aceb-4254-8335-87dee26b88a9 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822618 Aug 31 01:03:33.299801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=56319b58-b3b5-4856-9ee2-4b343ff1c11f,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:33.314810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 14887938-24b9-4fdf-a701-d1e54398979b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:33.315325 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.357385 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.481369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Allocated IP 172.25.6.223 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/57c8e858-6ef6-4b82-abb6-878912293c22) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:33.606961 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.653102 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.696489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:33.699614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:33.703366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:33.710035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Pushing event updated for resources: {'Port': ['ID=57c8e858-6ef6-4b82-abb6-878912293c22,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:33.832628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d6163-7e3c-46cf-8cbb-89299a7b974e req-90b81b65-9765-4195-96c2-2ef71eff0283 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:33.834198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed9d6163-7e3c-46cf-8cbb-89299a7b974e req-90b81b65-9765-4195-96c2-2ef71eff0283 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1007912 Aug 31 01:03:33.853256 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.902533 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed9d6163-7e3c-46cf-8cbb-89299a7b974e req-7f71fb25-9293-4d11-9c1a-9ce1d76f99b8 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596788 Aug 31 01:03:33.909284 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:33.957791 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21705c7-0d0f-4d52-bae3-6fa2b1db9db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56319b58-b3b5-4856-9ee2-4b343ff1c11f'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:33.961490 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b826fb-c70f-45d4-ab50-606494f2b8d4" -d '{"events": [{"server_uuid": "e21705c7-0d0f-4d52-bae3-6fa2b1db9db8", "name": "network-vif-plugged", "status": "completed", "tag": "56319b58-b3b5-4856-9ee2-4b343ff1c11f"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:34.093481 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.099001 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.178816 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d819ef-8fe7-46e1-9e8b-8aee516e83d4 x-openstack-request-id: req-45d819ef-8fe7-46e1-9e8b-8aee516e83d4 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:34.179181 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21705c7-0d0f-4d52-bae3-6fa2b1db9db8", "name": "network-vif-plugged", "status": "completed", "tag": "56319b58-b3b5-4856-9ee2-4b343ff1c11f", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:34.179651 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45d819ef-8fe7-46e1-9e8b-8aee516e83d4 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:34.180047 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21705c7-0d0f-4d52-bae3-6fa2b1db9db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56319b58-b3b5-4856-9ee2-4b343ff1c11f', 'code': 200} Aug 31 01:03:34.194826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Pushing event updated for resources: {'Port': ['ID=57c8e858-6ef6-4b82-abb6-878912293c22,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:34.216562 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.275114 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.276328 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-18e1232e-2ab2-4346-a9b8-01464400c547 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1527195 Aug 31 01:03:34.362985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-3a6c3ef6-6175-4ea0-a0e8-adf8c7ec18bf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 696 time: 0.0756152 Aug 31 01:03:34.373544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14475128-e9ed-493a-aabc-231ffc5c566b req-1e135f8a-f9f2-459f-99ef-260bd1a5420d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:34.374979 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-14475128-e9ed-493a-aabc-231ffc5c566b req-1e135f8a-f9f2-459f-99ef-260bd1a5420d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 945 time: 0.1368725 Aug 31 01:03:34.431333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93b4d9-bfb7-471f-9ec6-71cb3fd9a9f8 req-7782f4da-00a3-4a56-b505-16801a306bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:34.432825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba93b4d9-bfb7-471f-9ec6-71cb3fd9a9f8 req-7782f4da-00a3-4a56-b505-16801a306bcf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 1098 time: 0.1590178 Aug 31 01:03:34.478510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36174) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:34.505548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-14475128-e9ed-493a-aabc-231ffc5c566b req-a8f1bf00-dc7c-4d95-b81a-146e1c3af58d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165650 Aug 31 01:03:34.515751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba93b4d9-bfb7-471f-9ec6-71cb3fd9a9f8 req-c0a959b8-f767-4dbd-83b3-0be7664dbfaa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686016 Aug 31 01:03:34.546183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-c04083be-c585-494b-a7c3-b3b323e97a6a tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:34.547600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61e3ce00-c378-4af6-b5b7-88649b537860 req-c04083be-c585-494b-a7c3-b3b323e97a6a tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.1717124 Aug 31 01:03:34.603576 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37c72cd0-12b5-4476-958f-bd0a03316d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.637441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cd657-b842-4d24-bf5d-ac53fd384bd1 req-b1df5365-2d31-4fc1-b5c2-9489138f9191 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:34.639148 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c3cd657-b842-4d24-bf5d-ac53fd384bd1 req-b1df5365-2d31-4fc1-b5c2-9489138f9191 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.0552051 Aug 31 01:03:34.680061 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c3cd657-b842-4d24-bf5d-ac53fd384bd1 req-88ac98b0-4d16-4572-8433-d86449d723af tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345485 Aug 31 01:03:34.707190 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37c72cd0-12b5-4476-958f-bd0a03316d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.711667 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37c72cd0-12b5-4476-958f-bd0a03316d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.751929 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-37c72cd0-12b5-4476-958f-bd0a03316d5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f0ff8a3d596492ba47df3f0db63c9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720711 Aug 31 01:03:34.752776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c72cd0-12b5-4476-958f-bd0a03316d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7dc7bc-25a9-4e80-acab-70c5f60a1112,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:34.755130 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36182) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:34.791339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde540a-eaef-473a-8baa-432b7d624504 req-589448e3-69e2-4b5d-af03-88ee7bf8485d tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:34.792854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9bde540a-eaef-473a-8baa-432b7d624504 req-589448e3-69e2-4b5d-af03-88ee7bf8485d tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 1097 time: 0.0552504 Aug 31 01:03:34.805564 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b070536-e7e8-40ab-a96d-404a6d7d65cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.827949 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b070536-e7e8-40ab-a96d-404a6d7d65cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.830757 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9bde540a-eaef-473a-8baa-432b7d624504 req-70e04fd0-7f1a-4862-8e88-6419101571ef tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316343 Aug 31 01:03:34.888588 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b070536-e7e8-40ab-a96d-404a6d7d65cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.891188 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b070536-e7e8-40ab-a96d-404a6d7d65cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:34.892570 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6b070536-e7e8-40ab-a96d-404a6d7d65cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba7dc7bc-25a9-4e80-acab-70c5f60a1112 HTTP/1.1" status: 204 len: 168 time: 0.1365020 Aug 31 01:03:34.903920 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b070536-e7e8-40ab-a96d-404a6d7d65cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7dc7bc-25a9-4e80-acab-70c5f60a1112,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:34.994988 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbd12409-1436-498d-ba68-2069eda54606 req-cce0cff4-5dae-4528-b786-2aa3a8e53a79 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1528089 Aug 31 01:03:34.997689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83ebcd-9be2-4241-a41d-30643486897d req-cac5c5cc-6021-438d-8fb9-54dfb60ba2b5 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:34.999097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c83ebcd-9be2-4241-a41d-30643486897d req-cac5c5cc-6021-438d-8fb9-54dfb60ba2b5 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 1097 time: 0.0764918 Aug 31 01:03:35.005086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:35.056894 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.071523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c83ebcd-9be2-4241-a41d-30643486897d req-59c47f03-9b01-433f-b00d-cb248b70162f tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602093 Aug 31 01:03:35.179405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:35.223623 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.238170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:35.243045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:35.244002 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.288864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9ce4c-de0d-4683-8771-061ebac5a657 req-f7273a7e-d58b-470d-bda7-812829548b87 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:35.290419 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8dc9ce4c-de0d-4683-8771-061ebac5a657 req-f7273a7e-d58b-470d-bda7-812829548b87 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1052246 Aug 31 01:03:35.340754 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.376913 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8dc9ce4c-de0d-4683-8771-061ebac5a657 req-8568abe3-ce7d-4c60-8b7b-d0ec5002a912 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785348 Aug 31 01:03:35.378817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45,segment=NetworkSegment(c492458b-76ee-4d17-bedf-325ac79d0448),segment_id=c492458b-76ee-4d17-bedf-325ac79d0448)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:35.385061 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.402902 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Allocated IP 172.25.6.138 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/46c7355d-441d-48b2-844e-e8060ca99865) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:35.472994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:35.541497 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.582966 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.629842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:35.633624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:35.642177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:35.659623 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Pushing event updated for resources: {'Port': ['ID=46c7355d-441d-48b2-844e-e8060ca99865,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:35.728358 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.776476 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.938614 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:35.945988 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.026463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Pushing event updated for resources: {'Port': ['ID=46c7355d-441d-48b2-844e-e8060ca99865,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:36.036908 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.052186 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.055750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbd12409-1436-498d-ba68-2069eda54606 req-0ae6441f-67fa-4a33-9a31-afef22bfceac tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0548298 Aug 31 01:03:36.108802 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbd12409-1436-498d-ba68-2069eda54606 req-162e6a1f-dcd4-4e9a-805a-997b7fe8a8a3 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.0483556 Aug 31 01:03:36.216536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd12409-1436-498d-ba68-2069eda54606 req-4294facb-7294-4c65-865c-7451d8456350 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:36.217920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbd12409-1436-498d-ba68-2069eda54606 req-4294facb-7294-4c65-865c-7451d8456350 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.1034565 Aug 31 01:03:36.329760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f059c-5175-468c-be22-9e032b4f0c0f req-8ca8ca79-b48f-4858-b837-7fc9d2d5e643 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:36.331482 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f4f059c-5175-468c-be22-9e032b4f0c0f req-8ca8ca79-b48f-4858-b837-7fc9d2d5e643 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.0603447 Aug 31 01:03:36.372037 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f4f059c-5175-468c-be22-9e032b4f0c0f req-5fdb5c92-7f96-40c7-8caa-25e01c1c14c0 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336866 Aug 31 01:03:36.518046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-c754203b-d910-45de-a737-10be97c002a7 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:03:36.519266 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-c754203b-d910-45de-a737-10be97c002a7 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061147 Aug 31 01:03:36.560329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-2420e085-5293-4c93-9be5-2e00663048dd tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:36.561908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-2420e085-5293-4c93-9be5-2e00663048dd tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports/76035d0a-a2c5-4b0b-ba19-c15081e3c5fc HTTP/1.1" status: 200 len: 1094 time: 0.0362277 Aug 31 01:03:36.575776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-73320ec6-77f7-465a-8e00-d9527be39970 service neutron] Request body: {'binding': {'host': 'n-h1-802060-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:36.576218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-73320ec6-77f7-465a-8e00-d9527be39970 service neutron] Unknown quota resources ['binding']. {{(pid=94761) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:03:36.605318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-aa4c7b7c-ae38-4dd0-9c60-b82ccf20f553 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=450be99942e0401196fa5b09dbb9b480&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424874 Aug 31 01:03:36.786168 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2fefa436-f465-48d0-a893-22fd1cd2b99c tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:36.787658 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2fefa436-f465-48d0-a893-22fd1cd2b99c tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767962 Aug 31 01:03:36.811810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-04edfcc1-6d81-4996-b367-503458255ea1 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/quotas/450be99942e0401196fa5b09dbb9b480 HTTP/1.1" status: 200 len: 375 time: 0.0176244 Aug 31 01:03:36.812475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-73320ec6-77f7-465a-8e00-d9527be39970 service neutron] Attempting to bind port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc on host n-h1-802060-13 for vnic_type normal with profile None {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:36.812803 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-73320ec6-77f7-465a-8e00-d9527be39970 service neutron] Attempting to bind port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:36.813126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-73320ec6-77f7-465a-8e00-d9527be39970 service neutron] Attempting to bind port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:36.818389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-73320ec6-77f7-465a-8e00-d9527be39970 service neutron] Port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc on network 12cab241-583d-479a-8ed9-1b2de0acbda5 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:03:36.819341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-73320ec6-77f7-465a-8e00-d9527be39970 service neutron] Attempting to bind port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:36.831846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-73320ec6-77f7-465a-8e00-d9527be39970 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:36.832184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-73320ec6-77f7-465a-8e00-d9527be39970 service neutron] Checking segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:36.832561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-73320ec6-77f7-465a-8e00-d9527be39970 service neutron] Bound using segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:36.832994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-73320ec6-77f7-465a-8e00-d9527be39970 service neutron] Bound port: 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:36.850052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-423cb2f3-7708-4d6d-947c-0df3a95b09c5 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=450be99942e0401196fa5b09dbb9b480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323765 Aug 31 01:03:36.899918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-73320ec6-77f7-465a-8e00-d9527be39970 service neutron] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:36.904980 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-73320ec6-77f7-465a-8e00-d9527be39970 service neutron] Notify callbacks [] for binding, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.906152 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-73320ec6-77f7-465a-8e00-d9527be39970 service neutron] 10.222.0.58 "POST /v2.0/ports/76035d0a-a2c5-4b0b-ba19-c15081e3c5fc/bindings HTTP/1.1" status: 201 len: 390 time: 0.3339937 Aug 31 01:03:37.157236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:37.204295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-bef045ea-0df3-404a-ab07-84fe4110a29d tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2113979 Aug 31 01:03:37.214024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:37.214863 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:37.222312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:37.237003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae47e0-bff0-4baa-9647-a98f47c635e8 req-852bf21c-d39a-44d1-8bb2-160af59f6b38 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:37.243813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0eae47e0-bff0-4baa-9647-a98f47c635e8 req-852bf21c-d39a-44d1-8bb2-160af59f6b38 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.1450729 Aug 31 01:03:37.249450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-caf75af1-4f12-4298-98f4-ccc4983b31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:37.251209 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-caf75af1-4f12-4298-98f4-ccc4983b31e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 1097 time: 0.0963073 Aug 31 01:03:37.359351 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:37.387818 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0eae47e0-bff0-4baa-9647-a98f47c635e8 req-a8417840-d7f3-4307-81b1-b3a58061c81c tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353137 Aug 31 01:03:37.446247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-78dbc92e-6e98-41d7-8768-0ffed40b48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:37.447733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-78dbc92e-6e98-41d7-8768-0ffed40b48e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.1850438 Aug 31 01:03:37.517405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-a7753173-a85e-4a4a-baea-66e7e7b8dce0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc HTTP/1.1" status: 200 len: 217 time: 0.0536144 Aug 31 01:03:37.584675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd83e22-99dd-4c83-b6bd-a3ecdeef462d req-cdee3396-24d3-4cd1-b04a-a89f3b4c206c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:37.596488 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8fd83e22-99dd-4c83-b6bd-a3ecdeef462d req-cdee3396-24d3-4cd1-b04a-a89f3b4c206c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1460977 Aug 31 01:03:37.638771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-832a95b8-28b7-4a1a-b317-5cc6c8c97c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:37.640275 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-832a95b8-28b7-4a1a-b317-5cc6c8c97c35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.1138215 Aug 31 01:03:37.688834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-993e8732-1760-4bde-a455-e5ff2ad39a79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302033 Aug 31 01:03:37.691843 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8fd83e22-99dd-4c83-b6bd-a3ecdeef462d req-c4e4d20d-452d-4425-b69e-4884df6acff4 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880542 Aug 31 01:03:37.706406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:37.864361 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-940c2204-edb4-4209-a4a5-3a600f0b479d service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675358 Aug 31 01:03:37.952732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Allocated IP 172.25.6.20 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/8b8d55d0-1ba0-4879-812a-7d1ba41e9e48) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:37.998535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7801683-3576-43ce-8d4b-1807653f3fe4 req-123d80f9-f371-4c65-bed5-04de314c07b1 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/ports?device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 210 time: 0.0742671 Aug 31 01:03:38.007481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-ed9508d7-56e2-4cdf-b097-e55e29b4ea4e tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=450be99942e0401196fa5b09dbb9b480&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523360 Aug 31 01:03:38.465344 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-bf7fcc8d-fb71-416b-82f2-376b826b66a3 service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924613 Aug 31 01:03:38.536551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862f852-0de2-4990-b165-9c8b0e3a4403 req-6102108c-125b-45c9-ae5a-a36832c0918b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:38.538321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7862f852-0de2-4990-b165-9c8b0e3a4403 req-6102108c-125b-45c9-ae5a-a36832c0918b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 945 time: 0.4659088 Aug 31 01:03:38.549534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-e53c5490-cc56-4180-85f4-6301461bf5da tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:38.551037 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-e53c5490-cc56-4180-85f4-6301461bf5da tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5370374 Aug 31 01:03:38.555155 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.576336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Request body: {'port': {'device_id': '789c3dfc-b882-43c0-8202-066cb1dbd60a', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '450be99942e0401196fa5b09dbb9b480'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:38.660242 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7862f852-0de2-4990-b165-9c8b0e3a4403 req-fcb9f18d-35f8-484c-a88d-45e4954a42cd tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081872 Aug 31 01:03:38.712143 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.764012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:38.772010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:38.777211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:38.783128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Made reservation on behalf of 450be99942e0401196fa5b09dbb9b480 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:38.794681 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.820692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Pushing event updated for resources: {'Port': ['ID=8b8d55d0-1ba0-4879-812a-7d1ba41e9e48,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:38.834035 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.931310 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.024951 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.080376 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.101835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6285-a8af-42c5-ad99-453f5b651c6a req-bfe00504-fb92-4249-8294-04af66e92718 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:39.103485 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15cc6285-a8af-42c5-ad99-453f5b651c6a req-bfe00504-fb92-4249-8294-04af66e92718 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1479995 Aug 31 01:03:39.105133 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.251260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c40348d-bda9-42f2-b4b0-30de72ca10a5,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:39.298663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15cc6285-a8af-42c5-ad99-453f5b651c6a req-4b752e2a-bd27-4adc-97e9-ccd22d35cc38 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839864 Aug 31 01:03:39.358901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Allocated IP 192.168.233.125 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/ce6087f2-7a4a-4aed-8d95-4c6e066e8815) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:39.391492 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.403409 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.564146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Pushing event updated for resources: {'Port': ['ID=8b8d55d0-1ba0-4879-812a-7d1ba41e9e48,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:39.586547 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.619195 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.620440 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-f326fc01-9346-4e3d-86dc-047f0bb89f33 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4054847 Aug 31 01:03:39.630196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc6d08-deb3-4e09-afc0-089d5edcd923 req-e04fa07c-cda3-4401-b51a-b7b105b899c7 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:39.632460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfc6d08-deb3-4e09-afc0-089d5edcd923 req-e04fa07c-cda3-4401-b51a-b7b105b899c7 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.1443305 Aug 31 01:03:39.717734 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.723536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-14cb08da-dded-4bd1-b6a0-9d7a1c0ee711 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.0901244 Aug 31 01:03:39.757371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Transition to ACTIVE for port object ce6087f2-7a4a-4aed-8d95-4c6e066e8815 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:39.771250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bfc6d08-deb3-4e09-afc0-089d5edcd923 req-145b0f84-09f3-4bc0-a2e4-6033d684b495 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260259 Aug 31 01:03:39.880891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-7fbb9a8c-eba0-457b-9cd2-4b858e8daef6 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:39.882471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e6e5776-e6dd-451c-851b-e5fdf031ef78 req-7fbb9a8c-eba0-457b-9cd2-4b858e8daef6 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.1498179 Aug 31 01:03:39.884290 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.947346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Pushing event updated for resources: {'Port': ['ID=ce6087f2-7a4a-4aed-8d95-4c6e066e8815,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:39.997863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:40.002215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:40.005019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:40.048398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ef50d-b11f-4eee-a62e-3c57abb1824f req-63cd2ece-a0c1-43da-9b42-34b3ac634c64 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:40.050245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e1ef50d-b11f-4eee-a62e-3c57abb1824f req-63cd2ece-a0c1-43da-9b42-34b3ac634c64 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/ports?device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 936 time: 0.0895872 Aug 31 01:03:40.094755 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:40.095450 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:40.125476 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e1ef50d-b11f-4eee-a62e-3c57abb1824f req-2635a002-d1a8-431d-9eb6-b1523bcc53af tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c40348d-bda9-42f2-b4b0-30de72ca10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669158 Aug 31 01:03:40.139022 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-2aa12e34-e9af-4e81-9278-08938c8e6320 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5743208 Aug 31 01:03:40.153121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Request body: {'port': {'device_id': '789c3dfc-b882-43c0-8202-066cb1dbd60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:40.263804 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:40.276177 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-685ab552-1905-43bf-a8ff-c80725f61331 None None] Provisioning for port ce6087f2-7a4a-4aed-8d95-4c6e066e8815 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:40.281285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-685ab552-1905-43bf-a8ff-c80725f61331 None None] Provisioning complete for port ce6087f2-7a4a-4aed-8d95-4c6e066e8815 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:40.281728 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-685ab552-1905-43bf-a8ff-c80725f61331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:40.283938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3cf5d-5ace-48f2-9cdd-c63b78151b46 req-8d906df2-aece-44cd-bd51-2bcfb639507c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:40.285496 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01e3cf5d-5ace-48f2-9cdd-c63b78151b46 req-8d906df2-aece-44cd-bd51-2bcfb639507c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 945 time: 0.1593766 Aug 31 01:03:40.310978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d09867-5de1-4e5d-8893-cbf1c74d3b85 req-f318067a-ea46-4c70-8ef2-eb7fd99f4354 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:40.312498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5d09867-5de1-4e5d-8893-cbf1c74d3b85 req-f318067a-ea46-4c70-8ef2-eb7fd99f4354 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.1169279 Aug 31 01:03:40.327891 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-685ab552-1905-43bf-a8ff-c80725f61331 None None] Port ce6087f2-7a4a-4aed-8d95-4c6e066e8815 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:03:40.460055 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01e3cf5d-5ace-48f2-9cdd-c63b78151b46 req-21950f06-d7b5-449d-8e0e-a71483cf3595 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655164 Aug 31 01:03:40.465835 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5d09867-5de1-4e5d-8893-cbf1c74d3b85 req-6db91bc8-ff34-4476-982d-3055a06ffdd6 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294305 Aug 31 01:03:40.467631 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ee0598d-1340-40c7-83d4-73bf97da85d9 req-dcad5012-8565-4bb5-9490-6d27ec9bc8de service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403254 Aug 31 01:03:40.574023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0598d-1340-40c7-83d4-73bf97da85d9 req-4b9ef3c5-4d34-4c60-bf83-da1994b4223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:40.576324 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ee0598d-1340-40c7-83d4-73bf97da85d9 req-4b9ef3c5-4d34-4c60-bf83-da1994b4223c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 1097 time: 0.0523345 Aug 31 01:03:40.610289 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51163270-2ab8-47b1-9362-d8755ebfdef5 req-241a32a2-4f83-4251-97ba-29c8c422c218 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips/fb13c655-bc4f-4655-a2e8-fc2988ea4cd9 HTTP/1.1" status: 200 len: 692 time: 0.0685830 Aug 31 01:03:40.692015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0598d-1340-40c7-83d4-73bf97da85d9 req-34abee45-db2f-4164-a775-7a4b17e53b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:40.693994 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ee0598d-1340-40c7-83d4-73bf97da85d9 req-34abee45-db2f-4164-a775-7a4b17e53b5c service neutron] 10.222.0.70 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.0944223 Aug 31 01:03:40.742263 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ee0598d-1340-40c7-83d4-73bf97da85d9 req-9aa9485d-ef27-4e6a-8d6a-789050807488 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd0de09-4330-4ee3-a807-122448369116 HTTP/1.1" status: 200 len: 217 time: 0.0389826 Aug 31 01:03:40.797291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0598d-1340-40c7-83d4-73bf97da85d9 req-5e0280d0-9e62-45ac-9b2a-2c0e8e825b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:40.799530 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ee0598d-1340-40c7-83d4-73bf97da85d9 req-5e0280d0-9e62-45ac-9b2a-2c0e8e825b93 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.0479286 Aug 31 01:03:40.807222 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:40.825481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442a06b-3ce2-4d5e-9282-40aeae274063 req-ac64b5fc-bd16-4266-b4ef-5f53bc403620 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:40.827217 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9442a06b-3ce2-4d5e-9282-40aeae274063 req-ac64b5fc-bd16-4266-b4ef-5f53bc403620 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1706886 Aug 31 01:03:40.841341 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ee0598d-1340-40c7-83d4-73bf97da85d9 req-7dc5bff0-c1ba-4564-b453-1b3205e9e871 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292978 Aug 31 01:03:40.881678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6087f2-7a4a-4aed-8d95-4c6e066e8815 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:40.896058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51163270-2ab8-47b1-9362-d8755ebfdef5 req-bc0e2f91-b61f-4039-a3a6-0a5bb820da49 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:40.900039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51163270-2ab8-47b1-9362-d8755ebfdef5 req-bc0e2f91-b61f-4039-a3a6-0a5bb820da49 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.2876413 Aug 31 01:03:40.906341 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:40.924066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Transition to ACTIVE for port object ce6087f2-7a4a-4aed-8d95-4c6e066e8815 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:40.932384 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:40.945903 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ee0598d-1340-40c7-83d4-73bf97da85d9 req-56af0016-0e8d-4e01-aa11-d2f6f069d783 service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964506 Aug 31 01:03:41.011505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9442a06b-3ce2-4d5e-9282-40aeae274063 req-c79bef6d-4158-4340-b822-a4d51f82fcbc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654391 Aug 31 01:03:41.106128 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ee0598d-1340-40c7-83d4-73bf97da85d9 req-a5d2eaa6-d160-40ec-ad86-5574c8f24ceb service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525521 Aug 31 01:03:41.160149 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-b399c40a-013e-489e-afad-d2a9902bddad tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips/fb13c655-bc4f-4655-a2e8-fc2988ea4cd9 HTTP/1.1" status: 200 len: 692 time: 0.1027396 Aug 31 01:03:41.247567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Pushing event updated for resources: {'Port': ['ID=ce6087f2-7a4a-4aed-8d95-4c6e066e8815,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:41.324357 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-321366e5-3dea-4771-a382-d9fac6f7f082 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:41.325953 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-321366e5-3dea-4771-a382-d9fac6f7f082 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.1419330 Aug 31 01:03:41.326670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Attempting to bind port ce6087f2-7a4a-4aed-8d95-4c6e066e8815 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:41.326993 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Attempting to bind port ce6087f2-7a4a-4aed-8d95-4c6e066e8815 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:41.327339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Attempting to bind port ce6087f2-7a4a-4aed-8d95-4c6e066e8815 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:41.336982 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-c072349f-14f4-4012-8174-0d0ae238585d tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:03:41.337937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-c072349f-14f4-4012-8174-0d0ae238585d tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060031 Aug 31 01:03:41.338602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Port ce6087f2-7a4a-4aed-8d95-4c6e066e8815 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:03:41.338923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Attempting to bind port ce6087f2-7a4a-4aed-8d95-4c6e066e8815 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:41.344388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:41.344727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:41.345311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:41.345719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Bound port: ce6087f2-7a4a-4aed-8d95-4c6e066e8815, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:41.346080 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:41.440022 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-075a56a0-a685-4063-93f0-89ee6fa4bd6d tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.0914059 Aug 31 01:03:41.527175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-9f552a76-d92b-4139-a5d6-d4699d71bdbc tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.0790601 Aug 31 01:03:41.535839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] For port ce6087f2-7a4a-4aed-8d95-4c6e066e8815, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:41.539871 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] For port ce6087f2-7a4a-4aed-8d95-4c6e066e8815, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ce6087f2-7a4a-4aed-8d95-4c6e066e8815,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:41.551070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258ac32-39da-4132-a48c-102ec48a8d20 req-c4bebeb5-c919-4cbd-889f-adae4e52c682 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:41.552627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f258ac32-39da-4132-a48c-102ec48a8d20 req-c4bebeb5-c919-4cbd-889f-adae4e52c682 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/ports?device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 948 time: 0.1265988 Aug 31 01:03:41.555296 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:41.693819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:41.694721 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:41.695819 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] 10.222.0.70 "PUT /v2.0/ports/ce6087f2-7a4a-4aed-8d95-4c6e066e8815 HTTP/1.1" status: 200 len: 1097 time: 1.5478182 Aug 31 01:03:41.696435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789c3dfc-b882-43c0-8202-066cb1dbd60a', 'tag': 'ce6087f2-7a4a-4aed-8d95-4c6e066e8815'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:41.698643 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06ea70d-e92c-4ec8-b6ca-b83b41fd90f6" -d '{"events": [{"name": "network-changed", "server_uuid": "789c3dfc-b882-43c0-8202-066cb1dbd60a", "tag": "ce6087f2-7a4a-4aed-8d95-4c6e066e8815"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:41.720216 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5a931-2d37-41a0-8700-9c7bbb6f130a service neutron] Pushing event updated for resources: {'Port': ['ID=ce6087f2-7a4a-4aed-8d95-4c6e066e8815,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:41.732753 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f258ac32-39da-4132-a48c-102ec48a8d20 req-e92c6fcc-d34f-4eac-b847-ab66b56c8aa9 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c40348d-bda9-42f2-b4b0-30de72ca10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664500 Aug 31 01:03:41.807609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-f200a71b-ed92-49b3-912d-34f7c1340d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:41.809099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-f200a71b-ed92-49b3-912d-34f7c1340d36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=450be99942e0401196fa5b09dbb9b480&device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 1100 time: 0.0591977 Aug 31 01:03:41.815013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-d5299f3f-ee79-41c3-8320-7c674b5bc9fa tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Deleting port 8b8d55d0-1ba0-4879-812a-7d1ba41e9e48 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:41.815013 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-d5299f3f-ee79-41c3-8320-7c674b5bc9fa tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:41.924561 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-3fd4871b-be17-4cbc-800a-40565c7e6c33 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=ce6087f2-7a4a-4aed-8d95-4c6e066e8815 HTTP/1.1" status: 200 len: 217 time: 0.0967464 Aug 31 01:03:42.004638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d31e8-1f1e-493e-97ce-69db7b81a7f0 req-3a362883-034d-47a9-9c14-1db21e2ec44f tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:42.006636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-114d31e8-1f1e-493e-97ce-69db7b81a7f0 req-3a362883-034d-47a9-9c14-1db21e2ec44f tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.1779041 Aug 31 01:03:42.009787 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-d5299f3f-ee79-41c3-8320-7c674b5bc9fa tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:42.010106 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-d5299f3f-ee79-41c3-8320-7c674b5bc9fa tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:42.030530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-d5299f3f-ee79-41c3-8320-7c674b5bc9fa tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Calling delete_port for 8b8d55d0-1ba0-4879-812a-7d1ba41e9e48 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:42.033754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-0f14c9a9-39c8-4dc0-9f9d-9bccbab5aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:42.035158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-0f14c9a9-39c8-4dc0-9f9d-9bccbab5aa20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1004436 Aug 31 01:03:42.132470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-114d31e8-1f1e-493e-97ce-69db7b81a7f0 req-bfe4ceb4-88c2-465e-b84f-4ed44d0e9874 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141779 Aug 31 01:03:42.150221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-f36df775-40d9-4849-ad7b-0727988ba671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:42.151723 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-f36df775-40d9-4849-ad7b-0727988ba671 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086495 Aug 31 01:03:42.323168 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-8e5b8fb4-8130-47a2-9e71-b91a5d880ab5 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635387 Aug 31 01:03:42.335515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e32fa6-9a79-4340-95d6-52d975bf6fd5 req-3c66dc61-e86e-419a-a390-98201c7dd312 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:42.336915 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61e32fa6-9a79-4340-95d6-52d975bf6fd5 req-3c66dc61-e86e-419a-a390-98201c7dd312 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 945 time: 0.1326971 Aug 31 01:03:42.363345 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-d5299f3f-ee79-41c3-8320-7c674b5bc9fa tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:42.436185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5299f3f-ee79-41c3-8320-7c674b5bc9fa tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Pushing event deleted for resources: {'Port': ['ID=8b8d55d0-1ba0-4879-812a-7d1ba41e9e48,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:42.489176 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61e32fa6-9a79-4340-95d6-52d975bf6fd5 req-348ab1ac-1c92-4f82-9ecc-ae5f2866ebf1 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426687 Aug 31 01:03:42.530717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c179440-e18f-4c9b-8e4d-70cc2f8a3dcd req-69865b33-b39b-42c5-aa76-0d4998b92ca0 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928563 Aug 31 01:03:42.534696 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-d5299f3f-ee79-41c3-8320-7c674b5bc9fa tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:42.536067 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-d5299f3f-ee79-41c3-8320-7c674b5bc9fa tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:42.547889 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37bef4a9-62ec-4fbd-a61f-e79c18805a41 req-d5299f3f-ee79-41c3-8320-7c674b5bc9fa tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "DELETE /v2.0/floatingips/fb13c655-bc4f-4655-a2e8-fc2988ea4cd9 HTTP/1.1" status: 204 len: 173 time: 0.9938200 Aug 31 01:03:42.575489 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6a9102-5dbc-442f-a40e-86f650236771 x-openstack-request-id: req-db6a9102-5dbc-442f-a40e-86f650236771 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:42.576211 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789c3dfc-b882-43c0-8202-066cb1dbd60a", "tag": "ce6087f2-7a4a-4aed-8d95-4c6e066e8815", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:42.576546 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db6a9102-5dbc-442f-a40e-86f650236771 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:42.577045 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789c3dfc-b882-43c0-8202-066cb1dbd60a', 'tag': 'ce6087f2-7a4a-4aed-8d95-4c6e066e8815', 'status': 'completed', 'code': 200} Aug 31 01:03:42.652815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ea70d-e92c-4ec8-b6ca-b83b41fd90f6 req-7452926e-0057-48a0-b013-105eeca45cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:42.654239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a06ea70d-e92c-4ec8-b6ca-b83b41fd90f6 req-7452926e-0057-48a0-b013-105eeca45cb1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=450be99942e0401196fa5b09dbb9b480&device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 1100 time: 0.0488033 Aug 31 01:03:43.159872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230474b3-cb8f-4d2c-ae9e-794c0a98c614 req-35bd255d-0e4c-4d63-a733-658689632e04 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:43.161269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-230474b3-cb8f-4d2c-ae9e-794c0a98c614 req-35bd255d-0e4c-4d63-a733-658689632e04 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.5029893 Aug 31 01:03:43.237132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ea70d-e92c-4ec8-b6ca-b83b41fd90f6 req-a195c605-0058-4e40-ac24-7aa5028d5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:43.238580 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a06ea70d-e92c-4ec8-b6ca-b83b41fd90f6 req-a195c605-0058-4e40-ac24-7aa5028d5869 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.5681932 Aug 31 01:03:43.318800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59f054-9f3a-4301-a2ce-cc1a00119bd4 req-6085f0f9-e200-4a54-8d17-7dabab562586 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:43.320320 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b59f054-9f3a-4301-a2ce-cc1a00119bd4 req-6085f0f9-e200-4a54-8d17-7dabab562586 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5802937 Aug 31 01:03:43.323028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-230474b3-cb8f-4d2c-ae9e-794c0a98c614 req-975f5c1d-4a77-49d6-ad6a-c9cb52403873 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531582 Aug 31 01:03:43.324920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a06ea70d-e92c-4ec8-b6ca-b83b41fd90f6 req-7919b50a-e062-4561-bd93-9963150b1a10 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=ce6087f2-7a4a-4aed-8d95-4c6e066e8815 HTTP/1.1" status: 200 len: 217 time: 0.0737073 Aug 31 01:03:43.413903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ea70d-e92c-4ec8-b6ca-b83b41fd90f6 req-06ce08e9-334d-42a7-af44-1ca94646d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:43.415473 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a06ea70d-e92c-4ec8-b6ca-b83b41fd90f6 req-06ce08e9-334d-42a7-af44-1ca94646d51b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0822022 Aug 31 01:03:43.494906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e45f4-a397-483a-9bd0-25e5d6f9672f req-9908ba0e-3e90-4a2e-9c68-c54817505274 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:43.496470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d49e45f4-a397-483a-9bd0-25e5d6f9672f req-9908ba0e-3e90-4a2e-9c68-c54817505274 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.1097589 Aug 31 01:03:43.504818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111da398-5f0c-4d5c-91e8-d1e0bfe26a5b req-43f609f9-613d-4144-8e49-f99115b9ba95 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:43.506958 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-111da398-5f0c-4d5c-91e8-d1e0bfe26a5b req-43f609f9-613d-4144-8e49-f99115b9ba95 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/ports?device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 948 time: 0.1344206 Aug 31 01:03:43.519373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ea70d-e92c-4ec8-b6ca-b83b41fd90f6 req-73358ad9-f272-483e-8bfa-24d63a365025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:43.520850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a06ea70d-e92c-4ec8-b6ca-b83b41fd90f6 req-73358ad9-f272-483e-8bfa-24d63a365025 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0906978 Aug 31 01:03:43.603449 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d49e45f4-a397-483a-9bd0-25e5d6f9672f req-dfccd6c7-f6c2-4f7f-a987-ce0d142e8de3 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954869 Aug 31 01:03:43.643930 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-111da398-5f0c-4d5c-91e8-d1e0bfe26a5b req-51a58a7c-9d86-4102-8ce4-a448dd6c2441 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c40348d-bda9-42f2-b4b0-30de72ca10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275382 Aug 31 01:03:43.701980 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0637abb8-7bfa-499b-976f-4d508a4237b7 req-ad8e1f4a-f758-433b-b424-73cd8260a200 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=9db4dade9b794108beb892e583ae2aa8 HTTP/1.1" status: 200 len: 1656 time: 0.0729215 Aug 31 01:03:43.719817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a06ea70d-e92c-4ec8-b6ca-b83b41fd90f6 req-d657193a-2da3-4a45-a1be-7cdb9392bf0b service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838241 Aug 31 01:03:43.881126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e87b65-d02f-489a-98fc-e8b981f33faa req-57d81eaf-a5b0-4940-839d-c1721b7d7cb8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:43.882610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4e87b65-d02f-489a-98fc-e8b981f33faa req-57d81eaf-a5b0-4940-839d-c1721b7d7cb8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 945 time: 0.1797819 Aug 31 01:03:43.922722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637abb8-7bfa-499b-976f-4d508a4237b7 req-844a54ef-6ef6-419d-8a8f-1868f37197dc tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:43.924445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0637abb8-7bfa-499b-976f-4d508a4237b7 req-844a54ef-6ef6-419d-8a8f-1868f37197dc tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/networks?id=f87292fd-52d5-43be-8bda-215bf29af30c&id=f87292fd-52d5-43be-8bda-215bf29af30c&id=f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 787 time: 0.2075264 Aug 31 01:03:43.939320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-0637abb8-7bfa-499b-976f-4d508a4237b7 req-4b0d012c-af6c-4c85-ad73-26a8e836bd0e tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:03:43.940251 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0637abb8-7bfa-499b-976f-4d508a4237b7 req-4b0d012c-af6c-4c85-ad73-26a8e836bd0e tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090165 Aug 31 01:03:43.960473 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4e87b65-d02f-489a-98fc-e8b981f33faa req-90efdbc6-d57d-4303-bffc-44245a68149a tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685170 Aug 31 01:03:43.962383 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a06ea70d-e92c-4ec8-b6ca-b83b41fd90f6 req-a7425ed9-d340-46fb-993e-0785af52e9cd service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212381 Aug 31 01:03:44.116450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecc6be47-98b0-4b0b-88a9-1e30fc27a1d5 req-5a368ef9-febc-4b6c-a694-e27b086bf18e tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips/319d5641-a378-4ea0-ab58-216376af8e9b HTTP/1.1" status: 200 len: 693 time: 0.0457668 Aug 31 01:03:44.224130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6be47-98b0-4b0b-88a9-1e30fc27a1d5 req-af23c1e6-fa5c-42d3-9f66-f57ad5e72fb0 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:44.225595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecc6be47-98b0-4b0b-88a9-1e30fc27a1d5 req-af23c1e6-fa5c-42d3-9f66-f57ad5e72fb0 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.1036134 Aug 31 01:03:44.279155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecc6be47-98b0-4b0b-88a9-1e30fc27a1d5 req-9d6dba1d-491a-4ab0-b1ce-9c5cb909c2d2 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.0471985 Aug 31 01:03:44.333480 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecc6be47-98b0-4b0b-88a9-1e30fc27a1d5 req-b28b4608-24b9-4a2f-abee-ef5c2edc65a7 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.0481913 Aug 31 01:03:44.494309 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937eadf-448b-4cae-86c0-c543a04952a6 req-c8e9c0ce-8af7-4044-98f8-047d452e8162 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:44.495715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d937eadf-448b-4cae-86c0-c543a04952a6 req-c8e9c0ce-8af7-4044-98f8-047d452e8162 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.0844817 Aug 31 01:03:44.510139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-ecc6be47-98b0-4b0b-88a9-1e30fc27a1d5 req-53c5c910-c04b-4446-b4e0-c8506a8f7294 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Deleting port 46c7355d-441d-48b2-844e-e8060ca99865 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:44.510480 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ecc6be47-98b0-4b0b-88a9-1e30fc27a1d5 req-53c5c910-c04b-4446-b4e0-c8506a8f7294 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:44.585605 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d937eadf-448b-4cae-86c0-c543a04952a6 req-36ff882e-591c-44a2-9d8b-995808b4e25d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833108 Aug 31 01:03:44.610616 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ecc6be47-98b0-4b0b-88a9-1e30fc27a1d5 req-53c5c910-c04b-4446-b4e0-c8506a8f7294 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:44.610944 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ecc6be47-98b0-4b0b-88a9-1e30fc27a1d5 req-53c5c910-c04b-4446-b4e0-c8506a8f7294 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:44.623178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-ecc6be47-98b0-4b0b-88a9-1e30fc27a1d5 req-53c5c910-c04b-4446-b4e0-c8506a8f7294 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Calling delete_port for 46c7355d-441d-48b2-844e-e8060ca99865 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:44.743040 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339253a-b5a9-4b5d-81f5-37fe6b122d4c req-10b31242-65bc-47fb-a4fa-7602ca2d985c tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:44.744595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f339253a-b5a9-4b5d-81f5-37fe6b122d4c req-10b31242-65bc-47fb-a4fa-7602ca2d985c tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.0726774 Aug 31 01:03:44.810722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f339253a-b5a9-4b5d-81f5-37fe6b122d4c req-54a9952e-c888-430f-8a05-e3fbf44dd046 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598438 Aug 31 01:03:44.822230 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ecc6be47-98b0-4b0b-88a9-1e30fc27a1d5 req-53c5c910-c04b-4446-b4e0-c8506a8f7294 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:44.846049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5c910-c04b-4446-b4e0-c8506a8f7294 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Pushing event deleted for resources: {'Port': ['ID=46c7355d-441d-48b2-844e-e8060ca99865,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:44.942372 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ecc6be47-98b0-4b0b-88a9-1e30fc27a1d5 req-53c5c910-c04b-4446-b4e0-c8506a8f7294 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:44.945815 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ecc6be47-98b0-4b0b-88a9-1e30fc27a1d5 req-53c5c910-c04b-4446-b4e0-c8506a8f7294 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:44.946953 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecc6be47-98b0-4b0b-88a9-1e30fc27a1d5 req-53c5c910-c04b-4446-b4e0-c8506a8f7294 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "DELETE /v2.0/floatingips/319d5641-a378-4ea0-ab58-216376af8e9b HTTP/1.1" status: 204 len: 173 time: 0.6073852 Aug 31 01:03:44.954221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e1baf-333d-446a-a28c-db3f58004244 req-16db7a6c-670b-401b-89ca-c989daf42079 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:44.955640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed8e1baf-333d-446a-a28c-db3f58004244 req-16db7a6c-670b-401b-89ca-c989daf42079 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/ports?device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 948 time: 0.0851066 Aug 31 01:03:45.022618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73e82939-066f-457c-97cc-c312573af986 req-06521564-5ba3-4685-9aec-e74bfe165cbf tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips/b71e0352-d11e-443d-a5de-ad1b62a9b913 HTTP/1.1" status: 200 len: 693 time: 0.0538142 Aug 31 01:03:45.046074 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed8e1baf-333d-446a-a28c-db3f58004244 req-754a7497-324f-4826-86ed-8493a4ee2c15 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c40348d-bda9-42f2-b4b0-30de72ca10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833585 Aug 31 01:03:45.176957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e82939-066f-457c-97cc-c312573af986 req-68197d4b-9f20-46cc-9737-22f163d21e51 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:45.179068 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73e82939-066f-457c-97cc-c312573af986 req-68197d4b-9f20-46cc-9737-22f163d21e51 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.1505287 Aug 31 01:03:45.192048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d9f22-14d8-43dc-a534-dbf684e9f326 req-16877190-c2a2-4c46-9292-f70df0fa27e0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:45.193837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa5d9f22-14d8-43dc-a534-dbf684e9f326 req-16877190-c2a2-4c46-9292-f70df0fa27e0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 945 time: 0.0846813 Aug 31 01:03:45.259851 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73e82939-066f-457c-97cc-c312573af986 req-a98d37d9-4024-4fe3-8342-86800327ca19 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 696 time: 0.0649951 Aug 31 01:03:45.285616 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa5d9f22-14d8-43dc-a534-dbf684e9f326 req-af75bf48-6cb1-4d73-85aa-b007035cb606 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840302 Aug 31 01:03:45.323490 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73e82939-066f-457c-97cc-c312573af986 req-48b1fcc0-8c44-479f-8dd3-1ac6d3b9b53c tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 696 time: 0.0522790 Aug 31 01:03:45.337734 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ce6087f2-7a4a-4aed-8d95-4c6e066e8815 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:03:45.456410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ce6087f2-7a4a-4aed-8d95-4c6e066e8815, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ce6087f2-7a4a-4aed-8d95-4c6e066e8815,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:45.470450 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'ce6087f2-7a4a-4aed-8d95-4c6e066e8815', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'ce6087f2-7a4a-4aed-8d95-4c6e066e8815', 'mac_address': 'fa:16:3e:59:17:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:03:45.473368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-73e82939-066f-457c-97cc-c312573af986 req-bbf8b446-d5d2-4dda-9158-716aa3b31713 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Deleting port 57c8e858-6ef6-4b82-abb6-878912293c22 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:45.473959 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-73e82939-066f-457c-97cc-c312573af986 req-bbf8b446-d5d2-4dda-9158-716aa3b31713 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:45.516356 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:45.532513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6087f2-7a4a-4aed-8d95-4c6e066e8815 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:45.554121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ce6087f2-7a4a-4aed-8d95-4c6e066e8815, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ce6087f2-7a4a-4aed-8d95-4c6e066e8815,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:45.557951 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:45.558453 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-73e82939-066f-457c-97cc-c312573af986 req-bbf8b446-d5d2-4dda-9158-716aa3b31713 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:45.558743 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-73e82939-066f-457c-97cc-c312573af986 req-bbf8b446-d5d2-4dda-9158-716aa3b31713 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:45.571534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-73e82939-066f-457c-97cc-c312573af986 req-bbf8b446-d5d2-4dda-9158-716aa3b31713 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Calling delete_port for 57c8e858-6ef6-4b82-abb6-878912293c22 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:45.608007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ce6087f2-7a4a-4aed-8d95-4c6e066e8815,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:45.758679 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f8283-ea22-4fe8-b27c-93238e25b928 req-d8f4d39e-5bb5-4070-b645-1cbdb62a7502 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:45.760578 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d57f8283-ea22-4fe8-b27c-93238e25b928 req-d8f4d39e-5bb5-4070-b645-1cbdb62a7502 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.0952783 Aug 31 01:03:45.761650 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-73e82939-066f-457c-97cc-c312573af986 req-bbf8b446-d5d2-4dda-9158-716aa3b31713 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:45.796014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8b446-d5d2-4dda-9158-716aa3b31713 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Pushing event deleted for resources: {'Port': ['ID=57c8e858-6ef6-4b82-abb6-878912293c22,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:45.820105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['ce6087f2-7a4a-4aed-8d95-4c6e066e8815'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:45.876375 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d57f8283-ea22-4fe8-b27c-93238e25b928 req-052b9c09-401f-43c2-8acd-308b14756249 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062675 Aug 31 01:03:45.885073 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-73e82939-066f-457c-97cc-c312573af986 req-bbf8b446-d5d2-4dda-9158-716aa3b31713 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:45.887718 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-73e82939-066f-457c-97cc-c312573af986 req-bbf8b446-d5d2-4dda-9158-716aa3b31713 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:45.888880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73e82939-066f-457c-97cc-c312573af986 req-bbf8b446-d5d2-4dda-9158-716aa3b31713 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "DELETE /v2.0/floatingips/b71e0352-d11e-443d-a5de-ad1b62a9b913 HTTP/1.1" status: 204 len: 173 time: 0.5588770 Aug 31 01:03:46.002391 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9e7a7bb-7099-445c-b1a3-611349b7e5e0 req-8a0448aa-e497-4c77-a32f-4f92905ca541 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips/cdc1cded-d8ae-45fe-8e92-126c208c41aa HTTP/1.1" status: 200 len: 692 time: 0.0822046 Aug 31 01:03:46.112087 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-fe61f59a-2de8-4099-8ed5-e40b7842cb7d service neutron] 10.222.0.15 "GET /v2.0/ports/9c35529b-091a-41bb-83a7-320bb9a01f35/bindings/n-h1-802060-13 HTTP/1.1" status: 200 len: 383 time: 0.1513519 Aug 31 01:03:46.122448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8986240-4017-411c-ae97-2d6814b80ee2 req-064e6e27-9f00-4a60-b78e-3f0f5b079812 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:46.123987 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f8986240-4017-411c-ae97-2d6814b80ee2 req-064e6e27-9f00-4a60-b78e-3f0f5b079812 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.1649208 Aug 31 01:03:46.177919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7a7bb-7099-445c-b1a3-611349b7e5e0 req-fe698992-6525-478d-b647-416bce1cf1c7 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:46.179047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9e7a7bb-7099-445c-b1a3-611349b7e5e0 req-fe698992-6525-478d-b647-416bce1cf1c7 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.1585188 Aug 31 01:03:46.198364 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f8986240-4017-411c-ae97-2d6814b80ee2 req-5211451b-2454-41b0-835c-194727a7422f tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641987 Aug 31 01:03:46.241331 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9e7a7bb-7099-445c-b1a3-611349b7e5e0 req-c1eda8a5-c43c-4fe1-aa8f-7dbbc24e255d tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.39 HTTP/1.1" status: 200 len: 695 time: 0.0542564 Aug 31 01:03:46.353840 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9e7a7bb-7099-445c-b1a3-611349b7e5e0 req-f658b5d2-7269-44b4-a769-cfd004efff5e tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.39 HTTP/1.1" status: 200 len: 695 time: 0.1038806 Aug 31 01:03:46.755069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5e761-0190-4d08-bc58-c2f23d81c872 req-33956348-9d1a-4b07-8383-0c26d7e64da1 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:46.757207 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c5e761-0190-4d08-bc58-c2f23d81c872 req-33956348-9d1a-4b07-8383-0c26d7e64da1 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/ports?device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 949 time: 0.4638731 Aug 31 01:03:46.760416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-b4ca0b8f-78d6-45b9-aa3a-7bdc16ea6292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:46.761774 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-b4ca0b8f-78d6-45b9-aa3a-7bdc16ea6292 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7&tenant_id=4f4f81af0327488683358ca40e0e4b3d HTTP/1.1" status: 200 len: 1102 time: 0.4530926 Aug 31 01:03:46.852188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c5e761-0190-4d08-bc58-c2f23d81c872 req-31645cae-243c-4b4d-a349-ba584c04c6d2 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c40348d-bda9-42f2-b4b0-30de72ca10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858891 Aug 31 01:03:46.870481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-d9e7a7bb-7099-445c-b1a3-611349b7e5e0 req-a2332d83-6c9c-4a78-83c2-2fe0b3263bc2 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Deleting port c3eb0006-649a-4ad8-b2da-e2aa96a2d647 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:46.870824 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d9e7a7bb-7099-445c-b1a3-611349b7e5e0 req-a2332d83-6c9c-4a78-83c2-2fe0b3263bc2 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:46.886492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-92701928-ee47-4229-91e3-ea1bc106aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:46.888021 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-92701928-ee47-4229-91e3-ea1bc106aea6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 1102 time: 0.0918252 Aug 31 01:03:47.045612 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d9e7a7bb-7099-445c-b1a3-611349b7e5e0 req-a2332d83-6c9c-4a78-83c2-2fe0b3263bc2 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:47.045861 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d9e7a7bb-7099-445c-b1a3-611349b7e5e0 req-a2332d83-6c9c-4a78-83c2-2fe0b3263bc2 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:47.073535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a6d90-acfe-4715-aa14-a66f702548a2 req-7f908f0c-3af4-4874-91e9-c74f7d6e5ac6 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:47.075011 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be7a6d90-acfe-4715-aa14-a66f702548a2 req-7f908f0c-3af4-4874-91e9-c74f7d6e5ac6 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 945 time: 0.1613860 Aug 31 01:03:47.079883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-d9e7a7bb-7099-445c-b1a3-611349b7e5e0 req-a2332d83-6c9c-4a78-83c2-2fe0b3263bc2 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Calling delete_port for c3eb0006-649a-4ad8-b2da-e2aa96a2d647 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:47.092102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-a721e13f-4c05-4402-9cec-f5612ee1214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:47.093418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-a721e13f-4c05-4402-9cec-f5612ee1214f service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.1809504 Aug 31 01:03:47.151468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-c8f9ff8e-314d-483d-a14c-f657c246252d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=9c35529b-091a-41bb-83a7-320bb9a01f35 HTTP/1.1" status: 200 len: 217 time: 0.0492885 Aug 31 01:03:47.224747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be7a6d90-acfe-4715-aa14-a66f702548a2 req-d9e4c341-48b6-41db-8d25-3873ac5c620d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411505 Aug 31 01:03:47.252217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-5c772c9e-99a6-4567-a197-b9661c399ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:47.253750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-5c772c9e-99a6-4567-a197-b9661c399ea0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0664229 Aug 31 01:03:47.316985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-2b5e7e32-5b72-42f9-8367-75485a34c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:47.319131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-2b5e7e32-5b72-42f9-8367-75485a34c6b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0577765 Aug 31 01:03:47.366737 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ce6087f2-7a4a-4aed-8d95-4c6e066e8815 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:47.412741 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d9e7a7bb-7099-445c-b1a3-611349b7e5e0 req-a2332d83-6c9c-4a78-83c2-2fe0b3263bc2 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:47.422997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port ce6087f2-7a4a-4aed-8d95-4c6e066e8815 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:03:47.428090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port ce6087f2-7a4a-4aed-8d95-4c6e066e8815 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:47.428722 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:47.454368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2332d83-6c9c-4a78-83c2-2fe0b3263bc2 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Pushing event deleted for resources: {'Port': ['ID=c3eb0006-649a-4ad8-b2da-e2aa96a2d647,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:47.491208 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-ca766f47-0e10-43c3-baa0-14881047dd65 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475942 Aug 31 01:03:47.528411 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:47.553681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789c3dfc-b882-43c0-8202-066cb1dbd60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6087f2-7a4a-4aed-8d95-4c6e066e8815'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:47.556156 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d84883-b52c-49f8-833f-8a2932bcae90" -d '{"events": [{"server_uuid": "789c3dfc-b882-43c0-8202-066cb1dbd60a", "name": "network-vif-plugged", "status": "completed", "tag": "ce6087f2-7a4a-4aed-8d95-4c6e066e8815"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:47.571748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ce6087f2-7a4a-4aed-8d95-4c6e066e8815, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ce6087f2-7a4a-4aed-8d95-4c6e066e8815,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:47.573917 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:47.608326 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d9e7a7bb-7099-445c-b1a3-611349b7e5e0 req-a2332d83-6c9c-4a78-83c2-2fe0b3263bc2 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:47.611150 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d9e7a7bb-7099-445c-b1a3-611349b7e5e0 req-a2332d83-6c9c-4a78-83c2-2fe0b3263bc2 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:47.611928 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9e7a7bb-7099-445c-b1a3-611349b7e5e0 req-a2332d83-6c9c-4a78-83c2-2fe0b3263bc2 tempest-FloatingIPDetailsTestJSON-458348738 tempest-FloatingIPDetailsTestJSON-458348738-project] 10.222.0.58 "DELETE /v2.0/floatingips/cdc1cded-d8ae-45fe-8e92-126c208c41aa HTTP/1.1" status: 204 len: 173 time: 1.2414801 Aug 31 01:03:47.619480 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36394) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:47.635242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ce6087f2-7a4a-4aed-8d95-4c6e066e8815,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:47.638990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a0921-b339-4aed-a373-34e02465af99 req-dacd265d-fc5d-452d-b73c-28e646ca2ff9 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:47.640481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d3a0921-b339-4aed-a373-34e02465af99 req-dacd265d-fc5d-452d-b73c-28e646ca2ff9 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1213136 Aug 31 01:03:47.671928 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdedf3b6-b048-499a-8289-21d4a704a173 req-21b9f071-6f71-49ea-bc99-b975a5877689 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625702 Aug 31 01:03:47.690094 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d3a0921-b339-4aed-a373-34e02465af99 req-a6de5bf0-5541-4fd1-82be-8d6af404e22c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 Aug 31 01:03:47.747327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020be28f-90f2-475e-8419-5b3bcbd51272 req-09c0e1ad-4509-4979-9bce-1cb355c15cc4 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:47.749465 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-020be28f-90f2-475e-8419-5b3bcbd51272 req-09c0e1ad-4509-4979-9bce-1cb355c15cc4 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.0528405 Aug 31 01:03:47.757618 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ec4837-7509-44fa-a4f6-16bb43e809e2 x-openstack-request-id: req-16ec4837-7509-44fa-a4f6-16bb43e809e2 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:47.757992 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789c3dfc-b882-43c0-8202-066cb1dbd60a", "name": "network-vif-plugged", "status": "completed", "tag": "ce6087f2-7a4a-4aed-8d95-4c6e066e8815", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:47.758354 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16ec4837-7509-44fa-a4f6-16bb43e809e2 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:47.758846 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789c3dfc-b882-43c0-8202-066cb1dbd60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6087f2-7a4a-4aed-8d95-4c6e066e8815', 'code': 200} Aug 31 01:03:47.759633 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-937beaf4-d628-447e-a239-4da3743be1be req-c7169b4c-d9fa-4264-b7c7-44daa9b5b654 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0304022-dfa6-4917-a975-10f51bfae241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0866158 Aug 31 01:03:47.798388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-020be28f-90f2-475e-8419-5b3bcbd51272 req-e025758d-ee8c-4ee5-83b8-2e90ed89f601 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Aug 31 01:03:47.883090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bdd6e-600b-4502-90b8-a2c81c42aea4 req-16c07b2c-c2e4-4bc0-b022-a6ad0e5f5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:47.884665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-702bdd6e-600b-4502-90b8-a2c81c42aea4 req-16c07b2c-c2e4-4bc0-b022-a6ad0e5f5860 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 1102 time: 0.0484657 Aug 31 01:03:47.907510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937beaf4-d628-447e-a239-4da3743be1be req-024e4558-f8fb-46d3-adc1-588be46709ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:47.909301 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-937beaf4-d628-447e-a239-4da3743be1be req-024e4558-f8fb-46d3-adc1-588be46709ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=047bff4e166e4dfeaa95745db4e16cc0&device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 1097 time: 0.0800550 Aug 31 01:03:47.938854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-702bdd6e-600b-4502-90b8-a2c81c42aea4 req-ec6d381a-8fd9-4787-943a-1eee807bb16f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1c40348d-bda9-42f2-b4b0-30de72ca10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466671 Aug 31 01:03:47.979110 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d0ac6-9831-488c-a522-1c4ac420e151 req-7d7f0644-d7b9-4ad5-a3c5-cddb461b5d58 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:47.981098 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-256d0ac6-9831-488c-a522-1c4ac420e151 req-7d7f0644-d7b9-4ad5-a3c5-cddb461b5d58 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/ports?device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 950 time: 0.0562940 Aug 31 01:03:48.019514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-256d0ac6-9831-488c-a522-1c4ac420e151 req-aede4f4f-ffec-4917-9b04-76df088b21fa tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c40348d-bda9-42f2-b4b0-30de72ca10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Aug 31 01:03:48.078992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937beaf4-d628-447e-a239-4da3743be1be req-7e2a22c5-2070-4614-8d61-ea9b3968ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:48.080509 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-937beaf4-d628-447e-a239-4da3743be1be req-7e2a22c5-2070-4614-8d61-ea9b3968ce2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f36e5826-aded-4618-8526-77145a8c01a8 HTTP/1.1" status: 200 len: 924 time: 0.1306667 Aug 31 01:03:48.183981 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-937beaf4-d628-447e-a239-4da3743be1be req-ad27b374-7bca-4463-96ce-dffcd4178f4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feaf8607-2bf2-4d58-8b77-87040db10055 HTTP/1.1" status: 200 len: 1001 time: 0.0863876 Aug 31 01:03:48.231180 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc4dc385-6842-45f4-8456-8905744f7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:48.281361 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937beaf4-d628-447e-a239-4da3743be1be req-acfa082e-4571-47a2-8a3f-ff808b288638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:48.282858 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-937beaf4-d628-447e-a239-4da3743be1be req-acfa082e-4571-47a2-8a3f-ff808b288638 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa HTTP/1.1" status: 200 len: 862 time: 0.0903986 Aug 31 01:03:48.352198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569fbfe-0b0f-41d1-804d-6d83d649e4e2 req-46e4cdaf-5c6b-486c-8623-132f74fec4ab tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:48.354089 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e569fbfe-0b0f-41d1-804d-6d83d649e4e2 req-46e4cdaf-5c6b-486c-8623-132f74fec4ab tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 945 time: 0.0534387 Aug 31 01:03:48.397537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e569fbfe-0b0f-41d1-804d-6d83d649e4e2 req-dcd87077-728d-4801-ab8a-a0888334fa5a tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375798 Aug 31 01:03:48.401860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937beaf4-d628-447e-a239-4da3743be1be req-330e218e-983b-4e6c-a945-5337369f8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:48.403353 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-937beaf4-d628-447e-a239-4da3743be1be req-330e218e-983b-4e6c-a945-5337369f8e96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f36e5826-aded-4618-8526-77145a8c01a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120276 Aug 31 01:03:48.542644 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-937beaf4-d628-447e-a239-4da3743be1be req-889b853d-7c9d-4835-973e-8b2e010b91e4 service neutron] 10.222.0.15 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195624 Aug 31 01:03:48.652060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-dc4dc385-6842-45f4-8456-8905744f7278 admin admin] Deleting port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:48.652759 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc4dc385-6842-45f4-8456-8905744f7278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:48.692778 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-937beaf4-d628-447e-a239-4da3743be1be req-7930c608-cceb-4f6b-912e-e168b66fbb96 service neutron] 10.222.0.15 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278341 Aug 31 01:03:48.734941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-dc4dc385-6842-45f4-8456-8905744f7278 admin admin] For port 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45,segment=NetworkSegment(c492458b-76ee-4d17-bedf-325ac79d0448),segment_id=c492458b-76ee-4d17-bedf-325ac79d0448)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:48.735327 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc4dc385-6842-45f4-8456-8905744f7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:48.753506 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-dc4dc385-6842-45f4-8456-8905744f7278 admin admin] Calling delete_port for 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:48.823687 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058ffac-e7e2-45bf-a0b5-75a1ba11c9c8 req-dcf51d6f-2b72-498f-ac0e-b93b57583352 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:48.825368 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4058ffac-e7e2-45bf-a0b5-75a1ba11c9c8 req-dcf51d6f-2b72-498f-ac0e-b93b57583352 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.0535102 Aug 31 01:03:48.871199 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4058ffac-e7e2-45bf-a0b5-75a1ba11c9c8 req-54572a7b-3e96-4389-8f74-36bff397c764 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391719 Aug 31 01:03:48.939517 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc4dc385-6842-45f4-8456-8905744f7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.011488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:03:49.016526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 9c35529b-091a-41bb-83a7-320bb9a01f35 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:49.045430 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0992a-cbe9-4119-a946-1b4a59bdd35f req-ea975f2d-bdcf-4c21-bb78-c78d7e054161 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:49.047966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28a0992a-cbe9-4119-a946-1b4a59bdd35f req-ea975f2d-bdcf-4c21-bb78-c78d7e054161 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.1755381 Aug 31 01:03:49.119985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28a0992a-cbe9-4119-a946-1b4a59bdd35f req-13ca4fdd-95a0-4f68-86b6-b48c185eb348 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617914 Aug 31 01:03:49.203680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597a024-60b1-427a-a1b1-3c6dbf2d884b req-88cb7fa6-a407-4217-9141-1b7e4b869b0e tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:49.206101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4597a024-60b1-427a-a1b1-3c6dbf2d884b req-88cb7fa6-a407-4217-9141-1b7e4b869b0e tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/ports?device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 950 time: 0.0691540 Aug 31 01:03:49.230335 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.245878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4dc385-6842-45f4-8456-8905744f7278 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:49.277523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4597a024-60b1-427a-a1b1-3c6dbf2d884b req-5baefc3d-c21a-477d-bd76-cf3c46584989 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c40348d-bda9-42f2-b4b0-30de72ca10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628812 Aug 31 01:03:49.290687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:49.311438 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 9c35529b-091a-41bb-83a7-320bb9a01f35, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=9c35529b-091a-41bb-83a7-320bb9a01f35,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:49.313335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc has no active binding in host n-h1-802060-13 {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 01:03:49.316608 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.371510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=9c35529b-091a-41bb-83a7-320bb9a01f35,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:49.454314 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc4dc385-6842-45f4-8456-8905744f7278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.470151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-618b1d16-9c7d-427d-afc2-2461d0fec85e tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:49.471656 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-618b1d16-9c7d-427d-afc2-2461d0fec85e tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf&tenant_id=293537de7bd940eabdbb028d66a178c1&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 1097 time: 0.0719783 Aug 31 01:03:49.509362 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-13'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:49.544102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acdc1b-f952-407c-8ab9-face5b17ab47 req-e24bb68d-f42e-4bdd-bcaf-ef8fb216116b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:49.545424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2acdc1b-f952-407c-8ab9-face5b17ab47 req-e24bb68d-f42e-4bdd-bcaf-ef8fb216116b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 945 time: 0.0587249 Aug 31 01:03:49.589269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2acdc1b-f952-407c-8ab9-face5b17ab47 req-d4226b0d-9142-48eb-8d21-deb5343a19be tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368645 Aug 31 01:03:49.609580 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.759629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216de7f7-6f83-440e-8979-154be259a0d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c35529b-091a-41bb-83a7-320bb9a01f35'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:49.762235 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c642930-6857-4f93-bf56-4c52bd983d9b" -d '{"events": [{"server_uuid": "216de7f7-6f83-440e-8979-154be259a0d7", "name": "network-vif-unplugged", "status": "completed", "tag": "9c35529b-091a-41bb-83a7-320bb9a01f35"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:49.807827 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e196c573-1308-4662-9f20-a6ecba2d07e7 x-openstack-request-id: req-e196c573-1308-4662-9f20-a6ecba2d07e7 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:49.808118 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216de7f7-6f83-440e-8979-154be259a0d7", "name": "network-vif-unplugged", "status": "completed", "tag": "9c35529b-091a-41bb-83a7-320bb9a01f35", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:49.808433 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e196c573-1308-4662-9f20-a6ecba2d07e7 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:49.808801 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216de7f7-6f83-440e-8979-154be259a0d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c35529b-091a-41bb-83a7-320bb9a01f35', 'code': 200} Aug 31 01:03:49.808934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4dc385-6842-45f4-8456-8905744f7278 admin admin] Router dff0b149-5df3-475e-8df3-71ec67b5ea50 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:49.826777 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:49.934020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:49.984818 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4dc385-6842-45f4-8456-8905744f7278 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:49.988174 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5797c33-c947-46a8-bef7-94ab6f02bbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76035d0a-a2c5-4b0b-ba19-c15081e3c5fc'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:49.990956 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6082aa6e-f7d0-499f-8426-57c0105da644" -d '{"events": [{"server_uuid": "a5797c33-c947-46a8-bef7-94ab6f02bbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "76035d0a-a2c5-4b0b-ba19-c15081e3c5fc"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:49.991685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dc33c-e185-4d70-9ff3-32b35af7e3e6 req-63caee8e-9d8e-464d-830f-555f743996d8 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:49.994330 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-133dc33c-e185-4d70-9ff3-32b35af7e3e6 req-63caee8e-9d8e-464d-830f-555f743996d8 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 948 time: 0.0557311 Aug 31 01:03:49.995239 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:49.995785 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdf716f-69b2-43d7-be92-45845d1283a3 None None] Sync routers for ids ['dff0b149-5df3-475e-8df3-71ec67b5ea50'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:49.999943 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dc4dc385-6842-45f4-8456-8905744f7278 admin admin] 10.222.0.58 "PUT /v2.0/routers/dff0b149-5df3-475e-8df3-71ec67b5ea50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3794143 Aug 31 01:03:50.002502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36428) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:50.010344 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.013649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf716f-69b2-43d7-be92-45845d1283a3 None None] Routers {'dff0b149-5df3-475e-8df3-71ec67b5ea50'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:50.014380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4fdf716f-69b2-43d7-be92-45845d1283a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['dff0b149-5df3-475e-8df3-71ec67b5ea50'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:50.049505 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e118f81-53bd-4ed4-90c8-3d031bb3cd11 x-openstack-request-id: req-7e118f81-53bd-4ed4-90c8-3d031bb3cd11 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:50.049791 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5797c33-c947-46a8-bef7-94ab6f02bbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "76035d0a-a2c5-4b0b-ba19-c15081e3c5fc", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:50.050043 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e118f81-53bd-4ed4-90c8-3d031bb3cd11 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:50.050439 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5797c33-c947-46a8-bef7-94ab6f02bbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76035d0a-a2c5-4b0b-ba19-c15081e3c5fc', 'code': 200} Aug 31 01:03:50.055937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-133dc33c-e185-4d70-9ff3-32b35af7e3e6 req-7a933934-bf3f-4f2b-b2de-ba356f1d6540 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380442 Aug 31 01:03:50.129862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-4fdf716f-69b2-43d7-be92-45845d1283a3 None None] Set router dff0b149-5df3-475e-8df3-71ec67b5ea50 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:50.142922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Pushing event updated for resources: {'Port': ['ID=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,revision_number=7']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:50.180923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Attempting to bind port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc on host n-h2-802060-13 for vnic_type normal with profile {"migrating_to": "n-h1-802060-13"} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:03:50.181256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Attempting to bind port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:03:50.181584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Attempting to bind port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:50.191869 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc on network 12cab241-583d-479a-8ed9-1b2de0acbda5 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:03:50.192188 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Attempting to bind port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc on network 12cab241-583d-479a-8ed9-1b2de0acbda5 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:03:50.196543 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.201106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:03:50.201106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Checking segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:50.201520 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Bound using segment: {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:03:50.201882 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Bound port: 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ec37d-d1a6-468e-ae21-ca43d58466b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '12cab241-583d-479a-8ed9-1b2de0acbda5'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:03:50.202238 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.238080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dae933-93ee-4308-9bba-232dbc706828 req-f77117b2-9705-464a-a847-81282a7e3f1b tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:50.240203 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0dae933-93ee-4308-9bba-232dbc706828 req-f77117b2-9705-464a-a847-81282a7e3f1b tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.0511856 Aug 31 01:03:50.286888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0dae933-93ee-4308-9bba-232dbc706828 req-82c9216c-4e6f-4dab-80aa-da89262b17d8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380468 Aug 31 01:03:50.348162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4fdf716f-69b2-43d7-be92-45845d1283a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'name': 'tempest-FloatingIPDetailsTestJSON-1208818199-router', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '14887938-24b9-4fdf-a701-d1e54398979b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:23Z', 'updated_at': '2021-08-31T01:03:48Z', 'revision_number': 5, 'project_id': '9db4dade9b794108beb892e583ae2aa8', 'gw_port': {'id': '14887938-24b9-4fdf-a701-d1e54398979b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:03:25Z', 'updated_at': '2021-08-31T01:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:50.351709 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:50.357333 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:03:50.359792 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.364332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.386238 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdf716f-69b2-43d7-be92-45845d1283a3 None None] Checking router: dff0b149-5df3-475e-8df3-71ec67b5ea50 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:50.396414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf716f-69b2-43d7-be92-45845d1283a3 None None] Routers {'dff0b149-5df3-475e-8df3-71ec67b5ea50'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:50.397225 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4fdf716f-69b2-43d7-be92-45845d1283a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['dff0b149-5df3-475e-8df3-71ec67b5ea50'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:50.415504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7eea6a-ec81-4e04-8876-e15cdc8a7135 req-0256082c-f4a4-4778-86ae-4e36a9847b0a tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:50.417031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb7eea6a-ec81-4e04-8876-e15cdc8a7135 req-0256082c-f4a4-4778-86ae-4e36a9847b0a tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/ports?device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 950 time: 0.0729711 Aug 31 01:03:50.454178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Pushing event updated for resources: {'Port': ['ID=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,revision_number=8']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:50.458875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb7eea6a-ec81-4e04-8876-e15cdc8a7135 req-d08ebd5e-8fc1-4536-807b-58f134d1988a tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c40348d-bda9-42f2-b4b0-30de72ca10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343568 Aug 31 01:03:50.477071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:50.477706 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.479087 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-5a0177d6-97b4-4542-85b7-a311436480da service neutron] 10.222.0.15 "PUT /v2.0/ports/76035d0a-a2c5-4b0b-ba19-c15081e3c5fc HTTP/1.1" status: 200 len: 1123 time: 0.9758856 Aug 31 01:03:50.498409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] Deleting port 14887938-24b9-4fdf-a701-d1e54398979b {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:50.498750 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.504796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-4fdf716f-69b2-43d7-be92-45845d1283a3 None None] Set router dff0b149-5df3-475e-8df3-71ec67b5ea50 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:50.572601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4fdf716f-69b2-43d7-be92-45845d1283a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'name': 'tempest-FloatingIPDetailsTestJSON-1208818199-router', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:23Z', 'updated_at': '2021-08-31T01:03:50Z', 'revision_number': 6, 'project_id': '9db4dade9b794108beb892e583ae2aa8', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:50.609278 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['76035d0a-a2c5-4b0b-ba19-c15081e3c5fc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:50.611746 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdf716f-69b2-43d7-be92-45845d1283a3 None None] The sync data for ids ['dff0b149-5df3-475e-8df3-71ec67b5ea50'] in n-d-802060-13 is: [{'id': 'dff0b149-5df3-475e-8df3-71ec67b5ea50', 'name': 'tempest-FloatingIPDetailsTestJSON-1208818199-router', 'tenant_id': '9db4dade9b794108beb892e583ae2aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:03:23Z', 'updated_at': '2021-08-31T01:03:50Z', 'revision_number': 6, 'project_id': '9db4dade9b794108beb892e583ae2aa8', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:03:50.629055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] For port 14887938-24b9-4fdf-a701-d1e54398979b, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=14887938-24b9-4fdf-a701-d1e54398979b,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:50.629556 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.664268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['76035d0a-a2c5-4b0b-ba19-c15081e3c5fc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:50.684377 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] Calling delete_port for 14887938-24b9-4fdf-a701-d1e54398979b owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:50.797611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562dfee-4125-4caf-a63b-70dd926dada7 req-665bb334-4e3a-4ffd-8412-dff6da2aef3d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:50.799539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7562dfee-4125-4caf-a63b-70dd926dada7 req-665bb334-4e3a-4ffd-8412-dff6da2aef3d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 943 time: 0.0673003 Aug 31 01:03:50.844622 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7562dfee-4125-4caf-a63b-70dd926dada7 req-3cf445d4-e70c-4381-bfc9-fab22db05e39 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378175 Aug 31 01:03:50.900177 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:50.929374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] Pushing event deleted for resources: {'Port': ['ID=14887938-24b9-4fdf-a701-d1e54398979b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:50.962421 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398372b9-2479-4a7b-8f14-1208e3546488 req-27362f3d-2d28-4b1c-a077-084674a30ffe tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:50.964424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-398372b9-2479-4a7b-8f14-1208e3546488 req-27362f3d-2d28-4b1c-a077-084674a30ffe tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/ports?device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 950 time: 0.0625722 Aug 31 01:03:50.998822 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.011151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-398372b9-2479-4a7b-8f14-1208e3546488 req-28e92a9f-8a77-41ad-9f08-4b5e3e5163a3 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c40348d-bda9-42f2-b4b0-30de72ca10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379817 Aug 31 01:03:51.031499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 9c35529b-091a-41bb-83a7-320bb9a01f35 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:03:51.098159 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.101646 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.149428 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.150266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dff0b149-5df3-475e-8df3-71ec67b5ea50 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:03:51.155531 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.159222 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-646eb04e-ad74-4fc5-bab4-fe1c29f58392 admin admin] 10.222.0.58 "DELETE /v2.0/routers/dff0b149-5df3-475e-8df3-71ec67b5ea50 HTTP/1.1" status: 204 len: 168 time: 1.1533592 Aug 31 01:03:51.159493 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36448) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:51.186686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e631e5e-2bce-42a6-8c81-54b0f3a17b15 req-dd4ec355-1c3d-46d8-a5f1-c7c84cccaa59 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:51.188279 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e631e5e-2bce-42a6-8c81-54b0f3a17b15 req-dd4ec355-1c3d-46d8-a5f1-c7c84cccaa59 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 948 time: 0.0562992 Aug 31 01:03:51.207785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4909f83a-d5d4-4fb2-8e2d-3558a3b8b342 admin admin] Deleting subnet b4828df1-3e14-403d-a8fb-3a5e0d9aa7b6 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:03:51.211977 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4909f83a-d5d4-4fb2-8e2d-3558a3b8b342 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.237530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e631e5e-2bce-42a6-8c81-54b0f3a17b15 req-791ecb92-10cb-41c5-887a-697c9996e252 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383790 Aug 31 01:03:51.251939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4909f83a-d5d4-4fb2-8e2d-3558a3b8b342 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.264825 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-369452f8-8321-479e-bab1-a5d8be0c9261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.298788 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 9c35529b-091a-41bb-83a7-320bb9a01f35, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=9c35529b-091a-41bb-83a7-320bb9a01f35,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:51.309526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '9c35529b-091a-41bb-83a7-320bb9a01f35', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '9c35529b-091a-41bb-83a7-320bb9a01f35', 'mac_address': 'fa:16:3e:db:8a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:03:51.346923 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.350729 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4909f83a-d5d4-4fb2-8e2d-3558a3b8b342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.360239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c35529b-091a-41bb-83a7-320bb9a01f35 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:51.406862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 9c35529b-091a-41bb-83a7-320bb9a01f35, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=9c35529b-091a-41bb-83a7-320bb9a01f35,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:51.415656 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.440461 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4909f83a-d5d4-4fb2-8e2d-3558a3b8b342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.477677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909f83a-d5d4-4fb2-8e2d-3558a3b8b342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4828df1-3e14-403d-a8fb-3a5e0d9aa7b6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:51.486859 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4909f83a-d5d4-4fb2-8e2d-3558a3b8b342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.491232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf994abe-18f3-432f-9c99-5642f97c2c65 req-004436f8-53b7-4301-8ba8-f2b9e63d5a34 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:51.492351 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4909f83a-d5d4-4fb2-8e2d-3558a3b8b342 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b4828df1-3e14-403d-a8fb-3a5e0d9aa7b6 HTTP/1.1" status: 204 len: 168 time: 0.3318284 Aug 31 01:03:51.492989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36452) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:51.498157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812004c6-e390-40db-9bb0-02954d434ce6 None None] Network 9adc9070-bf77-485d-8d36-a1ab81533151 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:51.500404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf994abe-18f3-432f-9c99-5642f97c2c65 req-004436f8-53b7-4301-8ba8-f2b9e63d5a34 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.1355255 Aug 31 01:03:51.501382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:51.550243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf994abe-18f3-432f-9c99-5642f97c2c65 req-0c992bea-0cb3-4abd-af3d-b927a817cf02 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477915 Aug 31 01:03:51.575477 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.595459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=9c35529b-091a-41bb-83a7-320bb9a01f35,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:51.602819 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:51.603061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 82d1d593-fe6d-4ebd-a2e9-2cf2788a4d45 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:51.603447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 14887938-24b9-4fdf-a701-d1e54398979b no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:51.647375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 14887938-24b9-4fdf-a701-d1e54398979b {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:51.647942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 14887938-24b9-4fdf-a701-d1e54398979b not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:51.804139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ee363b-6be8-42ba-b2e4-6abb8b4ef3ac None None] DHCP port deletion for 9adc9070-bf77-485d-8d36-a1ab81533151 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:03:51.865652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-11ee363b-6be8-42ba-b2e4-6abb8b4ef3ac None None] Deleting port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:51.866033 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-11ee363b-6be8-42ba-b2e4-6abb8b4ef3ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.883033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] Deleting port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:51.883428 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.938954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-11ee363b-6be8-42ba-b2e4-6abb8b4ef3ac None None] For port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7,segment=NetworkSegment(c492458b-76ee-4d17-bedf-325ac79d0448),segment_id=c492458b-76ee-4d17-bedf-325ac79d0448)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:51.939384 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-11ee363b-6be8-42ba-b2e4-6abb8b4ef3ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.952748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-11ee363b-6be8-42ba-b2e4-6abb8b4ef3ac None None] Calling delete_port for f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:51.957833 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] For port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7,segment=NetworkSegment(c492458b-76ee-4d17-bedf-325ac79d0448),segment_id=c492458b-76ee-4d17-bedf-325ac79d0448)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:51.958592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:51.973460 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] Calling delete_port for f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:51.979341 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['9c35529b-091a-41bb-83a7-320bb9a01f35'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:51.987158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c9c14-8bcb-420a-9eca-44cec0e15f00 req-24763f32-383c-4374-b651-e79d430d9193 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:51.988791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-831c9c14-8bcb-420a-9eca-44cec0e15f00 req-24763f32-383c-4374-b651-e79d430d9193 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 943 time: 0.0634363 Aug 31 01:03:52.045963 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-831c9c14-8bcb-420a-9eca-44cec0e15f00 req-7952e1b9-a8ac-4354-8359-01dc6c5461aa tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502021 Aug 31 01:03:52.070330 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5797c33-c947-46a8-bef7-94ab6f02bbbf', 'tag': '76035d0a-a2c5-4b0b-ba19-c15081e3c5fc'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:52.073320 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a71ed9-add1-4c6d-834f-b0fa2c1e7f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5797c33-c947-46a8-bef7-94ab6f02bbbf", "tag": "76035d0a-a2c5-4b0b-ba19-c15081e3c5fc"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:52.077248 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.090660 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] No DVR routers for this DVR port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:52.133990 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46209cc7-ab9b-4d6a-bd13-d6ce60be979b x-openstack-request-id: req-46209cc7-ab9b-4d6a-bd13-d6ce60be979b {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:52.134281 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5797c33-c947-46a8-bef7-94ab6f02bbbf", "tag": "76035d0a-a2c5-4b0b-ba19-c15081e3c5fc", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:52.134539 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46209cc7-ab9b-4d6a-bd13-d6ce60be979b {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:52.134942 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5797c33-c947-46a8-bef7-94ab6f02bbbf', 'tag': '76035d0a-a2c5-4b0b-ba19-c15081e3c5fc', 'status': 'completed', 'code': 200} Aug 31 01:03:52.138071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:52.159843 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-11ee363b-6be8-42ba-b2e4-6abb8b4ef3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.199495 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee363b-6be8-42ba-b2e4-6abb8b4ef3ac None None] Pushing event deleted for resources: {'Port': ['ID=f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:52.204140 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ee363b-6be8-42ba-b2e4-6abb8b4ef3ac None None] No DVR routers for this DVR port f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:52.243856 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.261362 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adc9070-bf77-485d-8d36-a1ab81533151']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:52.277350 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c492458b-76ee-4d17-bedf-325ac79d0448') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:52.277656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c492458b-76ee-4d17-bedf-325ac79d0448') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:52.290239 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a71ed9-add1-4c6d-834f-b0fa2c1e7f7c req-1bc701a1-ec1e-4db1-8b35-2e6be04c8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:52.292274 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-53a71ed9-add1-4c6d-834f-b0fa2c1e7f7c req-1bc701a1-ec1e-4db1-8b35-2e6be04c8ebd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 1126 time: 0.1022906 Aug 31 01:03:52.293755 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.301351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f364d-f846-4c77-99c5-ac836d254639 req-df35a702-d775-4d71-9d1b-6a7b74aed12a tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:52.303637 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf8f364d-f846-4c77-99c5-ac836d254639 req-df35a702-d775-4d71-9d1b-6a7b74aed12a tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.70 "GET /v2.0/ports?device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 950 time: 0.1313031 Aug 31 01:03:52.312611 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.318512 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179f308-86ed-4dd2-a878-d1a24ee1bb91 req-8489b6a6-c7c9-41df-8e62-e56ff9017ebb tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:52.325537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2179f308-86ed-4dd2-a878-d1a24ee1bb91 req-8489b6a6-c7c9-41df-8e62-e56ff9017ebb tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/ports?device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 950 time: 0.1779342 Aug 31 01:03:52.338659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:03:52.339078 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:03:52.340873 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:03:52.425431 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2179f308-86ed-4dd2-a878-d1a24ee1bb91 req-7a0142b2-8c76-4a53-8753-825cd5adb621 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c40348d-bda9-42f2-b4b0-30de72ca10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988338 Aug 31 01:03:52.448691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.453871 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.457171 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9adc9070-bf77-485d-8d36-a1ab81533151 HTTP/1.1" status: 204 len: 168 time: 0.9617834 Aug 31 01:03:52.470925 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6f1ea-299c-4ef4-82bf-bfebd285ac84 admin admin] Pushing event deleted for resources: {'Network': ['ID=9adc9070-bf77-485d-8d36-a1ab81533151,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:52.482797 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544cb9a-32ad-43f3-867d-307d5ea62119 req-805a93cf-9d11-44e8-adf2-f987cdb2edb9 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:52.483365 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a71ed9-add1-4c6d-834f-b0fa2c1e7f7c req-d866a560-f5a2-449b-bdb9-e697130ee434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:52.484334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c544cb9a-32ad-43f3-867d-307d5ea62119 req-805a93cf-9d11-44e8-adf2-f987cdb2edb9 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 949 time: 0.1501722 Aug 31 01:03:52.484878 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-53a71ed9-add1-4c6d-834f-b0fa2c1e7f7c req-d866a560-f5a2-449b-bdb9-e697130ee434 service neutron] 10.222.0.70 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.1699033 Aug 31 01:03:52.523715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-cf8f364d-f846-4c77-99c5-ac836d254639 req-a145e789-d8e1-4f05-ad6d-e0756de6b3b2 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Deleting port ce6087f2-7a4a-4aed-8d95-4c6e066e8815 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:52.524059 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf8f364d-f846-4c77-99c5-ac836d254639 req-a145e789-d8e1-4f05-ad6d-e0756de6b3b2 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.540921 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-53a71ed9-add1-4c6d-834f-b0fa2c1e7f7c req-8a477342-4a7c-4a0d-a7b0-e45affa325b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc HTTP/1.1" status: 200 len: 217 time: 0.0404074 Aug 31 01:03:52.572348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c544cb9a-32ad-43f3-867d-307d5ea62119 req-22e9330a-fe9a-4de4-89a7-9c8443383f23 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775690 Aug 31 01:03:52.613632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a71ed9-add1-4c6d-834f-b0fa2c1e7f7c req-63153cbc-6a86-4bcc-98fd-36d82e47d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:52.616856 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-53a71ed9-add1-4c6d-834f-b0fa2c1e7f7c req-63153cbc-6a86-4bcc-98fd-36d82e47d06f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.0661955 Aug 31 01:03:52.661643 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-53a71ed9-add1-4c6d-834f-b0fa2c1e7f7c req-2e3b3b0d-31bd-4eaf-a202-6ef40ec1da64 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335402 Aug 31 01:03:52.681631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-cf8f364d-f846-4c77-99c5-ac836d254639 req-a145e789-d8e1-4f05-ad6d-e0756de6b3b2 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] For port ce6087f2-7a4a-4aed-8d95-4c6e066e8815, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ce6087f2-7a4a-4aed-8d95-4c6e066e8815,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:52.682062 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf8f364d-f846-4c77-99c5-ac836d254639 req-a145e789-d8e1-4f05-ad6d-e0756de6b3b2 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:52.692106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36476) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:52.708008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-cf8f364d-f846-4c77-99c5-ac836d254639 req-a145e789-d8e1-4f05-ad6d-e0756de6b3b2 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Calling delete_port for ce6087f2-7a4a-4aed-8d95-4c6e066e8815 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:52.743233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2130b-0c58-4569-8f29-04ab7123d2ed req-f29d32d4-6b41-4de4-9fc7-0cc31e8ecb7d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:52.744801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fcd2130b-0c58-4569-8f29-04ab7123d2ed req-f29d32d4-6b41-4de4-9fc7-0cc31e8ecb7d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.1131134 Aug 31 01:03:52.792618 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-53a71ed9-add1-4c6d-834f-b0fa2c1e7f7c req-e9969974-0199-4bbf-a6ca-372b3850eab5 service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224341 Aug 31 01:03:52.846006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-63733d54-59f3-4f4a-af88-cfd1d06ddbc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9db4dade9b794108beb892e583ae2aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519446 Aug 31 01:03:52.849914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36482) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:52.882385 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fcd2130b-0c58-4569-8f29-04ab7123d2ed req-a5829f12-893c-409e-9cca-1d5de56d619d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087506 Aug 31 01:03:52.901644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb0cdf-2777-47e4-b52f-0ed457120921 req-8e47c304-9edf-483b-905d-68dc2b18be5f tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:52.903315 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5acb0cdf-2777-47e4-b52f-0ed457120921 req-8e47c304-9edf-483b-905d-68dc2b18be5f tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 949 time: 0.1221411 Aug 31 01:03:53.003472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5acb0cdf-2777-47e4-b52f-0ed457120921 req-d951cc7e-cca6-49f7-b5fb-986c01d05325 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856342 Aug 31 01:03:53.012829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd352ddf-a12e-4111-bda1-26137e654a3f req-a08e5277-b9b8-427c-bb34-2dabc5893600 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:53.015051 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fd352ddf-a12e-4111-bda1-26137e654a3f req-a08e5277-b9b8-427c-bb34-2dabc5893600 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.15 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7&tenant_id=4f4f81af0327488683358ca40e0e4b3d&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 949 time: 0.1641479 Aug 31 01:03:53.015968 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf8f364d-f846-4c77-99c5-ac836d254639 req-a145e789-d8e1-4f05-ad6d-e0756de6b3b2 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.036203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['ce6087f2-7a4a-4aed-8d95-4c6e066e8815'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:03:53.072488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145e789-d8e1-4f05-ad6d-e0756de6b3b2 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Pushing event deleted for resources: {'Port': ['ID=ce6087f2-7a4a-4aed-8d95-4c6e066e8815,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:53.074816 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-53a71ed9-add1-4c6d-834f-b0fa2c1e7f7c req-a6052f2a-003e-4cb0-9115-2ab2289e9b9e service neutron] 10.222.0.70 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730961 Aug 31 01:03:53.075373 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6416460c-3055-46af-a670-80d5249230ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.172770 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6416460c-3055-46af-a670-80d5249230ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.174956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8f364d-f846-4c77-99c5-ac836d254639 req-a145e789-d8e1-4f05-ad6d-e0756de6b3b2 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] No DVR routers for this DVR port ce6087f2-7a4a-4aed-8d95-4c6e066e8815 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:53.188017 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf8f364d-f846-4c77-99c5-ac836d254639 req-a145e789-d8e1-4f05-ad6d-e0756de6b3b2 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.190614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf8f364d-f846-4c77-99c5-ac836d254639 req-a145e789-d8e1-4f05-ad6d-e0756de6b3b2 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.70 "DELETE /v2.0/ports/ce6087f2-7a4a-4aed-8d95-4c6e066e8815 HTTP/1.1" status: 204 len: 173 time: 0.8574231 Aug 31 01:03:53.199322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789c3dfc-b882-43c0-8202-066cb1dbd60a', 'name': 'network-vif-deleted', 'tag': 'ce6087f2-7a4a-4aed-8d95-4c6e066e8815'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:53.207624 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f870b0-3fa9-40de-8be5-c7605b07c25e" -d '{"events": [{"server_uuid": "789c3dfc-b882-43c0-8202-066cb1dbd60a", "name": "network-vif-deleted", "tag": "ce6087f2-7a4a-4aed-8d95-4c6e066e8815"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:53.254173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:53.323073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd352ddf-a12e-4111-bda1-26137e654a3f req-bbd45ea1-f694-4eb4-897c-077ea5cbd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:53.324146 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fd352ddf-a12e-4111-bda1-26137e654a3f req-bbd45ea1-f694-4eb4-897c-077ea5cbd813 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 1101 time: 0.0897493 Aug 31 01:03:53.335521 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:53.340519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f0aeb4e7-3d53-4b5e-a8ac-628a6f64cdf7 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:53.358635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951c1dc-d9cd-47ba-9bd0-4a22734db815 req-ff2fb062-6841-40ac-b60f-ab2eb43bac60 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:53.369449 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c951c1dc-d9cd-47ba-9bd0-4a22734db815 req-ff2fb062-6841-40ac-b60f-ab2eb43bac60 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 945 time: 0.1240394 Aug 31 01:03:53.415828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6416460c-3055-46af-a670-80d5249230ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.420631 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6416460c-3055-46af-a670-80d5249230ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.425387 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6416460c-3055-46af-a670-80d5249230ac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23785096-d296-4732-b39b-98fdeb0c09b4 HTTP/1.1" status: 204 len: 168 time: 0.5699914 Aug 31 01:03:53.446384 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416460c-3055-46af-a670-80d5249230ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23785096-d296-4732-b39b-98fdeb0c09b4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:53.460263 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcdc07-f772-4f78-8ab1-f5a6ba49c314 req-e779c44e-70c2-4f37-bacd-666cdbe85ba0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:53.468809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88fcdc07-f772-4f78-8ab1-f5a6ba49c314 req-e779c44e-70c2-4f37-bacd-666cdbe85ba0 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 943 time: 0.1383533 Aug 31 01:03:53.494332 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c951c1dc-d9cd-47ba-9bd0-4a22734db815 req-c7641c41-e055-4bd6-a8de-010ffb45b658 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018631 Aug 31 01:03:53.516823 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd352ddf-a12e-4111-bda1-26137e654a3f req-2f34014c-4588-435c-89ae-36b00f2b4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:53.516823 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fd352ddf-a12e-4111-bda1-26137e654a3f req-2f34014c-4588-435c-89ae-36b00f2b4a5b service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.1799240 Aug 31 01:03:53.529775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88fcdc07-f772-4f78-8ab1-f5a6ba49c314 req-ae7c3b48-8dbf-40f3-9544-337756f36e51 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607691 Aug 31 01:03:53.573848 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fd352ddf-a12e-4111-bda1-26137e654a3f req-85309e64-af49-4577-b9fe-1befbf62d9dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=9c35529b-091a-41bb-83a7-320bb9a01f35 HTTP/1.1" status: 200 len: 217 time: 0.0486369 Aug 31 01:03:53.585939 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3f72fa-2f14-45dd-abdb-114f6949967d x-openstack-request-id: req-1b3f72fa-2f14-45dd-abdb-114f6949967d {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:53.586244 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789c3dfc-b882-43c0-8202-066cb1dbd60a", "name": "network-vif-deleted", "tag": "ce6087f2-7a4a-4aed-8d95-4c6e066e8815", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:53.586503 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b3f72fa-2f14-45dd-abdb-114f6949967d {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:53.587032 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789c3dfc-b882-43c0-8202-066cb1dbd60a', 'name': 'network-vif-deleted', 'tag': 'ce6087f2-7a4a-4aed-8d95-4c6e066e8815', 'status': 'completed', 'code': 200} Aug 31 01:03:53.656221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd352ddf-a12e-4111-bda1-26137e654a3f req-9faa017a-5d09-45c7-8e1e-6524b9a7be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:53.658635 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fd352ddf-a12e-4111-bda1-26137e654a3f req-9faa017a-5d09-45c7-8e1e-6524b9a7be07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0757754 Aug 31 01:03:53.676474 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f9eddb8-46ef-4048-8ac4-4a8f6e776146 req-1f54328a-42a3-4938-aae8-db6aee331071 tempest-ImagesNegativeTestJSON-337478154 tempest-ImagesNegativeTestJSON-337478154-project] 10.222.0.58 "GET /v2.0/ports?device_id=789c3dfc-b882-43c0-8202-066cb1dbd60a HTTP/1.1" status: 200 len: 210 time: 0.0472240 Aug 31 01:03:53.709062 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cde25935-9038-4175-ba01-18ccd6e9a820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:53.726882 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd352ddf-a12e-4111-bda1-26137e654a3f req-17e22a11-c87b-44cb-92c8-1e41aefe9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:53.728548 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fd352ddf-a12e-4111-bda1-26137e654a3f req-17e22a11-c87b-44cb-92c8-1e41aefe9016 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0613778 Aug 31 01:03:53.830049 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fd352ddf-a12e-4111-bda1-26137e654a3f req-ba59a6f6-b75d-40fe-ae29-b4f76bf2220d service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929108 Aug 31 01:03:53.935491 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fd352ddf-a12e-4111-bda1-26137e654a3f req-151b9589-d593-4ac4-b5ef-ecc3ac417c28 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953581 Aug 31 01:03:53.982050 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.034095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca914fde-db04-4332-9636-e7bfca9b9dea req-ae9ad257-d823-40c1-a3f5-78201b039cdd tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:54.043990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca914fde-db04-4332-9636-e7bfca9b9dea req-ae9ad257-d823-40c1-a3f5-78201b039cdd tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.0646617 Aug 31 01:03:54.107653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca914fde-db04-4332-9636-e7bfca9b9dea req-10c02153-5e24-4975-a433-05b1c99700db tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482225 Aug 31 01:03:54.183080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab0c6a-bc2a-4422-89a8-1a1afafc300d req-dd8698fb-fddd-4fd1-b133-9782129914c7 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:54.184992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8ab0c6a-bc2a-4422-89a8-1a1afafc300d req-dd8698fb-fddd-4fd1-b133-9782129914c7 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 949 time: 0.0752857 Aug 31 01:03:54.237990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8ab0c6a-bc2a-4422-89a8-1a1afafc300d req-5062bdfc-1d74-4bbf-accb-f8beff2b6962 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455234 Aug 31 01:03:54.335558 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:54.774064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7638f32-2887-483d-bbea-de94c399329f req-397bed91-615c-402f-ba8b-02a094f00c1c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:54.775971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7638f32-2887-483d-bbea-de94c399329f req-397bed91-615c-402f-ba8b-02a094f00c1c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 943 time: 0.0832129 Aug 31 01:03:54.828758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7638f32-2887-483d-bbea-de94c399329f req-bb59f79d-91de-443b-b502-ace597e3950b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447750 Aug 31 01:03:54.903850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-694a4036-1ea9-472c-95f1-8e6212b24b77 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2021200502&fields=id&tenant_id=047bff4e166e4dfeaa95745db4e16cc0 HTTP/1.1" status: 200 len: 267 time: 0.0783076 Aug 31 01:03:55.027010 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 9c35529b-091a-41bb-83a7-320bb9a01f35 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:03:55.092017 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 9c35529b-091a-41bb-83a7-320bb9a01f35 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:55.092633 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:55.109653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-044dc400-995e-40aa-b36a-3f934bfb6b9e tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:55.112837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-044dc400-995e-40aa-b36a-3f934bfb6b9e tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/networks?id=f36e5826-aded-4618-8526-77145a8c01a8 HTTP/1.1" status: 200 len: 823 time: 0.1995313 Aug 31 01:03:55.141823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-9c4f8e8b-85de-48bf-9dd9-a0fd1b746a66 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/quotas/047bff4e166e4dfeaa95745db4e16cc0 HTTP/1.1" status: 200 len: 375 time: 0.0221374 Aug 31 01:03:55.226252 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:55.275614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216de7f7-6f83-440e-8979-154be259a0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c35529b-091a-41bb-83a7-320bb9a01f35'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:55.278631 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3433b8-83c7-4862-bc9d-4033382fdeb9" -d '{"events": [{"server_uuid": "216de7f7-6f83-440e-8979-154be259a0d7", "name": "network-vif-plugged", "status": "completed", "tag": "9c35529b-091a-41bb-83a7-320bb9a01f35"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:55.296447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 9c35529b-091a-41bb-83a7-320bb9a01f35, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=9c35529b-091a-41bb-83a7-320bb9a01f35,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:55.316821 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:55.342172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-72e9b11b-eea6-42a9-8aea-7cceca7f34d8 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=047bff4e166e4dfeaa95745db4e16cc0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1833696 Aug 31 01:03:55.386740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=9c35529b-091a-41bb-83a7-320bb9a01f35,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:55.415564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ce6087f2-7a4a-4aed-8d95-4c6e066e8815 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:55.439373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc472ce8-2ac1-421f-8c44-d6382c4e4301 req-d836c535-bbc8-44da-bb1f-714434eb4291 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:55.440925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc472ce8-2ac1-421f-8c44-d6382c4e4301 req-d836c535-bbc8-44da-bb1f-714434eb4291 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.2067153 Aug 31 01:03:55.445329 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: ce6087f2-7a4a-4aed-8d95-4c6e066e8815 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:03:55.446020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ce6087f2-7a4a-4aed-8d95-4c6e066e8815 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:03:55.511472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36596) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:55.513030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc472ce8-2ac1-421f-8c44-d6382c4e4301 req-64e22499-6be4-4d1e-b175-19bc93161c81 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659268 Aug 31 01:03:55.519841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-854e3f73-0173-4989-801c-d5949db170b9 service neutron] 10.222.0.58 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739106 Aug 31 01:03:55.641870 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-563aaab2-e202-4ef6-8ddc-69d1e98b0a12 service neutron] 10.222.0.58 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195226 Aug 31 01:03:55.715217 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0485dca7-ddaf-4d02-ba15-64441850043a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=450be99942e0401196fa5b09dbb9b480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013714 Aug 31 01:03:55.717783 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36600) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:55.724795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac7317-1adb-4acc-987c-ffe10ddb6f89 req-059110b2-0ccb-4f77-b523-4a02cbd71931 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:55.726518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fac7317-1adb-4acc-987c-ffe10ddb6f89 req-059110b2-0ccb-4f77-b523-4a02cbd71931 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.0667956 Aug 31 01:03:55.767492 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fac7317-1adb-4acc-987c-ffe10ddb6f89 req-a70118a5-0eac-4ef4-a5b6-c324a6906200 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341864 Aug 31 01:03:55.777954 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:55.804382 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:55.870257 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b73bed-4f63-4c9e-9cd8-0cf5ff2b2ef2 x-openstack-request-id: req-25b73bed-4f63-4c9e-9cd8-0cf5ff2b2ef2 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:55.870818 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216de7f7-6f83-440e-8979-154be259a0d7", "name": "network-vif-plugged", "status": "completed", "tag": "9c35529b-091a-41bb-83a7-320bb9a01f35", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:55.871358 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-25b73bed-4f63-4c9e-9cd8-0cf5ff2b2ef2 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:55.871985 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216de7f7-6f83-440e-8979-154be259a0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c35529b-091a-41bb-83a7-320bb9a01f35', 'code': 200} Aug 31 01:03:55.878586 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:55.884603 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:55.891927 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c40348d-bda9-42f2-b4b0-30de72ca10a5 HTTP/1.1" status: 204 len: 168 time: 0.1726234 Aug 31 01:03:55.904623 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c40348d-bda9-42f2-b4b0-30de72ca10a5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:55.915269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:55.915748 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:55.918402 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:55.918816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:55.919239 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:55.919573 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:55.920035 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:55.920521 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:55.920988 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:55.921328 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:55.921976 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:55.922320 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b3744-3dbc-4908-b78e-23924fb8f94c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:56.047308 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4275e492-79d5-4081-a8c5-6e5e40f1e526 req-c99cc6a5-6428-452a-a35b-fad8cb715620 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 210 time: 0.0395668 Aug 31 01:03:56.150691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3479a4-52c7-43e5-ba71-026e82820cdd req-ad48c7f9-511c-4a87-ab2e-7deba8c672b5 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:56.152266 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1b3479a4-52c7-43e5-ba71-026e82820cdd req-ad48c7f9-511c-4a87-ab2e-7deba8c672b5 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.0934184 Aug 31 01:03:56.226465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467f805-b169-41f2-b32d-920cf9a52603 req-31cfad93-c99d-4994-bd2f-b6af58b0364b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:56.228374 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2467f805-b169-41f2-b32d-920cf9a52603 req-31cfad93-c99d-4994-bd2f-b6af58b0364b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 943 time: 0.0750818 Aug 31 01:03:56.253469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1b3479a4-52c7-43e5-ba71-026e82820cdd req-40fa1b76-c92c-4011-ab6d-04ff5d11da72 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691776 Aug 31 01:03:56.312990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2467f805-b169-41f2-b32d-920cf9a52603 req-d6141567-3df0-4e04-99b0-9cab1c647867 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731688 Aug 31 01:03:56.572347 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:56.730712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d8cf4-30c4-41d4-b04a-a794f55b8023 req-825333a6-f2fb-4b1c-bccd-f4cdbd759847 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:56.734417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d2d8cf4-30c4-41d4-b04a-a794f55b8023 req-825333a6-f2fb-4b1c-bccd-f4cdbd759847 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.1227849 Aug 31 01:03:56.761060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028186d-001c-49c2-880d-3591b9238e81 req-d5e3373a-b217-4185-936c-fe7ab4a4ae92 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:56.762766 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6028186d-001c-49c2-880d-3591b9238e81 req-d5e3373a-b217-4185-936c-fe7ab4a4ae92 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0304022-dfa6-4917-a975-10f51bfae241 HTTP/1.1" status: 200 len: 945 time: 0.0689588 Aug 31 01:03:56.831255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d2d8cf4-30c4-41d4-b04a-a794f55b8023 req-8d7c32e0-cd3c-48da-b007-0dfd888d033d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895135 Aug 31 01:03:56.889430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-18ee759b-2528-416e-80f0-c8985bf4bd9a service neutron] 10.222.0.70 "GET /v2.0/ports/76035d0a-a2c5-4b0b-ba19-c15081e3c5fc/bindings/n-h1-802060-13 HTTP/1.1" status: 200 len: 385 time: 0.3675287 Aug 31 01:03:56.910457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-6028186d-001c-49c2-880d-3591b9238e81 req-50a686ad-091d-42e9-9043-d0c1c4d963ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Deleting port feaf8607-2bf2-4d58-8b77-87040db10055 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:03:56.911312 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6028186d-001c-49c2-880d-3591b9238e81 req-50a686ad-091d-42e9-9043-d0c1c4d963ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:56.919397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-7a10cfc9-5656-429b-b659-e5cc695d1098 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4f4f81af0327488683358ca40e0e4b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351307 Aug 31 01:03:57.044660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36726) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:57.101945 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6028186d-001c-49c2-880d-3591b9238e81 req-50a686ad-091d-42e9-9043-d0c1c4d963ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] For port feaf8607-2bf2-4d58-8b77-87040db10055, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=feaf8607-2bf2-4d58-8b77-87040db10055,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:57.102332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6028186d-001c-49c2-880d-3591b9238e81 req-50a686ad-091d-42e9-9043-d0c1c4d963ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:57.125760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-036e826f-86aa-4775-adef-1ba52347ba71 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:57.133975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-036e826f-86aa-4775-adef-1ba52347ba71 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904268 Aug 31 01:03:57.185725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-44255db0-6ac3-4075-b4fa-0fc0fcfc39c8 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/quotas/4f4f81af0327488683358ca40e0e4b3d HTTP/1.1" status: 200 len: 375 time: 0.0508230 Aug 31 01:03:57.228847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-451146787-network', 'tenant_id': '169b468d0b9e48b4ab28c9a7a97be391'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:57.300434 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-b466118c-8941-47a1-b0de-43e68850e130 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137133 Aug 31 01:03:57.309343 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-d78fbcf2-172d-4259-a907-eb94649cc9f1 service neutron] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:57.333933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] Made reservation on behalf of 169b468d0b9e48b4ab28c9a7a97be391 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:57.337700 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:57.354887 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:57.363701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-d78fbcf2-172d-4259-a907-eb94649cc9f1 service neutron] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:03:57.391602 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6028186d-001c-49c2-880d-3591b9238e81 req-50a686ad-091d-42e9-9043-d0c1c4d963ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:57.392012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6028186d-001c-49c2-880d-3591b9238e81 req-50a686ad-091d-42e9-9043-d0c1c4d963ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:57.392339 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [req-6028186d-001c-49c2-880d-3591b9238e81 req-50a686ad-091d-42e9-9043-d0c1c4d963ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Floating IP d7673a50-7321-4fc6-86d4-5c1ac0bee0da disassociated. External IP: 172.25.6.238, port: feaf8607-2bf2-4d58-8b77-87040db10055. Aug 31 01:03:57.392828 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-6028186d-001c-49c2-880d-3591b9238e81 req-50a686ad-091d-42e9-9043-d0c1c4d963ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Calling delete_port for feaf8607-2bf2-4d58-8b77-87040db10055 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:03:57.444668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:03:57.489661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-d78fbcf2-172d-4259-a907-eb94649cc9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:03:57.518541 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-d78fbcf2-172d-4259-a907-eb94649cc9f1 service neutron] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:03:57.622054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4b37579-ee5e-4a47-8233-75a0539910df req-ab7ba283-55e8-4ccf-9700-51f5206aaca9 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 210 time: 0.0549760 Aug 31 01:03:57.630481 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-d78fbcf2-172d-4259-a907-eb94649cc9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:57.767844 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-1cd7e4af-26fc-429a-9ffb-d58ffa528bb1 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:57.770025 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-1cd7e4af-26fc-429a-9ffb-d58ffa528bb1 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.70 "GET /v2.0/networks?id=f36e5826-aded-4618-8526-77145a8c01a8 HTTP/1.1" status: 200 len: 823 time: 0.1812930 Aug 31 01:03:57.773698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:57.774354 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6028186d-001c-49c2-880d-3591b9238e81 req-50a686ad-091d-42e9-9043-d0c1c4d963ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:57.803309 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efd4830b-c5fd-45a1-a996-7e2dbb610975 req-8c1b8907-5bd9-457b-8f11-6219c8646b2c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 210 time: 0.1149495 Aug 31 01:03:57.806763 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:57.835748 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a686ad-091d-42e9-9043-d0c1c4d963ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Pushing event deleted for resources: {'Port': ['ID=feaf8607-2bf2-4d58-8b77-87040db10055,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:57.900438 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-9cd2ef9c-6a5f-461c-9cba-4831e1737d0c tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=047bff4e166e4dfeaa95745db4e16cc0 HTTP/1.1" status: 200 len: 380 time: 0.1136880 Aug 31 01:03:57.904826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:03:57.922167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d857-8232-4861-baa7-1dafe8f5bb7b req-6fb90b8a-b6b8-4240-83cb-1e57beec0c94 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:57.924246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9b6d857-8232-4861-baa7-1dafe8f5bb7b req-6fb90b8a-b6b8-4240-83cb-1e57beec0c94 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 943 time: 0.2656035 Aug 31 01:03:57.932644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42f27ad-8f17-4a48-8c42-b1a2e70ef3a8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:57.951382 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:57.951751 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] Added segment 948fcfc2-83c8-497d-b058-b5a308930892 of type vlan for network 7592f621-9514-419e-8aab-6f61471852a1 Aug 31 01:03:57.981445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-759127b7-6b02-44cf-aa95-5a5f62babe1d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Request body: {'port': {'device_id': 'bcfe7a67-0b4d-444d-8b87-2f705bbca88c', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'admin_state_up': True, 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'security_groups': ['beada7f6-7b0c-4487-993a-5630eade76fe']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:57.995716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-d78fbcf2-172d-4259-a907-eb94649cc9f1 service neutron] Transition to ACTIVE for port object 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:58.010461 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-d78fbcf2-172d-4259-a907-eb94649cc9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:58.107464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6028186d-001c-49c2-880d-3591b9238e81 req-50a686ad-091d-42e9-9043-d0c1c4d963ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Router 2a1450cc-f13e-4e78-b959-e2a252de3951 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:03:58.237101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-759127b7-6b02-44cf-aa95-5a5f62babe1d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Made reservation on behalf of 047bff4e166e4dfeaa95745db4e16cc0 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:58.245912 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-759127b7-6b02-44cf-aa95-5a5f62babe1d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:58.335295 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6028186d-001c-49c2-880d-3591b9238e81 req-50a686ad-091d-42e9-9043-d0c1c4d963ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:03:58.386053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6028186d-001c-49c2-880d-3591b9238e81 req-50a686ad-091d-42e9-9043-d0c1c4d963ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] No DVR routers for this DVR port feaf8607-2bf2-4d58-8b77-87040db10055 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:58.392979 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6028186d-001c-49c2-880d-3591b9238e81 req-50a686ad-091d-42e9-9043-d0c1c4d963ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:58.395027 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6028186d-001c-49c2-880d-3591b9238e81 req-50a686ad-091d-42e9-9043-d0c1c4d963ae tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.15 "DELETE /v2.0/ports/feaf8607-2bf2-4d58-8b77-87040db10055 HTTP/1.1" status: 204 len: 173 time: 1.6187208 Aug 31 01:03:58.395587 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0304022-dfa6-4917-a975-10f51bfae241', 'name': 'network-vif-deleted', 'tag': 'feaf8607-2bf2-4d58-8b77-87040db10055'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:03:58.397894 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce4fdd2-d7ab-4c66-9935-3ed8df6e2a02" -d '{"events": [{"server_uuid": "e0304022-dfa6-4917-a975-10f51bfae241", "name": "network-vif-deleted", "tag": "feaf8607-2bf2-4d58-8b77-87040db10055"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:03:58.430399 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:58.492676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fbcf2-172d-4259-a907-eb94649cc9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,revision_number=10']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:58.497332 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-759127b7-6b02-44cf-aa95-5a5f62babe1d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Allocated IP 172.20.0.6 (f36e5826-aded-4618-8526-77145a8c01a8/a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa/60308f22-5ff6-4a4e-9bd8-104c12cf8d98) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:03:58.534008 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9b6d857-8232-4861-baa7-1dafe8f5bb7b req-9fd1a89b-2b6c-41ca-84ea-353870dea1b7 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5971236 Aug 31 01:03:58.601287 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e644b9c-6be4-4f86-8958-4eff47cbd0b2 None None] Sync routers for ids ['2a1450cc-f13e-4e78-b959-e2a252de3951'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:03:58.616671 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e644b9c-6be4-4f86-8958-4eff47cbd0b2 None None] Routers {'2a1450cc-f13e-4e78-b959-e2a252de3951'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:58.617309 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8e644b9c-6be4-4f86-8958-4eff47cbd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2a1450cc-f13e-4e78-b959-e2a252de3951'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:58.643589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-d78fbcf2-172d-4259-a907-eb94649cc9f1 service neutron] No DVR routers for this DVR port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:03:58.668778 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245913a-df98-4a8a-84c0-1d4789a13d99 req-7ede737d-488a-4033-ad94-c0b217acacb3 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:58.670350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2245913a-df98-4a8a-84c0-1d4789a13d99 req-7ede737d-488a-4033-ad94-c0b217acacb3 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.1333511 Aug 31 01:03:58.693198 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:58.694131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:58.694714 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:58.722104 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-6309fd5f-702c-459e-bc5a-18baa27007a4 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4f4f81af0327488683358ca40e0e4b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372589 Aug 31 01:03:58.730343 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-d78fbcf2-172d-4259-a907-eb94649cc9f1 service neutron] 10.222.0.70 "PUT /v2.0/ports/76035d0a-a2c5-4b0b-ba19-c15081e3c5fc/bindings/n-h1-802060-13/activate HTTP/1.1" status: 200 len: 370 time: 1.8310106 Aug 31 01:03:58.776649 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7297668 Aug 31 01:03:58.785462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36828) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:58.794245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e2db507f-21a5-4a15-adc2-1ad77cfdeccc admin admin] Request body: {'subnet': {'network_id': '7592f621-9514-419e-8aab-6f61471852a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-451146787-subnet', 'tenant_id': '169b468d0b9e48b4ab28c9a7a97be391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:58.815889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0543861-1b82-452e-8f37-81b04700a1f5 admin admin] Pushing event updated for resources: {'Network': ['ID=7592f621-9514-419e-8aab-6f61471852a1,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:58.827427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 7592f621-9514-419e-8aab-6f61471852a1 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:03:58.845082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2245913a-df98-4a8a-84c0-1d4789a13d99 req-c5bba16c-6606-4f64-97d2-ebd01ab13b95 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583662 Aug 31 01:03:58.869411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2db507f-21a5-4a15-adc2-1ad77cfdeccc admin admin] Made reservation on behalf of 169b468d0b9e48b4ab28c9a7a97be391 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:58.872025 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e2db507f-21a5-4a15-adc2-1ad77cfdeccc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:58.893806 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-8e644b9c-6be4-4f86-8958-4eff47cbd0b2 None None] Set router 2a1450cc-f13e-4e78-b959-e2a252de3951 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:59.062128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b08dd66-46f1-4d35-8915-91cdce732498 req-f10e7c3d-93bd-4c73-b113-35c1f85efc7d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 210 time: 0.0396535 Aug 31 01:03:59.144985 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdd5696-745b-4a72-bd63-9b21db8d159b x-openstack-request-id: req-cfdd5696-745b-4a72-bd63-9b21db8d159b {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:03:59.146059 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0304022-dfa6-4917-a975-10f51bfae241", "name": "network-vif-deleted", "tag": "feaf8607-2bf2-4d58-8b77-87040db10055", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:03:59.146471 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cfdd5696-745b-4a72-bd63-9b21db8d159b {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:03:59.147025 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0304022-dfa6-4917-a975-10f51bfae241', 'name': 'network-vif-deleted', 'tag': 'feaf8607-2bf2-4d58-8b77-87040db10055', 'status': 'completed', 'code': 200} Aug 31 01:03:59.154132 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-759127b7-6b02-44cf-aa95-5a5f62babe1d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:59.158205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b0fc2e5-66ae-43a1-baa2-3e3a450b77aa req-8d5061dc-6911-4a8a-a07f-b0fe54e9d4b8 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 210 time: 0.0507956 Aug 31 01:03:59.246347 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-759127b7-6b02-44cf-aa95-5a5f62babe1d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Transition to ACTIVE for port object 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:03:59.257776 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e2db507f-21a5-4a15-adc2-1ad77cfdeccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:59.279912 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-f35dbd9d-9490-44b5-8460-9f446ebefc33 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:59.281429 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-f35dbd9d-9490-44b5-8460-9f446ebefc33 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf&tenant_id=293537de7bd940eabdbb028d66a178c1&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 1096 time: 0.1315181 Aug 31 01:03:59.318125 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8e644b9c-6be4-4f86-8958-4eff47cbd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:13Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:59.351746 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-701201d2-7e63-4ba1-bf2c-5aed45286419 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:59.353377 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-701201d2-7e63-4ba1-bf2c-5aed45286419 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6256173 Aug 31 01:03:59.359759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db507f-21a5-4a15-adc2-1ad77cfdeccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7e054f-1233-40d8-b09d-20822ba306a5,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:59.361740 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e644b9c-6be4-4f86-8958-4eff47cbd0b2 None None] Checking router: 2a1450cc-f13e-4e78-b959-e2a252de3951 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:03:59.369762 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-17e89c45-70ef-4d29-8c4f-b32e9828a810 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Request body: {'port': {'device_id': '983591f6-0fb6-4307-bb86-067697fb5770', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '4f4f81af0327488683358ca40e0e4b3d'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:59.376111 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e644b9c-6be4-4f86-8958-4eff47cbd0b2 None None] Routers {'2a1450cc-f13e-4e78-b959-e2a252de3951'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:03:59.376907 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db507f-21a5-4a15-adc2-1ad77cfdeccc admin admin] Checking segment: {'id': '948fcfc2-83c8-497d-b058-b5a308930892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7592f621-9514-419e-8aab-6f61471852a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:03:59.377089 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8e644b9c-6be4-4f86-8958-4eff47cbd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2a1450cc-f13e-4e78-b959-e2a252de3951'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:59.377627 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db507f-21a5-4a15-adc2-1ad77cfdeccc admin admin] Network hostable DHCP agents. Network: 7592f621-9514-419e-8aab-6f61471852a1, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:03:59.379901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-0dc4a239-b08d-478c-83df-343c46e7c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:59.381599 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-0dc4a239-b08d-478c-83df-343c46e7c097 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf&tenant_id=293537de7bd940eabdbb028d66a178c1 HTTP/1.1" status: 200 len: 1096 time: 0.0838745 Aug 31 01:03:59.392469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-759127b7-6b02-44cf-aa95-5a5f62babe1d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:59.399796 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db507f-21a5-4a15-adc2-1ad77cfdeccc admin admin] Network 7592f621-9514-419e-8aab-6f61471852a1 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:03:59.426055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-e2db507f-21a5-4a15-adc2-1ad77cfdeccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 7592f621-9514-419e-8aab-6f61471852a1) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:59.436336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2db507f-21a5-4a15-adc2-1ad77cfdeccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:59.437064 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e2db507f-21a5-4a15-adc2-1ad77cfdeccc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:59.441317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b169a659-f551-4470-a13c-c03493c4ffd4 None None] Network 7592f621-9514-419e-8aab-6f61471852a1 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:59.488073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e2db507f-21a5-4a15-adc2-1ad77cfdeccc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6931710 Aug 31 01:03:59.546017 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-8e644b9c-6be4-4f86-8958-4eff47cbd0b2 None None] Set router 2a1450cc-f13e-4e78-b959-e2a252de3951 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:03:59.568134 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-759127b7-6b02-44cf-aa95-5a5f62babe1d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Network f36e5826-aded-4618-8526-77145a8c01a8 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:03:59.610729 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-759127b7-6b02-44cf-aa95-5a5f62babe1d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:03:59.621180 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-759127b7-6b02-44cf-aa95-5a5f62babe1d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:03:59.628260 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759127b7-6b02-44cf-aa95-5a5f62babe1d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Pushing event updated for resources: {'Port': ['ID=60308f22-5ff6-4a4e-9bd8-104c12cf8d98,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:59.662253 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-27fec8b1-2a15-4ccb-8f22-d56560d84ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:59.663874 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-27fec8b1-2a15-4ccb-8f22-d56560d84ee2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293537de7bd940eabdbb028d66a178c1&device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 1096 time: 0.2362525 Aug 31 01:03:59.679824 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99a52fa-00f0-4ae4-bfaa-2cb713117828 None None] Network 7592f621-9514-419e-8aab-6f61471852a1 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:59.791636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-759127b7-6b02-44cf-aa95-5a5f62babe1d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:59.791956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c6a23-b351-460c-aec7-5e786814700f req-d9835fda-58ad-4b01-98c2-b238bfa2b55c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:59.792299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-759127b7-6b02-44cf-aa95-5a5f62babe1d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:59.798734 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab6c6a23-b351-460c-aec7-5e786814700f req-d9835fda-58ad-4b01-98c2-b238bfa2b55c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 944 time: 0.1149142 Aug 31 01:03:59.830877 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-17e89c45-70ef-4d29-8c4f-b32e9828a810 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Made reservation on behalf of 4f4f81af0327488683358ca40e0e4b3d for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:03:59.835500 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-17e89c45-70ef-4d29-8c4f-b32e9828a810 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:59.845153 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-759127b7-6b02-44cf-aa95-5a5f62babe1d tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8683012 Aug 31 01:03:59.886271 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Request body: {'port': {'device_id': 'bcfe7a67-0b4d-444d-8b87-2f705bbca88c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:59.917772 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-29337e86-a743-4ad4-874c-4f56fbc7a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:59.919256 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-29337e86-a743-4ad4-874c-4f56fbc7a0d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 200 len: 921 time: 0.2407937 Aug 31 01:03:59.922143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab6c6a23-b351-460c-aec7-5e786814700f req-5f800712-9fc0-4a70-aca7-dc8a570eeff5 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133811 Aug 31 01:03:59.939590 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8e644b9c-6be4-4f86-8958-4eff47cbd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:13Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:03:59.996896 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e644b9c-6be4-4f86-8958-4eff47cbd0b2 None None] The sync data for ids ['2a1450cc-f13e-4e78-b959-e2a252de3951'] in n-d-802060-13 is: [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:13Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:04:00.069239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-bc875ee7-99eb-43d8-8338-e414ba707cce None None] Provisioning for port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:00.076483 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-bc875ee7-99eb-43d8-8338-e414ba707cce None None] Provisioning complete for port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:00.076971 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bc875ee7-99eb-43d8-8338-e414ba707cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.096809 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-873eace6-aa6d-46e7-b217-274680d29305 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc HTTP/1.1" status: 200 len: 217 time: 0.1473093 Aug 31 01:04:00.107266 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.127402 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-bc875ee7-99eb-43d8-8338-e414ba707cce None None] Port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:00.219467 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-a81d1bce-5025-46d6-a86c-b511d66ff7e0 req-bab7b380-c7b9-4570-aa9a-e832779acc7b tempest-SecurityGroupsNegativeTestJSON-693926651 tempest-SecurityGroupsNegativeTestJSON-693926651-project] show failed (client error): The resource could not be found. Aug 31 01:04:00.220643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a81d1bce-5025-46d6-a86c-b511d66ff7e0 req-bab7b380-c7b9-4570-aa9a-e832779acc7b tempest-SecurityGroupsNegativeTestJSON-693926651 tempest-SecurityGroupsNegativeTestJSON-693926651-project] 10.222.0.58 "GET /v2.0/security-groups/7175aa58-e9b0-4ca6-9909-06da5466f2c6 HTTP/1.1" status: 404 len: 352 time: 0.0189488 Aug 31 01:04:00.328434 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-bae89972-3f57-4d86-8648-e3e44733383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:00.329967 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-bae89972-3f57-4d86-8648-e3e44733383d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 200 len: 860 time: 0.2058702 Aug 31 01:04:00.334310 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-17e89c45-70ef-4d29-8c4f-b32e9828a810 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Allocated IP 192.168.233.165 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/778cde34-4886-4a62-8c0c-89e81bb4200d) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:00.367673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33397d6-0473-4b12-8c6b-4fdb20ca733e None None] New status for floating IP d7673a50-7321-4fc6-86d4-5c1ac0bee0da: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:04:00.396535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12b4bb-80fb-4fe5-9d44-62be819351fc req-d9c0761b-1918-4303-9afa-d76570a348f9 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:00.398847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e12b4bb-80fb-4fe5-9d44-62be819351fc req-d9c0761b-1918-4303-9afa-d76570a348f9 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.0891843 Aug 31 01:04:00.399036 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-960d6021-06ad-4fcb-b58e-9d13815a91c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12cab241-583d-479a-8ed9-1b2de0acbda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408835 Aug 31 01:04:00.463214 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e12b4bb-80fb-4fe5-9d44-62be819351fc req-3bd424b0-afc3-4302-8aab-18c721c48389 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461063 Aug 31 01:04:00.515309 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705241e4-87a6-439e-a506-3f7cf7869e06 req-d8bcdb60-2ea6-46c5-908a-e3eb87231261 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:00.517315 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-705241e4-87a6-439e-a506-3f7cf7869e06 req-d8bcdb60-2ea6-46c5-908a-e3eb87231261 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 931 time: 0.0720193 Aug 31 01:04:00.576124 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b284f5b5-8fc0-4581-b299-6db2e96a7327 req-4351f3f6-fdd1-4d12-9d37-7a3e59c13054 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 210 time: 0.0300546 Aug 31 01:04:00.591350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-705241e4-87a6-439e-a506-3f7cf7869e06 req-f53269ac-9289-44dc-ad34-b08ece77378a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671816 Aug 31 01:04:00.682415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f8a701a-6a2b-4ea7-bfe3-a4c0f9c77506 req-b01941cc-0f6c-446c-8056-22a7aa5daae3 tempest-SecurityGroupsNegativeTestJSON-693926651 tempest-SecurityGroupsNegativeTestJSON-693926651-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=169b468d0b9e48b4ab28c9a7a97be391 HTTP/1.1" status: 200 len: 2984 time: 0.0555692 Aug 31 01:04:00.690962 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-6f7cf205-2875-4bee-afa4-145fe8bbf016 service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699990 Aug 31 01:04:00.734039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f8a701a-6a2b-4ea7-bfe3-a4c0f9c77506 req-b2bff267-269f-42e6-8195-7f81cdb16b2e tempest-SecurityGroupsNegativeTestJSON-693926651 tempest-SecurityGroupsNegativeTestJSON-693926651-project] 10.222.0.58 "GET /v2.0/security-groups/a42f27ad-8f17-4a48-8c42-b1a2e70ef3a8 HTTP/1.1" status: 200 len: 2981 time: 0.0434642 Aug 31 01:04:00.786083 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f8a701a-6a2b-4ea7-bfe3-a4c0f9c77506 req-57b2e2cb-6599-497a-a97a-c9ea94c61b1c tempest-SecurityGroupsNegativeTestJSON-693926651 tempest-SecurityGroupsNegativeTestJSON-693926651-project] 10.222.0.58 "GET /v2.0/security-groups/a42f27ad-8f17-4a48-8c42-b1a2e70ef3a8 HTTP/1.1" status: 200 len: 2981 time: 0.0431776 Aug 31 01:04:00.796292 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-17e89c45-70ef-4d29-8c4f-b32e9828a810 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.829380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-17e89c45-70ef-4d29-8c4f-b32e9828a810 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Transition to ACTIVE for port object 778cde34-4886-4a62-8c0c-89e81bb4200d will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:00.842244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:00.855124 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.857372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fac6f6a7-0fc8-410c-a409-df686b47dd3f req-0541eade-812e-4190-8354-025eb108f398 tempest-SecurityGroupsNegativeTestJSON-693926651 tempest-SecurityGroupsNegativeTestJSON-693926651-project] 10.222.0.58 "GET /v2.0/security-groups/a42f27ad-8f17-4a48-8c42-b1a2e70ef3a8 HTTP/1.1" status: 200 len: 2981 time: 0.0491281 Aug 31 01:04:00.885032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Transition to ACTIVE for port object 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:00.891021 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-dc52e4db-af94-4dde-b1c2-95d54ed76e89 service neutron] 10.222.0.15 "GET /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921003 Aug 31 01:04:00.896461 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.915243 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-fac6f6a7-0fc8-410c-a409-df686b47dd3f req-6d3131e8-2b81-4a36-a1af-5cc0aa588835 tempest-SecurityGroupsNegativeTestJSON-693926651 tempest-SecurityGroupsNegativeTestJSON-693926651-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 01:04:00.920044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fac6f6a7-0fc8-410c-a409-df686b47dd3f req-6d3131e8-2b81-4a36-a1af-5cc0aa588835 tempest-SecurityGroupsNegativeTestJSON-693926651 tempest-SecurityGroupsNegativeTestJSON-693926651-project] 10.222.0.58 "DELETE /v2.0/security-groups/a42f27ad-8f17-4a48-8c42-b1a2e70ef3a8 HTTP/1.1" status: 409 len: 352 time: 0.0617571 Aug 31 01:04:00.967894 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Pushing event updated for resources: {'Port': ['ID=60308f22-5ff6-4a4e-9bd8-104c12cf8d98,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:00.973939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-17e89c45-70ef-4d29-8c4f-b32e9828a810 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:00.974250 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-6e45a67a-cb06-4136-869f-f6e80d8c79ba req-be343ef6-1053-4be9-92dd-ace38b01fae9 tempest-SecurityGroupsNegativeTestJSON-693926651 tempest-SecurityGroupsNegativeTestJSON-693926651-project] show failed (client error): The resource could not be found. Aug 31 01:04:00.975600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e45a67a-cb06-4136-869f-f6e80d8c79ba req-be343ef6-1053-4be9-92dd-ace38b01fae9 tempest-SecurityGroupsNegativeTestJSON-693926651 tempest-SecurityGroupsNegativeTestJSON-693926651-project] 10.222.0.58 "GET /v2.0/security-groups/b0a3a244-6bb9-463d-a98b-a799a578dafd HTTP/1.1" status: 404 len: 352 time: 0.0225956 Aug 31 01:04:00.986566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['abbcb3e1-1df2-4e24-875b-ce85f871bb2f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:01.052632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['9c35529b-091a-41bb-83a7-320bb9a01f35'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:01.068539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device feaf8607-2bf2-4d58-8b77-87040db10055 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:01.091304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-17e89c45-70ef-4d29-8c4f-b32e9828a810 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:01.116843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-17e89c45-70ef-4d29-8c4f-b32e9828a810 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:01.120179 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-17e89c45-70ef-4d29-8c4f-b32e9828a810 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:01.123046 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: feaf8607-2bf2-4d58-8b77-87040db10055 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:04:01.123897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e89c45-70ef-4d29-8c4f-b32e9828a810 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Pushing event updated for resources: {'Port': ['ID=778cde34-4886-4a62-8c0c-89e81bb4200d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:01.124569 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device feaf8607-2bf2-4d58-8b77-87040db10055 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:04:01.217894 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-17e89c45-70ef-4d29-8c4f-b32e9828a810 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:01.218794 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-17e89c45-70ef-4d29-8c4f-b32e9828a810 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.222645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Attempting to bind port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:01.223053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Attempting to bind port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:01.223423 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Attempting to bind port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 on network f36e5826-aded-4618-8526-77145a8c01a8 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:01.223825 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-2e22832c-6c92-4002-8572-55d21818561c req-11279e0e-aa37-455a-9864-b5c3b8c37863 tempest-SecurityGroupsNegativeTestJSON-693926651 tempest-SecurityGroupsNegativeTestJSON-693926651-project] show failed (client error): The resource could not be found. Aug 31 01:04:01.242157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e22832c-6c92-4002-8572-55d21818561c req-11279e0e-aa37-455a-9864-b5c3b8c37863 tempest-SecurityGroupsNegativeTestJSON-693926651 tempest-SecurityGroupsNegativeTestJSON-693926651-project] 10.222.0.58 "GET /v2.0/security-groups/94e313ea-4428-43a6-96f4-fc524ed16e2d HTTP/1.1" status: 404 len: 352 time: 0.0524290 Aug 31 01:04:01.243793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36998) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:01.250166 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 on network f36e5826-aded-4618-8526-77145a8c01a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:01.250470 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Attempting to bind port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 on network f36e5826-aded-4618-8526-77145a8c01a8 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:01.259224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:01.259224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Checking segment: {'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:01.259645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Bound using segment: {'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:01.260182 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Bound port: 60308f22-5ff6-4a4e-9bd8-104c12cf8d98, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9580077b-e02f-43e3-8c22-a9664c3c3882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:01.260673 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.318872 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-17e89c45-70ef-4d29-8c4f-b32e9828a810 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9551105 Aug 31 01:04:01.346647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bed54b-2e11-4dd6-b880-8e8d01832168 req-fe44b183-1073-4c16-bb8d-9412c3dc359f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:01.350561 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4bed54b-2e11-4dd6-b880-8e8d01832168 req-fe44b183-1073-4c16-bb8d-9412c3dc359f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 944 time: 0.2703853 Aug 31 01:04:01.374470 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Request body: {'port': {'device_id': '983591f6-0fb6-4307-bb86-067697fb5770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:01.398370 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.436999 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef82f89d-b22b-4555-b28b-beeca1a60be9 admin admin] Deleting subnet 5a7e054f-1233-40d8-b09d-20822ba306a5 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:04:01.452240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef82f89d-b22b-4555-b28b-beeca1a60be9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.496630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4bed54b-2e11-4dd6-b880-8e8d01832168 req-b856bc84-4f87-4ea1-85f1-78a03936adbe tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202374 Aug 31 01:04:01.539186 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef82f89d-b22b-4555-b28b-beeca1a60be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.543391 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] For port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:01.551037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] For port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=60308f22-5ff6-4a4e-9bd8-104c12cf8d98,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:01.591476 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.623074 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef82f89d-b22b-4555-b28b-beeca1a60be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.675187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-db9946af-6168-4c1d-b5f2-1059e5ca1b46 None None] Provisioning for port 778cde34-4886-4a62-8c0c-89e81bb4200d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:01.682761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-db9946af-6168-4c1d-b5f2-1059e5ca1b46 None None] Provisioning complete for port 778cde34-4886-4a62-8c0c-89e81bb4200d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:01.685570 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-db9946af-6168-4c1d-b5f2-1059e5ca1b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.720552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Pushing event updated for resources: {'Port': ['ID=60308f22-5ff6-4a4e-9bd8-104c12cf8d98,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:01.734116 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef82f89d-b22b-4555-b28b-beeca1a60be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.735936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-db9946af-6168-4c1d-b5f2-1059e5ca1b46 None None] Port 778cde34-4886-4a62-8c0c-89e81bb4200d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:01.750707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-2c3f4111-93d2-4566-a5d5-ec9788546b3d tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:01.753526 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-2c3f4111-93d2-4566-a5d5-ec9788546b3d tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf&tenant_id=293537de7bd940eabdbb028d66a178c1&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1096 time: 0.4759598 Aug 31 01:04:01.757046 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:01.757785 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.759382 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-348fe17a-57e5-492a-a500-7eeb6207973f service neutron] 10.222.0.70 "PUT /v2.0/ports/60308f22-5ff6-4a4e-9bd8-104c12cf8d98 HTTP/1.1" status: 200 len: 1092 time: 1.8946531 Aug 31 01:04:01.759994 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfe7a67-0b4d-444d-8b87-2f705bbca88c', 'tag': '60308f22-5ff6-4a4e-9bd8-104c12cf8d98'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:01.764301 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c87b8eb-c6f2-4454-8f65-4329d1c6e3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "bcfe7a67-0b4d-444d-8b87-2f705bbca88c", "tag": "60308f22-5ff6-4a4e-9bd8-104c12cf8d98"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:01.772467 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.793489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82f89d-b22b-4555-b28b-beeca1a60be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a7e054f-1233-40d8-b09d-20822ba306a5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:01.808474 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef82f89d-b22b-4555-b28b-beeca1a60be9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.815827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ef82f89d-b22b-4555-b28b-beeca1a60be9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5a7e054f-1233-40d8-b09d-20822ba306a5 HTTP/1.1" status: 204 len: 168 time: 0.5510373 Aug 31 01:04:01.816734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37044) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:01.901641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607714ab-5179-4886-9829-adf6d9564ba8 req-cd5adbfc-7f39-448a-868a-3227f2e62343 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:01.903213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-607714ab-5179-4886-9829-adf6d9564ba8 req-cd5adbfc-7f39-448a-868a-3227f2e62343 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.2146657 Aug 31 01:04:01.934874 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2064ec99-9b53-4897-bca0-ae56aa602f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:01.979363 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-2202a74f-b1b8-4cca-a31a-a7489ccbf6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:01.981211 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-2202a74f-b1b8-4cca-a31a-a7489ccbf6dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=047bff4e166e4dfeaa95745db4e16cc0&device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 1095 time: 0.1380634 Aug 31 01:04:01.986715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-607714ab-5179-4886-9829-adf6d9564ba8 req-2825428f-06bd-42d2-a14d-0443ce7a7b19 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733747 Aug 31 01:04:02.081506 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2064ec99-9b53-4897-bca0-ae56aa602f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.113399 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-be245a4e-1b66-44a9-9a9c-1f3bf4bae0d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60308f22-5ff6-4a4e-9bd8-104c12cf8d98 HTTP/1.1" status: 200 len: 217 time: 0.0602071 Aug 31 01:04:02.124109 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-2064ec99-9b53-4897-bca0-ae56aa602f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7592f621-9514-419e-8aab-6f61471852a1']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:02.141426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-2064ec99-9b53-4897-bca0-ae56aa602f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948fcfc2-83c8-497d-b058-b5a308930892') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:02.141725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-2064ec99-9b53-4897-bca0-ae56aa602f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948fcfc2-83c8-497d-b058-b5a308930892') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:02.154568 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2064ec99-9b53-4897-bca0-ae56aa602f47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.173664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22367b-6804-4192-9b16-fc1902e955c4 req-114b0ee4-47ef-4f14-b2a9-8e5726c019db tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:02.175181 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a22367b-6804-4192-9b16-fc1902e955c4 req-114b0ee4-47ef-4f14-b2a9-8e5726c019db tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 936 time: 0.0981874 Aug 31 01:04:02.183371 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2064ec99-9b53-4897-bca0-ae56aa602f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.205910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2064ec99-9b53-4897-bca0-ae56aa602f47 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:04:02.206304 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2064ec99-9b53-4897-bca0-ae56aa602f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:04:02.208262 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:04:02.224261 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-630e3dcc-2d3d-437a-952f-c7d8fdc6e63f service neutron] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:02.227534 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-7ce11c37-ae57-498e-b88d-9663ba723a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:02.229016 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-7ce11c37-ae57-498e-b88d-9663ba723a20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa HTTP/1.1" status: 200 len: 862 time: 0.1051641 Aug 31 01:04:02.233654 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-630e3dcc-2d3d-437a-952f-c7d8fdc6e63f service neutron] Notify callbacks [] for binding, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.234677 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-923eb2af-f392-44fd-84a6-01adf33c3247 req-630e3dcc-2d3d-437a-952f-c7d8fdc6e63f service neutron] 10.222.0.15 "DELETE /v2.0/ports/76035d0a-a2c5-4b0b-ba19-c15081e3c5fc/bindings/n-h2-802060-13 HTTP/1.1" status: 204 len: 173 time: 0.4654477 Aug 31 01:04:02.305854 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2064ec99-9b53-4897-bca0-ae56aa602f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.311243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a22367b-6804-4192-9b16-fc1902e955c4 req-7d9dd9de-be14-403a-adb0-a514e31e0f60 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229975 Aug 31 01:04:02.315966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-5251a86f-5e38-4e9e-8e38-f00b00180d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:02.317917 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2064ec99-9b53-4897-bca0-ae56aa602f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.318100 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-5251a86f-5e38-4e9e-8e38-f00b00180d4f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f36e5826-aded-4618-8526-77145a8c01a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807829 Aug 31 01:04:02.322480 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2064ec99-9b53-4897-bca0-ae56aa602f47 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7592f621-9514-419e-8aab-6f61471852a1 HTTP/1.1" status: 204 len: 168 time: 0.5009336 Aug 31 01:04:02.339567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c7deb-1636-458d-8c9f-67fb236771c5 req-53d07e06-9b16-4a19-8ff0-d3ee240a99b7 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:02.339567 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f0c7deb-1636-458d-8c9f-67fb236771c5 req-53d07e06-9b16-4a19-8ff0-d3ee240a99b7 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 943 time: 0.1437943 Aug 31 01:04:02.342468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064ec99-9b53-4897-bca0-ae56aa602f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=7592f621-9514-419e-8aab-6f61471852a1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:02.398897 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f0c7deb-1636-458d-8c9f-67fb236771c5 req-dcbeb981-c764-44c5-a41b-47a084d785c9 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496354 Aug 31 01:04:02.441475 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778cde34-4886-4a62-8c0c-89e81bb4200d {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:02.453758 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.474954 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa6647d-476c-4d77-b1ef-c10721993da8 x-openstack-request-id: req-4aa6647d-476c-4d77-b1ef-c10721993da8 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:02.475478 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcfe7a67-0b4d-444d-8b87-2f705bbca88c", "tag": "60308f22-5ff6-4a4e-9bd8-104c12cf8d98", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:02.475606 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4aa6647d-476c-4d77-b1ef-c10721993da8 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:02.475946 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfe7a67-0b4d-444d-8b87-2f705bbca88c', 'tag': '60308f22-5ff6-4a4e-9bd8-104c12cf8d98', 'status': 'completed', 'code': 200} Aug 31 01:04:02.496541 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Transition to ACTIVE for port object 778cde34-4886-4a62-8c0c-89e81bb4200d will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:02.503541 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-dd421c7e-6b58-44d2-831a-9743a742b0d2 service neutron] 10.222.0.70 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768944 Aug 31 01:04:02.505304 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.516169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37078) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:02.610879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-20bde0ae-fef7-47c8-aba0-9aa75520d9c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=169b468d0b9e48b4ab28c9a7a97be391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0929580 Aug 31 01:04:02.616770 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37100) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:02.716302 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-77d6f8f9-6160-4647-989f-949fbd33ba4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.747525 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-77d6f8f9-6160-4647-989f-949fbd33ba4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.766428 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b98a1c-837c-4e48-b802-b79b1c610e3d req-db9e2bbe-d72f-488a-8c6e-56f4dc19a87c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:02.768240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11b98a1c-837c-4e48-b802-b79b1c610e3d req-db9e2bbe-d72f-488a-8c6e-56f4dc19a87c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 944 time: 0.0966325 Aug 31 01:04:02.830684 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11b98a1c-837c-4e48-b802-b79b1c610e3d req-3a8f617f-04ff-4910-8b27-745020a3c17a tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514095 Aug 31 01:04:02.848744 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-77d6f8f9-6160-4647-989f-949fbd33ba4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.851396 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-77d6f8f9-6160-4647-989f-949fbd33ba4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:02.852556 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-77d6f8f9-6160-4647-989f-949fbd33ba4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a42f27ad-8f17-4a48-8c42-b1a2e70ef3a8 HTTP/1.1" status: 204 len: 168 time: 0.2330132 Aug 31 01:04:02.861341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6f8f9-6160-4647-989f-949fbd33ba4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42f27ad-8f17-4a48-8c42-b1a2e70ef3a8,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:02.926798 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=778cde34-4886-4a62-8c0c-89e81bb4200d,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:03.151689 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Attempting to bind port 778cde34-4886-4a62-8c0c-89e81bb4200d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:03.152055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Attempting to bind port 778cde34-4886-4a62-8c0c-89e81bb4200d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:03.152400 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Attempting to bind port 778cde34-4886-4a62-8c0c-89e81bb4200d on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:03.166276 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4982b985-861c-4153-aeb5-bbb38ab585a5 req-c68485bd-c72c-46a1-b2ba-a2ff939f50b9 service neutron] 10.222.0.70 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455942 Aug 31 01:04:03.167054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Port 778cde34-4886-4a62-8c0c-89e81bb4200d on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:03.167468 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Attempting to bind port 778cde34-4886-4a62-8c0c-89e81bb4200d on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:03.175118 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:03.175546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:03.175929 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:03.176544 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Bound port: 778cde34-4886-4a62-8c0c-89e81bb4200d, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:03.176961 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:03.188215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae1495-bdfb-4e52-8050-6fb175d16e55 req-b97b632f-d618-46b4-8b54-13218e14d414 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:03.189878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3ae1495-bdfb-4e52-8050-6fb175d16e55 req-b97b632f-d618-46b4-8b54-13218e14d414 tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 1096 time: 0.1114464 Aug 31 01:04:03.232214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5983b0c-a6d6-4b4d-a078-047af5c58b90 req-a7d34dd3-268b-4bdd-8b52-468d29c60c83 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:03.233945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5983b0c-a6d6-4b4d-a078-047af5c58b90 req-a7d34dd3-268b-4bdd-8b52-468d29c60c83 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.0869591 Aug 31 01:04:03.277732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3ae1495-bdfb-4e52-8050-6fb175d16e55 req-885ed5af-46a4-4649-bd74-612954aece9d tempest-LiveAutoBlockMigrationV225Test-81920299 tempest-LiveAutoBlockMigrationV225Test-81920299-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763266 Aug 31 01:04:03.292321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5983b0c-a6d6-4b4d-a078-047af5c58b90 req-2637c5fd-81f1-4a4d-8d5a-0b5462972f49 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491338 Aug 31 01:04:03.380704 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] For port 778cde34-4886-4a62-8c0c-89e81bb4200d, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:03.384832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] For port 778cde34-4886-4a62-8c0c-89e81bb4200d, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=778cde34-4886-4a62-8c0c-89e81bb4200d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:03.395603 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87b8eb-c6f2-4454-8f65-4329d1c6e3d3 req-a249a5de-a8f4-4f23-9c58-d32d2b8afb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:03.398327 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6c87b8eb-c6f2-4454-8f65-4329d1c6e3d3 req-a249a5de-a8f4-4f23-9c58-d32d2b8afb82 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=047bff4e166e4dfeaa95745db4e16cc0&device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 1095 time: 0.1678760 Aug 31 01:04:03.399653 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:03.481933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25599f00-3f18-4001-a76e-f9d9d6878419 req-3d9af75f-6672-42fe-8203-8d5295ec6117 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:03.484191 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25599f00-3f18-4001-a76e-f9d9d6878419 req-3d9af75f-6672-42fe-8203-8d5295ec6117 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 948 time: 0.0751393 Aug 31 01:04:03.533124 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25599f00-3f18-4001-a76e-f9d9d6878419 req-1f0f5f52-57cc-49ed-aa93-676d9f47c83f tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419366 Aug 31 01:04:03.558887 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:03.565163 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:03.568064 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] 10.222.0.70 "PUT /v2.0/ports/778cde34-4886-4a62-8c0c-89e81bb4200d HTTP/1.1" status: 200 len: 1097 time: 2.2115667 Aug 31 01:04:03.659984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09013c10-dfb2-40c9-baa4-6966d100d8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=778cde34-4886-4a62-8c0c-89e81bb4200d,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:03.707856 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87b8eb-c6f2-4454-8f65-4329d1c6e3d3 req-8e477009-0ff9-4096-8744-649d9616d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:03.710243 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6c87b8eb-c6f2-4454-8f65-4329d1c6e3d3 req-8e477009-0ff9-4096-8744-649d9616d2d6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f36e5826-aded-4618-8526-77145a8c01a8 HTTP/1.1" status: 200 len: 924 time: 0.2972946 Aug 31 01:04:03.718160 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-bbc4b2d1-67e5-4c25-9f8f-37a57104e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:03.719762 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-bbc4b2d1-67e5-4c25-9f8f-37a57104e933 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 1100 time: 0.0921741 Aug 31 01:04:03.777101 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6c87b8eb-c6f2-4454-8f65-4329d1c6e3d3 req-bb4769c0-2057-43cd-b553-8a3773d5837a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60308f22-5ff6-4a4e-9bd8-104c12cf8d98 HTTP/1.1" status: 200 len: 217 time: 0.0563776 Aug 31 01:04:03.873406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87b8eb-c6f2-4454-8f65-4329d1c6e3d3 req-c1b154be-4188-4a87-9de2-f68a7ee70097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:03.875151 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6c87b8eb-c6f2-4454-8f65-4329d1c6e3d3 req-c1b154be-4188-4a87-9de2-f68a7ee70097 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa HTTP/1.1" status: 200 len: 862 time: 0.0678587 Aug 31 01:04:03.876295 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-9edee053-741d-47b1-8d69-72829a14aef5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=778cde34-4886-4a62-8c0c-89e81bb4200d HTTP/1.1" status: 200 len: 217 time: 0.1477492 Aug 31 01:04:03.932938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db69f2f-c93c-42c9-8500-15a38079c252 req-5f749592-c72c-4837-bce9-d9f6bd380870 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:03.934465 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4db69f2f-c93c-42c9-8500-15a38079c252 req-5f749592-c72c-4837-bce9-d9f6bd380870 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 943 time: 0.0763023 Aug 31 01:04:03.975807 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87b8eb-c6f2-4454-8f65-4329d1c6e3d3 req-238eb9e4-dcdb-49e4-9de0-b99ed4f0681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:03.977618 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6c87b8eb-c6f2-4454-8f65-4329d1c6e3d3 req-238eb9e4-dcdb-49e4-9de0-b99ed4f0681b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f36e5826-aded-4618-8526-77145a8c01a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885162 Aug 31 01:04:03.978959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4db69f2f-c93c-42c9-8500-15a38079c252 req-31e26641-670a-41df-957e-200b55a70f09 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357299 Aug 31 01:04:03.979238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-e45b2fb2-43c0-4618-9b61-380dec296b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:03.980584 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-e45b2fb2-43c0-4618-9b61-380dec296b14 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0802734 Aug 31 01:04:04.078343 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d4ad6-bead-4249-8469-6bcdf93b78d4 req-49f75bae-53b6-4c13-b195-4a366084b48d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:04.080134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-223d4ad6-bead-4249-8469-6bcdf93b78d4 req-49f75bae-53b6-4c13-b195-4a366084b48d tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 944 time: 0.0580251 Aug 31 01:04:04.080852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37206) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:04.121479 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-12906874-e718-470f-bff4-a186b2cffaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:04.122999 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-12906874-e718-470f-bff4-a186b2cffaec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1133411 Aug 31 01:04:04.151915 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-223d4ad6-bead-4249-8469-6bcdf93b78d4 req-29e316cc-aacc-4dd7-a0a7-1b98d5aef8f5 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616260 Aug 31 01:04:04.222711 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6c87b8eb-c6f2-4454-8f65-4329d1c6e3d3 req-d9efc911-f25e-4322-af73-5e9be843b9df service neutron] 10.222.0.70 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293944 Aug 31 01:04:04.231394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1501119052-network', 'tenant_id': '72faa29446d64ecf9eee39174663ec03'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:04.260173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] Made reservation on behalf of 72faa29446d64ecf9eee39174663ec03 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:04.262739 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.279298 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.306723 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-db2bd592-be00-4d99-9125-bdafed141cc8 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733594 Aug 31 01:04:04.391309 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6c87b8eb-c6f2-4454-8f65-4329d1c6e3d3 req-558a99b0-b077-478d-8f4b-7085db2f36c4 service neutron] 10.222.0.70 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597867 Aug 31 01:04:04.409539 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.420197 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.431617 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7754c85b-c3f6-434f-832b-7b0a260290e9 req-b8aa2650-d9fe-46fd-a925-529ea641de80 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128550 Aug 31 01:04:04.463941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:04:04.477505 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983591f6-0fb6-4307-bb86-067697fb5770', 'tag': '778cde34-4886-4a62-8c0c-89e81bb4200d'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:04.480223 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b632742e-a48a-4148-b3ae-4bf209ce58c0" -d '{"events": [{"name": "network-changed", "server_uuid": "983591f6-0fb6-4307-bb86-067697fb5770", "tag": "778cde34-4886-4a62-8c0c-89e81bb4200d"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:04.490138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e219fb1-1d9b-4745-be67-7bbe82f6f8ee,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:04.502557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec222b-33c1-4d4f-aa79-980ac9bb15b2 req-07d53e7a-b877-4b94-aa06-db2331b7373d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:04.503267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65ec222b-33c1-4d4f-aa79-980ac9bb15b2 req-07d53e7a-b877-4b94-aa06-db2331b7373d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.0993605 Aug 31 01:04:04.505226 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.505590 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] Added segment 7a7c13ee-dca3-43d0-bf64-82b0efaca511 of type vlan for network 246986d8-29af-406b-89ce-ffef7836588f Aug 31 01:04:04.517761 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cacb456-adc2-4fc2-b0eb-d98175833fef x-openstack-request-id: req-9cacb456-adc2-4fc2-b0eb-d98175833fef {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:04.518053 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983591f6-0fb6-4307-bb86-067697fb5770", "tag": "778cde34-4886-4a62-8c0c-89e81bb4200d", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:04.518305 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cacb456-adc2-4fc2-b0eb-d98175833fef {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:04.518708 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983591f6-0fb6-4307-bb86-067697fb5770', 'tag': '778cde34-4886-4a62-8c0c-89e81bb4200d', 'status': 'completed', 'code': 200} Aug 31 01:04:04.577475 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.591137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65ec222b-33c1-4d4f-aa79-980ac9bb15b2 req-93bff31c-d6e2-438f-b3bf-8f0672af1c39 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772557 Aug 31 01:04:04.598232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632742e-a48a-4148-b3ae-4bf209ce58c0 req-5f21aaf2-7205-4fc9-abc4-3f85d8e82bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:04.617288 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b632742e-a48a-4148-b3ae-4bf209ce58c0 req-5f21aaf2-7205-4fc9-abc4-3f85d8e82bd6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 1100 time: 0.0745490 Aug 31 01:04:04.637187 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.638112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:04.638688 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.725186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6431520 Aug 31 01:04:04.725352 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632742e-a48a-4148-b3ae-4bf209ce58c0 req-4e2b0a20-17be-4f8f-bda3-ed1a99098f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:04.725818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37264) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:04.726782 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b632742e-a48a-4148-b3ae-4bf209ce58c0 req-4e2b0a20-17be-4f8f-bda3-ed1a99098f10 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.1030014 Aug 31 01:04:04.732942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e6fcf9fb-f65c-4c1c-ac12-351e6b31e75f admin admin] Request body: {'subnet': {'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1501119052-subnet', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:04.736771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843f9fc-9cef-4e40-9f68-f8ad24b3bd09 admin admin] Pushing event updated for resources: {'Network': ['ID=246986d8-29af-406b-89ce-ffef7836588f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:04.750656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 246986d8-29af-406b-89ce-ffef7836588f details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:04:04.758253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a9199-4f4e-4018-9a3d-42b6db551e6b req-3de7706c-2dd4-49b5-9079-1e80233ba2a6 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:04.759809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b5a9199-4f4e-4018-9a3d-42b6db551e6b req-3de7706c-2dd4-49b5-9079-1e80233ba2a6 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 948 time: 0.1330969 Aug 31 01:04:04.772456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fcf9fb-f65c-4c1c-ac12-351e6b31e75f admin admin] Made reservation on behalf of 72faa29446d64ecf9eee39174663ec03 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:04.775122 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e6fcf9fb-f65c-4c1c-ac12-351e6b31e75f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:04.782793 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b632742e-a48a-4148-b3ae-4bf209ce58c0 req-6fc488cb-eba6-4058-aef9-e46e9f9c1621 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=778cde34-4886-4a62-8c0c-89e81bb4200d HTTP/1.1" status: 200 len: 217 time: 0.0477676 Aug 31 01:04:04.861658 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ba218-c1d7-40f8-83aa-1c66f89446e5 req-92a27f78-6d85-4040-87a1-79e8434ba383 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:04.863185 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f01ba218-c1d7-40f8-83aa-1c66f89446e5 req-92a27f78-6d85-4040-87a1-79e8434ba383 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 944 time: 0.1213739 Aug 31 01:04:04.868507 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632742e-a48a-4148-b3ae-4bf209ce58c0 req-e03840eb-7445-4765-b6d3-e5f6dc0f27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:04.870950 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b632742e-a48a-4148-b3ae-4bf209ce58c0 req-e03840eb-7445-4765-b6d3-e5f6dc0f27b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0738711 Aug 31 01:04:04.881354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b5a9199-4f4e-4018-9a3d-42b6db551e6b req-97ea25da-7657-4b6b-ab69-101bd8364dfd tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037045 Aug 31 01:04:05.018985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632742e-a48a-4148-b3ae-4bf209ce58c0 req-a4ab6d43-e020-42b7-a0ba-db9d32791ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:05.020966 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b632742e-a48a-4148-b3ae-4bf209ce58c0 req-a4ab6d43-e020-42b7-a0ba-db9d32791ba4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1391256 Aug 31 01:04:05.053221 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e6fcf9fb-f65c-4c1c-ac12-351e6b31e75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.160101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcf9fb-f65c-4c1c-ac12-351e6b31e75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=41069672-6dd4-4232-b8a2-2f7dac38b3b6,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:05.194487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fcf9fb-f65c-4c1c-ac12-351e6b31e75f admin admin] Checking segment: {'id': '7a7c13ee-dca3-43d0-bf64-82b0efaca511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '246986d8-29af-406b-89ce-ffef7836588f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:05.194934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fcf9fb-f65c-4c1c-ac12-351e6b31e75f admin admin] Network hostable DHCP agents. Network: 246986d8-29af-406b-89ce-ffef7836588f, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:04:05.206093 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6caaed-1050-4d8e-afa5-bbea99834551 req-f2167960-99ed-4867-8b8c-d2cb5d0ccf1b tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:05.209330 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc6caaed-1050-4d8e-afa5-bbea99834551 req-f2167960-99ed-4867-8b8c-d2cb5d0ccf1b tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 943 time: 0.0924504 Aug 31 01:04:05.245325 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b632742e-a48a-4148-b3ae-4bf209ce58c0 req-03573018-cd00-473f-86bf-2553df3325fe service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042797 Aug 31 01:04:05.249266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-f01ba218-c1d7-40f8-83aa-1c66f89446e5 req-ad81456d-7904-4af3-bee7-ea0c11cc6619 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Deleting port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:05.249664 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f01ba218-c1d7-40f8-83aa-1c66f89446e5 req-ad81456d-7904-4af3-bee7-ea0c11cc6619 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.262493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fcf9fb-f65c-4c1c-ac12-351e6b31e75f admin admin] Network 246986d8-29af-406b-89ce-ffef7836588f is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:04:05.301060 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc6caaed-1050-4d8e-afa5-bbea99834551 req-b5d8de2f-bd93-4b56-9980-4a257bc5fdb2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784895 Aug 31 01:04:05.301751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-e6fcf9fb-f65c-4c1c-ac12-351e6b31e75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 246986d8-29af-406b-89ce-ffef7836588f) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:05.310759 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd80089-5adf-4c4d-898c-f16d733957db None None] Network 246986d8-29af-406b-89ce-ffef7836588f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:05.351938 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:04:05.357645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fcf9fb-f65c-4c1c-ac12-351e6b31e75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:05.358246 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e6fcf9fb-f65c-4c1c-ac12-351e6b31e75f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.376792 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37284) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:05.390989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e6fcf9fb-f65c-4c1c-ac12-351e6b31e75f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6590748 Aug 31 01:04:05.390989 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37288) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:05.396177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:05.411959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7e513-00aa-42f9-8a0e-c01d0130a506 req-8c8a5a2e-9463-434c-8933-0b391dc8016f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:05.413422 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49b7e513-00aa-42f9-8a0e-c01d0130a506 req-8c8a5a2e-9463-434c-8933-0b391dc8016f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 944 time: 0.1311061 Aug 31 01:04:05.463788 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.464900 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.471798 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49b7e513-00aa-42f9-8a0e-c01d0130a506 req-7628a9d6-026c-4f90-85e9-04b45d735e6b tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503240 Aug 31 01:04:05.497861 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:04:05.525360 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-f01ba218-c1d7-40f8-83aa-1c66f89446e5 req-ad81456d-7904-4af3-bee7-ea0c11cc6619 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] For port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:05.525812 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f01ba218-c1d7-40f8-83aa-1c66f89446e5 req-ad81456d-7904-4af3-bee7-ea0c11cc6619 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.531452 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b632742e-a48a-4148-b3ae-4bf209ce58c0 req-29e2dad2-f140-4879-b8d8-c4c63246d319 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393632 Aug 31 01:04:05.532622 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.543219 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-f01ba218-c1d7-40f8-83aa-1c66f89446e5 req-ad81456d-7904-4af3-bee7-ea0c11cc6619 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Calling delete_port for 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:05.549029 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb8babe7-1c7b-434f-8256-930f4c2ca70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.639271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-246986d8-29af-406b-89ce-ffef7836588f', 'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'fixed_ips': [{'subnet_id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:04:05.640203 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.700891 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f01ba218-c1d7-40f8-83aa-1c66f89446e5 req-ad81456d-7904-4af3-bee7-ea0c11cc6619 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.727296 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['928efd53-9b17-4651-8715-27f428cea13c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:05.756950 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81456d-7904-4af3-bee7-ea0c11cc6619 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Pushing event deleted for resources: {'Port': ['ID=76035d0a-a2c5-4b0b-ba19-c15081e3c5fc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:05.758941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['76035d0a-a2c5-4b0b-ba19-c15081e3c5fc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:05.779083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01ba218-c1d7-40f8-83aa-1c66f89446e5 req-ad81456d-7904-4af3-bee7-ea0c11cc6619 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] No DVR routers for this DVR port 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:04:05.781796 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f01ba218-c1d7-40f8-83aa-1c66f89446e5 req-ad81456d-7904-4af3-bee7-ea0c11cc6619 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.784033 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f01ba218-c1d7-40f8-83aa-1c66f89446e5 req-ad81456d-7904-4af3-bee7-ea0c11cc6619 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.15 "DELETE /v2.0/ports/76035d0a-a2c5-4b0b-ba19-c15081e3c5fc HTTP/1.1" status: 204 len: 173 time: 0.9105527 Aug 31 01:04:05.787518 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.820544 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb8babe7-1c7b-434f-8256-930f4c2ca70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.827685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=60308f22-5ff6-4a4e-9bd8-104c12cf8d98,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:05.838140 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb8babe7-1c7b-434f-8256-930f4c2ca70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.874514 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '60308f22-5ff6-4a4e-9bd8-104c12cf8d98', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'port_id': '60308f22-5ff6-4a4e-9bd8-104c12cf8d98', 'mac_address': 'fa:16:3e:44:70:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:04:05.920843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7c3f-3bbb-461d-9da9-f7bc3ee106f1 req-07c37b33-8681-4dfe-ab1e-fab6342cc77a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:05.922393 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-951e7c3f-3bbb-461d-9da9-f7bc3ee106f1 req-07c37b33-8681-4dfe-ab1e-fab6342cc77a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.1568036 Aug 31 01:04:05.937058 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-eb8babe7-1c7b-434f-8256-930f4c2ca70f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3f6e6de89d6d40f8964b50d43a8b7a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5592008 Aug 31 01:04:05.939992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37294) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:05.940981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8babe7-1c7b-434f-8256-930f4c2ca70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82777260-6530-46e1-bc28-ccb5682e1317,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:05.942884 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Allocated IP 172.20.0.2 (246986d8-29af-406b-89ce-ffef7836588f/41069672-6dd4-4232-b8a2-2f7dac38b3b6/23e780ce-53c2-488f-93de-64bcd717102b) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:05.972771 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:05.993331 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-951e7c3f-3bbb-461d-9da9-f7bc3ee106f1 req-06ed202b-27b8-4693-a55f-eecc3d51b2eb tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551734 Aug 31 01:04:06.038893 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:06.076935 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-896d89c4-c364-445b-9772-bd564ad5e805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.088872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=60308f22-5ff6-4a4e-9bd8-104c12cf8d98,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:06.109481 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-896d89c4-c364-445b-9772-bd564ad5e805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.183691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-896d89c4-c364-445b-9772-bd564ad5e805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.186791 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-896d89c4-c364-445b-9772-bd564ad5e805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.190790 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-896d89c4-c364-445b-9772-bd564ad5e805 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82777260-6530-46e1-bc28-ccb5682e1317 HTTP/1.1" status: 204 len: 168 time: 0.2466788 Aug 31 01:04:06.207826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d89c4-c364-445b-9772-bd564ad5e805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82777260-6530-46e1-bc28-ccb5682e1317,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:06.256922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6495670-4d2d-446d-8c99-3db89b6ae08e req-3890a374-59d6-4a06-9ae8-c1353865b9c1 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:06.265171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6495670-4d2d-446d-8c99-3db89b6ae08e req-3890a374-59d6-4a06-9ae8-c1353865b9c1 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 948 time: 0.2328825 Aug 31 01:04:06.269199 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.298442 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.326623 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.377870 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6495670-4d2d-446d-8c99-3db89b6ae08e req-3393505c-726c-49bd-8968-f8726c162cdc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969062 Aug 31 01:04:06.424630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=60308f22-5ff6-4a4e-9bd8-104c12cf8d98,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:06.429387 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.441214 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Transition to ACTIVE for port object 23e780ce-53c2-488f-93de-64bcd717102b will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:06.460075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Transition to ACTIVE for port object 23e780ce-53c2-488f-93de-64bcd717102b will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:06.467829 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.520255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5797c33-c947-46a8-bef7-94ab6f02bbbf', 'name': 'network-vif-deleted', 'tag': '76035d0a-a2c5-4b0b-ba19-c15081e3c5fc'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:06.523729 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cd8560-6d79-4d1e-b65b-de9fedfc396c" -d '{"events": [{"server_uuid": "a5797c33-c947-46a8-bef7-94ab6f02bbbf", "name": "network-vif-deleted", "tag": "76035d0a-a2c5-4b0b-ba19-c15081e3c5fc"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:06.527897 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Network 246986d8-29af-406b-89ce-ffef7836588f is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:06.532901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['60308f22-5ff6-4a4e-9bd8-104c12cf8d98'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:06.543665 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:06.550722 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:06.553640 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035183b0-9625-4a51-862e-e424892292ba req-46f264fb-4f32-4944-8450-c63aedca8a0e tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:06.556292 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-035183b0-9625-4a51-862e-e424892292ba req-46f264fb-4f32-4944-8450-c63aedca8a0e tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 944 time: 0.1150358 Aug 31 01:04:06.585472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Pushing event updated for resources: {'Port': ['ID=23e780ce-53c2-488f-93de-64bcd717102b,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:06.622237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Allocated IP 172.25.6.44 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/0938f969-79d0-49ce-9da7-5621e07826c8) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:06.665878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-035183b0-9625-4a51-862e-e424892292ba req-c85f74a3-2a6e-4a19-aaaa-f63d87e41e19 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999303 Aug 31 01:04:06.684324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5e33d0f-101a-422b-b9ba-1fffd22242b1 req-3de092ce-6937-4681-ac16-9e82762c07e9 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 210 time: 0.0388682 Aug 31 01:04:06.703965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Attempting to bind port 23e780ce-53c2-488f-93de-64bcd717102b on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:06.704387 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Attempting to bind port 23e780ce-53c2-488f-93de-64bcd717102b by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '7a7c13ee-dca3-43d0-bf64-82b0efaca511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '246986d8-29af-406b-89ce-ffef7836588f'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:06.704770 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Attempting to bind port 23e780ce-53c2-488f-93de-64bcd717102b on network 246986d8-29af-406b-89ce-ffef7836588f {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:06.720545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:06.720545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Checking segment: {'id': '7a7c13ee-dca3-43d0-bf64-82b0efaca511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '246986d8-29af-406b-89ce-ffef7836588f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:06.720545 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.720975 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Bound using segment: {'id': '7a7c13ee-dca3-43d0-bf64-82b0efaca511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '246986d8-29af-406b-89ce-ffef7836588f'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:06.721065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Bound port: 23e780ce-53c2-488f-93de-64bcd717102b, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7c13ee-dca3-43d0-bf64-82b0efaca511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '246986d8-29af-406b-89ce-ffef7836588f'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:06.721446 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.741532 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a8b667-9487-4d89-8cd9-abadc73685d5 x-openstack-request-id: req-56a8b667-9487-4d89-8cd9-abadc73685d5 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:06.742090 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5797c33-c947-46a8-bef7-94ab6f02bbbf", "name": "network-vif-deleted", "tag": "76035d0a-a2c5-4b0b-ba19-c15081e3c5fc", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:06.742194 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56a8b667-9487-4d89-8cd9-abadc73685d5 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:06.742546 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5797c33-c947-46a8-bef7-94ab6f02bbbf', 'name': 'network-vif-deleted', 'tag': '76035d0a-a2c5-4b0b-ba19-c15081e3c5fc', 'status': 'completed', 'code': 200} Aug 31 01:04:06.849837 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.896090 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.902706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] For port 23e780ce-53c2-488f-93de-64bcd717102b, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:06.915772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] For port 23e780ce-53c2-488f-93de-64bcd717102b, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=23e780ce-53c2-488f-93de-64bcd717102b,segment=NetworkSegment(7a7c13ee-dca3-43d0-bf64-82b0efaca511),segment_id=7a7c13ee-dca3-43d0-bf64-82b0efaca511)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:06.921966 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:06.952873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Pushing event updated for resources: {'Port': ['ID=0938f969-79d0-49ce-9da7-5621e07826c8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:06.966897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:06.968834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:06.971493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:07.018905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b5c86-27cc-438d-a6a7-019cd46c29a5 None None] Pushing event updated for resources: {'Port': ['ID=23e780ce-53c2-488f-93de-64bcd717102b,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:07.222135 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37328) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:07.228491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca8d4d-56d9-410d-ac45-3f2cfcfad702 req-a44c9289-ae56-4cad-81aa-e7cfac15c14d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:07.230595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85ca8d4d-56d9-410d-ac45-3f2cfcfad702 req-a44c9289-ae56-4cad-81aa-e7cfac15c14d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.0835073 Aug 31 01:04:07.387344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-273404566-network', 'tenant_id': '28226a71c0e34073997a2b6dd4f2d2eb'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:07.425601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85ca8d4d-56d9-410d-ac45-3f2cfcfad702 req-40bdada8-b3dd-4d2b-87ef-8cfbb358071e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153677 Aug 31 01:04:07.440556 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] Made reservation on behalf of 28226a71c0e34073997a2b6dd4f2d2eb for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:07.445854 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.460762 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.465785 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.524069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 778cde34-4886-4a62-8c0c-89e81bb4200d details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:04:07.525987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:07.581607 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.593350 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.650726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:07.660465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cceb498f-bf95-4e90-b4a0-39dd634f2469,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:07.662572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:07.663000 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.674831 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:04:07.705842 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.706333 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] Added segment 7240f110-dd1c-41ad-802f-a1b7cd3ab4f3 of type vlan for network 7df08447-9b37-4e36-b964-679e1ae45569 Aug 31 01:04:07.714229 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 778cde34-4886-4a62-8c0c-89e81bb4200d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=778cde34-4886-4a62-8c0c-89e81bb4200d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:07.737220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '778cde34-4886-4a62-8c0c-89e81bb4200d', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '778cde34-4886-4a62-8c0c-89e81bb4200d', 'mac_address': 'fa:16:3e:92:cc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:04:07.783541 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.815588 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.817310 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:07.818133 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.842018 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.859553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778cde34-4886-4a62-8c0c-89e81bb4200d {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:07.871512 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.885354 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6613417 Aug 31 01:04:07.891622 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37342) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:07.899240 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7be673ea-0023-4997-8460-7dcf02db45e4 admin admin] Request body: {'subnet': {'network_id': '7df08447-9b37-4e36-b964-679e1ae45569', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-273404566-subnet', 'tenant_id': '28226a71c0e34073997a2b6dd4f2d2eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:07.899496 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 778cde34-4886-4a62-8c0c-89e81bb4200d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=778cde34-4886-4a62-8c0c-89e81bb4200d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:07.912429 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.920342 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3de5a-6a1e-4a8c-8509-fe75d05c4a4a admin admin] Pushing event updated for resources: {'Network': ['ID=7df08447-9b37-4e36-b964-679e1ae45569,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:07.939578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be673ea-0023-4997-8460-7dcf02db45e4 admin admin] Made reservation on behalf of 28226a71c0e34073997a2b6dd4f2d2eb for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:07.943320 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7be673ea-0023-4997-8460-7dcf02db45e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:07.997687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=778cde34-4886-4a62-8c0c-89e81bb4200d,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:08.014265 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 7df08447-9b37-4e36-b964-679e1ae45569 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:04:08.016385 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfe7a67-0b4d-444d-8b87-2f705bbca88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60308f22-5ff6-4a4e-9bd8-104c12cf8d98'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:08.021703 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae9e767-abfe-4633-9cf0-b7e76a830573" -d '{"events": [{"server_uuid": "bcfe7a67-0b4d-444d-8b87-2f705bbca88c", "name": "network-vif-plugged", "status": "completed", "tag": "60308f22-5ff6-4a4e-9bd8-104c12cf8d98"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:08.085083 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=60308f22-5ff6-4a4e-9bd8-104c12cf8d98,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:08.097050 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:08.166193 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c9618-f719-4fe9-844a-e93ddd16ef6d req-b4a2a4b9-29fe-45b2-b91c-dd76c4b47338 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:08.177134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b04c9618-f719-4fe9-844a-e93ddd16ef6d req-b4a2a4b9-29fe-45b2-b91c-dd76c4b47338 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 948 time: 0.5988545 Aug 31 01:04:08.184274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=60308f22-5ff6-4a4e-9bd8-104c12cf8d98,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:08.199873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['778cde34-4886-4a62-8c0c-89e81bb4200d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:08.219761 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7be673ea-0023-4997-8460-7dcf02db45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:08.263614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b04c9618-f719-4fe9-844a-e93ddd16ef6d req-0e0af59f-a802-4bab-8584-82ebf6409ddc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852754 Aug 31 01:04:08.384443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb976a5-88ab-4df3-a5ed-9970366b59dc req-b51d2168-4b62-4fe1-a828-83f04e255437 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:08.385749 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccb976a5-88ab-4df3-a5ed-9970366b59dc req-b51d2168-4b62-4fe1-a828-83f04e255437 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 945 time: 0.2434897 Aug 31 01:04:08.393908 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be673ea-0023-4997-8460-7dcf02db45e4 admin admin] Checking segment: {'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:08.396721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be673ea-0023-4997-8460-7dcf02db45e4 admin admin] Network hostable DHCP agents. Network: 7df08447-9b37-4e36-b964-679e1ae45569, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:04:08.399396 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be673ea-0023-4997-8460-7dcf02db45e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45904437-7514-4138-a03a-8b8d200388fe,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:08.424638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be673ea-0023-4997-8460-7dcf02db45e4 admin admin] Network 7df08447-9b37-4e36-b964-679e1ae45569 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:04:08.443476 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-7be673ea-0023-4997-8460-7dcf02db45e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 7df08447-9b37-4e36-b964-679e1ae45569) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:08.461414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c979d4-a619-4a55-a4a7-553c65e32388 None None] Network 7df08447-9b37-4e36-b964-679e1ae45569 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:08.475307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be673ea-0023-4997-8460-7dcf02db45e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:08.476018 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7be673ea-0023-4997-8460-7dcf02db45e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:08.502817 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7be673ea-0023-4997-8460-7dcf02db45e4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6100938 Aug 31 01:04:08.505192 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471a78bd-cade-41d9-ae2b-693bbe0bbf07 None None] Network 246986d8-29af-406b-89ce-ffef7836588f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:08.510084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9eef5f6-61fe-456d-9ad5-70514e45e01c req-0383ee57-a750-4990-82c7-cf294d19f741 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 210 time: 0.1204836 Aug 31 01:04:08.557290 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccb976a5-88ab-4df3-a5ed-9970366b59dc req-30d49077-6caa-45e9-a789-b04f25a452d4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557953 Aug 31 01:04:08.564459 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:08.592895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-eee9d86d-d755-454f-927b-89cc099ad77e None None] Provisioning for port 23e780ce-53c2-488f-93de-64bcd717102b completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:08.619753 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de8b134-10b4-4309-b233-1ae26ecab624 x-openstack-request-id: req-2de8b134-10b4-4309-b233-1ae26ecab624 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:08.620045 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfe7a67-0b4d-444d-8b87-2f705bbca88c", "name": "network-vif-plugged", "status": "completed", "tag": "60308f22-5ff6-4a4e-9bd8-104c12cf8d98", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:08.620298 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2de8b134-10b4-4309-b233-1ae26ecab624 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:08.620692 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfe7a67-0b4d-444d-8b87-2f705bbca88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60308f22-5ff6-4a4e-9bd8-104c12cf8d98', 'code': 200} Aug 31 01:04:08.752446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf69c6f-63fc-4a91-9d24-4966a3649521 req-32f449a3-b626-4a33-be6a-fd230a549704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:08.754384 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2bf69c6f-63fc-4a91-9d24-4966a3649521 req-32f449a3-b626-4a33-be6a-fd230a549704 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 1097 time: 0.0602429 Aug 31 01:04:08.807543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd1233f-ca3b-4174-bbb9-96c19057881c None None] Network 7df08447-9b37-4e36-b964-679e1ae45569 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:08.811139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Router a2a5cd06-28d9-45b9-b670-c6c3f889f59d is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:04:08.827825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb47d0-2bcb-4a0f-891a-659a54f93abc req-8b3d43c8-0347-4536-9f95-121af687bd29 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:08.828607 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2bf69c6f-63fc-4a91-9d24-4966a3649521 req-f2aac2a1-356c-4a4c-b523-5be7f29ad7d7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658181 Aug 31 01:04:08.829392 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5fb47d0-2bcb-4a0f-891a-659a54f93abc req-8b3d43c8-0347-4536-9f95-121af687bd29 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.0767171 Aug 31 01:04:09.007190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5fb47d0-2bcb-4a0f-891a-659a54f93abc req-02663d21-6425-406d-83ed-bb01074453b4 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695905 Aug 31 01:04:09.015742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:04:09.030809 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Sync routers for ids ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:04:09.043416 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.046334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7f774058-f966-40a2-85a1-41acb40579ff admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6528292 Aug 31 01:04:09.048106 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Routers {'a2a5cd06-28d9-45b9-b670-c6c3f889f59d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:04:09.048580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37364) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:09.049331 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:09.072893 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:09.119672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:04:09.120066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 76035d0a-a2c5-4b0b-ba19-c15081e3c5fc not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:04:09.256154 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Set router a2a5cd06-28d9-45b9-b670-c6c3f889f59d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:04:09.266394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 23e780ce-53c2-488f-93de-64bcd717102b up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:09.344737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-9bc1dcf5-7c4a-400b-8d79-a876d9569d1f tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:09.352863 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-9bc1dcf5-7c4a-400b-8d79-a876d9569d1f tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/networks?id=7df08447-9b37-4e36-b964-679e1ae45569 HTTP/1.1" status: 200 len: 804 time: 0.2348680 Aug 31 01:04:09.369039 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 23e780ce-53c2-488f-93de-64bcd717102b completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:09.373187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 23e780ce-53c2-488f-93de-64bcd717102b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:09.373674 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.381787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-c6249531-62de-4297-a828-f181c689a447 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/quotas/28226a71c0e34073997a2b6dd4f2d2eb HTTP/1.1" status: 200 len: 375 time: 0.0278978 Aug 31 01:04:09.445918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-042834f2-d4cf-41df-9bbc-c5f9fb20083b tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=28226a71c0e34073997a2b6dd4f2d2eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631981 Aug 31 01:04:09.493535 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.512231 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-822c61a4-6283-4155-aa2b-38e8edb845ec None None] Provisioning complete for port 23e780ce-53c2-488f-93de-64bcd717102b triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:09.512603 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-822c61a4-6283-4155-aa2b-38e8edb845ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.544473 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 778cde34-4886-4a62-8c0c-89e81bb4200d up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:09.560213 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:05Z', 'updated_at': '2021-08-31T01:04:07Z', 'revision_number': 3, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'gw_port': {'id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:70:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:06Z', 'updated_at': '2021-08-31T01:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:09.569709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2d7c3-4e8d-47b2-b9ef-e3714a17430d req-72aa887e-3f30-4a47-86d2-3dcc964d6066 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:09.577152 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ec2d7c3-4e8d-47b2-b9ef-e3714a17430d req-72aa887e-3f30-4a47-86d2-3dcc964d6066 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 949 time: 0.2121546 Aug 31 01:04:09.593610 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Checking router: a2a5cd06-28d9-45b9-b670-c6c3f889f59d for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:04:09.594032 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Updating router a2a5cd06-28d9-45b9-b670-c6c3f889f59d port 0938f969-79d0-49ce-9da7-5621e07826c8 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:04:09.602850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 23e780ce-53c2-488f-93de-64bcd717102b, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=23e780ce-53c2-488f-93de-64bcd717102b,segment=NetworkSegment(7a7c13ee-dca3-43d0-bf64-82b0efaca511),segment_id=7a7c13ee-dca3-43d0-bf64-82b0efaca511)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:09.615042 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.625545 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.711804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ec2d7c3-4e8d-47b2-b9ef-e3714a17430d req-3593933a-22b7-410b-b093-4d91125f0e98 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333916 Aug 31 01:04:09.719680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=23e780ce-53c2-488f-93de-64bcd717102b,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:09.727391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 778cde34-4886-4a62-8c0c-89e81bb4200d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:09.737928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 778cde34-4886-4a62-8c0c-89e81bb4200d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:09.738853 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.739712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-2c338f22-819e-461d-913a-dcceeb833172 service neutron] 10.222.0.58 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926621 Aug 31 01:04:09.839174 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.881978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 778cde34-4886-4a62-8c0c-89e81bb4200d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=778cde34-4886-4a62-8c0c-89e81bb4200d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:09.888273 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.923118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-176b987b-a346-43a9-acf1-683c2ff76298 req-b24cb62b-8cad-40de-849a-ed4faaeea4b3 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 210 time: 0.0876079 Aug 31 01:04:09.965926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=778cde34-4886-4a62-8c0c-89e81bb4200d,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:09.989478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-9ffa9dc7-3121-45fa-a492-8e9cf7d72c66 service neutron] 10.222.0.58 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487764 Aug 31 01:04:10.212236 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.224870 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.245764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d16e77-c51f-482f-bf0f-1b7290969483 req-ae4259da-cffc-4c9c-9ad7-3d74a1899703 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:10.248316 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Transition to ACTIVE for port object 0938f969-79d0-49ce-9da7-5621e07826c8 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:10.254081 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1d16e77-c51f-482f-bf0f-1b7290969483 req-ae4259da-cffc-4c9c-9ad7-3d74a1899703 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 945 time: 0.2036917 Aug 31 01:04:10.259976 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.320299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1d16e77-c51f-482f-bf0f-1b7290969483 req-3936a7ce-cc5f-418a-b35e-579ecbf83469 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595202 Aug 31 01:04:10.345260 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f6d3c-c3de-4da2-9340-0c9f790787b5 None None] Pushing event updated for resources: {'Port': ['ID=0938f969-79d0-49ce-9da7-5621e07826c8,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:10.354082 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Attempting to bind port 0938f969-79d0-49ce-9da7-5621e07826c8 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:10.356312 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Attempting to bind port 0938f969-79d0-49ce-9da7-5621e07826c8 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:10.358482 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Attempting to bind port 0938f969-79d0-49ce-9da7-5621e07826c8 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:10.369114 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:10.370547 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:10.371061 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.371586 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:10.381024 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Bound port: 0938f969-79d0-49ce-9da7-5621e07826c8, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:10.381024 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.466582 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] For port 0938f969-79d0-49ce-9da7-5621e07826c8, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:10.470058 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] For port 0938f969-79d0-49ce-9da7-5621e07826c8, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0938f969-79d0-49ce-9da7-5621e07826c8,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:10.477358 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.543163 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48c60331-af9e-4fd2-ac8b-33ff78200bcc req-cfb2e0f0-3b58-4438-bb31-b1d44e740ddd tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 210 time: 0.0818310 Aug 31 01:04:10.553271 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Routers {'a2a5cd06-28d9-45b9-b670-c6c3f889f59d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:04:10.554052 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:10.584162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5875e-922b-4867-84d4-e67d1b9bcca3 req-5df9c48b-71a9-4ca3-9efb-fd508f567fea tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:10.585892 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38f5875e-922b-4867-84d4-e67d1b9bcca3 req-5df9c48b-71a9-4ca3-9efb-fd508f567fea tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.1455562 Aug 31 01:04:10.597825 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f6d3c-c3de-4da2-9340-0c9f790787b5 None None] Pushing event updated for resources: {'Port': ['ID=0938f969-79d0-49ce-9da7-5621e07826c8,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:10.622209 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983591f6-0fb6-4307-bb86-067697fb5770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778cde34-4886-4a62-8c0c-89e81bb4200d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:10.624579 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63bb08c-1c0f-403f-91f4-ee1e961c49dd" -d '{"events": [{"server_uuid": "983591f6-0fb6-4307-bb86-067697fb5770", "name": "network-vif-plugged", "status": "completed", "tag": "778cde34-4886-4a62-8c0c-89e81bb4200d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:10.637213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Allocated IP 172.20.0.1 (246986d8-29af-406b-89ce-ffef7836588f/41069672-6dd4-4232-b8a2-2f7dac38b3b6/508e4c7a-bee6-45dd-ae80-8996ea9b9356) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:10.671295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38f5875e-922b-4867-84d4-e67d1b9bcca3 req-32b825e2-95fb-44f7-914d-cac343bd7a82 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791664 Aug 31 01:04:10.702621 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8657177a-527e-4fae-8156-ef805c6b2fb7 x-openstack-request-id: req-8657177a-527e-4fae-8156-ef805c6b2fb7 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:10.702936 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983591f6-0fb6-4307-bb86-067697fb5770", "name": "network-vif-plugged", "status": "completed", "tag": "778cde34-4886-4a62-8c0c-89e81bb4200d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:10.703188 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8657177a-527e-4fae-8156-ef805c6b2fb7 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:10.703608 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983591f6-0fb6-4307-bb86-067697fb5770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778cde34-4886-4a62-8c0c-89e81bb4200d', 'code': 200} Aug 31 01:04:10.708416 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] Set router a2a5cd06-28d9-45b9-b670-c6c3f889f59d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:04:10.821886 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.866860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43102662-7d3d-46bf-90be-2a47520ef71c req-43feaeb2-0bab-430e-9c91-fe2d80bcfb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:10.868401 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-43102662-7d3d-46bf-90be-2a47520ef71c req-43feaeb2-0bab-430e-9c91-fe2d80bcfb11 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 1102 time: 0.1005633 Aug 31 01:04:10.875352 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:10.908935 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Transition to ACTIVE for port object 508e4c7a-bee6-45dd-ae80-8996ea9b9356 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:10.919939 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-43102662-7d3d-46bf-90be-2a47520ef71c req-bc929ab8-526f-4162-ac5a-3f0da70e37f5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436742 Aug 31 01:04:10.935601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc66b37-991f-41d4-a515-bb559b8e2160 req-b9ef27c7-ff11-4b6e-b877-4bd9677a32cc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:10.937451 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cc66b37-991f-41d4-a515-bb559b8e2160 req-b9ef27c7-ff11-4b6e-b877-4bd9677a32cc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.1408346 Aug 31 01:04:11.008123 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:05Z', 'updated_at': '2021-08-31T01:04:07Z', 'revision_number': 3, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'gw_port': {'id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:70:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:06Z', 'updated_at': '2021-08-31T01:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:11.025152 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.038298 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186dfcf-5c42-4d7e-ba00-73a4bbb36bab None None] The sync data for ids ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'] in n-d-802060-13 is: [{'id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:05Z', 'updated_at': '2021-08-31T01:04:07Z', 'revision_number': 3, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'gw_port': {'id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:70:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:06Z', 'updated_at': '2021-08-31T01:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:04:11.075996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 56319b58-b3b5-4856-9ee2-4b343ff1c11f no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:11.134776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Network 246986d8-29af-406b-89ce-ffef7836588f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:11.179861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:11.185359 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cc66b37-991f-41d4-a515-bb559b8e2160 req-732c8e1f-7151-4679-8f58-401197f25bbc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191384 Aug 31 01:04:11.190334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:11.199095 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.241928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 56319b58-b3b5-4856-9ee2-4b343ff1c11f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=56319b58-b3b5-4856-9ee2-4b343ff1c11f,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:11.246194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 23e780ce-53c2-488f-93de-64bcd717102b up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:11.251062 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.256446 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e852ebf8-bf47-40ed-bfa8-1b40638199d6 req-295bdc63-d641-4140-b9cc-fa648fc3b325 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5797c33-c947-46a8-bef7-94ab6f02bbbf HTTP/1.1" status: 200 len: 210 time: 0.1848001 Aug 31 01:04:11.259491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Pushing event updated for resources: {'Port': ['ID=508e4c7a-bee6-45dd-ae80-8996ea9b9356,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:11.264922 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.368562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:11.369821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:11.372422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:11.373304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:11.373767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:11.374277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:11.374879 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:11.376029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:11.377749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:11.378334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:11.381646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:11.383346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=56319b58-b3b5-4856-9ee2-4b343ff1c11f,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:11.383499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:11.425703 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 23e780ce-53c2-488f-93de-64bcd717102b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:11.426081 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.672059 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.712478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d979af72-ae98-4c56-b842-652a8116c863 None None] Provisioning for port 508e4c7a-bee6-45dd-ae80-8996ea9b9356 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:11.721763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d979af72-ae98-4c56-b842-652a8116c863 None None] Provisioning complete for port 508e4c7a-bee6-45dd-ae80-8996ea9b9356 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:11.722217 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d979af72-ae98-4c56-b842-652a8116c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.748011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d079e0-215a-48ad-9b44-5e842546e708 req-52899932-eddb-4a9c-ac11-cb50634b56d3 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:11.755887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7d079e0-215a-48ad-9b44-5e842546e708 req-52899932-eddb-4a9c-ac11-cb50634b56d3 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 945 time: 0.1943715 Aug 31 01:04:11.788735 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d979af72-ae98-4c56-b842-652a8116c863 None None] Port 508e4c7a-bee6-45dd-ae80-8996ea9b9356 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:11.817901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d42b7253-d56c-4eef-a680-bb22d18abfc3 req-529a4135-27c1-431e-b8b2-d1d99faf4205 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 210 time: 0.0570550 Aug 31 01:04:11.834212 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-5120b2e0-ae8d-4cab-a625-daaadfcf60b2 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:11.836661 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-5120b2e0-ae8d-4cab-a625-daaadfcf60b2 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.15 "GET /v2.0/networks?id=7df08447-9b37-4e36-b964-679e1ae45569 HTTP/1.1" status: 200 len: 804 time: 0.2631886 Aug 31 01:04:11.875958 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1eb8feae-c410-4aa9-8b7b-219a59be0251 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Request body: {'port': {'device_id': 'dcee6c7f-9c68-4a6a-b614-c6048d0585e0', 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569', 'admin_state_up': True, 'tenant_id': '28226a71c0e34073997a2b6dd4f2d2eb'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:11.920037 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7d079e0-215a-48ad-9b44-5e842546e708 req-4f0850e7-73db-4d9a-90cc-550cae170060 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629541 Aug 31 01:04:12.112200 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1eb8feae-c410-4aa9-8b7b-219a59be0251 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Made reservation on behalf of 28226a71c0e34073997a2b6dd4f2d2eb for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:12.117780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaeb4f-4df9-4629-96e3-7838c7962aaf req-49731a88-b9a2-41cb-9cf0-56fba6bfbb0a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:12.119404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37eaeb4f-4df9-4629-96e3-7838c7962aaf req-49731a88-b9a2-41cb-9cf0-56fba6bfbb0a tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 944 time: 0.1665323 Aug 31 01:04:12.127906 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1eb8feae-c410-4aa9-8b7b-219a59be0251 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.159129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086763c-afae-4eaa-b08a-74612f69f793 req-d827cefc-b7b1-4a39-b9bf-648a460575f5 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:12.165326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3086763c-afae-4eaa-b08a-74612f69f793 req-d827cefc-b7b1-4a39-b9bf-648a460575f5 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 945 time: 0.1362398 Aug 31 01:04:12.170649 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37410) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:12.177942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-87fb7e11-b49e-4d80-be93-696f52256ce4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Request body: {'floatingip': {'port_id': '60308f22-5ff6-4a4e-9bd8-104c12cf8d98'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:12.269402 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.297427 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37eaeb4f-4df9-4629-96e3-7838c7962aaf req-d2ddbf19-6b08-4e6f-bcf5-6e251292554d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702933 Aug 31 01:04:12.300172 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-87fb7e11-b49e-4d80-be93-696f52256ce4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.307302 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.338618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1eb8feae-c410-4aa9-8b7b-219a59be0251 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Allocated IP 172.20.0.14 (7df08447-9b37-4e36-b964-679e1ae45569/45904437-7514-4138-a03a-8b8d200388fe/e75df633-a7c4-48a9-9133-6e9e47bf5a11) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:12.408567 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.610569 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1eb8feae-c410-4aa9-8b7b-219a59be0251 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.656823 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1eb8feae-c410-4aa9-8b7b-219a59be0251 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.705209 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21705c7-0d0f-4d52-bae3-6fa2b1db9db8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56319b58-b3b5-4856-9ee2-4b343ff1c11f'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:12.708888 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15046edb-79ba-4bb8-920e-dc8c3eeed7ec" -d '{"events": [{"server_uuid": "e21705c7-0d0f-4d52-bae3-6fa2b1db9db8", "name": "network-vif-unplugged", "status": "completed", "tag": "56319b58-b3b5-4856-9ee2-4b343ff1c11f"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:12.724898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8feae-c410-4aa9-8b7b-219a59be0251 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Pushing event updated for resources: {'Port': ['ID=e75df633-a7c4-48a9-9133-6e9e47bf5a11,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:12.741651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1eb8feae-c410-4aa9-8b7b-219a59be0251 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Network 7df08447-9b37-4e36-b964-679e1ae45569 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:12.745382 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1eb8feae-c410-4aa9-8b7b-219a59be0251 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:12.747849 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1eb8feae-c410-4aa9-8b7b-219a59be0251 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:12.760619 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83725a8-3111-42f1-af66-c24fd83239d0 x-openstack-request-id: req-f83725a8-3111-42f1-af66-c24fd83239d0 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:12.761162 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21705c7-0d0f-4d52-bae3-6fa2b1db9db8", "name": "network-vif-unplugged", "status": "completed", "tag": "56319b58-b3b5-4856-9ee2-4b343ff1c11f", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:12.761162 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f83725a8-3111-42f1-af66-c24fd83239d0 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:12.761705 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21705c7-0d0f-4d52-bae3-6fa2b1db9db8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56319b58-b3b5-4856-9ee2-4b343ff1c11f', 'code': 200} Aug 31 01:04:12.806842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1eb8feae-c410-4aa9-8b7b-219a59be0251 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:12.807563 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1eb8feae-c410-4aa9-8b7b-219a59be0251 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:12.825575 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1eb8feae-c410-4aa9-8b7b-219a59be0251 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9649038 Aug 31 01:04:12.846960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Request body: {'port': {'device_id': 'dcee6c7f-9c68-4a6a-b614-c6048d0585e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:12.908646 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.013269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Pushing event updated for resources: {'Port': ['ID=508e4c7a-bee6-45dd-ae80-8996ea9b9356,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:13.064105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b195a-9441-4b45-bf0a-55ac44803638 req-4968ac6a-b3e4-4376-81c8-174942015c06 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:13.065623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-495b195a-9441-4b45-bf0a-55ac44803638 req-4968ac6a-b3e4-4376-81c8-174942015c06 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.7613964 Aug 31 01:04:13.102943 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 56319b58-b3b5-4856-9ee2-4b343ff1c11f details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:04:13.244728 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d97b8-94cd-4dc3-aea4-c2feef62c1a8 req-64d27139-a37c-4148-b88a-43cfcd9abe93 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:13.252806 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e5d97b8-94cd-4dc3-aea4-c2feef62c1a8 req-64d27139-a37c-4148-b88a-43cfcd9abe93 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 932 time: 0.2701666 Aug 31 01:04:13.298935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0938f969-79d0-49ce-9da7-5621e07826c8 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:13.332225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Network 246986d8-29af-406b-89ce-ffef7836588f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:13.336824 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 56319b58-b3b5-4856-9ee2-4b343ff1c11f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=56319b58-b3b5-4856-9ee2-4b343ff1c11f,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:13.339465 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-495b195a-9441-4b45-bf0a-55ac44803638 req-840d50a9-ff67-4a6c-b0a9-34d78052bd8f tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554369 Aug 31 01:04:13.343628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:13.383615 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75df633-a7c4-48a9-9133-6e9e47bf5a11 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:13.398167 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.404632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '56319b58-b3b5-4856-9ee2-4b343ff1c11f', 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41', 'port_id': '56319b58-b3b5-4856-9ee2-4b343ff1c11f', 'mac_address': 'fa:16:3e:31:7e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805dc395-985c-42e8-8ef5-ecb7180cee4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:04:13.414903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Transition to ACTIVE for port object e75df633-a7c4-48a9-9133-6e9e47bf5a11 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:13.421535 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.516880 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Pushing event updated for resources: {'Port': ['ID=e75df633-a7c4-48a9-9133-6e9e47bf5a11,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:13.536009 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e5d97b8-94cd-4dc3-aea4-c2feef62c1a8 req-7bbf7e71-ee6e-41e2-8467-3ddea07eddd8 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810066 Aug 31 01:04:13.563902 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.591778 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56319b58-b3b5-4856-9ee2-4b343ff1c11f {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:13.603200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 0938f969-79d0-49ce-9da7-5621e07826c8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:13.624810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0938f969-79d0-49ce-9da7-5621e07826c8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:13.638235 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.660359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Attempting to bind port e75df633-a7c4-48a9-9133-6e9e47bf5a11 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:13.662325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Attempting to bind port e75df633-a7c4-48a9-9133-6e9e47bf5a11 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:13.662712 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Attempting to bind port e75df633-a7c4-48a9-9133-6e9e47bf5a11 on network 7df08447-9b37-4e36-b964-679e1ae45569 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:13.673858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Port e75df633-a7c4-48a9-9133-6e9e47bf5a11 on network 7df08447-9b37-4e36-b964-679e1ae45569 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:13.674189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Attempting to bind port e75df633-a7c4-48a9-9133-6e9e47bf5a11 on network 7df08447-9b37-4e36-b964-679e1ae45569 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:13.680543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 56319b58-b3b5-4856-9ee2-4b343ff1c11f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=56319b58-b3b5-4856-9ee2-4b343ff1c11f,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:13.692900 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.697030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:13.697649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Checking segment: {'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:13.698243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Bound using segment: {'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:13.698986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Bound port: e75df633-a7c4-48a9-9133-6e9e47bf5a11, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:13.699592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.759515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=56319b58-b3b5-4856-9ee2-4b343ff1c11f,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:13.798946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] For port e75df633-a7c4-48a9-9133-6e9e47bf5a11, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:13.807025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] For port e75df633-a7c4-48a9-9133-6e9e47bf5a11, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e75df633-a7c4-48a9-9133-6e9e47bf5a11,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:13.818155 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.865759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d180a47-2521-4275-b05a-d633a1d5a3f9 req-978ab2f9-0e4e-43e1-a8be-6b26abc3e598 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:13.866985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:13.868242 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.869943 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] 10.222.0.15 "PUT /v2.0/ports/e75df633-a7c4-48a9-9133-6e9e47bf5a11 HTTP/1.1" status: 200 len: 1093 time: 1.0280378 Aug 31 01:04:13.870740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcee6c7f-9c68-4a6a-b614-c6048d0585e0', 'tag': 'e75df633-a7c4-48a9-9133-6e9e47bf5a11'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:13.873507 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edc842b-63a1-4719-b642-4561eaf60037" -d '{"events": [{"name": "network-changed", "server_uuid": "dcee6c7f-9c68-4a6a-b614-c6048d0585e0", "tag": "e75df633-a7c4-48a9-9133-6e9e47bf5a11"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:13.874268 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d180a47-2521-4275-b05a-d633a1d5a3f9 req-978ab2f9-0e4e-43e1-a8be-6b26abc3e598 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 944 time: 0.3687737 Aug 31 01:04:13.879251 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.886946 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-06d5a626-6dee-42e0-9fc8-e03b4dd4b68e None None] Provisioning complete for port 508e4c7a-bee6-45dd-ae80-8996ea9b9356 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:13.887325 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-06d5a626-6dee-42e0-9fc8-e03b4dd4b68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.930889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Router a2a5cd06-28d9-45b9-b670-c6c3f889f59d has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:04:13.948056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 0938f969-79d0-49ce-9da7-5621e07826c8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0938f969-79d0-49ce-9da7-5621e07826c8,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:13.951689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035f569-2372-49d4-acb3-f4d21630bc4d req-2a9e2842-6dba-4abf-9985-a3800c359b78 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:13.960952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8035f569-2372-49d4-acb3-f4d21630bc4d req-2a9e2842-6dba-4abf-9985-a3800c359b78 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.2501986 Aug 31 01:04:13.970199 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:13.982788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dab9c-74e0-470d-b211-a6f31535401a service neutron] Pushing event updated for resources: {'Port': ['ID=e75df633-a7c4-48a9-9133-6e9e47bf5a11,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:14.002956 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-65915728-2181-438a-adae-9b05ec86bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:14.005052 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-65915728-2181-438a-adae-9b05ec86bd90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28226a71c0e34073997a2b6dd4f2d2eb&device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 1096 time: 0.0746355 Aug 31 01:04:14.009873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-06d5a626-6dee-42e0-9fc8-e03b4dd4b68e None None] Port 508e4c7a-bee6-45dd-ae80-8996ea9b9356 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:14.037727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d180a47-2521-4275-b05a-d633a1d5a3f9 req-0b84eb5b-387a-4e6f-8867-9731e54a50d3 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623845 Aug 31 01:04:14.072596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=0938f969-79d0-49ce-9da7-5621e07826c8,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:14.076909 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-3394b2fb-bead-4cbf-be19-488b843a47ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e75df633-a7c4-48a9-9133-6e9e47bf5a11 HTTP/1.1" status: 200 len: 217 time: 0.0562162 Aug 31 01:04:14.131006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['56319b58-b3b5-4856-9ee2-4b343ff1c11f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:14.155654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8035f569-2372-49d4-acb3-f4d21630bc4d req-37ce5b23-7e26-483c-962c-b37f270236f2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892753 Aug 31 01:04:14.176337 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.resource_extend [None req-87fb7e11-b49e-4d80-be93-696f52256ce4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:04:14.207636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-0bf05df6-99dd-45a3-8060-d07881464c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:14.209416 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-0bf05df6-99dd-45a3-8060-d07881464c53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45904437-7514-4138-a03a-8b8d200388fe HTTP/1.1" status: 200 len: 844 time: 0.1233020 Aug 31 01:04:14.278431 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157897da-8fef-4ad2-b620-e35d0b3777da x-openstack-request-id: req-157897da-8fef-4ad2-b620-e35d0b3777da {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:14.278732 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcee6c7f-9c68-4a6a-b614-c6048d0585e0", "tag": "e75df633-a7c4-48a9-9133-6e9e47bf5a11", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:14.278978 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-157897da-8fef-4ad2-b620-e35d0b3777da {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:14.282960 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcee6c7f-9c68-4a6a-b614-c6048d0585e0', 'tag': 'e75df633-a7c4-48a9-9133-6e9e47bf5a11', 'status': 'completed', 'code': 200} Aug 31 01:04:14.284302 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-a6bcf7fb-ce15-46e0-95a8-456f6c8f6366 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7df08447-9b37-4e36-b964-679e1ae45569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672061 Aug 31 01:04:14.373972 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-87fb7e11-b49e-4d80-be93-696f52256ce4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:14.387468 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-87fb7e11-b49e-4d80-be93-696f52256ce4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:14.439664 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-b1017284-146a-45b2-8365-82ef58830b18 service neutron] 10.222.0.15 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474075 Aug 31 01:04:14.470541 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:04:14.480786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5b2dd479-c670-4dfa-b54d-9867014d6615 admin admin] 10.222.0.58 "PUT /v2.0/routers/a2a5cd06-28d9-45b9-b670-c6c3f889f59d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4300382 Aug 31 01:04:14.492045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Sync routers for ids ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:04:14.513332 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Routers {'a2a5cd06-28d9-45b9-b670-c6c3f889f59d'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:04:14.514244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-ef61a629-05f4-4cfc-b0f4-94c2676b05ed req-5894af43-a037-498c-b60f-5bd6646e8021 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:04:14.514910 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:14.521808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef61a629-05f4-4cfc-b0f4-94c2676b05ed req-5894af43-a037-498c-b60f-5bd6646e8021 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119224 Aug 31 01:04:14.647466 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-87fb7e11-b49e-4d80-be93-696f52256ce4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Floating IP d7673a50-7321-4fc6-86d4-5c1ac0bee0da associated. External IP: 172.25.6.238, port: 60308f22-5ff6-4a4e-9bd8-104c12cf8d98. Aug 31 01:04:14.964300 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c8de541-adda-480d-8ec1-813e9866bd21 req-233d3f6e-8f47-484f-9f7e-377ca63fabdb service neutron] 10.222.0.15 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169091 Aug 31 01:04:15.024150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Set router a2a5cd06-28d9-45b9-b670-c6c3f889f59d gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:04:15.048990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6002-4b02-429c-a762-8006208d866f req-4e14da88-ba7e-443f-9ac3-d0aa000efc5e tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.070294 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f13a6002-4b02-429c-a762-8006208d866f req-4e14da88-ba7e-443f-9ac3-d0aa000efc5e tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 944 time: 0.3299265 Aug 31 01:04:15.139669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc842b-63a1-4719-b642-4561eaf60037 req-20a51bac-3cdb-4578-96d2-84998bc2f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.146296 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4edc842b-63a1-4719-b642-4561eaf60037 req-20a51bac-3cdb-4578-96d2-84998bc2f4f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28226a71c0e34073997a2b6dd4f2d2eb&device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 1096 time: 0.0941505 Aug 31 01:04:15.170669 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f13a6002-4b02-429c-a762-8006208d866f req-45649eba-9b73-4777-81f3-ffb4cbaa2163 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991488 Aug 31 01:04:15.224525 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0938f969-79d0-49ce-9da7-5621e07826c8 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:15.340854 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc842b-63a1-4719-b642-4561eaf60037 req-68fd1627-89fb-4d24-bcff-15d619006462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.342468 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4edc842b-63a1-4719-b642-4561eaf60037 req-68fd1627-89fb-4d24-bcff-15d619006462 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7df08447-9b37-4e36-b964-679e1ae45569 HTTP/1.1" status: 200 len: 905 time: 0.1881037 Aug 31 01:04:15.350374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37464) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:15.357496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e9b51fe5-3407-4f2d-97d0-bdc0678086f3 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--976949322', 'description': 'tempest-description--435618028'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:15.379369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fb7e11-b49e-4d80-be93-696f52256ce4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Router 2a1450cc-f13e-4e78-b959-e2a252de3951 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:04:15.384095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0938f969-79d0-49ce-9da7-5621e07826c8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:15.384300 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.431442 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4edc842b-63a1-4719-b642-4561eaf60037 req-a4085b1e-4428-49d9-ba33-1e228681da97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e75df633-a7c4-48a9-9133-6e9e47bf5a11 HTTP/1.1" status: 200 len: 217 time: 0.0695512 Aug 31 01:04:15.474439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-a79ebb54-b51f-4fa7-96c3-eab678f69c6e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6449564 Aug 31 01:04:15.511895 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc842b-63a1-4719-b642-4561eaf60037 req-ed5a1949-c092-4619-9dea-1ee583d7f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.515399 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4edc842b-63a1-4719-b642-4561eaf60037 req-ed5a1949-c092-4619-9dea-1ee583d7f61d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45904437-7514-4138-a03a-8b8d200388fe HTTP/1.1" status: 200 len: 844 time: 0.0738857 Aug 31 01:04:15.517041 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e9b51fe5-3407-4f2d-97d0-bdc0678086f3 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.524465 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:05Z', 'updated_at': '2021-08-31T01:04:11Z', 'revision_number': 4, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'gw_port': {'id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:06Z', 'updated_at': '2021-08-31T01:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '508e4c7a-bee6-45dd-ae80-8996ea9b9356', 'name': '', 'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'mac_address': 'fa:16:3e:64:87:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:10Z', 'updated_at': '2021-08-31T01:04:11Z', 'revision_number': 2, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'subnets': [{'id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:15.570813 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Checking router: a2a5cd06-28d9-45b9-b670-c6c3f889f59d for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:04:15.571142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Updating router a2a5cd06-28d9-45b9-b670-c6c3f889f59d port 508e4c7a-bee6-45dd-ae80-8996ea9b9356 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:04:15.608903 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.661372 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4edc842b-63a1-4719-b642-4561eaf60037 req-3c40729e-ce3d-49fc-a1a1-4fc49904e742 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7df08447-9b37-4e36-b964-679e1ae45569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368430 Aug 31 01:04:15.747157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437525a-9a85-463f-9578-b451f63b309b req-3114dc76-2bab-48bc-8e1a-8d254e8d7348 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.751287 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b437525a-9a85-463f-9578-b451f63b309b req-3114dc76-2bab-48bc-8e1a-8d254e8d7348 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.3825586 Aug 31 01:04:15.785710 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e9b51fe5-3407-4f2d-97d0-bdc0678086f3 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.814482 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e9b51fe5-3407-4f2d-97d0-bdc0678086f3 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.868878 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1e229-8e6d-45ea-b373-c5c5fc716923 req-58dc144d-5a5d-4cbe-bd27-16cc94ba373f tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:15.879300 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ec1e229-8e6d-45ea-b373-c5c5fc716923 req-58dc144d-5a5d-4cbe-bd27-16cc94ba373f tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 945 time: 0.3502698 Aug 31 01:04:15.907423 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e9b51fe5-3407-4f2d-97d0-bdc0678086f3 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:15.908645 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e9b51fe5-3407-4f2d-97d0-bdc0678086f3 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5571949 Aug 31 01:04:15.916820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37482) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:15.923513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b95b9d0c-4409-4ab1-a1ce-b4bfc4da6b84 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Request body: {'security_group_rule': {'security_group_id': 'f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:15.930039 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b51fe5-3407-4f2d-97d0-bdc0678086f3 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:15.991350 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4edc842b-63a1-4719-b642-4561eaf60037 req-bac44664-c2c0-419e-89b3-637e45cf4772 service neutron] 10.222.0.15 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194630 Aug 31 01:04:16.010903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fb7e11-b49e-4d80-be93-696f52256ce4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:04:16.022117 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b95b9d0c-4409-4ab1-a1ce-b4bfc4da6b84 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.024293 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-87fb7e11-b49e-4d80-be93-696f52256ce4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.027650 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35934d-d8a5-44f7-93ff-5a729bcf0ac1 None None] Sync routers for ids ['2a1450cc-f13e-4e78-b959-e2a252de3951'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:04:16.042210 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35934d-d8a5-44f7-93ff-5a729bcf0ac1 None None] Routers {'2a1450cc-f13e-4e78-b959-e2a252de3951'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:04:16.043004 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ed35934d-d8a5-44f7-93ff-5a729bcf0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2a1450cc-f13e-4e78-b959-e2a252de3951'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:16.090795 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-87fb7e11-b49e-4d80-be93-696f52256ce4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "PUT /v2.0/floatingips/d7673a50-7321-4fc6-86d4-5c1ac0bee0da HTTP/1.1" status: 200 len: 991 time: 3.9178317 Aug 31 01:04:16.098344 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.112762 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Transition to ACTIVE for port object 508e4c7a-bee6-45dd-ae80-8996ea9b9356 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:16.119524 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ec1e229-8e6d-45ea-b373-c5c5fc716923 req-3f6a776f-2ae6-4f9f-97a8-69507425ffac tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353323 Aug 31 01:04:16.121351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfe7a67-0b4d-444d-8b87-2f705bbca88c', 'tag': '60308f22-5ff6-4a4e-9bd8-104c12cf8d98'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:16.131418 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.148645 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6ac3c2-fcc1-4887-8014-ea8b7334312d" -d '{"events": [{"name": "network-changed", "server_uuid": "bcfe7a67-0b4d-444d-8b87-2f705bbca88c", "tag": "60308f22-5ff6-4a4e-9bd8-104c12cf8d98"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:16.155090 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b437525a-9a85-463f-9578-b451f63b309b req-0f6a9314-5656-4a7c-9ac6-7acaadee08aa tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929422 Aug 31 01:04:16.243684 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b95b9d0c-4409-4ab1-a1ce-b4bfc4da6b84 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.256811 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4edc842b-63a1-4719-b642-4561eaf60037 req-29624af7-c7dc-4f50-8a1b-7a92d6e4ae4f service neutron] 10.222.0.15 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565534 Aug 31 01:04:16.262914 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b95b9d0c-4409-4ab1-a1ce-b4bfc4da6b84 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.303625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b9d0c-4409-4ab1-a1ce-b4bfc4da6b84 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2a647b-25a8-4a7d-9d82-cb8fed182bfe,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:16.320264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b95b9d0c-4409-4ab1-a1ce-b4bfc4da6b84 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.321664 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b95b9d0c-4409-4ab1-a1ce-b4bfc4da6b84 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4022038 Aug 31 01:04:16.324712 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37494) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:16.329405 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b35ba7a6-7dfe-4156-b25b-02c83a294263 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Request body: {'security_group_rule': {'security_group_id': 'f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:16.397271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643352e-6ea3-4312-9de1-a6efd294e4ab None None] Pushing event updated for resources: {'Port': ['ID=508e4c7a-bee6-45dd-ae80-8996ea9b9356,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:16.399378 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b35ba7a6-7dfe-4156-b25b-02c83a294263 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.430542 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-ed35934d-d8a5-44f7-93ff-5a729bcf0ac1 None None] Set router 2a1450cc-f13e-4e78-b959-e2a252de3951 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:04:16.434674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Attempting to bind port 508e4c7a-bee6-45dd-ae80-8996ea9b9356 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:16.435036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Attempting to bind port 508e4c7a-bee6-45dd-ae80-8996ea9b9356 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '7a7c13ee-dca3-43d0-bf64-82b0efaca511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '246986d8-29af-406b-89ce-ffef7836588f'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:16.435427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Attempting to bind port 508e4c7a-bee6-45dd-ae80-8996ea9b9356 on network 246986d8-29af-406b-89ce-ffef7836588f {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:16.462862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:16.463229 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Checking segment: {'id': '7a7c13ee-dca3-43d0-bf64-82b0efaca511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '246986d8-29af-406b-89ce-ffef7836588f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:16.463660 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.464057 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Bound using segment: {'id': '7a7c13ee-dca3-43d0-bf64-82b0efaca511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '246986d8-29af-406b-89ce-ffef7836588f'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:16.464603 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Bound port: 508e4c7a-bee6-45dd-ae80-8996ea9b9356, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7c13ee-dca3-43d0-bf64-82b0efaca511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '246986d8-29af-406b-89ce-ffef7836588f'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:16.465005 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.569876 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b35ba7a6-7dfe-4156-b25b-02c83a294263 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.579152 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b35ba7a6-7dfe-4156-b25b-02c83a294263 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.637155 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ba7a6-7dfe-4156-b25b-02c83a294263 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5188ee6a-1199-4f32-b15b-ffbcd3895e3c,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:16.645918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] For port 508e4c7a-bee6-45dd-ae80-8996ea9b9356, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:16.650409 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b35ba7a6-7dfe-4156-b25b-02c83a294263 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.652254 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b35ba7a6-7dfe-4156-b25b-02c83a294263 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3260615 Aug 31 01:04:16.653565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] For port 508e4c7a-bee6-45dd-ae80-8996ea9b9356, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=508e4c7a-bee6-45dd-ae80-8996ea9b9356,segment=NetworkSegment(7a7c13ee-dca3-43d0-bf64-82b0efaca511),segment_id=7a7c13ee-dca3-43d0-bf64-82b0efaca511)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:16.655400 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37502) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:16.660008 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:16.667001 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c516ab-aef7-4f13-9f53-a13d60e128a1 x-openstack-request-id: req-41c516ab-aef7-4f13-9f53-a13d60e128a1 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:16.667410 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcfe7a67-0b4d-444d-8b87-2f705bbca88c", "tag": "60308f22-5ff6-4a4e-9bd8-104c12cf8d98", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:16.668007 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41c516ab-aef7-4f13-9f53-a13d60e128a1 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:16.668514 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.669260 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfe7a67-0b4d-444d-8b87-2f705bbca88c', 'tag': '60308f22-5ff6-4a4e-9bd8-104c12cf8d98', 'status': 'completed', 'code': 200} Aug 31 01:04:16.772055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff8e86-635a-4dac-ade1-8d88beb6b4ab req-9d4b7536-26c5-4aa5-80db-b0537f064fae tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:16.782536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5ff8e86-635a-4dac-ade1-8d88beb6b4ab req-9d4b7536-26c5-4aa5-80db-b0537f064fae tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 944 time: 0.1079350 Aug 31 01:04:16.807262 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:16.844718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Routers {'a2a5cd06-28d9-45b9-b670-c6c3f889f59d'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:04:16.849536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:16.854119 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5ff8e86-635a-4dac-ade1-8d88beb6b4ab req-c43b1b08-c782-423a-ab36-78e1685e3048 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703452 Aug 31 01:04:16.928945 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ac3c2-fcc1-4887-8014-ea8b7334312d req-745bfd63-151f-4777-8659-c05f7ab987ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:16.931026 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2e6ac3c2-fcc1-4887-8014-ea8b7334312d req-745bfd63-151f-4777-8659-c05f7ab987ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=047bff4e166e4dfeaa95745db4e16cc0&device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 1097 time: 0.2177119 Aug 31 01:04:16.982461 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ed35934d-d8a5-44f7-93ff-5a729bcf0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'd7673a50-7321-4fc6-86d4-5c1ac0bee0da', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'port_id': '60308f22-5ff6-4a4e-9bd8-104c12cf8d98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'mac_address': 'fa:16:3e:44:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfe7a67-0b4d-444d-8b87-2f705bbca88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:00:32Z', 'updated_at': '2021-08-31T01:04:13Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:13Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:17.013481 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35934d-d8a5-44f7-93ff-5a729bcf0ac1 None None] Checking router: 2a1450cc-f13e-4e78-b959-e2a252de3951 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:04:17.024560 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35934d-d8a5-44f7-93ff-5a729bcf0ac1 None None] Routers {'2a1450cc-f13e-4e78-b959-e2a252de3951'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:04:17.025196 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ed35934d-d8a5-44f7-93ff-5a729bcf0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:03:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2a1450cc-f13e-4e78-b959-e2a252de3951'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:17.136162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ac3c2-fcc1-4887-8014-ea8b7334312d req-c988600d-b603-4d13-8ffb-4589258dec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.137661 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2e6ac3c2-fcc1-4887-8014-ea8b7334312d req-c988600d-b603-4d13-8ffb-4589258dec56 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f36e5826-aded-4618-8526-77145a8c01a8 HTTP/1.1" status: 200 len: 924 time: 0.1977615 Aug 31 01:04:17.170172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 56319b58-b3b5-4856-9ee2-4b343ff1c11f up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:17.176902 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-ed35934d-d8a5-44f7-93ff-5a729bcf0ac1 None None] Set router 2a1450cc-f13e-4e78-b959-e2a252de3951 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:04:17.209374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643352e-6ea3-4312-9de1-a6efd294e4ab None None] Pushing event updated for resources: {'Port': ['ID=508e4c7a-bee6-45dd-ae80-8996ea9b9356,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:17.225582 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.246470 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] Set router a2a5cd06-28d9-45b9-b670-c6c3f889f59d gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:04:17.256811 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2e6ac3c2-fcc1-4887-8014-ea8b7334312d req-5d9a7019-567a-4f2b-9c50-ec15c9d7567a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60308f22-5ff6-4a4e-9bd8-104c12cf8d98 HTTP/1.1" status: 200 len: 999 time: 0.1055999 Aug 31 01:04:17.364966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 56319b58-b3b5-4856-9ee2-4b343ff1c11f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:17.364966 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.377838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ac3c2-fcc1-4887-8014-ea8b7334312d req-1545b318-d89d-47bb-9d18-b4e70c72c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.381511 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2e6ac3c2-fcc1-4887-8014-ea8b7334312d req-1545b318-d89d-47bb-9d18-b4e70c72c5c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa HTTP/1.1" status: 200 len: 862 time: 0.0892928 Aug 31 01:04:17.406996 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bcdef-4357-4f23-927a-1c77dd4d31fa req-1d3acad2-1371-4585-b019-8f98d50d7413 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.415473 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c9bcdef-4357-4f23-927a-1c77dd4d31fa req-1d3acad2-1371-4585-b019-8f98d50d7413 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 945 time: 0.1047058 Aug 31 01:04:17.487348 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ed35934d-d8a5-44f7-93ff-5a729bcf0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'd7673a50-7321-4fc6-86d4-5c1ac0bee0da', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'port_id': '60308f22-5ff6-4a4e-9bd8-104c12cf8d98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'mac_address': 'fa:16:3e:44:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfe7a67-0b4d-444d-8b87-2f705bbca88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:00:32Z', 'updated_at': '2021-08-31T01:04:13Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:13Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:17.494557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ac3c2-fcc1-4887-8014-ea8b7334312d req-0de4fda9-c2af-4d42-9f1b-17a86bd86972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.496531 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2e6ac3c2-fcc1-4887-8014-ea8b7334312d req-0de4fda9-c2af-4d42-9f1b-17a86bd86972 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f36e5826-aded-4618-8526-77145a8c01a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918505 Aug 31 01:04:17.507841 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Allocated IP 172.25.6.249 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/6fb00d36-700a-4e1e-b3b1-499f2744532c) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:17.544992 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35934d-d8a5-44f7-93ff-5a729bcf0ac1 None None] The sync data for ids ['2a1450cc-f13e-4e78-b959-e2a252de3951'] in n-d-802060-13 is: [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'd7673a50-7321-4fc6-86d4-5c1ac0bee0da', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'port_id': '60308f22-5ff6-4a4e-9bd8-104c12cf8d98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'mac_address': 'fa:16:3e:44:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfe7a67-0b4d-444d-8b87-2f705bbca88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:00:32Z', 'updated_at': '2021-08-31T01:04:13Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:13Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:04:17.568158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c9bcdef-4357-4f23-927a-1c77dd4d31fa req-6dad9791-ed39-4ea9-80b2-9085b1f152bd tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517034 Aug 31 01:04:17.618839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adddfc-1241-4db9-9ac8-7cbe2b976578 req-b0869b61-e40b-4818-aedc-7f279e66c129 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.630773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1adddfc-1241-4db9-9ac8-7cbe2b976578 req-b0869b61-e40b-4818-aedc-7f279e66c129 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.2131660 Aug 31 01:04:17.716655 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-14e3cf5b-b51d-4630-8ce1-9e6753c939b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.718213 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-14e3cf5b-b51d-4630-8ce1-9e6753c939b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 1102 time: 0.1967564 Aug 31 01:04:17.734492 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1adddfc-1241-4db9-9ac8-7cbe2b976578 req-5c000ad7-953b-4586-8c27-ff2746c82b48 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024723 Aug 31 01:04:17.738410 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.776436 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21705c7-0d0f-4d52-bae3-6fa2b1db9db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56319b58-b3b5-4856-9ee2-4b343ff1c11f'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:17.778699 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70763c3f-50ba-4ac1-b87b-abf130c16131" -d '{"events": [{"server_uuid": "e21705c7-0d0f-4d52-bae3-6fa2b1db9db8", "name": "network-vif-plugged", "status": "completed", "tag": "56319b58-b3b5-4856-9ee2-4b343ff1c11f"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:17.797908 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 56319b58-b3b5-4856-9ee2-4b343ff1c11f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=56319b58-b3b5-4856-9ee2-4b343ff1c11f,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:17.816958 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:17.822643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:05Z', 'updated_at': '2021-08-31T01:04:11Z', 'revision_number': 4, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'gw_port': {'id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:06Z', 'updated_at': '2021-08-31T01:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '508e4c7a-bee6-45dd-ae80-8996ea9b9356', 'name': '', 'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'mac_address': 'fa:16:3e:64:87:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:10Z', 'updated_at': '2021-08-31T01:04:16Z', 'revision_number': 4, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'subnets': [{'id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:17.876683 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94188c4b-9487-469f-bd1c-3af29ca12881 req-90f29136-4853-403a-bd38-57390d68ed10 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:17.887841 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee2495-1453-4dcb-9597-590331654bdf None None] The sync data for ids ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'] in n-d-802060-13 is: [{'id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:05Z', 'updated_at': '2021-08-31T01:04:11Z', 'revision_number': 4, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'gw_port': {'id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:06Z', 'updated_at': '2021-08-31T01:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '508e4c7a-bee6-45dd-ae80-8996ea9b9356', 'name': '', 'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'mac_address': 'fa:16:3e:64:87:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:10Z', 'updated_at': '2021-08-31T01:04:16Z', 'revision_number': 4, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'subnets': [{'id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:04:17.891303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94188c4b-9487-469f-bd1c-3af29ca12881 req-90f29136-4853-403a-bd38-57390d68ed10 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 945 time: 0.1473758 Aug 31 01:04:17.991127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed085a38-44db-469d-ae1d-ac7683540da5 None None] New status for floating IP d7673a50-7321-4fc6-86d4-5c1ac0bee0da: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:04:18.002383 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2e6ac3c2-fcc1-4887-8014-ea8b7334312d req-82d464ed-0ecf-47ef-b499-26b54c89875c service neutron] 10.222.0.70 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918966 Aug 31 01:04:18.016921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-fb7f8e08-dd71-4a97-b34f-3e897e0e9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.019772 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-fb7f8e08-dd71-4a97-b34f-3e897e0e9a01 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.2831807 Aug 31 01:04:18.065080 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94188c4b-9487-469f-bd1c-3af29ca12881 req-2933581b-705a-4d44-87a2-f4ba7a206aa6 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727037 Aug 31 01:04:18.068932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=56319b58-b3b5-4856-9ee2-4b343ff1c11f,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:18.076165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daf22e-41b4-406d-8851-69960221b23c req-ac180626-b6d2-4a3b-8f7e-f9c730e94f31 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.078640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2daf22e-41b4-406d-8851-69960221b23c req-ac180626-b6d2-4a3b-8f7e-f9c730e94f31 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 945 time: 0.1695409 Aug 31 01:04:18.230851 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-ea1653cc-9fcc-44bf-9909-cf7ec73aff94 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=778cde34-4886-4a62-8c0c-89e81bb4200d HTTP/1.1" status: 200 len: 217 time: 0.1795595 Aug 31 01:04:18.285294 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb64918-d96c-4c02-b2b4-153f9874c156 x-openstack-request-id: req-9fb64918-d96c-4c02-b2b4-153f9874c156 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:18.286066 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21705c7-0d0f-4d52-bae3-6fa2b1db9db8", "name": "network-vif-plugged", "status": "completed", "tag": "56319b58-b3b5-4856-9ee2-4b343ff1c11f", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:18.286066 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9fb64918-d96c-4c02-b2b4-153f9874c156 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:18.286320 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21705c7-0d0f-4d52-bae3-6fa2b1db9db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56319b58-b3b5-4856-9ee2-4b343ff1c11f', 'code': 200} Aug 31 01:04:18.297484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-d2daf22e-41b4-406d-8851-69960221b23c req-2762e6d7-7a0a-4d81-b563-21a417b7d762 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Deleting port 928efd53-9b17-4651-8715-27f428cea13c {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:18.297827 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d2daf22e-41b4-406d-8851-69960221b23c req-2762e6d7-7a0a-4d81-b563-21a417b7d762 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:18.327248 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:18.364727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f52bdf-4c78-451b-9989-039079107531 req-6d969edc-3098-4f5a-9199-dd2cdf27e818 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.366318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99f52bdf-4c78-451b-9989-039079107531 req-6d969edc-3098-4f5a-9199-dd2cdf27e818 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 944 time: 0.1301115 Aug 31 01:04:18.452280 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-874a418d-4d9b-4e15-94df-b57fbbcb1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.454131 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-874a418d-4d9b-4e15-94df-b57fbbcb1f68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1425376 Aug 31 01:04:18.483273 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:18.581050 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2e6ac3c2-fcc1-4887-8014-ea8b7334312d req-69d7535e-3e67-4622-ba8b-228d4d24ebf3 service neutron] 10.222.0.70 "GET /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554519 Aug 31 01:04:18.642754 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:18.646726 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:18.652107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:18.695718 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Pushing event updated for resources: {'Port': ['ID=6fb00d36-700a-4e1e-b3b1-499f2744532c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:18.704047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0865f4-34ff-4c3d-a64d-d700bfd1b250 req-1da2ad68-044f-4370-95da-98a0e24e46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.707266 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8e0865f4-34ff-4c3d-a64d-d700bfd1b250 req-1da2ad68-044f-4370-95da-98a0e24e46e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 1098 time: 0.2194679 Aug 31 01:04:18.717221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-fc4ab5a9-c9bd-4ec8-8df5-51e03e6a10ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.718852 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-fc4ab5a9-c9bd-4ec8-8df5-51e03e6a10ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2324357 Aug 31 01:04:18.788636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99f52bdf-4c78-451b-9989-039079107531 req-e28e63f9-1ed8-4588-abfb-a52e980d04d9 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119129 Aug 31 01:04:18.806046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d2daf22e-41b4-406d-8851-69960221b23c req-2762e6d7-7a0a-4d81-b563-21a417b7d762 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] For port 928efd53-9b17-4651-8715-27f428cea13c, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=928efd53-9b17-4651-8715-27f428cea13c,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:18.806046 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d2daf22e-41b4-406d-8851-69960221b23c req-2762e6d7-7a0a-4d81-b563-21a417b7d762 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:18.828009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-d2daf22e-41b4-406d-8851-69960221b23c req-2762e6d7-7a0a-4d81-b563-21a417b7d762 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Calling delete_port for 928efd53-9b17-4651-8715-27f428cea13c owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:18.841085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71cccd-c92b-49a5-81c6-452d8bbadbb9 req-fbd5f336-be73-4594-94be-f4f9d7a34df7 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:18.842871 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad71cccd-c92b-49a5-81c6-452d8bbadbb9 req-fbd5f336-be73-4594-94be-f4f9d7a34df7 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.1348314 Aug 31 01:04:18.869932 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8e0865f4-34ff-4c3d-a64d-d700bfd1b250 req-9786ba31-c3bf-4ac9-801a-dbdabf6fc98f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498535 Aug 31 01:04:18.875465 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:18.931694 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-6989e08b-ed21-453f-8143-8e6b99037469 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990347 Aug 31 01:04:18.934276 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:18.963039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad71cccd-c92b-49a5-81c6-452d8bbadbb9 req-a640daf6-7efe-4464-847d-662fff2147ac tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126289 Aug 31 01:04:19.005519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c482235-1972-414e-ba7e-8fdfb3e8e445 req-c4c336a6-1083-4428-bdca-47d5c828623c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:19.015072 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c482235-1972-414e-ba7e-8fdfb3e8e445 req-c4c336a6-1083-4428-bdca-47d5c828623c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.1560287 Aug 31 01:04:19.080864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c482235-1972-414e-ba7e-8fdfb3e8e445 req-89ddd1a4-b0fb-445f-b581-ab1d269824ad tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596516 Aug 31 01:04:19.096690 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-83d8c7bb-1d86-41bb-8029-c73bd30933c6 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403329 Aug 31 01:04:19.112488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e75df633-a7c4-48a9-9133-6e9e47bf5a11 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:04:19.198797 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d2daf22e-41b4-406d-8851-69960221b23c req-2762e6d7-7a0a-4d81-b563-21a417b7d762 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.253583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762e6d7-7a0a-4d81-b563-21a417b7d762 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Pushing event deleted for resources: {'Port': ['ID=928efd53-9b17-4651-8715-27f428cea13c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:19.264768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['928efd53-9b17-4651-8715-27f428cea13c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:19.342685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 508e4c7a-bee6-45dd-ae80-8996ea9b9356 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:19.361385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2daf22e-41b4-406d-8851-69960221b23c req-2762e6d7-7a0a-4d81-b563-21a417b7d762 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] No DVR routers for this DVR port 928efd53-9b17-4651-8715-27f428cea13c on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:04:19.367832 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d2daf22e-41b4-406d-8851-69960221b23c req-2762e6d7-7a0a-4d81-b563-21a417b7d762 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.369433 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.369883 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2daf22e-41b4-406d-8851-69960221b23c req-2762e6d7-7a0a-4d81-b563-21a417b7d762 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.70 "DELETE /v2.0/ports/928efd53-9b17-4651-8715-27f428cea13c HTTP/1.1" status: 204 len: 173 time: 1.2814238 Aug 31 01:04:19.371875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca061d23-d38c-479a-96ec-74beb057a571', 'name': 'network-vif-deleted', 'tag': '928efd53-9b17-4651-8715-27f428cea13c'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:19.374761 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83977b1-beea-4c83-8d87-3dcc6ee7fd2a" -d '{"events": [{"server_uuid": "ca061d23-d38c-479a-96ec-74beb057a571", "name": "network-vif-deleted", "tag": "928efd53-9b17-4651-8715-27f428cea13c"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:19.384784 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.408389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0f636656-aa8b-4df6-b2b7-7f55f8a523d2 req-18254412-b90a-4652-927b-5195b2bed60c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca061d23-d38c-479a-96ec-74beb057a571 HTTP/1.1" status: 200 len: 210 time: 0.0906839 Aug 31 01:04:19.420895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e75df633-a7c4-48a9-9133-6e9e47bf5a11, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e75df633-a7c4-48a9-9133-6e9e47bf5a11,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:19.438050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'e75df633-a7c4-48a9-9133-6e9e47bf5a11', 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569', 'port_id': 'e75df633-a7c4-48a9-9133-6e9e47bf5a11', 'mac_address': 'fa:16:3e:ed:cd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45904437-7514-4138-a03a-8b8d200388fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:04:19.471103 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a55bdf-f7c5-4b0d-b37e-2e0d75cb3487 x-openstack-request-id: req-c9a55bdf-f7c5-4b0d-b37e-2e0d75cb3487 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:19.471576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 508e4c7a-bee6-45dd-ae80-8996ea9b9356 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:19.472988 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca061d23-d38c-479a-96ec-74beb057a571", "name": "network-vif-deleted", "tag": "928efd53-9b17-4651-8715-27f428cea13c", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:19.473693 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9a55bdf-f7c5-4b0d-b37e-2e0d75cb3487 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:19.474415 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca061d23-d38c-479a-96ec-74beb057a571', 'name': 'network-vif-deleted', 'tag': '928efd53-9b17-4651-8715-27f428cea13c', 'status': 'completed', 'code': 200} Aug 31 01:04:19.483196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 508e4c7a-bee6-45dd-ae80-8996ea9b9356 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:19.484120 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.495194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Pushing event updated for resources: {'Port': ['ID=6fb00d36-700a-4e1e-b3b1-499f2744532c,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:19.502068 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.516694 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.528713 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.535981 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4dce2fba-6165-4bdb-b48b-2878a32c9eca tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8793674 Aug 31 01:04:19.539237 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75df633-a7c4-48a9-9133-6e9e47bf5a11 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:19.564656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e75df633-a7c4-48a9-9133-6e9e47bf5a11, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e75df633-a7c4-48a9-9133-6e9e47bf5a11,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:19.570993 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.640720 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.670159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e75df633-a7c4-48a9-9133-6e9e47bf5a11,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:19.687810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 508e4c7a-bee6-45dd-ae80-8996ea9b9356, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=508e4c7a-bee6-45dd-ae80-8996ea9b9356,segment=NetworkSegment(7a7c13ee-dca3-43d0-bf64-82b0efaca511),segment_id=7a7c13ee-dca3-43d0-bf64-82b0efaca511)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:19.697354 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.746567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=508e4c7a-bee6-45dd-ae80-8996ea9b9356,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:19.910149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edbee3-915b-4dd0-8752-bfa8a7b6b71d req-dd49e9d1-a5e9-4448-b155-90ac130f4db1 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:19.912042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6edbee3-915b-4dd0-8752-bfa8a7b6b71d req-dd49e9d1-a5e9-4448-b155-90ac130f4db1 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 945 time: 0.0557036 Aug 31 01:04:19.955625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6edbee3-915b-4dd0-8752-bfa8a7b6b71d req-27ab9504-a5de-4596-ae92-fb242aaebfef tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364230 Aug 31 01:04:20.035165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['e75df633-a7c4-48a9-9133-6e9e47bf5a11'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:20.115160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90945f-e0ff-4501-b587-c2dee8685996 req-75cbeb59-cce4-4de4-927c-e1911dd4cea8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:20.124676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca90945f-e0ff-4501-b587-c2dee8685996 req-75cbeb59-cce4-4de4-927c-e1911dd4cea8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.0763097 Aug 31 01:04:20.199817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca90945f-e0ff-4501-b587-c2dee8685996 req-ff37d627-0819-4b56-a210-186d2357e068 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667262 Aug 31 01:04:20.232237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788d4de-f9ec-4f51-afbb-a0de4fa35af6 req-e7391566-f0b8-47ed-8794-de0d2caeedcc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:20.234099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0788d4de-f9ec-4f51-afbb-a0de4fa35af6 req-e7391566-f0b8-47ed-8794-de0d2caeedcc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.0948625 Aug 31 01:04:20.295944 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0788d4de-f9ec-4f51-afbb-a0de4fa35af6 req-f08749c4-48e5-4dfd-810a-90100785f987 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541217 Aug 31 01:04:20.692344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc948e46-48ca-452e-896a-13da1f169d4d req-15196a33-13ce-4220-a9b3-1e74c6366049 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:20.693996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc948e46-48ca-452e-896a-13da1f169d4d req-15196a33-13ce-4220-a9b3-1e74c6366049 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 945 time: 0.0510137 Aug 31 01:04:20.733469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc948e46-48ca-452e-896a-13da1f169d4d req-acbcc43a-aab8-4168-9f90-6e0d86e2e188 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335007 Aug 31 01:04:21.096011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0962a-0411-497e-a1b0-271b777f8b66 req-2c2d0c10-5215-41fe-ac98-10c77223fbbd tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.098227 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6f0962a-0411-497e-a1b0-271b777f8b66 req-2c2d0c10-5215-41fe-ac98-10c77223fbbd tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 945 time: 0.0599363 Aug 31 01:04:21.101764 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-59260c34-0285-4e55-a52c-78ec35be9c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:21.128771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e75df633-a7c4-48a9-9133-6e9e47bf5a11 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:21.178642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6f0962a-0411-497e-a1b0-271b777f8b66 req-d8aa2fd3-5497-4807-b416-4890cbba7bb3 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729191 Aug 31 01:04:21.196617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a93f40-a67b-409b-b85e-78e15d4d9ae7 req-893b9b11-3123-497f-9adb-313db93b52ba tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.198570 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6a93f40-a67b-409b-b85e-78e15d4d9ae7 req-893b9b11-3123-497f-9adb-313db93b52ba tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.70 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 945 time: 0.0657744 Aug 31 01:04:21.204467 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port e75df633-a7c4-48a9-9133-6e9e47bf5a11 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:21.210985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 508e4c7a-bee6-45dd-ae80-8996ea9b9356 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:21.237078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port e75df633-a7c4-48a9-9133-6e9e47bf5a11 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:21.238765 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:21.317754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 508e4c7a-bee6-45dd-ae80-8996ea9b9356 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:21.318133 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:21.384131 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:21.386261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8af29e-34b5-4191-a4eb-f55783595df1 req-b0a31885-c5c1-458e-aa0f-556145b94ca2 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.394015 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e8af29e-34b5-4191-a4eb-f55783595df1 req-b0a31885-c5c1-458e-aa0f-556145b94ca2 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.0827336 Aug 31 01:04:21.411341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-f6a93f40-a67b-409b-b85e-78e15d4d9ae7 req-dee24178-9a5c-4946-9926-a86f567cdee8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Deleting port 5dd0de09-4330-4ee3-a807-122448369116 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:21.411573 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f6a93f40-a67b-409b-b85e-78e15d4d9ae7 req-dee24178-9a5c-4946-9926-a86f567cdee8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:21.416102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcee6c7f-9c68-4a6a-b614-c6048d0585e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75df633-a7c4-48a9-9133-6e9e47bf5a11'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:21.418327 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f241cb-a8ed-4e3c-b2f9-60ec55320a33" -d '{"events": [{"server_uuid": "dcee6c7f-9c68-4a6a-b614-c6048d0585e0", "name": "network-vif-plugged", "status": "completed", "tag": "e75df633-a7c4-48a9-9133-6e9e47bf5a11"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:21.442535 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e75df633-a7c4-48a9-9133-6e9e47bf5a11, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e75df633-a7c4-48a9-9133-6e9e47bf5a11,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:21.455782 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:21.490619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e8af29e-34b5-4191-a4eb-f55783595df1 req-a80dd64c-22a7-457c-856c-ca8a34555de4 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961003 Aug 31 01:04:21.551175 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e75df633-a7c4-48a9-9133-6e9e47bf5a11,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:21.572714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5f53d-1419-45ea-b60c-b976bf89293e req-da36ab60-6f3b-4a5a-a508-ceb59b9638de tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.574546 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55e5f53d-1419-45ea-b60c-b976bf89293e req-da36ab60-6f3b-4a5a-a508-ceb59b9638de tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.1087377 Aug 31 01:04:21.613376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-f6a93f40-a67b-409b-b85e-78e15d4d9ae7 req-dee24178-9a5c-4946-9926-a86f567cdee8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] For port 5dd0de09-4330-4ee3-a807-122448369116, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5dd0de09-4330-4ee3-a807-122448369116,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:21.613753 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f6a93f40-a67b-409b-b85e-78e15d4d9ae7 req-dee24178-9a5c-4946-9926-a86f567cdee8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:21.636988 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-f6a93f40-a67b-409b-b85e-78e15d4d9ae7 req-dee24178-9a5c-4946-9926-a86f567cdee8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Calling delete_port for 5dd0de09-4330-4ee3-a807-122448369116 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:21.638516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5dd0de09-4330-4ee3-a807-122448369116 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:21.652548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55e5f53d-1419-45ea-b60c-b976bf89293e req-bf6ce153-2e6b-4067-b7e2-1e2b35377b4e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682590 Aug 31 01:04:21.664799 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b762e4-4482-44d2-8135-af16a2af1d42 x-openstack-request-id: req-48b762e4-4482-44d2-8135-af16a2af1d42 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:21.665096 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcee6c7f-9c68-4a6a-b614-c6048d0585e0", "name": "network-vif-plugged", "status": "completed", "tag": "e75df633-a7c4-48a9-9133-6e9e47bf5a11", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:21.665351 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48b762e4-4482-44d2-8135-af16a2af1d42 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:21.665739 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcee6c7f-9c68-4a6a-b614-c6048d0585e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75df633-a7c4-48a9-9133-6e9e47bf5a11', 'code': 200} Aug 31 01:04:21.747462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 928efd53-9b17-4651-8715-27f428cea13c no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:21.782681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 928efd53-9b17-4651-8715-27f428cea13c {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:04:21.783086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 928efd53-9b17-4651-8715-27f428cea13c not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:04:21.807832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c72a-f457-4236-8b8c-f7a27d1ceb30 req-354cf26f-3db9-47c5-b9c6-42727577ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.812611 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cf18c72a-f457-4236-8b8c-f7a27d1ceb30 req-354cf26f-3db9-47c5-b9c6-42727577ae43 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 1098 time: 0.0770376 Aug 31 01:04:21.856825 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cf18c72a-f457-4236-8b8c-f7a27d1ceb30 req-3b3169eb-9288-42f9-9164-0c255f512f71 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364497 Aug 31 01:04:21.903103 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f6a93f40-a67b-409b-b85e-78e15d4d9ae7 req-dee24178-9a5c-4946-9926-a86f567cdee8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:21.927247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b2546-d108-4112-9d41-c51d495db0f7 req-71987105-07f1-4cfa-b3e8-c24268c12304 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.928823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb1b2546-d108-4112-9d41-c51d495db0f7 req-71987105-07f1-4cfa-b3e8-c24268c12304 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.1368127 Aug 31 01:04:21.954556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee24178-9a5c-4946-9926-a86f567cdee8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Pushing event deleted for resources: {'Port': ['ID=5dd0de09-4330-4ee3-a807-122448369116,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:22.026629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645facb-ff15-4b48-9c6f-267a1164f07c req-49cec36a-9d2b-4a82-9fd9-17b45ad544da tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:22.028252 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9645facb-ff15-4b48-9c6f-267a1164f07c req-49cec36a-9d2b-4a82-9fd9-17b45ad544da tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=1819d020-58aa-4419-91bc-3537085a15e2 HTTP/1.1" status: 200 len: 866 time: 0.1599929 Aug 31 01:04:22.029529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a93f40-a67b-409b-b85e-78e15d4d9ae7 req-dee24178-9a5c-4946-9926-a86f567cdee8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] No DVR routers for this DVR port 5dd0de09-4330-4ee3-a807-122448369116 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:04:22.045180 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f6a93f40-a67b-409b-b85e-78e15d4d9ae7 req-dee24178-9a5c-4946-9926-a86f567cdee8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:22.047334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6a93f40-a67b-409b-b85e-78e15d4d9ae7 req-dee24178-9a5c-4946-9926-a86f567cdee8 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.70 "DELETE /v2.0/ports/5dd0de09-4330-4ee3-a807-122448369116 HTTP/1.1" status: 204 len: 173 time: 0.8422842 Aug 31 01:04:22.047738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1819d020-58aa-4419-91bc-3537085a15e2', 'name': 'network-vif-deleted', 'tag': '5dd0de09-4330-4ee3-a807-122448369116'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:22.050541 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3456160-d961-4cca-ad75-328827a7d038" -d '{"events": [{"server_uuid": "1819d020-58aa-4419-91bc-3537085a15e2", "name": "network-vif-deleted", "tag": "5dd0de09-4330-4ee3-a807-122448369116"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:22.064438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb1b2546-d108-4112-9d41-c51d495db0f7 req-400056a3-e2e3-4e41-9ef4-76ce6a115f56 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150296 Aug 31 01:04:22.098600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9645facb-ff15-4b48-9c6f-267a1164f07c req-a2113b96-b94f-4f35-8a12-853e81682203 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549047 Aug 31 01:04:22.134424 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba876bb-3e03-4da3-a36c-492912357022 x-openstack-request-id: req-eba876bb-3e03-4da3-a36c-492912357022 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:22.135135 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1819d020-58aa-4419-91bc-3537085a15e2", "name": "network-vif-deleted", "tag": "5dd0de09-4330-4ee3-a807-122448369116", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:22.135550 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eba876bb-3e03-4da3-a36c-492912357022 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:22.136065 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1819d020-58aa-4419-91bc-3537085a15e2', 'name': 'network-vif-deleted', 'tag': '5dd0de09-4330-4ee3-a807-122448369116', 'status': 'completed', 'code': 200} Aug 31 01:04:22.312409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f06a77-af00-4081-8d32-e2cd6b3132fc req-df150037-43c8-44bf-9e37-910457276cc2 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:22.313905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11f06a77-af00-4081-8d32-e2cd6b3132fc req-df150037-43c8-44bf-9e37-910457276cc2 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 946 time: 0.0554008 Aug 31 01:04:22.358007 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11f06a77-af00-4081-8d32-e2cd6b3132fc req-dabb6bd8-7f2b-411f-baa5-eac5f6f2049e tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359969 Aug 31 01:04:22.574698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-835fd90f-4016-4922-a7b6-636bbbd10d58 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:22.576265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-835fd90f-4016-4922-a7b6-636bbbd10d58 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/networks?id=47233ebf-1580-4f1c-9fe9-006618980e41 HTTP/1.1" status: 200 len: 814 time: 0.1257458 Aug 31 01:04:22.592597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-bd18708c-db8a-4df1-9baf-8e76615b9a19 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/quotas/206f2f4ce2c44104b6cf505700314abb HTTP/1.1" status: 200 len: 375 time: 0.0099318 Aug 31 01:04:22.648800 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-9bc63a81-f066-4032-ad30-7410f7d56f14 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=206f2f4ce2c44104b6cf505700314abb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491042 Aug 31 01:04:22.761075 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-af1111c0-607f-49c4-b8a5-840f4bd2235e service neutron] 10.222.0.58 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048493 Aug 31 01:04:22.849524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedceca-9735-44b7-b209-8f0731eb2f55 req-2d27b439-eca8-480e-9f01-76543169fe95 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:22.850957 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1dedceca-9735-44b7-b209-8f0731eb2f55 req-2d27b439-eca8-480e-9f01-76543169fe95 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.1098757 Aug 31 01:04:22.901688 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-07675d68-504d-42a1-91ad-62d496d54b09 service neutron] 10.222.0.58 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246669 Aug 31 01:04:22.917043 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1dedceca-9735-44b7-b209-8f0731eb2f55 req-75d08717-0876-4686-8e76-4e749be69da1 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554142 Aug 31 01:04:23.086039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6437dd69-ede9-41ca-b15c-f020ed85467e req-b104af6e-7f92-4b0f-8a77-32e5c73562fe tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 210 time: 0.0316422 Aug 31 01:04:23.514098 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc7d72-992f-489b-b0a4-43cf646a7e41 req-047b3976-cecc-4619-9feb-6aa66c59ae9f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:23.515749 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-42dc7d72-992f-489b-b0a4-43cf646a7e41 req-047b3976-cecc-4619-9feb-6aa66c59ae9f tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 945 time: 0.1168380 Aug 31 01:04:23.555271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e3f70-f9fc-4ebd-a24d-a3dd6200dcd5 req-9a415603-b502-4194-be14-40b265f034e0 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:23.556841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f4e3f70-f9fc-4ebd-a24d-a3dd6200dcd5 req-9a415603-b502-4194-be14-40b265f034e0 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 946 time: 0.0984180 Aug 31 01:04:23.591867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-42dc7d72-992f-489b-b0a4-43cf646a7e41 req-f7285042-0965-41bb-8935-a206041ec27c tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681832 Aug 31 01:04:23.625488 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f4e3f70-f9fc-4ebd-a24d-a3dd6200dcd5 req-4db5df04-e64e-4d37-a692-09bc801fc669 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599327 Aug 31 01:04:23.698600 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e0afb640-5bda-4365-88e2-5561b3c7dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.005261 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.107755 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde57ac-f969-4bd1-a9ea-f20d07a7cc0f req-11482449-74b3-42d0-8f7f-d733b43e0156 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:24.109573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffde57ac-f969-4bd1-a9ea-f20d07a7cc0f req-11482449-74b3-42d0-8f7f-d733b43e0156 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.1034780 Aug 31 01:04:24.166375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b76f9b-05bd-420c-ae77-30aa1ce298a3 req-318e07e5-3ce4-4e94-8b37-af225098fab0 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:24.176620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50b76f9b-05bd-420c-ae77-30aa1ce298a3 req-318e07e5-3ce4-4e94-8b37-af225098fab0 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 946 time: 0.1201260 Aug 31 01:04:24.212275 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f9d51-2da3-4af5-a599-34df3ee07e7e req-1b3f62eb-3f88-40b1-95af-5b12f0db1c34 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:24.215410 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0b2f9d51-2da3-4af5-a599-34df3ee07e7e req-1b3f62eb-3f88-40b1-95af-5b12f0db1c34 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.15 "GET /v2.0/ports?device_id=e21705c7-0d0f-4d52-bae3-6fa2b1db9db8 HTTP/1.1" status: 200 len: 946 time: 0.0736747 Aug 31 01:04:24.300382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffde57ac-f969-4bd1-a9ea-f20d07a7cc0f req-48a4bf0e-99d3-4f3f-95d6-536e77a8496a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793604 Aug 31 01:04:24.352176 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.366231 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50b76f9b-05bd-420c-ae77-30aa1ce298a3 req-c08f1f4d-5c3e-4fce-afbc-2062f97582b3 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868808 Aug 31 01:04:24.397875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-d18930f2-8d02-46bb-b071-08333b2ef42c tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:24.408742 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-d18930f2-8d02-46bb-b071-08333b2ef42c tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.70 "GET /v2.0/networks?id=47233ebf-1580-4f1c-9fe9-006618980e41 HTTP/1.1" status: 200 len: 814 time: 0.2762103 Aug 31 01:04:24.418486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-0a50421a-cdf9-423b-81bf-15f6027a977e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Request body: {'port': {'device_id': 'f326a5da-e54a-41b5-aed7-5f4ddc843391', 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41', 'admin_state_up': True, 'tenant_id': '206f2f4ce2c44104b6cf505700314abb'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:24.423270 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-0b2f9d51-2da3-4af5-a599-34df3ee07e7e req-dcb2addc-cd57-4abb-b9fa-bcd93306d2c5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Deleting port 56319b58-b3b5-4856-9ee2-4b343ff1c11f {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:24.423506 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0b2f9d51-2da3-4af5-a599-34df3ee07e7e req-dcb2addc-cd57-4abb-b9fa-bcd93306d2c5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.430375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381c383-57dd-41d3-ba94-36e8b2b0880a req-3cc09bc8-67d4-4785-89b6-c5c3f912ce16 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:24.432308 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9381c383-57dd-41d3-ba94-36e8b2b0880a req-3cc09bc8-67d4-4785-89b6-c5c3f912ce16 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.15 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 945 time: 0.1822360 Aug 31 01:04:24.546809 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-0b2f9d51-2da3-4af5-a599-34df3ee07e7e req-dcb2addc-cd57-4abb-b9fa-bcd93306d2c5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] For port 56319b58-b3b5-4856-9ee2-4b343ff1c11f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=56319b58-b3b5-4856-9ee2-4b343ff1c11f,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:24.547205 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0b2f9d51-2da3-4af5-a599-34df3ee07e7e req-dcb2addc-cd57-4abb-b9fa-bcd93306d2c5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.550963 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a79aaa6-91cb-4469-a8b0-d1acf79dd20a req-fe4d2fdc-8178-4f5e-b11e-ae7800d9ba88 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 210 time: 0.0616848 Aug 31 01:04:24.562539 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-0b2f9d51-2da3-4af5-a599-34df3ee07e7e req-dcb2addc-cd57-4abb-b9fa-bcd93306d2c5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Calling delete_port for 56319b58-b3b5-4856-9ee2-4b343ff1c11f owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:24.691741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-9381c383-57dd-41d3-ba94-36e8b2b0880a req-c15d5f60-1bb1-413b-9f16-fe81c85323af tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Deleting port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:24.692368 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9381c383-57dd-41d3-ba94-36e8b2b0880a req-c15d5f60-1bb1-413b-9f16-fe81c85323af tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.698226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-0a50421a-cdf9-423b-81bf-15f6027a977e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Made reservation on behalf of 206f2f4ce2c44104b6cf505700314abb for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:24.701739 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-0a50421a-cdf9-423b-81bf-15f6027a977e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.709749 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0b2f9d51-2da3-4af5-a599-34df3ee07e7e req-dcb2addc-cd57-4abb-b9fa-bcd93306d2c5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.735719 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['56319b58-b3b5-4856-9ee2-4b343ff1c11f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:24.762489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2addc-cd57-4abb-b9fa-bcd93306d2c5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Pushing event deleted for resources: {'Port': ['ID=56319b58-b3b5-4856-9ee2-4b343ff1c11f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:24.827048 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2f9d51-2da3-4af5-a599-34df3ee07e7e req-dcb2addc-cd57-4abb-b9fa-bcd93306d2c5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] No DVR routers for this DVR port 56319b58-b3b5-4856-9ee2-4b343ff1c11f on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:04:24.830380 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0b2f9d51-2da3-4af5-a599-34df3ee07e7e req-dcb2addc-cd57-4abb-b9fa-bcd93306d2c5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.834436 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0b2f9d51-2da3-4af5-a599-34df3ee07e7e req-dcb2addc-cd57-4abb-b9fa-bcd93306d2c5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.15 "DELETE /v2.0/ports/56319b58-b3b5-4856-9ee2-4b343ff1c11f HTTP/1.1" status: 204 len: 173 time: 0.5947673 Aug 31 01:04:24.836096 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21705c7-0d0f-4d52-bae3-6fa2b1db9db8', 'name': 'network-vif-deleted', 'tag': '56319b58-b3b5-4856-9ee2-4b343ff1c11f'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:24.839475 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d609ad50-1793-4760-8ed6-5bb7848a2e70" -d '{"events": [{"server_uuid": "e21705c7-0d0f-4d52-bae3-6fa2b1db9db8", "name": "network-vif-deleted", "tag": "56319b58-b3b5-4856-9ee2-4b343ff1c11f"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:24.911456 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4042bd-9831-4408-93ce-08ca3e8d1753 x-openstack-request-id: req-8a4042bd-9831-4408-93ce-08ca3e8d1753 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:24.911816 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21705c7-0d0f-4d52-bae3-6fa2b1db9db8", "name": "network-vif-deleted", "tag": "56319b58-b3b5-4856-9ee2-4b343ff1c11f", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:24.912144 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a4042bd-9831-4408-93ce-08ca3e8d1753 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:24.912607 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21705c7-0d0f-4d52-bae3-6fa2b1db9db8', 'name': 'network-vif-deleted', 'tag': '56319b58-b3b5-4856-9ee2-4b343ff1c11f', 'status': 'completed', 'code': 200} Aug 31 01:04:24.923036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b3119-f830-4a0c-8da2-32d21c08b6b2 req-cdfcb256-8ff7-439c-bf7b-7ceeb1e7b26a tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:24.924656 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc4b3119-f830-4a0c-8da2-32d21c08b6b2 req-cdfcb256-8ff7-439c-bf7b-7ceeb1e7b26a tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a9a292-f706-4fbf-bd38-29206c6dd1ad HTTP/1.1" status: 200 len: 945 time: 0.2079487 Aug 31 01:04:24.976691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-9381c383-57dd-41d3-ba94-36e8b2b0880a req-c15d5f60-1bb1-413b-9f16-fe81c85323af tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] For port 6acb0d54-5ce9-41d0-b226-cdfbc8677068, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=6acb0d54-5ce9-41d0-b226-cdfbc8677068,segment=NetworkSegment(461ec37d-d1a6-468e-ae21-ca43d58466b6),segment_id=461ec37d-d1a6-468e-ae21-ca43d58466b6)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:24.977115 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9381c383-57dd-41d3-ba94-36e8b2b0880a req-c15d5f60-1bb1-413b-9f16-fe81c85323af tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:25.009442 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-9381c383-57dd-41d3-ba94-36e8b2b0880a req-c15d5f60-1bb1-413b-9f16-fe81c85323af tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Calling delete_port for 6acb0d54-5ce9-41d0-b226-cdfbc8677068 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:25.038721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-0a50421a-cdf9-423b-81bf-15f6027a977e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Allocated IP 172.20.0.9 (47233ebf-1580-4f1c-9fe9-006618980e41/805dc395-985c-42e8-8ef5-ecb7180cee4b/b2e1825f-baa5-42d3-b623-386cfaccd665) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:25.044490 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc4b3119-f830-4a0c-8da2-32d21c08b6b2 req-860e7e9d-539e-4e7e-a112-10c94dee2358 tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116133 Aug 31 01:04:25.298641 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9381c383-57dd-41d3-ba94-36e8b2b0880a req-c15d5f60-1bb1-413b-9f16-fe81c85323af tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:25.335815 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-0a50421a-cdf9-423b-81bf-15f6027a977e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:25.339907 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d5f60-1bb1-413b-9f16-fe81c85323af tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Pushing event deleted for resources: {'Port': ['ID=6acb0d54-5ce9-41d0-b226-cdfbc8677068,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:25.411908 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-9381c383-57dd-41d3-ba94-36e8b2b0880a req-c15d5f60-1bb1-413b-9f16-fe81c85323af tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] No DVR routers for this DVR port 6acb0d54-5ce9-41d0-b226-cdfbc8677068 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:04:25.425711 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9381c383-57dd-41d3-ba94-36e8b2b0880a req-c15d5f60-1bb1-413b-9f16-fe81c85323af tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:25.427820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9381c383-57dd-41d3-ba94-36e8b2b0880a req-c15d5f60-1bb1-413b-9f16-fe81c85323af tempest-LiveAutoBlockMigrationV225Test-1503161345 tempest-LiveAutoBlockMigrationV225Test-1503161345-project] 10.222.0.15 "DELETE /v2.0/ports/6acb0d54-5ce9-41d0-b226-cdfbc8677068 HTTP/1.1" status: 204 len: 173 time: 0.9843047 Aug 31 01:04:25.428368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a9a292-f706-4fbf-bd38-29206c6dd1ad', 'name': 'network-vif-deleted', 'tag': '6acb0d54-5ce9-41d0-b226-cdfbc8677068'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:25.430740 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bd4fd9-32b0-4853-a3e1-a98bed3bbf22" -d '{"events": [{"server_uuid": "95a9a292-f706-4fbf-bd38-29206c6dd1ad", "name": "network-vif-deleted", "tag": "6acb0d54-5ce9-41d0-b226-cdfbc8677068"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:25.504780 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-0a50421a-cdf9-423b-81bf-15f6027a977e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:25.568167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948fe78-5471-41b0-8fcd-9af7c6568eaa req-4bb5134e-f3c1-408f-adab-ef6d9de17a2e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:25.569760 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6948fe78-5471-41b0-8fcd-9af7c6568eaa req-4bb5134e-f3c1-408f-adab-ef6d9de17a2e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.1593504 Aug 31 01:04:25.599765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-0a50421a-cdf9-423b-81bf-15f6027a977e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Network 47233ebf-1580-4f1c-9fe9-006618980e41 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:25.613088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-0a50421a-cdf9-423b-81bf-15f6027a977e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:25.618073 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50421a-cdf9-423b-81bf-15f6027a977e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Pushing event updated for resources: {'Port': ['ID=b2e1825f-baa5-42d3-b623-386cfaccd665,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:25.620316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-0a50421a-cdf9-423b-81bf-15f6027a977e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:25.660722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10790873-26ee-4173-872f-8ee74a3c8a56 req-35709bc6-11e3-48bf-84e0-b80e543c4c8f tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:25.662298 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10790873-26ee-4173-872f-8ee74a3c8a56 req-35709bc6-11e3-48bf-84e0-b80e543c4c8f tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 946 time: 0.1804078 Aug 31 01:04:25.707063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6948fe78-5471-41b0-8fcd-9af7c6568eaa req-a3bb11a5-20de-42c9-958d-cc8b6053d3b1 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267605 Aug 31 01:04:25.723429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-0a50421a-cdf9-423b-81bf-15f6027a977e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:25.723880 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-0a50421a-cdf9-423b-81bf-15f6027a977e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:25.744036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10790873-26ee-4173-872f-8ee74a3c8a56 req-4a63dc1d-6c97-434d-a04f-0e08d6b6b934 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657756 Aug 31 01:04:25.750302 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-0a50421a-cdf9-423b-81bf-15f6027a977e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3367741 Aug 31 01:04:25.775031 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Request body: {'port': {'device_id': 'f326a5da-e54a-41b5-aed7-5f4ddc843391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:25.812442 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229a9594-c064-4edf-a9d7-43bc44ccd5db x-openstack-request-id: req-229a9594-c064-4edf-a9d7-43bc44ccd5db {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:25.812742 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a9a292-f706-4fbf-bd38-29206c6dd1ad", "name": "network-vif-deleted", "tag": "6acb0d54-5ce9-41d0-b226-cdfbc8677068", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:25.812989 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-229a9594-c064-4edf-a9d7-43bc44ccd5db {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:25.813446 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a9a292-f706-4fbf-bd38-29206c6dd1ad', 'name': 'network-vif-deleted', 'tag': '6acb0d54-5ce9-41d0-b226-cdfbc8677068', 'status': 'completed', 'code': 200} Aug 31 01:04:25.855765 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:25.968953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6415dec-0330-48c7-a95d-1c67e0b58ca6 req-728cdd83-32d7-4448-b024-fa42f4e02beb tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:25.975807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6415dec-0330-48c7-a95d-1c67e0b58ca6 req-728cdd83-32d7-4448-b024-fa42f4e02beb tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 931 time: 0.1076317 Aug 31 01:04:26.099909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6415dec-0330-48c7-a95d-1c67e0b58ca6 req-ff6c748e-4df0-4188-a544-43bbfb25b308 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218948 Aug 31 01:04:26.250919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37754) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:26.325208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4be222a-00f5-47ba-a4b9-8a67fee60a10 admin admin] Deleting subnet 34deeb26-e910-40bc-99b5-51d7998a554d {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:04:26.328806 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4be222a-00f5-47ba-a4b9-8a67fee60a10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.338383 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e1825f-baa5-42d3-b623-386cfaccd665 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:26.347193 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.360762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Transition to ACTIVE for port object b2e1825f-baa5-42d3-b623-386cfaccd665 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:26.365106 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.366021 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4be222a-00f5-47ba-a4b9-8a67fee60a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.416495 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4be222a-00f5-47ba-a4b9-8a67fee60a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.416722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e1825f-baa5-42d3-b623-386cfaccd665,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:26.509245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Attempting to bind port b2e1825f-baa5-42d3-b623-386cfaccd665 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:26.509588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Attempting to bind port b2e1825f-baa5-42d3-b623-386cfaccd665 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '8aedb538-7277-464d-be3d-702bf7a5acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:26.509922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Attempting to bind port b2e1825f-baa5-42d3-b623-386cfaccd665 on network 47233ebf-1580-4f1c-9fe9-006618980e41 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:26.517712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Port b2e1825f-baa5-42d3-b623-386cfaccd665 on network 47233ebf-1580-4f1c-9fe9-006618980e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:26.519513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Attempting to bind port b2e1825f-baa5-42d3-b623-386cfaccd665 on network 47233ebf-1580-4f1c-9fe9-006618980e41 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:26.528553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:26.529198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Checking segment: {'id': '8aedb538-7277-464d-be3d-702bf7a5acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:26.529710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Bound using segment: {'id': '8aedb538-7277-464d-be3d-702bf7a5acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:26.530221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Bound port: b2e1825f-baa5-42d3-b623-386cfaccd665, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aedb538-7277-464d-be3d-702bf7a5acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:26.531159 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.572006 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.608341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] For port b2e1825f-baa5-42d3-b623-386cfaccd665, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:26.612705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] For port b2e1825f-baa5-42d3-b623-386cfaccd665, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b2e1825f-baa5-42d3-b623-386cfaccd665,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:26.618412 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.660229 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:26.660760 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.662205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] 10.222.0.70 "PUT /v2.0/ports/b2e1825f-baa5-42d3-b623-386cfaccd665 HTTP/1.1" status: 200 len: 1092 time: 0.8921700 Aug 31 01:04:26.682209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af884d-65b6-4677-a3f9-fcd552560124 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e1825f-baa5-42d3-b623-386cfaccd665,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:26.737884 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4be222a-00f5-47ba-a4b9-8a67fee60a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.762720 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-56a97cb3-fb9b-415f-b586-ad9a08c71029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:26.764263 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-56a97cb3-fb9b-415f-b586-ad9a08c71029 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=206f2f4ce2c44104b6cf505700314abb&device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 1095 time: 0.0500326 Aug 31 01:04:26.765704 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be222a-00f5-47ba-a4b9-8a67fee60a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34deeb26-e910-40bc-99b5-51d7998a554d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:26.770165 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4be222a-00f5-47ba-a4b9-8a67fee60a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.772083 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a4be222a-00f5-47ba-a4b9-8a67fee60a10 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/34deeb26-e910-40bc-99b5-51d7998a554d HTTP/1.1" status: 204 len: 168 time: 0.5201473 Aug 31 01:04:26.774712 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37768) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:26.821850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-92f1f8c3-e7c1-4a91-957d-7342b5a4e415 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2e1825f-baa5-42d3-b623-386cfaccd665 HTTP/1.1" status: 200 len: 217 time: 0.0432742 Aug 31 01:04:26.852778 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3745523-e05e-4b2a-826a-7f590d2d0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.925524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-5db0966b-85d5-428e-bd9a-c24344c1b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:26.927028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-5db0966b-85d5-428e-bd9a-c24344c1b833 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=805dc395-985c-42e8-8ef5-ecb7180cee4b HTTP/1.1" status: 200 len: 854 time: 0.0928645 Aug 31 01:04:26.936584 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3745523-e05e-4b2a-826a-7f590d2d0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.938661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba22fb1-930d-4faa-8eb5-5d5bff899140 req-f7df82f9-6307-4410-83f7-f75d4236e438 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:26.940258 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cba22fb1-930d-4faa-8eb5-5d5bff899140 req-f7df82f9-6307-4410-83f7-f75d4236e438 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.1161485 Aug 31 01:04:26.949237 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b3745523-e05e-4b2a-826a-7f590d2d0b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cab241-583d-479a-8ed9-1b2de0acbda5']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:26.962114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b3745523-e05e-4b2a-826a-7f590d2d0b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461ec37d-d1a6-468e-ae21-ca43d58466b6') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:26.962811 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b3745523-e05e-4b2a-826a-7f590d2d0b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461ec37d-d1a6-468e-ae21-ca43d58466b6') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:26.974384 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3745523-e05e-4b2a-826a-7f590d2d0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.977695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-34a88465-acb5-4f31-b6c9-ab85d47e394e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=47233ebf-1580-4f1c-9fe9-006618980e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365090 Aug 31 01:04:26.991552 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3745523-e05e-4b2a-826a-7f590d2d0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:26.997863 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3745523-e05e-4b2a-826a-7f590d2d0b30 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:04:26.998462 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3745523-e05e-4b2a-826a-7f590d2d0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:04:27.000438 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:04:27.047027 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cba22fb1-930d-4faa-8eb5-5d5bff899140 req-42c5f27c-a3d9-46bf-9969-29cd9b5105ab tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982718 Aug 31 01:04:27.066435 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3745523-e05e-4b2a-826a-7f590d2d0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.073493 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3745523-e05e-4b2a-826a-7f590d2d0b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.079365 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b3745523-e05e-4b2a-826a-7f590d2d0b30 admin admin] 10.222.0.58 "DELETE /v2.0/networks/12cab241-583d-479a-8ed9-1b2de0acbda5 HTTP/1.1" status: 204 len: 168 time: 0.3031209 Aug 31 01:04:27.080123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37772) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:27.101120 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-63ddf89c-027d-4dd7-a3b9-010043ad4686 service neutron] 10.222.0.70 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154165 Aug 31 01:04:27.102248 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3745523-e05e-4b2a-826a-7f590d2d0b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=12cab241-583d-479a-8ed9-1b2de0acbda5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:27.150245 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30b2e19-90e5-46a4-86c1-b2cea811094a admin admin] Deleting subnet edd58fa3-f9dc-4f60-9a76-f73862a32d57 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:04:27.153827 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c30b2e19-90e5-46a4-86c1-b2cea811094a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.157409 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 56319b58-b3b5-4856-9ee2-4b343ff1c11f no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:27.180458 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 56319b58-b3b5-4856-9ee2-4b343ff1c11f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:04:27.181095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 56319b58-b3b5-4856-9ee2-4b343ff1c11f not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:04:27.181683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 6acb0d54-5ce9-41d0-b226-cdfbc8677068 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:27.202380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 6acb0d54-5ce9-41d0-b226-cdfbc8677068 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:04:27.202724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 6acb0d54-5ce9-41d0-b226-cdfbc8677068 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:04:27.227932 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c30b2e19-90e5-46a4-86c1-b2cea811094a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.257033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e144b15-5131-4a52-9e51-6f0731d671ec req-c5119aa2-9c6b-4a78-abfc-671f16bdf507 service neutron] 10.222.0.70 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479130 Aug 31 01:04:27.279092 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c30b2e19-90e5-46a4-86c1-b2cea811094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.289221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08edcf-fbf3-4cde-aad2-6fa71d4a8d35 req-09584bde-c214-4641-9ea0-c501c7dbc68e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:27.291444 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c08edcf-fbf3-4cde-aad2-6fa71d4a8d35 req-09584bde-c214-4641-9ea0-c501c7dbc68e tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 943 time: 0.0846891 Aug 31 01:04:27.347334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c08edcf-fbf3-4cde-aad2-6fa71d4a8d35 req-d046ee07-e5b0-405f-bee2-3d929f3b646c tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492787 Aug 31 01:04:27.362613 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c30b2e19-90e5-46a4-86c1-b2cea811094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.389075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b2e19-90e5-46a4-86c1-b2cea811094a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd58fa3-f9dc-4f60-9a76-f73862a32d57,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:27.411453 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c30b2e19-90e5-46a4-86c1-b2cea811094a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.415588 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c30b2e19-90e5-46a4-86c1-b2cea811094a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/edd58fa3-f9dc-4f60-9a76-f73862a32d57 HTTP/1.1" status: 204 len: 168 time: 0.3317711 Aug 31 01:04:27.417961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37790) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:27.486580 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2712a708-bcb8-4eed-82ee-1e7c936ed959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.576359 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2712a708-bcb8-4eed-82ee-1e7c936ed959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.587224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-2712a708-bcb8-4eed-82ee-1e7c936ed959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62d3aca-ed0b-46f3-9527-e674a3c575e0']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:27.600664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-2712a708-bcb8-4eed-82ee-1e7c936ed959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9aa5268-09d9-44b4-a7cf-3c8506ba1fc2') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:27.601073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-2712a708-bcb8-4eed-82ee-1e7c936ed959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9aa5268-09d9-44b4-a7cf-3c8506ba1fc2') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:27.611342 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2712a708-bcb8-4eed-82ee-1e7c936ed959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.626184 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2712a708-bcb8-4eed-82ee-1e7c936ed959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.632811 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2712a708-bcb8-4eed-82ee-1e7c936ed959 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:04:27.633190 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2712a708-bcb8-4eed-82ee-1e7c936ed959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:04:27.634903 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:04:27.688504 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2712a708-bcb8-4eed-82ee-1e7c936ed959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.695853 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2712a708-bcb8-4eed-82ee-1e7c936ed959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.697699 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2712a708-bcb8-4eed-82ee-1e7c936ed959 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d62d3aca-ed0b-46f3-9527-e674a3c575e0 HTTP/1.1" status: 204 len: 168 time: 0.2788072 Aug 31 01:04:27.711824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712a708-bcb8-4eed-82ee-1e7c936ed959 admin admin] Pushing event deleted for resources: {'Network': ['ID=d62d3aca-ed0b-46f3-9527-e674a3c575e0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:27.814719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f326a5da-e54a-41b5-aed7-5f4ddc843391', 'tag': 'b2e1825f-baa5-42d3-b623-386cfaccd665'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:27.818118 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6c292e-d7c5-4dd9-8c22-4bfa608c2aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "f326a5da-e54a-41b5-aed7-5f4ddc843391", "tag": "b2e1825f-baa5-42d3-b623-386cfaccd665"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:27.820981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37798) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:27.870115 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1d12f4e9-09d2-41be-9ca9-dea15823ccc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=293537de7bd940eabdbb028d66a178c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479126 Aug 31 01:04:27.870326 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3153bc-85d7-4ef9-bed3-a27ccb6478c4 x-openstack-request-id: req-2f3153bc-85d7-4ef9-bed3-a27ccb6478c4 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:27.870774 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f326a5da-e54a-41b5-aed7-5f4ddc843391", "tag": "b2e1825f-baa5-42d3-b623-386cfaccd665", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:27.871172 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f3153bc-85d7-4ef9-bed3-a27ccb6478c4 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:27.871755 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f326a5da-e54a-41b5-aed7-5f4ddc843391', 'tag': 'b2e1825f-baa5-42d3-b623-386cfaccd665', 'status': 'completed', 'code': 200} Aug 31 01:04:27.872672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37800) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:27.939573 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-721e6826-2831-4bc4-8d3d-bec2855842e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.944167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c292e-d7c5-4dd9-8c22-4bfa608c2aeb req-7d61bae4-e4c6-4519-b12b-bbfc387af7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:27.946516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab6c292e-d7c5-4dd9-8c22-4bfa608c2aeb req-7d61bae4-e4c6-4519-b12b-bbfc387af7be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=206f2f4ce2c44104b6cf505700314abb&device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 1095 time: 0.0494926 Aug 31 01:04:27.968501 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-721e6826-2831-4bc4-8d3d-bec2855842e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.028752 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-721e6826-2831-4bc4-8d3d-bec2855842e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.032167 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-721e6826-2831-4bc4-8d3d-bec2855842e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.034556 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-721e6826-2831-4bc4-8d3d-bec2855842e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c0ee83e-6a92-47f0-86ea-4f2ec820fc27 HTTP/1.1" status: 204 len: 168 time: 0.1602604 Aug 31 01:04:28.043465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e6826-2831-4bc4-8d3d-bec2855842e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0ee83e-6a92-47f0-86ea-4f2ec820fc27,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:28.055610 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c292e-d7c5-4dd9-8c22-4bfa608c2aeb req-57da2682-d866-4f4c-9311-efc58bbfb8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.057562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab6c292e-d7c5-4dd9-8c22-4bfa608c2aeb req-57da2682-d866-4f4c-9311-efc58bbfb8f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=47233ebf-1580-4f1c-9fe9-006618980e41 HTTP/1.1" status: 200 len: 915 time: 0.1004252 Aug 31 01:04:28.109152 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab6c292e-d7c5-4dd9-8c22-4bfa608c2aeb req-dd70d1d5-68b5-4a68-be7b-4f59fd696b2a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2e1825f-baa5-42d3-b623-386cfaccd665 HTTP/1.1" status: 200 len: 217 time: 0.0431604 Aug 31 01:04:28.195499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c292e-d7c5-4dd9-8c22-4bfa608c2aeb req-2c7da313-aed1-4a85-97b3-98031b329b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.196987 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab6c292e-d7c5-4dd9-8c22-4bfa608c2aeb req-2c7da313-aed1-4a85-97b3-98031b329b88 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=805dc395-985c-42e8-8ef5-ecb7180cee4b HTTP/1.1" status: 200 len: 854 time: 0.0795929 Aug 31 01:04:28.214202 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182e6bf-53e8-457f-a575-af3e9c623ccb req-297fed9d-2c9a-426a-94a5-1d23739af13a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.215772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d182e6bf-53e8-457f-a575-af3e9c623ccb req-297fed9d-2c9a-426a-94a5-1d23739af13a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.0681760 Aug 31 01:04:28.249313 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab6c292e-d7c5-4dd9-8c22-4bfa608c2aeb req-683f3009-04c1-4190-8144-b39a343a1f78 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=47233ebf-1580-4f1c-9fe9-006618980e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324652 Aug 31 01:04:28.500034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37818) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:28.552714 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5609ab27-16c4-4010-9cc6-ed7c457cadbf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f135489858dd4c36a2840cc63a666a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514793 Aug 31 01:04:28.555218 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37820) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:28.613086 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2022d03e-a0cb-4fcd-bd99-ddfab8613359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.639857 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2022d03e-a0cb-4fcd-bd99-ddfab8613359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.671457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d182e6bf-53e8-457f-a575-af3e9c623ccb req-75f3d58a-dca5-4eef-b75a-4405cab5b9ea tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436049 Aug 31 01:04:28.706743 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2022d03e-a0cb-4fcd-bd99-ddfab8613359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.709478 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2022d03e-a0cb-4fcd-bd99-ddfab8613359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.710704 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2022d03e-a0cb-4fcd-bd99-ddfab8613359 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/536c250c-6d01-4d58-94a4-6fc16ee12465 HTTP/1.1" status: 204 len: 168 time: 0.1544471 Aug 31 01:04:28.719790 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022d03e-a0cb-4fcd-bd99-ddfab8613359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536c250c-6d01-4d58-94a4-6fc16ee12465,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:28.745066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c34f8a-082b-489f-94bc-c1714a6b7e6e req-b74ca037-5ab2-4040-b829-159c6f71a2d5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:28.752234 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37c34f8a-082b-489f-94bc-c1714a6b7e6e req-b74ca037-5ab2-4040-b829-159c6f71a2d5 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 943 time: 0.0971498 Aug 31 01:04:28.800584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab6c292e-d7c5-4dd9-8c22-4bfa608c2aeb req-fd1b48da-370f-4716-9b7e-24792d053776 service neutron] 10.222.0.70 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400503 Aug 31 01:04:28.811842 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37c34f8a-082b-489f-94bc-c1714a6b7e6e req-7defe87b-cb87-45e1-8828-e577d23c71f4 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583594 Aug 31 01:04:28.922357 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab6c292e-d7c5-4dd9-8c22-4bfa608c2aeb req-f00ce552-3f6e-43a0-8556-3facaa748a89 service neutron] 10.222.0.70 "GET /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080201 Aug 31 01:04:29.522596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37856) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:29.625992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1871898258-network', 'tenant_id': 'b9eb0ca2dc0f47d09a40a3825adf28d6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:29.651074 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] Made reservation on behalf of b9eb0ca2dc0f47d09a40a3825adf28d6 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:29.653677 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:29.662314 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b2e1825f-baa5-42d3-b623-386cfaccd665 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:04:29.662907 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:29.775307 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:29.788868 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:29.802915 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:04:29.812715 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:29.813074 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] Added segment 69612e42-ca37-4b5b-a7aa-5f41a838ca06 of type vlan for network 32b1eadd-9506-486a-a2b9-8d7cc981c36c Aug 31 01:04:29.863217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b2e1825f-baa5-42d3-b623-386cfaccd665, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b2e1825f-baa5-42d3-b623-386cfaccd665,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:29.891803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'b2e1825f-baa5-42d3-b623-386cfaccd665', 'network_id': '47233ebf-1580-4f1c-9fe9-006618980e41', 'port_id': 'b2e1825f-baa5-42d3-b623-386cfaccd665', 'mac_address': 'fa:16:3e:e4:a8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805dc395-985c-42e8-8ef5-ecb7180cee4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:04:29.914100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dc330-102c-40b1-af02-1c735217a9ec req-339f9b95-77de-47f4-8ed5-14bb4d3f8aa6 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:29.917502 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:29.921784 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-366dc330-102c-40b1-af02-1c735217a9ec req-339f9b95-77de-47f4-8ed5-14bb4d3f8aa6 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.0844083 Aug 31 01:04:29.925938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8bd59e-cc88-428e-8140-bacf8820bdd4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:29.982313 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-366dc330-102c-40b1-af02-1c735217a9ec req-f71136c1-b465-4a45-94ea-d9735b4d86dc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594068 Aug 31 01:04:29.986310 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:30.007763 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:30.009934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:30.010975 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:30.013093 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e1825f-baa5-42d3-b623-386cfaccd665 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:30.053986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b2e1825f-baa5-42d3-b623-386cfaccd665, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b2e1825f-baa5-42d3-b623-386cfaccd665,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:30.061530 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:30.118329 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5875602 Aug 31 01:04:30.118329 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37880) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:30.119250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993216ac-d46a-4cf9-adb9-5e157e0fd013 req-f456eb24-adc5-4c82-84a9-66b7d3829e3d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:30.123945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-993216ac-d46a-4cf9-adb9-5e157e0fd013 req-f456eb24-adc5-4c82-84a9-66b7d3829e3d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 943 time: 0.1010699 Aug 31 01:04:30.124158 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-06fb4d62-f8ef-466e-b1cc-b0780de6e79f admin admin] Request body: {'subnet': {'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1871898258-subnet', 'tenant_id': 'b9eb0ca2dc0f47d09a40a3825adf28d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:30.159145 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8c42b-2ca0-49b1-9683-144ccf99206c admin admin] Pushing event updated for resources: {'Network': ['ID=32b1eadd-9506-486a-a2b9-8d7cc981c36c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:30.174555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b2e1825f-baa5-42d3-b623-386cfaccd665,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:30.178109 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fb4d62-f8ef-466e-b1cc-b0780de6e79f admin admin] Made reservation on behalf of b9eb0ca2dc0f47d09a40a3825adf28d6 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:30.182102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-993216ac-d46a-4cf9-adb9-5e157e0fd013 req-7d58cb78-5e47-454e-9789-0acabbb2c969 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550058 Aug 31 01:04:30.182297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 32b1eadd-9506-486a-a2b9-8d7cc981c36c details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:04:30.182595 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06fb4d62-f8ef-466e-b1cc-b0780de6e79f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:30.213379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:30.213727 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:30.214066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:30.214397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:30.214728 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:30.215055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:30.215406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:30.215729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:30.216048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:30.216367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:30.216684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:30.217002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:30.356636 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b2e1825f-baa5-42d3-b623-386cfaccd665'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:30.388899 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06fb4d62-f8ef-466e-b1cc-b0780de6e79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:30.442102 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb4d62-f8ef-466e-b1cc-b0780de6e79f admin admin] Pushing event updated for resources: {'Subnet': ['ID=05eaa767-8692-4d9b-9d2d-a7dea0043ab9,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:30.457858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb4d62-f8ef-466e-b1cc-b0780de6e79f admin admin] Checking segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:30.458221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb4d62-f8ef-466e-b1cc-b0780de6e79f admin admin] Network hostable DHCP agents. Network: 32b1eadd-9506-486a-a2b9-8d7cc981c36c, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:04:30.476480 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb4d62-f8ef-466e-b1cc-b0780de6e79f admin admin] Network 32b1eadd-9506-486a-a2b9-8d7cc981c36c is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:04:30.488925 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-06fb4d62-f8ef-466e-b1cc-b0780de6e79f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 32b1eadd-9506-486a-a2b9-8d7cc981c36c) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:30.495872 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fb4d62-f8ef-466e-b1cc-b0780de6e79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:30.496463 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06fb4d62-f8ef-466e-b1cc-b0780de6e79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:30.516548 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-06fb4d62-f8ef-466e-b1cc-b0780de6e79f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3976290 Aug 31 01:04:30.526720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee07ccf-48d3-469c-aaef-ffb3ba448cce None None] Network 32b1eadd-9506-486a-a2b9-8d7cc981c36c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:30.696876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38abf64a-6c13-4723-901b-54e249ae1c1a None None] Network 32b1eadd-9506-486a-a2b9-8d7cc981c36c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:31.136953 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37912) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:31.139967 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fecbd-fe46-4d54-b544-fcbf4dfb4c7f req-9c7ef6d7-194c-4bed-ae9c-ca2660081c1d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:31.142136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-221510507-network', 'tenant_id': 'a653394ec131455aa32e85ddfd670500'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:31.144184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d3fecbd-fe46-4d54-b544-fcbf4dfb4c7f req-9c7ef6d7-194c-4bed-ae9c-ca2660081c1d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.0885599 Aug 31 01:04:31.168290 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] Made reservation on behalf of a653394ec131455aa32e85ddfd670500 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:31.169297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e75df633-a7c4-48a9-9133-6e9e47bf5a11 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:04:31.170729 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.180904 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.194006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d3fecbd-fe46-4d54-b544-fcbf4dfb4c7f req-d040ca49-b75f-4554-b3d9-6fc5fedd741a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447984 Aug 31 01:04:31.319803 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.325957 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.337755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e75df633-a7c4-48a9-9133-6e9e47bf5a11, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e75df633-a7c4-48a9-9133-6e9e47bf5a11,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:31.355412 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:04:31.358381 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'e75df633-a7c4-48a9-9133-6e9e47bf5a11', 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569', 'port_id': 'e75df633-a7c4-48a9-9133-6e9e47bf5a11', 'mac_address': 'fa:16:3e:ed:cd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45904437-7514-4138-a03a-8b8d200388fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:04:31.363598 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.377297 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9578f42-d256-4b4f-a26f-3570dd42ad9a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:31.381882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.382441 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] Added segment cbc02328-aa7d-4b86-ab40-2d1d139e9a46 of type vlan for network 35a031f3-4fc5-47d9-bcc3-112baff5b553 Aug 31 01:04:31.394701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd38b-2817-4a8e-9cd0-45483f6939c8 req-a3252ac5-b494-4567-8113-61e57179d24d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:31.396386 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-560bd38b-2817-4a8e-9cd0-45483f6939c8 req-a3252ac5-b494-4567-8113-61e57179d24d tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 944 time: 0.0674171 Aug 31 01:04:31.430292 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.438706 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.459814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e75df633-a7c4-48a9-9133-6e9e47bf5a11 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:31.467635 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.469303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:31.469896 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.490973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-560bd38b-2817-4a8e-9cd0-45483f6939c8 req-7cb578aa-4f69-40e7-9125-aa7e7f3f9a29 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757248 Aug 31 01:04:31.504264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e75df633-a7c4-48a9-9133-6e9e47bf5a11, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e75df633-a7c4-48a9-9133-6e9e47bf5a11,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:31.508635 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.527783 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3896925 Aug 31 01:04:31.530574 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37920) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:31.536509 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5c5b7f23-254b-4838-85ce-d2240d693031 admin admin] Request body: {'subnet': {'network_id': '35a031f3-4fc5-47d9-bcc3-112baff5b553', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-221510507-subnet', 'tenant_id': 'a653394ec131455aa32e85ddfd670500', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:31.562327 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db8483-9c58-4bd9-8757-3d9bcd187d9b admin admin] Pushing event updated for resources: {'Network': ['ID=35a031f3-4fc5-47d9-bcc3-112baff5b553,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:31.565862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e75df633-a7c4-48a9-9133-6e9e47bf5a11,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:31.572988 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5b7f23-254b-4838-85ce-d2240d693031 admin admin] Made reservation on behalf of a653394ec131455aa32e85ddfd670500 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:31.575591 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7f23-254b-4838-85ce-d2240d693031 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.578555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 35a031f3-4fc5-47d9-bcc3-112baff5b553 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:04:31.663305 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['e75df633-a7c4-48a9-9133-6e9e47bf5a11'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:31.689518 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b2e1825f-baa5-42d3-b623-386cfaccd665 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:31.778563 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7f23-254b-4838-85ce-d2240d693031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.784920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port b2e1825f-baa5-42d3-b623-386cfaccd665 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:31.800817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port b2e1825f-baa5-42d3-b623-386cfaccd665 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:31.801268 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.841510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b7f23-254b-4838-85ce-d2240d693031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3453fd49-f1f7-40de-9e8e-12dae00d403a,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:31.849097 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b7f23-254b-4838-85ce-d2240d693031 admin admin] Checking segment: {'id': 'cbc02328-aa7d-4b86-ab40-2d1d139e9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35a031f3-4fc5-47d9-bcc3-112baff5b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:31.849496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b7f23-254b-4838-85ce-d2240d693031 admin admin] Network hostable DHCP agents. Network: 35a031f3-4fc5-47d9-bcc3-112baff5b553, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:04:31.979729 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:32.004297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f326a5da-e54a-41b5-aed7-5f4ddc843391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e1825f-baa5-42d3-b623-386cfaccd665'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:32.006592 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0465dcdb-8d17-4a87-bf0a-ecfd51347dac" -d '{"events": [{"server_uuid": "f326a5da-e54a-41b5-aed7-5f4ddc843391", "name": "network-vif-plugged", "status": "completed", "tag": "b2e1825f-baa5-42d3-b623-386cfaccd665"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:32.025654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b2e1825f-baa5-42d3-b623-386cfaccd665, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b2e1825f-baa5-42d3-b623-386cfaccd665,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:32.034773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b7f23-254b-4838-85ce-d2240d693031 admin admin] Network 35a031f3-4fc5-47d9-bcc3-112baff5b553 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:04:32.060442 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab343b68-3297-4f78-bb74-2cf7ef499f13 x-openstack-request-id: req-ab343b68-3297-4f78-bb74-2cf7ef499f13 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:32.060772 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f326a5da-e54a-41b5-aed7-5f4ddc843391", "name": "network-vif-plugged", "status": "completed", "tag": "b2e1825f-baa5-42d3-b623-386cfaccd665", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:32.061079 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab343b68-3297-4f78-bb74-2cf7ef499f13 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:32.061376 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f326a5da-e54a-41b5-aed7-5f4ddc843391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e1825f-baa5-42d3-b623-386cfaccd665', 'code': 200} Aug 31 01:04:32.064391 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:32.065224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-5c5b7f23-254b-4838-85ce-d2240d693031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 35a031f3-4fc5-47d9-bcc3-112baff5b553) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:32.071765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b7f23-254b-4838-85ce-d2240d693031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:32.071765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7f23-254b-4838-85ce-d2240d693031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:32.087366 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5c5b7f23-254b-4838-85ce-d2240d693031 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5556591 Aug 31 01:04:32.093440 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f654b04-85f7-432b-9669-a2c10970c837 None None] Network 35a031f3-4fc5-47d9-bcc3-112baff5b553 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:32.208837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c44c2c-969d-4ac0-beb0-d35cf9fb6884 req-8cc8c7f1-e061-403e-a06f-e47646e6ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:32.211258 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1c44c2c-969d-4ac0-beb0-d35cf9fb6884 req-8cc8c7f1-e061-403e-a06f-e47646e6ce03 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 1097 time: 0.0775325 Aug 31 01:04:32.284110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1c44c2c-969d-4ac0-beb0-d35cf9fb6884 req-1bea6f5a-dc79-4d11-9954-1ff3ce12a830 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637195 Aug 31 01:04:32.352325 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b2e1825f-baa5-42d3-b623-386cfaccd665,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:32.371863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95633ead-de5f-4f1c-b57a-a481a17d6b9b req-20f3ce59-a55b-486e-8441-0b0ef1cd45fc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:32.383468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95633ead-de5f-4f1c-b57a-a481a17d6b9b req-20f3ce59-a55b-486e-8441-0b0ef1cd45fc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.0806551 Aug 31 01:04:32.433804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95633ead-de5f-4f1c-b57a-a481a17d6b9b req-69bc2d58-cff8-4489-9cff-e171e1a03844 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485504 Aug 31 01:04:32.452445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0789dc8e-a86a-4824-91fe-d52192bdd285 None None] Network 35a031f3-4fc5-47d9-bcc3-112baff5b553 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:32.616639 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c218d3-42a5-42cd-ac93-25b48fa8a8c8 req-615ec1d2-db63-4e93-a381-e049e9a010c0 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:32.618265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f8c218d3-42a5-42cd-ac93-25b48fa8a8c8 req-615ec1d2-db63-4e93-a381-e049e9a010c0 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 945 time: 0.0535858 Aug 31 01:04:32.703555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f8c218d3-42a5-42cd-ac93-25b48fa8a8c8 req-8559dd79-16b4-4028-8c07-2c78687c55b0 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790124 Aug 31 01:04:32.765984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-cf4b78eb-5538-4f24-bfe4-5c97f4b08e0a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:32.768318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-cf4b78eb-5538-4f24-bfe4-5c97f4b08e0a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 808 time: 0.1213853 Aug 31 01:04:32.785634 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-c1506be8-968b-4a26-93d6-6f4a51b2820d tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/quotas/b9eb0ca2dc0f47d09a40a3825adf28d6 HTTP/1.1" status: 200 len: 375 time: 0.0105097 Aug 31 01:04:32.820132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-cb5fb448-157b-4e07-aca2-89e0daef7ebb tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287955 Aug 31 01:04:32.912756 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-e76dcb46-0703-4a4e-a439-d89624bbc23f service neutron] 10.222.0.58 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858035 Aug 31 01:04:33.016643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-09ae13af-7e37-479e-823b-b93951b6bad1 service neutron] 10.222.0.58 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977044 Aug 31 01:04:33.175803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e75df633-a7c4-48a9-9133-6e9e47bf5a11 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:33.201482 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef4ba56d-12b5-4ad8-9095-158d83240db4 req-58d9977f-2290-4685-808c-ec2ce0c33e5a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 210 time: 0.0367870 Aug 31 01:04:33.245819 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port e75df633-a7c4-48a9-9133-6e9e47bf5a11 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:33.246203 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:33.370452 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:33.438312 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e75df633-a7c4-48a9-9133-6e9e47bf5a11, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e75df633-a7c4-48a9-9133-6e9e47bf5a11,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:33.443622 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:33.531656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e75df633-a7c4-48a9-9133-6e9e47bf5a11,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:33.642355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99735c-9762-45c4-9f2e-fcf4c091a797 req-2d0ccf7c-1741-4b85-a195-c78ff034c261 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.652096 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c99735c-9762-45c4-9f2e-fcf4c091a797 req-2d0ccf7c-1741-4b85-a195-c78ff034c261 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.0778360 Aug 31 01:04:33.694897 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c99735c-9762-45c4-9f2e-fcf4c091a797 req-2d8672ba-fd2d-440d-af6a-75b1a5300d65 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418301 Aug 31 01:04:33.854128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812d4d5-812c-4b95-a244-553560eead52 req-dc75f323-e84f-4ec2-af9c-cfc4760057d9 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:33.863236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b812d4d5-812c-4b95-a244-553560eead52 req-dc75f323-e84f-4ec2-af9c-cfc4760057d9 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 945 time: 0.0697753 Aug 31 01:04:33.914340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b812d4d5-812c-4b95-a244-553560eead52 req-d62cb665-45c0-41a9-b064-014edb08d861 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497010 Aug 31 01:04:34.062775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcee6c7f-9c68-4a6a-b614-c6048d0585e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75df633-a7c4-48a9-9133-6e9e47bf5a11'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:34.065548 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5f895b-56cd-4073-89e9-fdd74ba198fa" -d '{"events": [{"server_uuid": "dcee6c7f-9c68-4a6a-b614-c6048d0585e0", "name": "network-vif-plugged", "status": "completed", "tag": "e75df633-a7c4-48a9-9133-6e9e47bf5a11"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:34.094681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72f582-f07c-4091-b237-c4ee3fd46aef req-d42fa2a8-1813-42b4-8baa-b169f01fe7a2 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:34.105956 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e72f582-f07c-4091-b237-c4ee3fd46aef req-d42fa2a8-1813-42b4-8baa-b169f01fe7a2 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 945 time: 0.0763884 Aug 31 01:04:34.125325 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572d0c70-5e82-4999-9188-63474d1a4c0d x-openstack-request-id: req-572d0c70-5e82-4999-9188-63474d1a4c0d {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:34.125623 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcee6c7f-9c68-4a6a-b614-c6048d0585e0", "name": "network-vif-plugged", "status": "completed", "tag": "e75df633-a7c4-48a9-9133-6e9e47bf5a11", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:34.125903 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-572d0c70-5e82-4999-9188-63474d1a4c0d {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:34.126301 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcee6c7f-9c68-4a6a-b614-c6048d0585e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75df633-a7c4-48a9-9133-6e9e47bf5a11', 'code': 200} Aug 31 01:04:34.155373 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e72f582-f07c-4091-b237-c4ee3fd46aef req-a8010a77-d06f-4bb3-b518-d2f536252f32 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427697 Aug 31 01:04:34.345720 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef28c860-6933-4052-898a-a09efc1ffd76 req-522d4eee-b337-4ee4-9b54-b6f1a6562564 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 210 time: 0.0691895 Aug 31 01:04:34.525969 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a1edb-ad30-41e1-bd6b-8c47899b5f63 req-e52c8d63-d1c1-4ae8-9428-432d39051cfc tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:34.534607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f7a1edb-ad30-41e1-bd6b-8c47899b5f63 req-e52c8d63-d1c1-4ae8-9428-432d39051cfc tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 945 time: 0.1174691 Aug 31 01:04:34.650820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f7a1edb-ad30-41e1-bd6b-8c47899b5f63 req-14438222-e957-4fd8-9468-994d1076b728 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150820 Aug 31 01:04:34.732199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-d83016c4-1e5f-44c8-bace-3ef70f1b0862 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:34.734043 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-d83016c4-1e5f-44c8-bace-3ef70f1b0862 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.15 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 808 time: 0.2348044 Aug 31 01:04:34.763242 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-82997727-f771-4873-92ba-6b29d4b2bf61 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Request body: {'port': {'device_id': '779cc349-f3a2-41b1-a146-15ac6ebfe279', 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c', 'admin_state_up': True, 'tenant_id': 'b9eb0ca2dc0f47d09a40a3825adf28d6'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:34.942963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d30e7-f969-4cee-9b7f-c4b7f257c12c req-28eee635-6f1e-4e93-a0c3-b2c80eb9c963 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:34.944728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d00d30e7-f969-4cee-9b7f-c4b7f257c12c req-28eee635-6f1e-4e93-a0c3-b2c80eb9c963 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.1636956 Aug 31 01:04:34.960320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fe7df-10e3-4c1d-b6be-4403e0c7a1b8 req-04780106-ca99-4d87-b9d8-da33a47726ed tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:34.967984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a7fe7df-10e3-4c1d-b6be-4403e0c7a1b8 req-04780106-ca99-4d87-b9d8-da33a47726ed tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 945 time: 0.1526313 Aug 31 01:04:35.027934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-82997727-f771-4873-92ba-6b29d4b2bf61 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Made reservation on behalf of b9eb0ca2dc0f47d09a40a3825adf28d6 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:35.031575 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-82997727-f771-4873-92ba-6b29d4b2bf61 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:35.076349 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a7fe7df-10e3-4c1d-b6be-4403e0c7a1b8 req-057b7b24-12b8-45ee-9921-915e7823ed80 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068227 Aug 31 01:04:35.141131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d00d30e7-f969-4cee-9b7f-c4b7f257c12c req-d469e794-4ccd-4dbf-8840-1e88f5dc836e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708493 Aug 31 01:04:35.343624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-82997727-f771-4873-92ba-6b29d4b2bf61 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Allocated IP 172.20.0.14 (32b1eadd-9506-486a-a2b9-8d7cc981c36c/05eaa767-8692-4d9b-9d2d-a7dea0043ab9/92c38fb9-4be5-415e-9733-4357c298ff40) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:35.535878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47234850-8f3b-49e1-a3da-0fb018eb32b2 req-39dfa7db-9bab-4498-a931-1531c2c975eb tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 210 time: 0.0574787 Aug 31 01:04:35.635218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb8b6c-ed00-4771-a152-9179ae132446 req-eea712b1-0c81-489b-b057-764b46e55e30 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:35.645932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1fb8b6c-ed00-4771-a152-9179ae132446 req-eea712b1-0c81-489b-b057-764b46e55e30 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 945 time: 0.1572046 Aug 31 01:04:35.672106 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-82997727-f771-4873-92ba-6b29d4b2bf61 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:35.733140 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1fb8b6c-ed00-4771-a152-9179ae132446 req-ab7c8627-ec82-44cd-88dd-1dc2c2f2b0fe tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860221 Aug 31 01:04:35.813313 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-82997727-f771-4873-92ba-6b29d4b2bf61 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:35.884701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-82997727-f771-4873-92ba-6b29d4b2bf61 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Network 32b1eadd-9506-486a-a2b9-8d7cc981c36c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:35.906090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-82997727-f771-4873-92ba-6b29d4b2bf61 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:35.909693 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-82997727-f771-4873-92ba-6b29d4b2bf61 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:35.916611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82997727-f771-4873-92ba-6b29d4b2bf61 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Pushing event updated for resources: {'Port': ['ID=92c38fb9-4be5-415e-9733-4357c298ff40,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:35.982526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-82997727-f771-4873-92ba-6b29d4b2bf61 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:35.983243 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-82997727-f771-4873-92ba-6b29d4b2bf61 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:35.993681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65420397-c2b0-4325-a008-1a13b1bf5efd req-15e75374-d271-4d07-9906-c538641024ef tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:35.995121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65420397-c2b0-4325-a008-1a13b1bf5efd req-15e75374-d271-4d07-9906-c538641024ef tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 945 time: 0.1266420 Aug 31 01:04:36.058167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-82997727-f771-4873-92ba-6b29d4b2bf61 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3079209 Aug 31 01:04:36.088822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Request body: {'port': {'device_id': '779cc349-f3a2-41b1-a146-15ac6ebfe279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:36.120382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65420397-c2b0-4325-a008-1a13b1bf5efd req-75e282e0-b520-4ac9-8706-d2a1f9398781 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127441 Aug 31 01:04:36.132020 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-c86edfec-83ae-4977-b49c-aa6c4507ba0d service neutron] 10.222.0.70 "GET /v2.0/ports/778cde34-4886-4a62-8c0c-89e81bb4200d/bindings/n-h2-802060-13 HTTP/1.1" status: 200 len: 383 time: 0.1343939 Aug 31 01:04:36.254885 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:36.479158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec93b-9ea0-4909-8889-9edd6855e0f7 req-37e30e6d-dd9d-4a7d-8397-e97d85fc39da tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:36.490548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-239ec93b-9ea0-4909-8889-9edd6855e0f7 req-37e30e6d-dd9d-4a7d-8397-e97d85fc39da tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.1741259 Aug 31 01:04:36.632327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-239ec93b-9ea0-4909-8889-9edd6855e0f7 req-2726226b-bff2-4e57-b266-92b95bef0af4 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407585 Aug 31 01:04:36.725432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-99ff24b3-6599-4e49-9d54-bb8b1b5f0ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:36.736293 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-99ff24b3-6599-4e49-9d54-bb8b1b5f0ecd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770&tenant_id=4f4f81af0327488683358ca40e0e4b3d HTTP/1.1" status: 200 len: 1102 time: 0.1866157 Aug 31 01:04:36.854878 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe68fb3-f75c-44bc-9ef9-b2b2d61fa13c req-a12cea21-7d15-41e7-875e-a8e7ef59849b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:36.862589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efe68fb3-f75c-44bc-9ef9-b2b2d61fa13c req-a12cea21-7d15-41e7-875e-a8e7ef59849b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 932 time: 0.1234760 Aug 31 01:04:36.945037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-af7ee3fa-fe05-4fec-b976-a8be5f7bebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:36.946550 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-af7ee3fa-fe05-4fec-b976-a8be5f7bebb5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 1102 time: 0.1624608 Aug 31 01:04:36.962677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efe68fb3-f75c-44bc-9ef9-b2b2d61fa13c req-d552f5cb-3d0c-416c-934c-6146f18d3cf8 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988498 Aug 31 01:04:37.169372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c38fb9-4be5-415e-9733-4357c298ff40 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:37.186421 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:37.225483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Transition to ACTIVE for port object 92c38fb9-4be5-415e-9733-4357c298ff40 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:37.242610 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f20619-3eea-4892-bc4e-8712a844e824 req-9b0b4415-a094-44a4-abab-a5b14a6cbbbd tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:37.250710 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6f20619-3eea-4892-bc4e-8712a844e824 req-9b0b4415-a094-44a4-abab-a5b14a6cbbbd tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 945 time: 0.1798711 Aug 31 01:04:37.260199 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:37.344151 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-d981c6cd-9db0-49eb-8153-15424464d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:37.345761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-d981c6cd-9db0-49eb-8153-15424464d7e7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.3773191 Aug 31 01:04:37.450658 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-36a72eb6-d375-4f35-91a4-8aad988b28fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=778cde34-4886-4a62-8c0c-89e81bb4200d HTTP/1.1" status: 200 len: 217 time: 0.0879121 Aug 31 01:04:37.468266 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Pushing event updated for resources: {'Port': ['ID=92c38fb9-4be5-415e-9733-4357c298ff40,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:37.498223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6f20619-3eea-4892-bc4e-8712a844e824 req-9f9d89f8-f2f8-4108-a127-cdec477a97f7 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464228 Aug 31 01:04:37.579059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-d86dd59c-8f6a-44aa-8766-2b4b5403f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:37.581033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-d86dd59c-8f6a-44aa-8766-2b4b5403f243 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1093974 Aug 31 01:04:37.630766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Attempting to bind port 92c38fb9-4be5-415e-9733-4357c298ff40 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:37.631136 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Attempting to bind port 92c38fb9-4be5-415e-9733-4357c298ff40 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:37.631518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Attempting to bind port 92c38fb9-4be5-415e-9733-4357c298ff40 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:37.640278 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Port 92c38fb9-4be5-415e-9733-4357c298ff40 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:37.640602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Attempting to bind port 92c38fb9-4be5-415e-9733-4357c298ff40 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:37.648346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:37.648772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Checking segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:37.649219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Bound using segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:37.649653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Bound port: 92c38fb9-4be5-415e-9733-4357c298ff40, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:37.650020 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:37.700337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-76998870-3f63-4ed0-bae9-627a2292ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:37.702187 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-76998870-3f63-4ed0-bae9-627a2292ee05 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1074970 Aug 31 01:04:37.802571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:37.872330 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=92c38fb9-4be5-415e-9733-4357c298ff40,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:37.882682 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:38.001192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.003553 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:38.006152 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] 10.222.0.15 "PUT /v2.0/ports/92c38fb9-4be5-415e-9733-4357c298ff40 HTTP/1.1" status: 200 len: 1093 time: 1.9324734 Aug 31 01:04:38.008979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779cc349-f3a2-41b1-a146-15ac6ebfe279', 'tag': '92c38fb9-4be5-415e-9733-4357c298ff40'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:38.011329 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec4f94d-0709-4e79-b01d-10273440d494" -d '{"events": [{"name": "network-changed", "server_uuid": "779cc349-f3a2-41b1-a146-15ac6ebfe279", "tag": "92c38fb9-4be5-415e-9733-4357c298ff40"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:38.029810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe08195-6122-46cf-97fa-3b6fcc1c43db req-4144562b-6c58-4fda-95df-71c651f0a9f5 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.039863 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0fe08195-6122-46cf-97fa-3b6fcc1c43db req-4144562b-6c58-4fda-95df-71c651f0a9f5 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.2470603 Aug 31 01:04:38.058961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-e093d3fb-2cc5-4776-ae67-214cf125979e service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464057 Aug 31 01:04:38.166175 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2ce0f-4803-41f9-88df-b691620a2354 service neutron] Pushing event updated for resources: {'Port': ['ID=92c38fb9-4be5-415e-9733-4357c298ff40,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:38.235299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5eace-0c8d-4f3c-9ddf-59267165ab3d req-de1c4405-03f0-4006-a73a-17238b81dc95 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.237886 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0ce5eace-0c8d-4f3c-9ddf-59267165ab3d req-de1c4405-03f0-4006-a73a-17238b81dc95 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.70 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 945 time: 0.0927043 Aug 31 01:04:38.329076 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d1c03c0-9cb3-44f5-944c-888f1ce38527 req-be9d3bb1-bd81-432d-8cc5-b8f1cc76f9dd service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591648 Aug 31 01:04:38.355495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0fe08195-6122-46cf-97fa-3b6fcc1c43db req-49129244-7ece-4056-ab2b-2257668556cd tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089576 Aug 31 01:04:38.379991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-7f5ec763-796b-422b-a982-c53b1d5d8bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.381992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-7f5ec763-796b-422b-a982-c53b1d5d8bb7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 1096 time: 0.3115125 Aug 31 01:04:38.444819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5918b-a2e1-4b91-a18b-e0efaae63c5c req-85c86f50-79ba-46a3-8c05-de69680e1775 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.451208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-0ce5eace-0c8d-4f3c-9ddf-59267165ab3d req-2a885051-11df-4ebe-b0fd-5f36ba4ef8a8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Deleting port b2e1825f-baa5-42d3-b623-386cfaccd665 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:38.452285 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0ce5eace-0c8d-4f3c-9ddf-59267165ab3d req-2a885051-11df-4ebe-b0fd-5f36ba4ef8a8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:38.453725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76c5918b-a2e1-4b91-a18b-e0efaae63c5c req-85c86f50-79ba-46a3-8c05-de69680e1775 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 944 time: 0.2904010 Aug 31 01:04:38.583622 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e22abc-5b8a-4a1a-8794-b83815e0e07e x-openstack-request-id: req-14e22abc-5b8a-4a1a-8794-b83815e0e07e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:38.583912 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779cc349-f3a2-41b1-a146-15ac6ebfe279", "tag": "92c38fb9-4be5-415e-9733-4357c298ff40", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:38.584713 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14e22abc-5b8a-4a1a-8794-b83815e0e07e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:38.584713 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779cc349-f3a2-41b1-a146-15ac6ebfe279', 'tag': '92c38fb9-4be5-415e-9733-4357c298ff40', 'status': 'completed', 'code': 200} Aug 31 01:04:38.599128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-904b42be-4159-49c7-98d1-a53649e73185 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c38fb9-4be5-415e-9733-4357c298ff40 HTTP/1.1" status: 200 len: 217 time: 0.2043810 Aug 31 01:04:38.600958 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-0ce5eace-0c8d-4f3c-9ddf-59267165ab3d req-2a885051-11df-4ebe-b0fd-5f36ba4ef8a8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] For port b2e1825f-baa5-42d3-b623-386cfaccd665, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b2e1825f-baa5-42d3-b623-386cfaccd665,segment=NetworkSegment(8aedb538-7277-464d-be3d-702bf7a5acbd),segment_id=8aedb538-7277-464d-be3d-702bf7a5acbd)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:38.601337 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0ce5eace-0c8d-4f3c-9ddf-59267165ab3d req-2a885051-11df-4ebe-b0fd-5f36ba4ef8a8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:38.638528 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-0ce5eace-0c8d-4f3c-9ddf-59267165ab3d req-2a885051-11df-4ebe-b0fd-5f36ba4ef8a8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Calling delete_port for b2e1825f-baa5-42d3-b623-386cfaccd665 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:38.739468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-2504a5da-93a8-4d08-be35-3156373dd4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:38.742649 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-2504a5da-93a8-4d08-be35-3156373dd4cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.1228120 Aug 31 01:04:38.772417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76c5918b-a2e1-4b91-a18b-e0efaae63c5c req-c3283912-35a5-41f6-b2db-b11f8f55c563 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169506 Aug 31 01:04:38.844627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-7838c3a8-35a9-46e8-8737-cea6840bbe27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761542 Aug 31 01:04:38.966041 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0ce5eace-0c8d-4f3c-9ddf-59267165ab3d req-2a885051-11df-4ebe-b0fd-5f36ba4ef8a8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:38.974263 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-821943e5-f461-4989-b48b-781fb80c791c service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285357 Aug 31 01:04:38.980004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b2e1825f-baa5-42d3-b623-386cfaccd665'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:39.029843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e856978-1bc6-499b-8d70-3c450e408b09 req-f0fe89c4-67d8-4074-8b3c-fbfbeec8bd61 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.038938 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e856978-1bc6-499b-8d70-3c450e408b09 req-f0fe89c4-67d8-4074-8b3c-fbfbeec8bd61 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/ports?device_id=f326a5da-e54a-41b5-aed7-5f4ddc843391 HTTP/1.1" status: 200 len: 867 time: 0.2903163 Aug 31 01:04:39.064733 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a885051-11df-4ebe-b0fd-5f36ba4ef8a8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Pushing event deleted for resources: {'Port': ['ID=b2e1825f-baa5-42d3-b623-386cfaccd665,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:39.130998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce5eace-0c8d-4f3c-9ddf-59267165ab3d req-2a885051-11df-4ebe-b0fd-5f36ba4ef8a8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] No DVR routers for this DVR port b2e1825f-baa5-42d3-b623-386cfaccd665 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:04:39.134768 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0ce5eace-0c8d-4f3c-9ddf-59267165ab3d req-2a885051-11df-4ebe-b0fd-5f36ba4ef8a8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:39.136983 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0ce5eace-0c8d-4f3c-9ddf-59267165ab3d req-2a885051-11df-4ebe-b0fd-5f36ba4ef8a8 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.70 "DELETE /v2.0/ports/b2e1825f-baa5-42d3-b623-386cfaccd665 HTTP/1.1" status: 204 len: 173 time: 0.8911281 Aug 31 01:04:39.137399 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f326a5da-e54a-41b5-aed7-5f4ddc843391', 'name': 'network-vif-deleted', 'tag': 'b2e1825f-baa5-42d3-b623-386cfaccd665'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:39.139806 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f140bc39-cd4c-4c82-9028-f79c1c4357eb" -d '{"events": [{"server_uuid": "f326a5da-e54a-41b5-aed7-5f4ddc843391", "name": "network-vif-deleted", "tag": "b2e1825f-baa5-42d3-b623-386cfaccd665"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:39.185973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e856978-1bc6-499b-8d70-3c450e408b09 req-92bac032-f399-43d2-a92e-e8aebda10508 tempest-ServerDiskConfigTestJSON-1745913000 tempest-ServerDiskConfigTestJSON-1745913000-project] 10.222.0.58 "GET /v2.0/security-groups?id=c44917a1-5e69-467d-b21f-de73f80bcefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275270 Aug 31 01:04:39.220088 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5fe159-0480-4344-9c93-7ef997114f48 x-openstack-request-id: req-6c5fe159-0480-4344-9c93-7ef997114f48 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:39.220405 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f326a5da-e54a-41b5-aed7-5f4ddc843391", "name": "network-vif-deleted", "tag": "b2e1825f-baa5-42d3-b623-386cfaccd665", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:39.221144 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c5fe159-0480-4344-9c93-7ef997114f48 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:39.221701 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f326a5da-e54a-41b5-aed7-5f4ddc843391', 'name': 'network-vif-deleted', 'tag': 'b2e1825f-baa5-42d3-b623-386cfaccd665', 'status': 'completed', 'code': 200} Aug 31 01:04:39.248806 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be598c0c-dbdd-4df6-914e-0ab4edf0c3e8 req-d954fe6b-2c28-4f84-853e-5146270b86e3 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560053 Aug 31 01:04:39.391146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4f94d-0709-4e79-b01d-10273440d494 req-a4098aa3-6645-45b5-8c5b-132d6fae9466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.393906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eec4f94d-0709-4e79-b01d-10273440d494 req-a4098aa3-6645-45b5-8c5b-132d6fae9466 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 1096 time: 0.0544171 Aug 31 01:04:39.552062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d531a6-a9c4-4108-a288-55a434a50483 req-a8c97155-2a37-4f47-bf1c-93cd91639a40 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.565390 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55d531a6-a9c4-4108-a288-55a434a50483 req-a8c97155-2a37-4f47-bf1c-93cd91639a40 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.1171684 Aug 31 01:04:39.593394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4f94d-0709-4e79-b01d-10273440d494 req-76b9ac43-b06a-4087-9256-5ae801b5a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.594816 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eec4f94d-0709-4e79-b01d-10273440d494 req-76b9ac43-b06a-4087-9256-5ae801b5a78f service neutron] 10.222.0.15 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.1928215 Aug 31 01:04:39.653273 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eec4f94d-0709-4e79-b01d-10273440d494 req-23804be7-c6d2-4a23-8ff9-576684869940 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c38fb9-4be5-415e-9733-4357c298ff40 HTTP/1.1" status: 200 len: 217 time: 0.0495543 Aug 31 01:04:39.718733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55d531a6-a9c4-4108-a288-55a434a50483 req-e3c4c909-798d-4cf3-8b64-fbd403235701 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324868 Aug 31 01:04:39.762469 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 778cde34-4886-4a62-8c0c-89e81bb4200d no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:39.777968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4f94d-0709-4e79-b01d-10273440d494 req-c68827f4-a668-4c9d-9d3b-6fffaf49bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:39.779885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eec4f94d-0709-4e79-b01d-10273440d494 req-c68827f4-a668-4c9d-9d3b-6fffaf49bb0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.1146624 Aug 31 01:04:39.821773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-03d00a51-8746-46f4-bd69-ab9c5425d5ff tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--976949322&fields=id&tenant_id=72faa29446d64ecf9eee39174663ec03 HTTP/1.1" status: 200 len: 267 time: 0.1091738 Aug 31 01:04:39.867775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eec4f94d-0709-4e79-b01d-10273440d494 req-8411c221-a55e-4d17-8ba9-712ed751c930 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702195 Aug 31 01:04:39.912785 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:39.980361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983591f6-0fb6-4307-bb86-067697fb5770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '778cde34-4886-4a62-8c0c-89e81bb4200d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:39.982341 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7642557-bcf7-4bf9-8019-63a5adde6b1c" -d '{"events": [{"server_uuid": "983591f6-0fb6-4307-bb86-067697fb5770", "name": "network-vif-unplugged", "status": "completed", "tag": "778cde34-4886-4a62-8c0c-89e81bb4200d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:39.996335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 778cde34-4886-4a62-8c0c-89e81bb4200d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=778cde34-4886-4a62-8c0c-89e81bb4200d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:40.008603 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:40.009521 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b2e1825f-baa5-42d3-b623-386cfaccd665 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:40.057204 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: b2e1825f-baa5-42d3-b623-386cfaccd665 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:04:40.058107 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b2e1825f-baa5-42d3-b623-386cfaccd665 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:04:40.091077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=778cde34-4886-4a62-8c0c-89e81bb4200d,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:40.431896 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eec4f94d-0709-4e79-b01d-10273440d494 req-afc7d046-9af0-4a18-87b0-28973ea9ac41 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512316 Aug 31 01:04:40.440328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-21b7f69b-22da-4e9a-a1b7-4fbfe7bf51b0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:40.443734 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-21b7f69b-22da-4e9a-a1b7-4fbfe7bf51b0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/networks?id=246986d8-29af-406b-89ce-ffef7836588f HTTP/1.1" status: 200 len: 816 time: 0.5785673 Aug 31 01:04:40.451678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5942e8b-80e2-482a-aa0d-ba1a5c980ef6 req-e163f013-8ae2-4da8-b7b2-e296c41e7f36 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:40.459780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5942e8b-80e2-482a-aa0d-ba1a5c980ef6 req-e163f013-8ae2-4da8-b7b2-e296c41e7f36 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 944 time: 0.4914351 Aug 31 01:04:40.530190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-00081abe-0398-4036-884a-536d747e350a tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/quotas/72faa29446d64ecf9eee39174663ec03 HTTP/1.1" status: 200 len: 375 time: 0.0683055 Aug 31 01:04:40.598219 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5942e8b-80e2-482a-aa0d-ba1a5c980ef6 req-c77db815-67c3-4d8c-841d-016e884d202e tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341152 Aug 31 01:04:40.663841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-288b5a57-8e80-4031-8730-b31b8deec983 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=72faa29446d64ecf9eee39174663ec03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1218929 Aug 31 01:04:40.666081 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eec4f94d-0709-4e79-b01d-10273440d494 req-42e1cc5c-2e76-4efd-8268-f788c76b9750 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027395 Aug 31 01:04:40.732306 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca66c13-5757-406b-a31d-f069464cb558 x-openstack-request-id: req-dca66c13-5757-406b-a31d-f069464cb558 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:40.733072 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983591f6-0fb6-4307-bb86-067697fb5770", "name": "network-vif-unplugged", "status": "completed", "tag": "778cde34-4886-4a62-8c0c-89e81bb4200d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:40.733708 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dca66c13-5757-406b-a31d-f069464cb558 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:40.734685 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983591f6-0fb6-4307-bb86-067697fb5770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '778cde34-4886-4a62-8c0c-89e81bb4200d', 'code': 200} Aug 31 01:04:40.799766 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-16db9d38-1921-4d9c-8975-819c0d2da912 service neutron] 10.222.0.58 "GET /v2.0/networks/246986d8-29af-406b-89ce-ffef7836588f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205659 Aug 31 01:04:40.831239 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:40.916540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-af472f04-c1e5-4a64-b5aa-9b5fd84c09c1 service neutron] 10.222.0.58 "GET /v2.0/networks/246986d8-29af-406b-89ce-ffef7836588f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098254 Aug 31 01:04:41.058315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328fa79-5208-4b42-a823-73e22c8672be req-2c6413ea-424a-4a17-9a8a-378e084d28b0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:41.065731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e328fa79-5208-4b42-a823-73e22c8672be req-2c6413ea-424a-4a17-9a8a-378e084d28b0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 948 time: 0.0701473 Aug 31 01:04:41.129890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e328fa79-5208-4b42-a823-73e22c8672be req-e7f1684e-868a-4318-a2ac-52975f92da40 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441711 Aug 31 01:04:41.419596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-720bc765-0104-4426-8ebd-21d6cf8d5f41 req-07a79c83-73aa-457b-93b6-b4f46c45b129 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 210 time: 0.0458941 Aug 31 01:04:41.503665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38238) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:41.565440 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1ae403-0748-44ed-a49a-7da14a88b81b admin admin] Deleting subnet 805dc395-985c-42e8-8ef5-ecb7180cee4b {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:04:41.601820 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae403-0748-44ed-a49a-7da14a88b81b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:41.676822 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae403-0748-44ed-a49a-7da14a88b81b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:41.686205 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-c33de0e0-2c88-4cf1-bd30-6dba3c89aacb tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:41.688725 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-c33de0e0-2c88-4cf1-bd30-6dba3c89aacb tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.70 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770&tenant_id=4f4f81af0327488683358ca40e0e4b3d&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 948 time: 0.1187007 Aug 31 01:04:41.771145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 778cde34-4886-4a62-8c0c-89e81bb4200d details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:04:41.792648 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae403-0748-44ed-a49a-7da14a88b81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:41.843837 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-c7168936-0328-456d-b72e-36e28537beea service neutron] 10.222.0.70 "GET /v2.0/ports/778cde34-4886-4a62-8c0c-89e81bb4200d/bindings/n-h2-802060-13 HTTP/1.1" status: 200 len: 383 time: 0.1299608 Aug 31 01:04:41.869314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cccf0-0c78-4b29-81c1-9fed68711692 req-27a4f23f-049f-479a-b77a-fdf9c41ca6c1 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:41.877913 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-158cccf0-0c78-4b29-81c1-9fed68711692 req-27a4f23f-049f-479a-b77a-fdf9c41ca6c1 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 948 time: 0.2693923 Aug 31 01:04:41.900962 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae403-0748-44ed-a49a-7da14a88b81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:41.907713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7c30c09-61ba-43e8-816b-cea7aa935c78 req-39e10304-bd4d-4b24-9be2-4242aa1cb797 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2171702 Aug 31 01:04:41.933592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1258-db7c-4e62-a9ae-7a4578fbead0 req-59c695a5-c3b5-4aa0-ad7a-0bbc6182f5b1 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:41.936746 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecea1258-db7c-4e62-a9ae-7a4578fbead0 req-59c695a5-c3b5-4aa0-ad7a-0bbc6182f5b1 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 944 time: 0.2192438 Aug 31 01:04:41.992421 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ae403-0748-44ed-a49a-7da14a88b81b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=805dc395-985c-42e8-8ef5-ecb7180cee4b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:42.013601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-158cccf0-0c78-4b29-81c1-9fed68711692 req-037ceadd-c5cc-4675-89c6-97c4f7b66189 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345205 Aug 31 01:04:42.018865 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae403-0748-44ed-a49a-7da14a88b81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.024122 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ac1ae403-0748-44ed-a49a-7da14a88b81b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/805dc395-985c-42e8-8ef5-ecb7180cee4b HTTP/1.1" status: 204 len: 168 time: 0.5176935 Aug 31 01:04:42.027419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38254) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:42.049700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 778cde34-4886-4a62-8c0c-89e81bb4200d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=778cde34-4886-4a62-8c0c-89e81bb4200d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:42.084519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '778cde34-4886-4a62-8c0c-89e81bb4200d', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '778cde34-4886-4a62-8c0c-89e81bb4200d', 'mac_address': 'fa:16:3e:92:cc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:04:42.133324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c30c09-61ba-43e8-816b-cea7aa935c78 req-fb8e4555-c9e6-41e9-a694-d7dc6b0d7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.138732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7c30c09-61ba-43e8-816b-cea7aa935c78 req-fb8e4555-c9e6-41e9-a694-d7dc6b0d7192 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 1102 time: 0.1931620 Aug 31 01:04:42.155055 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecea1258-db7c-4e62-a9ae-7a4578fbead0 req-5f77d8ea-2ffa-44d9-9f40-8ab25c29cc1a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685188 Aug 31 01:04:42.161176 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.177412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778cde34-4886-4a62-8c0c-89e81bb4200d {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:42.239040 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 778cde34-4886-4a62-8c0c-89e81bb4200d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=778cde34-4886-4a62-8c0c-89e81bb4200d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:42.246142 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.295817 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdade991-9473-4506-bb61-0cb9c49b13d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.348994 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:04:42.353776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-24b48b4c-5758-4186-9aca-800bd6fbec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.358820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=778cde34-4886-4a62-8c0c-89e81bb4200d,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:42.359566 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-24b48b4c-5758-4186-9aca-800bd6fbec38 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 1100 time: 0.4767132 Aug 31 01:04:42.396740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c30c09-61ba-43e8-816b-cea7aa935c78 req-827e4e1b-a5ec-43a3-b73c-439f353de14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.404211 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7c30c09-61ba-43e8-816b-cea7aa935c78 req-827e4e1b-a5ec-43a3-b73c-439f353de14b service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.2206600 Aug 31 01:04:42.468638 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7c30c09-61ba-43e8-816b-cea7aa935c78 req-c5d40488-2bef-45bb-9aa9-2284b9e707b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f HTTP/1.1" status: 200 len: 217 time: 0.0454421 Aug 31 01:04:42.556817 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdade991-9473-4506-bb61-0cb9c49b13d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.559744 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a0e759d-440b-45d8-a087-5ee82cf6e93f req-bf31a1c3-f25c-4356-8acc-ed013dd16fdf tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 210 time: 0.0345595 Aug 31 01:04:42.561972 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c30c09-61ba-43e8-816b-cea7aa935c78 req-dd83ba6f-5b43-490c-8d40-1a93683e6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.564681 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7c30c09-61ba-43e8-816b-cea7aa935c78 req-dd83ba6f-5b43-490c-8d40-1a93683e6545 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0872986 Aug 31 01:04:42.574072 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-cdade991-9473-4506-bb61-0cb9c49b13d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47233ebf-1580-4f1c-9fe9-006618980e41']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:42.575350 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['778cde34-4886-4a62-8c0c-89e81bb4200d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:42.599502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-cdade991-9473-4506-bb61-0cb9c49b13d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aedb538-7277-464d-be3d-702bf7a5acbd') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:42.600098 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-cdade991-9473-4506-bb61-0cb9c49b13d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aedb538-7277-464d-be3d-702bf7a5acbd') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:04:42.610235 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdade991-9473-4506-bb61-0cb9c49b13d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.635656 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdade991-9473-4506-bb61-0cb9c49b13d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.640523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-2192820e-03ba-42a9-9280-14ed42d51b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.642087 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-2192820e-03ba-42a9-9280-14ed42d51b0e service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.2733386 Aug 31 01:04:42.643350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c30c09-61ba-43e8-816b-cea7aa935c78 req-87539999-9d81-4ff6-bac3-8d3ba8e30d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.645835 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdade991-9473-4506-bb61-0cb9c49b13d8 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:04:42.645835 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdade991-9473-4506-bb61-0cb9c49b13d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:04:42.647631 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:04:42.650541 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7c30c09-61ba-43e8-816b-cea7aa935c78 req-87539999-9d81-4ff6-bac3-8d3ba8e30d12 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0727272 Aug 31 01:04:42.721473 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-9e35661b-1f28-4474-bbcd-21f768af6d4f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=778cde34-4886-4a62-8c0c-89e81bb4200d HTTP/1.1" status: 200 len: 217 time: 0.0643988 Aug 31 01:04:42.782341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-db0af655-59f2-414d-901e-13a64deb8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.784548 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-db0af655-59f2-414d-901e-13a64deb8412 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0539927 Aug 31 01:04:42.787358 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdade991-9473-4506-bb61-0cb9c49b13d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.805368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdade991-9473-4506-bb61-0cb9c49b13d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:42.810146 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cdade991-9473-4506-bb61-0cb9c49b13d8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/47233ebf-1580-4f1c-9fe9-006618980e41 HTTP/1.1" status: 204 len: 168 time: 0.7806642 Aug 31 01:04:42.810146 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdade991-9473-4506-bb61-0cb9c49b13d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=47233ebf-1580-4f1c-9fe9-006618980e41,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:42.844460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7c30c09-61ba-43e8-816b-cea7aa935c78 req-f0371f49-6b73-4999-8654-6b259e15cf50 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878223 Aug 31 01:04:42.897368 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-34ee1267-3c25-4575-b78f-6da2d00b8f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:42.902159 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-34ee1267-3c25-4575-b78f-6da2d00b8f27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0969529 Aug 31 01:04:42.977330 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7c30c09-61ba-43e8-816b-cea7aa935c78 req-962b0ad5-db1d-42d3-9568-aac28b4a63eb service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210978 Aug 31 01:04:43.045187 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-4257a5ec-688f-4d56-82ad-1ba38a99e1bd service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322536 Aug 31 01:04:43.150108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38276) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:43.239806 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-cf3d4f59-9729-4372-912d-21ad5fc35508 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854692 Aug 31 01:04:43.245061 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d9050d95-d666-4436-a7f6-50aebb6a7880 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=206f2f4ce2c44104b6cf505700314abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931649 Aug 31 01:04:43.248166 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38282) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:43.270370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 92c38fb9-4be5-415e-9733-4357c298ff40 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:04:43.356519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-f51f0241-33dc-4220-a716-ec3fbcda02a0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:43.358077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-f51f0241-33dc-4220-a716-ec3fbcda02a0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.70 "GET /v2.0/networks?id=246986d8-29af-406b-89ce-ffef7836588f HTTP/1.1" status: 200 len: 816 time: 0.3155770 Aug 31 01:04:43.391153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab2c10-04e8-4e95-86c5-69589485f6b2 req-e95c81d0-8b8d-414b-ba1f-40b215d58de6 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:43.400195 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3da8773a-53be-4179-be06-2cd037844421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.401379 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9dab2c10-04e8-4e95-86c5-69589485f6b2 req-e95c81d0-8b8d-414b-ba1f-40b215d58de6 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 949 time: 0.2305958 Aug 31 01:04:43.448853 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3da8773a-53be-4179-be06-2cd037844421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.460997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=92c38fb9-4be5-415e-9733-4357c298ff40,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:43.496318 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '92c38fb9-4be5-415e-9733-4357c298ff40', 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c', 'port_id': '92c38fb9-4be5-415e-9733-4357c298ff40', 'mac_address': 'fa:16:3e:a9:30:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05eaa767-8692-4d9b-9d2d-a7dea0043ab9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:04:43.546876 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.549157 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3da8773a-53be-4179-be06-2cd037844421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.551847 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3da8773a-53be-4179-be06-2cd037844421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.558351 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3da8773a-53be-4179-be06-2cd037844421 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c44917a1-5e69-467d-b21f-de73f80bcefa HTTP/1.1" status: 204 len: 168 time: 0.3061340 Aug 31 01:04:43.574952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8773a-53be-4179-be06-2cd037844421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44917a1-5e69-467d-b21f-de73f80bcefa,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:43.575485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c38fb9-4be5-415e-9733-4357c298ff40 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:43.589849 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-54da69ae-5cfb-4ba4-aec8-4e285cbc1abf tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72faa29446d64ecf9eee39174663ec03 HTTP/1.1" status: 200 len: 379 time: 0.1706290 Aug 31 01:04:43.620521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ad875d16-660b-491a-b11d-bd88f6bbe4e0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Request body: {'port': {'device_id': 'b6270a04-88fd-407a-b9bd-7eb0cdb8d63c', 'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'admin_state_up': True, 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'security_groups': ['f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:43.638465 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=92c38fb9-4be5-415e-9733-4357c298ff40,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:43.646035 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.674407 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9dab2c10-04e8-4e95-86c5-69589485f6b2 req-5a2f2c04-ca13-43f0-bd53-c440d30f1a50 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681775 Aug 31 01:04:43.744659 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=92c38fb9-4be5-415e-9733-4357c298ff40,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:43.785331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 778cde34-4886-4a62-8c0c-89e81bb4200d up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:43.796536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49b618-ce05-4543-9fc1-091e441654cd req-9e58ca1d-f0f7-4201-817b-050a0245846f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:43.811326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a49b618-ce05-4543-9fc1-091e441654cd req-9e58ca1d-f0f7-4201-817b-050a0245846f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 944 time: 0.3473220 Aug 31 01:04:43.921590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 778cde34-4886-4a62-8c0c-89e81bb4200d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:43.922134 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.935961 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ad875d16-660b-491a-b11d-bd88f6bbe4e0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Made reservation on behalf of 72faa29446d64ecf9eee39174663ec03 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:43.940659 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ad875d16-660b-491a-b11d-bd88f6bbe4e0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:43.958216 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a49b618-ce05-4543-9fc1-091e441654cd req-4468fe50-7add-414c-bbfd-4ca9fec4ad09 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420910 Aug 31 01:04:44.103911 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:44.106991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['92c38fb9-4be5-415e-9733-4357c298ff40'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:44.174193 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ad875d16-660b-491a-b11d-bd88f6bbe4e0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Allocated IP 172.20.0.4 (246986d8-29af-406b-89ce-ffef7836588f/41069672-6dd4-4232-b8a2-2f7dac38b3b6/ffb4786e-89d4-458e-a21c-2dd74d634dab) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:44.184575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983591f6-0fb6-4307-bb86-067697fb5770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778cde34-4886-4a62-8c0c-89e81bb4200d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:44.188467 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6802d6-03de-41f1-8016-27a9390d50ca" -d '{"events": [{"server_uuid": "983591f6-0fb6-4307-bb86-067697fb5770", "name": "network-vif-plugged", "status": "completed", "tag": "778cde34-4886-4a62-8c0c-89e81bb4200d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:44.243648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 778cde34-4886-4a62-8c0c-89e81bb4200d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=778cde34-4886-4a62-8c0c-89e81bb4200d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:44.258212 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:44.356323 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86de907-ff41-46eb-8110-daf8192dd669 x-openstack-request-id: req-b86de907-ff41-46eb-8110-daf8192dd669 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:44.357509 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983591f6-0fb6-4307-bb86-067697fb5770", "name": "network-vif-plugged", "status": "completed", "tag": "778cde34-4886-4a62-8c0c-89e81bb4200d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:44.357965 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b86de907-ff41-46eb-8110-daf8192dd669 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:44.358552 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983591f6-0fb6-4307-bb86-067697fb5770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778cde34-4886-4a62-8c0c-89e81bb4200d', 'code': 200} Aug 31 01:04:44.425903 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=778cde34-4886-4a62-8c0c-89e81bb4200d,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:44.435077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8d54689-778a-482e-a31c-8e2045466a1b req-5fce206f-620e-4177-8344-f606bed3e702 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 210 time: 0.0908828 Aug 31 01:04:44.492400 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ad875d16-660b-491a-b11d-bd88f6bbe4e0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:44.537479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ad875d16-660b-491a-b11d-bd88f6bbe4e0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Transition to ACTIVE for port object ffb4786e-89d4-458e-a21c-2dd74d634dab will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:44.595467 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ad875d16-660b-491a-b11d-bd88f6bbe4e0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:44.654182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ad875d16-660b-491a-b11d-bd88f6bbe4e0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Network 246986d8-29af-406b-89ce-ffef7836588f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:44.665406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ad875d16-660b-491a-b11d-bd88f6bbe4e0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:44.669784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ad875d16-660b-491a-b11d-bd88f6bbe4e0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:44.727076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad875d16-660b-491a-b11d-bd88f6bbe4e0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Pushing event updated for resources: {'Port': ['ID=ffb4786e-89d4-458e-a21c-2dd74d634dab,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:44.777460 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ad875d16-660b-491a-b11d-bd88f6bbe4e0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:44.779691 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ad875d16-660b-491a-b11d-bd88f6bbe4e0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:44.851487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ad875d16-660b-491a-b11d-bd88f6bbe4e0 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2434809 Aug 31 01:04:44.873160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Request body: {'port': {'device_id': 'b6270a04-88fd-407a-b9bd-7eb0cdb8d63c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:44.873433 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38332) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:44.936522 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da40b82-2930-48a6-9805-d4aca049679b req-88290d6e-40d5-4db7-ba80-d986a04ef7f2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:44.938034 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2da40b82-2930-48a6-9805-d4aca049679b req-88290d6e-40d5-4db7-ba80-d986a04ef7f2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.1452231 Aug 31 01:04:45.022552 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.075151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2da40b82-2930-48a6-9805-d4aca049679b req-801d4ad9-d2d4-44cd-a8f7-5631249bffc2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006196 Aug 31 01:04:45.166571 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1620923852-network', 'tenant_id': '6fd6c37b44ec4786b8bda4b838ffa172'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:45.191735 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6ad712e5-a068-4a94-bd54-51e3865ab5b2 None None] Provisioning for port ffb4786e-89d4-458e-a21c-2dd74d634dab completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:45.199691 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6ad712e5-a068-4a94-bd54-51e3865ab5b2 None None] Provisioning complete for port ffb4786e-89d4-458e-a21c-2dd74d634dab triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:45.202070 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6ad712e5-a068-4a94-bd54-51e3865ab5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.258719 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] Made reservation on behalf of 6fd6c37b44ec4786b8bda4b838ffa172 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:45.268371 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.303150 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.345923 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-6ad712e5-a068-4a94-bd54-51e3865ab5b2 None None] Port ffb4786e-89d4-458e-a21c-2dd74d634dab cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:45.365389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7aaa06-08fa-4269-ba79-43861f47a2d1 req-992a58d6-8481-4af8-b793-8a7aac856036 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:45.368735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e7aaa06-08fa-4269-ba79-43861f47a2d1 req-992a58d6-8481-4af8-b793-8a7aac856036 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 945 time: 0.1420209 Aug 31 01:04:45.504591 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.510828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.535879 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb4786e-89d4-458e-a21c-2dd74d634dab {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:45.542380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:45.545882 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.559339 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:04:45.572160 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.572660 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] Added segment 7b01a116-fc34-435c-ae1e-d248d070bac7 of type vlan for network bb130647-772c-4cc2-8df7-4fda7afb64c3 Aug 31 01:04:45.577996 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Transition to ACTIVE for port object ffb4786e-89d4-458e-a21c-2dd74d634dab will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:45.594377 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.674243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e7aaa06-08fa-4269-ba79-43861f47a2d1 req-97444aff-8a73-4795-8e2d-8c377b741cfa tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624381 Aug 31 01:04:45.676842 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.772043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Pushing event updated for resources: {'Port': ['ID=ffb4786e-89d4-458e-a21c-2dd74d634dab,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:45.774517 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.775717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:45.776527 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:45.844773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] Pushing event updated for resources: {'Network': ['ID=bb130647-772c-4cc2-8df7-4fda7afb64c3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:45.858430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network bb130647-772c-4cc2-8df7-4fda7afb64c3 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:04:45.870612 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7ce25abb-0779-45a2-a4b8-4de0e00a047b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9957788 Aug 31 01:04:45.873040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-46d50b0c-e96c-4090-9bd4-33d26c1aa3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:45.874643 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-46d50b0c-e96c-4090-9bd4-33d26c1aa3f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770&tenant_id=4f4f81af0327488683358ca40e0e4b3d HTTP/1.1" status: 200 len: 1102 time: 0.1367846 Aug 31 01:04:45.875236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38350) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:45.881092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-fd72165c-1e09-427f-870f-059ce1b3fd3f admin admin] Request body: {'subnet': {'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1620923852-subnet', 'tenant_id': '6fd6c37b44ec4786b8bda4b838ffa172', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:46.005815 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd72165c-1e09-427f-870f-059ce1b3fd3f admin admin] Made reservation on behalf of 6fd6c37b44ec4786b8bda4b838ffa172 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:46.025975 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fd72165c-1e09-427f-870f-059ce1b3fd3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:46.042159 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6cdbd-985e-409d-ad08-a1fd66c8319c req-580e90fc-6fe7-4327-814f-796a6b14e2cb tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.056503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50d6cdbd-985e-409d-ad08-a1fd66c8319c req-580e90fc-6fe7-4327-814f-796a6b14e2cb tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 943 time: 0.2759182 Aug 31 01:04:46.092768 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Attempting to bind port ffb4786e-89d4-458e-a21c-2dd74d634dab on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:46.095537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Attempting to bind port ffb4786e-89d4-458e-a21c-2dd74d634dab by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7a7c13ee-dca3-43d0-bf64-82b0efaca511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '246986d8-29af-406b-89ce-ffef7836588f'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:46.095537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Attempting to bind port ffb4786e-89d4-458e-a21c-2dd74d634dab on network 246986d8-29af-406b-89ce-ffef7836588f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:46.100902 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Port ffb4786e-89d4-458e-a21c-2dd74d634dab on network 246986d8-29af-406b-89ce-ffef7836588f not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:46.101237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Attempting to bind port ffb4786e-89d4-458e-a21c-2dd74d634dab on network 246986d8-29af-406b-89ce-ffef7836588f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:46.119913 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-5a0e1cac-bfe0-46df-8513-c5248f7d72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.123065 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-5a0e1cac-bfe0-46df-8513-c5248f7d72ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 1102 time: 0.2110617 Aug 31 01:04:46.138166 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50d6cdbd-985e-409d-ad08-a1fd66c8319c req-177da40a-49f6-4c21-95fb-6a9c5729b9a7 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767612 Aug 31 01:04:46.139523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:46.139871 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Checking segment: {'id': '7a7c13ee-dca3-43d0-bf64-82b0efaca511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '246986d8-29af-406b-89ce-ffef7836588f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:46.140271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Bound using segment: {'id': '7a7c13ee-dca3-43d0-bf64-82b0efaca511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '246986d8-29af-406b-89ce-ffef7836588f'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:46.140732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Bound port: ffb4786e-89d4-458e-a21c-2dd74d634dab, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7c13ee-dca3-43d0-bf64-82b0efaca511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '246986d8-29af-406b-89ce-ffef7836588f'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:46.141104 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:46.314784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] For port ffb4786e-89d4-458e-a21c-2dd74d634dab, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:46.320334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] For port ffb4786e-89d4-458e-a21c-2dd74d634dab, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ffb4786e-89d4-458e-a21c-2dd74d634dab,segment=NetworkSegment(7a7c13ee-dca3-43d0-bf64-82b0efaca511),segment_id=7a7c13ee-dca3-43d0-bf64-82b0efaca511)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:46.333179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08c1ab-7afa-47a8-970e-c421a07dd293 req-3f57e4bf-53f3-4052-bbe2-7216d35a0330 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.342319 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f08c1ab-7afa-47a8-970e-c421a07dd293 req-3f57e4bf-53f3-4052-bbe2-7216d35a0330 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.0883775 Aug 31 01:04:46.347822 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:46.382591 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-2c4cbeb7-b910-4426-ac48-6e03387cdea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.389044 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-2c4cbeb7-b910-4426-ac48-6e03387cdea5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.2394404 Aug 31 01:04:46.437262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Pushing event updated for resources: {'Port': ['ID=ffb4786e-89d4-458e-a21c-2dd74d634dab,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:46.446771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.447780 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:46.449199 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-81e0f913-7c51-4afd-9992-805a3afd683e service neutron] 10.222.0.70 "PUT /v2.0/ports/ffb4786e-89d4-458e-a21c-2dd74d634dab HTTP/1.1" status: 200 len: 1092 time: 1.5866015 Aug 31 01:04:46.457373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6270a04-88fd-407a-b9bd-7eb0cdb8d63c', 'tag': 'ffb4786e-89d4-458e-a21c-2dd74d634dab'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:46.460298 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ad8151-5cfa-4ff2-b347-a1f68e339b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6270a04-88fd-407a-b9bd-7eb0cdb8d63c", "tag": "ffb4786e-89d4-458e-a21c-2dd74d634dab"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:46.486790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f08c1ab-7afa-47a8-970e-c421a07dd293 req-7c251e7a-fdd2-47a7-85e7-9fa64f5b59a0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387317 Aug 31 01:04:46.552893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-3a4cd5f6-3a96-4496-bd39-144b7d3b349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.554934 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-3a4cd5f6-3a96-4496-bd39-144b7d3b349d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72faa29446d64ecf9eee39174663ec03&device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 1095 time: 0.0585606 Aug 31 01:04:46.581253 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2a5e7c-3a32-4b4c-aba9-d942d7a63fee x-openstack-request-id: req-cd2a5e7c-3a32-4b4c-aba9-d942d7a63fee {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:46.581559 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6270a04-88fd-407a-b9bd-7eb0cdb8d63c", "tag": "ffb4786e-89d4-458e-a21c-2dd74d634dab", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:46.581820 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd2a5e7c-3a32-4b4c-aba9-d942d7a63fee {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:46.582234 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6270a04-88fd-407a-b9bd-7eb0cdb8d63c', 'tag': 'ffb4786e-89d4-458e-a21c-2dd74d634dab', 'status': 'completed', 'code': 200} Aug 31 01:04:46.605679 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fd72165c-1e09-427f-870f-059ce1b3fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:46.669887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-48c374ed-10c4-4f18-b4a2-c229fccf0e3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb4786e-89d4-458e-a21c-2dd74d634dab HTTP/1.1" status: 200 len: 217 time: 0.0988159 Aug 31 01:04:46.738104 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-e9c1bd1d-2fa7-47b8-8858-a0685b9045c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=778cde34-4886-4a62-8c0c-89e81bb4200d HTTP/1.1" status: 200 len: 217 time: 0.1387229 Aug 31 01:04:46.780335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ba41531e-8966-4230-9f82-127b0b00ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.785908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ba41531e-8966-4230-9f82-127b0b00ea3d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=41069672-6dd4-4232-b8a2-2f7dac38b3b6 HTTP/1.1" status: 200 len: 855 time: 0.1063571 Aug 31 01:04:46.865751 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd72165c-1e09-427f-870f-059ce1b3fd3f admin admin] Checking segment: {'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:46.866929 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd72165c-1e09-427f-870f-059ce1b3fd3f admin admin] Network hostable DHCP agents. Network: bb130647-772c-4cc2-8df7-4fda7afb64c3, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:04:46.872717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-7251c386-e360-405b-8920-069431b52dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.874911 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-7251c386-e360-405b-8920-069431b52dbd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1269546 Aug 31 01:04:46.879429 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72165c-1e09-427f-870f-059ce1b3fd3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcdb3e82-e961-4af5-b072-862b1f0609f0,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:46.898664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fff31e-375a-435d-80fb-652fd1f06c1f req-6bcc61cd-8676-4189-9496-a4d438382950 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.907101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53fff31e-375a-435d-80fb-652fd1f06c1f req-6bcc61cd-8676-4189-9496-a4d438382950 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 945 time: 0.0733547 Aug 31 01:04:46.931530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-cbabb1b9-93b3-4fb4-9bef-cbaed2c5f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.933270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-cbabb1b9-93b3-4fb4-9bef-cbaed2c5f052 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=246986d8-29af-406b-89ce-ffef7836588f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1391501 Aug 31 01:04:46.949294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd72165c-1e09-427f-870f-059ce1b3fd3f admin admin] Network bb130647-772c-4cc2-8df7-4fda7afb64c3 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:04:46.973993 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-fd72165c-1e09-427f-870f-059ce1b3fd3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, bb130647-772c-4cc2-8df7-4fda7afb64c3) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:46.981782 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72165c-1e09-427f-870f-059ce1b3fd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.983857 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fd72165c-1e09-427f-870f-059ce1b3fd3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:46.984757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0782b8c7-a1bc-4b9c-a8d7-d20331e7bccf None None] Network bb130647-772c-4cc2-8df7-4fda7afb64c3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:46.992635 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-e31888ed-2af8-4f98-b1ea-69b7706a7def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:46.994864 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-e31888ed-2af8-4f98-b1ea-69b7706a7def service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1088264 Aug 31 01:04:47.112960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53fff31e-375a-435d-80fb-652fd1f06c1f req-e37cc779-8184-4a19-aeea-1188a17f3a4f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034400 Aug 31 01:04:47.152252 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-1cb14a29-5717-4392-9472-973f03c70813 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445942 Aug 31 01:04:47.160559 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fd72165c-1e09-427f-870f-059ce1b3fd3f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2841952 Aug 31 01:04:47.286735 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 92c38fb9-4be5-415e-9733-4357c298ff40 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:47.297430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-b2d22163-5153-4343-8353-ee27f67cf70e service neutron] 10.222.0.70 "GET /v2.0/networks/246986d8-29af-406b-89ce-ffef7836588f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229702 Aug 31 01:04:47.360129 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5f86ce94-133a-4756-bda0-b7a6b6a50f68 req-09c16716-7641-42be-9361-bb889802a768 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984069 Aug 31 01:04:47.538568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-bb130647-772c-4cc2-8df7-4fda7afb64c3', 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3', 'tenant_id': '6fd6c37b44ec4786b8bda4b838ffa172', 'fixed_ips': [{'subnet_id': 'fcdb3e82-e961-4af5-b072-862b1f0609f0'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:04:47.539453 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:47.630660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cf4b79f-5860-4322-9608-2f0acfaf7434 req-ebb0c742-381e-4341-822b-1563f050714e service neutron] 10.222.0.70 "GET /v2.0/networks/246986d8-29af-406b-89ce-ffef7836588f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110650 Aug 31 01:04:47.694269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7374b-67e0-4354-9ea7-a45e6ea96dcd req-386078a2-038d-47f5-acb1-1058229a271c tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:47.701642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bb7374b-67e0-4354-9ea7-a45e6ea96dcd req-386078a2-038d-47f5-acb1-1058229a271c tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 943 time: 0.3903549 Aug 31 01:04:47.709747 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Allocated IP 172.20.0.2 (bb130647-772c-4cc2-8df7-4fda7afb64c3/fcdb3e82-e961-4af5-b072-862b1f0609f0/522d4ff9-7122-4ec5-8944-912242bdc40c) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:47.773303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7314bc7-8206-4f9f-8b98-97bf7f93724f req-36a0a4a7-ad5b-42b3-9e55-f92af92c9140 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:47.780639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7314bc7-8206-4f9f-8b98-97bf7f93724f req-36a0a4a7-ad5b-42b3-9e55-f92af92c9140 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.1575758 Aug 31 01:04:47.804425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 778cde34-4886-4a62-8c0c-89e81bb4200d no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:47.816554 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bb7374b-67e0-4354-9ea7-a45e6ea96dcd req-9a799c10-ec73-4cd5-b768-9502f3b3593c tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117432 Aug 31 01:04:47.856156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad8151-5cfa-4ff2-b347-a1f68e339b2a req-35a3becd-ade3-46cb-9b88-7efd264892ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:47.857787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36ad8151-5cfa-4ff2-b347-a1f68e339b2a req-35a3becd-ade3-46cb-9b88-7efd264892ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72faa29446d64ecf9eee39174663ec03&device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 1095 time: 0.1537664 Aug 31 01:04:47.874602 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7314bc7-8206-4f9f-8b98-97bf7f93724f req-30acfd8e-9c29-4a71-ab24-3f995527384d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883443 Aug 31 01:04:47.948181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 92c38fb9-4be5-415e-9733-4357c298ff40 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:47.952723 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:47.994142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 92c38fb9-4be5-415e-9733-4357c298ff40 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:47.994804 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.002977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983591f6-0fb6-4307-bb86-067697fb5770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '778cde34-4886-4a62-8c0c-89e81bb4200d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:48.005646 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f89591a-9d12-440b-a0d9-3e41e81e63ca" -d '{"events": [{"server_uuid": "983591f6-0fb6-4307-bb86-067697fb5770", "name": "network-vif-unplugged", "status": "completed", "tag": "778cde34-4886-4a62-8c0c-89e81bb4200d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:48.031930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad8151-5cfa-4ff2-b347-a1f68e339b2a req-a52ffc74-e8db-4116-80ea-07d3713ab57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:48.034370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36ad8151-5cfa-4ff2-b347-a1f68e339b2a req-a52ffc74-e8db-4116-80ea-07d3713ab57b service neutron] 10.222.0.70 "GET /v2.0/networks?id=246986d8-29af-406b-89ce-ffef7836588f HTTP/1.1" status: 200 len: 917 time: 0.1586795 Aug 31 01:04:48.122937 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc102a8-04d9-4e27-a8b0-d16c7476bf17 x-openstack-request-id: req-0bc102a8-04d9-4e27-a8b0-d16c7476bf17 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:48.123385 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983591f6-0fb6-4307-bb86-067697fb5770", "name": "network-vif-unplugged", "status": "completed", "tag": "778cde34-4886-4a62-8c0c-89e81bb4200d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:48.123728 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0bc102a8-04d9-4e27-a8b0-d16c7476bf17 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:48.124205 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983591f6-0fb6-4307-bb86-067697fb5770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '778cde34-4886-4a62-8c0c-89e81bb4200d', 'code': 200} Aug 31 01:04:48.130563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 778cde34-4886-4a62-8c0c-89e81bb4200d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=778cde34-4886-4a62-8c0c-89e81bb4200d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:48.153908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36ad8151-5cfa-4ff2-b347-a1f68e339b2a req-a429348d-3203-4149-8827-43ec1706dd94 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb4786e-89d4-458e-a21c-2dd74d634dab HTTP/1.1" status: 200 len: 217 time: 0.1098590 Aug 31 01:04:48.170981 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.257093 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.288032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Transition to ACTIVE for port object 522d4ff9-7122-4ec5-8944-912242bdc40c will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:48.339643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad8151-5cfa-4ff2-b347-a1f68e339b2a req-789d5a84-7086-44a2-a1b4-db11cd6dcc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:48.341126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36ad8151-5cfa-4ff2-b347-a1f68e339b2a req-789d5a84-7086-44a2-a1b4-db11cd6dcc03 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=41069672-6dd4-4232-b8a2-2f7dac38b3b6 HTTP/1.1" status: 200 len: 855 time: 0.0505369 Aug 31 01:04:48.347170 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.373513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=778cde34-4886-4a62-8c0c-89e81bb4200d,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:48.377793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Transition to ACTIVE for port object 522d4ff9-7122-4ec5-8944-912242bdc40c will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:48.394713 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.453247 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Network bb130647-772c-4cc2-8df7-4fda7afb64c3 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:48.454682 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad8151-5cfa-4ff2-b347-a1f68e339b2a req-9d0f5bae-7d86-4045-ab13-76c3adf38daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:48.456338 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36ad8151-5cfa-4ff2-b347-a1f68e339b2a req-9d0f5bae-7d86-4045-ab13-76c3adf38daf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=246986d8-29af-406b-89ce-ffef7836588f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764096 Aug 31 01:04:48.460215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=92c38fb9-4be5-415e-9733-4357c298ff40,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:48.461835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:48.465956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:48.476709 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.476915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691749aa-b7a0-4159-a3e5-ed1266425c02 req-f48b131a-ba75-45cb-a09a-08b6e0dc09e8 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:48.486628 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-691749aa-b7a0-4159-a3e5-ed1266425c02 req-f48b131a-ba75-45cb-a09a-08b6e0dc09e8 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 945 time: 0.1507666 Aug 31 01:04:48.487022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Pushing event updated for resources: {'Port': ['ID=522d4ff9-7122-4ec5-8944-912242bdc40c,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:48.616770 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-691749aa-b7a0-4159-a3e5-ed1266425c02 req-6b9a2cd1-e263-4c89-a04e-152a7bb47097 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292059 Aug 31 01:04:48.645623 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Attempting to bind port 522d4ff9-7122-4ec5-8944-912242bdc40c on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:48.646168 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Attempting to bind port 522d4ff9-7122-4ec5-8944-912242bdc40c by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:48.646531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Attempting to bind port 522d4ff9-7122-4ec5-8944-912242bdc40c on network bb130647-772c-4cc2-8df7-4fda7afb64c3 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:48.684595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:48.684979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Checking segment: {'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:48.685383 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.685781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Bound using segment: {'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:48.686243 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Bound port: 522d4ff9-7122-4ec5-8944-912242bdc40c, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:48.686626 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:48.691911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-cab48d99-72b5-462d-83d6-74a9dfb4856a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:48.703228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-cab48d99-72b5-462d-83d6-74a9dfb4856a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/networks?id=bb130647-772c-4cc2-8df7-4fda7afb64c3 HTTP/1.1" status: 200 len: 816 time: 0.5439699 Aug 31 01:04:48.729652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=92c38fb9-4be5-415e-9733-4357c298ff40,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:48.746525 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-55b6191c-de12-4bec-8f92-3d9f4b4f6eb3 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/quotas/6fd6c37b44ec4786b8bda4b838ffa172 HTTP/1.1" status: 200 len: 375 time: 0.0419626 Aug 31 01:04:48.839044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36ad8151-5cfa-4ff2-b347-a1f68e339b2a req-3d6f8ef8-6c16-41c6-b16a-b8f663e6368d service neutron] 10.222.0.70 "GET /v2.0/networks/246986d8-29af-406b-89ce-ffef7836588f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373513 Aug 31 01:04:48.883032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] For port 522d4ff9-7122-4ec5-8944-912242bdc40c, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:48.898947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] For port 522d4ff9-7122-4ec5-8944-912242bdc40c, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=522d4ff9-7122-4ec5-8944-912242bdc40c,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:48.910872 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:49.125430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01593ecf-cbf6-4e51-967e-c98a246180c8 None None] Pushing event updated for resources: {'Port': ['ID=522d4ff9-7122-4ec5-8944-912242bdc40c,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:49.578751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-f07f4de1-6960-4e15-bbc9-8c8073655568 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fd6c37b44ec4786b8bda4b838ffa172&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8305509 Aug 31 01:04:49.639060 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36ad8151-5cfa-4ff2-b347-a1f68e339b2a req-d36a0e55-d758-4b5f-8400-a1dbc0d9b8a6 service neutron] 10.222.0.70 "GET /v2.0/networks/246986d8-29af-406b-89ce-ffef7836588f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7868912 Aug 31 01:04:49.725570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5b841-c799-422d-b811-dc4c02080e09 req-ceb4d8ca-1bba-49cf-9dae-8500ce5ebab1 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:49.727073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6dd5b841-c799-422d-b811-dc4c02080e09 req-ceb4d8ca-1bba-49cf-9dae-8500ce5ebab1 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 943 time: 0.6867912 Aug 31 01:04:49.808852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 778cde34-4886-4a62-8c0c-89e81bb4200d details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:04:49.814435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-76d61c60-d074-4b57-afb4-03eac79192b7 service neutron] 10.222.0.58 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327282 Aug 31 01:04:49.824202 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6dd5b841-c799-422d-b811-dc4c02080e09 req-a62884e1-ee6a-4da5-a6b1-02cf0bf82844 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849133 Aug 31 01:04:49.988821 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c1ae047-c922-48af-92fd-8b25340fb5b9 req-8ddad087-78f7-457c-b4b1-58a1ee048655 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2880828 Aug 31 01:04:50.020927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 778cde34-4886-4a62-8c0c-89e81bb4200d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=778cde34-4886-4a62-8c0c-89e81bb4200d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:50.034873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '778cde34-4886-4a62-8c0c-89e81bb4200d', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '778cde34-4886-4a62-8c0c-89e81bb4200d', 'mac_address': 'fa:16:3e:92:cc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:04:50.062270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374e2cd-fdc2-49e3-8f60-59b15f970d6e req-935c7213-06eb-4754-a88c-d62c710d345c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.065498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1374e2cd-fdc2-49e3-8f60-59b15f970d6e req-935c7213-06eb-4754-a88c-d62c710d345c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 948 time: 0.1319249 Aug 31 01:04:50.089595 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:50.118923 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778cde34-4886-4a62-8c0c-89e81bb4200d {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:50.121499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-0474beef-2e0e-4daf-bfb3-030143a1c1ea service neutron] 10.222.0.58 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951653 Aug 31 01:04:50.128867 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779cc349-f3a2-41b1-a146-15ac6ebfe279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c38fb9-4be5-415e-9733-4357c298ff40'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:50.132366 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c687d8e-de81-45e7-8d8d-f7cbc709ffea" -d '{"events": [{"server_uuid": "779cc349-f3a2-41b1-a146-15ac6ebfe279", "name": "network-vif-plugged", "status": "completed", "tag": "92c38fb9-4be5-415e-9733-4357c298ff40"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:50.146513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ae047-c922-48af-92fd-8b25340fb5b9 req-6c2879ff-872e-4bca-9b99-7b0a8d4da9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.148224 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c1ae047-c922-48af-92fd-8b25340fb5b9 req-6c2879ff-872e-4bca-9b99-7b0a8d4da9fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf5ed08aaa16483a9e01116615b0e952&device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 1097 time: 0.1259801 Aug 31 01:04:50.165726 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1374e2cd-fdc2-49e3-8f60-59b15f970d6e req-e66ec7c7-5aee-4c0c-be22-85073cf16bd0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804834 Aug 31 01:04:50.183431 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 778cde34-4886-4a62-8c0c-89e81bb4200d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=778cde34-4886-4a62-8c0c-89e81bb4200d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:50.190857 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:50.370334 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=778cde34-4886-4a62-8c0c-89e81bb4200d,revision_number=10']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:50.377495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ae047-c922-48af-92fd-8b25340fb5b9 req-f432bd0d-1926-4954-bbf1-90459212a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.387771 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c1ae047-c922-48af-92fd-8b25340fb5b9 req-f432bd0d-1926-4954-bbf1-90459212a84c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 HTTP/1.1" status: 200 len: 906 time: 0.2027938 Aug 31 01:04:50.427095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['778cde34-4886-4a62-8c0c-89e81bb4200d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:50.529331 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c1ae047-c922-48af-92fd-8b25340fb5b9 req-2c00589e-1106-40f3-802e-9e1c069576f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b779e63-4c73-4709-92db-abfcd54513eb HTTP/1.1" status: 200 len: 1001 time: 0.1291840 Aug 31 01:04:50.596806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ae047-c922-48af-92fd-8b25340fb5b9 req-16b8b400-4dfb-4035-947c-64f590f0e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.599410 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c1ae047-c922-48af-92fd-8b25340fb5b9 req-16b8b400-4dfb-4035-947c-64f590f0e7f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f0321a9-d1d0-431e-b5d3-a4a4b61531fc HTTP/1.1" status: 200 len: 844 time: 0.0619457 Aug 31 01:04:50.608634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7308df6-371b-4633-ba41-287c514eaf69 req-ea5396c6-78da-4dfb-bd89-e86820edceeb tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.617975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7308df6-371b-4633-ba41-287c514eaf69 req-ea5396c6-78da-4dfb-bd89-e86820edceeb tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 946 time: 0.1572976 Aug 31 01:04:50.625515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ea26ba-cf8c-41ea-b9b7-c111582984a8 None None] Network bb130647-772c-4cc2-8df7-4fda7afb64c3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:50.714245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7308df6-371b-4633-ba41-287c514eaf69 req-87bb95c9-39ff-4577-a6d0-8d392167dcd3 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932908 Aug 31 01:04:50.731793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ae047-c922-48af-92fd-8b25340fb5b9 req-7683fcf1-4b32-4863-9637-dcc10665f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.733300 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c1ae047-c922-48af-92fd-8b25340fb5b9 req-7683fcf1-4b32-4863-9637-dcc10665f9a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127841 Aug 31 01:04:50.781544 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608d1b98-19e8-4a3b-bc34-ca398dae57ff x-openstack-request-id: req-608d1b98-19e8-4a3b-bc34-ca398dae57ff {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:50.786554 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779cc349-f3a2-41b1-a146-15ac6ebfe279", "name": "network-vif-plugged", "status": "completed", "tag": "92c38fb9-4be5-415e-9733-4357c298ff40", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:50.787116 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-608d1b98-19e8-4a3b-bc34-ca398dae57ff {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:50.787654 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779cc349-f3a2-41b1-a146-15ac6ebfe279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c38fb9-4be5-415e-9733-4357c298ff40', 'code': 200} Aug 31 01:04:50.882776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad69bf-8c3b-4825-b530-7a58a0d1649c req-09c71127-6ad8-4719-b926-c4975fcbdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.885892 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49ad69bf-8c3b-4825-b530-7a58a0d1649c req-09c71127-6ad8-4719-b926-c4975fcbdb71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 1098 time: 0.0550537 Aug 31 01:04:50.935179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7735d-f168-4d2d-aaf5-cdaafa7a2f70 req-73812cdd-aa51-48cf-8468-0bc30615c5e4 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:50.936504 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49ad69bf-8c3b-4825-b530-7a58a0d1649c req-da7577ff-851e-4156-88d5-b37b43cdcf6a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415709 Aug 31 01:04:50.936925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aaf7735d-f168-4d2d-aaf5-cdaafa7a2f70 req-73812cdd-aa51-48cf-8468-0bc30615c5e4 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 950 time: 0.1417098 Aug 31 01:04:51.025964 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c1ae047-c922-48af-92fd-8b25340fb5b9 req-75a17c11-c8a5-4c7c-9731-9a0fbf9a2810 service neutron] 10.222.0.15 "GET /v2.0/networks/f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694473 Aug 31 01:04:51.034731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1aafd77d-1d01-4b19-8859-c85f5e12c430 None None] Provisioning for port 522d4ff9-7122-4ec5-8944-912242bdc40c completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:51.072313 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aaf7735d-f168-4d2d-aaf5-cdaafa7a2f70 req-a74a522b-3b58-4422-8812-04b2a5e4c361 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146061 Aug 31 01:04:51.113759 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4eb32179-2111-4d70-8179-ef189e38b286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:51.135899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-730f32c8-32e9-4ba5-b490-1d872b0e7d7c tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:51.137427 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-730f32c8-32e9-4ba5-b490-1d872b0e7d7c tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/networks?id=bb130647-772c-4cc2-8df7-4fda7afb64c3 HTTP/1.1" status: 200 len: 816 time: 0.1973729 Aug 31 01:04:51.166833 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-258646bb-6e79-4e74-aefc-fad5c42d5f2d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/quotas/6fd6c37b44ec4786b8bda4b838ffa172 HTTP/1.1" status: 200 len: 375 time: 0.0135472 Aug 31 01:04:51.262222 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e6f7fedf-2bb0-4565-a1f7-92ca676b9405 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fd6c37b44ec4786b8bda4b838ffa172&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863390 Aug 31 01:04:51.307777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 522d4ff9-7122-4ec5-8944-912242bdc40c up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:51.367922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 522d4ff9-7122-4ec5-8944-912242bdc40c completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:51.374873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 522d4ff9-7122-4ec5-8944-912242bdc40c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:51.375437 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:51.404159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-406c341a-daff-47a1-b62e-133b700dd9a3 None None] Provisioning complete for port 522d4ff9-7122-4ec5-8944-912242bdc40c triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:51.404159 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-406c341a-daff-47a1-b62e-133b700dd9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:51.457216 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c1ae047-c922-48af-92fd-8b25340fb5b9 req-06074cab-9254-43ee-bbc8-b53fe7f863e3 service neutron] 10.222.0.15 "GET /v2.0/networks/f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939795 Aug 31 01:04:51.466498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-8c13f541-1419-4cfd-913b-1c6905867f5f service neutron] 10.222.0.58 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844735 Aug 31 01:04:51.522548 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:51.547934 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-406c341a-daff-47a1-b62e-133b700dd9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:51.585573 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 522d4ff9-7122-4ec5-8944-912242bdc40c, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=522d4ff9-7122-4ec5-8944-912242bdc40c,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:51.591815 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:51.612999 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-39c7081b-3072-4971-bd89-cb5ef89629a8 service neutron] 10.222.0.58 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455727 Aug 31 01:04:51.672041 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-406c341a-daff-47a1-b62e-133b700dd9a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:04:51.672403 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-406c341a-daff-47a1-b62e-133b700dd9a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:04:51.679056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=522d4ff9-7122-4ec5-8944-912242bdc40c,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:51.847886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 778cde34-4886-4a62-8c0c-89e81bb4200d up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:51.851317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-7ecde7e3-2afb-445f-93c0-14343b31f3ab tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:51.853835 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-7ecde7e3-2afb-445f-93c0-14343b31f3ab tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.70 "GET /v2.0/networks?id=bb130647-772c-4cc2-8df7-4fda7afb64c3 HTTP/1.1" status: 200 len: 816 time: 0.2300625 Aug 31 01:04:51.909637 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 778cde34-4886-4a62-8c0c-89e81bb4200d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:51.910074 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:51.910554 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-5873c766-d622-4703-800f-2f92b766d17a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Request body: {'port': {'device_id': '0be29f39-d8e4-464e-81da-71bf270de290', 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3', 'admin_state_up': True, 'tenant_id': '6fd6c37b44ec4786b8bda4b838ffa172'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:52.011166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b57af-e923-4919-9345-2e78e0bc7884 req-79102087-a1f7-4019-8530-4852c411e8ea tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:52.018921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b78b57af-e923-4919-9345-2e78e0bc7884 req-79102087-a1f7-4019-8530-4852c411e8ea tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 943 time: 0.1637290 Aug 31 01:04:52.052314 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:52.089093 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 778cde34-4886-4a62-8c0c-89e81bb4200d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=778cde34-4886-4a62-8c0c-89e81bb4200d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:52.091585 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b78b57af-e923-4919-9345-2e78e0bc7884 req-7f7b79c0-860b-43c8-906f-780d4f853fb3 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710676 Aug 31 01:04:52.116948 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:52.175165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-5873c766-d622-4703-800f-2f92b766d17a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Made reservation on behalf of 6fd6c37b44ec4786b8bda4b838ffa172 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:52.186490 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-5873c766-d622-4703-800f-2f92b766d17a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:52.262716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=778cde34-4886-4a62-8c0c-89e81bb4200d,revision_number=11']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:52.480919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-5873c766-d622-4703-800f-2f92b766d17a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Allocated IP 172.20.0.13 (bb130647-772c-4cc2-8df7-4fda7afb64c3/fcdb3e82-e961-4af5-b072-862b1f0609f0/8c18d979-2b6f-4aa1-896f-bab193af8b9e) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:52.509279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9b785-76ef-418a-9462-f9d8ef95349c req-3954b654-e7b1-45ac-b422-b4932213c058 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:52.511050 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96d9b785-76ef-418a-9462-f9d8ef95349c req-3954b654-e7b1-45ac-b422-b4932213c058 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 946 time: 0.1712797 Aug 31 01:04:52.567388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-79ad8b20-fc19-4f09-bd40-2e34dc931bd4 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:52.568779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-79ad8b20-fc19-4f09-bd40-2e34dc931bd4 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/networks?id=bb130647-772c-4cc2-8df7-4fda7afb64c3 HTTP/1.1" status: 200 len: 816 time: 0.2065032 Aug 31 01:04:52.625437 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96d9b785-76ef-418a-9462-f9d8ef95349c req-abb9ea00-dd6a-4450-8c76-ddf32a8a6ede tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048651 Aug 31 01:04:52.626654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-c1f5c1d3-ec1c-487c-a5ec-d4cf0c70e154 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/quotas/6fd6c37b44ec4786b8bda4b838ffa172 HTTP/1.1" status: 200 len: 375 time: 0.0485742 Aug 31 01:04:52.732847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-27314e44-d4f5-496c-bc11-6c3e11f01f91 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fd6c37b44ec4786b8bda4b838ffa172&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783648 Aug 31 01:04:52.760202 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-5873c766-d622-4703-800f-2f92b766d17a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:52.789072 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983591f6-0fb6-4307-bb86-067697fb5770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778cde34-4886-4a62-8c0c-89e81bb4200d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:52.792226 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf8af0e-5ca1-4b4d-8b8d-ea0ce69600d3" -d '{"events": [{"server_uuid": "983591f6-0fb6-4307-bb86-067697fb5770", "name": "network-vif-plugged", "status": "completed", "tag": "778cde34-4886-4a62-8c0c-89e81bb4200d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:52.886564 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-5873c766-d622-4703-800f-2f92b766d17a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Transition to ACTIVE for port object 8c18d979-2b6f-4aa1-896f-bab193af8b9e will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:52.928478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-ea6ffb7d-0bd6-4910-a369-b45f1169fc45 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4f4f81af0327488683358ca40e0e4b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678287 Aug 31 01:04:53.018684 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-ef45c8da-241d-4bd2-a097-5448da33ff30 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:53.020362 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-ef45c8da-241d-4bd2-a097-5448da33ff30 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.70 "GET /v2.0/networks?id=bb130647-772c-4cc2-8df7-4fda7afb64c3 HTTP/1.1" status: 200 len: 816 time: 0.1364009 Aug 31 01:04:53.034211 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-b15028b9-b757-42dd-8e54-5cce1bdd4506 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Request body: {'port': {'device_id': 'ca10a504-a357-4706-80de-8c69f7780934', 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3', 'admin_state_up': True, 'tenant_id': '6fd6c37b44ec4786b8bda4b838ffa172'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:53.095988 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-80fb5aea-fbf2-435d-8c42-6750d8463472 service neutron] 10.222.0.58 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479729 Aug 31 01:04:53.100818 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-5873c766-d622-4703-800f-2f92b766d17a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.148387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-b15028b9-b757-42dd-8e54-5cce1bdd4506 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Made reservation on behalf of 6fd6c37b44ec4786b8bda4b838ffa172 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:53.152132 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-b15028b9-b757-42dd-8e54-5cce1bdd4506 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.191604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-e9d1e561-d222-490a-82a7-04ce91c2b963 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:53.193084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-e9d1e561-d222-490a-82a7-04ce91c2b963 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2575045 Aug 31 01:04:53.215922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-5873c766-d622-4703-800f-2f92b766d17a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Network bb130647-772c-4cc2-8df7-4fda7afb64c3 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:53.225891 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 522d4ff9-7122-4ec5-8944-912242bdc40c up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:53.237439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-5873c766-d622-4703-800f-2f92b766d17a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:53.240526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-5873c766-d622-4703-800f-2f92b766d17a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:53.258145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873c766-d622-4703-800f-2f92b766d17a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Pushing event updated for resources: {'Port': ['ID=8c18d979-2b6f-4aa1-896f-bab193af8b9e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:53.286513 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-277d17d3-4a21-4910-99dd-c18aa0043362 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/quotas/4f4f81af0327488683358ca40e0e4b3d HTTP/1.1" status: 200 len: 375 time: 0.0759900 Aug 31 01:04:53.292522 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e75df633-a7c4-48a9-9133-6e9e47bf5a11 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:53.312181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-b15028b9-b757-42dd-8e54-5cce1bdd4506 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Allocated IP 172.20.0.10 (bb130647-772c-4cc2-8df7-4fda7afb64c3/fcdb3e82-e961-4af5-b072-862b1f0609f0/b087b40d-7df8-46c8-9e91-8e1d84657d37) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:53.344106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 522d4ff9-7122-4ec5-8944-912242bdc40c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:53.345138 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.359470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-705eab2c-b266-42b7-9249-678e30b28e8a service neutron] 10.222.0.58 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479293 Aug 31 01:04:53.372582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-5873c766-d622-4703-800f-2f92b766d17a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:53.374029 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-5873c766-d622-4703-800f-2f92b766d17a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.414265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-b594a2dd-7072-4701-83ca-b52fefd4d29f tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1141541 Aug 31 01:04:53.416577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-5873c766-d622-4703-800f-2f92b766d17a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5399036 Aug 31 01:04:53.433478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Request body: {'port': {'device_id': '0be29f39-d8e4-464e-81da-71bf270de290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:53.519090 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.584236 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.637273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e75df633-a7c4-48a9-9133-6e9e47bf5a11, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e75df633-a7c4-48a9-9133-6e9e47bf5a11,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:53.644163 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.724608 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee861b8c-8add-40c0-b014-5eafea9590f4 x-openstack-request-id: req-ee861b8c-8add-40c0-b014-5eafea9590f4 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:53.725043 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983591f6-0fb6-4307-bb86-067697fb5770", "name": "network-vif-plugged", "status": "completed", "tag": "778cde34-4886-4a62-8c0c-89e81bb4200d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:53.725363 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee861b8c-8add-40c0-b014-5eafea9590f4 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:53.725754 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983591f6-0fb6-4307-bb86-067697fb5770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778cde34-4886-4a62-8c0c-89e81bb4200d', 'code': 200} Aug 31 01:04:53.728875 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-07795812-0389-4cf0-9c6c-56a4fe791e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.734320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e75df633-a7c4-48a9-9133-6e9e47bf5a11,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:53.746522 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5438dfd4-90df-43a1-b073-2ffe890ab2c8 None None] Provisioning for port 8c18d979-2b6f-4aa1-896f-bab193af8b9e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:53.752092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5438dfd4-90df-43a1-b073-2ffe890ab2c8 None None] Provisioning complete for port 8c18d979-2b6f-4aa1-896f-bab193af8b9e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:53.752521 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5438dfd4-90df-43a1-b073-2ffe890ab2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:53.807688 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5438dfd4-90df-43a1-b073-2ffe890ab2c8 None None] Port 8c18d979-2b6f-4aa1-896f-bab193af8b9e cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:53.968246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-9b5b2b30-25eb-42f1-aeb6-0e6a9c22f681 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:53.979888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-9b5b2b30-25eb-42f1-aeb6-0e6a9c22f681 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/networks?id=7df08447-9b37-4e36-b964-679e1ae45569 HTTP/1.1" status: 200 len: 804 time: 0.1603355 Aug 31 01:04:53.983592 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:54.017224 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-da50724d-45c3-41dc-9973-40759b2fb567 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/quotas/28226a71c0e34073997a2b6dd4f2d2eb HTTP/1.1" status: 200 len: 375 time: 0.0362673 Aug 31 01:04:54.076098 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafeb023-b07c-4291-b9c9-8a84e702bb1b req-0b100df6-e109-4138-90e4-bcf91d69f625 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:54.083794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dafeb023-b07c-4291-b9c9-8a84e702bb1b req-0b100df6-e109-4138-90e4-bcf91d69f625 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 945 time: 0.4443085 Aug 31 01:04:54.139424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dafeb023-b07c-4291-b9c9-8a84e702bb1b req-793b2507-48f7-475d-b922-df416632422d tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546110 Aug 31 01:04:54.184949 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-b15028b9-b757-42dd-8e54-5cce1bdd4506 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:54.186449 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-d8270af4-a492-48db-add6-c876aecee781 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=28226a71c0e34073997a2b6dd4f2d2eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1582773 Aug 31 01:04:54.202599 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-b15028b9-b757-42dd-8e54-5cce1bdd4506 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Transition to ACTIVE for port object b087b40d-7df8-46c8-9e91-8e1d84657d37 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:54.246591 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-b15028b9-b757-42dd-8e54-5cce1bdd4506 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:54.319472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15028b9-b757-42dd-8e54-5cce1bdd4506 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Pushing event updated for resources: {'Port': ['ID=b087b40d-7df8-46c8-9e91-8e1d84657d37,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:54.346829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-b15028b9-b757-42dd-8e54-5cce1bdd4506 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Network bb130647-772c-4cc2-8df7-4fda7afb64c3 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:54.349636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-b15028b9-b757-42dd-8e54-5cce1bdd4506 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:54.350374 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:54.353465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-b15028b9-b757-42dd-8e54-5cce1bdd4506 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:54.476846 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-b15028b9-b757-42dd-8e54-5cce1bdd4506 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:54.477898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-b15028b9-b757-42dd-8e54-5cce1bdd4506 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:54.503437 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-b15028b9-b757-42dd-8e54-5cce1bdd4506 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4737399 Aug 31 01:04:54.513092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Request body: {'port': {'device_id': 'ca10a504-a357-4706-80de-8c69f7780934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:54.629252 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:54.739068 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-25134971-9301-46b6-bf16-8cbe96d99316 None None] Provisioning for port b087b40d-7df8-46c8-9e91-8e1d84657d37 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:54.745019 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-25134971-9301-46b6-bf16-8cbe96d99316 None None] Provisioning complete for port b087b40d-7df8-46c8-9e91-8e1d84657d37 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:54.746488 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-25134971-9301-46b6-bf16-8cbe96d99316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:54.817964 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-25134971-9301-46b6-bf16-8cbe96d99316 None None] Port b087b40d-7df8-46c8-9e91-8e1d84657d37 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:54.828361 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-775fa5d2-5ec4-4069-a369-4b039a8add50 service neutron] 10.222.0.58 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6403494 Aug 31 01:04:54.875370 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580b08b-034f-4e84-ad08-2e51054d93c1 req-5842bc07-b67a-4ad0-bda4-878ffe3f1c32 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:54.877439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3580b08b-034f-4e84-ad08-2e51054d93c1 req-5842bc07-b67a-4ad0-bda4-878ffe3f1c32 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 943 time: 0.1719453 Aug 31 01:04:55.076559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3580b08b-034f-4e84-ad08-2e51054d93c1 req-75bc9241-e886-4064-9dfd-cb3b13e214e1 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644793 Aug 31 01:04:55.101177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537712b-64d6-42bd-bfc0-e1ea27125724 req-b9141f52-31be-4643-82f5-2afe2d10b871 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:55.103872 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5537712b-64d6-42bd-bfc0-e1ea27125724 req-b9141f52-31be-4643-82f5-2afe2d10b871 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcee6c7f-9c68-4a6a-b614-c6048d0585e0 HTTP/1.1" status: 200 len: 944 time: 0.1940570 Aug 31 01:04:55.108274 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-9e682094-eade-4963-b131-469e38045452 service neutron] 10.222.0.58 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781379 Aug 31 01:04:55.125824 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c18d979-2b6f-4aa1-896f-bab193af8b9e {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:55.138872 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:55.177437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Transition to ACTIVE for port object 8c18d979-2b6f-4aa1-896f-bab193af8b9e will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:55.245910 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:55.529405 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c18d979-2b6f-4aa1-896f-bab193af8b9e,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:55.569917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-dba8fb17-cfd6-4665-a623-af97ea147bf4 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:55.572323 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-dba8fb17-cfd6-4665-a623-af97ea147bf4 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.15 "GET /v2.0/networks?id=bb130647-772c-4cc2-8df7-4fda7afb64c3 HTTP/1.1" status: 200 len: 816 time: 0.3074603 Aug 31 01:04:55.609575 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-471dbe12-20c4-4aa5-a91f-fd7f368dc076 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Request body: {'port': {'device_id': 'd8b91650-49c1-4094-80aa-acc4fbdda332', 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3', 'admin_state_up': True, 'tenant_id': '6fd6c37b44ec4786b8bda4b838ffa172'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:55.659662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d02d177-40c8-4d6b-b8d4-ce9277b809b1 req-82890e94-b266-4904-867e-504af3d1dfeb tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 210 time: 0.1055646 Aug 31 01:04:55.700826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-5537712b-64d6-42bd-bfc0-e1ea27125724 req-a2cf66a8-0569-4b7d-89a8-c76d20bdade7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Deleting port e75df633-a7c4-48a9-9133-6e9e47bf5a11 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:04:55.701295 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5537712b-64d6-42bd-bfc0-e1ea27125724 req-a2cf66a8-0569-4b7d-89a8-c76d20bdade7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:55.728749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcee6c7f-9c68-4a6a-b614-c6048d0585e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75df633-a7c4-48a9-9133-6e9e47bf5a11'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:55.734033 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65406538-04af-40c4-8e3a-5dbed583da6c" -d '{"events": [{"server_uuid": "dcee6c7f-9c68-4a6a-b614-c6048d0585e0", "name": "network-vif-unplugged", "status": "completed", "tag": "e75df633-a7c4-48a9-9133-6e9e47bf5a11"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:55.753555 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b087b40d-7df8-46c8-9e91-8e1d84657d37 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:55.766092 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:55.802469 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Transition to ACTIVE for port object b087b40d-7df8-46c8-9e91-8e1d84657d37 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:55.802959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55507ac3-b813-4ab1-bbe2-a7095265b1d6 req-5213cf5e-f586-49f5-bb6a-f8b5654eaa1a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:55.807991 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55507ac3-b813-4ab1-bbe2-a7095265b1d6 req-5213cf5e-f586-49f5-bb6a-f8b5654eaa1a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 946 time: 0.2596545 Aug 31 01:04:55.823868 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:55.847407 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-f50d67d8-e5bd-41c3-946a-a9dcf3488b53 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4f4f81af0327488683358ca40e0e4b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415468 Aug 31 01:04:55.852461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Attempting to bind port 8c18d979-2b6f-4aa1-896f-bab193af8b9e on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:55.852939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Attempting to bind port 8c18d979-2b6f-4aa1-896f-bab193af8b9e by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:55.853457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Attempting to bind port 8c18d979-2b6f-4aa1-896f-bab193af8b9e on network bb130647-772c-4cc2-8df7-4fda7afb64c3 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:55.869740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7c3404c-458d-45a7-bd87-6f58fae4de15 req-36974f05-9bf0-4faa-9c8f-923ffdd83cc0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 210 time: 0.0916257 Aug 31 01:04:55.887272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Port 8c18d979-2b6f-4aa1-896f-bab193af8b9e on network bb130647-772c-4cc2-8df7-4fda7afb64c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:55.887716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Attempting to bind port 8c18d979-2b6f-4aa1-896f-bab193af8b9e on network bb130647-772c-4cc2-8df7-4fda7afb64c3 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:55.903508 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:55.903993 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Checking segment: {'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:55.904545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Bound using segment: {'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:55.905256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Bound port: 8c18d979-2b6f-4aa1-896f-bab193af8b9e, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:55.905721 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:55.982206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-5537712b-64d6-42bd-bfc0-e1ea27125724 req-a2cf66a8-0569-4b7d-89a8-c76d20bdade7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] For port e75df633-a7c4-48a9-9133-6e9e47bf5a11, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e75df633-a7c4-48a9-9133-6e9e47bf5a11,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:55.982474 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-471dbe12-20c4-4aa5-a91f-fd7f368dc076 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Made reservation on behalf of 6fd6c37b44ec4786b8bda4b838ffa172 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:55.982833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5537712b-64d6-42bd-bfc0-e1ea27125724 req-a2cf66a8-0569-4b7d-89a8-c76d20bdade7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:55.987591 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-471dbe12-20c4-4aa5-a91f-fd7f368dc076 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:56.005867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b087b40d-7df8-46c8-9e91-8e1d84657d37,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:56.009285 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55507ac3-b813-4ab1-bbe2-a7095265b1d6 req-30d89a46-8d82-47a4-8f1e-2b38886ddb91 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826558 Aug 31 01:04:56.078144 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-5537712b-64d6-42bd-bfc0-e1ea27125724 req-a2cf66a8-0569-4b7d-89a8-c76d20bdade7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Calling delete_port for e75df633-a7c4-48a9-9133-6e9e47bf5a11 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:04:56.112121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:56.112470 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:56.114606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:56.115068 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:56.115796 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:56.116432 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:56.116432 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:56.116625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:56.116886 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb50767-0a19-4b66-9802-b817c839b00a x-openstack-request-id: req-6eb50767-0a19-4b66-9802-b817c839b00a {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:56.117380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:56.117380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:56.117700 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcee6c7f-9c68-4a6a-b614-c6048d0585e0", "name": "network-vif-unplugged", "status": "completed", "tag": "e75df633-a7c4-48a9-9133-6e9e47bf5a11", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:56.117817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:56.117954 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6eb50767-0a19-4b66-9802-b817c839b00a {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:56.118064 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:56.118353 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcee6c7f-9c68-4a6a-b614-c6048d0585e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75df633-a7c4-48a9-9133-6e9e47bf5a11', 'code': 200} Aug 31 01:04:56.165544 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b6f6c85-f1ad-4007-92e5-9dd6b00c6694 req-966e8041-3f19-4275-b1e1-1e83f3c75550 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 210 time: 0.0837495 Aug 31 01:04:56.263750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] For port 8c18d979-2b6f-4aa1-896f-bab193af8b9e, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:56.270548 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] For port 8c18d979-2b6f-4aa1-896f-bab193af8b9e, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8c18d979-2b6f-4aa1-896f-bab193af8b9e,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:56.284349 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:56.345759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:56.346586 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:56.348154 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] 10.222.0.70 "PUT /v2.0/ports/8c18d979-2b6f-4aa1-896f-bab193af8b9e HTTP/1.1" status: 200 len: 1093 time: 2.9217322 Aug 31 01:04:56.348741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be29f39-d8e4-464e-81da-71bf270de290', 'tag': '8c18d979-2b6f-4aa1-896f-bab193af8b9e'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:56.351318 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ecabd4-c329-4286-9fe0-8edc5f2ac1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0be29f39-d8e4-464e-81da-71bf270de290", "tag": "8c18d979-2b6f-4aa1-896f-bab193af8b9e"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:56.351779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-21526db6-8046-49e7-9981-fb4e0f883784 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:56.359307 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-21526db6-8046-49e7-9981-fb4e0f883784 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4834380 Aug 31 01:04:56.394524 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-0df70eb5-d2f9-4592-8fdb-46f46da7595c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Request body: {'port': {'device_id': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '4f4f81af0327488683358ca40e0e4b3d'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:56.468069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85c657-9800-4948-bc06-b623af6bdeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c18d979-2b6f-4aa1-896f-bab193af8b9e,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:56.478765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Attempting to bind port b087b40d-7df8-46c8-9e91-8e1d84657d37 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:56.479109 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Attempting to bind port b087b40d-7df8-46c8-9e91-8e1d84657d37 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:56.479526 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Attempting to bind port b087b40d-7df8-46c8-9e91-8e1d84657d37 on network bb130647-772c-4cc2-8df7-4fda7afb64c3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:56.490871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Port b087b40d-7df8-46c8-9e91-8e1d84657d37 on network bb130647-772c-4cc2-8df7-4fda7afb64c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:56.491192 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Attempting to bind port b087b40d-7df8-46c8-9e91-8e1d84657d37 on network bb130647-772c-4cc2-8df7-4fda7afb64c3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:56.506222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:56.506565 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Checking segment: {'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:56.507586 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Bound using segment: {'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:56.508245 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Bound port: b087b40d-7df8-46c8-9e91-8e1d84657d37, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:56.508810 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:56.577299 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5537712b-64d6-42bd-bfc0-e1ea27125724 req-a2cf66a8-0569-4b7d-89a8-c76d20bdade7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:56.588633 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:56.615688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ac5aa-414b-488d-a4a6-9951700c58be req-d90b6ce2-36b9-48a2-8c71-f3723eb8a200 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:56.617268 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f02ac5aa-414b-488d-a4a6-9951700c58be req-d90b6ce2-36b9-48a2-8c71-f3723eb8a200 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 945 time: 0.2274675 Aug 31 01:04:56.636089 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-471dbe12-20c4-4aa5-a91f-fd7f368dc076 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Allocated IP 172.20.0.14 (bb130647-772c-4cc2-8df7-4fda7afb64c3/fcdb3e82-e961-4af5-b072-862b1f0609f0/b482c549-ff73-4e83-90df-86dbbd565218) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:56.646224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ae13e-8791-4ab4-ae45-71f4d8a42321 req-cf646b6a-54bd-4ae1-ad1a-338ebd5e1c83 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:56.647770 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-224ae13e-8791-4ab4-ae45-71f4d8a42321 req-cf646b6a-54bd-4ae1-ad1a-338ebd5e1c83 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 1098 time: 0.1689293 Aug 31 01:04:56.648498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf66a8-0569-4b7d-89a8-c76d20bdade7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Pushing event deleted for resources: {'Port': ['ID=e75df633-a7c4-48a9-9133-6e9e47bf5a11,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:56.662030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-f496ce78-9e59-4750-a849-838a7c08fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:56.663576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-f496ce78-9e59-4750-a849-838a7c08fcb2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6fd6c37b44ec4786b8bda4b838ffa172&device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 1096 time: 0.1786757 Aug 31 01:04:56.667041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-0df70eb5-d2f9-4592-8fdb-46f46da7595c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Made reservation on behalf of 4f4f81af0327488683358ca40e0e4b3d for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:56.670809 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-0df70eb5-d2f9-4592-8fdb-46f46da7595c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:56.714172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] For port b087b40d-7df8-46c8-9e91-8e1d84657d37, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:56.764654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-5855bbc0-fd85-4cff-b0e6-6aed1130c858 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c18d979-2b6f-4aa1-896f-bab193af8b9e HTTP/1.1" status: 200 len: 217 time: 0.0748799 Aug 31 01:04:56.765356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-5537712b-64d6-42bd-bfc0-e1ea27125724 req-a2cf66a8-0569-4b7d-89a8-c76d20bdade7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] No DVR routers for this DVR port e75df633-a7c4-48a9-9133-6e9e47bf5a11 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:04:56.769967 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] For port b087b40d-7df8-46c8-9e91-8e1d84657d37, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b087b40d-7df8-46c8-9e91-8e1d84657d37,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:56.771133 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5537712b-64d6-42bd-bfc0-e1ea27125724 req-a2cf66a8-0569-4b7d-89a8-c76d20bdade7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:56.773343 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5537712b-64d6-42bd-bfc0-e1ea27125724 req-a2cf66a8-0569-4b7d-89a8-c76d20bdade7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.15 "DELETE /v2.0/ports/e75df633-a7c4-48a9-9133-6e9e47bf5a11 HTTP/1.1" status: 204 len: 173 time: 1.6286664 Aug 31 01:04:56.781281 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:56.791690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f02ac5aa-414b-488d-a4a6-9951700c58be req-0706a0cd-2e9e-46de-a0ab-8ee7701df86f tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500130 Aug 31 01:04:56.836794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-224ae13e-8791-4ab4-ae45-71f4d8a42321 req-1d2f94bd-6962-4d44-a3aa-70d1f09b2484 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643763 Aug 31 01:04:56.861904 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-6bb9a6e4-e495-4926-a0f5-01dc8512e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:56.863840 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-6bb9a6e4-e495-4926-a0f5-01dc8512e829 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fcdb3e82-e961-4af5-b072-862b1f0609f0 HTTP/1.1" status: 200 len: 855 time: 0.0873041 Aug 31 01:04:56.891730 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:56.892459 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:56.893893 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] 10.222.0.70 "PUT /v2.0/ports/b087b40d-7df8-46c8-9e91-8e1d84657d37 HTTP/1.1" status: 200 len: 1093 time: 2.3857327 Aug 31 01:04:56.896386 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca10a504-a357-4706-80de-8c69f7780934', 'tag': 'b087b40d-7df8-46c8-9e91-8e1d84657d37'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:56.898651 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbb4185-4024-4a6c-be99-0af0478f6371" -d '{"events": [{"name": "network-changed", "server_uuid": "ca10a504-a357-4706-80de-8c69f7780934", "tag": "b087b40d-7df8-46c8-9e91-8e1d84657d37"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:56.990355 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e39c66d-be32-41bd-90f6-e04361f4b3de x-openstack-request-id: req-7e39c66d-be32-41bd-90f6-e04361f4b3de {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:56.990604 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be29f39-d8e4-464e-81da-71bf270de290", "tag": "8c18d979-2b6f-4aa1-896f-bab193af8b9e", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:56.990959 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e39c66d-be32-41bd-90f6-e04361f4b3de {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:56.991454 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be29f39-d8e4-464e-81da-71bf270de290', 'tag': '8c18d979-2b6f-4aa1-896f-bab193af8b9e', 'status': 'completed', 'code': 200} Aug 31 01:04:57.021627 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df630e-e7ff-4f35-9077-3e615165ebd2 req-aa6236b6-7f17-4672-9489-47a0b8212cd4 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:57.029588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9c899-fc3e-4284-872b-a733e2ba62e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b087b40d-7df8-46c8-9e91-8e1d84657d37,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:57.029978 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94df630e-e7ff-4f35-9077-3e615165ebd2 req-aa6236b6-7f17-4672-9489-47a0b8212cd4 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 943 time: 0.1303024 Aug 31 01:04:57.065797 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-6b00a7e3-ae9c-4f34-8c96-b7f5db01af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:57.067318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-6b00a7e3-ae9c-4f34-8c96-b7f5db01af69 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb130647-772c-4cc2-8df7-4fda7afb64c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1656494 Aug 31 01:04:57.108793 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-0df70eb5-d2f9-4592-8fdb-46f46da7595c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Allocated IP 192.168.233.3 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/b46bce73-62d5-4d9e-b9fc-450b9f68a26a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:57.140340 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-471dbe12-20c4-4aa5-a91f-fd7f368dc076 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:57.158395 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94df630e-e7ff-4f35-9077-3e615165ebd2 req-2f38b88a-9b89-4ca8-9edb-57f7833bcb3f tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274900 Aug 31 01:04:57.172713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-c45f7aad-57c5-49a1-96ed-e7f83dcc15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:57.174232 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-c45f7aad-57c5-49a1-96ed-e7f83dcc15e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6fd6c37b44ec4786b8bda4b838ffa172&device_id=ca10a504-a357-4706-80de-8c69f7780934 HTTP/1.1" status: 200 len: 1096 time: 0.1843150 Aug 31 01:04:57.186547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-471dbe12-20c4-4aa5-a91f-fd7f368dc076 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Transition to ACTIVE for port object b482c549-ff73-4e83-90df-86dbbd565218 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:57.208728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbda2551-bfa3-4cbf-b2c1-8f2f148942e6 req-16bf3da5-71ca-4ea9-a673-d7d0abf52899 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 210 time: 0.0395622 Aug 31 01:04:57.257343 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-3140f1c8-6b40-4260-b8b4-09bbaf23b5ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b087b40d-7df8-46c8-9e91-8e1d84657d37 HTTP/1.1" status: 200 len: 217 time: 0.0681455 Aug 31 01:04:57.328294 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef755ff-e1fe-4e6b-bbd1-8188c52e39e2 x-openstack-request-id: req-aef755ff-e1fe-4e6b-bbd1-8188c52e39e2 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:04:57.328824 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca10a504-a357-4706-80de-8c69f7780934", "tag": "b087b40d-7df8-46c8-9e91-8e1d84657d37", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:04:57.329268 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aef755ff-e1fe-4e6b-bbd1-8188c52e39e2 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:04:57.329994 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca10a504-a357-4706-80de-8c69f7780934', 'tag': 'b087b40d-7df8-46c8-9e91-8e1d84657d37', 'status': 'completed', 'code': 200} Aug 31 01:04:57.336574 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e75df633-a7c4-48a9-9133-6e9e47bf5a11 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:04:57.374033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: e75df633-a7c4-48a9-9133-6e9e47bf5a11 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:04:57.375940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e75df633-a7c4-48a9-9133-6e9e47bf5a11 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:04:57.380766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6410b-17cb-473c-b310-75097ae69a96 req-c6adfa5b-7ce5-4c06-a861-8168e1e92da2 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:57.388987 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50a6410b-17cb-473c-b310-75097ae69a96 req-c6adfa5b-7ce5-4c06-a861-8168e1e92da2 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 1098 time: 0.0959957 Aug 31 01:04:57.413362 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-28e2e89f-09ab-4d85-b260-f5cfc1142c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:57.414761 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-28e2e89f-09ab-4d85-b260-f5cfc1142c64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fcdb3e82-e961-4af5-b072-862b1f0609f0 HTTP/1.1" status: 200 len: 855 time: 0.1514115 Aug 31 01:04:57.422992 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-471dbe12-20c4-4aa5-a91f-fd7f368dc076 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:57.463307 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74d6a940-85f0-402b-8b85-46603b52c835 req-d6bb937f-d2c5-44fb-82e3-b90a5d66e765 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 210 time: 0.0703554 Aug 31 01:04:57.490941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-41cbf7f0-d58d-494f-a7db-395ea1989bac tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:57.492530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-41cbf7f0-d58d-494f-a7db-395ea1989bac tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.15 "GET /v2.0/networks?id=7df08447-9b37-4e36-b964-679e1ae45569 HTTP/1.1" status: 200 len: 804 time: 0.4241352 Aug 31 01:04:57.514455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-f6f233a8-3ce4-4d61-9e2a-632f9cfbbc22 service neutron] 10.222.0.70 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550613 Aug 31 01:04:57.525368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-e47a1bcc-2ae5-45e6-9ed3-91bf8cfef7a5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Request body: {'port': {'device_id': '0052be55-ef06-4bf8-81c1-22c41f0e8230', 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569', 'admin_state_up': True, 'tenant_id': '28226a71c0e34073997a2b6dd4f2d2eb'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:57.541361 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471dbe12-20c4-4aa5-a91f-fd7f368dc076 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Pushing event updated for resources: {'Port': ['ID=b482c549-ff73-4e83-90df-86dbbd565218,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:57.552629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50a6410b-17cb-473c-b310-75097ae69a96 req-05e991a3-5ca4-4fd5-ac71-b1fff7bd3773 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616871 Aug 31 01:04:57.564774 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-471dbe12-20c4-4aa5-a91f-fd7f368dc076 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Network bb130647-772c-4cc2-8df7-4fda7afb64c3 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:57.576233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-471dbe12-20c4-4aa5-a91f-fd7f368dc076 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:57.577646 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-471dbe12-20c4-4aa5-a91f-fd7f368dc076 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:57.585885 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-0df70eb5-d2f9-4592-8fdb-46f46da7595c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:57.619988 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-3b187607-71fe-4589-b750-4fa151e1094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:57.621512 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-3b187607-71fe-4589-b750-4fa151e1094f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb130647-772c-4cc2-8df7-4fda7afb64c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1943793 Aug 31 01:04:57.658317 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-0df70eb5-d2f9-4592-8fdb-46f46da7595c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Transition to ACTIVE for port object b46bce73-62d5-4d9e-b9fc-450b9f68a26a will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:57.667251 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f36bcca5-482b-41d3-b2e8-affcae2bede4 req-c5d52ed6-6a24-4552-9207-d0512fea6316 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 210 time: 0.0616131 Aug 31 01:04:57.720165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-471dbe12-20c4-4aa5-a91f-fd7f368dc076 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:57.721003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-471dbe12-20c4-4aa5-a91f-fd7f368dc076 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:57.783312 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-471dbe12-20c4-4aa5-a91f-fd7f368dc076 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1783791 Aug 31 01:04:57.798630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da3bfbb3-c157-4563-b345-39e55978b9b7 req-4b51496b-36f3-485e-abc5-653e38d3798d service neutron] 10.222.0.70 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695777 Aug 31 01:04:57.811721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Request body: {'port': {'device_id': 'd8b91650-49c1-4094-80aa-acc4fbdda332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:57.822078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-e47a1bcc-2ae5-45e6-9ed3-91bf8cfef7a5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Made reservation on behalf of 28226a71c0e34073997a2b6dd4f2d2eb for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:57.823946 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-72aa97cc-db3d-40da-a186-f8ec520373fc service neutron] 10.222.0.70 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907332 Aug 31 01:04:57.834912 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-e47a1bcc-2ae5-45e6-9ed3-91bf8cfef7a5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:57.853959 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-0df70eb5-d2f9-4592-8fdb-46f46da7595c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:57.869626 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['abbcb3e1-1df2-4e24-875b-ce85f871bb2f', '778cde34-4886-4a62-8c0c-89e81bb4200d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:57.960213 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ffb4786e-89d4-458e-a21c-2dd74d634dab details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:04:57.967653 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-0df70eb5-d2f9-4592-8fdb-46f46da7595c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:58.000154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['9c35529b-091a-41bb-83a7-320bb9a01f35'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:58.006498 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-0df70eb5-d2f9-4592-8fdb-46f46da7595c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:58.008747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af00cd-67b4-47a5-aaf5-fad0ad7a0205 req-0bcfcc5b-ca9c-4ef2-b6d8-c7357b993515 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.010319 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56af00cd-67b4-47a5-aaf5-fad0ad7a0205 req-0bcfcc5b-ca9c-4ef2-b6d8-c7357b993515 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 945 time: 0.1556304 Aug 31 01:04:58.015608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecabd4-c329-4286-9fe0-8edc5f2ac1e1 req-90f9b88d-5df4-4d6c-be71-52855303a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.018924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ecabd4-c329-4286-9fe0-8edc5f2ac1e1 req-90f9b88d-5df4-4d6c-be71-52855303a68a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6fd6c37b44ec4786b8bda4b838ffa172&device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 1096 time: 0.1296396 Aug 31 01:04:58.069192 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e32f9920-6517-4928-9264-d9858c4a4d39 req-3f02f109-adb6-417a-aebf-afde4c20038e service neutron] 10.222.0.70 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267742 Aug 31 01:04:58.070679 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-0df70eb5-d2f9-4592-8fdb-46f46da7595c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:58.075462 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:58.093654 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df70eb5-d2f9-4592-8fdb-46f46da7595c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Pushing event updated for resources: {'Port': ['ID=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:58.157483 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56af00cd-67b4-47a5-aaf5-fad0ad7a0205 req-82c2b852-70b6-4f25-b7c3-2c84569653b4 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344607 Aug 31 01:04:58.204626 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f571c047-d6a0-4062-ac8b-abbeb52a362e None None] Provisioning for port b482c549-ff73-4e83-90df-86dbbd565218 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:58.221378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f571c047-d6a0-4062-ac8b-abbeb52a362e None None] Provisioning complete for port b482c549-ff73-4e83-90df-86dbbd565218 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:58.222631 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f571c047-d6a0-4062-ac8b-abbeb52a362e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:58.285636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-e47a1bcc-2ae5-45e6-9ed3-91bf8cfef7a5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Allocated IP 172.20.0.4 (7df08447-9b37-4e36-b964-679e1ae45569/45904437-7514-4138-a03a-8b8d200388fe/cd2ad686-156e-4e1b-9568-2e57879a3685) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:58.295223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-0df70eb5-d2f9-4592-8fdb-46f46da7595c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.295912 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-0df70eb5-d2f9-4592-8fdb-46f46da7595c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:58.312920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ffb4786e-89d4-458e-a21c-2dd74d634dab, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ffb4786e-89d4-458e-a21c-2dd74d634dab,segment=NetworkSegment(7a7c13ee-dca3-43d0-bf64-82b0efaca511),segment_id=7a7c13ee-dca3-43d0-bf64-82b0efaca511)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:58.369264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f571c047-d6a0-4062-ac8b-abbeb52a362e None None] Port b482c549-ff73-4e83-90df-86dbbd565218 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:58.382396 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'ffb4786e-89d4-458e-a21c-2dd74d634dab', 'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'port_id': 'ffb4786e-89d4-458e-a21c-2dd74d634dab', 'mac_address': 'fa:16:3e:bc:d2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:04:58.388020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb4185-4024-4a6c-be99-0af0478f6371 req-91c613d7-f550-424a-8ceb-2eb2ea11c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.389715 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1fbb4185-4024-4a6c-be99-0af0478f6371 req-91c613d7-f550-424a-8ceb-2eb2ea11c2cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6fd6c37b44ec4786b8bda4b838ffa172&device_id=ca10a504-a357-4706-80de-8c69f7780934 HTTP/1.1" status: 200 len: 1096 time: 0.2120664 Aug 31 01:04:58.426145 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-0df70eb5-d2f9-4592-8fdb-46f46da7595c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0519013 Aug 31 01:04:58.486915 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Request body: {'port': {'device_id': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:58.511496 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:58.518516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecabd4-c329-4286-9fe0-8edc5f2ac1e1 req-2bbd1ccc-222a-4285-9803-42e2df982fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.520269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ecabd4-c329-4286-9fe0-8edc5f2ac1e1 req-2bbd1ccc-222a-4285-9803-42e2df982fe8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb130647-772c-4cc2-8df7-4fda7afb64c3 HTTP/1.1" status: 200 len: 917 time: 0.4709954 Aug 31 01:04:58.597106 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ecabd4-c329-4286-9fe0-8edc5f2ac1e1 req-a005b049-aad6-458a-85b3-c94e74cafbbe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c18d979-2b6f-4aa1-896f-bab193af8b9e HTTP/1.1" status: 200 len: 217 time: 0.0575075 Aug 31 01:04:58.696004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb4786e-89d4-458e-a21c-2dd74d634dab {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:58.700178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a85367-b626-417b-b3bb-d485c4d25dd2 req-189122ba-b2eb-4330-9606-d2aec3336bad tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.701773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6a85367-b626-417b-b3bb-d485c4d25dd2 req-189122ba-b2eb-4330-9606-d2aec3336bad tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 943 time: 0.1785185 Aug 31 01:04:58.734469 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ffb4786e-89d4-458e-a21c-2dd74d634dab, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ffb4786e-89d4-458e-a21c-2dd74d634dab,segment=NetworkSegment(7a7c13ee-dca3-43d0-bf64-82b0efaca511),segment_id=7a7c13ee-dca3-43d0-bf64-82b0efaca511)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:58.736278 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a4fc55cc-824e-470b-8782-730230aea47a None None] Provisioning for port b46bce73-62d5-4d9e-b9fc-450b9f68a26a completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:58.748733 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:58.759394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a4fc55cc-824e-470b-8782-730230aea47a None None] Provisioning complete for port b46bce73-62d5-4d9e-b9fc-450b9f68a26a triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:58.759692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecabd4-c329-4286-9fe0-8edc5f2ac1e1 req-669dc281-27c4-4f07-8fe3-0f023e9be548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.760252 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a4fc55cc-824e-470b-8782-730230aea47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:58.761143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ecabd4-c329-4286-9fe0-8edc5f2ac1e1 req-669dc281-27c4-4f07-8fe3-0f023e9be548 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fcdb3e82-e961-4af5-b072-862b1f0609f0 HTTP/1.1" status: 200 len: 855 time: 0.1447911 Aug 31 01:04:58.846818 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6a85367-b626-417b-b3bb-d485c4d25dd2 req-5be04b22-bb09-4a26-ab6f-d3065af8abdb tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341789 Aug 31 01:04:58.865098 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-e47a1bcc-2ae5-45e6-9ed3-91bf8cfef7a5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:58.865547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a4fc55cc-824e-470b-8782-730230aea47a None None] Port b46bce73-62d5-4d9e-b9fc-450b9f68a26a cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:04:58.903203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ffb4786e-89d4-458e-a21c-2dd74d634dab,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:58.923348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecabd4-c329-4286-9fe0-8edc5f2ac1e1 req-1dc007cc-c91e-4890-9801-852f64ef5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.926746 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ecabd4-c329-4286-9fe0-8edc5f2ac1e1 req-1dc007cc-c91e-4890-9801-852f64ef5e86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb130647-772c-4cc2-8df7-4fda7afb64c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1500835 Aug 31 01:04:58.937626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb4185-4024-4a6c-be99-0af0478f6371 req-24fbf3c2-1dd2-4921-9c83-690ab40157a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:58.940284 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1fbb4185-4024-4a6c-be99-0af0478f6371 req-24fbf3c2-1dd2-4921-9c83-690ab40157a9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb130647-772c-4cc2-8df7-4fda7afb64c3 HTTP/1.1" status: 200 len: 917 time: 0.5425086 Aug 31 01:04:58.942621 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.004561 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1fbb4185-4024-4a6c-be99-0af0478f6371 req-957e9d78-3f07-41f0-82a8-b90b3018686d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b087b40d-7df8-46c8-9e91-8e1d84657d37 HTTP/1.1" status: 200 len: 217 time: 0.0481577 Aug 31 01:04:59.007818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcee6c7f-9c68-4a6a-b614-c6048d0585e0', 'name': 'network-vif-deleted', 'tag': 'e75df633-a7c4-48a9-9133-6e9e47bf5a11'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:04:59.010297 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249a35bf-da27-430f-bcc6-70f3c21ddedc" -d '{"events": [{"server_uuid": "dcee6c7f-9c68-4a6a-b614-c6048d0585e0", "name": "network-vif-deleted", "tag": "e75df633-a7c4-48a9-9133-6e9e47bf5a11"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:04:59.057421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['ffb4786e-89d4-458e-a21c-2dd74d634dab'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:04:59.061710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-2bba807a-4b22-4836-b6e6-9ea318d93364 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:04:59.062902 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-2bba807a-4b22-4836-b6e6-9ea318d93364 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120256 Aug 31 01:04:59.104557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef803f9-f8b1-4332-9c48-a84778b680d1 req-5fec4e56-1fac-4a7b-88f3-2706ae3cf0af tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:59.108211 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ef803f9-f8b1-4332-9c48-a84778b680d1 req-5fec4e56-1fac-4a7b-88f3-2706ae3cf0af tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 932 time: 0.1784286 Aug 31 01:04:59.141710 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-e47a1bcc-2ae5-45e6-9ed3-91bf8cfef7a5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.191704 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb4185-4024-4a6c-be99-0af0478f6371 req-7070034c-c7eb-4e86-8666-00c4917ed2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:59.193399 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1fbb4185-4024-4a6c-be99-0af0478f6371 req-7070034c-c7eb-4e86-8666-00c4917ed2d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fcdb3e82-e961-4af5-b072-862b1f0609f0 HTTP/1.1" status: 200 len: 855 time: 0.1599591 Aug 31 01:04:59.212448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-357af80c-2acd-4a21-aafe-45014ec3ee37 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:59.213810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-357af80c-2acd-4a21-aafe-45014ec3ee37 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports/92c38fb9-4be5-415e-9733-4357c298ff40 HTTP/1.1" status: 200 len: 1095 time: 0.1370733 Aug 31 01:04:59.220197 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-e47a1bcc-2ae5-45e6-9ed3-91bf8cfef7a5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Network 7df08447-9b37-4e36-b964-679e1ae45569 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:59.226388 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b482c549-ff73-4e83-90df-86dbbd565218 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:59.237800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f61647f4-67a2-42f0-a012-c2d0b16bbdbb service neutron] Request body: {'binding': {'host': 'n-h2-802060-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:59.238258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f61647f4-67a2-42f0-a012-c2d0b16bbdbb service neutron] Unknown quota resources ['binding']. {{(pid=94761) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:04:59.244065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-e47a1bcc-2ae5-45e6-9ed3-91bf8cfef7a5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:59.252247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-e47a1bcc-2ae5-45e6-9ed3-91bf8cfef7a5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:59.255788 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.277743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a1bcc-2ae5-45e6-9ed3-91bf8cfef7a5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Pushing event updated for resources: {'Port': ['ID=cd2ad686-156e-4e1b-9568-2e57879a3685,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:59.282290 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ecabd4-c329-4286-9fe0-8edc5f2ac1e1 req-4d2aabab-c090-4732-9915-53da66e35e2a service neutron] 10.222.0.70 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362055 Aug 31 01:04:59.315054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Transition to ACTIVE for port object b482c549-ff73-4e83-90df-86dbbd565218 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:59.322849 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.323994 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ef803f9-f8b1-4332-9c48-a84778b680d1 req-6e5e832c-8e86-4fa2-9bc7-887393f557b5 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921551 Aug 31 01:04:59.330250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb4185-4024-4a6c-be99-0af0478f6371 req-15a448f0-90d3-4425-b2e7-63e7e445caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:59.331811 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1fbb4185-4024-4a6c-be99-0af0478f6371 req-15a448f0-90d3-4425-b2e7-63e7e445caac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb130647-772c-4cc2-8df7-4fda7afb64c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262550 Aug 31 01:04:59.441895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-e47a1bcc-2ae5-45e6-9ed3-91bf8cfef7a5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:59.442608 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-e47a1bcc-2ae5-45e6-9ed3-91bf8cfef7a5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.468299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Pushing event updated for resources: {'Port': ['ID=b482c549-ff73-4e83-90df-86dbbd565218,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:59.642801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-45498295-02b3-403b-95c9-807e06fd083a tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:59.644426 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-45498295-02b3-403b-95c9-807e06fd083a tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.15 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 945 time: 0.1945896 Aug 31 01:04:59.665124 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1fbb4185-4024-4a6c-be99-0af0478f6371 req-f4e84634-36fa-4403-a029-9d97ed4f4480 service neutron] 10.222.0.70 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987022 Aug 31 01:04:59.728930 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46bce73-62d5-4d9e-b9fc-450b9f68a26a {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:04:59.772569 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.790107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Attempting to bind port b482c549-ff73-4e83-90df-86dbbd565218 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:59.790348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Attempting to bind port b482c549-ff73-4e83-90df-86dbbd565218 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:59.790683 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Attempting to bind port b482c549-ff73-4e83-90df-86dbbd565218 on network bb130647-772c-4cc2-8df7-4fda7afb64c3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:59.827164 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-e47a1bcc-2ae5-45e6-9ed3-91bf8cfef7a5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3082290 Aug 31 01:04:59.827422 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Port b482c549-ff73-4e83-90df-86dbbd565218 on network bb130647-772c-4cc2-8df7-4fda7afb64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:04:59.827600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Attempting to bind port b482c549-ff73-4e83-90df-86dbbd565218 on network bb130647-772c-4cc2-8df7-4fda7afb64c3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:59.831269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Transition to ACTIVE for port object b46bce73-62d5-4d9e-b9fc-450b9f68a26a will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:59.841151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:59.841506 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Checking segment: {'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:59.841878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Bound using segment: {'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:59.842323 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Bound port: b482c549-ff73-4e83-90df-86dbbd565218, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b01a116-fc34-435c-ae1e-d248d070bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:59.842683 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.845143 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.851096 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Request body: {'port': {'device_id': '0052be55-ef06-4bf8-81c1-22c41f0e8230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:59.876300 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b087b40d-7df8-46c8-9e91-8e1d84657d37 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:04:59.878523 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ffb4786e-89d4-458e-a21c-2dd74d634dab up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:59.883555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ecabd4-c329-4286-9fe0-8edc5f2ac1e1 req-40b3a509-f473-4e04-932c-7d2c2faa74e0 service neutron] 10.222.0.70 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772901 Aug 31 01:04:59.898196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a17c-4313-43d9-a0f2-deee39bcf64e req-df63265a-d95d-47a1-a724-904f357c0725 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:59.899691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9041a17c-4313-43d9-a0f2-deee39bcf64e req-df63265a-d95d-47a1-a724-904f357c0725 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 934 time: 0.4933014 Aug 31 01:04:59.950906 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1fbb4185-4024-4a6c-be99-0af0478f6371 req-0ba5f75e-7813-417c-96d2-2affe12fbd9d service neutron] 10.222.0.70 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768483 Aug 31 01:04:59.977264 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:59.991550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f61647f4-67a2-42f0-a012-c2d0b16bbdbb service neutron] Attempting to bind port 92c38fb9-4be5-415e-9733-4357c298ff40 on host n-h2-802060-13 for vnic_type normal with profile None {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:59.991924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f61647f4-67a2-42f0-a012-c2d0b16bbdbb service neutron] Attempting to bind port 92c38fb9-4be5-415e-9733-4357c298ff40 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:59.992189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f61647f4-67a2-42f0-a012-c2d0b16bbdbb service neutron] Attempting to bind port 92c38fb9-4be5-415e-9733-4357c298ff40 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:00.003512 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f61647f4-67a2-42f0-a012-c2d0b16bbdbb service neutron] Port 92c38fb9-4be5-415e-9733-4357c298ff40 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:05:00.003512 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f61647f4-67a2-42f0-a012-c2d0b16bbdbb service neutron] Attempting to bind port 92c38fb9-4be5-415e-9733-4357c298ff40 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:00.029071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9041a17c-4313-43d9-a0f2-deee39bcf64e req-a948e8ea-a33d-480a-bf0b-ccdab247ad1c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080039 Aug 31 01:05:00.029071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f61647f4-67a2-42f0-a012-c2d0b16bbdbb service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:00.029282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f61647f4-67a2-42f0-a012-c2d0b16bbdbb service neutron] Checking segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:00.029723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f61647f4-67a2-42f0-a012-c2d0b16bbdbb service neutron] Bound using segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:00.030086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f61647f4-67a2-42f0-a012-c2d0b16bbdbb service neutron] Bound port: 92c38fb9-4be5-415e-9733-4357c298ff40, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:00.056132 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] For port b482c549-ff73-4e83-90df-86dbbd565218, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:00.057030 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b087b40d-7df8-46c8-9e91-8e1d84657d37, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b087b40d-7df8-46c8-9e91-8e1d84657d37,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:00.060240 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] For port b482c549-ff73-4e83-90df-86dbbd565218, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b482c549-ff73-4e83-90df-86dbbd565218,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:00.064012 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Pushing event updated for resources: {'Port': ['ID=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:00.074434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'b087b40d-7df8-46c8-9e91-8e1d84657d37', 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3', 'port_id': 'b087b40d-7df8-46c8-9e91-8e1d84657d37', 'mac_address': 'fa:16:3e:ff:5d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdb3e82-e961-4af5-b072-862b1f0609f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:00.076286 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.130123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:00.130471 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port ffb4786e-89d4-458e-a21c-2dd74d634dab completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:00.130774 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.132493 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] 10.222.0.15 "PUT /v2.0/ports/b482c549-ff73-4e83-90df-86dbbd565218 HTTP/1.1" status: 200 len: 1093 time: 2.3340802 Aug 31 01:05:00.135037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b91650-49c1-4094-80aa-acc4fbdda332', 'tag': 'b482c549-ff73-4e83-90df-86dbbd565218'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:00.142049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port ffb4786e-89d4-458e-a21c-2dd74d634dab triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:00.142399 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f01a65-bbf0-476d-ad9a-08375eb4b3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b91650-49c1-4094-80aa-acc4fbdda332", "tag": "b482c549-ff73-4e83-90df-86dbbd565218"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:00.142929 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.144788 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.204095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b087b40d-7df8-46c8-9e91-8e1d84657d37 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:00.229543 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-345aef83-9c2b-4581-8623-bde864cdb91c tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Deleting port 7b779e63-4c73-4709-92db-abfcd54513eb {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:00.230278 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-345aef83-9c2b-4581-8623-bde864cdb91c tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.241774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b087b40d-7df8-46c8-9e91-8e1d84657d37, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b087b40d-7df8-46c8-9e91-8e1d84657d37,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:00.253186 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.254036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8c18d979-2b6f-4aa1-896f-bab193af8b9e details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:00.309314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f61647f4-67a2-42f0-a012-c2d0b16bbdbb service neutron] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=92c38fb9-4be5-415e-9733-4357c298ff40,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:00.322347 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32ed64-2534-4c74-ad29-fdc80cce9702 service neutron] Pushing event updated for resources: {'Port': ['ID=b482c549-ff73-4e83-90df-86dbbd565218,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:00.325300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bb359-4ac5-443c-a76a-594a902b23d8 req-ad30dc5e-524a-4274-9afb-408cedbc1c66 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:00.326915 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b71bb359-4ac5-443c-a76a-594a902b23d8 req-ad30dc5e-524a-4274-9afb-408cedbc1c66 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 931 time: 0.2061183 Aug 31 01:05:00.340279 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f61647f4-67a2-42f0-a012-c2d0b16bbdbb service neutron] Notify callbacks [] for binding, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.349551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f61647f4-67a2-42f0-a012-c2d0b16bbdbb service neutron] 10.222.0.58 "POST /v2.0/ports/92c38fb9-4be5-415e-9733-4357c298ff40/bindings HTTP/1.1" status: 201 len: 390 time: 1.1236575 Aug 31 01:05:00.372574 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.382060 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b087b40d-7df8-46c8-9e91-8e1d84657d37,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:00.403414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 8c18d979-2b6f-4aa1-896f-bab193af8b9e, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8c18d979-2b6f-4aa1-896f-bab193af8b9e,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:00.407756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Attempting to bind port b46bce73-62d5-4d9e-b9fc-450b9f68a26a on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:00.409455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Attempting to bind port b46bce73-62d5-4d9e-b9fc-450b9f68a26a by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:00.410600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Attempting to bind port b46bce73-62d5-4d9e-b9fc-450b9f68a26a on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:00.432558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '8c18d979-2b6f-4aa1-896f-bab193af8b9e', 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3', 'port_id': '8c18d979-2b6f-4aa1-896f-bab193af8b9e', 'mac_address': 'fa:16:3e:92:f0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdb3e82-e961-4af5-b072-862b1f0609f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:00.461135 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Port b46bce73-62d5-4d9e-b9fc-450b9f68a26a on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:05:00.461644 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Attempting to bind port b46bce73-62d5-4d9e-b9fc-450b9f68a26a on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:00.468126 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcd5a4e-041e-4ca3-8538-f39dcf9eafbb x-openstack-request-id: req-adcd5a4e-041e-4ca3-8538-f39dcf9eafbb {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:00.468411 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcee6c7f-9c68-4a6a-b614-c6048d0585e0", "name": "network-vif-deleted", "tag": "e75df633-a7c4-48a9-9133-6e9e47bf5a11", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:00.468658 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adcd5a4e-041e-4ca3-8538-f39dcf9eafbb {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:00.469651 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcee6c7f-9c68-4a6a-b614-c6048d0585e0', 'name': 'network-vif-deleted', 'tag': 'e75df633-a7c4-48a9-9133-6e9e47bf5a11', 'status': 'completed', 'code': 200} Aug 31 01:05:00.493651 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b71bb359-4ac5-443c-a76a-594a902b23d8 req-4ce8ea97-e7a6-424e-9c65-ba93f5c3cab7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382577 Aug 31 01:05:00.496756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:00.497268 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:00.497762 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:00.498432 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Bound port: b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:00.499191 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.537435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-56583f1e-57a5-48de-bd57-653cbbcdd3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:00.539204 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-56583f1e-57a5-48de-bd57-653cbbcdd3de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fd6c37b44ec4786b8bda4b838ffa172&device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 1096 time: 0.3133981 Aug 31 01:05:00.546429 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6270a04-88fd-407a-b9bd-7eb0cdb8d63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4786e-89d4-458e-a21c-2dd74d634dab'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:00.551540 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a816730-c6a8-4c7d-bb81-5085cff413a9" -d '{"events": [{"server_uuid": "b6270a04-88fd-407a-b9bd-7eb0cdb8d63c", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4786e-89d4-458e-a21c-2dd74d634dab"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:00.565696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-345aef83-9c2b-4581-8623-bde864cdb91c tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] For port 7b779e63-4c73-4709-92db-abfcd54513eb, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7b779e63-4c73-4709-92db-abfcd54513eb,segment=NetworkSegment(d5533b43-8533-4d82-8826-788e5e085588),segment_id=d5533b43-8533-4d82-8826-788e5e085588)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:00.566131 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-345aef83-9c2b-4581-8623-bde864cdb91c tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.580390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ffb4786e-89d4-458e-a21c-2dd74d634dab, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ffb4786e-89d4-458e-a21c-2dd74d634dab,segment=NetworkSegment(7a7c13ee-dca3-43d0-bf64-82b0efaca511),segment_id=7a7c13ee-dca3-43d0-bf64-82b0efaca511)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:00.593005 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.633635 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-6f402727-6da0-47f0-9d25-1026384a629a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b482c549-ff73-4e83-90df-86dbbd565218 HTTP/1.1" status: 200 len: 217 time: 0.0800533 Aug 31 01:05:00.710169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2ad686-156e-4e1b-9568-2e57879a3685 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:00.727455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-57c213b5-e620-43f9-8667-fcb41c590e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:00.727737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c35130-b621-4e70-aae4-0ca7c525c3d5 req-b8588164-8626-4690-883a-1ea2df15f44f tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:00.729213 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-57c213b5-e620-43f9-8667-fcb41c590e94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fcdb3e82-e961-4af5-b072-862b1f0609f0 HTTP/1.1" status: 200 len: 855 time: 0.0528271 Aug 31 01:05:00.730686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88c35130-b621-4e70-aae4-0ca7c525c3d5 req-b8588164-8626-4690-883a-1ea2df15f44f tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 945 time: 0.1497078 Aug 31 01:05:00.732987 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.796117 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.796390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Transition to ACTIVE for port object cd2ad686-156e-4e1b-9568-2e57879a3685 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:00.819711 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88c35130-b621-4e70-aae4-0ca7c525c3d5 req-2370aa18-337c-414c-aac3-f091f3b09590 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805275 Aug 31 01:05:00.820550 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.828373 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ffb4786e-89d4-458e-a21c-2dd74d634dab,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:00.832892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c18d979-2b6f-4aa1-896f-bab193af8b9e {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:00.865293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 8c18d979-2b6f-4aa1-896f-bab193af8b9e, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8c18d979-2b6f-4aa1-896f-bab193af8b9e,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:00.871033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:00.872149 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:00.900172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f26b2425-ee19-4890-9c2c-5be8b84fafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:00.901670 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f26b2425-ee19-4890-9c2c-5be8b84fafdd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 1098 time: 0.2264528 Aug 31 01:05:00.903209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e0f7b-d2f2-4ae9-b7c3-f6bb904af58c req-09594a24-91af-4fd5-b9bf-cdbce86a2220 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:00.903658 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:00.904846 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c2e0f7b-d2f2-4ae9-b7c3-f6bb904af58c req-09594a24-91af-4fd5-b9bf-cdbce86a2220 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 945 time: 0.1324172 Aug 31 01:05:00.914047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2ad686-156e-4e1b-9568-2e57879a3685,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:00.945870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-c1330914-5c6a-44a4-ae75-4eda240417a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:00.947560 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-c1330914-5c6a-44a4-ae75-4eda240417a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb130647-772c-4cc2-8df7-4fda7afb64c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2055275 Aug 31 01:05:00.966983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=8c18d979-2b6f-4aa1-896f-bab193af8b9e,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:00.993276 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e05672-741c-40b8-ac58-68ac67cd5ba1 x-openstack-request-id: req-78e05672-741c-40b8-ac58-68ac67cd5ba1 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:00.993827 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b91650-49c1-4094-80aa-acc4fbdda332", "tag": "b482c549-ff73-4e83-90df-86dbbd565218", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:00.993827 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78e05672-741c-40b8-ac58-68ac67cd5ba1 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:00.994208 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b91650-49c1-4094-80aa-acc4fbdda332', 'tag': 'b482c549-ff73-4e83-90df-86dbbd565218', 'status': 'completed', 'code': 200} Aug 31 01:05:01.021315 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.045994 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c2e0f7b-d2f2-4ae9-b7c3-f6bb904af58c req-8c672fac-bffd-48be-a4ac-76f833eb075d tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209772 Aug 31 01:05:01.076484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Attempting to bind port cd2ad686-156e-4e1b-9568-2e57879a3685 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:01.076957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Attempting to bind port cd2ad686-156e-4e1b-9568-2e57879a3685 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:01.077391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Attempting to bind port cd2ad686-156e-4e1b-9568-2e57879a3685 on network 7df08447-9b37-4e36-b964-679e1ae45569 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:01.094919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52032359-c3d8-4a7b-a9c0-3f06421ea083 req-e359e7ac-9577-42c9-a8b1-24f73027bf59 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.096618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52032359-c3d8-4a7b-a9c0-3f06421ea083 req-e359e7ac-9577-42c9-a8b1-24f73027bf59 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 944 time: 0.1109560 Aug 31 01:05:01.097281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Port cd2ad686-156e-4e1b-9568-2e57879a3685 on network 7df08447-9b37-4e36-b964-679e1ae45569 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:05:01.097694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Attempting to bind port cd2ad686-156e-4e1b-9568-2e57879a3685 on network 7df08447-9b37-4e36-b964-679e1ae45569 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:01.105693 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:01.106151 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Checking segment: {'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:01.106647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Bound using segment: {'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:01.107269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Bound port: cd2ad686-156e-4e1b-9568-2e57879a3685, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:01.107740 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.138048 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.138700 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.140122 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] 10.222.0.15 "PUT /v2.0/ports/b46bce73-62d5-4d9e-b9fc-450b9f68a26a HTTP/1.1" status: 200 len: 1095 time: 2.6583579 Aug 31 01:05:01.153203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b087b40d-7df8-46c8-9e91-8e1d84657d37'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:01.194043 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-345aef83-9c2b-4581-8623-bde864cdb91c tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.194907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['8c18d979-2b6f-4aa1-896f-bab193af8b9e'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:01.195045 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-345aef83-9c2b-4581-8623-bde864cdb91c tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.195685 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-345aef83-9c2b-4581-8623-bde864cdb91c tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Floating IP ebd116ae-7ef4-4668-beaa-7754f439ca59 disassociated. External IP: 172.25.6.150, port: 7b779e63-4c73-4709-92db-abfcd54513eb. Aug 31 01:05:01.196327 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-345aef83-9c2b-4581-8623-bde864cdb91c tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Calling delete_port for 7b779e63-4c73-4709-92db-abfcd54513eb owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:01.233113 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52032359-c3d8-4a7b-a9c0-3f06421ea083 req-0c50256a-7afb-4893-a458-f612d28a71f6 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290607 Aug 31 01:05:01.258315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42992bc8-46a9-48a1-98b2-4c817d4ec738 service neutron] Pushing event updated for resources: {'Port': ['ID=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:01.262126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ca4c2-9459-4662-bb52-480641a4cac4 req-0b26b262-e8c7-4936-b214-98e64cd58f0c tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.263932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-392ca4c2-9459-4662-bb52-480641a4cac4 req-0b26b262-e8c7-4936-b214-98e64cd58f0c tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 946 time: 0.1490777 Aug 31 01:05:01.345833 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b9662e-f0b0-406e-adcc-5ca338539127 x-openstack-request-id: req-c4b9662e-f0b0-406e-adcc-5ca338539127 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:01.347942 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6270a04-88fd-407a-b9bd-7eb0cdb8d63c", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4786e-89d4-458e-a21c-2dd74d634dab", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:01.348369 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4b9662e-f0b0-406e-adcc-5ca338539127 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:01.348933 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6270a04-88fd-407a-b9bd-7eb0cdb8d63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4786e-89d4-458e-a21c-2dd74d634dab', 'code': 200} Aug 31 01:05:01.352745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] For port cd2ad686-156e-4e1b-9568-2e57879a3685, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:01.377632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-ddc31132-3e7d-4021-ac0b-a2a6a147fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.379773 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-ddc31132-3e7d-4021-ac0b-a2a6a147fa1b service neutron] 10.222.0.70 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.4681504 Aug 31 01:05:01.380385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] For port cd2ad686-156e-4e1b-9568-2e57879a3685, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=cd2ad686-156e-4e1b-9568-2e57879a3685,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:01.386715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-392ca4c2-9459-4662-bb52-480641a4cac4 req-cefae21f-a0b8-4d55-beed-477e74d9de34 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993402 Aug 31 01:05:01.389557 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.390502 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.471703 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-b573ba8b-c193-4222-8751-90c53813fefd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c38fb9-4be5-415e-9733-4357c298ff40 HTTP/1.1" status: 200 len: 217 time: 0.0520904 Aug 31 01:05:01.478226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-963685bd-6bd3-4ec1-952a-4bfba4709501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.478954 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-963685bd-6bd3-4ec1-952a-4bfba4709501 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 1098 time: 0.1957364 Aug 31 01:05:01.494406 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-c0639f47-9b49-4500-958c-bf979fa50d76 service neutron] 10.222.0.15 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701078 Aug 31 01:05:01.505671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.506388 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:01.508053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/cd2ad686-156e-4e1b-9568-2e57879a3685 HTTP/1.1" status: 200 len: 1092 time: 1.6632292 Aug 31 01:05:01.535214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21912c-b426-4fe5-87dc-43741e0526c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2ad686-156e-4e1b-9568-2e57879a3685,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:01.549992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30029c87-aa92-42b2-bd64-7852b2469125 req-922605a2-2084-4213-93eb-935c0a0cf84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.551730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30029c87-aa92-42b2-bd64-7852b2469125 req-922605a2-2084-4213-93eb-935c0a0cf84b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 1097 time: 0.1560266 Aug 31 01:05:01.564699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e5854-6d2c-4c11-b29d-4df37b697a2d req-676eabc9-9310-4a0c-af98-01c4d08111d3 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.572515 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b17e5854-6d2c-4c11-b29d-4df37b697a2d req-676eabc9-9310-4a0c-af98-01c4d08111d3 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 946 time: 0.1364763 Aug 31 01:05:01.699407 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30029c87-aa92-42b2-bd64-7852b2469125 req-e3449ee8-e9f2-4874-81a7-5aeca8d8b569 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245103 Aug 31 01:05:01.708187 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b17e5854-6d2c-4c11-b29d-4df37b697a2d req-e39c4a38-6fcc-46b5-b649-03f5019883b9 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346686 Aug 31 01:05:01.712736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-11010cc0-0d36-4423-b6fd-e9b9ddd5a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.714242 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-11010cc0-0d36-4423-b6fd-e9b9ddd5a1b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28226a71c0e34073997a2b6dd4f2d2eb&device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 1095 time: 0.1377425 Aug 31 01:05:01.728158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3cb55-16e3-43d4-a2a1-3d94ea507861 req-30ca93b6-27dc-4cbe-9200-9626ca860931 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.729969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22f3cb55-16e3-43d4-a2a1-3d94ea507861 req-30ca93b6-27dc-4cbe-9200-9626ca860931 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 943 time: 0.1315572 Aug 31 01:05:01.776303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-c4b63f3f-7134-48e2-89a9-4c8679cbab86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd2ad686-156e-4e1b-9568-2e57879a3685 HTTP/1.1" status: 200 len: 217 time: 0.0453300 Aug 31 01:05:01.833946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22f3cb55-16e3-43d4-a2a1-3d94ea507861 req-28559b24-8d11-41ef-beba-fae674b147d7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948057 Aug 31 01:05:01.857295 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-65ee1481-37b0-4621-8a94-696f9386ef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.859218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-65ee1481-37b0-4621-8a94-696f9386ef2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45904437-7514-4138-a03a-8b8d200388fe HTTP/1.1" status: 200 len: 844 time: 0.0598507 Aug 31 01:05:01.898472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-8928423e-f2cf-4c8d-ad04-d26c3aa74434 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7df08447-9b37-4e36-b964-679e1ae45569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316532 Aug 31 01:05:01.954226 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-b7bd3466-8f11-4d5e-a4c8-961452914504 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a HTTP/1.1" status: 200 len: 217 time: 0.3237333 Aug 31 01:05:01.964272 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eebce3d3-25a7-41f8-be48-51c0d6356c0b req-a5bb25b3-8fba-4ac0-bae6-fd17d88d0ec6 service neutron] 10.222.0.15 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123855 Aug 31 01:05:01.998013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-156c573f-484a-4f65-b6a1-bc92aed41cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:01.999517 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-156c573f-484a-4f65-b6a1-bc92aed41cc7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.5182464 Aug 31 01:05:02.016940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ddb94-bed7-4cbb-9efe-8c033520ad28 req-4ca0b406-7186-4da1-bcfe-80e0b5c147e9 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.018442 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-244ddb94-bed7-4cbb-9efe-8c033520ad28 req-4ca0b406-7186-4da1-bcfe-80e0b5c147e9 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 945 time: 0.1046090 Aug 31 01:05:02.051206 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-8d8b451b-74b2-4e0b-a7a0-78900ee6207e service neutron] 10.222.0.15 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450427 Aug 31 01:05:02.070381 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-425c0fbe-bd1c-4860-b519-8971db636e84 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495377 Aug 31 01:05:02.112745 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-244ddb94-bed7-4cbb-9efe-8c033520ad28 req-7a131002-9998-49cb-b7f1-a5c1b7c8abeb tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups?id=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841095 Aug 31 01:05:02.157740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-10b71214-1b06-4cc9-89fc-a7bf8b2e4244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.159233 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-10b71214-1b06-4cc9-89fc-a7bf8b2e4244 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1941080 Aug 31 01:05:02.159846 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-345aef83-9c2b-4581-8623-bde864cdb91c tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:02.188518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caddd78f-66ec-459b-bf74-b09f84f3fe77 req-70fde176-7d4f-4eb4-8cd5-8681700905f2 service neutron] 10.222.0.15 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292524 Aug 31 01:05:02.196828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7891f-4f63-4399-87b1-c41782d982a4 req-b42a117a-78a5-4c15-abd5-e0a68d832c64 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.198230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0df7891f-4f63-4399-87b1-c41782d982a4 req-b42a117a-78a5-4c15-abd5-e0a68d832c64 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 945 time: 0.0746293 Aug 31 01:05:02.226550 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345aef83-9c2b-4581-8623-bde864cdb91c tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Pushing event deleted for resources: {'Port': ['ID=7b779e63-4c73-4709-92db-abfcd54513eb,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:02.247520 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0df7891f-4f63-4399-87b1-c41782d982a4 req-149b1e89-7ce5-4813-af87-461464d0c788 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422077 Aug 31 01:05:02.254636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f01a65-bbf0-476d-ad9a-08375eb4b3fb req-13f93ed4-b896-4be0-b145-e1f0f00a9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.256357 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-32f01a65-bbf0-476d-ad9a-08375eb4b3fb req-13f93ed4-b896-4be0-b145-e1f0f00a9714 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fd6c37b44ec4786b8bda4b838ffa172&device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 1096 time: 0.2008240 Aug 31 01:05:02.317357 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-1a764994-a525-4664-9ea8-2381908fe07f service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202678 Aug 31 01:05:02.364804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b915258-62c5-4708-a502-d7ab0337fea9 req-838fc7cd-79c8-4bb7-a9ac-ec5f52bfa0ce tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.366400 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b915258-62c5-4708-a502-d7ab0337fea9 req-838fc7cd-79c8-4bb7-a9ac-ec5f52bfa0ce tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 944 time: 0.0533481 Aug 31 01:05:02.389654 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-d65eef95-7ddf-4479-8388-4cac05e78e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.391312 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-d65eef95-7ddf-4479-8388-4cac05e78e0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2180047 Aug 31 01:05:02.404735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b915258-62c5-4708-a502-d7ab0337fea9 req-bd479b0d-f00a-4e0a-a76f-97e367413fb9 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319610 Aug 31 01:05:02.471683 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0052be55-ef06-4bf8-81c1-22c41f0e8230', 'tag': 'cd2ad686-156e-4e1b-9568-2e57879a3685'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:02.474702 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f17b1c-2d95-4654-8784-41a995e50345" -d '{"events": [{"name": "network-changed", "server_uuid": "0052be55-ef06-4bf8-81c1-22c41f0e8230", "tag": "cd2ad686-156e-4e1b-9568-2e57879a3685"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:02.518402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca376ac-a5c9-41d0-a810-09d2822d2042 req-772f1b67-36e6-4ce5-99b5-85d853feefbb tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.519949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ca376ac-a5c9-41d0-a810-09d2822d2042 req-772f1b67-36e6-4ce5-99b5-85d853feefbb tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 946 time: 0.0579307 Aug 31 01:05:02.521373 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409e7abb-be47-47a9-b08f-3263b603e7b3 x-openstack-request-id: req-409e7abb-be47-47a9-b08f-3263b603e7b3 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:02.522017 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0052be55-ef06-4bf8-81c1-22c41f0e8230", "tag": "cd2ad686-156e-4e1b-9568-2e57879a3685", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:02.522017 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-409e7abb-be47-47a9-b08f-3263b603e7b3 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:02.522256 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0052be55-ef06-4bf8-81c1-22c41f0e8230', 'tag': 'cd2ad686-156e-4e1b-9568-2e57879a3685', 'status': 'completed', 'code': 200} Aug 31 01:05:02.561204 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ca376ac-a5c9-41d0-a810-09d2822d2042 req-e93a48e6-54f3-42c1-a507-4c9efbaf2544 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347614 Aug 31 01:05:02.589667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f01a65-bbf0-476d-ad9a-08375eb4b3fb req-95532aa1-2cfb-418e-8bdd-d45a13f19424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.591160 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-32f01a65-bbf0-476d-ad9a-08375eb4b3fb req-95532aa1-2cfb-418e-8bdd-d45a13f19424 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb130647-772c-4cc2-8df7-4fda7afb64c3 HTTP/1.1" status: 200 len: 917 time: 0.3204844 Aug 31 01:05:02.606706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f17b1c-2d95-4654-8784-41a995e50345 req-b9561eee-d226-490e-af7a-21098855f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.608580 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2f17b1c-2d95-4654-8784-41a995e50345 req-b9561eee-d226-490e-af7a-21098855f67e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28226a71c0e34073997a2b6dd4f2d2eb&device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 1095 time: 0.0444720 Aug 31 01:05:02.611349 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-60927687-f3e9-40d5-967c-af7bb202adca service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554348 Aug 31 01:05:02.625566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-345aef83-9c2b-4581-8623-bde864cdb91c tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:05:02.667172 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-32f01a65-bbf0-476d-ad9a-08375eb4b3fb req-1586a0e6-d788-4231-824d-d939f0515acc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b482c549-ff73-4e83-90df-86dbbd565218 HTTP/1.1" status: 200 len: 217 time: 0.0607696 Aug 31 01:05:02.669762 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-19ac6574-aca7-4a1f-b14d-7ed6e2da17ec service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505162 Aug 31 01:05:02.717169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f17b1c-2d95-4654-8784-41a995e50345 req-a12ad0ed-935f-4aa5-a571-e00580573ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.718723 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2f17b1c-2d95-4654-8784-41a995e50345 req-a12ad0ed-935f-4aa5-a571-e00580573ac3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7df08447-9b37-4e36-b964-679e1ae45569 HTTP/1.1" status: 200 len: 905 time: 0.1012740 Aug 31 01:05:02.784123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2f17b1c-2d95-4654-8784-41a995e50345 req-d7e07167-c110-4bc4-83ca-5e153373cda4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd2ad686-156e-4e1b-9568-2e57879a3685 HTTP/1.1" status: 200 len: 217 time: 0.0570354 Aug 31 01:05:02.902442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f01a65-bbf0-476d-ad9a-08375eb4b3fb req-09b05904-99f2-4ba2-953b-a633585232f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.903942 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-32f01a65-bbf0-476d-ad9a-08375eb4b3fb req-09b05904-99f2-4ba2-953b-a633585232f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fcdb3e82-e961-4af5-b072-862b1f0609f0 HTTP/1.1" status: 200 len: 855 time: 0.1898291 Aug 31 01:05:02.929989 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da8d0a-5c72-4c64-baa7-d7933ee885c9 req-ffa19764-beb0-4209-892f-c01eee3d5e6d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.935020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f0d8b6e1-d771-49cb-b251-57fe10f46d46 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.936729 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f0d8b6e1-d771-49cb-b251-57fe10f46d46 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1098 time: 0.2245338 Aug 31 01:05:02.941542 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76da8d0a-5c72-4c64-baa7-d7933ee885c9 req-ffa19764-beb0-4209-892f-c01eee3d5e6d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 946 time: 0.1392591 Aug 31 01:05:02.947128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f17b1c-2d95-4654-8784-41a995e50345 req-16815fbf-19d0-4931-99aa-95c4c01c1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:02.949078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2f17b1c-2d95-4654-8784-41a995e50345 req-16815fbf-19d0-4931-99aa-95c4c01c1463 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45904437-7514-4138-a03a-8b8d200388fe HTTP/1.1" status: 200 len: 844 time: 0.1573877 Aug 31 01:05:02.975158 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-13'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:02.981941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-345aef83-9c2b-4581-8623-bde864cdb91c tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:05:02.992380 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c3963-d3ce-43c2-9efe-784503252ec5 None None] Sync routers for ids ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:05:02.999263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:02.999860 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2f17b1c-2d95-4654-8784-41a995e50345 req-2b2092c1-0e1b-4cc8-8519-c4c530bc3a82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7df08447-9b37-4e36-b964-679e1ae45569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434427 Aug 31 01:05:03.002245 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88479bf9-fbb0-4bdf-a966-0b65b9c6cc36" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:03.004609 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c3963-d3ce-43c2-9efe-784503252ec5 None None] Routers {'3d4101d5-49cd-40eb-95e7-6e338e845aa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:03.005557 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-702c3963-d3ce-43c2-9efe-784503252ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:04:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:03.017247 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a22acdce-adf7-4d53-b9c7-39efbe4dca97 req-3c1211e9-eb38-4a1f-8e92-29dab6830c9a service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038583 Aug 31 01:05:03.075349 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-345aef83-9c2b-4581-8623-bde864cdb91c tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] No DVR routers for this DVR port 7b779e63-4c73-4709-92db-abfcd54513eb on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:03.081007 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-345aef83-9c2b-4581-8623-bde864cdb91c tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.082583 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4b83d4a4-d944-4d23-945e-5074c8ae85b8 req-345aef83-9c2b-4581-8623-bde864cdb91c tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.15 "DELETE /v2.0/ports/7b779e63-4c73-4709-92db-abfcd54513eb HTTP/1.1" status: 204 len: 173 time: 3.4298201 Aug 31 01:05:03.084545 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f01a65-bbf0-476d-ad9a-08375eb4b3fb req-8e78e490-5f2c-48e2-a088-327a1f163cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:03.086255 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-32f01a65-bbf0-476d-ad9a-08375eb4b3fb req-8e78e490-5f2c-48e2-a088-327a1f163cd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb130647-772c-4cc2-8df7-4fda7afb64c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1643355 Aug 31 01:05:03.094166 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.096007 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76da8d0a-5c72-4c64-baa7-d7933ee885c9 req-4f13680d-8f27-41fb-b42c-83531ee66f6e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518621 Aug 31 01:05:03.112077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cc3df-630b-421d-bbbd-dfc4757dfc0e req-d786d019-8ccf-46ca-b05f-b50d66bf7bd8 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:03.121156 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d1cc3df-630b-421d-bbbd-dfc4757dfc0e req-d786d019-8ccf-46ca-b05f-b50d66bf7bd8 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 943 time: 0.1484146 Aug 31 01:05:03.199978 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d1cc3df-630b-421d-bbbd-dfc4757dfc0e req-daf87c65-6426-4d55-bdf1-19048fb9cb25 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778303 Aug 31 01:05:03.229802 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2f17b1c-2d95-4654-8784-41a995e50345 req-fb32b91d-3191-4046-85dd-3a4181ac083e service neutron] 10.222.0.15 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135544 Aug 31 01:05:03.261856 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-702c3963-d3ce-43c2-9efe-784503252ec5 None None] Set router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:05:03.351121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=92c38fb9-4be5-415e-9733-4357c298ff40,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:03.376705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7b779e63-4c73-4709-92db-abfcd54513eb no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:03.396622 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:03.407965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 7b779e63-4c73-4709-92db-abfcd54513eb {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:05:03.408401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7b779e63-4c73-4709-92db-abfcd54513eb not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:03.424023 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a71b29a-1bea-420b-90e5-f7473880bbc4 x-openstack-request-id: req-9a71b29a-1bea-420b-90e5-f7473880bbc4 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:03.424409 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:03.424598 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a71b29a-1bea-420b-90e5-f7473880bbc4 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:03.424950 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'status': 'completed', 'code': 200} Aug 31 01:05:03.448644 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-303ea5f6-a27f-49d1-97c7-00758e9ee4d6 req-73fa58e8-6631-4db9-bd70-be9517111837 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/ports?device_id=919138a8-acf9-4d5d-ac25-6cbb071eab0c HTTP/1.1" status: 200 len: 210 time: 0.0358865 Aug 31 01:05:03.482085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5097b09-ff3c-4f08-93e5-8486d0b7665a req-295b2fab-2d25-4a61-98db-0cc838f4c868 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:03.483636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5097b09-ff3c-4f08-93e5-8486d0b7665a req-295b2fab-2d25-4a61-98db-0cc838f4c868 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 945 time: 0.1066895 Aug 31 01:05:03.493593 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.507514 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.515399 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2f17b1c-2d95-4654-8784-41a995e50345 req-a1d0b8fe-0bf7-4770-beeb-2ca83253cd8d service neutron] 10.222.0.15 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763505 Aug 31 01:05:03.523616 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-32f01a65-bbf0-476d-ad9a-08375eb4b3fb req-c2318dca-85ce-4962-94ef-043cddb45f4f service neutron] 10.222.0.15 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268262 Aug 31 01:05:03.545469 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-702c3963-d3ce-43c2-9efe-784503252ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:41Z', 'updated_at': '2021-08-31T01:01:47Z', 'revision_number': 4, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'gw_port': {'id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '6a76466d-a098-4fc8-9aa3-8c19e7826ac2', 'name': '', 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'mac_address': 'fa:16:3e:0e:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:46Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 5, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'subnets': [{'id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:03.549611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88479bf9-fbb0-4bdf-a966-0b65b9c6cc36 req-d8b165f9-3369-459c-8935-2f293769c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:03.550660 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-88479bf9-fbb0-4bdf-a966-0b65b9c6cc36 req-d8b165f9-3369-459c-8935-2f293769c7cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 1098 time: 0.1282530 Aug 31 01:05:03.552923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5097b09-ff3c-4f08-93e5-8486d0b7665a req-d3002dc3-0c6a-4f07-b277-abed605e4e13 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545125 Aug 31 01:05:03.605097 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c3963-d3ce-43c2-9efe-784503252ec5 None None] Checking router: 3d4101d5-49cd-40eb-95e7-6e338e845aa5 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:05:03.613064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4ef28-32e6-4238-a925-578403c4f232 req-275479a1-8d28-4185-a027-ae7890e9cef8 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:03.615256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6c4ef28-32e6-4238-a925-578403c4f232 req-275479a1-8d28-4185-a027-ae7890e9cef8 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 944 time: 0.0593109 Aug 31 01:05:03.625551 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c3963-d3ce-43c2-9efe-784503252ec5 None None] Routers {'3d4101d5-49cd-40eb-95e7-6e338e845aa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:03.626892 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-702c3963-d3ce-43c2-9efe-784503252ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:04:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:03.692858 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6c4ef28-32e6-4238-a925-578403c4f232 req-843a8b07-d07c-4cc7-8880-dc03878287c7 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699174 Aug 31 01:05:03.718407 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Pushing event updated for resources: {'Port': ['ID=92c38fb9-4be5-415e-9733-4357c298ff40,revision_number=7']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:03.739626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae5b93-83ff-419b-b031-2f7a82eee06b req-f89fa170-41d4-4b35-b8b9-dd383c5b6896 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:03.741794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccae5b93-83ff-419b-b031-2f7a82eee06b req-f89fa170-41d4-4b35-b8b9-dd383c5b6896 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 945 time: 0.1023965 Aug 31 01:05:03.744171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Attempting to bind port 92c38fb9-4be5-415e-9733-4357c298ff40 on host n-h1-802060-13 for vnic_type normal with profile {"migrating_to": "n-h2-802060-13"} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:03.744394 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Attempting to bind port 92c38fb9-4be5-415e-9733-4357c298ff40 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:03.744734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Attempting to bind port 92c38fb9-4be5-415e-9733-4357c298ff40 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:03.751304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38774) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:03.759020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a7381f15-9864-48e9-9aad-d758b9f542ab tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Request body: {'floatingip': {'port_id': 'ffb4786e-89d4-458e-a21c-2dd74d634dab'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:03.768227 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Port 92c38fb9-4be5-415e-9733-4357c298ff40 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:05:03.768562 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Attempting to bind port 92c38fb9-4be5-415e-9733-4357c298ff40 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:03.785693 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-702c3963-d3ce-43c2-9efe-784503252ec5 None None] Set router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:05:03.787569 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:03.787916 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Checking segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:03.788304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Bound using segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:03.788754 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Bound port: 92c38fb9-4be5-415e-9733-4357c298ff40, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:03.789115 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.795011 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-32f01a65-bbf0-476d-ad9a-08375eb4b3fb req-dc996979-39be-4429-9642-b586b299f13c service neutron] 10.222.0.15 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520649 Aug 31 01:05:03.802472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88479bf9-fbb0-4bdf-a966-0b65b9c6cc36 req-77d08e45-3527-4fbf-8c82-78d311cd6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:03.803949 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-88479bf9-fbb0-4bdf-a966-0b65b9c6cc36 req-77d08e45-3527-4fbf-8c82-78d311cd6fe2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.2230699 Aug 31 01:05:03.824066 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7381f15-9864-48e9-9aad-d758b9f542ab tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.878959 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:03.882896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=92c38fb9-4be5-415e-9733-4357c298ff40,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:03.893475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b087b40d-7df8-46c8-9e91-8e1d84657d37 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:03.896483 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:03.966899 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-88479bf9-fbb0-4bdf-a966-0b65b9c6cc36 req-067ccdfd-8e7c-4ea6-84e6-111573be0db9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a HTTP/1.1" status: 200 len: 217 time: 0.0815518 Aug 31 01:05:03.984981 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port b087b40d-7df8-46c8-9e91-8e1d84657d37 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:03.992853 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port b087b40d-7df8-46c8-9e91-8e1d84657d37 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:03.993507 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.013157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a5924-70eb-405a-8072-ce9e06bca8d5 req-8f1fa6a9-4b4d-49c8-8fb7-02bb1ef289d1 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.014855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-006a5924-70eb-405a-8072-ce9e06bca8d5 req-8f1fa6a9-4b4d-49c8-8fb7-02bb1ef289d1 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 944 time: 0.1867621 Aug 31 01:05:04.055744 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-702c3963-d3ce-43c2-9efe-784503252ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:41Z', 'updated_at': '2021-08-31T01:01:47Z', 'revision_number': 4, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'gw_port': {'id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '6a76466d-a098-4fc8-9aa3-8c19e7826ac2', 'name': '', 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'mac_address': 'fa:16:3e:0e:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:46Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 5, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'subnets': [{'id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:04.086211 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c3963-d3ce-43c2-9efe-784503252ec5 None None] The sync data for ids ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'] in n-d-802060-13 is: [{'id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:41Z', 'updated_at': '2021-08-31T01:01:47Z', 'revision_number': 4, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'gw_port': {'id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '6a76466d-a098-4fc8-9aa3-8c19e7826ac2', 'name': '', 'network_id': 'f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'mac_address': 'fa:16:3e:0e:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:46Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 5, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'subnets': [{'id': '1f0321a9-d1d0-431e-b5d3-a4a4b61531fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:05:04.098896 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.105253 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.106921 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.108486 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] 10.222.0.70 "PUT /v2.0/ports/92c38fb9-4be5-415e-9733-4357c298ff40 HTTP/1.1" status: 200 len: 1124 time: 1.1387928 Aug 31 01:05:04.110604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88479bf9-fbb0-4bdf-a966-0b65b9c6cc36 req-4907514d-8f83-41c2-bbb3-0ffa955384e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.112122 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-88479bf9-fbb0-4bdf-a966-0b65b9c6cc36 req-4907514d-8f83-41c2-bbb3-0ffa955384e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1170490 Aug 31 01:05:04.117849 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7865a5-48b6-4460-a102-3d0b3597a862 service neutron] Pushing event updated for resources: {'Port': ['ID=92c38fb9-4be5-415e-9733-4357c298ff40,revision_number=8']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:04.138187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b087b40d-7df8-46c8-9e91-8e1d84657d37, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b087b40d-7df8-46c8-9e91-8e1d84657d37,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:04.139353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca10a504-a357-4706-80de-8c69f7780934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b087b40d-7df8-46c8-9e91-8e1d84657d37'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:04.143193 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f440bf4-8265-4afd-abed-8a576e52b1ac" -d '{"events": [{"server_uuid": "ca10a504-a357-4706-80de-8c69f7780934", "name": "network-vif-plugged", "status": "completed", "tag": "b087b40d-7df8-46c8-9e91-8e1d84657d37"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:04.149872 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.150832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8c18d979-2b6f-4aa1-896f-bab193af8b9e up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:04.242834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b087b40d-7df8-46c8-9e91-8e1d84657d37,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:04.261314 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 8c18d979-2b6f-4aa1-896f-bab193af8b9e completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:04.268564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 8c18d979-2b6f-4aa1-896f-bab193af8b9e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:04.269010 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.353864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['92c38fb9-4be5-415e-9733-4357c298ff40'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:04.378039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-006a5924-70eb-405a-8072-ce9e06bca8d5 req-56df8a36-0328-437e-afdc-85b4a8e3cf57 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513098 Aug 31 01:05:04.421425 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.435431 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c196a8-439e-4cfc-abe5-5cb0fe2041fd x-openstack-request-id: req-e8c196a8-439e-4cfc-abe5-5cb0fe2041fd {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:04.435843 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca10a504-a357-4706-80de-8c69f7780934", "name": "network-vif-plugged", "status": "completed", "tag": "b087b40d-7df8-46c8-9e91-8e1d84657d37", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:04.436187 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8c196a8-439e-4cfc-abe5-5cb0fe2041fd {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:04.436669 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca10a504-a357-4706-80de-8c69f7780934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b087b40d-7df8-46c8-9e91-8e1d84657d37', 'code': 200} Aug 31 01:05:04.495910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7671a-7877-43fe-a9b6-1912efafd043 req-c987827c-1557-47d5-9baf-332f129bcf6b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.504595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aff7671a-7877-43fe-a9b6-1912efafd043 req-c987827c-1557-47d5-9baf-332f129bcf6b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 946 time: 0.2087629 Aug 31 01:05:04.542589 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88479bf9-fbb0-4bdf-a966-0b65b9c6cc36 req-577f5936-e49f-408c-9b72-6b35ff5b8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.544044 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-88479bf9-fbb0-4bdf-a966-0b65b9c6cc36 req-577f5936-e49f-408c-9b72-6b35ff5b8428 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4161413 Aug 31 01:05:04.551776 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 8c18d979-2b6f-4aa1-896f-bab193af8b9e, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8c18d979-2b6f-4aa1-896f-bab193af8b9e,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:04.581853 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b67dd1-8d50-474d-be58-93c51a09f7c1 None None] New status for floating IP ebd116ae-7ef4-4668-beaa-7754f439ca59: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:05:04.585555 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.605927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aff7671a-7877-43fe-a9b6-1912efafd043 req-dcc8298e-f4bf-4d91-9801-cb1fd9e6c365 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004465 Aug 31 01:05:04.656479 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895075ee-a075-4513-85ab-c56c8d234968 req-0aca0eda-d266-487f-b34c-49de7704b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.658118 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-895075ee-a075-4513-85ab-c56c8d234968 req-0aca0eda-d266-487f-b34c-49de7704b9c7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ca10a504-a357-4706-80de-8c69f7780934 HTTP/1.1" status: 200 len: 1098 time: 0.1178975 Aug 31 01:05:04.669719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3cfae-9960-4428-9fa4-dacc94c21a08 req-8ce1dbc5-93b2-4831-bd56-25479a1c9115 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.671255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2f3cfae-9960-4428-9fa4-dacc94c21a08 req-8ce1dbc5-93b2-4831-bd56-25479a1c9115 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 943 time: 0.1451070 Aug 31 01:05:04.684425 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7381f15-9864-48e9-9aad-d758b9f542ab tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.692727 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7381f15-9864-48e9-9aad-d758b9f542ab tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:04.719601 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-88479bf9-fbb0-4bdf-a966-0b65b9c6cc36 req-7a040297-516b-4eb0-971e-70333284b322 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493669 Aug 31 01:05:04.739451 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-895075ee-a075-4513-85ab-c56c8d234968 req-cda1abfe-130d-494c-b8a7-c5bda3c8b409 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590031 Aug 31 01:05:04.769667 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2f3cfae-9960-4428-9fa4-dacc94c21a08 req-24dd5212-f369-424f-8a9d-984082aee111 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903955 Aug 31 01:05:04.789126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=8c18d979-2b6f-4aa1-896f-bab193af8b9e,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:04.840277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38792) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:04.886925 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-88479bf9-fbb0-4bdf-a966-0b65b9c6cc36 req-acc92126-302a-4dfd-b97a-d007577437dd service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507499 Aug 31 01:05:04.897411 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-a7381f15-9864-48e9-9aad-d758b9f542ab tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Floating IP 6bca6297-f9dc-44e2-886a-33a0c1f120f2 associated. External IP: 172.25.6.249, port: ffb4786e-89d4-458e-a21c-2dd74d634dab. Aug 31 01:05:04.978729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5c2fa-cb50-48e5-aa92-3474e172bdc3 req-ee82f993-b0ae-4e4e-b4fe-bfa56b61f26e tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:04.980253 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fcd5c2fa-cb50-48e5-aa92-3474e172bdc3 req-ee82f993-b0ae-4e4e-b4fe-bfa56b61f26e tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 944 time: 0.1390293 Aug 31 01:05:05.327955 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-51b4420b-3c1b-475b-9589-9d2fc4accf80 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:05.371666 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-51b4420b-3c1b-475b-9589-9d2fc4accf80 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:05.390225 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fcd5c2fa-cb50-48e5-aa92-3474e172bdc3 req-5d8f058c-fff4-4d81-8d8a-7250514d16ba tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015799 Aug 31 01:05:05.426002 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919138a8-acf9-4d5d-ac25-6cbb071eab0c', 'name': 'network-vif-deleted', 'tag': '7b779e63-4c73-4709-92db-abfcd54513eb'}, {'server_uuid': '779cc349-f3a2-41b1-a146-15ac6ebfe279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c38fb9-4be5-415e-9733-4357c298ff40'}, {'name': 'network-changed', 'server_uuid': '779cc349-f3a2-41b1-a146-15ac6ebfe279', 'tag': '92c38fb9-4be5-415e-9733-4357c298ff40'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:05.428477 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbea56c2-029e-48d0-ad25-1bd01edba6e2" -d '{"events": [{"server_uuid": "919138a8-acf9-4d5d-ac25-6cbb071eab0c", "name": "network-vif-deleted", "tag": "7b779e63-4c73-4709-92db-abfcd54513eb"}, {"server_uuid": "779cc349-f3a2-41b1-a146-15ac6ebfe279", "name": "network-vif-unplugged", "status": "completed", "tag": "92c38fb9-4be5-415e-9733-4357c298ff40"}, {"name": "network-changed", "server_uuid": "779cc349-f3a2-41b1-a146-15ac6ebfe279", "tag": "92c38fb9-4be5-415e-9733-4357c298ff40"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:05.511162 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170cf8a8-dd35-4271-b34e-1d72ca8c6187 x-openstack-request-id: req-170cf8a8-dd35-4271-b34e-1d72ca8c6187 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:05.511657 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919138a8-acf9-4d5d-ac25-6cbb071eab0c", "name": "network-vif-deleted", "tag": "7b779e63-4c73-4709-92db-abfcd54513eb", "status": "completed", "code": 200}, {"server_uuid": "779cc349-f3a2-41b1-a146-15ac6ebfe279", "name": "network-vif-unplugged", "status": "completed", "tag": "92c38fb9-4be5-415e-9733-4357c298ff40", "code": 200}, {"name": "network-changed", "server_uuid": "779cc349-f3a2-41b1-a146-15ac6ebfe279", "tag": "92c38fb9-4be5-415e-9733-4357c298ff40", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:05.511889 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-170cf8a8-dd35-4271-b34e-1d72ca8c6187 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:05.512375 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919138a8-acf9-4d5d-ac25-6cbb071eab0c', 'name': 'network-vif-deleted', 'tag': '7b779e63-4c73-4709-92db-abfcd54513eb', 'status': 'completed', 'code': 200} Aug 31 01:05:05.512698 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779cc349-f3a2-41b1-a146-15ac6ebfe279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c38fb9-4be5-415e-9733-4357c298ff40', 'code': 200} Aug 31 01:05:05.513340 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779cc349-f3a2-41b1-a146-15ac6ebfe279', 'tag': '92c38fb9-4be5-415e-9733-4357c298ff40', 'status': 'completed', 'code': 200} Aug 31 01:05:05.533164 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-51b4420b-3c1b-475b-9589-9d2fc4accf80 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:05.535677 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-51b4420b-3c1b-475b-9589-9d2fc4accf80 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:05.536815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-51b4420b-3c1b-475b-9589-9d2fc4accf80 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "DELETE /v2.0/security-groups/19b0bbc8-9fa8-4b42-99bc-88849bb9f36e HTTP/1.1" status: 204 len: 168 time: 0.6944308 Aug 31 01:05:05.541762 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38800) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:05.556989 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-8bb285f0-a2e9-4f75-b639-a67954c73ec6 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] show failed (client error): The resource could not be found. Aug 31 01:05:05.558862 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8bb285f0-a2e9-4f75-b639-a67954c73ec6 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "GET /v2.0/security-groups/19b0bbc8-9fa8-4b42-99bc-88849bb9f36e HTTP/1.1" status: 404 len: 347 time: 0.0180261 Aug 31 01:05:05.561937 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38802) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:05.562911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4420b-3c1b-475b-9589-9d2fc4accf80 tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b0bbc8-9fa8-4b42-99bc-88849bb9f36e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:05.586487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ce2c7-1704-4220-8c27-23e2dfb42a41 req-747f20b1-d6ee-4f94-81f5-c77c195408ea tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:05.591456 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e05ce2c7-1704-4220-8c27-23e2dfb42a41 req-747f20b1-d6ee-4f94-81f5-c77c195408ea tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 944 time: 0.1170304 Aug 31 01:05:05.592139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7381f15-9864-48e9-9aad-d758b9f542ab tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Router a2a5cd06-28d9-45b9-b670-c6c3f889f59d has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:05:05.688776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e05ce2c7-1704-4220-8c27-23e2dfb42a41 req-a0afef9b-13e3-4414-9dad-ef0d621a5621 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906804 Aug 31 01:05:05.736954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea56c2-029e-48d0-ad25-1bd01edba6e2 req-266a9bba-d242-45b8-a874-68386e6a8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:05.741034 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dbea56c2-029e-48d0-ad25-1bd01edba6e2 req-266a9bba-d242-45b8-a874-68386e6a8428 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 1127 time: 0.1225920 Aug 31 01:05:05.782343 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7381f15-9864-48e9-9aad-d758b9f542ab tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:05:05.787390 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7381f15-9864-48e9-9aad-d758b9f542ab tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:05.794341 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90431285-7714-4dbf-8a27-743907755239 None None] Sync routers for ids ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:05:05.804229 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90431285-7714-4dbf-8a27-743907755239 None None] Routers {'a2a5cd06-28d9-45b9-b670-c6c3f889f59d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:05.804836 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-90431285-7714-4dbf-8a27-743907755239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:04:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:05.809543 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2e4be1d0-df27-4f51-ae82-011d36cb13fe tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Deleting port b3ae39ec-837e-4d3c-b9f1-66acb8847f4c {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:05.809965 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2e4be1d0-df27-4f51-ae82-011d36cb13fe tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:05.816211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6455e6a-eaf9-4a69-ba9a-5cbf0fa2fa72 req-1aba2567-19ef-433a-9e91-883e2aa47f8a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:05.817761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6455e6a-eaf9-4a69-ba9a-5cbf0fa2fa72 req-1aba2567-19ef-433a-9e91-883e2aa47f8a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 946 time: 0.0919716 Aug 31 01:05:05.831254 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a7381f15-9864-48e9-9aad-d758b9f542ab tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "PUT /v2.0/floatingips/6bca6297-f9dc-44e2-886a-33a0c1f120f2 HTTP/1.1" status: 200 len: 991 time: 2.0761385 Aug 31 01:05:05.831254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6270a04-88fd-407a-b9bd-7eb0cdb8d63c', 'tag': 'ffb4786e-89d4-458e-a21c-2dd74d634dab'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:05.832440 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad3f50e-80e0-4af1-94e8-02f7a1a48da3" -d '{"events": [{"name": "network-changed", "server_uuid": "b6270a04-88fd-407a-b9bd-7eb0cdb8d63c", "tag": "ffb4786e-89d4-458e-a21c-2dd74d634dab"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:05.868307 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6455e6a-eaf9-4a69-ba9a-5cbf0fa2fa72 req-f0f31289-b2c9-49b4-ae9d-528dcb8444e4 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415344 Aug 31 01:05:05.901419 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 92c38fb9-4be5-415e-9733-4357c298ff40 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:05.938617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb56ca5-c773-4f39-922a-648bc16f08f5 req-eba7ca03-583e-4b07-a113-89113acb3bda tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:05.940280 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6fb56ca5-c773-4f39-922a-648bc16f08f5 req-eba7ca03-583e-4b07-a113-89113acb3bda tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 943 time: 0.0625923 Aug 31 01:05:05.941009 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea56c2-029e-48d0-ad25-1bd01edba6e2 req-d2fc67ab-6d13-402a-84c9-942a6e042c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:05.942721 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dbea56c2-029e-48d0-ad25-1bd01edba6e2 req-d2fc67ab-6d13-402a-84c9-942a6e042c82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.1902814 Aug 31 01:05:05.951571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2e4be1d0-df27-4f51-ae82-011d36cb13fe tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:05.951788 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2e4be1d0-df27-4f51-ae82-011d36cb13fe tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:05.995653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6fb56ca5-c773-4f39-922a-648bc16f08f5 req-5e8d762c-5766-4d99-94c5-4d9bc3459e7f tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464623 Aug 31 01:05:06.018918 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dbea56c2-029e-48d0-ad25-1bd01edba6e2 req-8f4a3e50-2795-43d2-bbcf-88719e02ffbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c38fb9-4be5-415e-9733-4357c298ff40 HTTP/1.1" status: 200 len: 217 time: 0.0642331 Aug 31 01:05:06.020006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2e4be1d0-df27-4f51-ae82-011d36cb13fe tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Calling delete_port for b3ae39ec-837e-4d3c-b9f1-66acb8847f4c owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:06.024201 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-90431285-7714-4dbf-8a27-743907755239 None None] Set router a2a5cd06-28d9-45b9-b670-c6c3f889f59d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:05:06.027487 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af23e390-3cc4-400a-93f2-06494b98efaf x-openstack-request-id: req-af23e390-3cc4-400a-93f2-06494b98efaf {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:06.027868 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6270a04-88fd-407a-b9bd-7eb0cdb8d63c", "tag": "ffb4786e-89d4-458e-a21c-2dd74d634dab", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:06.028189 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af23e390-3cc4-400a-93f2-06494b98efaf {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:06.029192 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6270a04-88fd-407a-b9bd-7eb0cdb8d63c', 'tag': 'ffb4786e-89d4-458e-a21c-2dd74d634dab', 'status': 'completed', 'code': 200} Aug 31 01:05:06.048740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=92c38fb9-4be5-415e-9733-4357c298ff40,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:06.064138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 92c38fb9-4be5-415e-9733-4357c298ff40 has no active binding in host n-h2-802060-13 {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 01:05:06.141934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea56c2-029e-48d0-ad25-1bd01edba6e2 req-fdb999bb-cda1-405b-863b-954e541d21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.143478 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dbea56c2-029e-48d0-ad25-1bd01edba6e2 req-fdb999bb-cda1-405b-863b-954e541d21a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.1173096 Aug 31 01:05:06.177258 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f50e-80e0-4af1-94e8-02f7a1a48da3 req-17f80d68-28f7-4382-95ff-5a4dedeb195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.178651 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4ad3f50e-80e0-4af1-94e8-02f7a1a48da3 req-17f80d68-28f7-4382-95ff-5a4dedeb195c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72faa29446d64ecf9eee39174663ec03&device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 1097 time: 0.0776505 Aug 31 01:05:06.223766 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dbea56c2-029e-48d0-ad25-1bd01edba6e2 req-1ba54cf3-f671-4bb9-ab58-c7fe4d858577 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488219 Aug 31 01:05:06.288308 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-90431285-7714-4dbf-8a27-743907755239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:05Z', 'updated_at': '2021-08-31T01:04:11Z', 'revision_number': 4, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'gw_port': {'id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:06Z', 'updated_at': '2021-08-31T01:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '6bca6297-f9dc-44e2-886a-33a0c1f120f2', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'port_id': 'ffb4786e-89d4-458e-a21c-2dd74d634dab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'mac_address': 'fa:16:3e:bc:d2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6270a04-88fd-407a-b9bd-7eb0cdb8d63c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:04:18Z', 'updated_at': '2021-08-31T01:05:04Z', 'revision_number': 1, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508e4c7a-bee6-45dd-ae80-8996ea9b9356', 'name': '', 'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'mac_address': 'fa:16:3e:64:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:10Z', 'updated_at': '2021-08-31T01:04:19Z', 'revision_number': 5, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'subnets': [{'id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:06.316004 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90431285-7714-4dbf-8a27-743907755239 None None] Checking router: a2a5cd06-28d9-45b9-b670-c6c3f889f59d for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:05:06.324540 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90431285-7714-4dbf-8a27-743907755239 None None] Routers {'a2a5cd06-28d9-45b9-b670-c6c3f889f59d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:06.325166 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-90431285-7714-4dbf-8a27-743907755239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:04:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:06.413386 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f50e-80e0-4af1-94e8-02f7a1a48da3 req-e749e74e-2819-48a2-9098-cc8ab1db82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.414877 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4ad3f50e-80e0-4af1-94e8-02f7a1a48da3 req-e749e74e-2819-48a2-9098-cc8ab1db82d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=246986d8-29af-406b-89ce-ffef7836588f HTTP/1.1" status: 200 len: 917 time: 0.2015326 Aug 31 01:05:06.416809 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2e4be1d0-df27-4f51-ae82-011d36cb13fe tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:06.434275 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-90431285-7714-4dbf-8a27-743907755239 None None] Set router a2a5cd06-28d9-45b9-b670-c6c3f889f59d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:05:06.438034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be29f39-d8e4-464e-81da-71bf270de290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c18d979-2b6f-4aa1-896f-bab193af8b9e'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:06.441420 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06563c12-68f3-4a90-ac1e-ef96fa329267" -d '{"events": [{"server_uuid": "0be29f39-d8e4-464e-81da-71bf270de290", "name": "network-vif-plugged", "status": "completed", "tag": "8c18d979-2b6f-4aa1-896f-bab193af8b9e"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:06.445455 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dbea56c2-029e-48d0-ad25-1bd01edba6e2 req-00478141-5160-49fb-8d91-789caa677e35 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091587 Aug 31 01:05:06.451554 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4be1d0-df27-4f51-ae82-011d36cb13fe tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Pushing event deleted for resources: {'Port': ['ID=b3ae39ec-837e-4d3c-b9f1-66acb8847f4c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:06.505184 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8435177-613c-4c52-9ba5-06b7918960ae x-openstack-request-id: req-a8435177-613c-4c52-9ba5-06b7918960ae {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:06.505472 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be29f39-d8e4-464e-81da-71bf270de290", "name": "network-vif-plugged", "status": "completed", "tag": "8c18d979-2b6f-4aa1-896f-bab193af8b9e", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:06.505776 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8435177-613c-4c52-9ba5-06b7918960ae {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:06.506173 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be29f39-d8e4-464e-81da-71bf270de290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c18d979-2b6f-4aa1-896f-bab193af8b9e', 'code': 200} Aug 31 01:05:06.570578 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e06b36-46dd-4869-b65e-9be0c743f037 req-2ef2424a-f2c3-48ce-bd75-e31074b2f251 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.572317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2e06b36-46dd-4869-b65e-9be0c743f037 req-2ef2424a-f2c3-48ce-bd75-e31074b2f251 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 944 time: 0.0713105 Aug 31 01:05:06.622479 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4ad3f50e-80e0-4af1-94e8-02f7a1a48da3 req-e73b15e4-32d4-400f-884b-6942ef18db48 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb4786e-89d4-458e-a21c-2dd74d634dab HTTP/1.1" status: 200 len: 999 time: 0.1808562 Aug 31 01:05:06.630224 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2e4be1d0-df27-4f51-ae82-011d36cb13fe tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:06.632778 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2e4be1d0-df27-4f51-ae82-011d36cb13fe tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:06.636244 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2e4be1d0-df27-4f51-ae82-011d36cb13fe tempest-ServersTestJSON-963061615 tempest-ServersTestJSON-963061615-project] 10.222.0.58 "DELETE /v2.0/floatingips/ebd116ae-7ef4-4668-beaa-7754f439ca59 HTTP/1.1" status: 204 len: 168 time: 1.0709062 Aug 31 01:05:06.637885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38820) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:06.681955 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dbea56c2-029e-48d0-ad25-1bd01edba6e2 req-53851d11-347b-4ef5-b537-4721b6422bf1 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265775 Aug 31 01:05:06.682813 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-90431285-7714-4dbf-8a27-743907755239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:05Z', 'updated_at': '2021-08-31T01:04:11Z', 'revision_number': 4, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'gw_port': {'id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:06Z', 'updated_at': '2021-08-31T01:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '6bca6297-f9dc-44e2-886a-33a0c1f120f2', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'port_id': 'ffb4786e-89d4-458e-a21c-2dd74d634dab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'mac_address': 'fa:16:3e:bc:d2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6270a04-88fd-407a-b9bd-7eb0cdb8d63c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:04:18Z', 'updated_at': '2021-08-31T01:05:04Z', 'revision_number': 1, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508e4c7a-bee6-45dd-ae80-8996ea9b9356', 'name': '', 'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'mac_address': 'fa:16:3e:64:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:10Z', 'updated_at': '2021-08-31T01:04:19Z', 'revision_number': 5, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'subnets': [{'id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:06.685947 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2e06b36-46dd-4869-b65e-9be0c743f037 req-68b6c4d1-d033-40cf-8bf6-642f3de5dd92 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040235 Aug 31 01:05:06.707983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9cf2b-c9ed-4be9-91ad-80b220a0be34 req-f7567826-ab37-4a46-b4d9-4a99302160d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.707983 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9cf2b-c9ed-4be9-91ad-80b220a0be34 req-f7567826-ab37-4a46-b4d9-4a99302160d1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 1098 time: 0.1031721 Aug 31 01:05:06.712641 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f50e-80e0-4af1-94e8-02f7a1a48da3 req-396bf5ca-6722-42b3-8ff7-1fb1fbf57a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.714144 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4ad3f50e-80e0-4af1-94e8-02f7a1a48da3 req-396bf5ca-6722-42b3-8ff7-1fb1fbf57a04 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=41069672-6dd4-4232-b8a2-2f7dac38b3b6 HTTP/1.1" status: 200 len: 855 time: 0.0646484 Aug 31 01:05:06.716160 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90431285-7714-4dbf-8a27-743907755239 None None] The sync data for ids ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'] in n-d-802060-13 is: [{'id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:05Z', 'updated_at': '2021-08-31T01:04:11Z', 'revision_number': 4, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'gw_port': {'id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:06Z', 'updated_at': '2021-08-31T01:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '6bca6297-f9dc-44e2-886a-33a0c1f120f2', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'port_id': 'ffb4786e-89d4-458e-a21c-2dd74d634dab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'mac_address': 'fa:16:3e:bc:d2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6270a04-88fd-407a-b9bd-7eb0cdb8d63c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:04:18Z', 'updated_at': '2021-08-31T01:05:04Z', 'revision_number': 1, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508e4c7a-bee6-45dd-ae80-8996ea9b9356', 'name': '', 'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'mac_address': 'fa:16:3e:64:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:10Z', 'updated_at': '2021-08-31T01:04:19Z', 'revision_number': 5, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'subnets': [{'id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:05:06.771023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f50e-80e0-4af1-94e8-02f7a1a48da3 req-9a2a0206-a47d-4c67-b747-809ec228c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.772960 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4ad3f50e-80e0-4af1-94e8-02f7a1a48da3 req-9a2a0206-a47d-4c67-b747-809ec228c93e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=246986d8-29af-406b-89ce-ffef7836588f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516193 Aug 31 01:05:06.837042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9cf2b-c9ed-4be9-91ad-80b220a0be34 req-cb36d18e-1860-4990-a5c1-eab6f3ecf3ab service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203384 Aug 31 01:05:06.877692 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4ad3f50e-80e0-4af1-94e8-02f7a1a48da3 req-24494141-4a76-414b-bdfe-7b6cfa5d1563 service neutron] 10.222.0.70 "GET /v2.0/networks/246986d8-29af-406b-89ce-ffef7836588f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940976 Aug 31 01:05:06.900862 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c8c6c-a1f9-4b85-922d-3adb181eb8f0 req-b56943ae-05ea-4f9e-9bd7-8aaa2d7bd2c9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:06.902348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b4c8c6c-a1f9-4b85-922d-3adb181eb8f0 req-b56943ae-05ea-4f9e-9bd7-8aaa2d7bd2c9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 944 time: 0.1282179 Aug 31 01:05:06.973989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52421cae-99a6-42c6-b148-0c6003e1c619 None None] New status for floating IP 6bca6297-f9dc-44e2-886a-33a0c1f120f2: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:05:06.985410 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b4c8c6c-a1f9-4b85-922d-3adb181eb8f0 req-c81d494a-ec50-43ef-8304-f5b2cb42535a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517154 Aug 31 01:05:07.111569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b95d32-a489-44c6-8438-20b377da37ed req-aecc83ff-cfef-4596-bf5f-f7de4bd0bfac tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:07.113061 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54b95d32-a489-44c6-8438-20b377da37ed req-aecc83ff-cfef-4596-bf5f-f7de4bd0bfac tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 946 time: 0.0672181 Aug 31 01:05:07.186164 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54b95d32-a489-44c6-8438-20b377da37ed req-853658d4-1a99-47c7-8cfe-2ac86070d825 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638828 Aug 31 01:05:07.220948 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3aa1-cfe6-41f9-9f26-9f0fcd439836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.251776 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4ad3f50e-80e0-4af1-94e8-02f7a1a48da3 req-b825bb49-30d1-4cc4-a7f0-a145cac99c3f service neutron] 10.222.0.70 "GET /v2.0/networks/246986d8-29af-406b-89ce-ffef7836588f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127586 Aug 31 01:05:07.358029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fd1bb-5621-4d01-92c3-df6994e8392c req-5633fc5a-80ff-41ac-a95b-ba93c6264bbc tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:07.360114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc8fd1bb-5621-4d01-92c3-df6994e8392c req-5633fc5a-80ff-41ac-a95b-ba93c6264bbc tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 943 time: 0.0969498 Aug 31 01:05:07.394553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device cd2ad686-156e-4e1b-9568-2e57879a3685 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:07.451201 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc8fd1bb-5621-4d01-92c3-df6994e8392c req-15b6a224-7c5d-4c5e-8b3e-5e57f9924d98 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838833 Aug 31 01:05:07.488669 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port cd2ad686-156e-4e1b-9568-2e57879a3685, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=cd2ad686-156e-4e1b-9568-2e57879a3685,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:07.500587 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'cd2ad686-156e-4e1b-9568-2e57879a3685', 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569', 'port_id': 'cd2ad686-156e-4e1b-9568-2e57879a3685', 'mac_address': 'fa:16:3e:2e:92:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45904437-7514-4138-a03a-8b8d200388fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:07.537695 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.545566 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f3aa1-cfe6-41f9-9f26-9f0fcd439836 admin admin] Deleting port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:07.545910 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3aa1-cfe6-41f9-9f26-9f0fcd439836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.554551 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2ad686-156e-4e1b-9568-2e57879a3685 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:07.573261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port cd2ad686-156e-4e1b-9568-2e57879a3685, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=cd2ad686-156e-4e1b-9568-2e57879a3685,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:07.577413 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.578244 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b46bce73-62d5-4d9e-b9fc-450b9f68a26a details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:07.624974 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-eb9f3aa1-cfe6-41f9-9f26-9f0fcd439836 admin admin] For port 6a76466d-a098-4fc8-9aa3-8c19e7826ac2, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6a76466d-a098-4fc8-9aa3-8c19e7826ac2,segment=NetworkSegment(d5533b43-8533-4d82-8826-788e5e085588),segment_id=d5533b43-8533-4d82-8826-788e5e085588)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:07.624974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3aa1-cfe6-41f9-9f26-9f0fcd439836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.638948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f3aa1-cfe6-41f9-9f26-9f0fcd439836 admin admin] Calling delete_port for 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:07.670334 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=cd2ad686-156e-4e1b-9568-2e57879a3685,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:07.716652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:07.729033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'mac_address': 'fa:16:3e:c7:e3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:07.774258 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.787927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46bce73-62d5-4d9e-b9fc-450b9f68a26a {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:07.809509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:07.814475 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.815195 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b482c549-ff73-4e83-90df-86dbbd565218 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:07.847227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06381e99-39af-4585-a6e5-2ca10b46c04c req-c8d872e4-c243-4d50-bac7-bfc0c839c04a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:07.848764 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06381e99-39af-4585-a6e5-2ca10b46c04c req-c8d872e4-c243-4d50-bac7-bfc0c839c04a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 944 time: 0.0869207 Aug 31 01:05:07.887513 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3aa1-cfe6-41f9-9f26-9f0fcd439836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:07.915179 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:07.923967 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f3aa1-cfe6-41f9-9f26-9f0fcd439836 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a76466d-a098-4fc8-9aa3-8c19e7826ac2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:07.930153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06381e99-39af-4585-a6e5-2ca10b46c04c req-d164471b-bfc0-4be4-b18f-816b567669b7 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749555 Aug 31 01:05:07.973331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b482c549-ff73-4e83-90df-86dbbd565218, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b482c549-ff73-4e83-90df-86dbbd565218,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:07.991031 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'b482c549-ff73-4e83-90df-86dbbd565218', 'network_id': 'bb130647-772c-4cc2-8df7-4fda7afb64c3', 'port_id': 'b482c549-ff73-4e83-90df-86dbbd565218', 'mac_address': 'fa:16:3e:eb:5b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdb3e82-e961-4af5-b072-862b1f0609f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:08.034075 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:08.050844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b482c549-ff73-4e83-90df-86dbbd565218 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:08.079855 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b482c549-ff73-4e83-90df-86dbbd565218, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b482c549-ff73-4e83-90df-86dbbd565218,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:08.085547 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:08.140828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=b482c549-ff73-4e83-90df-86dbbd565218,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:08.154150 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3aa1-cfe6-41f9-9f26-9f0fcd439836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:08.177028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56544dd-45a5-499c-a4e2-a823aee84e0a req-de2497d4-4794-4ad6-96a0-e94dbd954bb9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:08.178556 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e56544dd-45a5-499c-a4e2-a823aee84e0a req-de2497d4-4794-4ad6-96a0-e94dbd954bb9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 944 time: 0.0766842 Aug 31 01:05:08.301333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e56544dd-45a5-499c-a4e2-a823aee84e0a req-d708b1f0-c300-4914-b824-fee689d085f5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865445 Aug 31 01:05:08.359713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b473ee-7120-4b4c-96ae-f42344ffb39c req-6814a463-204a-452c-88c1-1fbc84e071d8 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:08.361207 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9b473ee-7120-4b4c-96ae-f42344ffb39c req-6814a463-204a-452c-88c1-1fbc84e071d8 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 947 time: 0.0798218 Aug 31 01:05:08.471831 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9b473ee-7120-4b4c-96ae-f42344ffb39c req-d1f974d3-efac-4eba-a630-c27b2f172b58 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750630 Aug 31 01:05:08.501831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9f3aa1-cfe6-41f9-9f26-9f0fcd439836 admin admin] Router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:05:08.642526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c64332-4d65-4e4b-8965-ab6dfa77067c req-64465002-e8f0-4ad3-b5f7-bad07e2ea1e8 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:08.644013 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50c64332-4d65-4e4b-8965-ab6dfa77067c req-64465002-e8f0-4ad3-b5f7-bad07e2ea1e8 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 944 time: 0.0966246 Aug 31 01:05:08.652073 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9f3aa1-cfe6-41f9-9f26-9f0fcd439836 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:05:08.656362 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['cd2ad686-156e-4e1b-9568-2e57879a3685'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:08.662790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-eb9f3aa1-cfe6-41f9-9f26-9f0fcd439836 admin admin] 10.222.0.58 "PUT /v2.0/routers/3d4101d5-49cd-40eb-95e7-6e338e845aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0209780 Aug 31 01:05:08.663437 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52532442-10e0-4924-94cc-cc41dcce2c9e None None] Sync routers for ids ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:05:08.666689 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38848) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:08.676085 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52532442-10e0-4924-94cc-cc41dcce2c9e None None] Routers {'3d4101d5-49cd-40eb-95e7-6e338e845aa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:08.677159 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-52532442-10e0-4924-94cc-cc41dcce2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:04:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:08.695640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50c64332-4d65-4e4b-8965-ab6dfa77067c req-4d3552db-7e1d-4216-a1f7-12ac7d51bac8 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454423 Aug 31 01:05:08.717546 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['b46bce73-62d5-4d9e-b9fc-450b9f68a26a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:08.727480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['b482c549-ff73-4e83-90df-86dbbd565218'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:08.785361 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:08.893346 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:08.914708 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-52532442-10e0-4924-94cc-cc41dcce2c9e None None] Set router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:05:08.953698 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] Deleting port d96a768b-f0fa-4e15-986a-13db68b9cf7d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:08.954069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.063162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] For port d96a768b-f0fa-4e15-986a-13db68b9cf7d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d96a768b-f0fa-4e15-986a-13db68b9cf7d,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:09.063162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.073359 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a596f4-f973-4433-a7b3-8df60f353dbc req-7cd3f0b7-4ce5-456e-98e5-466d4e62f3b4 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:09.075739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3a596f4-f973-4433-a7b3-8df60f353dbc req-7cd3f0b7-4ce5-456e-98e5-466d4e62f3b4 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 945 time: 0.0593967 Aug 31 01:05:09.079247 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] Calling delete_port for d96a768b-f0fa-4e15-986a-13db68b9cf7d owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:09.116555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3a596f4-f973-4433-a7b3-8df60f353dbc req-4a7d3ac0-b101-462c-aae2-f2988687d61e tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339992 Aug 31 01:05:09.158836 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-52532442-10e0-4924-94cc-cc41dcce2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:41Z', 'updated_at': '2021-08-31T01:05:07Z', 'revision_number': 5, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'gw_port': {'id': 'd96a768b-f0fa-4e15-986a-13db68b9cf7d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:42Z', 'updated_at': '2021-08-31T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:09.192469 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52532442-10e0-4924-94cc-cc41dcce2c9e None None] Checking router: 3d4101d5-49cd-40eb-95e7-6e338e845aa5 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:05:09.201603 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52532442-10e0-4924-94cc-cc41dcce2c9e None None] Routers {'3d4101d5-49cd-40eb-95e7-6e338e845aa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:09.202402 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-52532442-10e0-4924-94cc-cc41dcce2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:04:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:09.275909 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.304828 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] Pushing event deleted for resources: {'Port': ['ID=d96a768b-f0fa-4e15-986a-13db68b9cf7d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:09.307692 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-52532442-10e0-4924-94cc-cc41dcce2c9e None None] Set router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:05:09.364781 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-52532442-10e0-4924-94cc-cc41dcce2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:41Z', 'updated_at': '2021-08-31T01:05:08Z', 'revision_number': 6, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:09.365392 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.392122 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52532442-10e0-4924-94cc-cc41dcce2c9e None None] The sync data for ids ['3d4101d5-49cd-40eb-95e7-6e338e845aa5'] in n-d-802060-13 is: [{'id': '3d4101d5-49cd-40eb-95e7-6e338e845aa5', 'name': 'tempest-ServersTestJSON-991715589-router', 'tenant_id': 'bf5ed08aaa16483a9e01116615b0e952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:41Z', 'updated_at': '2021-08-31T01:05:08Z', 'revision_number': 6, 'project_id': 'bf5ed08aaa16483a9e01116615b0e952', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:05:09.443422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fd2f4-7d21-42f8-8572-039fdeaefaaf req-38871653-fd0a-453d-9682-ed1dc05056f9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:09.444948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f27fd2f4-7d21-42f8-8572-039fdeaefaaf req-38871653-fd0a-453d-9682-ed1dc05056f9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 944 time: 0.0638180 Aug 31 01:05:09.490747 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.493027 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.495907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f27fd2f4-7d21-42f8-8572-039fdeaefaaf req-162d1f2b-9fbb-4b71-84e8-e32591633ea5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 Aug 31 01:05:09.544376 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.544934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d4101d5-49cd-40eb-95e7-6e338e845aa5 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:05:09.552263 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.553448 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bacfe735-2871-483e-871e-40763218b36f admin admin] 10.222.0.58 "DELETE /v2.0/routers/3d4101d5-49cd-40eb-95e7-6e338e845aa5 HTTP/1.1" status: 204 len: 168 time: 0.8857310 Aug 31 01:05:09.556024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38862) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:09.606037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-02cf9df6-2e1c-40c4-8c67-74a9e65c3a36 admin admin] Deleting subnet 1f0321a9-d1d0-431e-b5d3-a4a4b61531fc {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:05:09.607567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11141f-02fc-4b88-8eb3-c936b744ed37 req-bdec8439-1b7f-46d1-bda5-db2b39f78208 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:09.609113 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc11141f-02fc-4b88-8eb3-c936b744ed37 req-bdec8439-1b7f-46d1-bda5-db2b39f78208 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 947 time: 0.0533383 Aug 31 01:05:09.609828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02cf9df6-2e1c-40c4-8c67-74a9e65c3a36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.648281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc11141f-02fc-4b88-8eb3-c936b744ed37 req-e8f023cb-a207-411a-81a8-b0c9890ed180 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327504 Aug 31 01:05:09.680081 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02cf9df6-2e1c-40c4-8c67-74a9e65c3a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.730617 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-d9e1939d-c8f3-44b7-9f2d-acae6713da29 service neutron] 10.222.0.15 "GET /v2.0/ports/92c38fb9-4be5-415e-9733-4357c298ff40/bindings/n-h2-802060-13 HTTP/1.1" status: 200 len: 385 time: 0.1011391 Aug 31 01:05:09.806060 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02cf9df6-2e1c-40c4-8c67-74a9e65c3a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.823596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d0a62-869e-4e07-aae7-bb9707330b2b req-53fa56f3-61b5-4b45-9ea3-471fd1011c10 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:09.825540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e75d0a62-869e-4e07-aae7-bb9707330b2b req-53fa56f3-61b5-4b45-9ea3-471fd1011c10 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 944 time: 0.0524819 Aug 31 01:05:09.875065 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e75d0a62-869e-4e07-aae7-bb9707330b2b req-2ea6dffb-8585-4a61-8f16-b4ccf44556a8 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413167 Aug 31 01:05:09.934060 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02cf9df6-2e1c-40c4-8c67-74a9e65c3a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.972891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf9df6-2e1c-40c4-8c67-74a9e65c3a36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0321a9-d1d0-431e-b5d3-a4a4b61531fc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:09.979520 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02cf9df6-2e1c-40c4-8c67-74a9e65c3a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.981399 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-02cf9df6-2e1c-40c4-8c67-74a9e65c3a36 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1f0321a9-d1d0-431e-b5d3-a4a4b61531fc HTTP/1.1" status: 204 len: 168 time: 0.4244628 Aug 31 01:05:09.984253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38866) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:09.987128 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7958abc8-aaf3-4c5c-acf2-bc45a1eee0f1 None None] Network f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:10.018082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-11f3606c-8e60-4a87-a35d-5b4676b924e7 service neutron] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=92c38fb9-4be5-415e-9733-4357c298ff40,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:10.042794 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-11f3606c-8e60-4a87-a35d-5b4676b924e7 service neutron] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:10.058868 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.122037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] Deleting port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:10.122387 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.200656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc5c5b3-96a4-4664-8b16-38c405b3b2e9 None None] DHCP port deletion for f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:05:10.207253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] For port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08,segment=NetworkSegment(d5533b43-8533-4d82-8826-788e5e085588),segment_id=d5533b43-8533-4d82-8826-788e5e085588)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:10.207671 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.231805 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] Calling delete_port for ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:10.262805 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ddc5c5b3-96a4-4664-8b16-38c405b3b2e9 None None] Deleting port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:10.263188 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ddc5c5b3-96a4-4664-8b16-38c405b3b2e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.317686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d2437-b915-4de1-ba14-0c87fa64d21e req-fc787a2f-a98f-49e0-806e-0a9c2df6d344 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.319844 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb6d2437-b915-4de1-ba14-0c87fa64d21e req-fc787a2f-a98f-49e0-806e-0a9c2df6d344 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 945 time: 0.1040349 Aug 31 01:05:10.340854 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ddc5c5b3-96a4-4664-8b16-38c405b3b2e9 None None] For port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08,segment=NetworkSegment(d5533b43-8533-4d82-8826-788e5e085588),segment_id=d5533b43-8533-4d82-8826-788e5e085588)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:10.341269 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ddc5c5b3-96a4-4664-8b16-38c405b3b2e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.363456 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ddc5c5b3-96a4-4664-8b16-38c405b3b2e9 None None] Calling delete_port for ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:10.388583 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.410461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-11f3606c-8e60-4a87-a35d-5b4676b924e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c38fb9-4be5-415e-9733-4357c298ff40 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:10.423260 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-11f3606c-8e60-4a87-a35d-5b4676b924e7 service neutron] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=92c38fb9-4be5-415e-9733-4357c298ff40,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:10.431818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:10.436228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] No DVR routers for this DVR port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:10.440617 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-11f3606c-8e60-4a87-a35d-5b4676b924e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.441170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb6d2437-b915-4de1-ba14-0c87fa64d21e req-7cb80e38-a4e9-4efe-a5f0-621c9d5b49dd tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162038 Aug 31 01:05:10.484274 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ddc5c5b3-96a4-4664-8b16-38c405b3b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.528565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5c5b3-96a4-4664-8b16-38c405b3b2e9 None None] Pushing event deleted for resources: {'Port': ['ID=ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:10.532393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc5c5b3-96a4-4664-8b16-38c405b3b2e9 None None] No DVR routers for this DVR port ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:10.561834 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.580591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:10.600886 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-11f3606c-8e60-4a87-a35d-5b4676b924e7 service neutron] Transition to ACTIVE for port object 92c38fb9-4be5-415e-9733-4357c298ff40 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:10.605643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5533b43-8533-4d82-8826-788e5e085588') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:10.605944 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5533b43-8533-4d82-8826-788e5e085588') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:10.606446 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-11f3606c-8e60-4a87-a35d-5b4676b924e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.631604 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.660377 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:05:10.679309 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:05:10.689092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-11f3606c-8e60-4a87-a35d-5b4676b924e7 service neutron] No DVR routers for this DVR port 92c38fb9-4be5-415e-9733-4357c298ff40 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:10.723093 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2aaf8-0755-40b6-a9a0-e0a80d0619d9 req-099b3585-0110-428c-815d-416d10025006 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.724736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25c2aaf8-0755-40b6-a9a0-e0a80d0619d9 req-099b3585-0110-428c-815d-416d10025006 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 945 time: 0.1331651 Aug 31 01:05:10.730554 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3606c-8e60-4a87-a35d-5b4676b924e7 service neutron] Pushing event updated for resources: {'Port': ['ID=92c38fb9-4be5-415e-9733-4357c298ff40,revision_number=10']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:10.742879 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-11f3606c-8e60-4a87-a35d-5b4676b924e7 service neutron] 10.222.0.15 "PUT /v2.0/ports/92c38fb9-4be5-415e-9733-4357c298ff40/bindings/n-h2-802060-13/activate HTTP/1.1" status: 200 len: 370 time: 1.0037384 Aug 31 01:05:10.791971 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.802363 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.804072 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4 HTTP/1.1" status: 204 len: 168 time: 0.8186545 Aug 31 01:05:10.813700 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25c2aaf8-0755-40b6-a9a0-e0a80d0619d9 req-00450640-e1fa-424a-bf07-02532a2cdb5a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801208 Aug 31 01:05:10.827965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25843daf-5ac8-4051-b8a1-d61bf28d2611 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4da1de0-c4b6-4ceb-9764-57a89a2cd0b4,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:10.838304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926cc8e-1cf1-4184-8f92-91506e28ab77 req-fe1cb14f-7e31-4093-86a8-8eca233cbedd tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.842256 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:10.846093 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b926cc8e-1cf1-4184-8f92-91506e28ab77 req-fe1cb14f-7e31-4093-86a8-8eca233cbedd tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 947 time: 0.1029112 Aug 31 01:05:10.884845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-8e3a9a54-f0cb-4d4a-ad78-a3a005062f60 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.886369 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-8e3a9a54-f0cb-4d4a-ad78-a3a005062f60 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1097 time: 0.0561554 Aug 31 01:05:10.888870 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b926cc8e-1cf1-4184-8f92-91506e28ab77 req-2463b5c5-bd85-42da-8772-d114230bb1ea tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419405 Aug 31 01:05:10.944283 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-04f85582-0370-4b01-915f-495353608fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:10.947690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38884) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:10.949478 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-04f85582-0370-4b01-915f-495353608fa7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6 HTTP/1.1" status: 200 len: 1097 time: 0.0486000 Aug 31 01:05:11.019041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-1b3693a0-503f-466d-ab40-bd6e0055328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:11.020714 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-1b3693a0-503f-466d-ab40-bd6e0055328c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 1097 time: 0.0450099 Aug 31 01:05:11.027393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce6006-efc2-4fd9-b196-ca11d0867052 req-294d30bb-2850-4d8f-8e9c-c9d506271340 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:11.028899 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1ce6006-efc2-4fd9-b196-ca11d0867052 req-294d30bb-2850-4d8f-8e9c-c9d506271340 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 944 time: 0.0737727 Aug 31 01:05:11.034224 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-12c45aa5-1704-4fb1-9742-0e72d960fdee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf5ed08aaa16483a9e01116615b0e952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829282 Aug 31 01:05:11.034469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38886) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:11.098192 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1ce6006-efc2-4fd9-b196-ca11d0867052 req-14914ecb-f2f8-43a4-a48c-8003f4e5338d tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576360 Aug 31 01:05:11.111443 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb403354-e4fe-46f4-8016-5d0854aee374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:11.117346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f250242f-d6a8-4114-8d68-4ebf51baf8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:11.118907 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-f250242f-d6a8-4114-8d68-4ebf51baf8c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.0909472 Aug 31 01:05:11.132916 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb403354-e4fe-46f4-8016-5d0854aee374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:11.166737 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-cc010b08-21f4-4a0a-a143-8b46525b3c8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c38fb9-4be5-415e-9733-4357c298ff40 HTTP/1.1" status: 200 len: 217 time: 0.0398104 Aug 31 01:05:11.183877 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb403354-e4fe-46f4-8016-5d0854aee374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:11.186148 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb403354-e4fe-46f4-8016-5d0854aee374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:11.189833 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-eb403354-e4fe-46f4-8016-5d0854aee374 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3b498c8-943c-47e9-bd8c-1a163933bc00 HTTP/1.1" status: 204 len: 168 time: 0.1518569 Aug 31 01:05:11.198983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb403354-e4fe-46f4-8016-5d0854aee374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b498c8-943c-47e9-bd8c-1a163933bc00,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:11.225010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-71e9dbd4-9d2e-4267-9a70-b23462b57f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:11.227294 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-71e9dbd4-9d2e-4267-9a70-b23462b57f69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.0519693 Aug 31 01:05:11.254026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:11.269789 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-16c40639-5a3f-4716-b0e4-d73817d091d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338774 Aug 31 01:05:11.285237 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:05:11.285577 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6a76466d-a098-4fc8-9aa3-8c19e7826ac2 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:11.285995 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d96a768b-f0fa-4e15-986a-13db68b9cf7d no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:11.310575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: d96a768b-f0fa-4e15-986a-13db68b9cf7d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:05:11.310918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d96a768b-f0fa-4e15-986a-13db68b9cf7d not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:11.311360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:11.337321 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:05:11.337662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ef3589d1-12ca-4b86-ac8a-0cdb0b9f3e08 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:11.367241 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-e18e9316-a01c-4854-b2a6-5d53cf24e28b service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881140 Aug 31 01:05:11.419725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device cd2ad686-156e-4e1b-9568-2e57879a3685 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:11.479797 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-20a6577e-6d72-4dca-bb2f-cd79a693ad30 service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996876 Aug 31 01:05:11.484397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port cd2ad686-156e-4e1b-9568-2e57879a3685 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:11.490060 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port cd2ad686-156e-4e1b-9568-2e57879a3685 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:11.490442 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:11.605799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1a68a-d2ed-4d88-b645-fbab1e9c881c req-9f7d8b68-6136-4b9d-8ea3-23c3e09d9dea tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:11.607401 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6e1a68a-d2ed-4d88-b645-fbab1e9c881c req-9f7d8b68-6136-4b9d-8ea3-23c3e09d9dea tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 945 time: 0.0659761 Aug 31 01:05:11.619053 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:11.652222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0052be55-ef06-4bf8-81c1-22c41f0e8230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2ad686-156e-4e1b-9568-2e57879a3685'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:11.654844 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d3f039-74e2-41d3-813f-34050cc635fa" -d '{"events": [{"server_uuid": "0052be55-ef06-4bf8-81c1-22c41f0e8230", "name": "network-vif-plugged", "status": "completed", "tag": "cd2ad686-156e-4e1b-9568-2e57879a3685"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:11.681294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port cd2ad686-156e-4e1b-9568-2e57879a3685, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=cd2ad686-156e-4e1b-9568-2e57879a3685,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:11.688837 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:11.690680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b46bce73-62d5-4d9e-b9fc-450b9f68a26a up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:11.704078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6e1a68a-d2ed-4d88-b645-fbab1e9c881c req-c227a389-84ad-4b6d-a949-48a94e59ace3 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764596 Aug 31 01:05:11.756449 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56302c28-1f62-42b0-9c89-1b4208a26453 x-openstack-request-id: req-56302c28-1f62-42b0-9c89-1b4208a26453 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:11.756840 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0052be55-ef06-4bf8-81c1-22c41f0e8230", "name": "network-vif-plugged", "status": "completed", "tag": "cd2ad686-156e-4e1b-9568-2e57879a3685", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:11.757098 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56302c28-1f62-42b0-9c89-1b4208a26453 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:11.757565 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0052be55-ef06-4bf8-81c1-22c41f0e8230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2ad686-156e-4e1b-9568-2e57879a3685', 'code': 200} Aug 31 01:05:11.799520 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=cd2ad686-156e-4e1b-9568-2e57879a3685,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:11.807163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-368302c0-669b-4574-97ea-a2b25074bc4c tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:11.809150 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-368302c0-669b-4574-97ea-a2b25074bc4c tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 1097 time: 0.0490041 Aug 31 01:05:11.830027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port b46bce73-62d5-4d9e-b9fc-450b9f68a26a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:11.834731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port b46bce73-62d5-4d9e-b9fc-450b9f68a26a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:11.835235 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:11.912514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4803e-8afe-494d-b2a6-77e7725a889d req-f415ce70-fd3c-4803-85ac-265bab3b1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:11.914401 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-35a4803e-8afe-494d-b2a6-77e7725a889d req-f415ce70-fd3c-4803-85ac-265bab3b1d70 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 1097 time: 0.0875747 Aug 31 01:05:11.958415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fea2ee-9059-4911-bed3-52fd515aee77 req-384cc1ce-8d96-4a29-9721-77c91c8b46cf tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:11.967487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5fea2ee-9059-4911-bed3-52fd515aee77 req-384cc1ce-8d96-4a29-9721-77c91c8b46cf tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 945 time: 0.0630608 Aug 31 01:05:11.992624 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.020123 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-35a4803e-8afe-494d-b2a6-77e7725a889d req-3db1ac63-6569-4023-86ee-9d7fea4c2444 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703461 Aug 31 01:05:12.020301 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5fea2ee-9059-4911-bed3-52fd515aee77 req-1c475092-2e5d-4958-b8fc-1f74c421ca0f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508475 Aug 31 01:05:12.028720 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-a4734a0c-5b5f-4189-a0e1-7d47e1d4073b service neutron] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:12.033566 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-a4734a0c-5b5f-4189-a0e1-7d47e1d4073b service neutron] Notify callbacks [] for binding, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.034890 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20f68d03-0a6b-4c5a-912b-18e510500486 req-a4734a0c-5b5f-4189-a0e1-7d47e1d4073b service neutron] 10.222.0.70 "DELETE /v2.0/ports/92c38fb9-4be5-415e-9733-4357c298ff40/bindings/n-h1-802060-13 HTTP/1.1" status: 204 len: 173 time: 0.2172110 Aug 31 01:05:12.038743 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:12.054794 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.056837 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b482c549-ff73-4e83-90df-86dbbd565218 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:12.094985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f721f-ad6a-4f18-b511-c84c60ca0419 req-3b4e6b0c-557e-4881-995f-409ee9cc9e8c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:12.096705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-069f721f-ad6a-4f18-b511-c84c60ca0419 req-3b4e6b0c-557e-4881-995f-409ee9cc9e8c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 947 time: 0.0885763 Aug 31 01:05:12.133326 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38928) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:12.151005 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:12.171585 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port b482c549-ff73-4e83-90df-86dbbd565218 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:12.176033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port b482c549-ff73-4e83-90df-86dbbd565218 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:12.176413 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.199948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-069f721f-ad6a-4f18-b511-c84c60ca0419 req-b7f96e98-e515-4095-8f23-63ee55e43bdc tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932980 Aug 31 01:05:12.226218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e96d3-6d06-4ca2-bea5-0174b1925b9e req-a6ba63df-aa4d-47ba-b6c8-7aff8ac95a53 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:12.231765 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-496e96d3-6d06-4ca2-bea5-0174b1925b9e req-a6ba63df-aa4d-47ba-b6c8-7aff8ac95a53 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 1097 time: 0.0993164 Aug 31 01:05:12.246136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1568643725-network', 'tenant_id': 'b482d6d8a4da48aebfe3b627e6511e1e'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:12.276515 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-496e96d3-6d06-4ca2-bea5-0174b1925b9e req-bdd74861-edb8-4a70-a963-8dc568ffebce tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389333 Aug 31 01:05:12.299691 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] Made reservation on behalf of b482d6d8a4da48aebfe3b627e6511e1e for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:12.302486 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.320397 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.355643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395ad9d-4bed-463c-a4aa-e5c263d3cd52 req-c4521bf9-8ce2-4391-ac37-d6215b7bc4dc tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:12.358163 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f395ad9d-4bed-463c-a4aa-e5c263d3cd52 req-c4521bf9-8ce2-4391-ac37-d6215b7bc4dc tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0781908 Aug 31 01:05:12.410634 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f395ad9d-4bed-463c-a4aa-e5c263d3cd52 req-2f8c2605-60d7-4f6d-83b2-78380b5c1c24 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446413 Aug 31 01:05:12.437747 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.444316 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.456261 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.476533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:05:12.483040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46908fe-131f-43af-aa40-9d8a17b8dde6,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:12.490976 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.491360 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] Added segment ebe37d95-fd3c-4441-ad54-aa927f611f93 of type vlan for network bf748b9a-457b-452d-8f52-91166f0980f3 Aug 31 01:05:12.511209 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b482c549-ff73-4e83-90df-86dbbd565218, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b482c549-ff73-4e83-90df-86dbbd565218,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:12.518067 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.541281 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.568151 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=b482c549-ff73-4e83-90df-86dbbd565218,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:12.573285 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.574499 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:12.575241 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.649003 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5145335 Aug 31 01:05:12.649898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38948) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:12.650625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd6b53-7855-4df8-adcc-3cd50997130b admin admin] Pushing event updated for resources: {'Network': ['ID=bf748b9a-457b-452d-8f52-91166f0980f3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:12.658269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f2d44ea7-cb5a-4674-9741-c834f0cdc6f8 admin admin] Request body: {'subnet': {'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1568643725-subnet', 'tenant_id': 'b482d6d8a4da48aebfe3b627e6511e1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:12.664537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network bf748b9a-457b-452d-8f52-91166f0980f3 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:05:12.715029 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d44ea7-cb5a-4674-9741-c834f0cdc6f8 admin admin] Made reservation on behalf of b482d6d8a4da48aebfe3b627e6511e1e for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:12.725640 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2d44ea7-cb5a-4674-9741-c834f0cdc6f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.913375 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2d44ea7-cb5a-4674-9741-c834f0cdc6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:12.975024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d44ea7-cb5a-4674-9741-c834f0cdc6f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1342b107-53e3-4c9f-a16f-d105660726b0,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:12.987045 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d208a-b8d8-4bd1-a420-a70242a16f92 req-855801bd-8cef-4e08-90f7-8aaaf810ebc2 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:12.988143 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d44ea7-cb5a-4674-9741-c834f0cdc6f8 admin admin] Checking segment: {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:12.988508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d44ea7-cb5a-4674-9741-c834f0cdc6f8 admin admin] Network hostable DHCP agents. Network: bf748b9a-457b-452d-8f52-91166f0980f3, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:05:12.988650 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-745d208a-b8d8-4bd1-a420-a70242a16f92 req-855801bd-8cef-4e08-90f7-8aaaf810ebc2 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 946 time: 0.0753109 Aug 31 01:05:13.005043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d44ea7-cb5a-4674-9741-c834f0cdc6f8 admin admin] Network bf748b9a-457b-452d-8f52-91166f0980f3 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:05:13.013139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-f2d44ea7-cb5a-4674-9741-c834f0cdc6f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, bf748b9a-457b-452d-8f52-91166f0980f3) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:13.018090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d44ea7-cb5a-4674-9741-c834f0cdc6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:13.018760 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2d44ea7-cb5a-4674-9741-c834f0cdc6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:13.021998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-488475de-e070-4007-8fd4-542de548e9f3 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:13.023534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-488475de-e070-4007-8fd4-542de548e9f3 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 808 time: 0.4968362 Aug 31 01:05:13.027068 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45c7801-8f52-4604-aa4e-655fc24d0e2e None None] Network bf748b9a-457b-452d-8f52-91166f0980f3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:13.043123 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f2d44ea7-cb5a-4674-9741-c834f0cdc6f8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3822272 Aug 31 01:05:13.055266 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-78ea45c2-4645-4505-9a3d-fda6fdd7f7fc tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/quotas/b9eb0ca2dc0f47d09a40a3825adf28d6 HTTP/1.1" status: 200 len: 375 time: 0.0246873 Aug 31 01:05:13.058318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-745d208a-b8d8-4bd1-a420-a70242a16f92 req-7de4cb58-8f51-4ed9-b360-27d91e3a6983 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636821 Aug 31 01:05:13.130357 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-065d4d0f-bd3e-46f4-b908-b0ca01111f4b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663886 Aug 31 01:05:13.180713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184735c6-8932-40c9-b590-b63f67f94313 None None] Network bf748b9a-457b-452d-8f52-91166f0980f3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:13.340213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-0dbcb73b-d2e1-4fba-a295-2d76e6bcac12 service neutron] 10.222.0.58 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025604 Aug 31 01:05:13.437077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 92c38fb9-4be5-415e-9733-4357c298ff40 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:13.481282 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 92c38fb9-4be5-415e-9733-4357c298ff40 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:13.508974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-ee0cbe5b-ce6b-4799-87f5-cdf85a0cdc77 service neutron] 10.222.0.58 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600997 Aug 31 01:05:13.546645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-20bf6025-7707-4e5b-97d1-e7a538ce714e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:13.548270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-20bf6025-7707-4e5b-97d1-e7a538ce714e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 812 time: 0.1260684 Aug 31 01:05:13.564213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-be275dc3-e3e2-415c-a07f-b6afaf258caa tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/quotas/b482d6d8a4da48aebfe3b627e6511e1e HTTP/1.1" status: 200 len: 375 time: 0.0101840 Aug 31 01:05:13.599580 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-863c8e57-9460-4026-a55c-fc79b161d535 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294952 Aug 31 01:05:13.759136 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a'}, {'server_uuid': 'd8b91650-49c1-4094-80aa-acc4fbdda332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b482c549-ff73-4e83-90df-86dbbd565218'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:13.761639 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0349e6b-d1dc-4d1f-82db-21bf763c09a1" -d '{"events": [{"server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "name": "network-vif-plugged", "status": "completed", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a"}, {"server_uuid": "d8b91650-49c1-4094-80aa-acc4fbdda332", "name": "network-vif-plugged", "status": "completed", "tag": "b482c549-ff73-4e83-90df-86dbbd565218"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:13.779761 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fc9c2-a6f5-4812-a635-0b7acf740779 req-50b95702-ab17-4584-adb2-7e9fa942634d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:13.781733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a2fc9c2-a6f5-4812-a635-0b7acf740779 req-50b95702-ab17-4584-adb2-7e9fa942634d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.1161907 Aug 31 01:05:13.787105 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-f6240c48-b13c-4f93-a86f-12a941964a3e service neutron] 10.222.0.58 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805594 Aug 31 01:05:13.880813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a2fc9c2-a6f5-4812-a635-0b7acf740779 req-334338a7-fbd1-4c87-8f59-beb901f09918 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927355 Aug 31 01:05:13.923976 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-c1b2b69c-a6d2-4430-b08b-cc95e8b45bd3 service neutron] 10.222.0.58 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289718 Aug 31 01:05:13.996039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d3fa7-1211-4f06-8403-56c3e3aadff5 req-4b6aaca5-3f5c-4ca4-9efe-f06def005a31 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:13.997545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-381d3fa7-1211-4f06-8403-56c3e3aadff5 req-4b6aaca5-3f5c-4ca4-9efe-f06def005a31 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0571582 Aug 31 01:05:14.048221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-381d3fa7-1211-4f06-8403-56c3e3aadff5 req-1b14c798-c605-43c9-9cb6-19a3c7aa0027 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432992 Aug 31 01:05:14.185185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-69b4c534-e963-4056-abc8-bd16562c1ee2 req-1a21211b-fde6-425e-8e8b-16433415d7e4 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 210 time: 0.0495133 Aug 31 01:05:14.235187 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7649fe-6041-4bb1-b7c6-fc2faebf9588 x-openstack-request-id: req-8f7649fe-6041-4bb1-b7c6-fc2faebf9588 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:14.235728 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "name": "network-vif-plugged", "status": "completed", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a", "code": 200}, {"server_uuid": "d8b91650-49c1-4094-80aa-acc4fbdda332", "name": "network-vif-plugged", "status": "completed", "tag": "b482c549-ff73-4e83-90df-86dbbd565218", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:14.236141 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f7649fe-6041-4bb1-b7c6-fc2faebf9588 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:14.236745 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'code': 200} Aug 31 01:05:14.237213 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b91650-49c1-4094-80aa-acc4fbdda332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b482c549-ff73-4e83-90df-86dbbd565218', 'code': 200} Aug 31 01:05:14.282394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22e445f9-ef8d-4c16-a656-002248d48cf4 req-8166b5a4-77cd-4067-9811-d3c94601cd08 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 210 time: 0.0368788 Aug 31 01:05:14.367131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c355d-e273-44af-adc0-1d89f506d131 req-fef39d68-8ddc-4bbe-8153-2af19dadc0c2 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.368848 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e84c355d-e273-44af-adc0-1d89f506d131 req-fef39d68-8ddc-4bbe-8153-2af19dadc0c2 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 946 time: 0.0691557 Aug 31 01:05:14.413688 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e84c355d-e273-44af-adc0-1d89f506d131 req-d5e83f54-a4f1-4561-921e-dd2faba03ad6 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376012 Aug 31 01:05:14.444630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373f907-1a67-4fca-9f68-50594ec9690f req-8618acfe-f7dd-4610-94bc-d8bfc944ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.446295 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6373f907-1a67-4fca-9f68-50594ec9690f req-8618acfe-f7dd-4610-94bc-d8bfc944ba89 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 1098 time: 0.0831616 Aug 31 01:05:14.449208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dbfd0-8a76-4aa7-8180-1a4c3d821e4f req-139e022a-9471-4643-8d2c-9f9ce31c3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.450753 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7c2dbfd0-8a76-4aa7-8180-1a4c3d821e4f req-139e022a-9471-4643-8d2c-9f9ce31c3c99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 1100 time: 0.1005948 Aug 31 01:05:14.527017 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6373f907-1a67-4fca-9f68-50594ec9690f req-df1e3054-7d07-4cc9-91b4-255e4aa4176f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668194 Aug 31 01:05:14.529335 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7c2dbfd0-8a76-4aa7-8180-1a4c3d821e4f req-59936589-48b3-407c-b734-e4cb824fd330 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524521 Aug 31 01:05:14.576705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55f2df-b970-4dda-ad60-49dd9a397ec9 req-61104511-9221-4c3d-b386-18576341b5d7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:14.578221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba55f2df-b970-4dda-ad60-49dd9a397ec9 req-61104511-9221-4c3d-b386-18576341b5d7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0592351 Aug 31 01:05:14.616450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba55f2df-b970-4dda-ad60-49dd9a397ec9 req-e7eb58fc-a985-4595-a885-7fd06e32007d tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323100 Aug 31 01:05:15.006837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c2626-523d-47e2-b7e8-2fafd8eae9a9 req-2fb0615b-fc59-4eb1-b016-9eace69bb37c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:15.008423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba1c2626-523d-47e2-b7e8-2fafd8eae9a9 req-2fb0615b-fc59-4eb1-b016-9eace69bb37c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0574167 Aug 31 01:05:15.046253 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba1c2626-523d-47e2-b7e8-2fafd8eae9a9 req-5b818649-a309-43b7-9bba-6ef0fcfd8d33 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Aug 31 01:05:15.292183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ef59d86-097a-4a82-bd6b-6028e96f66d4 req-6fc5d1b4-5ee0-40a5-aad7-aecb3435afed tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 210 time: 0.0284591 Aug 31 01:05:15.389579 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1786807-3f8e-4a50-8056-25fc4d64b3f8 req-b3b1f9ac-89b6-4c46-a5c3-d71b0d52532b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 210 time: 0.0297830 Aug 31 01:05:15.525053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-033a8ba5-3056-4c4e-856a-c344f87f3a7f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:15.526848 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-033a8ba5-3056-4c4e-856a-c344f87f3a7f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.15 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 808 time: 0.1127176 Aug 31 01:05:15.545026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-91ddd3f7-614b-4475-8e44-0d0eab962c2f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Request body: {'port': {'device_id': 'dcabe130-00f9-4dd7-9ba6-8b8c10337019', 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c', 'admin_state_up': True, 'tenant_id': 'b9eb0ca2dc0f47d09a40a3825adf28d6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:15.550365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20110dc4-de64-4195-be23-c227e053cf5f req-49f62e8f-1d0e-4831-89ef-04f89cbc8a61 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:15.552274 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20110dc4-de64-4195-be23-c227e053cf5f req-49f62e8f-1d0e-4831-89ef-04f89cbc8a61 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 946 time: 0.0564277 Aug 31 01:05:15.599590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20110dc4-de64-4195-be23-c227e053cf5f req-d8c9c55d-ede7-4bd4-8e49-c31ea6579c25 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393214 Aug 31 01:05:15.662889 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-91ddd3f7-614b-4475-8e44-0d0eab962c2f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Made reservation on behalf of b9eb0ca2dc0f47d09a40a3825adf28d6 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:15.667362 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-91ddd3f7-614b-4475-8e44-0d0eab962c2f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:15.737251 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd15fa1-da32-4343-947c-e110c410a5d0 req-397f76ee-5f23-4f2b-8533-8ee27ac60192 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:15.738630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbd15fa1-da32-4343-947c-e110c410a5d0 req-397f76ee-5f23-4f2b-8533-8ee27ac60192 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0542281 Aug 31 01:05:15.778033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbd15fa1-da32-4343-947c-e110c410a5d0 req-d0a0852c-2022-4d67-859e-2eec50317369 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335164 Aug 31 01:05:15.799610 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-91ddd3f7-614b-4475-8e44-0d0eab962c2f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Allocated IP 172.20.0.7 (32b1eadd-9506-486a-a2b9-8d7cc981c36c/05eaa767-8692-4d9b-9d2d-a7dea0043ab9/3faec2d0-b738-4f56-9be7-f5b1a6458197) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:16.009484 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-91ddd3f7-614b-4475-8e44-0d0eab962c2f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.059585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-7de6fb63-edaf-4f2b-90cf-9269d58fcba9 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.061036 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-7de6fb63-edaf-4f2b-90cf-9269d58fcba9 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.15 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 812 time: 0.1383545 Aug 31 01:05:16.085104 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-91ddd3f7-614b-4475-8e44-0d0eab962c2f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.125460 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-6b4b3dd1-df4f-448e-aec1-2b053983436d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Request body: {'port': {'device_id': '1bf46f33-22f4-4e12-a052-cab6ce8c19c9', 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3', 'admin_state_up': True, 'tenant_id': 'b482d6d8a4da48aebfe3b627e6511e1e'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:16.168016 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aab639-8ab9-4a60-a58a-92c4336f8531 req-f92b079a-d297-4e33-b974-5bbe6706c338 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.169766 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34aab639-8ab9-4a60-a58a-92c4336f8531 req-f92b079a-d297-4e33-b974-5bbe6706c338 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0499048 Aug 31 01:05:16.178849 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-91ddd3f7-614b-4475-8e44-0d0eab962c2f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Network 32b1eadd-9506-486a-a2b9-8d7cc981c36c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:16.185952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddd3f7-614b-4475-8e44-0d0eab962c2f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Pushing event updated for resources: {'Port': ['ID=3faec2d0-b738-4f56-9be7-f5b1a6458197,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:16.188510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-91ddd3f7-614b-4475-8e44-0d0eab962c2f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:16.195921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-91ddd3f7-614b-4475-8e44-0d0eab962c2f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:16.220359 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34aab639-8ab9-4a60-a58a-92c4336f8531 req-9d3dc12d-3950-4fe4-8f05-733f90057630 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424535 Aug 31 01:05:16.287508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-91ddd3f7-614b-4475-8e44-0d0eab962c2f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.288061 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-91ddd3f7-614b-4475-8e44-0d0eab962c2f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.314122 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-91ddd3f7-614b-4475-8e44-0d0eab962c2f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7748163 Aug 31 01:05:16.335218 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Request body: {'port': {'device_id': 'dcabe130-00f9-4dd7-9ba6-8b8c10337019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:16.339207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-6b4b3dd1-df4f-448e-aec1-2b053983436d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Made reservation on behalf of b482d6d8a4da48aebfe3b627e6511e1e for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:16.342561 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-6b4b3dd1-df4f-448e-aec1-2b053983436d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.432239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354293d-c791-458e-8aed-e951402599de req-f893dc7b-26ed-48da-9d71-8cecdb33b0a0 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.434401 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f354293d-c791-458e-8aed-e951402599de req-f893dc7b-26ed-48da-9d71-8cecdb33b0a0 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 931 time: 0.0553365 Aug 31 01:05:16.437704 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.506252 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-132aabc4-610b-457b-8bda-0b4055315204 req-8ea4c3b1-c926-4939-9a93-bb5ed47728c3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 210 time: 0.0422950 Aug 31 01:05:16.509566 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f354293d-c791-458e-8aed-e951402599de req-a63610ff-a3f6-45a7-a545-49a975ce776e tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674694 Aug 31 01:05:16.613013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-6b4b3dd1-df4f-448e-aec1-2b053983436d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Allocated IP 172.20.0.14 (bf748b9a-457b-452d-8f52-91166f0980f3/1342b107-53e3-4c9f-a16f-d105660726b0/59ad9678-f910-450e-bf85-b34efa514c74) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:16.740444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c7e8b-5cd6-480d-b7db-b8a884341ea5 req-c5e25e84-12d4-4735-afd7-2b0c9607888b tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.742144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e6c7e8b-5cd6-480d-b7db-b8a884341ea5 req-c5e25e84-12d4-4735-afd7-2b0c9607888b tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 946 time: 0.0569346 Aug 31 01:05:16.786472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e6c7e8b-5cd6-480d-b7db-b8a884341ea5 req-43cfdd9c-5f7a-4a56-aaf3-e4a935b1a329 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379133 Aug 31 01:05:16.887018 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-6b4b3dd1-df4f-448e-aec1-2b053983436d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.890180 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3faec2d0-b738-4f56-9be7-f5b1a6458197 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:16.900267 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.918215 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Transition to ACTIVE for port object 3faec2d0-b738-4f56-9be7-f5b1a6458197 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:16.925778 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:16.944073 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a7e73-9444-43b8-83e6-30f7ba9cc10b req-5815e88c-bbbf-458b-a22c-b40a56bd83c6 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.945731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-174a7e73-9444-43b8-83e6-30f7ba9cc10b req-5815e88c-bbbf-458b-a22c-b40a56bd83c6 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0866210 Aug 31 01:05:16.957814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e61f24-88f5-4707-b477-2914bb04b954 req-050a6baf-f118-4c9d-9a63-b5b3e7f1933a tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:16.959463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55e61f24-88f5-4707-b477-2914bb04b954 req-050a6baf-f118-4c9d-9a63-b5b3e7f1933a tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0893214 Aug 31 01:05:16.989411 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-6b4b3dd1-df4f-448e-aec1-2b053983436d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.007987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Pushing event updated for resources: {'Port': ['ID=3faec2d0-b738-4f56-9be7-f5b1a6458197,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:17.016552 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-174a7e73-9444-43b8-83e6-30f7ba9cc10b req-fb5df296-87e0-4ec9-a722-961c060883b7 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559723 Aug 31 01:05:17.033481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55e61f24-88f5-4707-b477-2914bb04b954 req-c749bd60-660a-4626-b360-797c4e5b0aa0 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639207 Aug 31 01:05:17.071533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-6b4b3dd1-df4f-448e-aec1-2b053983436d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Network bf748b9a-457b-452d-8f52-91166f0980f3 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:17.081960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-6b4b3dd1-df4f-448e-aec1-2b053983436d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:17.093540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-6b4b3dd1-df4f-448e-aec1-2b053983436d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:17.130703 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b3dd1-df4f-448e-aec1-2b053983436d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Pushing event updated for resources: {'Port': ['ID=59ad9678-f910-450e-bf85-b34efa514c74,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:17.154318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878ec0-0e91-41ff-9c8b-da108fff4913 req-1e54e987-96b4-4d5e-9dbe-22fa306e51ba tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.157455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11878ec0-0e91-41ff-9c8b-da108fff4913 req-1e54e987-96b4-4d5e-9dbe-22fa306e51ba tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca10a504-a357-4706-80de-8c69f7780934 HTTP/1.1" status: 200 len: 946 time: 0.0558059 Aug 31 01:05:17.160905 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-6b4b3dd1-df4f-448e-aec1-2b053983436d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.161575 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-6b4b3dd1-df4f-448e-aec1-2b053983436d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.167559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Attempting to bind port 3faec2d0-b738-4f56-9be7-f5b1a6458197 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:17.167559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Attempting to bind port 3faec2d0-b738-4f56-9be7-f5b1a6458197 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:17.167559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Attempting to bind port 3faec2d0-b738-4f56-9be7-f5b1a6458197 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:17.177767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Port 3faec2d0-b738-4f56-9be7-f5b1a6458197 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:05:17.178101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Attempting to bind port 3faec2d0-b738-4f56-9be7-f5b1a6458197 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:17.182292 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-6b4b3dd1-df4f-448e-aec1-2b053983436d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0628328 Aug 31 01:05:17.185021 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:17.185359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Checking segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:17.185741 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Bound using segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:17.186237 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Bound port: 3faec2d0-b738-4f56-9be7-f5b1a6458197, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:17.186602 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.201178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11878ec0-0e91-41ff-9c8b-da108fff4913 req-07726ec1-4411-4fd9-8fae-09c4c583a3c2 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366793 Aug 31 01:05:17.205453 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Request body: {'port': {'device_id': '1bf46f33-22f4-4e12-a052-cab6ce8c19c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:17.303204 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.325597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:17.360462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:17.367547 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfca616-c5e5-4d3d-999b-4fbb3e02a24d req-d3b8619b-950e-47e4-92e5-2bd91e677c12 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.369520 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dbfca616-c5e5-4d3d-999b-4fbb3e02a24d req-d3b8619b-950e-47e4-92e5-2bd91e677c12 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0532641 Aug 31 01:05:17.370474 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.423404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dbfca616-c5e5-4d3d-999b-4fbb3e02a24d req-fec9af3a-4f79-49e9-aad8-db7306062365 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436842 Aug 31 01:05:17.477011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.477645 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.479120 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] 10.222.0.15 "PUT /v2.0/ports/3faec2d0-b738-4f56-9be7-f5b1a6458197 HTTP/1.1" status: 200 len: 1092 time: 1.1510890 Aug 31 01:05:17.481587 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcabe130-00f9-4dd7-9ba6-8b8c10337019', 'tag': '3faec2d0-b738-4f56-9be7-f5b1a6458197'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:17.482082 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffab1e1-fece-4931-bfb8-358a0ab7b11c" -d '{"events": [{"name": "network-changed", "server_uuid": "dcabe130-00f9-4dd7-9ba6-8b8c10337019", "tag": "3faec2d0-b738-4f56-9be7-f5b1a6458197"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:17.515534 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b96634-b82e-46d9-aed2-1520b8adff2f service neutron] Pushing event updated for resources: {'Port': ['ID=3faec2d0-b738-4f56-9be7-f5b1a6458197,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:17.546940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383cda6-dc89-417f-b057-16ad71c83e50 req-87d7720c-9e5d-46ea-ab58-a38e069ab276 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.548617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0383cda6-dc89-417f-b057-16ad71c83e50 req-87d7720c-9e5d-46ea-ab58-a38e069ab276 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 946 time: 0.0795052 Aug 31 01:05:17.599844 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0383cda6-dc89-417f-b057-16ad71c83e50 req-3c63efc0-7ae9-4cea-a816-9ff4916336f7 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445733 Aug 31 01:05:17.640003 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-71803652-0e3c-4efe-925e-766329a272b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.641705 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-71803652-0e3c-4efe-925e-766329a272b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 1095 time: 0.1075261 Aug 31 01:05:17.645404 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b206e9f8-627d-4cb4-949e-820a8fc2c360 x-openstack-request-id: req-b206e9f8-627d-4cb4-949e-820a8fc2c360 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:17.645674 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcabe130-00f9-4dd7-9ba6-8b8c10337019", "tag": "3faec2d0-b738-4f56-9be7-f5b1a6458197", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:17.645933 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b206e9f8-627d-4cb4-949e-820a8fc2c360 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:17.646327 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcabe130-00f9-4dd7-9ba6-8b8c10337019', 'tag': '3faec2d0-b738-4f56-9be7-f5b1a6458197', 'status': 'completed', 'code': 200} Aug 31 01:05:17.683600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089150c-10ff-468b-a66b-f529a9dbfaae req-07ac01d7-2e5b-4006-a8fc-9b48cdd2a223 tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.685205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5089150c-10ff-468b-a66b-f529a9dbfaae req-07ac01d7-2e5b-4006-a8fc-9b48cdd2a223 tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 1100 time: 0.0500872 Aug 31 01:05:17.714766 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-c4d79795-434c-40f0-a5a8-7882d8ffde48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197 HTTP/1.1" status: 200 len: 217 time: 0.0482833 Aug 31 01:05:17.756744 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5089150c-10ff-468b-a66b-f529a9dbfaae req-062a7d96-91de-4523-b3e5-d723f6534057 tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635178 Aug 31 01:05:17.770036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216deb51-3779-40c4-b722-c37585506999 req-c0d41663-1ec5-4cea-8b67-5d7b347886a7 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.771248 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-216deb51-3779-40c4-b722-c37585506999 req-c0d41663-1ec5-4cea-8b67-5d7b347886a7 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 932 time: 0.0718935 Aug 31 01:05:17.815068 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-216deb51-3779-40c4-b722-c37585506999 req-37fade03-6588-4a7a-8828-40fd2258749b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365014 Aug 31 01:05:17.820190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-9e0b2d80-ddbf-4c2a-96cc-90a03866816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.821844 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-9e0b2d80-ddbf-4c2a-96cc-90a03866816b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.0980484 Aug 31 01:05:17.828885 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ad9678-f910-450e-bf85-b34efa514c74 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:17.845432 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.870226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ed521-d28b-4963-b551-d38c302e6b82 req-d0f16650-c500-4dc9-99f1-68bb8d9a12a1 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:17.872271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-586ed521-d28b-4963-b551-d38c302e6b82 req-d0f16650-c500-4dc9-99f1-68bb8d9a12a1 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 943 time: 0.0561309 Aug 31 01:05:17.875353 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-b34f476c-f41a-4645-84bb-74d5baefbbe7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418518 Aug 31 01:05:17.880212 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Transition to ACTIVE for port object 59ad9678-f910-450e-bf85-b34efa514c74 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:17.892909 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:17.916521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-586ed521-d28b-4963-b551-d38c302e6b82 req-370bf052-cf1c-4a14-ac34-2ed9228bbc67 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364950 Aug 31 01:05:18.007525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Pushing event updated for resources: {'Port': ['ID=59ad9678-f910-450e-bf85-b34efa514c74,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:18.083998 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-24ef66bd-db99-4d91-a52b-f066520a00a0 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993294 Aug 31 01:05:18.140401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a0ae0-3f34-455a-8f98-9c00f71e6daa req-e01580c8-aed8-4eed-bc81-6dc9016cb4b6 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.142165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da4a0ae0-3f34-455a-8f98-9c00f71e6daa req-e01580c8-aed8-4eed-bc81-6dc9016cb4b6 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0656207 Aug 31 01:05:18.150174 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Attempting to bind port 59ad9678-f910-450e-bf85-b34efa514c74 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:18.150513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Attempting to bind port 59ad9678-f910-450e-bf85-b34efa514c74 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:18.150840 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Attempting to bind port 59ad9678-f910-450e-bf85-b34efa514c74 on network bf748b9a-457b-452d-8f52-91166f0980f3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:18.163478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Port 59ad9678-f910-450e-bf85-b34efa514c74 on network bf748b9a-457b-452d-8f52-91166f0980f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:05:18.163813 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Attempting to bind port 59ad9678-f910-450e-bf85-b34efa514c74 on network bf748b9a-457b-452d-8f52-91166f0980f3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:18.174341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:18.174666 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Checking segment: {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:18.175060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Bound using segment: {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:18.175544 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Bound port: 59ad9678-f910-450e-bf85-b34efa514c74, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:18.175904 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.195653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da4a0ae0-3f34-455a-8f98-9c00f71e6daa req-fa5ffeb7-e62a-4517-b3a9-5de814541f1d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465062 Aug 31 01:05:18.244804 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c39387ff-7ca7-4f57-b343-ac2d6d344ede req-23189072-d999-4ce1-ad59-4f36a3bd1a2a service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525130 Aug 31 01:05:18.299058 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] For port 59ad9678-f910-450e-bf85-b34efa514c74, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:18.302940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] For port 59ad9678-f910-450e-bf85-b34efa514c74, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=59ad9678-f910-450e-bf85-b34efa514c74,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:18.308084 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.356582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.357206 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:18.359519 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] 10.222.0.15 "PUT /v2.0/ports/59ad9678-f910-450e-bf85-b34efa514c74 HTTP/1.1" status: 200 len: 1093 time: 1.1639574 Aug 31 01:05:18.371346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeb71e-6e23-40ae-b969-e317b19434d1 req-43a21cde-79ca-4bc9-99d4-1bad26777a9b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.372828 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78aeb71e-6e23-40ae-b969-e317b19434d1 req-43a21cde-79ca-4bc9-99d4-1bad26777a9b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.1203625 Aug 31 01:05:18.382497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-98a4e04a-d2c7-4f5c-a132-bf19e2e7542d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940635 Aug 31 01:05:18.391794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8861d-95aa-4d35-94c1-fbc14758f2b5 req-e59c3565-f281-40cd-8e10-84691fbb0d6f tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.393927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2e8861d-95aa-4d35-94c1-fbc14758f2b5 req-e59c3565-f281-40cd-8e10-84691fbb0d6f tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.1040096 Aug 31 01:05:18.407317 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cfcd1-57af-4d50-887b-7830ff12910c service neutron] Pushing event updated for resources: {'Port': ['ID=59ad9678-f910-450e-bf85-b34efa514c74,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:18.419334 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffab1e1-fece-4931-bfb8-358a0ab7b11c req-15950c6f-c7c4-4206-9754-bcbec43d97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.420704 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ffab1e1-fece-4931-bfb8-358a0ab7b11c req-15950c6f-c7c4-4206-9754-bcbec43d97e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 1095 time: 0.0817857 Aug 31 01:05:18.460893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78aeb71e-6e23-40ae-b969-e317b19434d1 req-4be1a2fe-a830-4e8a-81b8-bec238f54ad2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664260 Aug 31 01:05:18.479513 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2e8861d-95aa-4d35-94c1-fbc14758f2b5 req-8f4180d0-c2cd-4b4b-8b55-5353bf57bb93 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702095 Aug 31 01:05:18.563035 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-dd39bade-eee9-4f85-81af-5779a8f79834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.564608 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-dd39bade-eee9-4f85-81af-5779a8f79834 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 1096 time: 0.1143715 Aug 31 01:05:18.621981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffab1e1-fece-4931-bfb8-358a0ab7b11c req-0031075c-bb3f-48ca-98fc-7f1c0707e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.623697 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ffab1e1-fece-4931-bfb8-358a0ab7b11c req-0031075c-bb3f-48ca-98fc-7f1c0707e7a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.1951344 Aug 31 01:05:18.625807 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-6dd7ae5b-c02b-47e2-af5e-b28aca86e4c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59ad9678-f910-450e-bf85-b34efa514c74 HTTP/1.1" status: 200 len: 217 time: 0.0462363 Aug 31 01:05:18.772093 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9767693-c886-4e7d-a966-6d5b7f0eb366 req-382dca56-1cf7-4e00-bf56-4833ca650905 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.778249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9767693-c886-4e7d-a966-6d5b7f0eb366 req-382dca56-1cf7-4e00-bf56-4833ca650905 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.784956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9767693-c886-4e7d-a966-6d5b7f0eb366 req-382dca56-1cf7-4e00-bf56-4833ca650905 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.793035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9767693-c886-4e7d-a966-6d5b7f0eb366 req-382dca56-1cf7-4e00-bf56-4833ca650905 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332&device_id=ca10a504-a357-4706-80de-8c69f7780934&device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 2419 time: 0.0812235 Aug 31 01:05:18.837006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9767693-c886-4e7d-a966-6d5b7f0eb366 req-eda76242-a912-452e-b92d-329498871ba0 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Aug 31 01:05:18.958446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd560e-1ed3-403c-87c2-4c4f7bf2f97f req-fdbd550b-5b34-4555-ae14-2ebeaeea2563 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:18.958638 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ffab1e1-fece-4931-bfb8-358a0ab7b11c req-afe7433c-64cc-44f1-89fb-48aebb22ce51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197 HTTP/1.1" status: 200 len: 217 time: 0.3228047 Aug 31 01:05:18.960102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34fd560e-1ed3-403c-87c2-4c4f7bf2f97f req-fdbd550b-5b34-4555-ae14-2ebeaeea2563 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 944 time: 0.0649145 Aug 31 01:05:19.008829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-20efc338-f41a-4e7b-8ef3-5e9b409d2b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.009223 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-20efc338-f41a-4e7b-8ef3-5e9b409d2b74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1342b107-53e3-4c9f-a16f-d105660726b0 HTTP/1.1" status: 200 len: 852 time: 0.3666732 Aug 31 01:05:19.029547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffab1e1-fece-4931-bfb8-358a0ab7b11c req-d68bf809-d63a-44a1-91c8-d05baf5246bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.031902 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ffab1e1-fece-4931-bfb8-358a0ab7b11c req-d68bf809-d63a-44a1-91c8-d05baf5246bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.0662262 Aug 31 01:05:19.039231 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34fd560e-1ed3-403c-87c2-4c4f7bf2f97f req-981db763-f2c2-439d-a1c3-84f69bb23ca2 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704727 Aug 31 01:05:19.049294 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-e75dbe12-b895-41aa-b2ec-f338ef313101 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf748b9a-457b-452d-8f52-91166f0980f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291722 Aug 31 01:05:19.051245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15d689-93e7-411f-a280-076d05315439 req-884b1af5-4825-4705-93a5-ea6a1521d93a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.052776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c15d689-93e7-411f-a280-076d05315439 req-884b1af5-4825-4705-93a5-ea6a1521d93a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 946 time: 0.1040540 Aug 31 01:05:19.083502 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ffab1e1-fece-4931-bfb8-358a0ab7b11c req-98710b1e-6410-4c98-9bff-6d2e176f2b92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375650 Aug 31 01:05:19.113486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c15d689-93e7-411f-a280-076d05315439 req-d4040925-a0c5-446f-b2d5-cdfd2b79c383 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441589 Aug 31 01:05:19.213295 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f248b04-c43f-4fa2-b5da-3596e29d0d2f req-51038c38-736f-457f-8d00-323f9f9e0b27 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.214923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f248b04-c43f-4fa2-b5da-3596e29d0d2f req-51038c38-736f-457f-8d00-323f9f9e0b27 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 943 time: 0.0871146 Aug 31 01:05:19.229325 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-1a3fc32d-83b2-4719-bece-9b644549dc60 service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716952 Aug 31 01:05:19.268068 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ffab1e1-fece-4931-bfb8-358a0ab7b11c req-ce1d8d3e-5fec-46c7-8a69-6f86fbf6f35c service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753426 Aug 31 01:05:19.279461 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f248b04-c43f-4fa2-b5da-3596e29d0d2f req-52765841-4d39-4af1-89b5-00085f6ea490 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513203 Aug 31 01:05:19.350058 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:05:19.410598 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ebab91c9-4180-483b-b65f-40e0c0d6c1fc req-d44d4d76-0875-4664-a625-dcebbe13b86a service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695797 Aug 31 01:05:19.425372 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ffab1e1-fece-4931-bfb8-358a0ab7b11c req-902ef74c-ba43-453d-8cb6-656226aa643e service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314213 Aug 31 01:05:19.614543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3912d-f96d-4a74-9a4f-ab7482af6a9c req-0a87774f-1b07-4416-9034-ea324fcce33c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.616073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49a3912d-f96d-4a74-9a4f-ab7482af6a9c req-0a87774f-1b07-4416-9034-ea324fcce33c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0762753 Aug 31 01:05:19.638326 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd362964-3b57-4dba-b271-5c2024daa233 req-da095cab-0d0e-4271-9ff1-56d7357858a7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:19.640589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd362964-3b57-4dba-b271-5c2024daa233 req-da095cab-0d0e-4271-9ff1-56d7357858a7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0711391 Aug 31 01:05:19.647452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf46f33-22f4-4e12-a052-cab6ce8c19c9', 'tag': '59ad9678-f910-450e-bf85-b34efa514c74'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:19.649981 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0daabe-b7a7-4111-9fdd-ad310a8de56a" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf46f33-22f4-4e12-a052-cab6ce8c19c9", "tag": "59ad9678-f910-450e-bf85-b34efa514c74"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:19.687768 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49a3912d-f96d-4a74-9a4f-ab7482af6a9c req-6d355b4e-9f39-4b0d-b9d2-daf5b4efffc0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624373 Aug 31 01:05:19.699820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd362964-3b57-4dba-b271-5c2024daa233 req-d8a2b698-3e86-4076-bda1-ef140c8d805a tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519018 Aug 31 01:05:19.854800 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f431147a-f496-4f88-a7ee-fe514d785e22 x-openstack-request-id: req-f431147a-f496-4f88-a7ee-fe514d785e22 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:19.855091 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf46f33-22f4-4e12-a052-cab6ce8c19c9", "tag": "59ad9678-f910-450e-bf85-b34efa514c74", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:19.855379 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f431147a-f496-4f88-a7ee-fe514d785e22 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:19.855781 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf46f33-22f4-4e12-a052-cab6ce8c19c9', 'tag': '59ad9678-f910-450e-bf85-b34efa514c74', 'status': 'completed', 'code': 200} Aug 31 01:05:20.017702 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0daabe-b7a7-4111-9fdd-ad310a8de56a req-47eaf05a-8523-4791-b687-c90c9daa7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.019331 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc0daabe-b7a7-4111-9fdd-ad310a8de56a req-47eaf05a-8523-4791-b687-c90c9daa7f28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 1096 time: 0.0810726 Aug 31 01:05:20.021730 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-eba914fc-7a82-4300-9247-8af25595fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.023086 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-eba914fc-7a82-4300-9247-8af25595fd5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 1100 time: 0.0583508 Aug 31 01:05:20.172264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c314ac4-1a91-4357-8cb8-01750822aaf7 req-c75c3927-4b0b-4250-b3ab-0155d658b812 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.174014 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c314ac4-1a91-4357-8cb8-01750822aaf7 req-c75c3927-4b0b-4250-b3ab-0155d658b812 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 944 time: 0.0584724 Aug 31 01:05:20.198040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0daabe-b7a7-4111-9fdd-ad310a8de56a req-37b9fbcb-2900-44b8-a34a-a0dbaa5a3598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.199647 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc0daabe-b7a7-4111-9fdd-ad310a8de56a req-37b9fbcb-2900-44b8-a34a-a0dbaa5a3598 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 913 time: 0.1665339 Aug 31 01:05:20.200527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-cc79b252-43bc-4506-a6a4-9ade5e2fdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.202491 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-cc79b252-43bc-4506-a6a4-9ade5e2fdb8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.1677809 Aug 31 01:05:20.227005 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c314ac4-1a91-4357-8cb8-01750822aaf7 req-6f9587b9-3f94-40b2-b2be-f667c83b1afa tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454786 Aug 31 01:05:20.269067 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc0daabe-b7a7-4111-9fdd-ad310a8de56a req-4a577068-4efc-4da2-9e9c-fa91e009fa7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59ad9678-f910-450e-bf85-b34efa514c74 HTTP/1.1" status: 200 len: 217 time: 0.0438774 Aug 31 01:05:20.306501 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-d4c95ee7-b0d6-4fa9-8fd7-9be324a6a7b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a HTTP/1.1" status: 200 len: 217 time: 0.0747414 Aug 31 01:05:20.308290 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc7494-9a20-49cf-9ecb-570629699a1c req-5b227bc1-76ac-4e56-8b35-ac1fd44e0343 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.309802 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbcc7494-9a20-49cf-9ecb-570629699a1c req-5b227bc1-76ac-4e56-8b35-ac1fd44e0343 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0639567 Aug 31 01:05:20.355793 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbcc7494-9a20-49cf-9ecb-570629699a1c req-7da2cb5e-a230-48c8-a225-f8bedbe75278 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400283 Aug 31 01:05:20.387011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0daabe-b7a7-4111-9fdd-ad310a8de56a req-4739b2c4-9d4a-4c88-89b3-b7368ea71340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.388686 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc0daabe-b7a7-4111-9fdd-ad310a8de56a req-4739b2c4-9d4a-4c88-89b3-b7368ea71340 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1342b107-53e3-4c9f-a16f-d105660726b0 HTTP/1.1" status: 200 len: 852 time: 0.0812912 Aug 31 01:05:20.392380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-82b5a7ba-b44c-457d-907b-b52c99051f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.393801 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-82b5a7ba-b44c-457d-907b-b52c99051f3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0601304 Aug 31 01:05:20.430382 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a26ae3-a22c-467c-a383-03c7be9a56cc req-92c34193-df37-4f45-b3c6-fdcea96021c1 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.431889 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1a26ae3-a22c-467c-a383-03c7be9a56cc req-92c34193-df37-4f45-b3c6-fdcea96021c1 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 943 time: 0.0493629 Aug 31 01:05:20.448866 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc0daabe-b7a7-4111-9fdd-ad310a8de56a req-85da5a5d-2138-44bf-b9ad-988a04d8dfec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf748b9a-457b-452d-8f52-91166f0980f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475535 Aug 31 01:05:20.477785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1a26ae3-a22c-467c-a383-03c7be9a56cc req-65d4ea82-99ce-40a6-bbb7-a0b8a6dafd13 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389361 Aug 31 01:05:20.512441 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-6aa5daf0-d5d6-45f0-9523-e69952d99da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.513944 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-6aa5daf0-d5d6-45f0-9523-e69952d99da1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1117249 Aug 31 01:05:20.600484 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc0daabe-b7a7-4111-9fdd-ad310a8de56a req-5260f28c-18b6-480a-a339-e640cba7bdcb service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442356 Aug 31 01:05:20.673961 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-24b164a4-fec2-4403-92a8-b5418e23ac10 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518211 Aug 31 01:05:20.769351 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc0daabe-b7a7-4111-9fdd-ad310a8de56a req-f11213b6-73a0-4b7b-8d1f-7ec19f523a92 service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518855 Aug 31 01:05:20.789687 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-a3058c01-ec88-4b58-a74e-3c1c4a9deb66 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083810 Aug 31 01:05:20.840995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ff36c-3772-47c6-81ec-1e673638ad72 req-961df621-b8fa-4e16-9d72-0a08dfddfdef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.842628 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be5ff36c-3772-47c6-81ec-1e673638ad72 req-961df621-b8fa-4e16-9d72-0a08dfddfdef tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0826018 Aug 31 01:05:20.850892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e354e-1425-42f8-a133-07e282b75a4d req-ab916ec9-327e-4cce-b074-3843f53d050e tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:20.852255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd9e354e-1425-42f8-a133-07e282b75a4d req-ab916ec9-327e-4cce-b074-3843f53d050e tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0802648 Aug 31 01:05:20.906586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be5ff36c-3772-47c6-81ec-1e673638ad72 req-4b82e956-cf06-4172-94cf-da6b0b16cba3 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533557 Aug 31 01:05:20.914056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd9e354e-1425-42f8-a133-07e282b75a4d req-25e1724a-ec16-43b4-9804-84c0d87ca684 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545664 Aug 31 01:05:21.110259 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-46483930-1ba7-45d0-9258-200cc841b37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:21.351176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf3c16-3706-4af6-bd8d-b9381e630441 req-598a524d-dea2-45d9-8a05-60453e214647 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:21.352537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fdf3c16-3706-4af6-bd8d-b9381e630441 req-598a524d-dea2-45d9-8a05-60453e214647 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 944 time: 0.0531600 Aug 31 01:05:21.393241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fdf3c16-3706-4af6-bd8d-b9381e630441 req-ce9e719e-fedb-495a-89b7-76e72fdaaf26 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332322 Aug 31 01:05:21.461305 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 3faec2d0-b738-4f56-9be7-f5b1a6458197 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:21.497860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b79941-b511-43f4-8373-eff2a08d97d0 req-2f83357f-54e3-4268-8db6-cc5305d313bc tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:21.499954 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4b79941-b511-43f4-8373-eff2a08d97d0 req-2f83357f-54e3-4268-8db6-cc5305d313bc tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0497944 Aug 31 01:05:21.540606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4b79941-b511-43f4-8373-eff2a08d97d0 req-5cec819a-1f32-4259-9960-6c2247349ab7 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339622 Aug 31 01:05:21.558807 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:21.571875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '3faec2d0-b738-4f56-9be7-f5b1a6458197', 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c', 'port_id': '3faec2d0-b738-4f56-9be7-f5b1a6458197', 'mac_address': 'fa:16:3e:c8:90:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05eaa767-8692-4d9b-9d2d-a7dea0043ab9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:21.598617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b9077-f30e-4933-be2c-020fcff39bf6 req-52bd90fb-7936-47f7-960f-554723fc7766 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:21.600136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a9b9077-f30e-4933-be2c-020fcff39bf6 req-52bd90fb-7936-47f7-960f-554723fc7766 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 943 time: 0.0527904 Aug 31 01:05:21.609210 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:21.626125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3faec2d0-b738-4f56-9be7-f5b1a6458197 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:21.638842 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a9b9077-f30e-4933-be2c-020fcff39bf6 req-8d8839e5-9319-4f95-b4ce-02c0bfaa92fb tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327206 Aug 31 01:05:21.645987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:21.649919 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:21.697001 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=3faec2d0-b738-4f56-9be7-f5b1a6458197,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:22.062461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da1e26-054e-4f59-93ea-1e965f514b3a req-1ecc92fd-cb70-40eb-bd5b-900aaccd3f86 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.063964 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7da1e26-054e-4f59-93ea-1e965f514b3a req-1ecc92fd-cb70-40eb-bd5b-900aaccd3f86 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0825198 Aug 31 01:05:22.072322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da164add-3a4d-495b-ba5c-9c6297b8320c req-1daafcf7-cd9e-434e-8049-465f82801fd9 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.073686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da164add-3a4d-495b-ba5c-9c6297b8320c req-1daafcf7-cd9e-434e-8049-465f82801fd9 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0820255 Aug 31 01:05:22.084923 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['3faec2d0-b738-4f56-9be7-f5b1a6458197'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:22.131014 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7da1e26-054e-4f59-93ea-1e965f514b3a req-9fb51cf3-189d-4bf1-b64c-cd2ec056fadb tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563827 Aug 31 01:05:22.138908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da164add-3a4d-495b-ba5c-9c6297b8320c req-19c5aa8b-52bc-40b0-9cd8-a1a0b2aa7c8d tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584481 Aug 31 01:05:22.513535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72d29a-b82b-4d71-af25-3fd8f4fbcbae req-d69ad60d-200e-4986-9019-dc7db1d307c2 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.515869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f72d29a-b82b-4d71-af25-3fd8f4fbcbae req-d69ad60d-200e-4986-9019-dc7db1d307c2 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 944 time: 0.0520539 Aug 31 01:05:22.552883 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f72d29a-b82b-4d71-af25-3fd8f4fbcbae req-f1df2f73-7c06-45c6-ad5e-b76ccd3c0f6d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311670 Aug 31 01:05:22.662651 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fe2e5-8dd2-40d4-b38d-6edecf8db6b8 req-3e84c619-bfdd-40d4-b162-a033f85bad16 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.664162 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-157fe2e5-8dd2-40d4-b38d-6edecf8db6b8 req-3e84c619-bfdd-40d4-b162-a033f85bad16 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0522120 Aug 31 01:05:22.703460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-157fe2e5-8dd2-40d4-b38d-6edecf8db6b8 req-541cf052-5dad-4326-98bc-59d18bbd4cbe tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329182 Aug 31 01:05:22.753541 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e18a99-d70c-4147-8f88-58b209e9443f req-9b9582ff-7f71-411a-aa21-0b34088b9f57 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:22.755020 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4e18a99-d70c-4147-8f88-58b209e9443f req-9b9582ff-7f71-411a-aa21-0b34088b9f57 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 944 time: 0.0479677 Aug 31 01:05:22.797201 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4e18a99-d70c-4147-8f88-58b209e9443f req-dc458a11-4619-4cfc-ae12-1931f2ddb3a5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362000 Aug 31 01:05:23.279405 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9cae9-bdca-4812-97b7-e24fac7575c7 req-07749722-dfbc-4f44-a8c0-5a3b952d7538 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:23.281483 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81d9cae9-bdca-4812-97b7-e24fac7575c7 req-07749722-dfbc-4f44-a8c0-5a3b952d7538 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0792720 Aug 31 01:05:23.303855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03fe5e-bb28-4395-8fef-3ccbba1db7e7 req-45d0a5dc-6224-4cb6-bef2-76b278ca014e tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:23.305271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e03fe5e-bb28-4395-8fef-3ccbba1db7e7 req-45d0a5dc-6224-4cb6-bef2-76b278ca014e tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0759182 Aug 31 01:05:23.353685 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81d9cae9-bdca-4812-97b7-e24fac7575c7 req-4f09840b-a1c6-46b8-a5c8-c6c3dce4ba49 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660355 Aug 31 01:05:23.361598 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e03fe5e-bb28-4395-8fef-3ccbba1db7e7 req-7f836e15-80b0-4518-8ba4-77380aa84d17 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501394 Aug 31 01:05:23.464676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 59ad9678-f910-450e-bf85-b34efa514c74 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:23.477472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 3faec2d0-b738-4f56-9be7-f5b1a6458197 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:23.576016 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 3faec2d0-b738-4f56-9be7-f5b1a6458197 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:23.584747 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 3faec2d0-b738-4f56-9be7-f5b1a6458197 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:23.585122 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:23.622459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 59ad9678-f910-450e-bf85-b34efa514c74, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=59ad9678-f910-450e-bf85-b34efa514c74,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:23.640840 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '59ad9678-f910-450e-bf85-b34efa514c74', 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3', 'port_id': '59ad9678-f910-450e-bf85-b34efa514c74', 'mac_address': 'fa:16:3e:4e:15:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342b107-53e3-4c9f-a16f-d105660726b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:23.672118 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d59e2a-97ae-4d7e-832c-ee6def03be24 req-e274af5c-2e34-434f-a609-d6552ef28f4d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:23.673633 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47d59e2a-97ae-4d7e-832c-ee6def03be24 req-e274af5c-2e34-434f-a609-d6552ef28f4d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 944 time: 0.0510280 Aug 31 01:05:23.712597 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:23.713779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47d59e2a-97ae-4d7e-832c-ee6def03be24 req-0f8205a5-c1aa-4bf5-aa13-0d52b6242fd0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329223 Aug 31 01:05:23.728564 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e3cecca0-f781-46e5-9ac8-b9ba9937e03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:23.739311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ad9678-f910-450e-bf85-b34efa514c74 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:23.745547 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:23.774053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 59ad9678-f910-450e-bf85-b34efa514c74, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=59ad9678-f910-450e-bf85-b34efa514c74,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:23.779640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcabe130-00f9-4dd7-9ba6-8b8c10337019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faec2d0-b738-4f56-9be7-f5b1a6458197'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:23.782500 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f4d4ae-8a23-4496-8c81-1af66b8ff260" -d '{"events": [{"server_uuid": "dcabe130-00f9-4dd7-9ba6-8b8c10337019", "name": "network-vif-plugged", "status": "completed", "tag": "3faec2d0-b738-4f56-9be7-f5b1a6458197"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:23.787744 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:23.799336 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:23.822138 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:23.827019 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ae0612-3669-44e7-a588-df420fdebed8 x-openstack-request-id: req-14ae0612-3669-44e7-a588-df420fdebed8 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:23.827321 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcabe130-00f9-4dd7-9ba6-8b8c10337019", "name": "network-vif-plugged", "status": "completed", "tag": "3faec2d0-b738-4f56-9be7-f5b1a6458197", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:23.827575 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14ae0612-3669-44e7-a588-df420fdebed8 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:23.828052 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcabe130-00f9-4dd7-9ba6-8b8c10337019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faec2d0-b738-4f56-9be7-f5b1a6458197', 'code': 200} Aug 31 01:05:23.837216 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0c35-b53a-4b96-8554-75906100eadf req-af7179d4-e3f6-4c2d-807f-cfa077a07187 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:23.839066 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-236f0c35-b53a-4b96-8554-75906100eadf req-af7179d4-e3f6-4c2d-807f-cfa077a07187 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0571189 Aug 31 01:05:23.855348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=59ad9678-f910-450e-bf85-b34efa514c74,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:23.900974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-236f0c35-b53a-4b96-8554-75906100eadf req-1e09401a-0cbf-44d1-9efb-9eca4d1ff479 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540559 Aug 31 01:05:23.917609 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=3faec2d0-b738-4f56-9be7-f5b1a6458197,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:23.947363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c2f71-4393-40ea-b3bc-20903b7677dd req-a6469e11-8ec0-4929-9062-d0c43c0dafc4 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:23.948855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-848c2f71-4393-40ea-b3bc-20903b7677dd req-a6469e11-8ec0-4929-9062-d0c43c0dafc4 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 945 time: 0.0685129 Aug 31 01:05:23.960413 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8b90f-7a50-4050-98c3-31e0e4acfe8f req-df48f93e-f028-4c5c-ae97-3b453ea221f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:23.962040 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ac8b90f-7a50-4050-98c3-31e0e4acfe8f req-df48f93e-f028-4c5c-ae97-3b453ea221f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 1097 time: 0.0419495 Aug 31 01:05:23.977853 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:23.996173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-848c2f71-4393-40ea-b3bc-20903b7677dd req-5ed94e04-ba39-4acf-baef-0b1e604c6a23 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Aug 31 01:05:24.010971 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9ac8b90f-7a50-4050-98c3-31e0e4acfe8f req-2fe443b7-b135-40de-bc6c-ddcec2cdcd68 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323868 Aug 31 01:05:24.288436 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['59ad9678-f910-450e-bf85-b34efa514c74'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:24.344060 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:24.505285 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce34b2c-7e50-4530-b2a5-d37dcfb6ce9f req-f8d6d0de-7e37-4f59-95a8-fc7ecb716f73 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.506766 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ce34b2c-7e50-4530-b2a5-d37dcfb6ce9f req-f8d6d0de-7e37-4f59-95a8-fc7ecb716f73 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0801895 Aug 31 01:05:24.514957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d3f08-787f-4420-afd7-47a66cd9e81d req-ed034011-4f0d-48ca-96f4-c3afed7a9e89 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.516355 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e28d3f08-787f-4420-afd7-47a66cd9e81d req-ed034011-4f0d-48ca-96f4-c3afed7a9e89 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0783730 Aug 31 01:05:24.575724 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ce34b2c-7e50-4530-b2a5-d37dcfb6ce9f req-0350a042-01bf-4282-a7a8-e309b0ae2d72 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583198 Aug 31 01:05:24.583326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e28d3f08-787f-4420-afd7-47a66cd9e81d req-f8255afa-68e8-4969-a71c-6ba0799c1d2e tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573540 Aug 31 01:05:24.841495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2223b-349c-475e-84c3-fe20b5755e9a req-6555c4b6-2af3-48e9-9d64-71ce07ba8a83 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:24.844219 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95c2223b-349c-475e-84c3-fe20b5755e9a req-6555c4b6-2af3-48e9-9d64-71ce07ba8a83 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 945 time: 0.0567727 Aug 31 01:05:24.886404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95c2223b-349c-475e-84c3-fe20b5755e9a req-252cf638-3635-443e-a55d-0721642c50c2 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358686 Aug 31 01:05:25.021811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed0096-5414-4587-a864-75ac4b83cbe1 req-96a34ee2-e6af-4c47-8597-3ea99d849d2c tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.023340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7ed0096-5414-4587-a864-75ac4b83cbe1 req-96a34ee2-e6af-4c47-8597-3ea99d849d2c tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0487387 Aug 31 01:05:25.062014 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7ed0096-5414-4587-a864-75ac4b83cbe1 req-2d9cd5f9-6588-46c8-8088-bd1fcf2762fe tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325518 Aug 31 01:05:25.119487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968d092-b92f-47eb-8b3c-12bba8ad3e59 req-a2b7d3de-bc18-4d2b-94e7-1ae581686dc4 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.120873 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4968d092-b92f-47eb-8b3c-12bba8ad3e59 req-a2b7d3de-bc18-4d2b-94e7-1ae581686dc4 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 945 time: 0.0549595 Aug 31 01:05:25.159452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4968d092-b92f-47eb-8b3c-12bba8ad3e59 req-976a8a36-ad45-42da-89bd-d523a51fdcad tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323286 Aug 31 01:05:25.719583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea534d-824b-4752-9955-35f400503140 req-132e8183-2a81-406f-8406-bf012e20aa92 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.721062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30ea534d-824b-4752-9955-35f400503140 req-132e8183-2a81-406f-8406-bf012e20aa92 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0682356 Aug 31 01:05:25.728288 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d067e-7fe4-4b3a-ba8d-131617bb66bb req-59183933-f8a8-4aaf-9dbe-9d3f976d50cd tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:25.729662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-741d067e-7fe4-4b3a-ba8d-131617bb66bb req-59183933-f8a8-4aaf-9dbe-9d3f976d50cd tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0856073 Aug 31 01:05:25.779387 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30ea534d-824b-4752-9955-35f400503140 req-9cd6d556-0955-477f-9073-c0a0d9573eda tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487623 Aug 31 01:05:25.800112 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-741d067e-7fe4-4b3a-ba8d-131617bb66bb req-e9375936-ec85-4a41-b3a8-986df18b03e0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529103 Aug 31 01:05:26.006716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc97c2-6ab7-4590-8000-9be890acc7c6 req-300ca95b-1021-4280-b352-8f048d1cd493 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:26.008221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7fc97c2-6ab7-4590-8000-9be890acc7c6 req-300ca95b-1021-4280-b352-8f048d1cd493 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 945 time: 0.0527828 Aug 31 01:05:26.046695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7fc97c2-6ab7-4590-8000-9be890acc7c6 req-12e0795c-3822-434a-b584-5332d365e4df tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326254 Aug 31 01:05:26.178163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0c458-b785-4bb4-82e1-304e57d2a17c req-860019c5-f526-4d5b-a5a8-3f9b2dc4934d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:26.179604 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2b0c458-b785-4bb4-82e1-304e57d2a17c req-860019c5-f526-4d5b-a5a8-3f9b2dc4934d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0488975 Aug 31 01:05:26.223503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2b0c458-b785-4bb4-82e1-304e57d2a17c req-545eceaf-04ee-4ea1-86a4-99d3a1095517 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375657 Aug 31 01:05:26.272932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264d834-e13f-4870-8cfa-693e0832732b req-f771dfb5-63fb-46c3-8652-5a8a550969fd tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:26.274435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3264d834-e13f-4870-8cfa-693e0832732b req-f771dfb5-63fb-46c3-8652-5a8a550969fd tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 945 time: 0.0492170 Aug 31 01:05:26.315409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3264d834-e13f-4870-8cfa-693e0832732b req-b4b47fe9-826e-4e45-b0fa-a582df93c55d tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336659 Aug 31 01:05:26.422373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276a737-8ae7-4d33-8755-b8659ee28b75 req-bd774478-07b8-4b7e-815f-9c06702e1a3a tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:26.423932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c276a737-8ae7-4d33-8755-b8659ee28b75 req-bd774478-07b8-4b7e-815f-9c06702e1a3a tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 1097 time: 0.0448122 Aug 31 01:05:26.458572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c276a737-8ae7-4d33-8755-b8659ee28b75 req-6b2227fe-59e3-48e4-8470-8708c1179ab6 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286767 Aug 31 01:05:26.565108 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d8a16-7c5f-40b9-a29b-63173e84aed2 req-0ec636e3-2331-440c-834f-3a19c6fe0516 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:26.566639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-058d8a16-7c5f-40b9-a29b-63173e84aed2 req-0ec636e3-2331-440c-834f-3a19c6fe0516 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 1097 time: 0.0437837 Aug 31 01:05:26.574508 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:26.603388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-058d8a16-7c5f-40b9-a29b-63173e84aed2 req-babb9d73-ece1-4a48-9338-d55cf478cc8c tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298038 Aug 31 01:05:26.839037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8db1e-e233-4702-a1f2-9095ed9b3523 req-8712b62a-11d9-4f2a-a0d1-3c401b4bf6a0 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:26.840592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35c8db1e-e233-4702-a1f2-9095ed9b3523 req-8712b62a-11d9-4f2a-a0d1-3c401b4bf6a0 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 1097 time: 0.0423088 Aug 31 01:05:26.911500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35c8db1e-e233-4702-a1f2-9095ed9b3523 req-b1f3f1dc-cdd9-47f8-b056-02d8d6b1c867 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637147 Aug 31 01:05:26.930893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e636ac-c298-4b43-a90c-db1dba6f41fc req-5cb65937-d716-4a67-ae83-8e89feaa29da tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:26.932415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c4e636ac-c298-4b43-a90c-db1dba6f41fc req-5cb65937-d716-4a67-ae83-8e89feaa29da tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0790160 Aug 31 01:05:26.980236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c4e636ac-c298-4b43-a90c-db1dba6f41fc req-310f9680-e963-4518-8388-eac3c448825c tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404079 Aug 31 01:05:27.039752 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec804e-3476-4bba-bf0a-8df6f770dc41 req-956c9266-b72b-4cf6-b857-04ebdcff1aea tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.041295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18ec804e-3476-4bba-bf0a-8df6f770dc41 req-956c9266-b72b-4cf6-b857-04ebdcff1aea tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0600309 Aug 31 01:05:27.086597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18ec804e-3476-4bba-bf0a-8df6f770dc41 req-8a0c5802-34f7-422b-be12-929b909f2886 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380123 Aug 31 01:05:27.230071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb42294-286d-4044-93e0-dbbc78d059f0 req-d051e4ae-1d4f-4b42-942c-01b25f33104a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.231598 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8fb42294-286d-4044-93e0-dbbc78d059f0 req-d051e4ae-1d4f-4b42-942c-01b25f33104a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 945 time: 0.0502150 Aug 31 01:05:27.282535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8fb42294-286d-4044-93e0-dbbc78d059f0 req-2c05b34c-0b01-4b44-bf27-3b5d39678cbb tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449996 Aug 31 01:05:27.354556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf8c3d-7be0-42c2-9020-d83df32dc56a req-28f86565-36bb-4be6-a533-f9afcffe021a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.356084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58bf8c3d-7be0-42c2-9020-d83df32dc56a req-28f86565-36bb-4be6-a533-f9afcffe021a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0506308 Aug 31 01:05:27.396107 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58bf8c3d-7be0-42c2-9020-d83df32dc56a req-a129921e-493a-4c18-bc7a-35189173c086 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331066 Aug 31 01:05:27.485732 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 59ad9678-f910-450e-bf85-b34efa514c74 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:27.536193 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 59ad9678-f910-450e-bf85-b34efa514c74 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:27.539686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 59ad9678-f910-450e-bf85-b34efa514c74 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:27.540050 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:27.613451 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:27.635549 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf46f33-22f4-4e12-a052-cab6ce8c19c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ad9678-f910-450e-bf85-b34efa514c74'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:27.637742 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1b8bbd-76aa-4aed-b2ec-51faf159e793" -d '{"events": [{"server_uuid": "1bf46f33-22f4-4e12-a052-cab6ce8c19c9", "name": "network-vif-plugged", "status": "completed", "tag": "59ad9678-f910-450e-bf85-b34efa514c74"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:27.650242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 59ad9678-f910-450e-bf85-b34efa514c74, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=59ad9678-f910-450e-bf85-b34efa514c74,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:27.655003 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:27.689020 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac536743-f2f7-412b-ad07-c964f5919545 x-openstack-request-id: req-ac536743-f2f7-412b-ad07-c964f5919545 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:27.689316 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf46f33-22f4-4e12-a052-cab6ce8c19c9", "name": "network-vif-plugged", "status": "completed", "tag": "59ad9678-f910-450e-bf85-b34efa514c74", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:27.689616 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac536743-f2f7-412b-ad07-c964f5919545 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:27.689998 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf46f33-22f4-4e12-a052-cab6ce8c19c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ad9678-f910-450e-bf85-b34efa514c74', 'code': 200} Aug 31 01:05:27.714407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=59ad9678-f910-450e-bf85-b34efa514c74,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:27.807638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc202116-da76-4512-9788-2d9a5bb5e58c req-b5b187a0-1624-403f-b528-8a1cd254e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:27.809028 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc202116-da76-4512-9788-2d9a5bb5e58c req-b5b187a0-1624-403f-b528-8a1cd254e284 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 1098 time: 0.0401595 Aug 31 01:05:27.849721 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc202116-da76-4512-9788-2d9a5bb5e58c req-6dcce2b7-6d59-423d-979e-821b6486b540 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284822 Aug 31 01:05:28.018050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333b119-4a82-4b71-b223-bcd48352b992 req-08e81246-8244-4f75-93c5-f23aa85aa647 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:28.019596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a333b119-4a82-4b71-b223-bcd48352b992 req-08e81246-8244-4f75-93c5-f23aa85aa647 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 1097 time: 0.0408640 Aug 31 01:05:28.055807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a333b119-4a82-4b71-b223-bcd48352b992 req-7b653dc2-ecdc-489f-8e1e-8ab537f9ef70 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303061 Aug 31 01:05:28.102298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfcc3b-c12a-4488-8e2b-b32d954655cc req-c49adf6d-7711-42dd-b687-997939449b17 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:28.103813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41cfcc3b-c12a-4488-8e2b-b32d954655cc req-c49adf6d-7711-42dd-b687-997939449b17 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0501533 Aug 31 01:05:28.146469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41cfcc3b-c12a-4488-8e2b-b32d954655cc req-712b961e-67c3-4688-babe-69aa03649c43 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361326 Aug 31 01:05:28.248121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24958a2-4eab-416e-bb24-cb9bc6dcad06 req-a6b32b4e-25df-4127-8d22-c3c75ca6a01d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:28.249632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a24958a2-4eab-416e-bb24-cb9bc6dcad06 req-a6b32b4e-25df-4127-8d22-c3c75ca6a01d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0497198 Aug 31 01:05:28.291471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a24958a2-4eab-416e-bb24-cb9bc6dcad06 req-bdd0676e-b665-45ff-a76f-ce8017e63a11 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354528 Aug 31 01:05:28.562424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b69eb-e375-4caa-8a70-0a9721125a57 req-7d0a2a8b-acb8-40e9-828e-6b784dc32c4b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:28.563975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-861b69eb-e375-4caa-8a70-0a9721125a57 req-7d0a2a8b-acb8-40e9-828e-6b784dc32c4b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 946 time: 0.0529058 Aug 31 01:05:28.604181 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-861b69eb-e375-4caa-8a70-0a9721125a57 req-b8843bbd-4c7a-4d28-883b-6979a15ae807 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340006 Aug 31 01:05:28.726630 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689da2f-959d-4353-ae93-eac0547f55c7 req-3c31ae89-71a8-4c99-86cc-174e02e14028 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:28.728145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3689da2f-959d-4353-ae93-eac0547f55c7 req-3c31ae89-71a8-4c99-86cc-174e02e14028 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0519719 Aug 31 01:05:28.770938 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3689da2f-959d-4353-ae93-eac0547f55c7 req-92816291-ebaf-4dcd-a5fa-d74a9798ec30 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356631 Aug 31 01:05:28.989710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-8816baf2-fdb5-4ba5-90bf-0615f9d64f49 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:05:28.990625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-8816baf2-fdb5-4ba5-90bf-0615f9d64f49 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058064 Aug 31 01:05:29.030790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-724350af-c216-41c5-ab23-2b452c31490e tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.032219 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-724350af-c216-41c5-ab23-2b452c31490e tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports/3faec2d0-b738-4f56-9be7-f5b1a6458197 HTTP/1.1" status: 200 len: 1094 time: 0.0362008 Aug 31 01:05:29.040811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb40669a-d1b1-4cc4-984d-bb47fa95dc39 service neutron] Request body: {'binding': {'host': 'n-h2-802060-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:29.041262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb40669a-d1b1-4cc4-984d-bb47fa95dc39 service neutron] Unknown quota resources ['binding']. {{(pid=94761) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:05:29.178657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb40669a-d1b1-4cc4-984d-bb47fa95dc39 service neutron] Attempting to bind port 3faec2d0-b738-4f56-9be7-f5b1a6458197 on host n-h2-802060-13 for vnic_type normal with profile None {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:29.179000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb40669a-d1b1-4cc4-984d-bb47fa95dc39 service neutron] Attempting to bind port 3faec2d0-b738-4f56-9be7-f5b1a6458197 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:29.179353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb40669a-d1b1-4cc4-984d-bb47fa95dc39 service neutron] Attempting to bind port 3faec2d0-b738-4f56-9be7-f5b1a6458197 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:29.183667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb40669a-d1b1-4cc4-984d-bb47fa95dc39 service neutron] Port 3faec2d0-b738-4f56-9be7-f5b1a6458197 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:05:29.183997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb40669a-d1b1-4cc4-984d-bb47fa95dc39 service neutron] Attempting to bind port 3faec2d0-b738-4f56-9be7-f5b1a6458197 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:29.189538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb40669a-d1b1-4cc4-984d-bb47fa95dc39 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:29.189881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb40669a-d1b1-4cc4-984d-bb47fa95dc39 service neutron] Checking segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:29.190272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb40669a-d1b1-4cc4-984d-bb47fa95dc39 service neutron] Bound using segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:29.190701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb40669a-d1b1-4cc4-984d-bb47fa95dc39 service neutron] Bound port: 3faec2d0-b738-4f56-9be7-f5b1a6458197, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:29.246277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb40669a-d1b1-4cc4-984d-bb47fa95dc39 service neutron] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:29.252104 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb40669a-d1b1-4cc4-984d-bb47fa95dc39 service neutron] Notify callbacks [] for binding, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:29.253376 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb40669a-d1b1-4cc4-984d-bb47fa95dc39 service neutron] 10.222.0.58 "POST /v2.0/ports/3faec2d0-b738-4f56-9be7-f5b1a6458197/bindings HTTP/1.1" status: 201 len: 390 time: 0.2159107 Aug 31 01:05:29.460929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada7d75-de2c-4958-8e08-631754aa8d02 req-bce9f9cf-1482-4160-8e51-37173ae9176f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.462452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fada7d75-de2c-4958-8e08-631754aa8d02 req-bce9f9cf-1482-4160-8e51-37173ae9176f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 945 time: 0.0914798 Aug 31 01:05:29.470163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09aed61-51df-4709-a92f-f3fac90a410f req-1eb029d2-437d-4bce-869e-2029a154859a tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.471608 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e09aed61-51df-4709-a92f-f3fac90a410f req-1eb029d2-437d-4bce-869e-2029a154859a tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0854971 Aug 31 01:05:29.532786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fada7d75-de2c-4958-8e08-631754aa8d02 req-b6896f19-9538-47bf-b459-26420840f81a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602160 Aug 31 01:05:29.533106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-1c2d06e0-849e-40a1-8370-24042e743259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.534943 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-1c2d06e0-849e-40a1-8370-24042e743259 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 1097 time: 0.0420899 Aug 31 01:05:29.535680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e09aed61-51df-4709-a92f-f3fac90a410f req-74c60f7c-d58c-46b0-8a1f-039bc2ab3ccd tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569403 Aug 31 01:05:29.637510 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7c0be-7f5c-4c17-862c-af346e58234f req-7bdab3cc-a1cb-46ed-bee6-0bc1e7f101d7 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.639894 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dee7c0be-7f5c-4c17-862c-af346e58234f req-7bdab3cc-a1cb-46ed-bee6-0bc1e7f101d7 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0513203 Aug 31 01:05:29.643109 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-567af9bc-36fa-4991-ab03-85368b9dd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.644825 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-567af9bc-36fa-4991-ab03-85368b9dd098 service neutron] 10.222.0.70 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.1019473 Aug 31 01:05:29.681404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dee7c0be-7f5c-4c17-862c-af346e58234f req-1e50d224-49c1-4567-85f3-a513f1a4738f tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348229 Aug 31 01:05:29.690383 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-1260fc29-7a1b-4aae-bb50-c69c1353823a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197 HTTP/1.1" status: 200 len: 217 time: 0.0346179 Aug 31 01:05:29.750815 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-21a8239c-6428-47ac-a930-322cd4bcad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.752289 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-21a8239c-6428-47ac-a930-322cd4bcad46 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.0455513 Aug 31 01:05:29.784349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8f2da-3868-46be-9997-c195c0129a46 req-94cf8960-adc5-442c-ab57-ff4d1dc9085b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.785502 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-ba4e4cbb-ac1c-419e-9aa7-1f6062a8b695 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236661 Aug 31 01:05:29.785735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2aa8f2da-3868-46be-9997-c195c0129a46 req-94cf8960-adc5-442c-ab57-ff4d1dc9085b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 946 time: 0.0494676 Aug 31 01:05:29.825637 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2aa8f2da-3868-46be-9997-c195c0129a46 req-67c9e82f-e12b-44a7-9550-1cf103cb148e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336356 Aug 31 01:05:29.883998 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-b0cec720-c9e8-4392-b67e-0d37971897ca service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900052 Aug 31 01:05:29.900392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36494a06-cd1c-4f28-9aad-ba702aa5ef34 req-e5a691a2-9d9b-462d-b69f-618e67a4322a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:29.901884 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36494a06-cd1c-4f28-9aad-ba702aa5ef34 req-e5a691a2-9d9b-462d-b69f-618e67a4322a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0568521 Aug 31 01:05:29.946162 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36494a06-cd1c-4f28-9aad-ba702aa5ef34 req-a485e196-b681-487a-bb9f-dc129618f0a8 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376379 Aug 31 01:05:29.985825 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb878ac4-cb53-4156-9984-b3c7b206bcdc service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892093 Aug 31 01:05:30.081215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf5463-8334-4e72-8889-d931f7154dd2 req-afd11b3d-2d11-4356-88c0-3f108295132a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:30.082640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3bf5463-8334-4e72-8889-d931f7154dd2 req-afd11b3d-2d11-4356-88c0-3f108295132a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 946 time: 0.0519032 Aug 31 01:05:30.098423 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-5253640e-554a-4980-b51d-d851d61b37e4 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:30.099973 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-5253640e-554a-4980-b51d-d851d61b37e4 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1097 time: 0.0484333 Aug 31 01:05:30.121481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3bf5463-8334-4e72-8889-d931f7154dd2 req-a0a0bf5d-aa2e-42bc-a616-222fe793c44c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325973 Aug 31 01:05:30.134151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-13'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:30.187693 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:30.311066 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:30.352100 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:30.399206 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcabe130-00f9-4dd7-9ba6-8b8c10337019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3faec2d0-b738-4f56-9be7-f5b1a6458197'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:30.401476 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55c5014-5a65-4f32-88c7-190cd3a41c2c" -d '{"events": [{"server_uuid": "dcabe130-00f9-4dd7-9ba6-8b8c10337019", "name": "network-vif-unplugged", "status": "completed", "tag": "3faec2d0-b738-4f56-9be7-f5b1a6458197"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:30.406003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:30.411595 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:30.441929 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f29cdc-6d3d-448c-ac4a-f2d233e3011b x-openstack-request-id: req-33f29cdc-6d3d-448c-ac4a-f2d233e3011b {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:30.442219 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcabe130-00f9-4dd7-9ba6-8b8c10337019", "name": "network-vif-unplugged", "status": "completed", "tag": "3faec2d0-b738-4f56-9be7-f5b1a6458197", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:30.442470 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33f29cdc-6d3d-448c-ac4a-f2d233e3011b {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:30.442853 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcabe130-00f9-4dd7-9ba6-8b8c10337019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3faec2d0-b738-4f56-9be7-f5b1a6458197', 'code': 200} Aug 31 01:05:30.504649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Pushing event updated for resources: {'Port': ['ID=3faec2d0-b738-4f56-9be7-f5b1a6458197,revision_number=7']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:30.507512 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Attempting to bind port 3faec2d0-b738-4f56-9be7-f5b1a6458197 on host n-h1-802060-13 for vnic_type normal with profile {"migrating_to": "n-h2-802060-13"} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:30.507844 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Attempting to bind port 3faec2d0-b738-4f56-9be7-f5b1a6458197 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:30.508173 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Attempting to bind port 3faec2d0-b738-4f56-9be7-f5b1a6458197 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:30.512857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Port 3faec2d0-b738-4f56-9be7-f5b1a6458197 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:05:30.513761 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Attempting to bind port 3faec2d0-b738-4f56-9be7-f5b1a6458197 on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:30.518101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:30.518438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Checking segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:30.518816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Bound using segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:30.519238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Bound port: 3faec2d0-b738-4f56-9be7-f5b1a6458197, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:30.519621 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:30.583209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:30.586593 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:30.591670 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:30.672738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:30.673356 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:30.674760 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] 10.222.0.70 "PUT /v2.0/ports/3faec2d0-b738-4f56-9be7-f5b1a6458197 HTTP/1.1" status: 200 len: 1123 time: 0.5452220 Aug 31 01:05:30.675559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7cadd-b04b-4739-8a71-754d66c0fe42 service neutron] Pushing event updated for resources: {'Port': ['ID=3faec2d0-b738-4f56-9be7-f5b1a6458197,revision_number=8']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:30.689516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b756c17-1eff-4bbe-829e-2a01b98d01c9 req-fe775f44-5729-4a5f-9708-88f09ce5bd77 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:30.691038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b756c17-1eff-4bbe-829e-2a01b98d01c9 req-fe775f44-5729-4a5f-9708-88f09ce5bd77 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 943 time: 0.0858095 Aug 31 01:05:30.704810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a665f-62f2-4beb-9752-dc5f2f2b8990 req-352c327d-942a-45dc-ab3d-5c65e9d3bc2b tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:30.706350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d89a665f-62f2-4beb-9752-dc5f2f2b8990 req-352c327d-942a-45dc-ab3d-5c65e9d3bc2b tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0702858 Aug 31 01:05:30.765124 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b756c17-1eff-4bbe-829e-2a01b98d01c9 req-18e21e12-f042-46ec-8c80-4ba773f2d440 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577917 Aug 31 01:05:30.768035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d89a665f-62f2-4beb-9752-dc5f2f2b8990 req-bd63ef63-76b5-477c-a7ed-8e84cbf63428 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548508 Aug 31 01:05:30.862518 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['3faec2d0-b738-4f56-9be7-f5b1a6458197'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:30.881366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2720ba-2834-4304-b558-bbf5058fbd4c req-917bc3db-5ffc-4d4f-ada1-6e384c5fe05b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:30.883247 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca2720ba-2834-4304-b558-bbf5058fbd4c req-917bc3db-5ffc-4d4f-ada1-6e384c5fe05b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0527790 Aug 31 01:05:30.923958 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca2720ba-2834-4304-b558-bbf5058fbd4c req-1beaeb25-8152-42cc-bcc3-aafe295fe731 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343316 Aug 31 01:05:31.067437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d397cd3-dd09-4ec4-9c2d-c38122f97511 req-25bba930-7499-4572-90db-208f2f188387 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.068929 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d397cd3-dd09-4ec4-9c2d-c38122f97511 req-25bba930-7499-4572-90db-208f2f188387 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0486159 Aug 31 01:05:31.109041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d397cd3-dd09-4ec4-9c2d-c38122f97511 req-02e0a3a2-bb78-4669-942b-542f71492a23 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339370 Aug 31 01:05:31.241246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39f374-94c0-4b6a-b8ef-ce8142a5063e req-22301a34-2b2b-4c8b-93ce-7eeeadcf1123 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.243162 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b39f374-94c0-4b6a-b8ef-ce8142a5063e req-22301a34-2b2b-4c8b-93ce-7eeeadcf1123 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 946 time: 0.0544920 Aug 31 01:05:31.283772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b39f374-94c0-4b6a-b8ef-ce8142a5063e req-d40504f3-917e-412b-a402-f106e9d24171 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342319 Aug 31 01:05:31.298304 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:31.917007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61042a3c-50e5-45c2-8dc5-3cec13ffe3e8 req-1e56ae73-c2d0-4f4e-91dc-dadaa22939d4 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.918769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61042a3c-50e5-45c2-8dc5-3cec13ffe3e8 req-1e56ae73-c2d0-4f4e-91dc-dadaa22939d4 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 943 time: 0.0819509 Aug 31 01:05:31.927416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948125e-56b5-4d47-9860-58574779435c req-6d8a968e-475f-4284-9a95-bb7d194c134c tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.928848 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5948125e-56b5-4d47-9860-58574779435c req-6d8a968e-475f-4284-9a95-bb7d194c134c tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0818052 Aug 31 01:05:31.984652 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d75d4c-dd4d-4913-b50e-7f2d102e6daf req-0becd598-d4e2-45ea-bb2d-bc15679f8561 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:31.986119 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-59d75d4c-dd4d-4913-b50e-7f2d102e6daf req-0becd598-d4e2-45ea-bb2d-bc15679f8561 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 946 time: 0.0502000 Aug 31 01:05:31.987677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61042a3c-50e5-45c2-8dc5-3cec13ffe3e8 req-ab186a89-f155-4af9-bd75-19d2fa357f7c tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578775 Aug 31 01:05:31.994820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5948125e-56b5-4d47-9860-58574779435c req-7f9b2a49-4fe3-446a-b3d7-84e3bd4f7b99 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592813 Aug 31 01:05:32.053568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3faec2d0-b738-4f56-9be7-f5b1a6458197 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:32.090323 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-59d75d4c-dd4d-4913-b50e-7f2d102e6daf req-6efc4fbd-b027-4795-a77b-949e77ec7add tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Deleting port 59ad9678-f910-450e-bf85-b34efa514c74 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:32.090803 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d75d4c-dd4d-4913-b50e-7f2d102e6daf req-6efc4fbd-b027-4795-a77b-949e77ec7add tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.175655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693298c-d388-4d38-b0c0-2cd581cdafe5 req-2e5bae8f-351b-48c6-93f0-fd6270ff5d4d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:32.178378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:32.183040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6693298c-d388-4d38-b0c0-2cd581cdafe5 req-2e5bae8f-351b-48c6-93f0-fd6270ff5d4d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0639620 Aug 31 01:05:32.194063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3faec2d0-b738-4f56-9be7-f5b1a6458197 has no active binding in host n-h2-802060-13 {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 01:05:32.197713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-59d75d4c-dd4d-4913-b50e-7f2d102e6daf req-6efc4fbd-b027-4795-a77b-949e77ec7add tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] For port 59ad9678-f910-450e-bf85-b34efa514c74, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=59ad9678-f910-450e-bf85-b34efa514c74,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:32.198145 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d75d4c-dd4d-4913-b50e-7f2d102e6daf req-6efc4fbd-b027-4795-a77b-949e77ec7add tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.212482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-59d75d4c-dd4d-4913-b50e-7f2d102e6daf req-6efc4fbd-b027-4795-a77b-949e77ec7add tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Calling delete_port for 59ad9678-f910-450e-bf85-b34efa514c74 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:32.244111 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6693298c-d388-4d38-b0c0-2cd581cdafe5 req-85b7ba31-f51d-485a-8dfb-f079847ea368 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601280 Aug 31 01:05:32.264667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ecc49-bbe3-45ac-9456-ddcd56d39f5f req-c8231d1a-aa23-41ba-8ecc-75e4019ca122 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:32.266175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-215ecc49-bbe3-45ac-9456-ddcd56d39f5f req-c8231d1a-aa23-41ba-8ecc-75e4019ca122 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0751348 Aug 31 01:05:32.305824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-215ecc49-bbe3-45ac-9456-ddcd56d39f5f req-0bf5eab2-b7a5-470d-8dcb-dbbc22ddc207 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333321 Aug 31 01:05:32.359212 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d75d4c-dd4d-4913-b50e-7f2d102e6daf req-6efc4fbd-b027-4795-a77b-949e77ec7add tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.391739 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc4fbd-b027-4795-a77b-949e77ec7add tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Pushing event deleted for resources: {'Port': ['ID=59ad9678-f910-450e-bf85-b34efa514c74,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:32.392321 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['59ad9678-f910-450e-bf85-b34efa514c74'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:32.398182 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00327480-249c-4ee0-90af-295ccf14f653 req-3947e4c3-36ac-420d-8852-e2a35d6f3a22 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf46f33-22f4-4e12-a052-cab6ce8c19c9 HTTP/1.1" status: 200 len: 210 time: 0.0332477 Aug 31 01:05:32.435899 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d75d4c-dd4d-4913-b50e-7f2d102e6daf req-6efc4fbd-b027-4795-a77b-949e77ec7add tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] No DVR routers for this DVR port 59ad9678-f910-450e-bf85-b34efa514c74 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:32.438262 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-59d75d4c-dd4d-4913-b50e-7f2d102e6daf req-6efc4fbd-b027-4795-a77b-949e77ec7add tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:32.440329 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-59d75d4c-dd4d-4913-b50e-7f2d102e6daf req-6efc4fbd-b027-4795-a77b-949e77ec7add tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.15 "DELETE /v2.0/ports/59ad9678-f910-450e-bf85-b34efa514c74 HTTP/1.1" status: 204 len: 173 time: 0.4475021 Aug 31 01:05:32.443912 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcabe130-00f9-4dd7-9ba6-8b8c10337019', 'tag': '3faec2d0-b738-4f56-9be7-f5b1a6458197'}, {'server_uuid': '1bf46f33-22f4-4e12-a052-cab6ce8c19c9', 'name': 'network-vif-deleted', 'tag': '59ad9678-f910-450e-bf85-b34efa514c74'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:32.446130 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc343f9-1e39-4854-8b81-ea8402c70bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "dcabe130-00f9-4dd7-9ba6-8b8c10337019", "tag": "3faec2d0-b738-4f56-9be7-f5b1a6458197"}, {"server_uuid": "1bf46f33-22f4-4e12-a052-cab6ce8c19c9", "name": "network-vif-deleted", "tag": "59ad9678-f910-450e-bf85-b34efa514c74"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:32.488787 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34207b72-0b13-4084-85ab-cffb38e7e94d x-openstack-request-id: req-34207b72-0b13-4084-85ab-cffb38e7e94d {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:32.489064 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcabe130-00f9-4dd7-9ba6-8b8c10337019", "tag": "3faec2d0-b738-4f56-9be7-f5b1a6458197", "status": "completed", "code": 200}, {"server_uuid": "1bf46f33-22f4-4e12-a052-cab6ce8c19c9", "name": "network-vif-deleted", "tag": "59ad9678-f910-450e-bf85-b34efa514c74", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:32.489322 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-34207b72-0b13-4084-85ab-cffb38e7e94d {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:32.489728 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcabe130-00f9-4dd7-9ba6-8b8c10337019', 'tag': '3faec2d0-b738-4f56-9be7-f5b1a6458197', 'status': 'completed', 'code': 200} Aug 31 01:05:32.490042 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf46f33-22f4-4e12-a052-cab6ce8c19c9', 'name': 'network-vif-deleted', 'tag': '59ad9678-f910-450e-bf85-b34efa514c74', 'status': 'completed', 'code': 200} Aug 31 01:05:32.577665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc343f9-1e39-4854-8b81-ea8402c70bbb req-8700ad05-0683-450c-a6ed-0129d6bf2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:32.579061 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6bc343f9-1e39-4854-8b81-ea8402c70bbb req-8700ad05-0683-450c-a6ed-0129d6bf2c2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 1126 time: 0.0448091 Aug 31 01:05:32.675263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc343f9-1e39-4854-8b81-ea8402c70bbb req-afef8661-5eb1-4e79-8126-b50b2b105eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:32.676814 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6bc343f9-1e39-4854-8b81-ea8402c70bbb req-afef8661-5eb1-4e79-8126-b50b2b105eb1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.0909624 Aug 31 01:05:32.723247 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6bc343f9-1e39-4854-8b81-ea8402c70bbb req-2bb7a0c4-36ed-43f6-b83c-3f7237502c2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197 HTTP/1.1" status: 200 len: 217 time: 0.0360713 Aug 31 01:05:32.780302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc343f9-1e39-4854-8b81-ea8402c70bbb req-e029b369-14cb-48a0-a85f-6448967e4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:32.781757 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6bc343f9-1e39-4854-8b81-ea8402c70bbb req-e029b369-14cb-48a0-a85f-6448967e4c0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.0477574 Aug 31 01:05:32.822540 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6bc343f9-1e39-4854-8b81-ea8402c70bbb req-c325d9ee-1a41-479f-9b2b-d5692d035809 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248857 Aug 31 01:05:32.927952 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6bc343f9-1e39-4854-8b81-ea8402c70bbb req-3a981f57-6877-443a-8cb4-6342be791d84 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835304 Aug 31 01:05:33.032253 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6bc343f9-1e39-4854-8b81-ea8402c70bbb req-563d12c8-d5b3-4f75-8889-6837d12dbbd4 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943778 Aug 31 01:05:33.143133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25df72e-7ff0-4582-8c76-32ecc776ec5f req-f7ea9fed-a443-4b21-96f8-38162340479a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:33.144640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b25df72e-7ff0-4582-8c76-32ecc776ec5f req-f7ea9fed-a443-4b21-96f8-38162340479a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 943 time: 0.0821009 Aug 31 01:05:33.177374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e59339-44c1-484a-97c9-caae09447b2e req-a62fbced-4776-4db3-90e7-cc275eea5049 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:33.178837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86e59339-44c1-484a-97c9-caae09447b2e req-a62fbced-4776-4db3-90e7-cc275eea5049 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0818760 Aug 31 01:05:33.202930 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b25df72e-7ff0-4582-8c76-32ecc776ec5f req-c7b26ed2-70f1-4697-b640-7989b5d7e32c tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513997 Aug 31 01:05:33.228743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86e59339-44c1-484a-97c9-caae09447b2e req-bb179bb7-999e-4842-8391-b681727b9552 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387893 Aug 31 01:05:33.381851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74ad1a-adcc-49a4-8031-d21bdb7c0cfb req-64a6e045-57e5-4f15-980d-7cfd035d8275 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:33.383357 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a74ad1a-adcc-49a4-8031-d21bdb7c0cfb req-64a6e045-57e5-4f15-980d-7cfd035d8275 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0614986 Aug 31 01:05:33.445698 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a74ad1a-adcc-49a4-8031-d21bdb7c0cfb req-8e8bcd03-3c95-4cc7-a2fe-7123474371c5 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527954 Aug 31 01:05:33.457839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d665d-4d7c-4e1c-b7b1-abf655a59352 req-5d4ca1f1-91b8-4b69-b73f-0be020bc4ec0 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:33.459241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a94d665d-4d7c-4e1c-b7b1-abf655a59352 req-5d4ca1f1-91b8-4b69-b73f-0be020bc4ec0 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0750291 Aug 31 01:05:33.498742 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a94d665d-4d7c-4e1c-b7b1-abf655a59352 req-d9efc669-0228-4c97-bc90-59539b4598d0 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325799 Aug 31 01:05:33.713096 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-d61b8ef1-76f3-4a28-8e67-bd5ac274648a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:33.714532 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-d61b8ef1-76f3-4a28-8e67-bd5ac274648a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 812 time: 0.1075282 Aug 31 01:05:33.729815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-c600af8c-39d1-4f7b-9545-47ef5fe521a3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/quotas/b482d6d8a4da48aebfe3b627e6511e1e HTTP/1.1" status: 200 len: 375 time: 0.0089822 Aug 31 01:05:33.762621 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-eabcf8dc-fdc3-4879-bfad-0d131182b703 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275314 Aug 31 01:05:33.853874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-ca5bd446-5ad8-4fc4-b0c9-2c1bfaa59ce5 service neutron] 10.222.0.58 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820682 Aug 31 01:05:33.944325 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-5ef51814-bd99-47df-b8e7-7527e7adf00e service neutron] 10.222.0.58 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842097 Aug 31 01:05:34.107545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4d6c44e-7b95-4dba-883e-a2368a78f7a9 req-5ec2cb4c-172e-42a0-b743-26795e223037 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 210 time: 0.0272214 Aug 31 01:05:34.379362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f3b97-5961-44c5-ae15-3fcf2628df08 req-7ef8704a-432c-48a5-9f65-b302c0a75bc5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.380992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c42f3b97-5961-44c5-ae15-3fcf2628df08 req-7ef8704a-432c-48a5-9f65-b302c0a75bc5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 943 time: 0.0890045 Aug 31 01:05:34.397616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfadf9-a2c8-4fce-9efa-36a8dd6e6974 req-10ababe7-323a-4dc3-884a-97f047aa0230 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.399370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7bfadf9-a2c8-4fce-9efa-36a8dd6e6974 req-10ababe7-323a-4dc3-884a-97f047aa0230 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0791728 Aug 31 01:05:34.460230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c42f3b97-5961-44c5-ae15-3fcf2628df08 req-5204ae5e-b25c-434e-884d-c95842666c4e tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598817 Aug 31 01:05:34.465850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7bfadf9-a2c8-4fce-9efa-36a8dd6e6974 req-85c3b541-9162-4748-8452-8ac301340bc1 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581491 Aug 31 01:05:34.678994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850153e-fc9e-46df-ae98-6098902f29c8 req-a21be4fb-fe0a-4a36-b9b7-0edd66546cb2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.680491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6850153e-fc9e-46df-ae98-6098902f29c8 req-a21be4fb-fe0a-4a36-b9b7-0edd66546cb2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0816128 Aug 31 01:05:34.693392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e83a9f-5c21-4200-8d5e-a62341bd0b71 req-9a866c69-8342-4d20-b169-24ec70a4b84a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:34.694784 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0e83a9f-5c21-4200-8d5e-a62341bd0b71 req-9a866c69-8342-4d20-b169-24ec70a4b84a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0834203 Aug 31 01:05:34.756535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6850153e-fc9e-46df-ae98-6098902f29c8 req-927681fa-cd29-4e24-84da-337275e6fb6e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607979 Aug 31 01:05:34.759337 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0e83a9f-5c21-4200-8d5e-a62341bd0b71 req-148e6e08-4aad-4758-860d-dbfbc5306683 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563214 Aug 31 01:05:35.058283 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-cb93a679-5e05-424f-915d-cb09ae5c813c service neutron] 10.222.0.15 "GET /v2.0/ports/3faec2d0-b738-4f56-9be7-f5b1a6458197/bindings/n-h2-802060-13 HTTP/1.1" status: 200 len: 385 time: 0.0591714 Aug 31 01:05:35.230497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47f6bebb-01b5-4195-b702-9ed5e9324297 req-b40dd272-5fd1-482d-8481-06e23c04dee6 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 210 time: 0.0295992 Aug 31 01:05:35.242346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-ed1f2e5f-8bd8-4058-9069-6787793f730c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:35.243862 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-ed1f2e5f-8bd8-4058-9069-6787793f730c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.70 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 812 time: 0.1513293 Aug 31 01:05:35.336527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-f2968bf9-0afd-43f4-9b88-1432a505a25b service neutron] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:35.355811 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-f2968bf9-0afd-43f4-9b88-1432a505a25b service neutron] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:35.378462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-0b8e072c-0de7-4ee5-ab53-a60b34a2d589 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Request body: {'port': {'device_id': 'cd9c4d5c-4c49-46b7-a6bb-00a6281b4571', 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3', 'admin_state_up': True, 'tenant_id': 'b482d6d8a4da48aebfe3b627e6511e1e'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:35.436324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-f2968bf9-0afd-43f4-9b88-1432a505a25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3faec2d0-b738-4f56-9be7-f5b1a6458197 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:35.451969 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-f2968bf9-0afd-43f4-9b88-1432a505a25b service neutron] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:35.475179 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-f2968bf9-0afd-43f4-9b88-1432a505a25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:35.557106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 59ad9678-f910-450e-bf85-b34efa514c74 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:35.566869 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-0b8e072c-0de7-4ee5-ab53-a60b34a2d589 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Made reservation on behalf of b482d6d8a4da48aebfe3b627e6511e1e for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:35.571103 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-0b8e072c-0de7-4ee5-ab53-a60b34a2d589 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:35.589176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 59ad9678-f910-450e-bf85-b34efa514c74 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:05:35.590001 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 59ad9678-f910-450e-bf85-b34efa514c74 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:35.607724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-f2968bf9-0afd-43f4-9b88-1432a505a25b service neutron] Transition to ACTIVE for port object 3faec2d0-b738-4f56-9be7-f5b1a6458197 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:35.613533 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-f2968bf9-0afd-43f4-9b88-1432a505a25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:35.640636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038100f-9665-4ba1-9d46-a4b37d134488 req-ece1be6d-71ca-465a-87a9-6a673cf5c6f3 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:35.642901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9038100f-9665-4ba1-9d46-a4b37d134488 req-ece1be6d-71ca-465a-87a9-6a673cf5c6f3 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 943 time: 0.1018932 Aug 31 01:05:35.655014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72f9eb-a076-4d5a-a885-db03ad7141ff req-d8320578-0585-430a-81b4-c03f75f8403d tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:35.656813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a72f9eb-a076-4d5a-a885-db03ad7141ff req-d8320578-0585-430a-81b4-c03f75f8403d tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0809002 Aug 31 01:05:35.721543 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9038100f-9665-4ba1-9d46-a4b37d134488 req-82c3d67b-2b61-4498-8364-e000187f0122 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637589 Aug 31 01:05:35.724745 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a72f9eb-a076-4d5a-a885-db03ad7141ff req-69d2e07a-693c-4f46-acf8-d5bfb22a6468 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613577 Aug 31 01:05:35.960516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298312c-b98f-45f5-a7a1-a2607e693878 req-7e188f22-5aad-4185-8c6d-f3d35dc2119d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:35.962131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9298312c-b98f-45f5-a7a1-a2607e693878 req-7e188f22-5aad-4185-8c6d-f3d35dc2119d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0878184 Aug 31 01:05:35.976249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83abc4-0caa-45fb-bb20-077a2695528f req-94bd1535-bab5-4fda-8f96-a2eadf08bdcc tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:35.977893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a83abc4-0caa-45fb-bb20-077a2695528f req-94bd1535-bab5-4fda-8f96-a2eadf08bdcc tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0747111 Aug 31 01:05:35.991635 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-f2968bf9-0afd-43f4-9b88-1432a505a25b service neutron] No DVR routers for this DVR port 3faec2d0-b738-4f56-9be7-f5b1a6458197 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:36.014814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2968bf9-0afd-43f4-9b88-1432a505a25b service neutron] Pushing event updated for resources: {'Port': ['ID=3faec2d0-b738-4f56-9be7-f5b1a6458197,revision_number=10']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:36.038901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9298312c-b98f-45f5-a7a1-a2607e693878 req-6419c85d-ad64-4a2b-bdf5-19b984980d64 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599113 Aug 31 01:05:36.048010 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a83abc4-0caa-45fb-bb20-077a2695528f req-a9d5e383-3eb4-4c96-a37d-bc0346cc5b04 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620682 Aug 31 01:05:36.055032 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-f2968bf9-0afd-43f4-9b88-1432a505a25b service neutron] 10.222.0.15 "PUT /v2.0/ports/3faec2d0-b738-4f56-9be7-f5b1a6458197/bindings/n-h2-802060-13/activate HTTP/1.1" status: 200 len: 370 time: 0.9879055 Aug 31 01:05:36.063924 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-0b8e072c-0de7-4ee5-ab53-a60b34a2d589 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Allocated IP 172.20.0.14 (bf748b9a-457b-452d-8f52-91166f0980f3/1342b107-53e3-4c9f-a16f-d105660726b0/870df571-aae5-44fd-847c-49dd834c82f0) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:36.236191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-8e934612-ac4d-46c0-8a69-8aab1ca7a596 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.238256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-8e934612-ac4d-46c0-8a69-8aab1ca7a596 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1096 time: 0.0905521 Aug 31 01:05:36.252892 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-0b8e072c-0de7-4ee5-ab53-a60b34a2d589 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:36.308981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-dc2c533a-420c-477c-b266-29e7bfb1a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.310610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-dc2c533a-420c-477c-b266-29e7bfb1a63c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6 HTTP/1.1" status: 200 len: 1096 time: 0.0618169 Aug 31 01:05:36.330392 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-0b8e072c-0de7-4ee5-ab53-a60b34a2d589 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:36.387697 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-0b8e072c-0de7-4ee5-ab53-a60b34a2d589 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Network bf748b9a-457b-452d-8f52-91166f0980f3 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:36.399843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-0b8e072c-0de7-4ee5-ab53-a60b34a2d589 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:36.424938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-0b8e072c-0de7-4ee5-ab53-a60b34a2d589 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:36.450803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e072c-0de7-4ee5-ab53-a60b34a2d589 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Pushing event updated for resources: {'Port': ['ID=870df571-aae5-44fd-847c-49dd834c82f0,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:36.489286 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-0b8e072c-0de7-4ee5-ab53-a60b34a2d589 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.489955 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-0b8e072c-0de7-4ee5-ab53-a60b34a2d589 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:36.493791 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1559d-1681-45f5-8b80-bdf095090c3d req-41264b2e-e945-48cb-b685-bb59dae86ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.495331 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-81c1559d-1681-45f5-8b80-bdf095090c3d req-41264b2e-e945-48cb-b685-bb59dae86ee5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6fd6c37b44ec4786b8bda4b838ffa172&device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 1098 time: 0.1134269 Aug 31 01:05:36.510125 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-0b8e072c-0de7-4ee5-ab53-a60b34a2d589 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1360850 Aug 31 01:05:36.532635 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Request body: {'port': {'device_id': 'cd9c4d5c-4c49-46b7-a6bb-00a6281b4571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:36.643638 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:36.691500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1559d-1681-45f5-8b80-bdf095090c3d req-4c234500-dd35-46f3-a04d-fc746277e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.693003 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-81c1559d-1681-45f5-8b80-bdf095090c3d req-4c234500-dd35-46f3-a04d-fc746277e1f4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb130647-772c-4cc2-8df7-4fda7afb64c3 HTTP/1.1" status: 200 len: 917 time: 0.1726525 Aug 31 01:05:36.743971 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1f857-6dbf-4a71-b366-95e2e8010044 req-1e806104-aa8e-4a14-b87a-2c8a4f73a15b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.745548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9fa1f857-6dbf-4a71-b366-95e2e8010044 req-1e806104-aa8e-4a14-b87a-2c8a4f73a15b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 932 time: 0.4340236 Aug 31 01:05:36.752311 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-81c1559d-1681-45f5-8b80-bdf095090c3d req-2ec5a2cb-c71f-4365-a13a-0add54714889 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c18d979-2b6f-4aa1-896f-bab193af8b9e HTTP/1.1" status: 200 len: 217 time: 0.0497029 Aug 31 01:05:36.759427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-af4d3e86-680f-4245-9e7c-57f82dfea507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.760857 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-af4d3e86-680f-4245-9e7c-57f82dfea507 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 1096 time: 0.4098985 Aug 31 01:05:36.788483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f7962-54ee-4e28-a324-4689a0f3f615 req-ed37322e-ad2e-48a3-8142-4fd4ea33e72f tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.789903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-648f7962-54ee-4e28-a324-4689a0f3f615 req-ed37322e-ad2e-48a3-8142-4fd4ea33e72f tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.4254017 Aug 31 01:05:36.889627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9fa1f857-6dbf-4a71-b366-95e2e8010044 req-185393c3-8a6b-4c28-81e5-5847e0bb7180 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337876 Aug 31 01:05:36.897682 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1559d-1681-45f5-8b80-bdf095090c3d req-6cde8b59-5e28-4a9f-a8f1-b66d94631a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.899077 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-81c1559d-1681-45f5-8b80-bdf095090c3d req-6cde8b59-5e28-4a9f-a8f1-b66d94631a20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fcdb3e82-e961-4af5-b072-862b1f0609f0 HTTP/1.1" status: 200 len: 855 time: 0.1001446 Aug 31 01:05:36.911197 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-648f7962-54ee-4e28-a324-4689a0f3f615 req-ed83e046-3459-4ebb-8721-b311af521f69 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069329 Aug 31 01:05:36.937537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-aa6d40ea-bd16-4b44-9c57-bc14466f471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:36.939433 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-aa6d40ea-bd16-4b44-9c57-bc14466f471a service neutron] 10.222.0.70 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.1610432 Aug 31 01:05:36.989896 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-17412c91-7eec-421a-8df9-8f7efb5d47f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197 HTTP/1.1" status: 200 len: 217 time: 0.0411096 Aug 31 01:05:37.000583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1559d-1681-45f5-8b80-bdf095090c3d req-fd718ba4-1394-4e76-beae-2ffd43994ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:37.002506 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-81c1559d-1681-45f5-8b80-bdf095090c3d req-fd718ba4-1394-4e76-beae-2ffd43994ddc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb130647-772c-4cc2-8df7-4fda7afb64c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951486 Aug 31 01:05:37.107678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bb624-73bc-4e98-be44-93d225f69b21 req-44a7dd39-22d7-4747-bdde-8c7ed4fe7bc6 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:37.109396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e94bb624-73bc-4e98-be44-93d225f69b21 req-44a7dd39-22d7-4747-bdde-8c7ed4fe7bc6 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 944 time: 0.1223388 Aug 31 01:05:37.110791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-8f77e3b5-7595-4614-9ce6-5db4d84fcf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:37.112212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-8f77e3b5-7595-4614-9ce6-5db4d84fcf8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.1127636 Aug 31 01:05:37.120557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757044d7-6409-4447-a51e-4618e58d0dba req-94d0e93d-7f1c-4d33-94bc-a7bcc5868640 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:37.121965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-757044d7-6409-4447-a51e-4618e58d0dba req-94d0e93d-7f1c-4d33-94bc-a7bcc5868640 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.1247613 Aug 31 01:05:37.145574 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870df571-aae5-44fd-847c-49dd834c82f0 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:37.158124 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:37.159951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-8c6b45da-23c2-48a8-9af6-8a9634fa61f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360224 Aug 31 01:05:37.186722 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-81c1559d-1681-45f5-8b80-bdf095090c3d req-eeae1a1a-eedf-41b2-82e0-ca063bc80c54 service neutron] 10.222.0.70 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663649 Aug 31 01:05:37.187814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Transition to ACTIVE for port object 870df571-aae5-44fd-847c-49dd834c82f0 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:37.191667 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:37.254928 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e94bb624-73bc-4e98-be44-93d225f69b21 req-adbef955-8dcf-45d7-97b0-eb0298fe3b4f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312935 Aug 31 01:05:37.259222 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-757044d7-6409-4447-a51e-4618e58d0dba req-d9d024e5-8f6c-4aaf-9612-2e6f66c6e755 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258838 Aug 31 01:05:37.312910 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=870df571-aae5-44fd-847c-49dd834c82f0,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:37.336594 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-066c82ad-14bc-471a-a3b8-393d92e006bf service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621852 Aug 31 01:05:37.398768 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-81c1559d-1681-45f5-8b80-bdf095090c3d req-6bd7f170-c364-435e-8e89-f139892222fa service neutron] 10.222.0.70 "GET /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988304 Aug 31 01:05:37.420753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Attempting to bind port 870df571-aae5-44fd-847c-49dd834c82f0 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:37.421274 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Attempting to bind port 870df571-aae5-44fd-847c-49dd834c82f0 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:37.421733 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Attempting to bind port 870df571-aae5-44fd-847c-49dd834c82f0 on network bf748b9a-457b-452d-8f52-91166f0980f3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:37.428629 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Port 870df571-aae5-44fd-847c-49dd834c82f0 on network bf748b9a-457b-452d-8f52-91166f0980f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:05:37.429118 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Attempting to bind port 870df571-aae5-44fd-847c-49dd834c82f0 on network bf748b9a-457b-452d-8f52-91166f0980f3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:37.435851 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:37.436299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Checking segment: {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:37.436740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Bound using segment: {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:37.437183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Bound port: 870df571-aae5-44fd-847c-49dd834c82f0, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:37.437545 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:37.513334 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] For port 870df571-aae5-44fd-847c-49dd834c82f0, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:37.516371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a046c-a0b2-4939-9005-d7856d8af9d5 req-98da854c-f0fb-419f-8f47-d0223f1da35a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:37.517529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] For port 870df571-aae5-44fd-847c-49dd834c82f0, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=870df571-aae5-44fd-847c-49dd834c82f0,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:37.518646 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b80a046c-a0b2-4939-9005-d7856d8af9d5 req-98da854c-f0fb-419f-8f47-d0223f1da35a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0939848 Aug 31 01:05:37.522139 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:37.538564 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-b930daab-f067-4250-9c26-e4a5f4fee480 service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931009 Aug 31 01:05:37.562788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:37.563522 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:37.564914 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] 10.222.0.70 "PUT /v2.0/ports/870df571-aae5-44fd-847c-49dd834c82f0 HTTP/1.1" status: 200 len: 1093 time: 1.0366559 Aug 31 01:05:37.565359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9c4d5c-4c49-46b7-a6bb-00a6281b4571', 'tag': '870df571-aae5-44fd-847c-49dd834c82f0'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:37.567765 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e439bc51-86da-4795-910b-afd3d5524b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9c4d5c-4c49-46b7-a6bb-00a6281b4571", "tag": "870df571-aae5-44fd-847c-49dd834c82f0"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:37.579488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 3faec2d0-b738-4f56-9be7-f5b1a6458197 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:37.596042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b80a046c-a0b2-4939-9005-d7856d8af9d5 req-06f72d96-897b-4b36-b4fc-67e8582c7625 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703082 Aug 31 01:05:37.607635 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1311e-9523-44dd-8f45-6f77e8803cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=870df571-aae5-44fd-847c-49dd834c82f0,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:37.646050 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156f7c68-4679-4466-b6fe-32419aef5e53 x-openstack-request-id: req-156f7c68-4679-4466-b6fe-32419aef5e53 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:37.646446 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9c4d5c-4c49-46b7-a6bb-00a6281b4571", "tag": "870df571-aae5-44fd-847c-49dd834c82f0", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:37.646578 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-156f7c68-4679-4466-b6fe-32419aef5e53 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:37.646995 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9c4d5c-4c49-46b7-a6bb-00a6281b4571', 'tag': '870df571-aae5-44fd-847c-49dd834c82f0', 'status': 'completed', 'code': 200} Aug 31 01:05:37.653004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 3faec2d0-b738-4f56-9be7-f5b1a6458197 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:37.678775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-0a6be691-4b06-4670-bee8-d94360a029e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:37.680644 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-0a6be691-4b06-4670-bee8-d94360a029e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 1096 time: 0.0471060 Aug 31 01:05:37.741132 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-b7d2b6cf-02c7-4194-a737-ab2a671ca438 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=870df571-aae5-44fd-847c-49dd834c82f0 HTTP/1.1" status: 200 len: 217 time: 0.0394540 Aug 31 01:05:37.798141 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-288a3d69-10c7-4541-89c2-bfc0656fbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:37.799751 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-288a3d69-10c7-4541-89c2-bfc0656fbb52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1342b107-53e3-4c9f-a16f-d105660726b0 HTTP/1.1" status: 200 len: 852 time: 0.0495763 Aug 31 01:05:37.850826 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-3122a6ec-a81e-49b8-9d14-df308103504a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf748b9a-457b-452d-8f52-91166f0980f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278370 Aug 31 01:05:37.868505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-59d75c55-3582-40db-9783-80bedff9ee5c tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:37.870067 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-59d75c55-3582-40db-9783-80bedff9ee5c tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 1096 time: 0.0467589 Aug 31 01:05:37.953583 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-c2c6558c-cd0e-4d93-864a-0199413ce786 service neutron] 10.222.0.70 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942445 Aug 31 01:05:38.065202 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e5c2f7e8-dc43-4d58-8418-c9299978a90a req-2f44d7a9-6a86-4f0a-bb9e-bc22ed4aac83 service neutron] 10.222.0.70 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983944 Aug 31 01:05:38.087043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-fadabdff-11c2-412a-8180-d7f8a92b62b3 service neutron] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:38.094564 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-fadabdff-11c2-412a-8180-d7f8a92b62b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:38.095701 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a2cfd18-8dde-4368-89d8-385cad1a5d71 req-fadabdff-11c2-412a-8180-d7f8a92b62b3 service neutron] 10.222.0.70 "DELETE /v2.0/ports/3faec2d0-b738-4f56-9be7-f5b1a6458197/bindings/n-h1-802060-13 HTTP/1.1" status: 204 len: 173 time: 0.2110977 Aug 31 01:05:38.109651 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf57d86-81ff-4fe1-aa0c-a28e02e28c73 req-7431489e-42e0-4c70-b40e-46542fd1ceac tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:38.111151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fdf57d86-81ff-4fe1-aa0c-a28e02e28c73 req-7431489e-42e0-4c70-b40e-46542fd1ceac tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.1175675 Aug 31 01:05:38.120734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310f6b5-a82c-4719-aac4-12417e1d4e47 req-41afab68-f081-4dbc-9613-c683a98aac9c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:38.123145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e310f6b5-a82c-4719-aac4-12417e1d4e47 req-41afab68-f081-4dbc-9613-c683a98aac9c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 944 time: 0.1261218 Aug 31 01:05:38.208524 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fdf57d86-81ff-4fe1-aa0c-a28e02e28c73 req-4241d47f-b2a2-4406-b6b0-94ef9733d555 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822089 Aug 31 01:05:38.217340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e310f6b5-a82c-4719-aac4-12417e1d4e47 req-7431939e-85a1-4839-bf21-30bba84e2aa0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831368 Aug 31 01:05:38.225315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439bc51-86da-4795-910b-afd3d5524b9b req-392f03ed-4ebd-4029-9377-ba1dd36aed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:38.226527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e439bc51-86da-4795-910b-afd3d5524b9b req-392f03ed-4ebd-4029-9377-ba1dd36aed47 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 1096 time: 0.1024101 Aug 31 01:05:38.326599 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439bc51-86da-4795-910b-afd3d5524b9b req-bee7152e-ba62-4bbd-bbf7-69beed3b7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:38.328237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e439bc51-86da-4795-910b-afd3d5524b9b req-bee7152e-ba62-4bbd-bbf7-69beed3b7c54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 913 time: 0.0921097 Aug 31 01:05:38.403778 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e439bc51-86da-4795-910b-afd3d5524b9b req-364fd3c2-5dfa-499e-bd21-a594f7a8a17f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=870df571-aae5-44fd-847c-49dd834c82f0 HTTP/1.1" status: 200 len: 217 time: 0.0566995 Aug 31 01:05:38.509529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415dbe1-64af-42c7-999e-56e527529cf6 req-482a887c-3c8d-41f4-afa4-8d7aa161a4c7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:38.511032 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7415dbe1-64af-42c7-999e-56e527529cf6 req-482a887c-3c8d-41f4-afa4-8d7aa161a4c7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.1553493 Aug 31 01:05:38.520877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513077c-6b66-4619-897d-97cc6811806d req-6bac1b85-04ad-43a6-a7b9-2657f5e9104f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:38.522326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f513077c-6b66-4619-897d-97cc6811806d req-6bac1b85-04ad-43a6-a7b9-2657f5e9104f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 944 time: 0.1676903 Aug 31 01:05:38.525998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439bc51-86da-4795-910b-afd3d5524b9b req-98f07c6d-84d3-4984-913b-51df3f7df365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:38.527503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e439bc51-86da-4795-910b-afd3d5524b9b req-98f07c6d-84d3-4984-913b-51df3f7df365 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1342b107-53e3-4c9f-a16f-d105660726b0 HTTP/1.1" status: 200 len: 852 time: 0.0959716 Aug 31 01:05:38.586017 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e439bc51-86da-4795-910b-afd3d5524b9b req-cdc1d3b3-703a-4428-8a9d-8ab00e304877 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf748b9a-457b-452d-8f52-91166f0980f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381377 Aug 31 01:05:38.617577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7415dbe1-64af-42c7-999e-56e527529cf6 req-f2efa955-809d-4c45-8619-eb7110a9fa7e tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939803 Aug 31 01:05:38.623226 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f513077c-6b66-4619-897d-97cc6811806d req-bfd31bed-2758-4556-8246-d7bb1ec5a406 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888186 Aug 31 01:05:38.710116 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e439bc51-86da-4795-910b-afd3d5524b9b req-e4e63b3c-1370-4f47-95a8-90fbf5291886 service neutron] 10.222.0.70 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041987 Aug 31 01:05:38.836279 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e439bc51-86da-4795-910b-afd3d5524b9b req-a1dc3e00-e0a8-42e2-9769-a735308855ec service neutron] 10.222.0.70 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170883 Aug 31 01:05:38.864136 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e352b1-2fbf-4c51-b2c0-6224cc9536a5 req-862eed36-b8a7-4b06-86ec-cb115ee6bfd0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:38.865583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7e352b1-2fbf-4c51-b2c0-6224cc9536a5 req-862eed36-b8a7-4b06-86ec-cb115ee6bfd0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0717320 Aug 31 01:05:38.922566 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7e352b1-2fbf-4c51-b2c0-6224cc9536a5 req-b4d2888a-2c69-4bcd-bbce-51526b803536 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396442 Aug 31 01:05:38.925934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1b4d6-91e8-421f-9b5c-4424b1353590 req-19c4bd5b-f01a-4629-a5e7-6ac64b7bfb87 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:38.927563 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40f1b4d6-91e8-421f-9b5c-4424b1353590 req-19c4bd5b-f01a-4629-a5e7-6ac64b7bfb87 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 1096 time: 0.0844848 Aug 31 01:05:38.963143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40f1b4d6-91e8-421f-9b5c-4424b1353590 req-accc73e1-bfac-4c72-ad8e-cdfaaf05aeec tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295146 Aug 31 01:05:39.194186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8349f-f020-4324-9e10-69209e392f10 req-a600f05a-dde9-4812-890e-01409fed7966 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:39.195704 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bad8349f-f020-4324-9e10-69209e392f10 req-a600f05a-dde9-4812-890e-01409fed7966 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 808 time: 0.1064584 Aug 31 01:05:39.211071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bad8349f-f020-4324-9e10-69209e392f10 req-f953560b-ec7a-4b34-96ff-eb03d28ef73b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/quotas/b9eb0ca2dc0f47d09a40a3825adf28d6 HTTP/1.1" status: 200 len: 375 time: 0.0098889 Aug 31 01:05:39.269800 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bad8349f-f020-4324-9e10-69209e392f10 req-dc4bae18-85c9-47a9-87d7-941371a46347 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531876 Aug 31 01:05:39.400573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04c724-d2d1-4a24-9cff-015fd85c0fc9 req-386f6745-4009-463d-904c-94ead5b12d23 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:39.402054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca04c724-d2d1-4a24-9cff-015fd85c0fc9 req-386f6745-4009-463d-904c-94ead5b12d23 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.1154790 Aug 31 01:05:39.406715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bad8349f-f020-4324-9e10-69209e392f10 req-75e8f15f-3a6f-43df-bfb9-505ad1afd1d2 service neutron] 10.222.0.58 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297233 Aug 31 01:05:39.492067 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca04c724-d2d1-4a24-9cff-015fd85c0fc9 req-c9938155-4ab8-4ac3-a2f0-cc38bfa0c0df tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826743 Aug 31 01:05:39.523082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bad8349f-f020-4324-9e10-69209e392f10 req-c99c690c-4f10-4b9a-8549-bda539553864 service neutron] 10.222.0.58 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078866 Aug 31 01:05:39.608835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f776-723d-4bf0-a34f-1f755ae97c7d req-d1baa3e9-b58d-4ecf-8a77-f337dc1a7f91 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:39.610460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f20f776-723d-4bf0-a34f-1f755ae97c7d req-d1baa3e9-b58d-4ecf-8a77-f337dc1a7f91 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 944 time: 0.0546596 Aug 31 01:05:39.656961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f20f776-723d-4bf0-a34f-1f755ae97c7d req-0bfc5f1a-5e36-4942-bea5-885e76a6826e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403552 Aug 31 01:05:39.697732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6366c06f-abfc-4f28-bbd4-83a66079c656 req-adaf0c09-4aa3-453e-bdbb-17e3d6c1aa30 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 210 time: 0.0280507 Aug 31 01:05:39.769377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab1711-8eb5-4d19-8fde-6b64c079055a req-9e51538e-0c16-4e57-8c54-666a01c42246 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:39.770762 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94ab1711-8eb5-4d19-8fde-6b64c079055a req-9e51538e-0c16-4e57-8c54-666a01c42246 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0540080 Aug 31 01:05:39.841527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94ab1711-8eb5-4d19-8fde-6b64c079055a req-78d1c631-99bc-4f05-b168-bbbbbd51cf66 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608296 Aug 31 01:05:39.849903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a125438-dafa-4b7e-a635-c08bdb5e36c1 req-23d1a4db-c1fb-4d1a-a774-917fdfaed7b7 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:39.851481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a125438-dafa-4b7e-a635-c08bdb5e36c1 req-23d1a4db-c1fb-4d1a-a774-917fdfaed7b7 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0797932 Aug 31 01:05:39.898046 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a125438-dafa-4b7e-a635-c08bdb5e36c1 req-22f6a021-749d-4c52-8fc8-9eaa691720fc tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403795 Aug 31 01:05:40.095588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 870df571-aae5-44fd-847c-49dd834c82f0 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:40.129883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe539fc-f16d-432b-8266-acc7fbc764a9 req-ade27fa2-c087-4fe8-9252-aae1896fee1c tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:40.131620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbe539fc-f16d-432b-8266-acc7fbc764a9 req-ade27fa2-c087-4fe8-9252-aae1896fee1c tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca10a504-a357-4706-80de-8c69f7780934 HTTP/1.1" status: 200 len: 946 time: 0.0795510 Aug 31 01:05:40.140262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138f99c-d8d2-4a34-8e0f-4d2b03dcb948 req-5f2cbcea-02a6-46af-956e-28c989e80359 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:40.142174 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c138f99c-d8d2-4a34-8e0f-4d2b03dcb948 req-5f2cbcea-02a6-46af-956e-28c989e80359 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0807798 Aug 31 01:05:40.195427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 870df571-aae5-44fd-847c-49dd834c82f0, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=870df571-aae5-44fd-847c-49dd834c82f0,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:40.199625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbe539fc-f16d-432b-8266-acc7fbc764a9 req-c81e4cf4-02ba-4b0d-a5a4-d6c0d317b3be tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566788 Aug 31 01:05:40.202703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c138f99c-d8d2-4a34-8e0f-4d2b03dcb948 req-49dae5ca-606c-41e5-a445-f87e73a13e05 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538118 Aug 31 01:05:40.207498 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '870df571-aae5-44fd-847c-49dd834c82f0', 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3', 'port_id': '870df571-aae5-44fd-847c-49dd834c82f0', 'mac_address': 'fa:16:3e:b0:39:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342b107-53e3-4c9f-a16f-d105660726b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:40.248006 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:40.261763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870df571-aae5-44fd-847c-49dd834c82f0 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:40.285869 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 870df571-aae5-44fd-847c-49dd834c82f0, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=870df571-aae5-44fd-847c-49dd834c82f0,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:40.291334 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:40.332003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254939c5-703d-495d-aec1-37cbee295afe req-23271670-b622-4a0c-bdb1-a2f951672dbe tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:40.333590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-254939c5-703d-495d-aec1-37cbee295afe req-23271670-b622-4a0c-bdb1-a2f951672dbe tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 946 time: 0.0564435 Aug 31 01:05:40.340919 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=870df571-aae5-44fd-847c-49dd834c82f0,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:40.349414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:40.349754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:40.350090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:40.350425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:40.350747 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:40.351071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:40.351420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:40.351758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:40.352059 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:40.352377 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:40.352697 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:40.353040 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:40.379119 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-254939c5-703d-495d-aec1-37cbee295afe req-69618034-692e-4e1b-aec9-ebffcdfec72f tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387437 Aug 31 01:05:40.423613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-7b4a68cc-9e84-4ff4-a310-f21122a580f5 req-4b49e09c-52b1-4ea2-aefd-cef56c3f87d1 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:05:40.424615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b4a68cc-9e84-4ff4-a310-f21122a580f5 req-4b49e09c-52b1-4ea2-aefd-cef56c3f87d1 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064726 Aug 31 01:05:40.513254 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b4a68cc-9e84-4ff4-a310-f21122a580f5 req-0f5460a9-881b-4030-b756-ca70336d5274 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0826986 Aug 31 01:05:40.644873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['870df571-aae5-44fd-847c-49dd834c82f0'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:40.825803 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60d80b-9ec9-4ef4-a1f1-aa65d5ccf598 req-07916d22-5302-4c80-8104-87bc043a1bd1 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:40.835321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df60d80b-9ec9-4ef4-a1f1-aa65d5ccf598 req-07916d22-5302-4c80-8104-87bc043a1bd1 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 945 time: 0.0962276 Aug 31 01:05:40.844213 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8349f-f020-4324-9e10-69209e392f10 req-5834901d-782c-4ceb-a663-b41b507fe43c tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:40.846434 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bad8349f-f020-4324-9e10-69209e392f10 req-5834901d-782c-4ceb-a663-b41b507fe43c tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.15 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 808 time: 0.1645231 Aug 31 01:05:40.863632 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:40.875823 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-bad8349f-f020-4324-9e10-69209e392f10 req-3d3ef784-55ab-4b99-a60d-55c805fbbbfe tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Request body: {'port': {'device_id': 'c6a757d2-ad11-4cd3-b6eb-09600edc668a', 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c', 'admin_state_up': True, 'tenant_id': 'b9eb0ca2dc0f47d09a40a3825adf28d6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:40.884006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df60d80b-9ec9-4ef4-a1f1-aa65d5ccf598 req-94cc2f62-1598-440a-9722-9de894491376 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477402 Aug 31 01:05:40.894058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3b26f-38af-453e-af4f-5080d78a5e7e req-bcb3dfba-4ce0-44e5-a105-6d81eb69d170 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:40.896157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6c3b26f-38af-453e-af4f-5080d78a5e7e req-bcb3dfba-4ce0-44e5-a105-6d81eb69d170 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.1181176 Aug 31 01:05:40.941631 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6c3b26f-38af-453e-af4f-5080d78a5e7e req-08caea75-6b60-4c81-95ea-3709b4dda89d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374188 Aug 31 01:05:41.011525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad8349f-f020-4324-9e10-69209e392f10 req-3d3ef784-55ab-4b99-a60d-55c805fbbbfe tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Made reservation on behalf of b9eb0ca2dc0f47d09a40a3825adf28d6 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:05:41.013069 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4665cc85-d310-403b-a590-adc9ca6a727f req-5a7218fc-e485-443e-b47c-1208cb6b87e2 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 210 time: 0.0449460 Aug 31 01:05:41.018095 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bad8349f-f020-4324-9e10-69209e392f10 req-3d3ef784-55ab-4b99-a60d-55c805fbbbfe tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:41.085181 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1134f-4e9b-4434-bf36-4a7f302897e6 req-2676dc62-5e51-4365-a396-a9bc7ff3ff0a tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:41.086782 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fb1134f-4e9b-4434-bf36-4a7f302897e6 req-2676dc62-5e51-4365-a396-a9bc7ff3ff0a tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0691733 Aug 31 01:05:41.136991 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fb1134f-4e9b-4434-bf36-4a7f302897e6 req-cf5cc8b7-469d-4041-93ea-158719c93273 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418127 Aug 31 01:05:41.208316 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-bad8349f-f020-4324-9e10-69209e392f10 req-3d3ef784-55ab-4b99-a60d-55c805fbbbfe tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Allocated IP 172.20.0.11 (32b1eadd-9506-486a-a2b9-8d7cc981c36c/05eaa767-8692-4d9b-9d2d-a7dea0043ab9/661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:05:41.215735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833b02-9a85-4cef-98d1-682704f0dc1e req-d676ed7e-c63f-4afc-9e67-2c424acd37ad tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:41.219914 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f833b02-9a85-4cef-98d1-682704f0dc1e req-d676ed7e-c63f-4afc-9e67-2c424acd37ad tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca10a504-a357-4706-80de-8c69f7780934 HTTP/1.1" status: 200 len: 946 time: 0.0586064 Aug 31 01:05:41.265981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f833b02-9a85-4cef-98d1-682704f0dc1e req-63d0a792-a37b-4426-8662-a68da9992dc8 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399628 Aug 31 01:05:41.386868 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bad8349f-f020-4324-9e10-69209e392f10 req-3d3ef784-55ab-4b99-a60d-55c805fbbbfe tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:41.430176 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bad8349f-f020-4324-9e10-69209e392f10 req-3d3ef784-55ab-4b99-a60d-55c805fbbbfe tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:41.440128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6e403-cc99-4d5e-a447-a44962f34d55 req-057b2841-d5f6-4d46-a5d6-b225dac6d186 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:41.442007 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ee6e403-cc99-4d5e-a447-a44962f34d55 req-057b2841-d5f6-4d46-a5d6-b225dac6d186 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 946 time: 0.0864465 Aug 31 01:05:41.449582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a38df-f4c9-4873-80ad-77392de81f95 req-e01a303d-2756-47c8-907f-c3f535b0fe5b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:41.451159 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-706a38df-f4c9-4873-80ad-77392de81f95 req-e01a303d-2756-47c8-907f-c3f535b0fe5b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0969040 Aug 31 01:05:41.485242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad8349f-f020-4324-9e10-69209e392f10 req-3d3ef784-55ab-4b99-a60d-55c805fbbbfe tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Network 32b1eadd-9506-486a-a2b9-8d7cc981c36c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:05:41.488503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-bad8349f-f020-4324-9e10-69209e392f10 req-3d3ef784-55ab-4b99-a60d-55c805fbbbfe tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:05:41.492365 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad8349f-f020-4324-9e10-69209e392f10 req-3d3ef784-55ab-4b99-a60d-55c805fbbbfe tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:05:41.507854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ee6e403-cc99-4d5e-a447-a44962f34d55 req-35e3e375-0bd6-44e0-93d1-ecea88f4ad71 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555203 Aug 31 01:05:41.515730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-706a38df-f4c9-4873-80ad-77392de81f95 req-edd3b8d2-211c-4010-ba90-9606e4dc8620 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555930 Aug 31 01:05:41.516145 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ef784-55ab-4b99-a60d-55c805fbbbfe tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Pushing event updated for resources: {'Port': ['ID=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:41.548597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8349f-f020-4324-9e10-69209e392f10 req-3d3ef784-55ab-4b99-a60d-55c805fbbbfe tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:41.549328 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bad8349f-f020-4324-9e10-69209e392f10 req-3d3ef784-55ab-4b99-a60d-55c805fbbbfe tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:41.568329 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bad8349f-f020-4324-9e10-69209e392f10 req-3d3ef784-55ab-4b99-a60d-55c805fbbbfe tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6978884 Aug 31 01:05:41.585801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Request body: {'port': {'device_id': 'c6a757d2-ad11-4cd3-b6eb-09600edc668a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:41.648101 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:41.704283 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e0144-0162-4c50-9683-09f57d27bd97 req-dbe0f1ac-a995-4231-8e42-51c04112de17 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:41.710501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e0144-0162-4c50-9683-09f57d27bd97 req-dbe0f1ac-a995-4231-8e42-51c04112de17 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:41.716595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e0144-0162-4c50-9683-09f57d27bd97 req-dbe0f1ac-a995-4231-8e42-51c04112de17 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:41.719019 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f4e0144-0162-4c50-9683-09f57d27bd97 req-dbe0f1ac-a995-4231-8e42-51c04112de17 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332&device_id=ca10a504-a357-4706-80de-8c69f7780934&device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 2419 time: 0.0683770 Aug 31 01:05:41.760910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f4e0144-0162-4c50-9683-09f57d27bd97 req-9f73c63b-ea70-42a8-b8e1-ee73c1c040df tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345149 Aug 31 01:05:41.846237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f529a6f1-5900-4df9-ac22-19fb8f05ec75 req-7fea9857-cfba-4057-af2d-b558eb6849d0 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.0519416 Aug 31 01:05:41.937586 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:41.950216 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:41.970250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Transition to ACTIVE for port object 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:41.977029 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:42.058270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673f9a0-ba2f-48ae-8d63-dea176119b5d req-c1b4d38d-c6f8-4c5c-a244-a584316495cd tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:42.063803 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c673f9a0-ba2f-48ae-8d63-dea176119b5d req-c1b4d38d-c6f8-4c5c-a244-a584316495cd tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 945 time: 0.0986931 Aug 31 01:05:42.073938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Pushing event updated for resources: {'Port': ['ID=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:42.112117 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 870df571-aae5-44fd-847c-49dd834c82f0 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:42.130343 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c673f9a0-ba2f-48ae-8d63-dea176119b5d req-eb1b66da-275c-4a3c-bab5-f2298e305abb tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564873 Aug 31 01:05:42.178075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:42.178538 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:42.178983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:42.184722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:05:42.185197 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:42.188811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 870df571-aae5-44fd-847c-49dd834c82f0 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:42.191375 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:42.191828 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Checking segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:42.192492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Bound using segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:42.193041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Bound port: 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:42.193556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 870df571-aae5-44fd-847c-49dd834c82f0 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:42.193690 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:42.194196 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:42.291420 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:42.296494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d502-a1b0-4912-9841-c549bbe3ba9c req-179080d1-0cd6-4b17-a4bf-ca4eacddd110 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:42.297204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:42.299810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51c7d502-a1b0-4912-9841-c549bbe3ba9c req-179080d1-0cd6-4b17-a4bf-ca4eacddd110 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 944 time: 0.0787845 Aug 31 01:05:42.303748 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:42.316475 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:42.352340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9c4d5c-4c49-46b7-a6bb-00a6281b4571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870df571-aae5-44fd-847c-49dd834c82f0'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:42.355097 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e36f025-af22-4c3d-8d97-de8f5feaf9b6" -d '{"events": [{"server_uuid": "cd9c4d5c-4c49-46b7-a6bb-00a6281b4571", "name": "network-vif-plugged", "status": "completed", "tag": "870df571-aae5-44fd-847c-49dd834c82f0"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:42.367891 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51c7d502-a1b0-4912-9841-c549bbe3ba9c req-cea7fb84-1776-45e0-af9f-4911fd7335cb tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614982 Aug 31 01:05:42.374815 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 870df571-aae5-44fd-847c-49dd834c82f0, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=870df571-aae5-44fd-847c-49dd834c82f0,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:42.384604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:42.385452 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:42.388693 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:42.391485 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bad8349f-f020-4324-9e10-69209e392f10 req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] 10.222.0.15 "PUT /v2.0/ports/661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa HTTP/1.1" status: 200 len: 1093 time: 0.8063369 Aug 31 01:05:42.392316 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a757d2-ad11-4cd3-b6eb-09600edc668a', 'tag': '661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:42.404706 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79931b3b-c502-4ef5-bb3e-e5a43c521950" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a757d2-ad11-4cd3-b6eb-09600edc668a", "tag": "661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:42.451366 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8364d34-17d3-4b19-b103-1f9e21296add service neutron] Pushing event updated for resources: {'Port': ['ID=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:42.475389 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=870df571-aae5-44fd-847c-49dd834c82f0,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:42.514665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61350a56-f17a-4d6d-a841-16eb439e7442 req-e1eea2a4-0e8a-4888-92d0-8f1fd67bf707 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:42.516150 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8349f-f020-4324-9e10-69209e392f10 req-7e61230a-733e-4670-a6a3-572c1971859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:42.516508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61350a56-f17a-4d6d-a841-16eb439e7442 req-e1eea2a4-0e8a-4888-92d0-8f1fd67bf707 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0664852 Aug 31 01:05:42.517794 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bad8349f-f020-4324-9e10-69209e392f10 req-7e61230a-733e-4670-a6a3-572c1971859b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 1096 time: 0.0540860 Aug 31 01:05:42.556324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61350a56-f17a-4d6d-a841-16eb439e7442 req-ea794a87-79c6-49c8-95a5-817ff20f1f58 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334153 Aug 31 01:05:42.570506 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bad8349f-f020-4324-9e10-69209e392f10 req-c03f405c-0976-4d18-9092-aead1c45562a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa HTTP/1.1" status: 200 len: 217 time: 0.0410495 Aug 31 01:05:42.601707 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d01916-f673-4ea0-8967-3b5d3478e897 x-openstack-request-id: req-17d01916-f673-4ea0-8967-3b5d3478e897 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:42.602085 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9c4d5c-4c49-46b7-a6bb-00a6281b4571", "name": "network-vif-plugged", "status": "completed", "tag": "870df571-aae5-44fd-847c-49dd834c82f0", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:42.602399 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17d01916-f673-4ea0-8967-3b5d3478e897 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:42.602886 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9c4d5c-4c49-46b7-a6bb-00a6281b4571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870df571-aae5-44fd-847c-49dd834c82f0', 'code': 200} Aug 31 01:05:42.636062 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64796d36-02d1-4fe1-8370-7a9bd026a234 x-openstack-request-id: req-64796d36-02d1-4fe1-8370-7a9bd026a234 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:42.636360 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a757d2-ad11-4cd3-b6eb-09600edc668a", "tag": "661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:42.636618 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64796d36-02d1-4fe1-8370-7a9bd026a234 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:42.637025 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a757d2-ad11-4cd3-b6eb-09600edc668a', 'tag': '661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa', 'status': 'completed', 'code': 200} Aug 31 01:05:42.638951 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8349f-f020-4324-9e10-69209e392f10 req-ccb6f434-48b2-44ff-bf9f-4e4e7d88423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:42.641247 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bad8349f-f020-4324-9e10-69209e392f10 req-ccb6f434-48b2-44ff-bf9f-4e4e7d88423f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.0579691 Aug 31 01:05:42.678985 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bad8349f-f020-4324-9e10-69209e392f10 req-f70a48a8-a0e4-42d8-a655-de13f4427583 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282149 Aug 31 01:05:42.755930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b8c7e-6600-4e93-b240-76709a21d776 req-a8664008-a57f-4ac4-9c3c-a7f2fe36cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:42.757445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-859b8c7e-6600-4e93-b240-76709a21d776 req-a8664008-a57f-4ac4-9c3c-a7f2fe36cbcb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 1098 time: 0.0754344 Aug 31 01:05:42.769592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d150ec3-57d4-4ebb-b932-1789fa3e8eaf req-44b5e028-7bb7-4e97-964a-1e4e5f9033a9 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:42.771097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d150ec3-57d4-4ebb-b932-1789fa3e8eaf req-44b5e028-7bb7-4e97-964a-1e4e5f9033a9 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0793951 Aug 31 01:05:42.793910 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bad8349f-f020-4324-9e10-69209e392f10 req-43c8024e-39b6-40a4-af2b-851aa5a1be00 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055188 Aug 31 01:05:42.820333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-859b8c7e-6600-4e93-b240-76709a21d776 req-9920c86e-dff6-48d8-8507-be9acacddc4c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481846 Aug 31 01:05:42.838048 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d150ec3-57d4-4ebb-b932-1789fa3e8eaf req-22d71a7d-e9bb-464d-a94f-16a7e49ed3ff tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519152 Aug 31 01:05:42.904212 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bad8349f-f020-4324-9e10-69209e392f10 req-3c819a6d-1535-47f4-ac82-422dff8351e6 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031048 Aug 31 01:05:43.022251 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79931b3b-c502-4ef5-bb3e-e5a43c521950 req-78b03e67-eda6-4f6e-83c0-cdd1366d49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:43.023861 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-79931b3b-c502-4ef5-bb3e-e5a43c521950 req-78b03e67-eda6-4f6e-83c0-cdd1366d49b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 1096 time: 0.0438387 Aug 31 01:05:43.128202 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79931b3b-c502-4ef5-bb3e-e5a43c521950 req-be28eae4-ce8c-48c7-9c48-946853434833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:43.129735 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-79931b3b-c502-4ef5-bb3e-e5a43c521950 req-be28eae4-ce8c-48c7-9c48-946853434833 service neutron] 10.222.0.15 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.0979130 Aug 31 01:05:43.176071 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-79931b3b-c502-4ef5-bb3e-e5a43c521950 req-ad18abd0-b1a3-4933-8a52-2dbbc3daf367 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa HTTP/1.1" status: 200 len: 217 time: 0.0393288 Aug 31 01:05:43.233054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79931b3b-c502-4ef5-bb3e-e5a43c521950 req-302d726d-c7f7-47cb-a16f-ee524e220176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:43.235732 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-79931b3b-c502-4ef5-bb3e-e5a43c521950 req-302d726d-c7f7-47cb-a16f-ee524e220176 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.0530748 Aug 31 01:05:43.278403 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-79931b3b-c502-4ef5-bb3e-e5a43c521950 req-415ffbc4-916a-4973-b806-22abe1aa4e0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341959 Aug 31 01:05:43.282060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b96c99-fc98-4e94-a7f8-4bfcf91c4120 req-64123943-4c0d-4e41-8054-610ef04f835e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:43.283962 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3b96c99-fc98-4e94-a7f8-4bfcf91c4120 req-64123943-4c0d-4e41-8054-610ef04f835e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 946 time: 0.0774512 Aug 31 01:05:43.348782 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3b96c99-fc98-4e94-a7f8-4bfcf91c4120 req-3defbe3b-8af0-4bcb-b77f-52ed5a1ad113 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533965 Aug 31 01:05:43.397324 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-79931b3b-c502-4ef5-bb3e-e5a43c521950 req-1e262978-5227-4a1d-83a3-c5b9894fbe54 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116042 Aug 31 01:05:43.467295 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419a3df-7d8c-49c3-a1a8-51a800cfeaba req-5e3d2865-aa23-4b6b-b456-a76b97d8bfb7 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:43.469666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e419a3df-7d8c-49c3-a1a8-51a800cfeaba req-5e3d2865-aa23-4b6b-b456-a76b97d8bfb7 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 946 time: 0.0561070 Aug 31 01:05:43.503609 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-79931b3b-c502-4ef5-bb3e-e5a43c521950 req-a68934f5-4ac7-4646-a0c2-e2ec21c7cc7e service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982468 Aug 31 01:05:43.531030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e419a3df-7d8c-49c3-a1a8-51a800cfeaba req-b4415f20-233e-4aa6-af40-49c343de888c tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508218 Aug 31 01:05:43.544403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034ed3c-5f8c-43d7-a193-d14a187e1322 req-0a9c3f5c-6adc-4da6-94bd-fbd5554f1e5a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:43.546179 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6034ed3c-5f8c-43d7-a193-d14a187e1322 req-0a9c3f5c-6adc-4da6-94bd-fbd5554f1e5a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 944 time: 0.0754073 Aug 31 01:05:43.588176 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6034ed3c-5f8c-43d7-a193-d14a187e1322 req-e7761287-0f5a-4768-b309-71963841cce2 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357993 Aug 31 01:05:43.719933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30205d32-0f43-46ac-ac43-692e0c7424c0 req-67104df7-493f-48b1-b6fa-1a69dc0cdef0 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:43.721898 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30205d32-0f43-46ac-ac43-692e0c7424c0 req-67104df7-493f-48b1-b6fa-1a69dc0cdef0 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0634139 Aug 31 01:05:43.763604 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30205d32-0f43-46ac-ac43-692e0c7424c0 req-d58cf35c-111a-4536-ba23-4ca9e4721ef5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354347 Aug 31 01:05:43.970523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4625de-13ba-4336-bf8a-15aaa662c657 req-67f53c29-c44d-4f20-ac16-3c13d57ab10a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:43.972063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e4625de-13ba-4336-bf8a-15aaa662c657 req-67f53c29-c44d-4f20-ac16-3c13d57ab10a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0537751 Aug 31 01:05:44.015329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e4625de-13ba-4336-bf8a-15aaa662c657 req-b8ffd098-d5e3-4b90-8fc9-831c19d20165 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369141 Aug 31 01:05:44.470105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18918f52-10e8-411c-9d15-3ccbe7288761 req-f5b81621-94e0-40d2-86a8-70bfea5553b6 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:44.471630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18918f52-10e8-411c-9d15-3ccbe7288761 req-f5b81621-94e0-40d2-86a8-70bfea5553b6 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 946 time: 0.0522416 Aug 31 01:05:44.510558 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18918f52-10e8-411c-9d15-3ccbe7288761 req-8b1a17d9-09d4-4743-bd73-353f0eeb1e5f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312638 Aug 31 01:05:44.664811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5a8e2-34f2-45e4-baf8-ed510c34c340 req-36ebd913-3b48-4afc-9271-90e6d977ecb1 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:44.666440 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-14f5a8e2-34f2-45e4-baf8-ed510c34c340 req-36ebd913-3b48-4afc-9271-90e6d977ecb1 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 946 time: 0.0617743 Aug 31 01:05:44.740641 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-14f5a8e2-34f2-45e4-baf8-ed510c34c340 req-1f90c5a8-62b9-4fe8-b0df-5e6a0e87773d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595322 Aug 31 01:05:44.756789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60093b-a2b8-4238-a854-8c4befbe6533 req-b0f28e8a-c96f-4eb4-83a3-67c24ffcfbb5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:44.768190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd60093b-a2b8-4238-a854-8c4befbe6533 req-b0f28e8a-c96f-4eb4-83a3-67c24ffcfbb5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 944 time: 0.0974452 Aug 31 01:05:44.835316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd60093b-a2b8-4238-a854-8c4befbe6533 req-b10493a4-0e5e-49b2-bcd7-53a3d37d63b9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549436 Aug 31 01:05:44.948894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6b494-329c-47d6-9014-2d2453170732 req-22ea1023-c880-4e46-87a6-2ec316963387 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:44.950347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59c6b494-329c-47d6-9014-2d2453170732 req-22ea1023-c880-4e46-87a6-2ec316963387 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0515022 Aug 31 01:05:44.993103 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59c6b494-329c-47d6-9014-2d2453170732 req-823391fc-b168-4bdb-a911-9b10248ccfd4 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344391 Aug 31 01:05:45.003737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461de284-50c3-467e-8e73-eee369453337 req-bfae5daa-6976-4bee-b151-594d9bd62277 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:45.005226 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-461de284-50c3-467e-8e73-eee369453337 req-bfae5daa-6976-4bee-b151-594d9bd62277 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 946 time: 0.0527387 Aug 31 01:05:45.102254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-461de284-50c3-467e-8e73-eee369453337 req-0a0ec363-70aa-407a-8692-d4f9af5e20a1 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Deleting port b482c549-ff73-4e83-90df-86dbbd565218 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:45.102720 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-461de284-50c3-467e-8e73-eee369453337 req-0a0ec363-70aa-407a-8692-d4f9af5e20a1 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:45.141406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4b508-015b-461f-9b47-7eca3db39982 req-640f5702-a0f3-485b-aa83-82d4a7fc4a64 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:45.143020 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9b4b508-015b-461f-9b47-7eca3db39982 req-640f5702-a0f3-485b-aa83-82d4a7fc4a64 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0573828 Aug 31 01:05:45.183946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9b4b508-015b-461f-9b47-7eca3db39982 req-08d4ef9b-b973-4dd8-b8ed-98b829e00c21 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339258 Aug 31 01:05:45.199811 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-461de284-50c3-467e-8e73-eee369453337 req-0a0ec363-70aa-407a-8692-d4f9af5e20a1 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] For port b482c549-ff73-4e83-90df-86dbbd565218, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b482c549-ff73-4e83-90df-86dbbd565218,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:45.200244 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-461de284-50c3-467e-8e73-eee369453337 req-0a0ec363-70aa-407a-8692-d4f9af5e20a1 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:45.213639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-461de284-50c3-467e-8e73-eee369453337 req-0a0ec363-70aa-407a-8692-d4f9af5e20a1 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Calling delete_port for b482c549-ff73-4e83-90df-86dbbd565218 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:45.340651 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-461de284-50c3-467e-8e73-eee369453337 req-0a0ec363-70aa-407a-8692-d4f9af5e20a1 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:45.355443 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['8c18d979-2b6f-4aa1-896f-bab193af8b9e', 'b087b40d-7df8-46c8-9e91-8e1d84657d37'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:45.371204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ec363-70aa-407a-8692-d4f9af5e20a1 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Pushing event deleted for resources: {'Port': ['ID=b482c549-ff73-4e83-90df-86dbbd565218,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:45.385716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['b482c549-ff73-4e83-90df-86dbbd565218'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:45.421382 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-461de284-50c3-467e-8e73-eee369453337 req-0a0ec363-70aa-407a-8692-d4f9af5e20a1 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] No DVR routers for this DVR port b482c549-ff73-4e83-90df-86dbbd565218 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:45.427309 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-461de284-50c3-467e-8e73-eee369453337 req-0a0ec363-70aa-407a-8692-d4f9af5e20a1 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:45.429490 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-461de284-50c3-467e-8e73-eee369453337 req-0a0ec363-70aa-407a-8692-d4f9af5e20a1 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.15 "DELETE /v2.0/ports/b482c549-ff73-4e83-90df-86dbbd565218 HTTP/1.1" status: 204 len: 173 time: 0.4172947 Aug 31 01:05:45.429955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b91650-49c1-4094-80aa-acc4fbdda332', 'name': 'network-vif-deleted', 'tag': 'b482c549-ff73-4e83-90df-86dbbd565218'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:45.435892 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db701dd3-1f2c-454c-ad07-7758caaaac36" -d '{"events": [{"server_uuid": "d8b91650-49c1-4094-80aa-acc4fbdda332", "name": "network-vif-deleted", "tag": "b482c549-ff73-4e83-90df-86dbbd565218"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:45.494593 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d852c7e5-2374-4168-b04c-95748a23c311 x-openstack-request-id: req-d852c7e5-2374-4168-b04c-95748a23c311 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:45.495779 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b91650-49c1-4094-80aa-acc4fbdda332", "name": "network-vif-deleted", "tag": "b482c549-ff73-4e83-90df-86dbbd565218", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:45.496134 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d852c7e5-2374-4168-b04c-95748a23c311 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:45.496636 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b91650-49c1-4094-80aa-acc4fbdda332', 'name': 'network-vif-deleted', 'tag': 'b482c549-ff73-4e83-90df-86dbbd565218', 'status': 'completed', 'code': 200} Aug 31 01:05:45.850707 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2aaf4c7-f263-48dd-a642-ca00c037f5f8 req-9600bd1f-e479-4444-b9fe-e0c7b731be7a tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8b91650-49c1-4094-80aa-acc4fbdda332 HTTP/1.1" status: 200 len: 210 time: 0.0301170 Aug 31 01:05:45.965138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb10c3-128e-40bf-98e8-4faae1e0d197 req-6e8f8a87-2bc2-492f-9853-b0ee8b2ad844 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:45.966731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38cb10c3-128e-40bf-98e8-4faae1e0d197 req-6e8f8a87-2bc2-492f-9853-b0ee8b2ad844 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 944 time: 0.0541081 Aug 31 01:05:46.012551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38cb10c3-128e-40bf-98e8-4faae1e0d197 req-f10081ba-3653-42d1-8cfd-15cc3a8dd5a7 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385513 Aug 31 01:05:46.133483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5daea-021c-4f43-8e86-fedf0c0d06a0 req-c312ffd8-9a72-4e48-8847-65865a9d1a86 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:46.134847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7bb5daea-021c-4f43-8e86-fedf0c0d06a0 req-c312ffd8-9a72-4e48-8847-65865a9d1a86 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.0569351 Aug 31 01:05:46.180892 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7bb5daea-021c-4f43-8e86-fedf0c0d06a0 req-6424891e-410b-47e4-813e-323e42168d6a tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382864 Aug 31 01:05:46.391396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce19c4-c16c-4324-8650-62d667706a0e req-87d870d5-70bd-4687-8437-570961016f2c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:46.392952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0ce19c4-c16c-4324-8650-62d667706a0e req-87d870d5-70bd-4687-8437-570961016f2c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0592790 Aug 31 01:05:46.439827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0ce19c4-c16c-4324-8650-62d667706a0e req-355b98f8-83b4-4314-8e7c-9105f883ee10 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410979 Aug 31 01:05:47.194841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b463b8e-baeb-4dad-ad52-35e6e246cf89 req-c2bbba2c-97c9-42ee-ad4d-185f0badbb2e tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:47.196499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b463b8e-baeb-4dad-ad52-35e6e246cf89 req-c2bbba2c-97c9-42ee-ad4d-185f0badbb2e tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 944 time: 0.0891602 Aug 31 01:05:47.212044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26f3fc-2230-414b-ad56-22bf3364d236 req-8e750414-f7a9-4908-83ca-2e4586f4d3e9 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:47.213455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c26f3fc-2230-414b-ad56-22bf3364d236 req-8e750414-f7a9-4908-83ca-2e4586f4d3e9 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca10a504-a357-4706-80de-8c69f7780934 HTTP/1.1" status: 200 len: 946 time: 0.0748799 Aug 31 01:05:47.269967 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b463b8e-baeb-4dad-ad52-35e6e246cf89 req-aabd13f4-c1cc-47e7-b898-ac4661ca7742 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662632 Aug 31 01:05:47.274841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c26f3fc-2230-414b-ad56-22bf3364d236 req-fb0d71f4-2e4a-42a2-aad6-8f61360ce361 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543048 Aug 31 01:05:47.561376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5025fa5-4c84-4a03-89f1-423343cda942 req-68055e67-2052-4ab2-9056-c81dd8d14f5a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:47.563314 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5025fa5-4c84-4a03-89f1-423343cda942 req-68055e67-2052-4ab2-9056-c81dd8d14f5a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0530670 Aug 31 01:05:47.605487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5025fa5-4c84-4a03-89f1-423343cda942 req-aeb7cf31-5e13-45fa-8d34-84b73107b3ff tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359290 Aug 31 01:05:47.636978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:47.641542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b482c549-ff73-4e83-90df-86dbbd565218 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:47.666451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: b482c549-ff73-4e83-90df-86dbbd565218 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:05:47.667052 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b482c549-ff73-4e83-90df-86dbbd565218 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:47.775834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:47.787087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa', 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c', 'port_id': '661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa', 'mac_address': 'fa:16:3e:91:ea:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05eaa767-8692-4d9b-9d2d-a7dea0043ab9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:47.827037 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:47.839716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:47.860658 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:47.864625 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:47.911705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:48.282464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:48.429839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35e405-2b98-420b-a965-8e0151747fa3 req-39ba6ab1-7539-4764-85ea-f25baea912ad tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:48.431370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b35e405-2b98-420b-a965-8e0151747fa3 req-39ba6ab1-7539-4764-85ea-f25baea912ad tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca10a504-a357-4706-80de-8c69f7780934 HTTP/1.1" status: 200 len: 946 time: 0.0820243 Aug 31 01:05:48.444298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d073987-22e1-4d0e-a955-62e4b67f7dfb req-243a38dc-8b5c-4ba1-ae75-83fd5c9072ec tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:48.445839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d073987-22e1-4d0e-a955-62e4b67f7dfb req-243a38dc-8b5c-4ba1-ae75-83fd5c9072ec tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 945 time: 0.0946043 Aug 31 01:05:48.507293 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b35e405-2b98-420b-a965-8e0151747fa3 req-c0528440-dcea-4458-ac19-0aa63fa118f9 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605476 Aug 31 01:05:48.511897 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d073987-22e1-4d0e-a955-62e4b67f7dfb req-c7ad5453-df6d-4061-bdf5-fc254c877eb7 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520766 Aug 31 01:05:48.734150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fdd94-67be-4894-92ba-a94e6bd22228 req-46349adb-3e05-4097-b9b2-2979c72c9e3c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:48.735948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-486fdd94-67be-4894-92ba-a94e6bd22228 req-46349adb-3e05-4097-b9b2-2979c72c9e3c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0539756 Aug 31 01:05:48.810841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-486fdd94-67be-4894-92ba-a94e6bd22228 req-0aba5f75-5a66-47fe-be00-c692113ac790 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684109 Aug 31 01:05:48.825137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77abd3-faa8-44c5-89fb-32253cd07965 req-f09a8026-bdda-4fda-946f-6b03eb89bc4b tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:48.826768 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f77abd3-faa8-44c5-89fb-32253cd07965 req-f09a8026-bdda-4fda-946f-6b03eb89bc4b tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca10a504-a357-4706-80de-8c69f7780934 HTTP/1.1" status: 200 len: 946 time: 0.0709176 Aug 31 01:05:48.929280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-5f77abd3-faa8-44c5-89fb-32253cd07965 req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Deleting port b087b40d-7df8-46c8-9e91-8e1d84657d37 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:48.929627 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5f77abd3-faa8-44c5-89fb-32253cd07965 req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.325587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-5f77abd3-faa8-44c5-89fb-32253cd07965 req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] For port b087b40d-7df8-46c8-9e91-8e1d84657d37, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b087b40d-7df8-46c8-9e91-8e1d84657d37,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:49.325957 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5f77abd3-faa8-44c5-89fb-32253cd07965 req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.340174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-5f77abd3-faa8-44c5-89fb-32253cd07965 req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Calling delete_port for b087b40d-7df8-46c8-9e91-8e1d84657d37 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:49.473973 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5f77abd3-faa8-44c5-89fb-32253cd07965 req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.490593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['8c18d979-2b6f-4aa1-896f-bab193af8b9e', 'b087b40d-7df8-46c8-9e91-8e1d84657d37'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:49.535148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Pushing event deleted for resources: {'Port': ['ID=b087b40d-7df8-46c8-9e91-8e1d84657d37,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:49.581269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:49.581625 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:49.581966 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:49.582305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:49.582638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:49.582970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:49.583315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:49.584427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:49.584932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:49.585267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:49.585608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:49.585938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:49.622171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f77abd3-faa8-44c5-89fb-32253cd07965 req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] No DVR routers for this DVR port b087b40d-7df8-46c8-9e91-8e1d84657d37 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:49.625990 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5f77abd3-faa8-44c5-89fb-32253cd07965 req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:49.628844 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f77abd3-faa8-44c5-89fb-32253cd07965 req-99443ae1-2449-411b-9623-cca40c160987 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.70 "DELETE /v2.0/ports/b087b40d-7df8-46c8-9e91-8e1d84657d37 HTTP/1.1" status: 204 len: 173 time: 0.7944729 Aug 31 01:05:49.629424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca10a504-a357-4706-80de-8c69f7780934', 'name': 'network-vif-deleted', 'tag': 'b087b40d-7df8-46c8-9e91-8e1d84657d37'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:49.632021 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02509398-d315-4dc5-a875-57d97c98aaa1" -d '{"events": [{"server_uuid": "ca10a504-a357-4706-80de-8c69f7780934", "name": "network-vif-deleted", "tag": "b087b40d-7df8-46c8-9e91-8e1d84657d37"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:49.665850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device cd2ad686-156e-4e1b-9568-2e57879a3685 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:05:49.669466 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:49.720777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ae20864-c1ed-4232-9731-07f0f54a6b61 req-877fbd26-b29c-4562-a7bb-20c71974a613 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca10a504-a357-4706-80de-8c69f7780934 HTTP/1.1" status: 200 len: 210 time: 0.0674081 Aug 31 01:05:49.761576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678e95b-c019-4111-b5fa-831729519866 req-ba8c3710-82f8-4517-8311-d6a72efbd971 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:49.765237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c678e95b-c019-4111-b5fa-831729519866 req-ba8c3710-82f8-4517-8311-d6a72efbd971 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 945 time: 0.0959690 Aug 31 01:05:49.812653 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbe3f98-afba-46b8-b58b-0048bade045f x-openstack-request-id: req-5dbe3f98-afba-46b8-b58b-0048bade045f {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:49.812950 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca10a504-a357-4706-80de-8c69f7780934", "name": "network-vif-deleted", "tag": "b087b40d-7df8-46c8-9e91-8e1d84657d37", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:49.813104 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5dbe3f98-afba-46b8-b58b-0048bade045f {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:49.813502 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca10a504-a357-4706-80de-8c69f7780934', 'name': 'network-vif-deleted', 'tag': 'b087b40d-7df8-46c8-9e91-8e1d84657d37', 'status': 'completed', 'code': 200} Aug 31 01:05:49.826959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c678e95b-c019-4111-b5fa-831729519866 req-bae2ec50-4c88-4ba2-a880-716d67d64b75 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479355 Aug 31 01:05:49.929470 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:05:49.941692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:49.942057 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.039144 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8092d-c7aa-4e04-9f56-d6fbc9bebd7a req-bbb9d833-7571-45d5-9b44-12a7e526e0c3 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:50.049024 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b8a8092d-c7aa-4e04-9f56-d6fbc9bebd7a req-bbb9d833-7571-45d5-9b44-12a7e526e0c3 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0804753 Aug 31 01:05:50.103809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b8a8092d-c7aa-4e04-9f56-d6fbc9bebd7a req-dd5d09e6-bc21-433e-b847-a3b1472b793d tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485239 Aug 31 01:05:50.150158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port cd2ad686-156e-4e1b-9568-2e57879a3685, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=cd2ad686-156e-4e1b-9568-2e57879a3685,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:50.166459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'cd2ad686-156e-4e1b-9568-2e57879a3685', 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569', 'port_id': 'cd2ad686-156e-4e1b-9568-2e57879a3685', 'mac_address': 'fa:16:3e:2e:92:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45904437-7514-4138-a03a-8b8d200388fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:05:50.242621 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.253288 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.275843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd2ad686-156e-4e1b-9568-2e57879a3685 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:05:50.287968 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a757d2-ad11-4cd3-b6eb-09600edc668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:50.290265 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3843755-d54f-48bc-9f12-4146a8f99aab" -d '{"events": [{"server_uuid": "c6a757d2-ad11-4cd3-b6eb-09600edc668a", "name": "network-vif-plugged", "status": "completed", "tag": "661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:50.309726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:50.323616 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.334159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port cd2ad686-156e-4e1b-9568-2e57879a3685, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=cd2ad686-156e-4e1b-9568-2e57879a3685,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:50.364345 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.372418 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b314086-479e-4e4b-8acd-25b677bd470a x-openstack-request-id: req-1b314086-479e-4e4b-8acd-25b677bd470a {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:50.372709 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a757d2-ad11-4cd3-b6eb-09600edc668a", "name": "network-vif-plugged", "status": "completed", "tag": "661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:50.373497 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b314086-479e-4e4b-8acd-25b677bd470a {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:50.373992 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a757d2-ad11-4cd3-b6eb-09600edc668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa', 'code': 200} Aug 31 01:05:50.399687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:50.459173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=cd2ad686-156e-4e1b-9568-2e57879a3685,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:50.515692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['cd2ad686-156e-4e1b-9568-2e57879a3685'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:50.524062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df91d8-c97b-4311-914c-096f1ddfd127 req-44f52ab4-9938-4eb1-b82c-01d3f772781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:50.525810 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-89df91d8-c97b-4311-914c-096f1ddfd127 req-44f52ab4-9938-4eb1-b82c-01d3f772781e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 1098 time: 0.0480733 Aug 31 01:05:50.568246 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-89df91d8-c97b-4311-914c-096f1ddfd127 req-d0c9b05f-71ec-4d8a-9101-849c8c3210e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350709 Aug 31 01:05:50.939807 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de3d1c-bf0b-4e90-9f53-f17683e944b5 req-06ae28b0-59a7-4abd-a999-4a92c84fe512 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:50.941290 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01de3d1c-bf0b-4e90-9f53-f17683e944b5 req-06ae28b0-59a7-4abd-a999-4a92c84fe512 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 946 time: 0.0519907 Aug 31 01:05:51.010445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01de3d1c-bf0b-4e90-9f53-f17683e944b5 req-343ed777-dfe0-4c16-8d8a-73957fc66d80 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631564 Aug 31 01:05:51.027471 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021a791-7287-497d-8913-87c049392df7 req-22587668-e226-4471-8371-4a63581a8e12 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:51.029642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7021a791-7287-497d-8913-87c049392df7 req-22587668-e226-4471-8371-4a63581a8e12 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0755448 Aug 31 01:05:51.077817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7021a791-7287-497d-8913-87c049392df7 req-b716b2c2-1074-4249-b5b3-e6eb21ed7702 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375774 Aug 31 01:05:51.114365 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2bb35809-8157-4637-83db-aff562fd4527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:51.212313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d40f4e-5117-4e43-942a-7a4dd57dbe60 req-a0ed161b-addd-4848-ba8c-734a90df5d79 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:51.213813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70d40f4e-5117-4e43-942a-7a4dd57dbe60 req-a0ed161b-addd-4848-ba8c-734a90df5d79 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0519290 Aug 31 01:05:51.252696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70d40f4e-5117-4e43-942a-7a4dd57dbe60 req-aecd1ce1-f33d-4351-b36b-51336eebe6e3 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323341 Aug 31 01:05:51.661942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device cd2ad686-156e-4e1b-9568-2e57879a3685 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:05:51.719730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port cd2ad686-156e-4e1b-9568-2e57879a3685 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:05:51.720101 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:51.722578 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-89a2af96-2075-4cd0-a12e-d61ced2631ab req-353bfa9a-d874-4b92-bb93-4c56317b969f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427630 Aug 31 01:05:51.794795 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:51.828241 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port cd2ad686-156e-4e1b-9568-2e57879a3685, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=cd2ad686-156e-4e1b-9568-2e57879a3685,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:51.832449 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:51.881540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=cd2ad686-156e-4e1b-9568-2e57879a3685,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:51.905021 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2af96-2075-4cd0-a12e-d61ced2631ab req-eb9b6472-d656-4d06-903f-da59e41faae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:51.906479 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-89a2af96-2075-4cd0-a12e-d61ced2631ab req-eb9b6472-d656-4d06-903f-da59e41faae6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 1102 time: 0.0450833 Aug 31 01:05:52.041246 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2af96-2075-4cd0-a12e-d61ced2631ab req-f3ebc316-6a04-494d-9012-23c780a285ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:52.042749 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-89a2af96-2075-4cd0-a12e-d61ced2631ab req-f3ebc316-6a04-494d-9012-23c780a285ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.0951362 Aug 31 01:05:52.093567 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-89a2af96-2075-4cd0-a12e-d61ced2631ab req-c089e3b9-3206-40dd-bb7a-971b475bf1da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=9c35529b-091a-41bb-83a7-320bb9a01f35 HTTP/1.1" status: 200 len: 217 time: 0.0418859 Aug 31 01:05:52.159005 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b087b40d-7df8-46c8-9e91-8e1d84657d37 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:52.182786 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2af96-2075-4cd0-a12e-d61ced2631ab req-541e8c33-acdd-4337-964c-a12a3359acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:52.184324 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-89a2af96-2075-4cd0-a12e-d61ced2631ab req-541e8c33-acdd-4337-964c-a12a3359acf0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0714076 Aug 31 01:05:52.187582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e78668-0677-4882-9230-059ee8f4a432 req-acaf0437-ea5d-4a70-a72a-6ebb01f451e4 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:52.189434 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10e78668-0677-4882-9230-059ee8f4a432 req-acaf0437-ea5d-4a70-a72a-6ebb01f451e4 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 946 time: 0.1056216 Aug 31 01:05:52.195217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: b087b40d-7df8-46c8-9e91-8e1d84657d37 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:05:52.195607 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b087b40d-7df8-46c8-9e91-8e1d84657d37 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:52.262533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2af96-2075-4cd0-a12e-d61ced2631ab req-da97fc68-5e28-4df9-a444-3c3b3bef134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:52.264992 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-89a2af96-2075-4cd0-a12e-d61ced2631ab req-da97fc68-5e28-4df9-a444-3c3b3bef134b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0608704 Aug 31 01:05:52.296177 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10e78668-0677-4882-9230-059ee8f4a432 req-15227919-6618-42c5-aac4-4b5328feee8b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956500 Aug 31 01:05:52.322800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2b5bd-3764-471c-94d3-da32c4ae350e req-cab2a78c-cb62-4312-b765-aba1ed8e0ed7 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:52.328198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0d2b5bd-3764-471c-94d3-da32c4ae350e req-cab2a78c-cb62-4312-b765-aba1ed8e0ed7 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0970833 Aug 31 01:05:52.368867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0d2b5bd-3764-471c-94d3-da32c4ae350e req-e95b28a3-e252-4ef6-ae07-e2c0dea64077 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/security-groups?id=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376527 Aug 31 01:05:52.375531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0052be55-ef06-4bf8-81c1-22c41f0e8230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2ad686-156e-4e1b-9568-2e57879a3685'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:52.378686 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09512a83-b902-4fa9-af47-deaddf97bdd4" -d '{"events": [{"server_uuid": "0052be55-ef06-4bf8-81c1-22c41f0e8230", "name": "network-vif-plugged", "status": "completed", "tag": "cd2ad686-156e-4e1b-9568-2e57879a3685"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:52.387181 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-89a2af96-2075-4cd0-a12e-d61ced2631ab req-64eb3366-e6ae-4c3b-a6fd-f51c71f82738 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125002 Aug 31 01:05:52.499950 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5b6d34-b5f5-4e05-9a48-6cc87f18d653 x-openstack-request-id: req-fb5b6d34-b5f5-4e05-9a48-6cc87f18d653 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:52.500316 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0052be55-ef06-4bf8-81c1-22c41f0e8230", "name": "network-vif-plugged", "status": "completed", "tag": "cd2ad686-156e-4e1b-9568-2e57879a3685", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:52.500712 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb5b6d34-b5f5-4e05-9a48-6cc87f18d653 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:52.501010 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-89a2af96-2075-4cd0-a12e-d61ced2631ab req-1e6a24f5-058e-47cd-99f3-c89473e2f1cb service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054170 Aug 31 01:05:52.501234 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0052be55-ef06-4bf8-81c1-22c41f0e8230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2ad686-156e-4e1b-9568-2e57879a3685', 'code': 200} Aug 31 01:05:52.532436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f392b4-a797-42c0-b8f4-d5215737c5b0 req-d3628e76-a7bd-4da7-a788-daeeeb01c2a9 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:52.534767 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6f392b4-a797-42c0-b8f4-d5215737c5b0 req-d3628e76-a7bd-4da7-a788-daeeeb01c2a9 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.0584693 Aug 31 01:05:52.581494 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6f392b4-a797-42c0-b8f4-d5215737c5b0 req-1b2eed70-058f-420c-bd21-6fc990568c21 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Aug 31 01:05:52.923060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca45bb-b44b-4496-862d-98929c3a91da req-5b03c260-d65e-4970-bcb7-be8a390338c6 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:52.924976 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88ca45bb-b44b-4496-862d-98929c3a91da req-5b03c260-d65e-4970-bcb7-be8a390338c6 tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.70 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 946 time: 0.0535598 Aug 31 01:05:53.050370 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-88ca45bb-b44b-4496-862d-98929c3a91da req-2f6e2ffb-63bb-4526-94ef-d9c30e2e930d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Deleting port 8c18d979-2b6f-4aa1-896f-bab193af8b9e {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:53.050720 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-88ca45bb-b44b-4496-862d-98929c3a91da req-2f6e2ffb-63bb-4526-94ef-d9c30e2e930d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.148101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-88ca45bb-b44b-4496-862d-98929c3a91da req-2f6e2ffb-63bb-4526-94ef-d9c30e2e930d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] For port 8c18d979-2b6f-4aa1-896f-bab193af8b9e, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8c18d979-2b6f-4aa1-896f-bab193af8b9e,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:53.148494 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-88ca45bb-b44b-4496-862d-98929c3a91da req-2f6e2ffb-63bb-4526-94ef-d9c30e2e930d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.165271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-88ca45bb-b44b-4496-862d-98929c3a91da req-2f6e2ffb-63bb-4526-94ef-d9c30e2e930d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Calling delete_port for 8c18d979-2b6f-4aa1-896f-bab193af8b9e owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:53.363662 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-88ca45bb-b44b-4496-862d-98929c3a91da req-2f6e2ffb-63bb-4526-94ef-d9c30e2e930d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.376971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['8c18d979-2b6f-4aa1-896f-bab193af8b9e'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:05:53.412499 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-4ce4b689-1c4c-4631-b90c-15a76e1c4dbc service neutron] show failed (client error): The resource could not be found. Aug 31 01:05:53.414528 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-4ce4b689-1c4c-4631-b90c-15a76e1c4dbc service neutron] 10.222.0.15 "GET /v2.0/ports/b46bce73-62d5-4d9e-b9fc-450b9f68a26a/bindings/n-h2-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.1249061 Aug 31 01:05:53.512522 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e2ffb-63bb-4526-94ef-d9c30e2e930d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Pushing event deleted for resources: {'Port': ['ID=8c18d979-2b6f-4aa1-896f-bab193af8b9e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:53.566435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ca45bb-b44b-4496-862d-98929c3a91da req-2f6e2ffb-63bb-4526-94ef-d9c30e2e930d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] No DVR routers for this DVR port 8c18d979-2b6f-4aa1-896f-bab193af8b9e on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:53.569117 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-88ca45bb-b44b-4496-862d-98929c3a91da req-2f6e2ffb-63bb-4526-94ef-d9c30e2e930d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.571852 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88ca45bb-b44b-4496-862d-98929c3a91da req-2f6e2ffb-63bb-4526-94ef-d9c30e2e930d tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.70 "DELETE /v2.0/ports/8c18d979-2b6f-4aa1-896f-bab193af8b9e HTTP/1.1" status: 204 len: 173 time: 0.6407990 Aug 31 01:05:53.583051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be29f39-d8e4-464e-81da-71bf270de290', 'name': 'network-vif-deleted', 'tag': '8c18d979-2b6f-4aa1-896f-bab193af8b9e'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:53.585239 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e0383d-be14-4453-b9fa-90af15d26a5e" -d '{"events": [{"server_uuid": "0be29f39-d8e4-464e-81da-71bf270de290", "name": "network-vif-deleted", "tag": "8c18d979-2b6f-4aa1-896f-bab193af8b9e"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:53.619943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-87b13d60-132f-413c-81b6-b231507c2d5e req-75b2d778-d662-4587-8064-6beaade857bc tempest-ListServerFiltersTestJSON-1795594557 tempest-ListServerFiltersTestJSON-1795594557-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be29f39-d8e4-464e-81da-71bf270de290 HTTP/1.1" status: 200 len: 210 time: 0.0821121 Aug 31 01:05:53.635763 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09447b37-950c-48e2-bb74-69d27672e184 req-83ff737f-a8ad-4bef-a946-e2a45601a9b5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:53.652121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09447b37-950c-48e2-bb74-69d27672e184 req-83ff737f-a8ad-4bef-a946-e2a45601a9b5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 946 time: 0.1482313 Aug 31 01:05:53.702387 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ad27c1f0-b39a-4c7e-abf1-5791a2656590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.721618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09447b37-950c-48e2-bb74-69d27672e184 req-f8d5a80e-99d9-4c06-959e-615312a89802 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655880 Aug 31 01:05:53.785666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-a30e876e-9330-4435-a443-ae3691501b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:53.788878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-a30e876e-9330-4435-a443-ae3691501b6b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797&tenant_id=4f4f81af0327488683358ca40e0e4b3d HTTP/1.1" status: 200 len: 1100 time: 0.0654674 Aug 31 01:05:53.806863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:05:53.842939 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc8611d-0dcf-45cb-94a7-9f8f22853310 x-openstack-request-id: req-edc8611d-0dcf-45cb-94a7-9f8f22853310 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:53.843587 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be29f39-d8e4-464e-81da-71bf270de290", "name": "network-vif-deleted", "tag": "8c18d979-2b6f-4aa1-896f-bab193af8b9e", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:53.844271 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-edc8611d-0dcf-45cb-94a7-9f8f22853310 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:53.845031 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be29f39-d8e4-464e-81da-71bf270de290', 'name': 'network-vif-deleted', 'tag': '8c18d979-2b6f-4aa1-896f-bab193af8b9e', 'status': 'completed', 'code': 200} Aug 31 01:05:53.903549 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:53.999474 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.177019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b455e7c-b70d-4ab0-be3c-e7a7cae84da1 req-e5a8cb34-a419-4a33-bfa0-ac698a1b2325 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:54.184303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b455e7c-b70d-4ab0-be3c-e7a7cae84da1 req-e5a8cb34-a419-4a33-bfa0-ac698a1b2325 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 1098 time: 0.1431689 Aug 31 01:05:54.222597 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395211ce-d869-4721-b7d9-1ef265b99273 req-dd8d760d-94dc-42ec-9390-ea3af34c94ba tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:54.229731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-395211ce-d869-4721-b7d9-1ef265b99273 req-dd8d760d-94dc-42ec-9390-ea3af34c94ba tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.1898241 Aug 31 01:05:54.279555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-395211ce-d869-4721-b7d9-1ef265b99273 req-10b8eda3-4a7e-426c-81de-1ce8a5428cd1 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487082 Aug 31 01:05:54.323998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b455e7c-b70d-4ab0-be3c-e7a7cae84da1 req-1b399687-ea88-4a27-ab8a-f445a486f779 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385760 Aug 31 01:05:54.350617 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.360474 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:54.445670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:54.565216 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.587159 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d056d1-fcca-4746-bfdb-98f1b17c7707 req-cc76c1cf-bab7-4823-a27b-9806c27d06a9 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:54.605026 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58d056d1-fcca-4746-bfdb-98f1b17c7707 req-cc76c1cf-bab7-4823-a27b-9806c27d06a9 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 945 time: 0.1747673 Aug 31 01:05:54.645662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Transition to ACTIVE for port object b46bce73-62d5-4d9e-b9fc-450b9f68a26a will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:05:54.659653 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.713925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Pushing event updated for resources: {'Port': ['ID=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,revision_number=6']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:54.735747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58d056d1-fcca-4746-bfdb-98f1b17c7707 req-db47c9f8-f400-4c56-82fb-9ae29a263627 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267304 Aug 31 01:05:54.755725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39872) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:54.831500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f991e1-c1ee-4b12-a56d-d9455b1c3e16 admin admin] Deleting subnet fcdb3e82-e961-4af5-b072-862b1f0609f0 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:05:54.836754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] No DVR routers for this DVR port b46bce73-62d5-4d9e-b9fc-450b9f68a26a on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:54.837212 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81f991e1-c1ee-4b12-a56d-d9455b1c3e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:54.949034 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Attempting to bind port b46bce73-62d5-4d9e-b9fc-450b9f68a26a on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:05:54.949366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Attempting to bind port b46bce73-62d5-4d9e-b9fc-450b9f68a26a by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:05:54.949644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Attempting to bind port b46bce73-62d5-4d9e-b9fc-450b9f68a26a on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:54.971498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Port b46bce73-62d5-4d9e-b9fc-450b9f68a26a on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:05:54.973845 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Attempting to bind port b46bce73-62d5-4d9e-b9fc-450b9f68a26a on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:05:55.000739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:05:55.001919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:05:55.002983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:05:55.006638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Bound port: b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:05:55.007675 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.043976 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81f991e1-c1ee-4b12-a56d-d9455b1c3e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.177738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:05:55.205922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:05:55.214685 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.293979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:55.295205 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.296989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] 10.222.0.70 "PUT /v2.0/ports/b46bce73-62d5-4d9e-b9fc-450b9f68a26a HTTP/1.1" status: 200 len: 1095 time: 1.4977524 Aug 31 01:05:55.409694 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81f991e1-c1ee-4b12-a56d-d9455b1c3e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.422108 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a3354-0825-4174-942c-8ca9e8e9232a service neutron] Pushing event updated for resources: {'Port': ['ID=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,revision_number=7']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:55.447774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-a9abb278-de7b-4f5a-ad48-1e7752cc83fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:55.459756 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-a9abb278-de7b-4f5a-ad48-1e7752cc83fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 1098 time: 0.1117465 Aug 31 01:05:55.562477 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81f991e1-c1ee-4b12-a56d-d9455b1c3e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.628639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f991e1-c1ee-4b12-a56d-d9455b1c3e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcdb3e82-e961-4af5-b072-862b1f0609f0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:55.644837 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81f991e1-c1ee-4b12-a56d-d9455b1c3e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.645415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6549c4-d61f-4eeb-9fe2-08dee2f8313c None None] Network bb130647-772c-4cc2-8df7-4fda7afb64c3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:05:55.648272 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-81f991e1-c1ee-4b12-a56d-d9455b1c3e16 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fcdb3e82-e961-4af5-b072-862b1f0609f0 HTTP/1.1" status: 204 len: 168 time: 0.8903158 Aug 31 01:05:55.650697 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39902) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:55.695439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc84e4f-4e11-434b-abb0-4fc57c9c4b80 req-c4138067-34c8-44b0-b8c1-2314e5510f9b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:55.703923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccc84e4f-4e11-434b-abb0-4fc57c9c4b80 req-c4138067-34c8-44b0-b8c1-2314e5510f9b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 946 time: 0.2185783 Aug 31 01:05:55.761079 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.775520 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccc84e4f-4e11-434b-abb0-4fc57c9c4b80 req-5a577986-9172-4dc3-8157-8189639f4d98 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699127 Aug 31 01:05:55.781906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-df2caf68-61f5-49e7-a490-8d00b60cf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:55.786588 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-df2caf68-61f5-49e7-a490-8d00b60cf3cb service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.3257580 Aug 31 01:05:55.839969 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b46bce73-62d5-4d9e-b9fc-450b9f68a26a no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:55.870834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a'}, {'name': 'network-changed', 'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:55.885947 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fed0137-2e4d-417a-bf48-ca417f8de7df" -d '{"events": [{"server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "name": "network-vif-unplugged", "status": "completed", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a"}, {"name": "network-changed", "server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:55.896893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-b04919bd-73ff-4c51-9291-d56e174d03f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a HTTP/1.1" status: 200 len: 217 time: 0.0999587 Aug 31 01:05:55.908887 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Deleting port 522d4ff9-7122-4ec5-8944-912242bdc40c {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:55.909249 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:55.990597 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-71376907-a96f-496b-a85b-3178bcde2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:55.992223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-71376907-a96f-496b-a85b-3178bcde2503 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0872200 Aug 31 01:05:55.993911 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dc5840-0463-4b93-abf0-2ad017cae143 x-openstack-request-id: req-52dc5840-0463-4b93-abf0-2ad017cae143 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:55.994215 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "name": "network-vif-unplugged", "status": "completed", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a", "code": 200}, {"name": "network-changed", "server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:55.994458 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52dc5840-0463-4b93-abf0-2ad017cae143 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:55.994940 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'code': 200} Aug 31 01:05:55.995196 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'status': 'completed', 'code': 200} Aug 31 01:05:56.090793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b46bce73-62d5-4d9e-b9fc-450b9f68a26a not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:56.123204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a7e8b-9b2d-4bcf-9b86-16f76302b1dd req-8cc1c75e-7c54-496c-a7b2-cbbab5ef9dd0 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:56.132501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f47a7e8b-9b2d-4bcf-9b86-16f76302b1dd req-8cc1c75e-7c54-496c-a7b2-cbbab5ef9dd0 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 945 time: 0.1362910 Aug 31 01:05:56.152226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-8470ee0e-e3b0-485c-8ccc-6bf858e588f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:56.153853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-8470ee0e-e3b0-485c-8ccc-6bf858e588f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1262090 Aug 31 01:05:56.174194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8c18d979-2b6f-4aa1-896f-bab193af8b9e no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:56.201955 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437942bc-baf0-4ee4-b2ff-ce704543c02c None None] DHCP port deletion for bb130647-772c-4cc2-8df7-4fda7afb64c3 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:05:56.230042 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 8c18d979-2b6f-4aa1-896f-bab193af8b9e {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:05:56.230656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8c18d979-2b6f-4aa1-896f-bab193af8b9e not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:56.240433 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] For port 522d4ff9-7122-4ec5-8944-912242bdc40c, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=522d4ff9-7122-4ec5-8944-912242bdc40c,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:56.240805 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.321060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Calling delete_port for 522d4ff9-7122-4ec5-8944-912242bdc40c owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:56.321615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f47a7e8b-9b2d-4bcf-9b86-16f76302b1dd req-a05b8e7a-e254-4fc2-a65b-dde2d279be3c tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881068 Aug 31 01:05:56.359331 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:05:56.366537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-437942bc-baf0-4ee4-b2ff-ce704543c02c None None] Deleting port 522d4ff9-7122-4ec5-8944-912242bdc40c {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:56.366925 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-437942bc-baf0-4ee4-b2ff-ce704543c02c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.385713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-0a237c03-af6a-4303-b18b-abb0e2cbed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:56.390714 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-0a237c03-af6a-4303-b18b-abb0e2cbed8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 1098 time: 0.3657858 Aug 31 01:05:56.412236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-1c3012a9-9e58-45d3-9cc5-899c750c543a service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490559 Aug 31 01:05:56.510569 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-437942bc-baf0-4ee4-b2ff-ce704543c02c None None] For port 522d4ff9-7122-4ec5-8944-912242bdc40c, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=522d4ff9-7122-4ec5-8944-912242bdc40c,segment=NetworkSegment(7b01a116-fc34-435c-ae1e-d248d070bac7),segment_id=7b01a116-fc34-435c-ae1e-d248d070bac7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:56.511006 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-437942bc-baf0-4ee4-b2ff-ce704543c02c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.557171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-437942bc-baf0-4ee4-b2ff-ce704543c02c None None] Calling delete_port for 522d4ff9-7122-4ec5-8944-912242bdc40c owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:56.615452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb33082f-60e4-4cd3-ad8f-5bab7b988920 req-776e2940-e23b-49ea-8405-d1c73522f7cb service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877687 Aug 31 01:05:56.649042 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.769815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-736cbf4f-91ad-47f7-985a-42cd169334a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:56.771613 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.773321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-736cbf4f-91ad-47f7-985a-42cd169334a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 1098 time: 0.0724745 Aug 31 01:05:56.820960 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-437942bc-baf0-4ee4-b2ff-ce704543c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:56.826254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Pushing event deleted for resources: {'Port': ['ID=522d4ff9-7122-4ec5-8944-912242bdc40c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:56.829836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-5dbbafc0-d61f-4e7b-bb1c-e242418b33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:56.831524 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-5dbbafc0-d61f-4e7b-bb1c-e242418b33f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.3694634 Aug 31 01:05:56.832896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] No DVR routers for this DVR port 522d4ff9-7122-4ec5-8944-912242bdc40c on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:56.893441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437942bc-baf0-4ee4-b2ff-ce704543c02c None None] Pushing event deleted for resources: {'Port': ['ID=522d4ff9-7122-4ec5-8944-912242bdc40c,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:56.902639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:56.903058 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:56.903506 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:56.904443 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:56.905473 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437942bc-baf0-4ee4-b2ff-ce704543c02c None None] No DVR routers for this DVR port 522d4ff9-7122-4ec5-8944-912242bdc40c on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:56.907725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:56.907725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:56.908108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:56.908108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:56.908426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:56.908760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:56.909164 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:56.909494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:05:56.967746 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-fd9b651b-2d46-45a5-b98d-eca2ce37b4dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a HTTP/1.1" status: 200 len: 217 time: 0.1231718 Aug 31 01:05:57.022808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-d5cd1e92-a267-4a50-a855-4ed34c146fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:57.030730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-d5cd1e92-a267-4a50-a855-4ed34c146fdf service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.2455969 Aug 31 01:05:57.047598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f72cb7-1b94-4668-9590-87b9cff43ea1 req-16a621db-14e5-447c-a8f4-2805b01f76dd tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:57.067100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56f72cb7-1b94-4668-9590-87b9cff43ea1 req-16a621db-14e5-447c-a8f4-2805b01f76dd tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 946 time: 0.1289570 Aug 31 01:05:57.150070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-79cf065c-5017-41cf-aec9-b311fb97256c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a HTTP/1.1" status: 200 len: 217 time: 0.0814221 Aug 31 01:05:57.238016 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56f72cb7-1b94-4668-9590-87b9cff43ea1 req-e67e37b3-e199-48b8-830c-99d26785cf59 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776142 Aug 31 01:05:57.273902 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-038cf184-fa1a-4411-a399-cbc4fe502842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:57.275418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-038cf184-fa1a-4411-a399-cbc4fe502842 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1148288 Aug 31 01:05:57.295073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 522d4ff9-7122-4ec5-8944-912242bdc40c no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:05:57.353597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 522d4ff9-7122-4ec5-8944-912242bdc40c {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:05:57.354218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 522d4ff9-7122-4ec5-8944-912242bdc40c not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:05:57.421260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-a91a1b4d-8375-4258-9939-b27ac14b5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:57.421260 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-a91a1b4d-8375-4258-9939-b27ac14b5cf3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1190412 Aug 31 01:05:57.631862 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.670087 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb130647-772c-4cc2-8df7-4fda7afb64c3']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:57.690197 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644600f-79b4-4402-bcca-b2b20b0b2816 req-a6e07fba-5c8d-40fd-b141-ae2d9a3f312e tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:57.694987 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8644600f-79b4-4402-bcca-b2b20b0b2816 req-a6e07fba-5c8d-40fd-b141-ae2d9a3f312e tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 945 time: 0.1528995 Aug 31 01:05:57.700865 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-a7c8b601-e0c0-483d-bb76-08532e4a1d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:57.702348 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-a7c8b601-e0c0-483d-bb76-08532e4a1d26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.7191105 Aug 31 01:05:57.704089 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b01a116-fc34-435c-ae1e-d248d070bac7') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:57.704375 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b01a116-fc34-435c-ae1e-d248d070bac7') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:57.760136 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.774978 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8644600f-79b4-4402-bcca-b2b20b0b2816 req-40ab351d-09b8-44aa-a270-1c6b9c4b438a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701990 Aug 31 01:05:57.776969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-1a85406b-baea-4e6a-846a-8e82994bc5ea service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468909 Aug 31 01:05:57.787580 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:05:57.805516 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:05:57.876824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-9e32a5a0-13d1-4a84-8d64-4f5f94c70a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:57.878063 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-9e32a5a0-13d1-4a84-8d64-4f5f94c70a16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1624713 Aug 31 01:05:57.993102 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-b2095dc3-99ca-4142-bff0-4de524c6305a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:57.994803 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-b2095dc3-99ca-4142-bff0-4de524c6305a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 945 time: 0.1933141 Aug 31 01:05:57.995612 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.004543 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.009046 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] 10.222.0.58 "DELETE /v2.0/networks/bb130647-772c-4cc2-8df7-4fda7afb64c3 HTTP/1.1" status: 204 len: 168 time: 2.3547418 Aug 31 01:05:58.058560 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-e439ac07-ad1a-4cea-a04e-2529cf26fc39 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614884 Aug 31 01:05:58.074408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7072e2-90dc-44cc-b10d-b0ab4272db88 req-b61793ba-f176-4381-8645-8cc0eca6de9c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:58.086967 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c7072e2-90dc-44cc-b10d-b0ab4272db88 req-b61793ba-f176-4381-8645-8cc0eca6de9c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 946 time: 0.1363428 Aug 31 01:05:58.098771 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66143d8d-5081-4544-9c62-ff94edd39215 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb130647-772c-4cc2-8df7-4fda7afb64c3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:58.142023 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-3c57a4c2-1a0b-4622-82c3-871707be2c34 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470906 Aug 31 01:05:58.151051 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c7072e2-90dc-44cc-b10d-b0ab4272db88 req-a569912f-7604-45bd-9510-116c42145c97 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610836 Aug 31 01:05:58.207258 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-a78f91eb-10f3-4b75-ab50-31b03434279a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Deleting port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:05:58.207727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-a78f91eb-10f3-4b75-ab50-31b03434279a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.375271 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5fed0137-2e4d-417a-bf48-ca417f8de7df req-d07df40a-4b72-4f6a-9c55-091213101fe9 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237186 Aug 31 01:05:58.392639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-a78f91eb-10f3-4b75-ab50-31b03434279a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] For port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=60308f22-5ff6-4a4e-9bd8-104c12cf8d98,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:05:58.393017 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-a78f91eb-10f3-4b75-ab50-31b03434279a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.411862 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39974) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:58.525363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750188d-dae8-40ef-81bf-418c302d2c73 req-0cf41f2b-360c-4ce3-86bd-d507cf8c6529 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:58.527417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2750188d-dae8-40ef-81bf-418c302d2c73 req-0cf41f2b-360c-4ce3-86bd-d507cf8c6529 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 946 time: 0.1053073 Aug 31 01:05:58.529892 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-00a8ad1b-d82f-48b7-bacb-bcd8c0de6084 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6fd6c37b44ec4786b8bda4b838ffa172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1167684 Aug 31 01:05:58.532755 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39978) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:05:58.645418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2750188d-dae8-40ef-81bf-418c302d2c73 req-a734d8eb-1742-4681-8ed1-6f2036d7ca83 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049638 Aug 31 01:05:58.675113 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-a78f91eb-10f3-4b75-ab50-31b03434279a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.675625 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-a78f91eb-10f3-4b75-ab50-31b03434279a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.675967 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-a78f91eb-10f3-4b75-ab50-31b03434279a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Floating IP d7673a50-7321-4fc6-86d4-5c1ac0bee0da disassociated. External IP: 172.25.6.238, port: 60308f22-5ff6-4a4e-9bd8-104c12cf8d98. Aug 31 01:05:58.676316 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-a78f91eb-10f3-4b75-ab50-31b03434279a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Calling delete_port for 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:05:58.683000 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2aaed03c-9283-477d-9139-ba4db0f59b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.725810 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2aaed03c-9283-477d-9139-ba4db0f59b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.819135 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2aaed03c-9283-477d-9139-ba4db0f59b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.821671 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2aaed03c-9283-477d-9139-ba4db0f59b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:58.822805 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2aaed03c-9283-477d-9139-ba4db0f59b99 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88d4a5ad-9f95-4a82-ad96-618b9a43cbc4 HTTP/1.1" status: 204 len: 168 time: 0.2889924 Aug 31 01:05:58.847328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaed03c-9283-477d-9139-ba4db0f59b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d4a5ad-9f95-4a82-ad96-618b9a43cbc4,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:58.989624 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-a78f91eb-10f3-4b75-ab50-31b03434279a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:59.047044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f91eb-10f3-4b75-ab50-31b03434279a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Pushing event deleted for resources: {'Port': ['ID=60308f22-5ff6-4a4e-9bd8-104c12cf8d98,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:05:59.048046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea370b-b785-4ac8-8c35-2e34f16d3660 req-5a855ce5-86b8-42dd-954b-30774cf6bfca tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:59.066187 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3aea370b-b785-4ac8-8c35-2e34f16d3660 req-5a855ce5-86b8-42dd-954b-30774cf6bfca tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcfe7a67-0b4d-444d-8b87-2f705bbca88c HTTP/1.1" status: 200 len: 867 time: 0.1501095 Aug 31 01:05:59.159715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3aea370b-b785-4ac8-8c35-2e34f16d3660 req-92c5ec0e-5a3c-41e6-b643-0509230ad321 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups?id=beada7f6-7b0c-4487-993a-5630eade76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860562 Aug 31 01:05:59.222963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-a78f91eb-10f3-4b75-ab50-31b03434279a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Router 2a1450cc-f13e-4e78-b959-e2a252de3951 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:05:59.474147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-a78f91eb-10f3-4b75-ab50-31b03434279a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:05:59.485357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358e78d4-4f6e-48fe-af4b-2be0ae64c5a7 None None] Sync routers for ids ['2a1450cc-f13e-4e78-b959-e2a252de3951'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:05:59.512375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e78d4-4f6e-48fe-af4b-2be0ae64c5a7 None None] Routers {'2a1450cc-f13e-4e78-b959-e2a252de3951'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:05:59.514036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-358e78d4-4f6e-48fe-af4b-2be0ae64c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:05:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2a1450cc-f13e-4e78-b959-e2a252de3951'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:05:59.594404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-a78f91eb-10f3-4b75-ab50-31b03434279a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] No DVR routers for this DVR port 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:05:59.600417 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-a78f91eb-10f3-4b75-ab50-31b03434279a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:59.604329 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-751cf7a5-2b1f-472d-8fe0-8b1b38a60627 req-a78f91eb-10f3-4b75-ab50-31b03434279a tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.70 "DELETE /v2.0/ports/60308f22-5ff6-4a4e-9bd8-104c12cf8d98 HTTP/1.1" status: 204 len: 173 time: 1.5950403 Aug 31 01:05:59.608970 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfe7a67-0b4d-444d-8b87-2f705bbca88c', 'name': 'network-vif-deleted', 'tag': '60308f22-5ff6-4a4e-9bd8-104c12cf8d98'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:05:59.611337 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8b7ee5-8169-4101-a31e-67fa995c0d2d" -d '{"events": [{"server_uuid": "bcfe7a67-0b4d-444d-8b87-2f705bbca88c", "name": "network-vif-deleted", "tag": "60308f22-5ff6-4a4e-9bd8-104c12cf8d98"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:05:59.824821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-358e78d4-4f6e-48fe-af4b-2be0ae64c5a7 None None] Set router 2a1450cc-f13e-4e78-b959-e2a252de3951 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:05:59.832584 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe539f6-f77d-4303-a9f9-53da611155f7 x-openstack-request-id: req-cfe539f6-f77d-4303-a9f9-53da611155f7 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:05:59.834500 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfe7a67-0b4d-444d-8b87-2f705bbca88c", "name": "network-vif-deleted", "tag": "60308f22-5ff6-4a4e-9bd8-104c12cf8d98", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:05:59.835003 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cfe539f6-f77d-4303-a9f9-53da611155f7 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:05:59.836646 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfe7a67-0b4d-444d-8b87-2f705bbca88c', 'name': 'network-vif-deleted', 'tag': '60308f22-5ff6-4a4e-9bd8-104c12cf8d98', 'status': 'completed', 'code': 200} Aug 31 01:05:59.909028 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7fde-0a81-4bf1-bd0b-c08b96877ebd req-72188bd5-c7fe-44df-8434-0e6c6efac2a8 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:59.910385 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a3bc7fde-0a81-4bf1-bd0b-c08b96877ebd req-72188bd5-c7fe-44df-8434-0e6c6efac2a8 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 946 time: 0.1662998 Aug 31 01:05:59.987300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8574c-bf46-4d17-aff0-0bf88761ce56 req-4f9a4b1f-2f16-4127-9bd9-83b76fb4b5e9 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:05:59.996377 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1f8574c-bf46-4d17-aff0-0bf88761ce56 req-4f9a4b1f-2f16-4127-9bd9-83b76fb4b5e9 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 946 time: 0.1431828 Aug 31 01:06:00.109486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3543f-90b7-48cc-9982-97992f42a9f9 req-969adbf8-f1fd-4e59-bc53-11946007584c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:00.111990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56d3543f-90b7-48cc-9982-97992f42a9f9 req-969adbf8-f1fd-4e59-bc53-11946007584c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 946 time: 0.1122901 Aug 31 01:06:00.128969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1f8574c-bf46-4d17-aff0-0bf88761ce56 req-0972ad65-895a-4f2c-a460-fa155b3af589 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266031 Aug 31 01:06:00.211495 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b46bce73-62d5-4d9e-b9fc-450b9f68a26a details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:06:00.221879 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-a3bc7fde-0a81-4bf1-bd0b-c08b96877ebd req-b602c61e-684b-4a09-84ef-4800d28e41fc tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Deleting port 870df571-aae5-44fd-847c-49dd834c82f0 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:00.223622 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a3bc7fde-0a81-4bf1-bd0b-c08b96877ebd req-b602c61e-684b-4a09-84ef-4800d28e41fc tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.250102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:00.286708 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56d3543f-90b7-48cc-9982-97992f42a9f9 req-546e6d8a-3d59-4229-86b3-cff673c05337 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565409 Aug 31 01:06:00.332668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:00.333418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 60308f22-5ff6-4a4e-9bd8-104c12cf8d98 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:00.533758 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.resource_extend [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:06:00.561724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-a3bc7fde-0a81-4bf1-bd0b-c08b96877ebd req-b602c61e-684b-4a09-84ef-4800d28e41fc tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] For port 870df571-aae5-44fd-847c-49dd834c82f0, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=870df571-aae5-44fd-847c-49dd834c82f0,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:00.562142 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a3bc7fde-0a81-4bf1-bd0b-c08b96877ebd req-b602c61e-684b-4a09-84ef-4800d28e41fc tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.601796 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-a3bc7fde-0a81-4bf1-bd0b-c08b96877ebd req-b602c61e-684b-4a09-84ef-4800d28e41fc tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Calling delete_port for 870df571-aae5-44fd-847c-49dd834c82f0 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:00.769888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-358e78d4-4f6e-48fe-af4b-2be0ae64c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:13Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:00.830003 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358e78d4-4f6e-48fe-af4b-2be0ae64c5a7 None None] Checking router: 2a1450cc-f13e-4e78-b959-e2a252de3951 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:06:00.840849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:00.860029 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e78d4-4f6e-48fe-af4b-2be0ae64c5a7 None None] Routers {'2a1450cc-f13e-4e78-b959-e2a252de3951'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:00.860679 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-358e78d4-4f6e-48fe-af4b-2be0ae64c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:05:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2a1450cc-f13e-4e78-b959-e2a252de3951'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:00.860845 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066429-794f-4c6c-a473-264ec584e5ee req-9835df7d-2139-4d2c-876a-9ab04c38aa76 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:00.862516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-9835df7d-2139-4d2c-876a-9ab04c38aa76 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797&tenant_id=4f4f81af0327488683358ca40e0e4b3d&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 946 time: 0.1367757 Aug 31 01:06:00.862926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'mac_address': 'fa:16:3e:c7:e3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:06:00.939796 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a3bc7fde-0a81-4bf1-bd0b-c08b96877ebd req-b602c61e-684b-4a09-84ef-4800d28e41fc tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:00.971642 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['870df571-aae5-44fd-847c-49dd834c82f0'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:01.013911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-35b969f9-6ce8-4ec9-b0b7-35b520a28b71 service neutron] 10.222.0.70 "GET /v2.0/ports/b46bce73-62d5-4d9e-b9fc-450b9f68a26a/bindings/n-h2-802060-13 HTTP/1.1" status: 200 len: 383 time: 0.1303191 Aug 31 01:06:01.038632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602c61e-684b-4a09-84ef-4800d28e41fc tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Pushing event deleted for resources: {'Port': ['ID=870df571-aae5-44fd-847c-49dd834c82f0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:01.083166 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.113543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46bce73-62d5-4d9e-b9fc-450b9f68a26a {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:01.115494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bc7fde-0a81-4bf1-bd0b-c08b96877ebd req-b602c61e-684b-4a09-84ef-4800d28e41fc tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] No DVR routers for this DVR port 870df571-aae5-44fd-847c-49dd834c82f0 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:01.119337 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a3bc7fde-0a81-4bf1-bd0b-c08b96877ebd req-b602c61e-684b-4a09-84ef-4800d28e41fc tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.122972 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a3bc7fde-0a81-4bf1-bd0b-c08b96877ebd req-b602c61e-684b-4a09-84ef-4800d28e41fc tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.70 "DELETE /v2.0/ports/870df571-aae5-44fd-847c-49dd834c82f0 HTTP/1.1" status: 204 len: 173 time: 1.2052560 Aug 31 01:06:01.225714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:01.229326 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066429-794f-4c6c-a473-264ec584e5ee req-eece5dc5-0c06-4f67-bfe9-933425d8eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:01.234105 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-eece5dc5-0c06-4f67-bfe9-933425d8eaca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 1098 time: 0.1842990 Aug 31 01:06:01.237361 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.276360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367641e-5f1f-4ee5-a59c-b45b55e07a45 req-45208ffa-3e8e-45c8-90d0-042c63fdac97 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:01.286935 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6367641e-5f1f-4ee5-a59c-b45b55e07a45 req-45208ffa-3e8e-45c8-90d0-042c63fdac97 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 946 time: 0.2509022 Aug 31 01:06:01.302770 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:01.328482 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-358e78d4-4f6e-48fe-af4b-2be0ae64c5a7 None None] Set router 2a1450cc-f13e-4e78-b959-e2a252de3951 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:01.362022 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.423857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066429-794f-4c6c-a473-264ec584e5ee req-bb62c25d-3be4-4bb4-8cff-4c37a88a8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:01.425714 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-bb62c25d-3be4-4bb4-8cff-4c37a88a8c7f service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.1662211 Aug 31 01:06:01.519145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6367641e-5f1f-4ee5-a59c-b45b55e07a45 req-cbeeda5d-6998-4508-9e36-44a0f0021039 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249975 Aug 31 01:06:01.520300 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b46bce73-62d5-4d9e-b9fc-450b9f68a26a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:01.521509 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-368ff7c5-fc0d-4889-adce-9bcbe556b4d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a HTTP/1.1" status: 200 len: 217 time: 0.0882380 Aug 31 01:06:01.611911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066429-794f-4c6c-a473-264ec584e5ee req-0960226c-67f4-4a6b-b18d-692c17e7b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:01.613848 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-0960226c-67f4-4a6b-b18d-692c17e7b750 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0814650 Aug 31 01:06:01.641552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-358e78d4-4f6e-48fe-af4b-2be0ae64c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:13Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:01.694710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066429-794f-4c6c-a473-264ec584e5ee req-92b8b9d5-964e-489c-a585-7019224f46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:01.696553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-92b8b9d5-964e-489c-a585-7019224f46bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0721939 Aug 31 01:06:01.700050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358e78d4-4f6e-48fe-af4b-2be0ae64c5a7 None None] The sync data for ids ['2a1450cc-f13e-4e78-b959-e2a252de3951'] in n-d-802060-13 is: [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:00:04Z', 'revision_number': 4, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa77ed85-de5c-45d8-be4f-237c2ad92a40', 'name': '', 'network_id': 'f36e5826-aded-4618-8526-77145a8c01a8', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'mac_address': 'fa:16:3e:50:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:03Z', 'updated_at': '2021-08-31T01:00:13Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'subnets': [{'id': 'a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:06:01.800527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40072) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:01.845251 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9c4d5c-4c49-46b7-a6bb-00a6281b4571', 'name': 'network-vif-deleted', 'tag': '870df571-aae5-44fd-847c-49dd834c82f0'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:01.855142 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bab55e8-a686-4cd7-a7c9-54106b8b7648" -d '{"events": [{"server_uuid": "cd9c4d5c-4c49-46b7-a6bb-00a6281b4571", "name": "network-vif-deleted", "tag": "870df571-aae5-44fd-847c-49dd834c82f0"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:01.901368 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-aec54fed-0c5a-4eef-af2d-026e267060f7 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871612 Aug 31 01:06:01.936229 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-673d7e4c-f27c-4dfc-ab17-39015bddb21b tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:01.973786 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-673d7e4c-f27c-4dfc-ab17-39015bddb21b tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.045425 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-673d7e4c-f27c-4dfc-ab17-39015bddb21b tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.048910 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-673d7e4c-f27c-4dfc-ab17-39015bddb21b tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.053404 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-673d7e4c-f27c-4dfc-ab17-39015bddb21b tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "DELETE /v2.0/security-groups/beada7f6-7b0c-4487-993a-5630eade76fe HTTP/1.1" status: 204 len: 168 time: 0.2516139 Aug 31 01:06:02.054247 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40078) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:02.081450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d7e4c-f27c-4dfc-ab17-39015bddb21b tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beada7f6-7b0c-4487-993a-5630eade76fe,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:02.084878 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-f3f1129b-08fc-4d28-81b1-9aa4fbde2be2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] show failed (client error): The resource could not be found. Aug 31 01:06:02.090491 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f3f1129b-08fc-4d28-81b1-9aa4fbde2be2 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "GET /v2.0/security-groups/beada7f6-7b0c-4487-993a-5630eade76fe HTTP/1.1" status: 404 len: 347 time: 0.0321178 Aug 31 01:06:02.091772 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40080) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:02.134609 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f444eee7-51fa-455c-9668-3427e32d2f23 None None] New status for floating IP d7673a50-7321-4fc6-86d4-5c1ac0bee0da: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:06:02.198634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de14071-bdba-4a42-9dcc-e77c662b41ab req-ee093be6-3762-4e1c-bddd-797e0de7c2a4 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:02.200122 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6de14071-bdba-4a42-9dcc-e77c662b41ab req-ee093be6-3762-4e1c-bddd-797e0de7c2a4 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 945 time: 0.2869201 Aug 31 01:06:02.228109 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 870df571-aae5-44fd-847c-49dd834c82f0 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:02.276546 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 870df571-aae5-44fd-847c-49dd834c82f0 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:02.277143 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 870df571-aae5-44fd-847c-49dd834c82f0 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:02.277730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-f514ce9f-a3af-4e33-89be-342776271663 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477006 Aug 31 01:06:02.324530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6de14071-bdba-4a42-9dcc-e77c662b41ab req-8e04f413-64ce-4581-a190-aa76155281f1 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/security-groups?id=39bde458-b44c-4b4b-b2b2-50fa85ef5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132410 Aug 31 01:06:02.340265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6f395b52-ce1f-4be0-beb5-17e63b0172b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Deleting port 5546f9ca-903f-491c-981d-ca69d11d77de {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:02.341207 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f395b52-ce1f-4be0-beb5-17e63b0172b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.493767 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f395b52-ce1f-4be0-beb5-17e63b0172b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.494366 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f395b52-ce1f-4be0-beb5-17e63b0172b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.499812 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f420af5-8e39-4476-9d35-28f330218e80 req-7cbd1ecf-05f6-4af1-9186-0bac62902f0e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 210 time: 0.0523124 Aug 31 01:06:02.509944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6f395b52-ce1f-4be0-beb5-17e63b0172b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Calling delete_port for 5546f9ca-903f-491c-981d-ca69d11d77de owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:02.739716 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386ce7e1-f0b1-4b08-bd8d-b3322a95b0e3 x-openstack-request-id: req-386ce7e1-f0b1-4b08-bd8d-b3322a95b0e3 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:02.740115 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9c4d5c-4c49-46b7-a6bb-00a6281b4571", "name": "network-vif-deleted", "tag": "870df571-aae5-44fd-847c-49dd834c82f0", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:02.740473 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-386ce7e1-f0b1-4b08-bd8d-b3322a95b0e3 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:02.740966 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9c4d5c-4c49-46b7-a6bb-00a6281b4571', 'name': 'network-vif-deleted', 'tag': '870df571-aae5-44fd-847c-49dd834c82f0', 'status': 'completed', 'code': 200} Aug 31 01:06:02.752172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-99bbc15a-e6e1-4ecd-9ce6-67f1fc7daff4 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:02.754299 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-99bbc15a-e6e1-4ecd-9ce6-67f1fc7daff4 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 945 time: 0.0810637 Aug 31 01:06:02.764131 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f395b52-ce1f-4be0-beb5-17e63b0172b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.859368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53d7cd-0370-4e7b-908c-923eb2ae1049 req-9953a721-22a4-402e-9329-6c72f494fd28 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:02.868646 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e53d7cd-0370-4e7b-908c-923eb2ae1049 req-9953a721-22a4-402e-9329-6c72f494fd28 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 947 time: 0.0688980 Aug 31 01:06:02.869697 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f395b52-ce1f-4be0-beb5-17e63b0172b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Pushing event deleted for resources: {'Port': ['ID=5546f9ca-903f-491c-981d-ca69d11d77de,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:02.926817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e53d7cd-0370-4e7b-908c-923eb2ae1049 req-ea33d2d0-1626-4473-83bc-bb85d64a74dd tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568144 Aug 31 01:06:02.969798 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f395b52-ce1f-4be0-beb5-17e63b0172b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.972333 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f395b52-ce1f-4be0-beb5-17e63b0172b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:02.976305 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6f395b52-ce1f-4be0-beb5-17e63b0172b4 tempest-ServersWithSpecificFlavorTestJSON-712943012 tempest-ServersWithSpecificFlavorTestJSON-712943012-project] 10.222.0.58 "DELETE /v2.0/floatingips/d7673a50-7321-4fc6-86d4-5c1ac0bee0da HTTP/1.1" status: 204 len: 168 time: 0.8828847 Aug 31 01:06:03.009502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-dd85a4e3-e01e-4567-b874-6cea625fb542 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Deleting port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:03.009871 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-dd85a4e3-e01e-4567-b874-6cea625fb542 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:03.138226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-dd85a4e3-e01e-4567-b874-6cea625fb542 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] For port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8c4ea4d9-e567-4c13-bd36-5e28c31f694d,segment=NetworkSegment(f9a32beb-f472-4c85-930c-be1d27268ff6),segment_id=f9a32beb-f472-4c85-930c-be1d27268ff6)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:03.138953 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-dd85a4e3-e01e-4567-b874-6cea625fb542 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:03.456371 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-dd85a4e3-e01e-4567-b874-6cea625fb542 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:03.457901 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-dd85a4e3-e01e-4567-b874-6cea625fb542 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:03.458394 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-dd85a4e3-e01e-4567-b874-6cea625fb542 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Floating IP c4523dbe-1e8d-4767-85ce-dc23228d09b4 disassociated. External IP: 172.25.6.153, port: 8c4ea4d9-e567-4c13-bd36-5e28c31f694d. Aug 31 01:06:03.459406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-dd85a4e3-e01e-4567-b874-6cea625fb542 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Calling delete_port for 8c4ea4d9-e567-4c13-bd36-5e28c31f694d owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:03.544553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732907-a071-46c7-bc6a-2106e0861c20 req-49f3149d-f7f2-4763-8b2e-81873968866d tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:03.555029 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9732907-a071-46c7-bc6a-2106e0861c20 req-49f3149d-f7f2-4763-8b2e-81873968866d tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 945 time: 0.1040683 Aug 31 01:06:03.616609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-dd85a4e3-e01e-4567-b874-6cea625fb542 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:03.634458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9732907-a071-46c7-bc6a-2106e0861c20 req-82547ea5-0038-4bf9-a317-77ce113d41b9 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/security-groups?id=39bde458-b44c-4b4b-b2b2-50fa85ef5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724466 Aug 31 01:06:03.665031 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85a4e3-e01e-4567-b874-6cea625fb542 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Pushing event deleted for resources: {'Port': ['ID=8c4ea4d9-e567-4c13-bd36-5e28c31f694d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:03.866006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5f8aca2-2e99-4dbf-99c7-83e4799b3276 req-be1b17d3-31f6-419e-a40a-0a1e1419beb7 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 210 time: 0.0889552 Aug 31 01:06:03.968871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-dd85a4e3-e01e-4567-b874-6cea625fb542 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:06:04.139560 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-dd85a4e3-e01e-4567-b874-6cea625fb542 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:06:04.151828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa47a440-4e0b-4c8f-ad59-24600102afa5 None None] Sync routers for ids ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:06:04.173873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa47a440-4e0b-4c8f-ad59-24600102afa5 None None] Routers {'881adbf2-e890-4d0a-b7f7-464c3ba1d256'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:04.175890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-aa47a440-4e0b-4c8f-ad59-24600102afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:05:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:04.272444 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-dd85a4e3-e01e-4567-b874-6cea625fb542 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] No DVR routers for this DVR port 8c4ea4d9-e567-4c13-bd36-5e28c31f694d on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:04.283018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b46bce73-62d5-4d9e-b9fc-450b9f68a26a up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:04.287272 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-dd85a4e3-e01e-4567-b874-6cea625fb542 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:04.297907 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-245ad1e8-6609-41fd-a617-f011e76b2c4c req-dd85a4e3-e01e-4567-b874-6cea625fb542 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.15 "DELETE /v2.0/ports/8c4ea4d9-e567-4c13-bd36-5e28c31f694d HTTP/1.1" status: 204 len: 173 time: 1.5301433 Aug 31 01:06:04.400883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f34f0-0031-4f42-8c2e-762e42d2c738 req-f887e68e-217c-42df-9d1a-5945606ba6b0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:04.409713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-020f34f0-0031-4f42-8c2e-762e42d2c738 req-f887e68e-217c-42df-9d1a-5945606ba6b0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 947 time: 0.1078539 Aug 31 01:06:04.477166 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-020f34f0-0031-4f42-8c2e-762e42d2c738 req-e8ba3f75-f337-4181-9c7e-99fe8afc255e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650251 Aug 31 01:06:04.648593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-aa47a440-4e0b-4c8f-ad59-24600102afa5 None None] Set router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:04.725738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port b46bce73-62d5-4d9e-b9fc-450b9f68a26a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:04.727095 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40130) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:04.743379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port b46bce73-62d5-4d9e-b9fc-450b9f68a26a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:04.743646 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d127d4-6cdb-43de-810d-ca0bbd639cbf', 'name': 'network-vif-deleted', 'tag': '8c4ea4d9-e567-4c13-bd36-5e28c31f694d'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:04.744151 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:04.746430 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00beac03-9b0a-4633-8873-3500fbd9ebba" -d '{"events": [{"server_uuid": "d0d127d4-6cdb-43de-810d-ca0bbd639cbf", "name": "network-vif-deleted", "tag": "8c4ea4d9-e567-4c13-bd36-5e28c31f694d"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:04.942988 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7388d683-5411-40a4-825c-0378d0f9fd85 req-9a71a647-acfa-47cc-9ef5-4dce3c0eb5c3 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0d127d4-6cdb-43de-810d-ca0bbd639cbf HTTP/1.1" status: 200 len: 210 time: 0.0642412 Aug 31 01:06:04.998586 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066429-794f-4c6c-a473-264ec584e5ee req-748133f8-9e3e-4cd9-a513-89171b517bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:05.002166 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-748133f8-9e3e-4cd9-a513-89171b517bdc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797&tenant_id=4f4f81af0327488683358ca40e0e4b3d HTTP/1.1" status: 200 len: 1099 time: 0.1417339 Aug 31 01:06:05.010031 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa027f94-5747-48c2-9830-f4f8d1890ddb x-openstack-request-id: req-fa027f94-5747-48c2-9830-f4f8d1890ddb {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:05.010455 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d127d4-6cdb-43de-810d-ca0bbd639cbf", "name": "network-vif-deleted", "tag": "8c4ea4d9-e567-4c13-bd36-5e28c31f694d", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:05.010750 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa027f94-5747-48c2-9830-f4f8d1890ddb {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:05.011210 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d127d4-6cdb-43de-810d-ca0bbd639cbf', 'name': 'network-vif-deleted', 'tag': '8c4ea4d9-e567-4c13-bd36-5e28c31f694d', 'status': 'completed', 'code': 200} Aug 31 01:06:05.024268 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:05.139964 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a671c3d-6b8d-4f42-bd2d-8ec930a12344 req-65682393-1196-48a8-9e85-6e75eb399370 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 210 time: 0.0552373 Aug 31 01:06:05.268178 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:05.279784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-aa47a440-4e0b-4c8f-ad59-24600102afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:54Z', 'revision_number': 4, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'gw_port': {'id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'ca687e73-4415-42c5-a560-2ad291e71a71', 'name': '', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'mac_address': 'fa:16:3e:1a:fe:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:52Z', 'updated_at': '2021-08-31T01:03:03Z', 'revision_number': 5, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'subnets': [{'id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:05.318239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa47a440-4e0b-4c8f-ad59-24600102afa5 None None] Checking router: 881adbf2-e890-4d0a-b7f7-464c3ba1d256 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:06:05.334568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa47a440-4e0b-4c8f-ad59-24600102afa5 None None] Routers {'881adbf2-e890-4d0a-b7f7-464c3ba1d256'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:05.335206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-aa47a440-4e0b-4c8f-ad59-24600102afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:05:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:05.342324 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:05.344654 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c225d83-1ab2-46fd-a460-323b05d50b01" -d '{"events": [{"server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "name": "network-vif-plugged", "status": "completed", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:05.360980 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:05.442472 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e654d0-962b-412d-918f-7984ef5eb165 x-openstack-request-id: req-f1e654d0-962b-412d-918f-7984ef5eb165 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:05.442778 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "name": "network-vif-plugged", "status": "completed", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:05.443047 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1e654d0-962b-412d-918f-7984ef5eb165 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:05.443468 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'code': 200} Aug 31 01:06:05.445240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:05.460013 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:05.582796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:05.656232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37213aea-0eb3-4813-9c88-0d41a6165525 req-da881965-778d-4c3a-b171-76ec8bfa6497 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:05.675268 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37213aea-0eb3-4813-9c88-0d41a6165525 req-da881965-778d-4c3a-b171-76ec8bfa6497 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.1085279 Aug 31 01:06:05.693598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-aa47a440-4e0b-4c8f-ad59-24600102afa5 None None] Set router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:05.735169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37213aea-0eb3-4813-9c88-0d41a6165525 req-2225c446-93cb-4f7a-b772-637ec73dc32f tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532887 Aug 31 01:06:05.742642 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8c4ea4d9-e567-4c13-bd36-5e28c31f694d no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:05.776215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 8c4ea4d9-e567-4c13-bd36-5e28c31f694d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:05.778123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8c4ea4d9-e567-4c13-bd36-5e28c31f694d not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:06.050383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-aa47a440-4e0b-4c8f-ad59-24600102afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:54Z', 'revision_number': 4, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'gw_port': {'id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'ca687e73-4415-42c5-a560-2ad291e71a71', 'name': '', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'mac_address': 'fa:16:3e:1a:fe:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:52Z', 'updated_at': '2021-08-31T01:03:03Z', 'revision_number': 5, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'subnets': [{'id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:06.133326 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa47a440-4e0b-4c8f-ad59-24600102afa5 None None] The sync data for ids ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'] in n-d-802060-13 is: [{'id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:02:54Z', 'revision_number': 4, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'gw_port': {'id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'ca687e73-4415-42c5-a560-2ad291e71a71', 'name': '', 'network_id': '43cf0cdb-07e2-4ad1-9b79-78ee4269708c', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'mac_address': 'fa:16:3e:1a:fe:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:52Z', 'updated_at': '2021-08-31T01:03:03Z', 'revision_number': 5, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'subnets': [{'id': '8c86cc86-93fa-4bd3-8105-aa00d1b94ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:06:06.162016 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40164) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:06.233649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b46bce73-62d5-4d9e-b9fc-450b9f68a26a no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:06.342372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6873dcd-f902-4de5-a21f-5a72253c3448 req-080cf04f-a9f7-4692-b009-807a241c5602 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 210 time: 0.0463443 Aug 31 01:06:06.399503 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4989-6053-43dd-bc03-177b1af622dd tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.444362 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.466633 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4989-6053-43dd-bc03-177b1af622dd tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.537770 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4989-6053-43dd-bc03-177b1af622dd tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.541685 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4989-6053-43dd-bc03-177b1af622dd tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.550527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3ecb4989-6053-43dd-bc03-177b1af622dd tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "DELETE /v2.0/security-groups/39bde458-b44c-4b4b-b2b2-50fa85ef5bbb HTTP/1.1" status: 204 len: 168 time: 0.3840816 Aug 31 01:06:06.551483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40178) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:06.601737 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-2f77a1a6-f22c-448e-8078-50ab34c6a819 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] show failed (client error): The resource could not be found. Aug 31 01:06:06.603091 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2f77a1a6-f22c-448e-8078-50ab34c6a819 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "GET /v2.0/security-groups/39bde458-b44c-4b4b-b2b2-50fa85ef5bbb HTTP/1.1" status: 404 len: 347 time: 0.0261741 Aug 31 01:06:06.604793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb4989-6053-43dd-bc03-177b1af622dd tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bde458-b44c-4b4b-b2b2-50fa85ef5bbb,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:06.607660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40180) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:06.691700 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52981b-3ab4-4aad-b18a-a4e8a64dc9fd None None] New status for floating IP c4523dbe-1e8d-4767-85ce-dc23228d09b4: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:06:06.743739 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:06.925285 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:06.969931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-af9b1bd9-bdc8-4484-ad73-03176289f857 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Deleting port 0569c76a-0176-4e21-a979-66ac5e260dab {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:06.970570 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-af9b1bd9-bdc8-4484-ad73-03176289f857 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.989496 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-75e5eedc-17c4-4a8b-a24f-dc927170c853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.066452 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-af9b1bd9-bdc8-4484-ad73-03176289f857 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.067100 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-af9b1bd9-bdc8-4484-ad73-03176289f857 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.082701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-af9b1bd9-bdc8-4484-ad73-03176289f857 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Calling delete_port for 0569c76a-0176-4e21-a979-66ac5e260dab owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:07.101571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.103547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:07.105858 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f48a1f2-0c65-422a-b455-0b9501ebe0c6" -d '{"events": [{"server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "name": "network-vif-unplugged", "status": "completed", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:07.179827 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Transition to ACTIVE for port object b46bce73-62d5-4d9e-b9fc-450b9f68a26a will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:07.187058 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.199119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9399e2-67e1-45b7-bba6-6e4ef131779f req-42e92b38-636f-44de-a6e4-726d7c380cd3 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:07.208105 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c9399e2-67e1-45b7-bba6-6e4ef131779f req-42e92b38-636f-44de-a6e4-726d7c380cd3 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.3262913 Aug 31 01:06:07.266663 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Pushing event updated for resources: {'Port': ['ID=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,revision_number=10']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:07.299038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c9399e2-67e1-45b7-bba6-6e4ef131779f req-7c97a68e-f7a2-4d57-b310-adc8a6d61a0c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898464 Aug 31 01:06:07.316314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] No DVR routers for this DVR port b46bce73-62d5-4d9e-b9fc-450b9f68a26a on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:07.327972 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:06:07.329190 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:06:07.407212 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Attempting to bind port b46bce73-62d5-4d9e-b9fc-450b9f68a26a on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:07.407598 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Attempting to bind port b46bce73-62d5-4d9e-b9fc-450b9f68a26a by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:07.408007 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Attempting to bind port b46bce73-62d5-4d9e-b9fc-450b9f68a26a on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:07.413127 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-af9b1bd9-bdc8-4484-ad73-03176289f857 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.417055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Port b46bce73-62d5-4d9e-b9fc-450b9f68a26a on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:06:07.417373 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Attempting to bind port b46bce73-62d5-4d9e-b9fc-450b9f68a26a on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:07.425554 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492460a8-042c-4202-a0be-e0c7a6013981 x-openstack-request-id: req-492460a8-042c-4202-a0be-e0c7a6013981 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:07.425820 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "name": "network-vif-unplugged", "status": "completed", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:07.426075 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-492460a8-042c-4202-a0be-e0c7a6013981 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:07.426457 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'code': 200} Aug 31 01:06:07.473769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b1bd9-bdc8-4484-ad73-03176289f857 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Pushing event deleted for resources: {'Port': ['ID=0569c76a-0176-4e21-a979-66ac5e260dab,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:07.516352 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:07.516750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:07.527418 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:07.528109 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Bound port: b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:07.529000 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.611087 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-12a014a8-4567-47e6-8068-f63e68934ba4 req-3215cb65-ecf2-400d-9f30-1a7e84d04879 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 210 time: 0.0560713 Aug 31 01:06:07.639949 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-af9b1bd9-bdc8-4484-ad73-03176289f857 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.642151 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-af9b1bd9-bdc8-4484-ad73-03176289f857 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.651107 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-af9b1bd9-bdc8-4484-ad73-03176289f857 tempest-ServersTestFqdnHostnames-1001873429 tempest-ServersTestFqdnHostnames-1001873429-project] 10.222.0.58 "DELETE /v2.0/floatingips/c4523dbe-1e8d-4767-85ce-dc23228d09b4 HTTP/1.1" status: 204 len: 168 time: 1.0421281 Aug 31 01:06:07.652167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40192) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:07.759485 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-75e5eedc-17c4-4a8b-a24f-dc927170c853 admin admin] Deleting port aa77ed85-de5c-45d8-be4f-237c2ad92a40 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:07.760518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-75e5eedc-17c4-4a8b-a24f-dc927170c853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.766473 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:07.771471 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:07.783485 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.877015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Pushing event updated for resources: {'Port': ['ID=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,revision_number=11']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:07.907516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:07.908611 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.910389 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-95c8b4ad-7b0f-4529-943e-61f5ecf4770b service neutron] 10.222.0.15 "PUT /v2.0/ports/b46bce73-62d5-4d9e-b9fc-450b9f68a26a HTTP/1.1" status: 200 len: 1096 time: 2.8905349 Aug 31 01:06:08.051651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-75e5eedc-17c4-4a8b-a24f-dc927170c853 admin admin] For port aa77ed85-de5c-45d8-be4f-237c2ad92a40, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=aa77ed85-de5c-45d8-be4f-237c2ad92a40,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:08.051651 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-75e5eedc-17c4-4a8b-a24f-dc927170c853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:08.089697 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066429-794f-4c6c-a473-264ec584e5ee req-61bd95ff-027b-4fed-8f04-1dd9ba6c2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:08.091805 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-61bd95ff-027b-4fed-8f04-1dd9ba6c2206 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 1099 time: 0.1322980 Aug 31 01:06:08.096355 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-75e5eedc-17c4-4a8b-a24f-dc927170c853 admin admin] Calling delete_port for aa77ed85-de5c-45d8-be4f-237c2ad92a40 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:08.360913 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066429-794f-4c6c-a473-264ec584e5ee req-7b5d68a7-9781-4521-8487-1d1cd798049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:08.363089 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-7b5d68a7-9781-4521-8487-1d1cd798049c service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.2557640 Aug 31 01:06:08.420150 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-1a656a98-e8e6-4dd8-b483-6b1643d9350f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a HTTP/1.1" status: 200 len: 217 time: 0.0497437 Aug 31 01:06:08.484838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066429-794f-4c6c-a473-264ec584e5ee req-bfc1025a-3cde-4852-aabe-63a94ef33b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:08.486609 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-bfc1025a-3cde-4852-aabe-63a94ef33b20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0588603 Aug 31 01:06:08.528278 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29580191-8343-4eb0-8546-2041ffc1dd96 req-9c2031bf-38ba-42e6-932e-3a174e84a754 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:08.536063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29580191-8343-4eb0-8546-2041ffc1dd96 req-9c2031bf-38ba-42e6-932e-3a174e84a754 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 947 time: 0.1263695 Aug 31 01:06:08.566011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066429-794f-4c6c-a473-264ec584e5ee req-27b4b7fa-ff5c-4894-8ed7-52984e23b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:08.568009 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-27b4b7fa-ff5c-4894-8ed7-52984e23b7a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658026 Aug 31 01:06:08.594716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29580191-8343-4eb0-8546-2041ffc1dd96 req-03d063d4-d5dd-4bfe-a422-4fc1d5dcf364 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576560 Aug 31 01:06:08.704196 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-84a35669-4637-444b-9cb7-6f58264cf842 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152112 Aug 31 01:06:08.856898 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-38066429-794f-4c6c-a473-264ec584e5ee req-81628d05-8bce-4d9a-a080-76e912498a02 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291790 Aug 31 01:06:08.880525 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-75e5eedc-17c4-4a8b-a24f-dc927170c853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:08.901711 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f93e5be2-5ccf-4b86-a9d1-5216088f97de req-a106ceda-60c6-404b-8c64-57636c15bf9a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd9c4d5c-4c49-46b7-a6bb-00a6281b4571 HTTP/1.1" status: 200 len: 210 time: 0.0762603 Aug 31 01:06:08.920650 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5eedc-17c4-4a8b-a24f-dc927170c853 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa77ed85-de5c-45d8-be4f-237c2ad92a40,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:09.112477 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f0ffc74-c5ac-42f9-b43a-6d73a6d9ca9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:09.425424 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-75e5eedc-17c4-4a8b-a24f-dc927170c853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:09.427124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:09.429412 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:09.597860 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7974bcaa-8ccb-4492-bb2d-9f1f286aca19 x-openstack-request-id: req-7974bcaa-8ccb-4492-bb2d-9f1f286aca19 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:09.598521 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:09.598794 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7974bcaa-8ccb-4492-bb2d-9f1f286aca19 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:09.599223 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'status': 'completed', 'code': 200} Aug 31 01:06:09.829662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-68cb3810-eec0-4f28-acbb-023125bbd1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:09.831188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-68cb3810-eec0-4f28-acbb-023125bbd1f7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 1099 time: 0.2469404 Aug 31 01:06:10.014553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-500c2959-414d-4181-82db-ed7e9cbbd0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:10.017275 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-500c2959-414d-4181-82db-ed7e9cbbd0c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f4f81af0327488683358ca40e0e4b3d&device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 1099 time: 0.2940938 Aug 31 01:06:10.031057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e5eedc-17c4-4a8b-a24f-dc927170c853 admin admin] Router 2a1450cc-f13e-4e78-b959-e2a252de3951 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:06:10.058348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899df23-15ca-49d9-8951-5e744adc9991 req-2a4988f7-1c04-4bbd-83b2-ed2eae59f6e6 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:10.079925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8899df23-15ca-49d9-8951-5e744adc9991 req-2a4988f7-1c04-4bbd-83b2-ed2eae59f6e6 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 947 time: 0.3585143 Aug 31 01:06:10.289925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8899df23-15ca-49d9-8951-5e744adc9991 req-8edaf9c5-10d9-4080-8782-287b53615af0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091098 Aug 31 01:06:10.317913 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-bce335d2-d054-4418-b89d-b6c22fedbf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:10.320845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-bce335d2-d054-4418-b89d-b6c22fedbf04 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.4340441 Aug 31 01:06:10.421438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-48bf44d6-d99b-4b41-9657-0dfa879ccc29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a HTTP/1.1" status: 200 len: 217 time: 0.0900736 Aug 31 01:06:10.454822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1f0ffc74-c5ac-42f9-b43a-6d73a6d9ca9b admin admin] Deleting port ca687e73-4415-42c5-a560-2ad291e71a71 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:10.475430 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f0ffc74-c5ac-42f9-b43a-6d73a6d9ca9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:10.486282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-78302190-b665-42c4-903e-64a786f0ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:10.488080 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-78302190-b665-42c4-903e-64a786f0ae9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.4511766 Aug 31 01:06:10.649664 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-709f2e82-1d1c-48fe-83da-1d878d6abdf7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a HTTP/1.1" status: 200 len: 217 time: 0.1155384 Aug 31 01:06:10.650901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e5eedc-17c4-4a8b-a24f-dc927170c853 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:06:10.669959 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-75e5eedc-17c4-4a8b-a24f-dc927170c853 admin admin] 10.222.0.58 "PUT /v2.0/routers/2a1450cc-f13e-4e78-b959-e2a252de3951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9379854 Aug 31 01:06:10.679958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138701e-8eee-4472-a7e3-581fc09f7145 None None] Sync routers for ids ['2a1450cc-f13e-4e78-b959-e2a252de3951'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:06:10.694226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40258) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:10.704099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d138701e-8eee-4472-a7e3-581fc09f7145 None None] Routers {'2a1450cc-f13e-4e78-b959-e2a252de3951'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:10.707381 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d138701e-8eee-4472-a7e3-581fc09f7145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:05:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2a1450cc-f13e-4e78-b959-e2a252de3951'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:10.775299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-1f0ffc74-c5ac-42f9-b43a-6d73a6d9ca9b admin admin] For port ca687e73-4415-42c5-a560-2ad291e71a71, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ca687e73-4415-42c5-a560-2ad291e71a71,segment=NetworkSegment(f9a32beb-f472-4c85-930c-be1d27268ff6),segment_id=f9a32beb-f472-4c85-930c-be1d27268ff6)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:10.776101 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f0ffc74-c5ac-42f9-b43a-6d73a6d9ca9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:10.792528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-39191b47-ac6a-4cdd-b00e-f405e1eb495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:10.796054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-39191b47-ac6a-4cdd-b00e-f405e1eb495d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.3646855 Aug 31 01:06:10.800324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1f0ffc74-c5ac-42f9-b43a-6d73a6d9ca9b admin admin] Calling delete_port for ca687e73-4415-42c5-a560-2ad291e71a71 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:10.913292 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:10.934829 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-d73403c2-5c76-40a7-b985-9d9fb6ddfad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:10.942726 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-d73403c2-5c76-40a7-b985-9d9fb6ddfad6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1359069 Aug 31 01:06:10.971133 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-d138701e-8eee-4472-a7e3-581fc09f7145 None None] Set router 2a1450cc-f13e-4e78-b959-e2a252de3951 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:11.036143 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:11.104716 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-d18e5618-d0ec-4e52-9bf4-310a0e5e241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:11.106893 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-d18e5618-d0ec-4e52-9bf4-310a0e5e241a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.4393721 Aug 31 01:06:11.267969 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-fc842a62-ff18-44fd-b663-67c1b4907da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:11.268218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-e4a49991-b3ec-4638-8c3d-efda9fc1fe7e service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870841 Aug 31 01:06:11.269442 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-fc842a62-ff18-44fd-b663-67c1b4907da2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1241355 Aug 31 01:06:11.274580 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:11.393034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d138701e-8eee-4472-a7e3-581fc09f7145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:06:08Z', 'revision_number': 5, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port': {'id': 'b972c7e2-43c2-45e9-8895-cb27921f34cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:59:59Z', 'updated_at': '2021-08-31T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:11.441466 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] Deleting port b972c7e2-43c2-45e9-8895-cb27921f34cd {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:11.441853 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:11.444991 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-337c0a34-59bc-4e80-9161-4266ea38229b service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629868 Aug 31 01:06:11.494572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138701e-8eee-4472-a7e3-581fc09f7145 None None] Checking router: 2a1450cc-f13e-4e78-b959-e2a252de3951 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:06:11.510632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d138701e-8eee-4472-a7e3-581fc09f7145 None None] Routers {'2a1450cc-f13e-4e78-b959-e2a252de3951'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:11.511388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d138701e-8eee-4472-a7e3-581fc09f7145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:05:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2a1450cc-f13e-4e78-b959-e2a252de3951'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:11.523664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c299f78-cf1f-4110-8b07-bc80efd7350e req-1fcbb68e-88eb-46af-864f-e2bca09ffb8e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:11.533168 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c299f78-cf1f-4110-8b07-bc80efd7350e req-1fcbb68e-88eb-46af-864f-e2bca09ffb8e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 812 time: 0.6292987 Aug 31 01:06:11.619855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c299f78-cf1f-4110-8b07-bc80efd7350e req-a99a0589-8006-4af2-b973-d93c177790c2 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/quotas/b482d6d8a4da48aebfe3b627e6511e1e HTTP/1.1" status: 200 len: 375 time: 0.0854685 Aug 31 01:06:11.647190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] For port b972c7e2-43c2-45e9-8895-cb27921f34cd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b972c7e2-43c2-45e9-8895-cb27921f34cd,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:11.648378 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:11.659604 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-3589cbb2-a08c-4f15-866b-0364fdd41afc service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876242 Aug 31 01:06:11.665057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] Calling delete_port for b972c7e2-43c2-45e9-8895-cb27921f34cd owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:11.682463 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-d138701e-8eee-4472-a7e3-581fc09f7145 None None] Set router 2a1450cc-f13e-4e78-b959-e2a252de3951 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:11.689739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c299f78-cf1f-4110-8b07-bc80efd7350e req-070e1969-fcc4-47b8-803f-88551454a599 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685241 Aug 31 01:06:11.761310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60f7b0e9-2f1c-4cfe-8533-01b6fa1e7812 req-ba22825a-6d45-4420-831e-39fc533c288d service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692473 Aug 31 01:06:11.815963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33f516-4a01-44fc-b187-50de25c78662 req-8c1f57be-cc0d-4af3-aef5-86340e0c0f96 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:11.826033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa33f516-4a01-44fc-b187-50de25c78662 req-8c1f57be-cc0d-4af3-aef5-86340e0c0f96 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 947 time: 0.2820001 Aug 31 01:06:11.920920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa33f516-4a01-44fc-b187-50de25c78662 req-e0090030-f871-41e8-957e-14f299dadbd1 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917177 Aug 31 01:06:11.952418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c299f78-cf1f-4110-8b07-bc80efd7350e req-e3a6313a-291b-4d90-a02c-57901381470a service neutron] 10.222.0.58 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615135 Aug 31 01:06:11.985395 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f0ffc74-c5ac-42f9-b43a-6d73a6d9ca9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:11.997316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b46bce73-62d5-4d9e-b9fc-450b9f68a26a details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:06:12.009279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d138701e-8eee-4472-a7e3-581fc09f7145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:06:11Z', 'revision_number': 6, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:12.022614 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:12.091670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=b972c7e2-43c2-45e9-8895-cb27921f34cd,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:12.101783 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138701e-8eee-4472-a7e3-581fc09f7145 None None] The sync data for ids ['2a1450cc-f13e-4e78-b959-e2a252de3951'] in n-d-802060-13 is: [{'id': '2a1450cc-f13e-4e78-b959-e2a252de3951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430259947-router', 'tenant_id': '047bff4e166e4dfeaa95745db4e16cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:59:58Z', 'updated_at': '2021-08-31T01:06:11Z', 'revision_number': 6, 'project_id': '047bff4e166e4dfeaa95745db4e16cc0', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:06:12.157534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ffc74-c5ac-42f9-b43a-6d73a6d9ca9b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca687e73-4415-42c5-a560-2ad291e71a71,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:12.351150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c299f78-cf1f-4110-8b07-bc80efd7350e req-bd662c90-f534-4949-9b5e-aca081347fe1 service neutron] 10.222.0.58 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976510 Aug 31 01:06:12.392684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:12.420825 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'mac_address': 'fa:16:3e:c7:e3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:06:12.546333 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:12.614088 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46bce73-62d5-4d9e-b9fc-450b9f68a26a {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:12.693577 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f0ffc74-c5ac-42f9-b43a-6d73a6d9ca9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:12.708320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:12.718184 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:12.789366 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,revision_number=12']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:12.930097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5bc018c8-3e62-4060-955a-e4f58933ee84 req-1507747a-fa78-4b1a-958b-fed03f2a3f44 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ebb781c-e195-4af1-974c-065ec0f5a15f HTTP/1.1" status: 200 len: 210 time: 0.0747793 Aug 31 01:06:13.119269 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['b46bce73-62d5-4d9e-b9fc-450b9f68a26a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:13.364022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb0813-e837-45bf-a022-3061ff084c18 req-b955f7bc-0356-4677-9b31-65bcce49d69f tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:13.393731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ddb0813-e837-45bf-a022-3061ff084c18 req-b955f7bc-0356-4677-9b31-65bcce49d69f tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.2618377 Aug 31 01:06:13.407655 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.493652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b972c7e2-43c2-45e9-8895-cb27921f34cd no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:13.569845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ddb0813-e837-45bf-a022-3061ff084c18 req-f9b0f2be-4aa1-4954-b2cd-0e941a3d031a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751454 Aug 31 01:06:13.575328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: b972c7e2-43c2-45e9-8895-cb27921f34cd {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:13.575939 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b972c7e2-43c2-45e9-8895-cb27921f34cd not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:13.576547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device aa77ed85-de5c-45d8-be4f-237c2ad92a40 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:13.624567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: aa77ed85-de5c-45d8-be4f-237c2ad92a40 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:13.624567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device aa77ed85-de5c-45d8-be4f-237c2ad92a40 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:13.691119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0ffc74-c5ac-42f9-b43a-6d73a6d9ca9b admin admin] Router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:06:13.741435 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.748720 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.818947 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.819804 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a1450cc-f13e-4e78-b959-e2a252de3951 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:06:13.832459 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.836540 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c9c7ae7b-0758-432d-bdaa-31324e4b0a38 admin admin] 10.222.0.58 "DELETE /v2.0/routers/2a1450cc-f13e-4e78-b959-e2a252de3951 HTTP/1.1" status: 204 len: 168 time: 3.1402907 Aug 31 01:06:13.837257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40374) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:13.907193 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7cf689-73ee-486f-8971-26279d07d10d admin admin] Deleting subnet a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:06:13.911499 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf689-73ee-486f-8971-26279d07d10d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:13.941084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0ffc74-c5ac-42f9-b43a-6d73a6d9ca9b admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:06:13.952279 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1f0ffc74-c5ac-42f9-b43a-6d73a6d9ca9b admin admin] 10.222.0.58 "PUT /v2.0/routers/881adbf2-e890-4d0a-b7f7-464c3ba1d256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2990286 Aug 31 01:06:13.953166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40388) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:13.953482 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53c41eb-c5ee-48a0-9fcb-3c2d2f9d9775 None None] Sync routers for ids ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:06:13.974312 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53c41eb-c5ee-48a0-9fcb-3c2d2f9d9775 None None] Routers {'881adbf2-e890-4d0a-b7f7-464c3ba1d256'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:13.975029 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a53c41eb-c5ee-48a0-9fcb-3c2d2f9d9775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:05:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:13.976043 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf689-73ee-486f-8971-26279d07d10d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.051357 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da46a38-a08a-4ec5-a3a7-cbede131b501 req-91ea6dd8-df14-41b1-9aad-ebe2fe599e2b tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:14.055888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4da46a38-a08a-4ec5-a3a7-cbede131b501 req-91ea6dd8-df14-41b1-9aad-ebe2fe599e2b tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 1100 time: 0.3238823 Aug 31 01:06:14.130739 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf689-73ee-486f-8971-26279d07d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.175865 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-a53c41eb-c5ee-48a0-9fcb-3c2d2f9d9775 None None] Set router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:14.178847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4da46a38-a08a-4ec5-a3a7-cbede131b501 req-6584796f-ddc0-4b6b-b8cb-64e2b81f2b6d tempest-MigrationsAdminTest-328670606 tempest-MigrationsAdminTest-328670606-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081882 Aug 31 01:06:14.188846 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.209447 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf689-73ee-486f-8971-26279d07d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.285942 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cf689-73ee-486f-8971-26279d07d10d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:14.298505 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf689-73ee-486f-8971-26279d07d10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.304159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b9421a-822f-41c0-b375-d3339b28e3e7 None None] Network f36e5826-aded-4618-8526-77145a8c01a8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:14.321111 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8c7cf689-73ee-486f-8971-26279d07d10d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a5038dcc-ea49-41e8-9c4a-bc078c6ec6aa HTTP/1.1" status: 204 len: 168 time: 0.4812040 Aug 31 01:06:14.322193 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40426) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:14.502258 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.562211 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a53c41eb-c5ee-48a0-9fcb-3c2d2f9d9775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:06:11Z', 'revision_number': 5, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'gw_port': {'id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:14.648703 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53c41eb-c5ee-48a0-9fcb-3c2d2f9d9775 None None] Checking router: 881adbf2-e890-4d0a-b7f7-464c3ba1d256 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:06:14.669964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] Deleting port 2ab0aa05-2d45-4423-ab72-1328790fee20 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:14.670371 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.680096 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53c41eb-c5ee-48a0-9fcb-3c2d2f9d9775 None None] Routers {'881adbf2-e890-4d0a-b7f7-464c3ba1d256'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:14.682336 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a53c41eb-c5ee-48a0-9fcb-3c2d2f9d9775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:05:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:14.758253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bedd1fa-98e3-470e-8b93-b2e2bd9a4d61 None None] DHCP port deletion for f36e5826-aded-4618-8526-77145a8c01a8 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:06:14.846410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] For port 2ab0aa05-2d45-4423-ab72-1328790fee20, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2ab0aa05-2d45-4423-ab72-1328790fee20,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:14.846783 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.858568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4bedd1fa-98e3-470e-8b93-b2e2bd9a4d61 None None] Deleting port 2ab0aa05-2d45-4423-ab72-1328790fee20 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:14.859386 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4bedd1fa-98e3-470e-8b93-b2e2bd9a4d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.860769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] Calling delete_port for 2ab0aa05-2d45-4423-ab72-1328790fee20 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:14.951941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4bedd1fa-98e3-470e-8b93-b2e2bd9a4d61 None None] For port 2ab0aa05-2d45-4423-ab72-1328790fee20, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2ab0aa05-2d45-4423-ab72-1328790fee20,segment=NetworkSegment(9580077b-e02f-43e3-8c22-a9664c3c3882),segment_id=9580077b-e02f-43e3-8c22-a9664c3c3882)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:14.953424 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4bedd1fa-98e3-470e-8b93-b2e2bd9a4d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:14.970956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4bedd1fa-98e3-470e-8b93-b2e2bd9a4d61 None None] Calling delete_port for 2ab0aa05-2d45-4423-ab72-1328790fee20 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:15.018922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-3d856fc1-8ffa-49db-89c6-44b383ab5dcc tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:15.022741 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-3d856fc1-8ffa-49db-89c6-44b383ab5dcc tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 812 time: 0.3437054 Aug 31 01:06:15.043012 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-a53c41eb-c5ee-48a0-9fcb-3c2d2f9d9775 None None] Set router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:15.070288 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.082816 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.102105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] No DVR routers for this DVR port 2ab0aa05-2d45-4423-ab72-1328790fee20 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:15.103912 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-e8cae8da-e5e8-4378-8d1e-17f14c4df033 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/quotas/b482d6d8a4da48aebfe3b627e6511e1e HTTP/1.1" status: 200 len: 375 time: 0.0427282 Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: from cryptography.utils import int_from_bytes Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: from cryptography.utils import int_from_bytes Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.106276 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.109791 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.109791 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.109791 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.109791 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.109791 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.109791 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.109791 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.109791 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.109791 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.109791 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.109791 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.109791 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.109791 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:15.109791 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:06:15.114451 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4bedd1fa-98e3-470e-8b93-b2e2bd9a4d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.146253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedd1fa-98e3-470e-8b93-b2e2bd9a4d61 None None] Pushing event deleted for resources: {'Port': ['ID=2ab0aa05-2d45-4423-ab72-1328790fee20,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:15.150147 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bedd1fa-98e3-470e-8b93-b2e2bd9a4d61 None None] No DVR routers for this DVR port 2ab0aa05-2d45-4423-ab72-1328790fee20 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:15.166561 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-0b69b677-83f7-4fbe-96e9-321eeed1c8f0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615206 Aug 31 01:06:15.247338 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.251253 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab0aa05-2d45-4423-ab72-1328790fee20,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:15.261425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36e5826-aded-4618-8526-77145a8c01a8']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:15.275801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9580077b-e02f-43e3-8c22-a9664c3c3882') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:15.276314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9580077b-e02f-43e3-8c22-a9664c3c3882') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:15.289650 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] Deleting port 1312af6d-5e5f-4718-b7dd-9e59f4d47428 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:15.290510 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.298268 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.320398 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a53c41eb-c5ee-48a0-9fcb-3c2d2f9d9775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:06:11Z', 'revision_number': 5, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'gw_port': {'id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:15.329085 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.337531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2ab0aa05-2d45-4423-ab72-1328790fee20 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:15.341364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:06:15.341916 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:06:15.343902 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:06:15.358487 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53c41eb-c5ee-48a0-9fcb-3c2d2f9d9775 None None] The sync data for ids ['881adbf2-e890-4d0a-b7f7-464c3ba1d256'] in n-d-802060-13 is: [{'id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'name': 'tempest-ServersTestFqdnHostnames-1990720111-router', 'tenant_id': '4f4ca84341a543f0a0256aea7256b8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:06:11Z', 'revision_number': 5, 'project_id': '4f4ca84341a543f0a0256aea7256b8a5', 'gw_port': {'id': '1312af6d-5e5f-4718-b7dd-9e59f4d47428', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881adbf2-e890-4d0a-b7f7-464c3ba1d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:02:49Z', 'updated_at': '2021-08-31T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:06:15.378442 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 2ab0aa05-2d45-4423-ab72-1328790fee20 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:15.381106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2ab0aa05-2d45-4423-ab72-1328790fee20 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:15.399043 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-b226bfea-8883-410c-b9ee-29b7da9c1550 service neutron] 10.222.0.58 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310283 Aug 31 01:06:15.437169 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.458197 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.460277 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] 10.222.0.58 "DELETE /v2.0/networks/f36e5826-aded-4618-8526-77145a8c01a8 HTTP/1.1" status: 204 len: 168 time: 1.1312010 Aug 31 01:06:15.461455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c14105-3335-4730-aaf0-e3c01762a34c admin admin] Pushing event deleted for resources: {'Network': ['ID=f36e5826-aded-4618-8526-77145a8c01a8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:15.464375 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40464) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:15.482707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] For port 1312af6d-5e5f-4718-b7dd-9e59f4d47428, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1312af6d-5e5f-4718-b7dd-9e59f4d47428,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:15.483048 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.501395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] Calling delete_port for 1312af6d-5e5f-4718-b7dd-9e59f4d47428 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:15.580052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-9003fc42-8af8-42ae-9aed-a2da91f29188 service neutron] 10.222.0.58 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648452 Aug 31 01:06:15.737626 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.773298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] Pushing event deleted for resources: {'Port': ['ID=1312af6d-5e5f-4718-b7dd-9e59f4d47428,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:15.822465 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b46bce73-62d5-4d9e-b9fc-450b9f68a26a up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:15.913670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962ca0e-f8e1-4d13-b579-c4c41c01f968 req-edbe0f67-bb3c-4da5-bba8-7f85bff4d874 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:15.919852 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5962ca0e-f8e1-4d13-b579-c4c41c01f968 req-edbe0f67-bb3c-4da5-bba8-7f85bff4d874 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 948 time: 0.1220870 Aug 31 01:06:15.943558 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:15.948573 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port b46bce73-62d5-4d9e-b9fc-450b9f68a26a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:15.954769 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port b46bce73-62d5-4d9e-b9fc-450b9f68a26a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:15.955373 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.082936 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.105300 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-675bde1d-4f0e-451a-87bf-6b8fc12156a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.108053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:16.110556 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56898a1f-baf8-4756-b54d-599b6bec7db3" -d '{"events": [{"server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "name": "network-vif-plugged", "status": "completed", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:16.127212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:16.132583 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.160049 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-395304e2-6843-4b7b-916c-dc8c04cd5274 req-0388d4aa-bd77-4626-bda6-3cf6907e106a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 210 time: 0.1604559 Aug 31 01:06:16.220835 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5962ca0e-f8e1-4d13-b579-c4c41c01f968 req-ae77de78-01c2-4dc1-86fd-8e93c6bf7093 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597265 Aug 31 01:06:16.225359 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,revision_number=13']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:16.229465 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.241296 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.294497 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.306815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] Fanout notify agent at l3_agent the message router_deleted on router 881adbf2-e890-4d0a-b7f7-464c3ba1d256 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:06:16.320506 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.321689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-57f41c8c-d8c9-4520-817e-97dc00972ded admin admin] 10.222.0.58 "DELETE /v2.0/routers/881adbf2-e890-4d0a-b7f7-464c3ba1d256 HTTP/1.1" status: 204 len: 168 time: 2.3667212 Aug 31 01:06:16.337207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40498) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:16.383775 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29eb079-4410-428a-b6ab-77819b4da8fe x-openstack-request-id: req-c29eb079-4410-428a-b6ab-77819b4da8fe {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:16.384279 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "name": "network-vif-plugged", "status": "completed", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:16.384537 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c29eb079-4410-428a-b6ab-77819b4da8fe {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:16.384948 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'code': 200} Aug 31 01:06:16.508234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e336e49-8a92-4197-83c2-94d43eda06ff admin admin] Deleting subnet 8c86cc86-93fa-4bd3-8105-aa00d1b94ae9 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:06:16.514696 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1e336e49-8a92-4197-83c2-94d43eda06ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.573759 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1e336e49-8a92-4197-83c2-94d43eda06ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.590270 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-675bde1d-4f0e-451a-87bf-6b8fc12156a9 admin admin] Deleting port 04b4415c-3426-4a85-9a88-b1bf4acd9b41 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:16.590270 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-675bde1d-4f0e-451a-87bf-6b8fc12156a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.608661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4d8e6454-97b8-415e-80e5-a7f9501eaeee tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:16.610719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4d8e6454-97b8-415e-80e5-a7f9501eaeee tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/networks?id=7df08447-9b37-4e36-b964-679e1ae45569 HTTP/1.1" status: 200 len: 804 time: 0.2464995 Aug 31 01:06:16.639416 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-0687a32e-79be-4160-b30c-e308ec325b6c tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/quotas/28226a71c0e34073997a2b6dd4f2d2eb HTTP/1.1" status: 200 len: 375 time: 0.0197122 Aug 31 01:06:16.685110 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-675bde1d-4f0e-451a-87bf-6b8fc12156a9 admin admin] For port 04b4415c-3426-4a85-9a88-b1bf4acd9b41, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=04b4415c-3426-4a85-9a88-b1bf4acd9b41,segment=NetworkSegment(5a1be4a3-dc75-4eaf-9d3c-5983e0306136),segment_id=5a1be4a3-dc75-4eaf-9d3c-5983e0306136)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:16.685655 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-675bde1d-4f0e-451a-87bf-6b8fc12156a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.704051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-675bde1d-4f0e-451a-87bf-6b8fc12156a9 admin admin] Calling delete_port for 04b4415c-3426-4a85-9a88-b1bf4acd9b41 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:16.763708 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1e336e49-8a92-4197-83c2-94d43eda06ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.823181 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-81a95223-0375-4114-bd90-8639c02825b9 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=28226a71c0e34073997a2b6dd4f2d2eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1745028 Aug 31 01:06:16.894415 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1e336e49-8a92-4197-83c2-94d43eda06ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.929080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-675bde1d-4f0e-451a-87bf-6b8fc12156a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.937936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e336e49-8a92-4197-83c2-94d43eda06ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c86cc86-93fa-4bd3-8105-aa00d1b94ae9,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:16.960966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ebb44b-93e6-4a25-b1c9-b38525525eaf None None] Network 43cf0cdb-07e2-4ad1-9b79-78ee4269708c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:16.968527 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1e336e49-8a92-4197-83c2-94d43eda06ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:16.970881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1e336e49-8a92-4197-83c2-94d43eda06ff admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8c86cc86-93fa-4bd3-8105-aa00d1b94ae9 HTTP/1.1" status: 204 len: 168 time: 0.6321263 Aug 31 01:06:16.974379 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40510) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:16.977148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bde1d-4f0e-451a-87bf-6b8fc12156a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b4415c-3426-4a85-9a88-b1bf4acd9b41,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:17.001371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-a6f36466-4f53-40b7-92d2-8bfd97d7d20e service neutron] 10.222.0.58 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729641 Aug 31 01:06:17.120745 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.141899 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-2960b75e-ffb2-4e42-9636-9768baaca1f4 service neutron] 10.222.0.58 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336246 Aug 31 01:06:17.336274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e60aaf-d695-43af-abb5-66977c0a7e54 None None] DHCP port deletion for 43cf0cdb-07e2-4ad1-9b79-78ee4269708c request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:06:17.389880 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-675bde1d-4f0e-451a-87bf-6b8fc12156a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.445671 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-54e60aaf-d695-43af-abb5-66977c0a7e54 None None] Deleting port 244771f7-a5ad-4f0f-95a6-b3faa33be40e {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:17.446197 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-54e60aaf-d695-43af-abb5-66977c0a7e54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.464204 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cf68ae7-2c7f-45c2-9173-54b8ffbeb564 req-42a08b06-640d-4932-b361-7b4276a91385 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 210 time: 0.1585703 Aug 31 01:06:17.612292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1312af6d-5e5f-4718-b7dd-9e59f4d47428 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:17.656102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-54e60aaf-d695-43af-abb5-66977c0a7e54 None None] For port 244771f7-a5ad-4f0f-95a6-b3faa33be40e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=244771f7-a5ad-4f0f-95a6-b3faa33be40e,segment=NetworkSegment(f9a32beb-f472-4c85-930c-be1d27268ff6),segment_id=f9a32beb-f472-4c85-930c-be1d27268ff6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:17.656777 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-54e60aaf-d695-43af-abb5-66977c0a7e54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:17.675461 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 1312af6d-5e5f-4718-b7dd-9e59f4d47428 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:17.675949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1312af6d-5e5f-4718-b7dd-9e59f4d47428 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:17.676593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ca687e73-4415-42c5-a560-2ad291e71a71 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:17.729284 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: ca687e73-4415-42c5-a560-2ad291e71a71 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:17.729663 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ca687e73-4415-42c5-a560-2ad291e71a71 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:17.734145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-54e60aaf-d695-43af-abb5-66977c0a7e54 None None] Calling delete_port for 244771f7-a5ad-4f0f-95a6-b3faa33be40e owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:17.750056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51b76ad7-71f4-4c79-8abd-120b2ab4cae0 req-5d248ded-61b1-4597-8d60-48960c256524 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 210 time: 0.0659273 Aug 31 01:06:17.802035 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-83d5320a-f37d-4e1c-a4b8-f7d9df2e24ea tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:17.805370 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-83d5320a-f37d-4e1c-a4b8-f7d9df2e24ea tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.15 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 812 time: 0.4132626 Aug 31 01:06:17.809414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581a7ed-3e54-4410-9639-7d12a2fc514b req-50b78296-3630-4274-bdef-913fd5bad297 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:17.818695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e581a7ed-3e54-4410-9639-7d12a2fc514b req-50b78296-3630-4274-bdef-913fd5bad297 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 949 time: 0.2456436 Aug 31 01:06:17.930842 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device cd2ad686-156e-4e1b-9568-2e57879a3685 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:17.944291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-f794da6c-377a-42b9-ad77-eee139f9b7b0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Request body: {'port': {'device_id': '37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4', 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3', 'admin_state_up': True, 'tenant_id': 'b482d6d8a4da48aebfe3b627e6511e1e'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:17.964258 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-54e60aaf-d695-43af-abb5-66977c0a7e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.026926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e60aaf-d695-43af-abb5-66977c0a7e54 None None] Pushing event deleted for resources: {'Port': ['ID=244771f7-a5ad-4f0f-95a6-b3faa33be40e,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:18.036273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e60aaf-d695-43af-abb5-66977c0a7e54 None None] No DVR routers for this DVR port 244771f7-a5ad-4f0f-95a6-b3faa33be40e on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:18.041278 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e581a7ed-3e54-4410-9639-7d12a2fc514b req-9e0c742d-3463-4fd9-8893-947d2ae6442e tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167716 Aug 31 01:06:18.078654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b867b1-2629-455f-b76b-b6c7cf80652d req-86d8a8e4-42db-468e-bce5-58e278e56372 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:18.080206 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8b867b1-2629-455f-b76b-b6c7cf80652d req-86d8a8e4-42db-468e-bce5-58e278e56372 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.15 "GET /v2.0/ports?device_id=0052be55-ef06-4bf8-81c1-22c41f0e8230 HTTP/1.1" status: 200 len: 945 time: 0.2215805 Aug 31 01:06:18.144502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2feae9-ed10-4636-9896-83edf288e577 req-342f8dfa-822e-424a-b973-554a6e18753c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:18.146190 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7c2feae9-ed10-4636-9896-83edf288e577 req-342f8dfa-822e-424a-b973-554a6e18753c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 949 time: 0.6438260 Aug 31 01:06:18.153565 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Deleting port 244771f7-a5ad-4f0f-95a6-b3faa33be40e {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:18.154143 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.209759 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.264131 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port cd2ad686-156e-4e1b-9568-2e57879a3685, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=cd2ad686-156e-4e1b-9568-2e57879a3685,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:18.280324 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.281231 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b46bce73-62d5-4d9e-b9fc-450b9f68a26a no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:18.288114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c903701-3461-4bb0-aa40-391a5135010f req-3b7721dd-02fb-4fba-8ead-5c0b8b9a5e61 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:18.297569 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c903701-3461-4bb0-aa40-391a5135010f req-3b7721dd-02fb-4fba-8ead-5c0b8b9a5e61 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 1098 time: 0.2803280 Aug 31 01:06:18.358984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c903701-3461-4bb0-aa40-391a5135010f req-97a3f3c3-2f88-4e10-92a4-e5c737f4ff02 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602145 Aug 31 01:06:18.381922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=cd2ad686-156e-4e1b-9568-2e57879a3685,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:18.383708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] For port 244771f7-a5ad-4f0f-95a6-b3faa33be40e, host n-d-802060-13, got binding levels [] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:18.384152 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.388255 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0052be55-ef06-4bf8-81c1-22c41f0e8230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2ad686-156e-4e1b-9568-2e57879a3685'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:18.391728 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77506643-7b41-41a0-8e93-dd44f480e0a9" -d '{"events": [{"server_uuid": "0052be55-ef06-4bf8-81c1-22c41f0e8230", "name": "network-vif-unplugged", "status": "completed", "tag": "cd2ad686-156e-4e1b-9568-2e57879a3685"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:18.410901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-a8b867b1-2629-455f-b76b-b6c7cf80652d req-f5211046-e16d-494a-88a3-19f6c52a6612 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Deleting port cd2ad686-156e-4e1b-9568-2e57879a3685 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:18.411963 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a8b867b1-2629-455f-b76b-b6c7cf80652d req-f5211046-e16d-494a-88a3-19f6c52a6612 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.432668 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Calling delete_port for 244771f7-a5ad-4f0f-95a6-b3faa33be40e owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:18.441497 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.ipam_backend_mixin [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Port 244771f7-a5ad-4f0f-95a6-b3faa33be40e was not found and therefore no delete operation was performed {{(pid=94760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:06:18.484900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.491530 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26644f9-9af0-48b5-b6c3-ba82fa8cf48d x-openstack-request-id: req-a26644f9-9af0-48b5-b6c3-ba82fa8cf48d {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:18.492131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-f794da6c-377a-42b9-ad77-eee139f9b7b0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Made reservation on behalf of b482d6d8a4da48aebfe3b627e6511e1e for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:18.492230 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0052be55-ef06-4bf8-81c1-22c41f0e8230", "name": "network-vif-unplugged", "status": "completed", "tag": "cd2ad686-156e-4e1b-9568-2e57879a3685", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:18.492230 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a26644f9-9af0-48b5-b6c3-ba82fa8cf48d {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:18.492438 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0052be55-ef06-4bf8-81c1-22c41f0e8230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2ad686-156e-4e1b-9568-2e57879a3685', 'code': 200} Aug 31 01:06:18.493026 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.498251 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-f794da6c-377a-42b9-ad77-eee139f9b7b0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.537832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:18.546289 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.555453 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Pushing event deleted for resources: {'Port': ['ID=244771f7-a5ad-4f0f-95a6-b3faa33be40e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:18.575973 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] No DVR routers for this DVR port 244771f7-a5ad-4f0f-95a6-b3faa33be40e on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:18.594550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-a8b867b1-2629-455f-b76b-b6c7cf80652d req-f5211046-e16d-494a-88a3-19f6c52a6612 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] For port cd2ad686-156e-4e1b-9568-2e57879a3685, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=cd2ad686-156e-4e1b-9568-2e57879a3685,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:18.595153 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a8b867b1-2629-455f-b76b-b6c7cf80652d req-f5211046-e16d-494a-88a3-19f6c52a6612 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.634928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-a8b867b1-2629-455f-b76b-b6c7cf80652d req-f5211046-e16d-494a-88a3-19f6c52a6612 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Calling delete_port for cd2ad686-156e-4e1b-9568-2e57879a3685 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:18.648018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,revision_number=14']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:18.659449 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc7c9970-01b9-4144-92ad-7649370bfa78 req-5a8c21a8-3a16-4b7a-9c56-6d9c2bbded04 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 210 time: 0.0478008 Aug 31 01:06:18.714687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-7c2feae9-ed10-4636-9896-83edf288e577 req-977f1226-67bb-42ae-a927-92f2d0a912b2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Deleting port b46bce73-62d5-4d9e-b9fc-450b9f68a26a {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:18.715590 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7c2feae9-ed10-4636-9896-83edf288e577 req-977f1226-67bb-42ae-a927-92f2d0a912b2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.762863 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675bde1d-4f0e-451a-87bf-6b8fc12156a9 admin admin] Router 2b9c703c-2fd6-4659-9d32-3220abde09c5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:06:18.859500 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a8b867b1-2629-455f-b76b-b6c7cf80652d req-f5211046-e16d-494a-88a3-19f6c52a6612 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:18.913641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5211046-e16d-494a-88a3-19f6c52a6612 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Pushing event deleted for resources: {'Port': ['ID=cd2ad686-156e-4e1b-9568-2e57879a3685,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:18.959949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec1f62d0-9c07-418d-afbb-c91b7d6ce261 req-4cb6b953-6dbc-4944-b1d3-c96cb3bdc2e0 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 210 time: 0.0630505 Aug 31 01:06:19.177900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-971f86ed-b189-465c-bd35-d9e1311eac34 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:19.179825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-971f86ed-b189-465c-bd35-d9e1311eac34 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.70 "GET /v2.0/networks?id=7df08447-9b37-4e36-b964-679e1ae45569 HTTP/1.1" status: 200 len: 804 time: 0.2192147 Aug 31 01:06:19.229063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-85ce5716-1dec-460f-bf36-15c1b18e3912 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Request body: {'port': {'device_id': '3f5270ce-1aa4-4206-ac01-fc1790a60d89', 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569', 'admin_state_up': True, 'tenant_id': '28226a71c0e34073997a2b6dd4f2d2eb'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:19.238000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b867b1-2629-455f-b76b-b6c7cf80652d req-f5211046-e16d-494a-88a3-19f6c52a6612 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] No DVR routers for this DVR port cd2ad686-156e-4e1b-9568-2e57879a3685 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:19.241553 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a8b867b1-2629-455f-b76b-b6c7cf80652d req-f5211046-e16d-494a-88a3-19f6c52a6612 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:19.244206 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8b867b1-2629-455f-b76b-b6c7cf80652d req-f5211046-e16d-494a-88a3-19f6c52a6612 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.15 "DELETE /v2.0/ports/cd2ad686-156e-4e1b-9568-2e57879a3685 HTTP/1.1" status: 204 len: 173 time: 1.1547720 Aug 31 01:06:19.244621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0052be55-ef06-4bf8-81c1-22c41f0e8230', 'name': 'network-vif-deleted', 'tag': 'cd2ad686-156e-4e1b-9568-2e57879a3685'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:19.247463 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b356937-a15e-4318-a5b6-18bd5f4a6364" -d '{"events": [{"server_uuid": "0052be55-ef06-4bf8-81c1-22c41f0e8230", "name": "network-vif-deleted", "tag": "cd2ad686-156e-4e1b-9568-2e57879a3685"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:19.252215 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-f794da6c-377a-42b9-ad77-eee139f9b7b0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Allocated IP 172.20.0.7 (bf748b9a-457b-452d-8f52-91166f0980f3/1342b107-53e3-4c9f-a16f-d105660726b0/57536b1b-50d5-41b2-924d-2cf3b2bb4bdd) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:19.255765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:19.285619 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cf0cdb-07e2-4ad1-9b79-78ee4269708c']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:19.358415 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a32beb-f472-4c85-930c-be1d27268ff6') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:19.358784 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a32beb-f472-4c85-930c-be1d27268ff6') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:19.382075 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:19.406131 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 244771f7-a5ad-4f0f-95a6-b3faa33be40e no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:19.462450 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:19.488816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 244771f7-a5ad-4f0f-95a6-b3faa33be40e {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:19.489372 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 244771f7-a5ad-4f0f-95a6-b3faa33be40e not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:19.493430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:06:19.493922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:19.498679 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-7c2feae9-ed10-4636-9896-83edf288e577 req-977f1226-67bb-42ae-a927-92f2d0a912b2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] For port b46bce73-62d5-4d9e-b9fc-450b9f68a26a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:19.509256 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7c2feae9-ed10-4636-9896-83edf288e577 req-977f1226-67bb-42ae-a927-92f2d0a912b2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:06:19.512466 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:06:19.550795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-85ce5716-1dec-460f-bf36-15c1b18e3912 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Made reservation on behalf of 28226a71c0e34073997a2b6dd4f2d2eb for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:19.555016 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-85ce5716-1dec-460f-bf36-15c1b18e3912 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:19.571551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076d479-f3e3-43c6-8c48-834e5eb5a0c8 req-9f849c38-489e-4438-944c-b0164ced56f4 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:19.575636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4076d479-f3e3-43c6-8c48-834e5eb5a0c8 req-9f849c38-489e-4438-944c-b0164ced56f4 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd6ec793-68a2-4dd7-92e1-4281ece9f797 HTTP/1.1" status: 200 len: 947 time: 0.0999186 Aug 31 01:06:19.627842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-7c2feae9-ed10-4636-9896-83edf288e577 req-977f1226-67bb-42ae-a927-92f2d0a912b2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Calling delete_port for b46bce73-62d5-4d9e-b9fc-450b9f68a26a owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:19.677481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4076d479-f3e3-43c6-8c48-834e5eb5a0c8 req-02adb560-eb1d-4894-8ab1-79cf6d294c8c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962660 Aug 31 01:06:19.696807 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675bde1d-4f0e-451a-87bf-6b8fc12156a9 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:06:19.706176 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-675bde1d-4f0e-451a-87bf-6b8fc12156a9 admin admin] 10.222.0.58 "PUT /v2.0/routers/2b9c703c-2fd6-4659-9d32-3220abde09c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2393415 Aug 31 01:06:19.710366 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e323a840-3019-4809-a481-33175fd6cba7 None None] Sync routers for ids ['2b9c703c-2fd6-4659-9d32-3220abde09c5'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:06:19.718465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40586) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:19.738500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e323a840-3019-4809-a481-33175fd6cba7 None None] Routers {'2b9c703c-2fd6-4659-9d32-3220abde09c5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:19.739008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e323a840-3019-4809-a481-33175fd6cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:05:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2b9c703c-2fd6-4659-9d32-3220abde09c5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:19.756280 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:19.763439 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:19.765459 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] 10.222.0.58 "DELETE /v2.0/networks/43cf0cdb-07e2-4ad1-9b79-78ee4269708c HTTP/1.1" status: 204 len: 168 time: 2.7899208 Aug 31 01:06:19.810964 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145e1e98-fc55-40a1-8308-3c7e5fdbc92f x-openstack-request-id: req-145e1e98-fc55-40a1-8308-3c7e5fdbc92f {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:19.811270 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0052be55-ef06-4bf8-81c1-22c41f0e8230", "name": "network-vif-deleted", "tag": "cd2ad686-156e-4e1b-9568-2e57879a3685", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:19.811556 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-145e1e98-fc55-40a1-8308-3c7e5fdbc92f {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:19.811972 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0052be55-ef06-4bf8-81c1-22c41f0e8230', 'name': 'network-vif-deleted', 'tag': 'cd2ad686-156e-4e1b-9568-2e57879a3685', 'status': 'completed', 'code': 200} Aug 31 01:06:19.860590 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddccb1-2bc9-466c-98ba-79c64911408e admin admin] Pushing event deleted for resources: {'Network': ['ID=43cf0cdb-07e2-4ad1-9b79-78ee4269708c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:19.923453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-85ce5716-1dec-460f-bf36-15c1b18e3912 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Allocated IP 172.20.0.7 (7df08447-9b37-4e36-b964-679e1ae45569/45904437-7514-4138-a03a-8b8d200388fe/40caa008-e159-429d-8626-86eed733b1aa) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:20.016060 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-f794da6c-377a-42b9-ad77-eee139f9b7b0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:20.027863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e323a840-3019-4809-a481-33175fd6cba7 None None] Set router 2b9c703c-2fd6-4659-9d32-3220abde09c5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:20.033096 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4cb5b3de-5799-46be-8079-622275ce6150 req-e280500c-7f2c-471c-9f6f-5bedf982d78c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 210 time: 0.0886922 Aug 31 01:06:20.043143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40592) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:20.109711 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:20.112290 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7c2feae9-ed10-4636-9896-83edf288e577 req-977f1226-67bb-42ae-a927-92f2d0a912b2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:20.132775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['abbcb3e1-1df2-4e24-875b-ce85f871bb2f', '778cde34-4886-4a62-8c0c-89e81bb4200d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:20.184279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['9c35529b-091a-41bb-83a7-320bb9a01f35'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:20.187529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f1226-67bb-42ae-a927-92f2d0a912b2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Pushing event deleted for resources: {'Port': ['ID=b46bce73-62d5-4d9e-b9fc-450b9f68a26a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:20.256692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2feae9-ed10-4636-9896-83edf288e577 req-977f1226-67bb-42ae-a927-92f2d0a912b2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] No DVR routers for this DVR port b46bce73-62d5-4d9e-b9fc-450b9f68a26a on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:20.264600 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7c2feae9-ed10-4636-9896-83edf288e577 req-977f1226-67bb-42ae-a927-92f2d0a912b2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:20.267354 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7c2feae9-ed10-4636-9896-83edf288e577 req-977f1226-67bb-42ae-a927-92f2d0a912b2 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.15 "DELETE /v2.0/ports/b46bce73-62d5-4d9e-b9fc-450b9f68a26a HTTP/1.1" status: 204 len: 173 time: 2.1049025 Aug 31 01:06:20.268158 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'name': 'network-vif-deleted', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:20.270714 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47bec9c-cd40-4a0c-bcb7-43aa54dcf05a" -d '{"events": [{"server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "name": "network-vif-deleted", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:20.275963 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-f794da6c-377a-42b9-ad77-eee139f9b7b0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:20.378100 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-f794da6c-377a-42b9-ad77-eee139f9b7b0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Network bf748b9a-457b-452d-8f52-91166f0980f3 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:20.382348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-f794da6c-377a-42b9-ad77-eee139f9b7b0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:20.392674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-f794da6c-377a-42b9-ad77-eee139f9b7b0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:20.453508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a081e3c3-99a2-487e-8057-d500f74e81ed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f4ca84341a543f0a0256aea7256b8a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089684 Aug 31 01:06:20.454121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40604) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:20.468860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794da6c-377a-42b9-ad77-eee139f9b7b0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Pushing event updated for resources: {'Port': ['ID=57536b1b-50d5-41b2-924d-2cf3b2bb4bdd,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:20.494781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:20.499848 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21282c71-1bf6-4e3f-bc25-556c496bd366" -d '{"events": [{"server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "name": "network-vif-unplugged", "status": "completed", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:20.522815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-d7bffe02-f83c-46c7-9141-dbe7cc875dd9 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:06:20.523880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-d7bffe02-f83c-46c7-9141-dbe7cc875dd9 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4562933 Aug 31 01:06:20.540874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f13b0d5c-c18c-4ee5-921b-81a144c1bbbe req-d5122321-e282-4789-9024-bb8c8673ff25 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 210 time: 0.1698871 Aug 31 01:06:20.544217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-f794da6c-377a-42b9-ad77-eee139f9b7b0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:20.546463 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-f794da6c-377a-42b9-ad77-eee139f9b7b0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:20.569596 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-f794da6c-377a-42b9-ad77-eee139f9b7b0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6424239 Aug 31 01:06:20.572615 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:20.587224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Request body: {'port': {'device_id': '37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:20.724104 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:20.854150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e323a840-3019-4809-a481-33175fd6cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428990254-router', 'tenant_id': '818a42ccca244bf59011cc86d395ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc6d2bd2-005f-4ba9-a162-eaf88469ee12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:15Z', 'updated_at': '2021-08-31T01:06:16Z', 'revision_number': 5, 'project_id': '818a42ccca244bf59011cc86d395ea30', 'gw_port': {'id': 'fc6d2bd2-005f-4ba9-a162-eaf88469ee12', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ea:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:00:19Z', 'updated_at': '2021-08-31T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:20.885109 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e323a840-3019-4809-a481-33175fd6cba7 None None] Checking router: 2b9c703c-2fd6-4659-9d32-3220abde09c5 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:06:20.896874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e323a840-3019-4809-a481-33175fd6cba7 None None] Routers {'2b9c703c-2fd6-4659-9d32-3220abde09c5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:20.897618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e323a840-3019-4809-a481-33175fd6cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:05:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2b9c703c-2fd6-4659-9d32-3220abde09c5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:20.963625 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76071af-3243-4e7a-9e2b-c0b7d7b1ef1c x-openstack-request-id: req-f76071af-3243-4e7a-9e2b-c0b7d7b1ef1c {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:20.963928 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "name": "network-vif-deleted", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:20.964185 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f76071af-3243-4e7a-9e2b-c0b7d7b1ef1c {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:20.966175 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'name': 'network-vif-deleted', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'status': 'completed', 'code': 200} Aug 31 01:06:21.092785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:21.106768 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.122168 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Transition to ACTIVE for port object 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:21.127080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.148166 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38381cd9-37d2-4d38-a33b-9f1f3db76422 x-openstack-request-id: req-38381cd9-37d2-4d38-a33b-9f1f3db76422 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:21.148435 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6ec793-68a2-4dd7-92e1-4281ece9f797", "name": "network-vif-unplugged", "status": "completed", "tag": "b46bce73-62d5-4d9e-b9fc-450b9f68a26a", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:21.148685 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-38381cd9-37d2-4d38-a33b-9f1f3db76422 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:21.149063 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6ec793-68a2-4dd7-92e1-4281ece9f797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46bce73-62d5-4d9e-b9fc-450b9f68a26a', 'code': 200} Aug 31 01:06:21.160013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-3980bf63-41d9-47b0-9223-1abb8695b6c3 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:21.161422 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-3980bf63-41d9-47b0-9223-1abb8695b6c3 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports/661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa HTTP/1.1" status: 200 len: 1095 time: 0.5906215 Aug 31 01:06:21.216663 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-251c076c-f6ce-46ab-a51c-741c38aed1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.254674 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-85ce5716-1dec-460f-bf36-15c1b18e3912 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.277073 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-251c076c-f6ce-46ab-a51c-741c38aed1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.311240 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-35445308-6798-43a1-9327-8f0b6b7e8718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.319438 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e323a840-3019-4809-a481-33175fd6cba7 None None] Set router 2b9c703c-2fd6-4659-9d32-3220abde09c5 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:21.319987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] Deleting port fc6d2bd2-005f-4ba9-a162-eaf88469ee12 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:21.320470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.348289 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Pushing event updated for resources: {'Port': ['ID=57536b1b-50d5-41b2-924d-2cf3b2bb4bdd,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:21.385391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e323a840-3019-4809-a481-33175fd6cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428990254-router', 'tenant_id': '818a42ccca244bf59011cc86d395ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:15Z', 'updated_at': '2021-08-31T01:06:20Z', 'revision_number': 6, 'project_id': '818a42ccca244bf59011cc86d395ea30', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:21.409068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-e4040d58-f3c0-4c84-b07c-a9adbbc686c2 service neutron] Request body: {'binding': {'host': 'n-h2-802060-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:21.409526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-e4040d58-f3c0-4c84-b07c-a9adbbc686c2 service neutron] Unknown quota resources ['binding']. {{(pid=94761) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:06:21.416120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e323a840-3019-4809-a481-33175fd6cba7 None None] The sync data for ids ['2b9c703c-2fd6-4659-9d32-3220abde09c5'] in n-d-802060-13 is: [{'id': '2b9c703c-2fd6-4659-9d32-3220abde09c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-428990254-router', 'tenant_id': '818a42ccca244bf59011cc86d395ea30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:00:15Z', 'updated_at': '2021-08-31T01:06:20Z', 'revision_number': 6, 'project_id': '818a42ccca244bf59011cc86d395ea30', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:06:21.438114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Attempting to bind port 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:21.438464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Attempting to bind port 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:21.439631 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Attempting to bind port 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd on network bf748b9a-457b-452d-8f52-91166f0980f3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:21.446143 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Port 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd on network bf748b9a-457b-452d-8f52-91166f0980f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:06:21.446543 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Attempting to bind port 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd on network bf748b9a-457b-452d-8f52-91166f0980f3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:21.453063 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:21.453513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Checking segment: {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:21.453967 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Bound using segment: {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:21.454477 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Bound port: 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:21.454905 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.502650 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bee60-068d-4ea9-b5e0-493d07b00e5e req-ca12c1a1-9cea-4733-ba8b-4517f60c9750 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:21.504286 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b98bee60-068d-4ea9-b5e0-493d07b00e5e req-ca12c1a1-9cea-4733-ba8b-4517f60c9750 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 943 time: 0.1933706 Aug 31 01:06:21.543713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] For port 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:21.547997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] For port 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=57536b1b-50d5-41b2-924d-2cf3b2bb4bdd,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:21.561818 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.602705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] For port fc6d2bd2-005f-4ba9-a162-eaf88469ee12, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fc6d2bd2-005f-4ba9-a162-eaf88469ee12,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:21.603082 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.606202 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:21.609368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.609619 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-85ce5716-1dec-460f-bf36-15c1b18e3912 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.611148 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] 10.222.0.15 "PUT /v2.0/ports/57536b1b-50d5-41b2-924d-2cf3b2bb4bdd HTTP/1.1" status: 200 len: 1092 time: 1.0298758 Aug 31 01:06:21.643000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d780fdb-d3aa-46cc-b89f-52930861ab62 service neutron] Pushing event updated for resources: {'Port': ['ID=57536b1b-50d5-41b2-924d-2cf3b2bb4bdd,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:21.668774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] Calling delete_port for fc6d2bd2-005f-4ba9-a162-eaf88469ee12 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:21.712435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-a4b03c42-6370-4a91-b616-8767ec700732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:21.714011 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-a4b03c42-6370-4a91-b616-8767ec700732 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 1095 time: 0.0478575 Aug 31 01:06:21.716413 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-251c076c-f6ce-46ab-a51c-741c38aed1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.719362 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-251c076c-f6ce-46ab-a51c-741c38aed1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:21.720504 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-251c076c-f6ce-46ab-a51c-741c38aed1b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c74ba3d-c8d8-4a12-962b-99d654d4da25 HTTP/1.1" status: 204 len: 168 time: 1.2452397 Aug 31 01:06:21.752916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-85ce5716-1dec-460f-bf36-15c1b18e3912 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Network 7df08447-9b37-4e36-b964-679e1ae45569 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:21.764945 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-c1811719-0fd3-456b-9b7d-416617cfd404 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57536b1b-50d5-41b2-924d-2cf3b2bb4bdd HTTP/1.1" status: 200 len: 217 time: 0.0389984 Aug 31 01:06:21.777672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c076c-f6ce-46ab-a51c-741c38aed1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c74ba3d-c8d8-4a12-962b-99d654d4da25,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:21.779699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-85ce5716-1dec-460f-bf36-15c1b18e3912 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:21.821521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-85ce5716-1dec-460f-bf36-15c1b18e3912 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:21.825448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce5716-1dec-460f-bf36-15c1b18e3912 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Pushing event updated for resources: {'Port': ['ID=40caa008-e159-429d-8626-86eed733b1aa,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:21.826343 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-e0fabcc1-7bf1-414f-8bf0-310895b3670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:21.828203 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-e0fabcc1-7bf1-414f-8bf0-310895b3670b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1342b107-53e3-4c9f-a16f-d105660726b0 HTTP/1.1" status: 200 len: 852 time: 0.0559452 Aug 31 01:06:21.851405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b98bee60-068d-4ea9-b5e0-493d07b00e5e req-024dc0d3-64bd-4f0b-80ea-735b6e1f6432 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454944 Aug 31 01:06:21.873595 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-7cd581a8-ea7d-43bc-8b66-c04b0e555d6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf748b9a-457b-452d-8f52-91166f0980f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370820 Aug 31 01:06:21.948880 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-e4040d58-f3c0-4c84-b07c-a9adbbc686c2 service neutron] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on host n-h2-802060-13 for vnic_type normal with profile None {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:21.949490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-e4040d58-f3c0-4c84-b07c-a9adbbc686c2 service neutron] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:21.950084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-e4040d58-f3c0-4c84-b07c-a9adbbc686c2 service neutron] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:21.981205 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-e4040d58-f3c0-4c84-b07c-a9adbbc686c2 service neutron] Port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:06:21.981616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-e4040d58-f3c0-4c84-b07c-a9adbbc686c2 service neutron] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:21.994151 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-e4040d58-f3c0-4c84-b07c-a9adbbc686c2 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:21.994377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-e4040d58-f3c0-4c84-b07c-a9adbbc686c2 service neutron] Checking segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:21.994767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-e4040d58-f3c0-4c84-b07c-a9adbbc686c2 service neutron] Bound using segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:21.995367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-e4040d58-f3c0-4c84-b07c-a9adbbc686c2 service neutron] Bound port: 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:22.016644 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-f378cbc5-8c37-4401-80f3-080b770cd660 service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353769 Aug 31 01:06:22.062189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-85ce5716-1dec-460f-bf36-15c1b18e3912 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:22.062862 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-85ce5716-1dec-460f-bf36-15c1b18e3912 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:22.139082 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3f032-c690-4110-80ca-716e1ed53901 req-f6a390f9-cc17-49fd-b95e-6a422a4479d0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:22.140701 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05d3f032-c690-4110-80ca-716e1ed53901 req-f6a390f9-cc17-49fd-b95e-6a422a4479d0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 951 time: 0.2176933 Aug 31 01:06:22.148227 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aee7e580-84c3-4098-9268-5d4b541f1f30 req-1eeeaaf6-acb9-4b35-be51-c8cc3e002195 service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239741 Aug 31 01:06:22.149029 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-85ce5716-1dec-460f-bf36-15c1b18e3912 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9293859 Aug 31 01:06:22.211328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Request body: {'port': {'device_id': '3f5270ce-1aa4-4206-ac01-fc1790a60d89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:22.234910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-e4040d58-f3c0-4c84-b07c-a9adbbc686c2 service neutron] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:22.251103 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-e4040d58-f3c0-4c84-b07c-a9adbbc686c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:22.252391 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-e4040d58-f3c0-4c84-b07c-a9adbbc686c2 service neutron] 10.222.0.58 "POST /v2.0/ports/661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa/bindings HTTP/1.1" status: 201 len: 390 time: 1.0743995 Aug 31 01:06:22.276509 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05d3f032-c690-4110-80ca-716e1ed53901 req-fb597c63-fe6f-4fa3-9b3c-b261ee015550 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209700 Aug 31 01:06:22.414517 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:22.518768 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:22.609711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c532b-3df6-498e-a15d-7ae2f7d52a68 req-a4422e32-ff52-4ada-a99e-a415e141a315 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:22.611470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff0c532b-3df6-498e-a15d-7ae2f7d52a68 req-a4422e32-ff52-4ada-a99e-a415e141a315 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 931 time: 0.2175343 Aug 31 01:06:22.640385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6d2bd2-005f-4ba9-a162-eaf88469ee12,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:22.640601 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-13181109-d695-4bf7-a0a1-50c7110b9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:22.642368 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-13181109-d695-4bf7-a0a1-50c7110b9576 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 1098 time: 0.1000493 Aug 31 01:06:22.678431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f981da-08cf-404a-89bd-cc97f6575a2c req-78d7629a-f545-44b4-ba3d-dd195c1a2193 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:22.680247 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c0f981da-08cf-404a-89bd-cc97f6575a2c req-78d7629a-f545-44b4-ba3d-dd195c1a2193 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.70 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 951 time: 0.0922530 Aug 31 01:06:22.825505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff0c532b-3df6-498e-a15d-7ae2f7d52a68 req-8e65f69b-0dee-4b3f-855a-3cb706fa0b4b tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891065 Aug 31 01:06:22.832300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40652) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:22.832960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392bc2f-de9b-4663-b0d4-3f6d1c51f487 req-b6829d6e-c43d-4cf6-95f9-f226257a3cb2 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:22.834677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f392bc2f-de9b-4663-b0d4-3f6d1c51f487 req-b6829d6e-c43d-4cf6-95f9-f226257a3cb2 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 946 time: 0.2224646 Aug 31 01:06:22.851176 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-ab8a72e3-8ed0-47a8-9504-1778f2e48c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:22.852767 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-ab8a72e3-8ed0-47a8-9504-1778f2e48c34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.2026126 Aug 31 01:06:22.856420 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:22.906643 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-30e52fa5-28c8-488f-a2ab-e9af7315a9ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa HTTP/1.1" status: 200 len: 217 time: 0.0468376 Aug 31 01:06:22.912987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-c0f981da-08cf-404a-89bd-cc97f6575a2c req-f58d75e4-ae1e-4c4a-87f8-e88341c62e95 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Deleting port 778cde34-4886-4a62-8c0c-89e81bb4200d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:22.913409 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c0f981da-08cf-404a-89bd-cc97f6575a2c req-f58d75e4-ae1e-4c4a-87f8-e88341c62e95 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:22.973243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4', 'tag': '57536b1b-50d5-41b2-924d-2cf3b2bb4bdd'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:22.976181 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2be376-f2a9-452a-bdd1-8d2772b6de55" -d '{"events": [{"name": "network-changed", "server_uuid": "37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4", "tag": "57536b1b-50d5-41b2-924d-2cf3b2bb4bdd"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:22.986362 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:22.994392 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.007159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-752018421-network', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:23.020240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f392bc2f-de9b-4663-b0d4-3f6d1c51f487 req-52151a75-6be2-4c99-a506-e2074d897016 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737874 Aug 31 01:06:23.057562 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-ba4980d4-12cf-4f3d-b697-6103143e3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:23.060697 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-ba4980d4-12cf-4f3d-b697-6103143e3dca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.1407654 Aug 31 01:06:23.093901 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.094459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b9c703c-2fd6-4659-9d32-3220abde09c5 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:06:23.101224 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-3b5eba96-07fc-4f36-afce-13ac65112103 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310872 Aug 31 01:06:23.104932 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.105099 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] Made reservation on behalf of ac491d9f80684a44a8cc262e4982e966 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:23.108134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8b33828b-dbdb-41ff-aa70-83dd0f3a04e8 admin admin] 10.222.0.58 "DELETE /v2.0/routers/2b9c703c-2fd6-4659-9d32-3220abde09c5 HTTP/1.1" status: 204 len: 168 time: 3.3886609 Aug 31 01:06:23.108386 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.109624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40668) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:23.137904 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.165176 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207ad1dd-4800-453d-826b-5fe3f49ae5c1 x-openstack-request-id: req-207ad1dd-4800-453d-826b-5fe3f49ae5c1 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:23.165463 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4", "tag": "57536b1b-50d5-41b2-924d-2cf3b2bb4bdd", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:23.165755 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-207ad1dd-4800-453d-826b-5fe3f49ae5c1 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:23.166142 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4', 'tag': '57536b1b-50d5-41b2-924d-2cf3b2bb4bdd', 'status': 'completed', 'code': 200} Aug 31 01:06:23.183837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8f9a0-ba0d-4eb4-b2e8-284ced8017e1 req-966717f1-1be6-442d-9d98-be81b8cb41d6 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:23.187786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52d8f9a0-ba0d-4eb4-b2e8-284ced8017e1 req-966717f1-1be6-442d-9d98-be81b8cb41d6 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 943 time: 0.1995661 Aug 31 01:06:23.250903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40caa008-e159-429d-8626-86eed733b1aa {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:23.277807 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-c0f981da-08cf-404a-89bd-cc97f6575a2c req-f58d75e4-ae1e-4c4a-87f8-e88341c62e95 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] For port 778cde34-4886-4a62-8c0c-89e81bb4200d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=778cde34-4886-4a62-8c0c-89e81bb4200d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:23.278183 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c0f981da-08cf-404a-89bd-cc97f6575a2c req-f58d75e4-ae1e-4c4a-87f8-e88341c62e95 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.287951 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fab508-fa02-4600-9d59-97c0dba385cf admin admin] Deleting subnet dcf1746f-1ea7-4083-a7a0-4d4bb716ddd2 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:06:23.292183 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16fab508-fa02-4600-9d59-97c0dba385cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.336724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fc6d2bd2-005f-4ba9-a162-eaf88469ee12 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:23.337465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-c0f981da-08cf-404a-89bd-cc97f6575a2c req-f58d75e4-ae1e-4c4a-87f8-e88341c62e95 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Calling delete_port for 778cde34-4886-4a62-8c0c-89e81bb4200d owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:23.348959 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16fab508-fa02-4600-9d59-97c0dba385cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.368912 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2be376-f2a9-452a-bdd1-8d2772b6de55 req-d89cef98-4e42-4eca-aec5-f6733da0f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:23.370624 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa2be376-f2a9-452a-bdd1-8d2772b6de55 req-d89cef98-4e42-4eca-aec5-f6733da0f089 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 1095 time: 0.1705453 Aug 31 01:06:23.381240 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-a33b7a49-b74c-4f5a-83c8-970de8221dc0 service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550495 Aug 31 01:06:23.388477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: fc6d2bd2-005f-4ba9-a162-eaf88469ee12 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:23.388825 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fc6d2bd2-005f-4ba9-a162-eaf88469ee12 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:23.390689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 04b4415c-3426-4a85-9a88-b1bf4acd9b41 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:23.429604 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 04b4415c-3426-4a85-9a88-b1bf4acd9b41 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:23.430033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 04b4415c-3426-4a85-9a88-b1bf4acd9b41 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:23.431567 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52d8f9a0-ba0d-4eb4-b2e8-284ced8017e1 req-dfa04ea4-5afc-4c35-a0ae-40f14cd3426c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387781 Aug 31 01:06:23.432571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40674) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:23.436984 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.496636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Transition to ACTIVE for port object 40caa008-e159-429d-8626-86eed733b1aa will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:23.501649 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16fab508-fa02-4600-9d59-97c0dba385cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.505709 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.627778 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a301f2-2eb8-41b8-8628-687967af5986 req-308498c3-1e03-4d67-9e8b-f396704e8ec0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:23.629390 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64a301f2-2eb8-41b8-8628-687967af5986 req-308498c3-1e03-4d67-9e8b-f396704e8ec0 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=983591f6-0fb6-4307-bb86-067697fb5770 HTTP/1.1" status: 200 len: 951 time: 0.1958523 Aug 31 01:06:23.644327 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e2ca66e3-096a-487c-b61c-a3c1e1d931ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.656823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Pushing event updated for resources: {'Port': ['ID=40caa008-e159-429d-8626-86eed733b1aa,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:23.675612 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.679402 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2be376-f2a9-452a-bdd1-8d2772b6de55 req-1f354b81-8868-42a1-bc89-c694486a7cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:23.681288 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa2be376-f2a9-452a-bdd1-8d2772b6de55 req-1f354b81-8868-42a1-bc89-c694486a7cbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 913 time: 0.2512786 Aug 31 01:06:23.684623 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-fd20e02f-e220-4445-bf35-257f3d40a7cf service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383008 Aug 31 01:06:23.685912 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.700395 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-71b8ae17-3464-48bd-aea3-a9ac756ae70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.733200 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16fab508-fa02-4600-9d59-97c0dba385cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.762645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:06:23.773575 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa2be376-f2a9-452a-bdd1-8d2772b6de55 req-1f70233d-77ef-4ae4-93f1-a86a186a5b3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57536b1b-50d5-41b2-924d-2cf3b2bb4bdd HTTP/1.1" status: 200 len: 217 time: 0.0829701 Aug 31 01:06:23.791537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fab508-fa02-4600-9d59-97c0dba385cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf1746f-1ea7-4083-a7a0-4d4bb716ddd2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:23.796829 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.797049 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] Added segment 5d426c79-0889-455e-832d-a68acceeaf25 of type vlan for network 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 Aug 31 01:06:23.803827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64a301f2-2eb8-41b8-8628-687967af5986 req-7b9e8188-a701-412c-bf89-e6ac2b1a84d9 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641743 Aug 31 01:06:23.822817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a0797d-262b-4c81-91ee-a19d83d87ef6 None None] Network e6a622ed-6f54-4723-b123-86ec7abb2cdd requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:23.829457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40173cf9-a208-4d81-80e2-6e381e1cc1b3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:23.834483 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16fab508-fa02-4600-9d59-97c0dba385cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.836539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-16fab508-fa02-4600-9d59-97c0dba385cf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/dcf1746f-1ea7-4083-a7a0-4d4bb716ddd2 HTTP/1.1" status: 204 len: 168 time: 0.7212250 Aug 31 01:06:23.839923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40680) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:23.869035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Attempting to bind port 40caa008-e159-429d-8626-86eed733b1aa on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:23.869629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Attempting to bind port 40caa008-e159-429d-8626-86eed733b1aa by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:23.870138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Attempting to bind port 40caa008-e159-429d-8626-86eed733b1aa on network 7df08447-9b37-4e36-b964-679e1ae45569 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:23.880907 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c0f981da-08cf-404a-89bd-cc97f6575a2c req-f58d75e4-ae1e-4c4a-87f8-e88341c62e95 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.920909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Port 40caa008-e159-429d-8626-86eed733b1aa on network 7df08447-9b37-4e36-b964-679e1ae45569 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:06:23.921562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Attempting to bind port 40caa008-e159-429d-8626-86eed733b1aa on network 7df08447-9b37-4e36-b964-679e1ae45569 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:23.924726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['abbcb3e1-1df2-4e24-875b-ce85f871bb2f', '778cde34-4886-4a62-8c0c-89e81bb4200d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:23.925219 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:23.927537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['9c35529b-091a-41bb-83a7-320bb9a01f35'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:23.930832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2be376-f2a9-452a-bdd1-8d2772b6de55 req-80b77134-b40f-4219-adc5-28b58ab19b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:23.935523 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa2be376-f2a9-452a-bdd1-8d2772b6de55 req-80b77134-b40f-4219-adc5-28b58ab19b10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1342b107-53e3-4c9f-a16f-d105660726b0 HTTP/1.1" status: 200 len: 852 time: 0.1520910 Aug 31 01:06:23.943048 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d75e4-ae1e-4c4a-87f8-e88341c62e95 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Pushing event deleted for resources: {'Port': ['ID=778cde34-4886-4a62-8c0c-89e81bb4200d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:23.957334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:23.960465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Checking segment: {'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:23.960876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Bound using segment: {'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:23.961848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Bound port: 40caa008-e159-429d-8626-86eed733b1aa, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:23.971708 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.069606 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.072616 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.077541 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.078706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:24.079608 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.083658 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa2be376-f2a9-452a-bdd1-8d2772b6de55 req-05b80f51-2cbb-4cb6-b66e-cbaac9428c67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf748b9a-457b-452d-8f52-91166f0980f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385026 Aug 31 01:06:24.125983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f981da-08cf-404a-89bd-cc97f6575a2c req-f58d75e4-ae1e-4c4a-87f8-e88341c62e95 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] No DVR routers for this DVR port 778cde34-4886-4a62-8c0c-89e81bb4200d on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:24.158489 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c0f981da-08cf-404a-89bd-cc97f6575a2c req-f58d75e4-ae1e-4c4a-87f8-e88341c62e95 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.164147 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c0f981da-08cf-404a-89bd-cc97f6575a2c req-f58d75e4-ae1e-4c4a-87f8-e88341c62e95 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.70 "DELETE /v2.0/ports/778cde34-4886-4a62-8c0c-89e81bb4200d HTTP/1.1" status: 204 len: 173 time: 1.4366305 Aug 31 01:06:24.200326 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e2ca66e3-096a-487c-b61c-a3c1e1d931ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.221170 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e2ca66e3-096a-487c-b61c-a3c1e1d931ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.259427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df5e66-154f-4ed9-a0e5-f2d0ea01f9f5 req-6d92ddad-4b8e-4317-b084-e9f9849e77f5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:24.260972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0df5e66-154f-4ed9-a0e5-f2d0ea01f9f5 req-6d92ddad-4b8e-4317-b084-e9f9849e77f5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 943 time: 0.2859838 Aug 31 01:06:24.278579 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4451141 Aug 31 01:06:24.286404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40686) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:24.288109 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] For port 40caa008-e159-429d-8626-86eed733b1aa, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:24.300917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a449e278-d582-4abc-8362-17daa2f6e4e1 admin admin] Request body: {'subnet': {'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-752018421-subnet', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:24.301865 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0d570-b518-42fe-9094-592a6ef41d7a admin admin] Pushing event updated for resources: {'Network': ['ID=00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:24.331907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:06:24.382939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] For port 40caa008-e159-429d-8626-86eed733b1aa, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=40caa008-e159-429d-8626-86eed733b1aa,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:24.392171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e2ca66e3-096a-487c-b61c-a3c1e1d931ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=966ecbe6f71146f6bcb05b459b33eb5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9463043 Aug 31 01:06:24.394230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca66e3-096a-487c-b61c-a3c1e1d931ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34a6abf-78f2-45b4-8cb9-30ea0a368b31,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:24.396501 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa2be376-f2a9-452a-bdd1-8d2772b6de55 req-faf2d9d8-2a38-4304-ac93-50e68f3fef72 service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746024 Aug 31 01:06:24.422097 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40688) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:24.427872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f0f22-5276-4868-9e1e-1b06128af08d req-8e6c29f2-930c-4ad6-bd9d-89a5742279da tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:24.436303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a7f0f22-5276-4868-9e1e-1b06128af08d req-8e6c29f2-930c-4ad6-bd9d-89a5742279da tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 946 time: 0.2951512 Aug 31 01:06:24.459952 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.470127 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.550302 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34352cc-9d8e-4dc2-8e95-a7509dee0e88 None None] DHCP port deletion for e6a622ed-6f54-4723-b123-86ec7abb2cdd request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:06:24.566445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0df5e66-154f-4ed9-a0e5-f2d0ea01f9f5 req-a5f04f0a-7302-4686-87f3-be6940af5470 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825599 Aug 31 01:06:24.572953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a449e278-d582-4abc-8362-17daa2f6e4e1 admin admin] Made reservation on behalf of ac491d9f80684a44a8cc262e4982e966 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:24.575652 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a449e278-d582-4abc-8362-17daa2f6e4e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.595453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:24.596084 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.597506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] 10.222.0.70 "PUT /v2.0/ports/40caa008-e159-429d-8626-86eed733b1aa HTTP/1.1" status: 200 len: 1092 time: 2.3940187 Aug 31 01:06:24.599872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5270ce-1aa4-4206-ac01-fc1790a60d89', 'tag': '40caa008-e159-429d-8626-86eed733b1aa'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:24.612864 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa27ea5-1c3a-4269-8674-f8cd65167ada" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5270ce-1aa4-4206-ac01-fc1790a60d89", "tag": "40caa008-e159-429d-8626-86eed733b1aa"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:24.635235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a34352cc-9d8e-4dc2-8e95-a7509dee0e88 None None] Deleting port c4d78340-eb3c-40ca-aaac-eebc80e0a912 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:24.635890 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a34352cc-9d8e-4dc2-8e95-a7509dee0e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.644010 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4b88-79c0-4ab8-a0c8-d13d26f06d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.686918 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4b88-79c0-4ab8-a0c8-d13d26f06d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.711957 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a7f0f22-5276-4868-9e1e-1b06128af08d req-427aa5c9-ffde-4f61-b7c1-db6c8c42bc1c tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746577 Aug 31 01:06:24.721648 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aa2be376-f2a9-452a-bdd1-8d2772b6de55 req-6fc9cadd-b3e0-472f-a491-0762a152e281 service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239415 Aug 31 01:06:24.746456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] Deleting port c4d78340-eb3c-40ca-aaac-eebc80e0a912 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:24.756545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a34352cc-9d8e-4dc2-8e95-a7509dee0e88 None None] For port c4d78340-eb3c-40ca-aaac-eebc80e0a912, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c4d78340-eb3c-40ca-aaac-eebc80e0a912,segment=NetworkSegment(5a1be4a3-dc75-4eaf-9d3c-5983e0306136),segment_id=5a1be4a3-dc75-4eaf-9d3c-5983e0306136)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:24.756991 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a34352cc-9d8e-4dc2-8e95-a7509dee0e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.757510 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.783493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a34352cc-9d8e-4dc2-8e95-a7509dee0e88 None None] Calling delete_port for c4d78340-eb3c-40ca-aaac-eebc80e0a912 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:24.801745 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4b88-79c0-4ab8-a0c8-d13d26f06d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.805335 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4b88-79c0-4ab8-a0c8-d13d26f06d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.809916 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c5ab4b88-79c0-4ab8-a0c8-d13d26f06d4d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e34a6abf-78f2-45b4-8cb9-30ea0a368b31 HTTP/1.1" status: 204 len: 168 time: 0.3798470 Aug 31 01:06:24.819950 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab4b88-79c0-4ab8-a0c8-d13d26f06d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34a6abf-78f2-45b4-8cb9-30ea0a368b31,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:24.945546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427889f-15c9-4d84-8b6b-94494564cd1c service neutron] Pushing event updated for resources: {'Port': ['ID=40caa008-e159-429d-8626-86eed733b1aa,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:24.952587 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c663a8bb-9d24-43fe-beb8-e74f258abc5b x-openstack-request-id: req-c663a8bb-9d24-43fe-beb8-e74f258abc5b {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:24.952854 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a34352cc-9d8e-4dc2-8e95-a7509dee0e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:24.953318 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5270ce-1aa4-4206-ac01-fc1790a60d89", "tag": "40caa008-e159-429d-8626-86eed733b1aa", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:24.953724 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c663a8bb-9d24-43fe-beb8-e74f258abc5b {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:24.954279 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5270ce-1aa4-4206-ac01-fc1790a60d89', 'tag': '40caa008-e159-429d-8626-86eed733b1aa', 'status': 'completed', 'code': 200} Aug 31 01:06:24.996925 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34352cc-9d8e-4dc2-8e95-a7509dee0e88 None None] Pushing event deleted for resources: {'Port': ['ID=c4d78340-eb3c-40ca-aaac-eebc80e0a912,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:25.003572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34352cc-9d8e-4dc2-8e95-a7509dee0e88 None None] No DVR routers for this DVR port c4d78340-eb3c-40ca-aaac-eebc80e0a912 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:25.052688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-d916a83f-de5d-4d5d-890c-89fe74d3b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:25.054259 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-d916a83f-de5d-4d5d-890c-89fe74d3b041 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=28226a71c0e34073997a2b6dd4f2d2eb&device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 1095 time: 0.3593664 Aug 31 01:06:25.064506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] For port c4d78340-eb3c-40ca-aaac-eebc80e0a912, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c4d78340-eb3c-40ca-aaac-eebc80e0a912,segment=NetworkSegment(5a1be4a3-dc75-4eaf-9d3c-5983e0306136),segment_id=5a1be4a3-dc75-4eaf-9d3c-5983e0306136)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:25.064878 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:25.127459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] Calling delete_port for c4d78340-eb3c-40ca-aaac-eebc80e0a912 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:25.131579 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-742976c2-f137-4209-99c7-cc7521a4587e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40caa008-e159-429d-8626-86eed733b1aa HTTP/1.1" status: 200 len: 217 time: 0.0611174 Aug 31 01:06:25.143575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91e1f1-a801-4fb6-9051-07dc41478bfd req-01971c9c-30ab-48fd-9e8a-0e542c1afc68 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:25.145018 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a91e1f1-a801-4fb6-9051-07dc41478bfd req-01971c9c-30ab-48fd-9e8a-0e542c1afc68 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 943 time: 0.3715026 Aug 31 01:06:25.167294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983591f6-0fb6-4307-bb86-067697fb5770', 'name': 'network-vif-deleted', 'tag': '778cde34-4886-4a62-8c0c-89e81bb4200d'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:25.170450 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723ba071-19b0-42f4-9e25-a294bacd9f14" -d '{"events": [{"server_uuid": "983591f6-0fb6-4307-bb86-067697fb5770", "name": "network-vif-deleted", "tag": "778cde34-4886-4a62-8c0c-89e81bb4200d"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:25.330862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c4d78340-eb3c-40ca-aaac-eebc80e0a912 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:25.353444 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: c4d78340-eb3c-40ca-aaac-eebc80e0a912 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:25.353793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c4d78340-eb3c-40ca-aaac-eebc80e0a912 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:25.688941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-d0283fc2-65c9-497b-b60d-e8e4bfc5572a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:25.690370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-d0283fc2-65c9-497b-b60d-e8e4bfc5572a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45904437-7514-4138-a03a-8b8d200388fe HTTP/1.1" status: 200 len: 844 time: 0.5392704 Aug 31 01:06:25.723651 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a91e1f1-a801-4fb6-9051-07dc41478bfd req-638bb00b-aa0a-4b67-b0e4-4bea9331b805 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554252 Aug 31 01:06:25.771804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-48c2049d-c69a-466b-a97d-553308cc5246 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7df08447-9b37-4e36-b964-679e1ae45569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585573 Aug 31 01:06:25.797060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d3b76-f602-466c-86af-7899496e8df2 req-6269b3b9-b765-430b-8182-3123012a8731 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:25.804164 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d26d3b76-f602-466c-86af-7899496e8df2 req-6269b3b9-b765-430b-8182-3123012a8731 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.5586522 Aug 31 01:06:25.824275 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a449e278-d582-4abc-8362-17daa2f6e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:25.830624 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fedfe75-4cf1-4eb1-b216-eebae6ace1c6 x-openstack-request-id: req-3fedfe75-4cf1-4eb1-b216-eebae6ace1c6 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:25.831742 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983591f6-0fb6-4307-bb86-067697fb5770", "name": "network-vif-deleted", "tag": "778cde34-4886-4a62-8c0c-89e81bb4200d", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:25.832642 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3fedfe75-4cf1-4eb1-b216-eebae6ace1c6 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:25.833406 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983591f6-0fb6-4307-bb86-067697fb5770', 'name': 'network-vif-deleted', 'tag': '778cde34-4886-4a62-8c0c-89e81bb4200d', 'status': 'completed', 'code': 200} Aug 31 01:06:25.859482 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:25.889634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:06:25.964734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d78340-eb3c-40ca-aaac-eebc80e0a912,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:26.021847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d26d3b76-f602-466c-86af-7899496e8df2 req-a19b63b9-4f10-4b79-9f6d-0da509229e66 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168186 Aug 31 01:06:26.025756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=57536b1b-50d5-41b2-924d-2cf3b2bb4bdd,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:26.052117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] No DVR routers for this DVR port c4d78340-eb3c-40ca-aaac-eebc80e0a912 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:26.063041 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '57536b1b-50d5-41b2-924d-2cf3b2bb4bdd', 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3', 'port_id': '57536b1b-50d5-41b2-924d-2cf3b2bb4bdd', 'mac_address': 'fa:16:3e:90:5d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342b107-53e3-4c9f-a16f-d105660726b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:06:26.129367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb972a-5773-41d4-ad9a-8a57838df88d req-4bbd10a4-95cb-4cd3-b191-cdd215323bd5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:26.131665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-45eb972a-5773-41d4-ad9a-8a57838df88d req-4bbd10a4-95cb-4cd3-b191-cdd215323bd5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 943 time: 0.2061582 Aug 31 01:06:26.138486 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.159646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:26.181228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=57536b1b-50d5-41b2-924d-2cf3b2bb4bdd,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:26.187990 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.211750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449e278-d582-4abc-8362-17daa2f6e4e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfd009aa-e4ed-4585-b4fd-f3161596623b,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:26.281706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=57536b1b-50d5-41b2-924d-2cf3b2bb4bdd,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:26.288828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a449e278-d582-4abc-8362-17daa2f6e4e1 admin admin] Checking segment: {'id': '5d426c79-0889-455e-832d-a68acceeaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:26.289196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a449e278-d582-4abc-8362-17daa2f6e4e1 admin admin] Network hostable DHCP agents. Network: 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:06:26.306855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-5e74c69b-b27c-4db2-b660-0aed3d943c3b service neutron] 10.222.0.70 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259633 Aug 31 01:06:26.314431 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-45eb972a-5773-41d4-ad9a-8a57838df88d req-ebdba468-bb08-4003-aec1-2499bc6b0e68 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626360 Aug 31 01:06:26.327806 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.393080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a622ed-6f54-4723-b123-86ec7abb2cdd']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:26.422202 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074aadcd-3f68-449b-8d24-d0c2be2ff1c5 req-8ccd7050-2883-49ac-a5c3-494c404f1b9d tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:26.427814 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-074aadcd-3f68-449b-8d24-d0c2be2ff1c5 req-8ccd7050-2883-49ac-a5c3-494c404f1b9d tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 946 time: 0.3146873 Aug 31 01:06:26.431739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1be4a3-dc75-4eaf-9d3c-5983e0306136') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:26.432320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1be4a3-dc75-4eaf-9d3c-5983e0306136') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:26.449887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a449e278-d582-4abc-8362-17daa2f6e4e1 admin admin] Network 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:06:26.461079 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.490898 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-a449e278-d582-4abc-8362-17daa2f6e4e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:26.497911 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.500709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a449e278-d582-4abc-8362-17daa2f6e4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:26.501300 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a449e278-d582-4abc-8362-17daa2f6e4e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.509679 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab46c5a2-05c6-4a19-be55-9bd922a6afc6 None None] Network 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:26.533082 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:06:26.533522 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:06:26.535596 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:06:26.568822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98ad6ff2-ed0e-430b-8b97-ceda969d1efc req-28336834-d620-443c-aac2-6f31e923aadb service neutron] 10.222.0.70 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507632 Aug 31 01:06:26.586626 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['57536b1b-50d5-41b2-924d-2cf3b2bb4bdd'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:26.597695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a449e278-d582-4abc-8362-17daa2f6e4e1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3025711 Aug 31 01:06:26.600912 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40748) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:26.607011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:26.614419 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-074aadcd-3f68-449b-8d24-d0c2be2ff1c5 req-699f38cc-dc43-4a7e-a1ec-0fc1148af28e tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699278 Aug 31 01:06:26.662350 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.664169 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.666013 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.670326 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.671887 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.676820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e6a622ed-6f54-4723-b123-86ec7abb2cdd HTTP/1.1" status: 204 len: 168 time: 2.8338552 Aug 31 01:06:26.730864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612dfbc-d03f-46d7-8097-5e243d3bdc02 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a622ed-6f54-4723-b123-86ec7abb2cdd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:26.766606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa27ea5-1c3a-4269-8674-f8cd65167ada req-18e99146-11d9-4a57-8643-62c04da4cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:26.768427 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fa27ea5-1c3a-4269-8674-f8cd65167ada req-18e99146-11d9-4a57-8643-62c04da4cee5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=28226a71c0e34073997a2b6dd4f2d2eb&device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 1095 time: 0.0979390 Aug 31 01:06:26.792096 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.900275 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd450526-26f0-4218-a089-7e933628222c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'fixed_ips': [{'subnet_id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:06:26.901294 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd450526-26f0-4218-a089-7e933628222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:26.976710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831cfc4-2cbe-48c7-b23f-36b183c5155c req-c90a9104-7889-4bdc-980c-9868372b7f66 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:26.978259 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e831cfc4-2cbe-48c7-b23f-36b183c5155c req-c90a9104-7889-4bdc-980c-9868372b7f66 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.15 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.1975255 Aug 31 01:06:27.079469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a277f-481f-44c5-8fef-ab8fe5a1fe08 req-123db933-5473-456e-8e45-d6ce3c42b136 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:27.095458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-673a277f-481f-44c5-8fef-ab8fe5a1fe08 req-123db933-5473-456e-8e45-d6ce3c42b136 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 944 time: 0.1771994 Aug 31 01:06:27.182399 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-673a277f-481f-44c5-8fef-ab8fe5a1fe08 req-3902115a-6d8d-4c65-a9f5-7cc50ce08d3e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857801 Aug 31 01:06:27.195538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40764) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:27.195538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa27ea5-1c3a-4269-8674-f8cd65167ada req-c7074019-fc60-4518-9d56-d602a28a834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:27.195538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fa27ea5-1c3a-4269-8674-f8cd65167ada req-c7074019-fc60-4518-9d56-d602a28a834b service neutron] 10.222.0.70 "GET /v2.0/networks?id=7df08447-9b37-4e36-b964-679e1ae45569 HTTP/1.1" status: 200 len: 905 time: 0.4074054 Aug 31 01:06:27.210217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-cd450526-26f0-4218-a089-7e933628222c None None] Allocated IP 172.20.0.2 (00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7/cfd009aa-e4ed-4585-b4fd-f3161596623b/dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:27.350859 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e68b9ecd-a21b-4ec4-9759-c75ee42b50ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=047bff4e166e4dfeaa95745db4e16cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623778 Aug 31 01:06:27.352553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fa27ea5-1c3a-4269-8674-f8cd65167ada req-8c04bc1d-21ac-421f-a7d9-567f26290b72 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40caa008-e159-429d-8626-86eed733b1aa HTTP/1.1" status: 200 len: 217 time: 0.1451283 Aug 31 01:06:27.353168 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40768) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:27.416871 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa27ea5-1c3a-4269-8674-f8cd65167ada req-d66b7fa4-d8c7-4545-a963-5f027b31a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:27.418869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fa27ea5-1c3a-4269-8674-f8cd65167ada req-d66b7fa4-d8c7-4545-a963-5f027b31a7d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45904437-7514-4138-a03a-8b8d200388fe HTTP/1.1" status: 200 len: 844 time: 0.0543432 Aug 31 01:06:27.460740 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.482796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fa27ea5-1c3a-4269-8674-f8cd65167ada req-d24f2d92-8f0c-4337-a578-acf47fc72f65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7df08447-9b37-4e36-b964-679e1ae45569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531766 Aug 31 01:06:27.503678 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd450526-26f0-4218-a089-7e933628222c None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.520107 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cd450526-26f0-4218-a089-7e933628222c None None] Transition to ACTIVE for port object dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:27.539423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cd450526-26f0-4218-a089-7e933628222c None None] Transition to ACTIVE for port object dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:27.553152 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd450526-26f0-4218-a089-7e933628222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.594351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd450526-26f0-4218-a089-7e933628222c None None] Network 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:27.597929 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-cd450526-26f0-4218-a089-7e933628222c None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:27.611225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff79ed9-66d2-4628-943a-c797fc2e3ad4 req-8c2a1bfc-ad47-46bb-ae4b-a5977175dc27 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:27.612639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ff79ed9-66d2-4628-943a-c797fc2e3ad4 req-8c2a1bfc-ad47-46bb-ae4b-a5977175dc27 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 950 time: 0.4040813 Aug 31 01:06:27.633125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd450526-26f0-4218-a089-7e933628222c None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:27.650394 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0518a9b3-476c-4924-a030-ccc997014959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.680019 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0518a9b3-476c-4924-a030-ccc997014959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.680854 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-e831cfc4-2cbe-48c7-b23f-36b183c5155c req-1c8d38f5-d88b-4e86-845a-fb1f04119305 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Deleting port 9c35529b-091a-41bb-83a7-320bb9a01f35 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:27.681460 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e831cfc4-2cbe-48c7-b23f-36b183c5155c req-1c8d38f5-d88b-4e86-845a-fb1f04119305 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.756746 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0518a9b3-476c-4924-a030-ccc997014959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.759214 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0518a9b3-476c-4924-a030-ccc997014959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.763471 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd450526-26f0-4218-a089-7e933628222c None None] Pushing event updated for resources: {'Port': ['ID=dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:27.763652 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0518a9b3-476c-4924-a030-ccc997014959 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6de8cacf-6efc-47ad-bce4-7a4b9b0991e2 HTTP/1.1" status: 204 len: 168 time: 0.4057424 Aug 31 01:06:27.777816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c17b1c-ecff-46ae-b00b-86bfa1441c8f req-5ad18392-5b9e-4b1f-b291-66b699a40e3e tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:27.781181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cd450526-26f0-4218-a089-7e933628222c None None] Attempting to bind port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:27.781549 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cd450526-26f0-4218-a089-7e933628222c None None] Attempting to bind port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '5d426c79-0889-455e-832d-a68acceeaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:27.781908 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd450526-26f0-4218-a089-7e933628222c None None] Attempting to bind port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee on network 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:27.785492 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7c17b1c-ecff-46ae-b00b-86bfa1441c8f req-5ad18392-5b9e-4b1f-b291-66b699a40e3e tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 943 time: 0.3402147 Aug 31 01:06:27.797397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd450526-26f0-4218-a089-7e933628222c None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:27.799862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd450526-26f0-4218-a089-7e933628222c None None] Checking segment: {'id': '5d426c79-0889-455e-832d-a68acceeaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:27.801399 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd450526-26f0-4218-a089-7e933628222c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.801812 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd450526-26f0-4218-a089-7e933628222c None None] Bound using segment: {'id': '5d426c79-0889-455e-832d-a68acceeaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:27.803896 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cd450526-26f0-4218-a089-7e933628222c None None] Bound port: dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d426c79-0889-455e-832d-a68acceeaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:27.804656 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd450526-26f0-4218-a089-7e933628222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.817839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518a9b3-476c-4924-a030-ccc997014959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de8cacf-6efc-47ad-bce4-7a4b9b0991e2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:27.836399 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ff79ed9-66d2-4628-943a-c797fc2e3ad4 req-2c506bca-8e05-48bf-883c-910830f0c5d6 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129574 Aug 31 01:06:27.897411 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fa27ea5-1c3a-4269-8674-f8cd65167ada req-727a0364-5a63-406c-aa21-91738d2f2a5f service neutron] 10.222.0.70 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889337 Aug 31 01:06:27.907782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.921182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:27.944888 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.955965 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-e831cfc4-2cbe-48c7-b23f-36b183c5155c req-1c8d38f5-d88b-4e86-845a-fb1f04119305 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] For port 9c35529b-091a-41bb-83a7-320bb9a01f35, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=9c35529b-091a-41bb-83a7-320bb9a01f35,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:27.956634 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e831cfc4-2cbe-48c7-b23f-36b183c5155c req-1c8d38f5-d88b-4e86-845a-fb1f04119305 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.976870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-e831cfc4-2cbe-48c7-b23f-36b183c5155c req-1c8d38f5-d88b-4e86-845a-fb1f04119305 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Calling delete_port for 9c35529b-091a-41bb-83a7-320bb9a01f35 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:28.048087 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fa27ea5-1c3a-4269-8674-f8cd65167ada req-c0b04550-dd2a-481e-b91b-410d072b30d8 service neutron] 10.222.0.70 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493428 Aug 31 01:06:28.074874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7c17b1c-ecff-46ae-b00b-86bfa1441c8f req-37b11f37-5ac6-4d95-863e-d35c5434979f tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883704 Aug 31 01:06:28.098069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cd450526-26f0-4218-a089-7e933628222c None None] For port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:28.102789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cd450526-26f0-4218-a089-7e933628222c None None] For port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee,segment=NetworkSegment(5d426c79-0889-455e-832d-a68acceeaf25),segment_id=5d426c79-0889-455e-832d-a68acceeaf25)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:28.110033 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd450526-26f0-4218-a089-7e933628222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:28.163248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c295dd3-2152-4890-bf88-fc8a1372b508 req-f098406e-d347-47c1-9e68-96264e6e368d tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:28.168659 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c295dd3-2152-4890-bf88-fc8a1372b508 req-f098406e-d347-47c1-9e68-96264e6e368d tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 946 time: 0.0839083 Aug 31 01:06:28.172285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:28.179959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:28.180334 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:28.231054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd450526-26f0-4218-a089-7e933628222c None None] Pushing event updated for resources: {'Port': ['ID=dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:28.258743 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Allocated IP 172.25.6.130 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/776bfc78-c311-4919-8f8a-5513d83f5cae) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:28.303577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c295dd3-2152-4890-bf88-fc8a1372b508 req-630ec86c-9dc1-4ec3-902f-3c5866a18877 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295519 Aug 31 01:06:28.353091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 40caa008-e159-429d-8626-86eed733b1aa details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:06:28.355177 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 778cde34-4886-4a62-8c0c-89e81bb4200d no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:28.430844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73866ce-221d-4ba6-9926-239e3c264a07 req-f020bedf-9ca0-4747-93fd-5aa677f42969 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:28.433462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b73866ce-221d-4ba6-9926-239e3c264a07 req-f020bedf-9ca0-4747-93fd-5aa677f42969 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 944 time: 0.0849807 Aug 31 01:06:28.446817 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:28.501835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 778cde34-4886-4a62-8c0c-89e81bb4200d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:28.502185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 778cde34-4886-4a62-8c0c-89e81bb4200d not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:28.507922 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b73866ce-221d-4ba6-9926-239e3c264a07 req-1c3de8e0-b073-4f3f-98f4-0604f1b75d80 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658824 Aug 31 01:06:28.531493 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:28.540434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57536b1b-50d5-41b2-924d-2cf3b2bb4bdd'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:28.543273 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c932d4-e3a6-4b31-b864-5425904b8405" -d '{"events": [{"server_uuid": "37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4", "name": "network-vif-plugged", "status": "completed", "tag": "57536b1b-50d5-41b2-924d-2cf3b2bb4bdd"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:28.590710 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=57536b1b-50d5-41b2-924d-2cf3b2bb4bdd,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:28.642861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40792) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:28.644877 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e831cfc4-2cbe-48c7-b23f-36b183c5155c req-1c8d38f5-d88b-4e86-845a-fb1f04119305 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:28.706500 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:28.723633 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3950e4c0-f1c5-41a5-a505-d956d28588e3 x-openstack-request-id: req-3950e4c0-f1c5-41a5-a505-d956d28588e3 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:28.723988 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4", "name": "network-vif-plugged", "status": "completed", "tag": "57536b1b-50d5-41b2-924d-2cf3b2bb4bdd", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:28.724147 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3950e4c0-f1c5-41a5-a505-d956d28588e3 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:28.724567 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57536b1b-50d5-41b2-924d-2cf3b2bb4bdd', 'code': 200} Aug 31 01:06:28.727052 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['abbcb3e1-1df2-4e24-875b-ce85f871bb2f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:28.728068 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-98c0033f-4e80-49fa-badd-1fd6100be752 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=818a42ccca244bf59011cc86d395ea30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838504 Aug 31 01:06:28.730713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40794) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:28.748533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['9c35529b-091a-41bb-83a7-320bb9a01f35'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:28.825598 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d38f5-d88b-4e86-845a-fb1f04119305 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Pushing event deleted for resources: {'Port': ['ID=9c35529b-091a-41bb-83a7-320bb9a01f35,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:28.826520 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0bb300b0-a781-435e-9822-291e3af4f6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:28.858650 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0bb300b0-a781-435e-9822-291e3af4f6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:28.938141 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0bb300b0-a781-435e-9822-291e3af4f6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:28.941274 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0bb300b0-a781-435e-9822-291e3af4f6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:28.942899 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0bb300b0-a781-435e-9822-291e3af4f6fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6cc640a4-4434-4cdb-9cc4-19abe6e542a1 HTTP/1.1" status: 204 len: 168 time: 0.2109141 Aug 31 01:06:28.960516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb300b0-a781-435e-9822-291e3af4f6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc640a4-4434-4cdb-9cc4-19abe6e542a1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:29.047820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76ae8535-accf-4d0a-a2ff-62956c2ff988 req-3b98ecb1-a204-4d4d-9575-d8f3cee3dd19 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=216de7f7-6f83-440e-8979-154be259a0d7 HTTP/1.1" status: 200 len: 210 time: 0.0688407 Aug 31 01:06:29.050866 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.078175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e831cfc4-2cbe-48c7-b23f-36b183c5155c req-1c8d38f5-d88b-4e86-845a-fb1f04119305 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] No DVR routers for this DVR port 9c35529b-091a-41bb-83a7-320bb9a01f35 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:29.085883 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e831cfc4-2cbe-48c7-b23f-36b183c5155c req-1c8d38f5-d88b-4e86-845a-fb1f04119305 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.088175 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e831cfc4-2cbe-48c7-b23f-36b183c5155c req-1c8d38f5-d88b-4e86-845a-fb1f04119305 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.15 "DELETE /v2.0/ports/9c35529b-091a-41bb-83a7-320bb9a01f35 HTTP/1.1" status: 204 len: 173 time: 1.6380079 Aug 31 01:06:29.092735 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216de7f7-6f83-440e-8979-154be259a0d7', 'name': 'network-vif-deleted', 'tag': '9c35529b-091a-41bb-83a7-320bb9a01f35'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:29.095888 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d7eb5a-0ed8-48a8-8ed0-dd3080f34d04" -d '{"events": [{"server_uuid": "216de7f7-6f83-440e-8979-154be259a0d7", "name": "network-vif-deleted", "tag": "9c35529b-091a-41bb-83a7-320bb9a01f35"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:29.202083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:29.214926 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:29.236166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=57536b1b-50d5-41b2-924d-2cf3b2bb4bdd,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:29.277553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 40caa008-e159-429d-8626-86eed733b1aa, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=40caa008-e159-429d-8626-86eed733b1aa,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:29.324235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Pushing event updated for resources: {'Port': ['ID=776bfc78-c311-4919-8f8a-5513d83f5cae,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:29.341608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:29.344993 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0287c-e96a-4280-a68e-e3443d259719 req-e07678d9-2388-4eb6-88d5-35d863ef4e9c tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:29.366281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47b0287c-e96a-4280-a68e-e3443d259719 req-e07678d9-2388-4eb6-88d5-35d863ef4e9c tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 943 time: 0.1480792 Aug 31 01:06:29.375857 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a049f05b-1d85-44fa-8656-96feafc1ccdc x-openstack-request-id: req-a049f05b-1d85-44fa-8656-96feafc1ccdc {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:29.376848 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216de7f7-6f83-440e-8979-154be259a0d7", "name": "network-vif-deleted", "tag": "9c35529b-091a-41bb-83a7-320bb9a01f35", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:29.387473 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a049f05b-1d85-44fa-8656-96feafc1ccdc {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:29.388112 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216de7f7-6f83-440e-8979-154be259a0d7', 'name': 'network-vif-deleted', 'tag': '9c35529b-091a-41bb-83a7-320bb9a01f35', 'status': 'completed', 'code': 200} Aug 31 01:06:29.409893 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '40caa008-e159-429d-8626-86eed733b1aa', 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569', 'port_id': '40caa008-e159-429d-8626-86eed733b1aa', 'mac_address': 'fa:16:3e:1c:b8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45904437-7514-4138-a03a-8b8d200388fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:06:29.461802 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47b0287c-e96a-4280-a68e-e3443d259719 req-d9a25b7f-7dd4-4338-9b74-1b40ef8adb27 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945418 Aug 31 01:06:29.595436 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:29.634047 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40caa008-e159-429d-8626-86eed733b1aa {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:29.671536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:29.678708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67002a5-c7f5-41e1-8410-65ad1ba3813d req-0e799699-b256-442f-ae5f-08e4495a2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:29.685182 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f67002a5-c7f5-41e1-8410-65ad1ba3813d req-0e799699-b256-442f-ae5f-08e4495a2107 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 1097 time: 0.8629429 Aug 31 01:06:29.715779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a67767-1b10-48d9-bd71-21f208bc8677 req-953785e3-1491-422c-9b45-b93f8300e354 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:29.725287 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7a67767-1b10-48d9-bd71-21f208bc8677 req-953785e3-1491-422c-9b45-b93f8300e354 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 946 time: 0.1923871 Aug 31 01:06:29.893015 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 40caa008-e159-429d-8626-86eed733b1aa, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=40caa008-e159-429d-8626-86eed733b1aa,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:29.943483 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7a67767-1b10-48d9-bd71-21f208bc8677 req-e9a65d8d-b06d-48aa-8191-60653c49931e tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159450 Aug 31 01:06:29.970851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74407289-ebb4-4418-ba73-95eec8899929 req-9a869782-08c2-43a6-89d9-86ca6c395926 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:29.982458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74407289-ebb4-4418-ba73-95eec8899929 req-9a869782-08c2-43a6-89d9-86ca6c395926 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 945 time: 0.2537022 Aug 31 01:06:29.989021 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:30.003485 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f67002a5-c7f5-41e1-8410-65ad1ba3813d req-0820a0e8-1132-4f86-9418-1d58cd7e7d04 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374806 Aug 31 01:06:30.042793 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74407289-ebb4-4418-ba73-95eec8899929 req-26e29c91-819c-438b-9214-a09ab57f2711 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585566 Aug 31 01:06:30.062358 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fb0cab-122c-42f4-b8ad-d7b6774c0515 None None] Network 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:30.090861 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:30.171437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-58b5c5cb-8aa2-4cf2-a78d-b3a36e436730 None None] Provisioning for port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:30.172777 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:30.183320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-58b5c5cb-8aa2-4cf2-a78d-b3a36e436730 None None] Provisioning complete for port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:30.183742 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-58b5c5cb-8aa2-4cf2-a78d-b3a36e436730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:30.250347 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['40caa008-e159-429d-8626-86eed733b1aa'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:30.250926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=40caa008-e159-429d-8626-86eed733b1aa,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:30.302291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40832) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:30.475721 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:30.520596 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-58b5c5cb-8aa2-4cf2-a78d-b3a36e436730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:30.608382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-58b5c5cb-8aa2-4cf2-a78d-b3a36e436730 None None] For port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee,segment=NetworkSegment(5d426c79-0889-455e-832d-a68acceeaf25),segment_id=5d426c79-0889-455e-832d-a68acceeaf25)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:30.623112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53678be8-2a2a-4f1a-8c07-d654c91f2803 req-10c7aef1-0bb7-4b4f-8ef8-b9735496f3bf tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:30.623360 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-58b5c5cb-8aa2-4cf2-a78d-b3a36e436730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:30.630118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53678be8-2a2a-4f1a-8c07-d654c91f2803 req-10c7aef1-0bb7-4b4f-8ef8-b9735496f3bf tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.0919518 Aug 31 01:06:30.634316 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1829c0b7-062e-4c75-8f7c-14534903ba7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:30.728973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5c5cb-8aa2-4cf2-a78d-b3a36e436730 None None] Pushing event updated for resources: {'Port': ['ID=dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:30.786017 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53678be8-2a2a-4f1a-8c07-d654c91f2803 req-4b06d0b3-65a5-454d-8f0c-ee1650b48dbb tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099699 Aug 31 01:06:30.799335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62028384-dff8-489a-ba90-5545a2efe3dd req-132fb164-a893-4a2b-a23a-be0517c816e7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:30.800900 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-62028384-dff8-489a-ba90-5545a2efe3dd req-132fb164-a893-4a2b-a23a-be0517c816e7 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 944 time: 0.1473367 Aug 31 01:06:30.856617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-62028384-dff8-489a-ba90-5545a2efe3dd req-0f7fc595-3e20-493e-a699-27b753a892f8 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435209 Aug 31 01:06:30.891939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1829c0b7-062e-4c75-8f7c-14534903ba7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:30.899023 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1829c0b7-062e-4c75-8f7c-14534903ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:30.967773 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1829c0b7-062e-4c75-8f7c-14534903ba7e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1a2cf438255441c91f1791980c4add1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6637909 Aug 31 01:06:30.968915 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829c0b7-062e-4c75-8f7c-14534903ba7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926cf894-1b51-48d9-9870-ae8dd76d382e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:30.969692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40852) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:30.998525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:06:31.047817 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-717111a0-3ffa-4c3f-a22c-bc250caf9fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:31.064976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-40e8d400-9912-43cd-bbf7-df0f733bc523 None None] Provisioning complete for port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:31.065346 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-40e8d400-9912-43cd-bbf7-df0f733bc523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:31.087069 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-717111a0-3ffa-4c3f-a22c-bc250caf9fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:31.203571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d5475-af38-41c4-bbb2-7eae889dd4e4 req-ea45b4b9-9b29-4aff-b775-c2be07de2bec tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:31.208351 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a9d5475-af38-41c4-bbb2-7eae889dd4e4 req-ea45b4b9-9b29-4aff-b775-c2be07de2bec tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 946 time: 0.1363025 Aug 31 01:06:31.220788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:06:31.241677 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Sync routers for ids ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:06:31.251689 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:31.252377 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d8205b5f-87a8-4c10-aed2-3f5fcd26a7ae admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6501899 Aug 31 01:06:31.255041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40862) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:31.261411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88a28-c16b-45c9-9516-851dec2ebd3f req-7166ecf1-eac5-4769-84e5-2e6486577c6f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:31.263678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8b88a28-c16b-45c9-9516-851dec2ebd3f req-7166ecf1-eac5-4769-84e5-2e6486577c6f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 945 time: 0.1207573 Aug 31 01:06:31.297570 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:31.310730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a9d5475-af38-41c4-bbb2-7eae889dd4e4 req-9111c9f1-6a51-45a9-b09a-79cf8c29fcea tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800483 Aug 31 01:06:31.314358 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Routers {'3a64f0b9-7d37-4404-8375-a66b5f675ce0'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:31.340665 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:06:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:31.363904 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-717111a0-3ffa-4c3f-a22c-bc250caf9fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:31.366466 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-717111a0-3ffa-4c3f-a22c-bc250caf9fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:31.375325 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-717111a0-3ffa-4c3f-a22c-bc250caf9fac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/926cf894-1b51-48d9-9870-ae8dd76d382e HTTP/1.1" status: 204 len: 168 time: 0.3994880 Aug 31 01:06:31.395225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717111a0-3ffa-4c3f-a22c-bc250caf9fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926cf894-1b51-48d9-9870-ae8dd76d382e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:31.436153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8b88a28-c16b-45c9-9516-851dec2ebd3f req-b459dbae-9498-4b92-ab8b-46c5d9d262ad tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453640 Aug 31 01:06:31.475620 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:31.533299 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:31.533675 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:31.575449 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Set router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:31.825087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40878) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:31.840974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cabefb80-4478-4a11-8a5f-beb60ef1e10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:31.860641 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:26Z', 'updated_at': '2021-08-31T01:06:29Z', 'revision_number': 3, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'gw_port': {'id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:27Z', 'updated_at': '2021-08-31T01:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:31.897198 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Checking router: 3a64f0b9-7d37-4404-8375-a66b5f675ce0 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:06:31.897555 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Updating router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 port 776bfc78-c311-4919-8f8a-5513d83f5cae binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:06:31.931697 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 9c35529b-091a-41bb-83a7-320bb9a01f35 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:31.951048 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:31.968262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 9c35529b-091a-41bb-83a7-320bb9a01f35 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:31.968692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 9c35529b-091a-41bb-83a7-320bb9a01f35 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:32.123109 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d3aaa-d64a-4d41-b8da-408cf357bf6d req-7adea9bf-c2b0-46fc-b59a-56a199e6326a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:32.124696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d8d3aaa-d64a-4d41-b8da-408cf357bf6d req-7adea9bf-c2b0-46fc-b59a-56a199e6326a tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.2332280 Aug 31 01:06:32.135255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc21c3d-3d64-42a4-8e49-9f7b291bb931 req-4f7eb9f7-0dd6-4973-a4a2-0f491633d28b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:32.143647 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdc21c3d-3d64-42a4-8e49-9f7b291bb931 req-4f7eb9f7-0dd6-4973-a4a2-0f491633d28b tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 950 time: 0.2538586 Aug 31 01:06:32.161984 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.206480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e483070-849c-4e5b-af79-95c781283a17 req-a813c973-b8cc-4e2f-9c60-9a320df0e069 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:32.208046 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e483070-849c-4e5b-af79-95c781283a17 req-a813c973-b8cc-4e2f-9c60-9a320df0e069 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 944 time: 0.2513087 Aug 31 01:06:32.280479 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.296941 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Transition to ACTIVE for port object 776bfc78-c311-4919-8f8a-5513d83f5cae will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:32.306627 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.326283 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdc21c3d-3d64-42a4-8e49-9f7b291bb931 req-4f4cd8f8-4bb1-4e72-b242-35f2530ab1e3 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f076d88-fc7c-4505-8cd6-1bbfdfebe811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816814 Aug 31 01:06:32.329515 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cabefb80-4478-4a11-8a5f-beb60ef1e10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.363460 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cabefb80-4478-4a11-8a5f-beb60ef1e10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.370504 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Attempting to bind port 776bfc78-c311-4919-8f8a-5513d83f5cae on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:32.370975 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Attempting to bind port 776bfc78-c311-4919-8f8a-5513d83f5cae by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:32.371570 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Attempting to bind port 776bfc78-c311-4919-8f8a-5513d83f5cae on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:32.373201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 40caa008-e159-429d-8626-86eed733b1aa up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:32.383121 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed91307-a5ac-4e54-be21-f772dccb55f2 None None] Pushing event updated for resources: {'Port': ['ID=776bfc78-c311-4919-8f8a-5513d83f5cae,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:32.391822 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:32.392101 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:32.392512 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.392890 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:32.393344 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Bound port: 776bfc78-c311-4919-8f8a-5513d83f5cae, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:32.393726 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.397080 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed91307-a5ac-4e54-be21-f772dccb55f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:32.397428 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed91307-a5ac-4e54-be21-f772dccb55f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:32.397766 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed91307-a5ac-4e54-be21-f772dccb55f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:32.398099 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed91307-a5ac-4e54-be21-f772dccb55f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:32.398431 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed91307-a5ac-4e54-be21-f772dccb55f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:32.398760 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed91307-a5ac-4e54-be21-f772dccb55f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:32.399084 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed91307-a5ac-4e54-be21-f772dccb55f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:32.399448 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed91307-a5ac-4e54-be21-f772dccb55f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:32.399771 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed91307-a5ac-4e54-be21-f772dccb55f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:32.400094 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed91307-a5ac-4e54-be21-f772dccb55f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:32.400413 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed91307-a5ac-4e54-be21-f772dccb55f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:32.400731 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed91307-a5ac-4e54-be21-f772dccb55f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:32.445965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e483070-849c-4e5b-af79-95c781283a17 req-dd5c7a24-a452-42bc-a7a0-5ccf6a6f7bcb tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281938 Aug 31 01:06:32.455852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabefb80-4478-4a11-8a5f-beb60ef1e10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8664095-54c1-4cb9-b053-cf1ae381b3c3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:32.466191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40898) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:32.466805 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cabefb80-4478-4a11-8a5f-beb60ef1e10f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df47d2ccdb9b4ed9a30fdec559a3e4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6397753 Aug 31 01:06:32.482646 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Allocated IP 172.20.0.1 (00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7/cfd009aa-e4ed-4585-b4fd-f3161596623b/d52d88d0-5a0c-41d2-8d25-78fbf1535924) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:32.492758 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] For port 776bfc78-c311-4919-8f8a-5513d83f5cae, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:32.496107 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] For port 776bfc78-c311-4919-8f8a-5513d83f5cae, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=776bfc78-c311-4919-8f8a-5513d83f5cae,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:32.497864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 40caa008-e159-429d-8626-86eed733b1aa completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:32.504144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 40caa008-e159-429d-8626-86eed733b1aa triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:32.504641 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.508363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-3d8d3aaa-d64a-4d41-b8da-408cf357bf6d req-34f4270b-f122-48b2-a7fd-973b01196530 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Deleting port abbcb3e1-1df2-4e24-875b-ce85f871bb2f {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:32.508714 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3d8d3aaa-d64a-4d41-b8da-408cf357bf6d req-34f4270b-f122-48b2-a7fd-973b01196530 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.509815 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.581937 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed91307-a5ac-4e54-be21-f772dccb55f2 None None] Pushing event updated for resources: {'Port': ['ID=776bfc78-c311-4919-8f8a-5513d83f5cae,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:32.599084 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Routers {'3a64f0b9-7d37-4404-8375-a66b5f675ce0'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:32.599774 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:06:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:32.668820 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.692800 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b79ff761-c8e2-4935-b780-5936c5af1501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.701586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986be9e-fb26-4653-a86a-953f1477e53a req-975c9d45-d892-4d34-8c32-64b92ec139bc tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:32.711963 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d986be9e-fb26-4653-a86a-953f1477e53a req-975c9d45-d892-4d34-8c32-64b92ec139bc tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 946 time: 0.2440989 Aug 31 01:06:32.726989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5270ce-1aa4-4206-ac01-fc1790a60d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40caa008-e159-429d-8626-86eed733b1aa'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:32.730770 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53862ad1-052f-47a9-8170-aadc8adeaadc" -d '{"events": [{"server_uuid": "3f5270ce-1aa4-4206-ac01-fc1790a60d89", "name": "network-vif-plugged", "status": "completed", "tag": "40caa008-e159-429d-8626-86eed733b1aa"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:32.732583 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] Set router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:32.746792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 40caa008-e159-429d-8626-86eed733b1aa, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=40caa008-e159-429d-8626-86eed733b1aa,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:32.751563 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.753825 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b79ff761-c8e2-4935-b780-5936c5af1501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.786315 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d986be9e-fb26-4653-a86a-953f1477e53a req-e79e3e1b-bf88-4727-89f7-4b1ee453398b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696394 Aug 31 01:06:32.805170 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.831194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=40caa008-e159-429d-8626-86eed733b1aa,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:32.834038 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3d8d3aaa-d64a-4d41-b8da-408cf357bf6d req-34f4270b-f122-48b2-a7fd-973b01196530 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] For port abbcb3e1-1df2-4e24-875b-ce85f871bb2f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:32.835568 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3d8d3aaa-d64a-4d41-b8da-408cf357bf6d req-34f4270b-f122-48b2-a7fd-973b01196530 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.855881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-3d8d3aaa-d64a-4d41-b8da-408cf357bf6d req-34f4270b-f122-48b2-a7fd-973b01196530 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Calling delete_port for abbcb3e1-1df2-4e24-875b-ce85f871bb2f owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:32.862128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Transition to ACTIVE for port object d52d88d0-5a0c-41d2-8d25-78fbf1535924 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:32.864428 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b79ff761-c8e2-4935-b780-5936c5af1501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.868572 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b79ff761-c8e2-4935-b780-5936c5af1501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.871511 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b79ff761-c8e2-4935-b780-5936c5af1501 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8664095-54c1-4cb9-b053-cf1ae381b3c3 HTTP/1.1" status: 204 len: 168 time: 0.4010978 Aug 31 01:06:32.884603 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ff761-c8e2-4935-b780-5936c5af1501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8664095-54c1-4cb9-b053-cf1ae381b3c3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:32.910742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e608c3-9bc3-450c-bf7d-b0fe54043fa4 req-6b88b969-e023-4b56-ae31-1fc1f7888055 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:32.915532 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85e608c3-9bc3-450c-bf7d-b0fe54043fa4 req-6b88b969-e023-4b56-ae31-1fc1f7888055 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 945 time: 0.1691227 Aug 31 01:06:32.938057 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:32.987146 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Pushing event updated for resources: {'Port': ['ID=d52d88d0-5a0c-41d2-8d25-78fbf1535924,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:33.009824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Network 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:33.011954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:33.015007 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:33.028394 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:26Z', 'updated_at': '2021-08-31T01:06:29Z', 'revision_number': 3, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'gw_port': {'id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:27Z', 'updated_at': '2021-08-31T01:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:33.074626 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c003ab4-60c9-433d-a30a-2135a94770da None None] The sync data for ids ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'] in n-d-802060-13 is: [{'id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:26Z', 'updated_at': '2021-08-31T01:06:29Z', 'revision_number': 3, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'gw_port': {'id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:27Z', 'updated_at': '2021-08-31T01:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:06:33.105070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85e608c3-9bc3-450c-bf7d-b0fe54043fa4 req-bb819bea-e320-4d52-8b06-4426de8800cd tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126156 Aug 31 01:06:33.131850 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:33.195447 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a627d9a-06b7-4003-9ae1-26e796ef71af x-openstack-request-id: req-3a627d9a-06b7-4003-9ae1-26e796ef71af {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:33.195775 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5270ce-1aa4-4206-ac01-fc1790a60d89", "name": "network-vif-plugged", "status": "completed", "tag": "40caa008-e159-429d-8626-86eed733b1aa", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:33.196008 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a627d9a-06b7-4003-9ae1-26e796ef71af {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:33.196403 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5270ce-1aa4-4206-ac01-fc1790a60d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40caa008-e159-429d-8626-86eed733b1aa', 'code': 200} Aug 31 01:06:33.313595 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3d8d3aaa-d64a-4d41-b8da-408cf357bf6d req-34f4270b-f122-48b2-a7fd-973b01196530 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:33.326967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['abbcb3e1-1df2-4e24-875b-ce85f871bb2f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:33.351797 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:06:33.438745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4270b-f122-48b2-a7fd-973b01196530 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Pushing event deleted for resources: {'Port': ['ID=abbcb3e1-1df2-4e24-875b-ce85f871bb2f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:33.498052 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9b1ba3a9-e398-4e52-97a9-baa53f14b55d None None] Provisioning for port d52d88d0-5a0c-41d2-8d25-78fbf1535924 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:33.512981 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9b1ba3a9-e398-4e52-97a9-baa53f14b55d None None] Provisioning complete for port d52d88d0-5a0c-41d2-8d25-78fbf1535924 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:33.513358 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba3a9-e398-4e52-97a9-baa53f14b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:33.527467 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:33.597860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8d3aaa-d64a-4d41-b8da-408cf357bf6d req-34f4270b-f122-48b2-a7fd-973b01196530 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] No DVR routers for this DVR port abbcb3e1-1df2-4e24-875b-ce85f871bb2f on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:33.607807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb344505-3765-4ad1-8e24-64d149534f21 req-2998696f-c0bc-4b1c-89f1-1681b26c0c1c tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0d2956f-4540-4e8a-9166-251d19d69559 HTTP/1.1" status: 200 len: 210 time: 0.0874102 Aug 31 01:06:33.609277 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3d8d3aaa-d64a-4d41-b8da-408cf357bf6d req-34f4270b-f122-48b2-a7fd-973b01196530 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:33.611164 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d8d3aaa-d64a-4d41-b8da-408cf357bf6d req-34f4270b-f122-48b2-a7fd-973b01196530 tempest-MigrationsAdminTest-457576789 tempest-MigrationsAdminTest-457576789-project] 10.222.0.70 "DELETE /v2.0/ports/abbcb3e1-1df2-4e24-875b-ce85f871bb2f HTTP/1.1" status: 204 len: 173 time: 1.4620702 Aug 31 01:06:33.611653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d2956f-4540-4e8a-9166-251d19d69559', 'name': 'network-vif-deleted', 'tag': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:33.614085 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f54d06-0755-4905-b3d0-6f502217c199" -d '{"events": [{"server_uuid": "b0d2956f-4540-4e8a-9166-251d19d69559", "name": "network-vif-deleted", "tag": "abbcb3e1-1df2-4e24-875b-ce85f871bb2f"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:33.626112 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8556db4-aa15-4f70-ae7d-fc7ecd41f5e9 req-e674d626-4b18-43c0-be05-d882764d3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:33.628221 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d8556db4-aa15-4f70-ae7d-fc7ecd41f5e9 req-e674d626-4b18-43c0-be05-d882764d3ee4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 1097 time: 0.3512044 Aug 31 01:06:33.652298 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ba3a9-e398-4e52-97a9-baa53f14b55d None None] Port d52d88d0-5a0c-41d2-8d25-78fbf1535924 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:06:33.793571 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d8556db4-aa15-4f70-ae7d-fc7ecd41f5e9 req-a53d9287-7356-420b-a645-5203eb254801 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544473 Aug 31 01:06:33.876254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df874c-dd7e-42a5-800c-d34c65555a92 req-a7e1dcc5-6496-4daf-99a1-8fa1666e8714 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:33.883551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1df874c-dd7e-42a5-800c-d34c65555a92 req-a7e1dcc5-6496-4daf-99a1-8fa1666e8714 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 945 time: 0.1306534 Aug 31 01:06:33.894295 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:33.903232 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:33.942371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8019f5d-9c2c-47f5-9fd6-bd39913082be req-7c5e974c-0207-40ea-afc5-8250805b7e8c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:33.943964 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8019f5d-9c2c-47f5-9fd6-bd39913082be req-7c5e974c-0207-40ea-afc5-8250805b7e8c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 945 time: 0.1447651 Aug 31 01:06:33.973708 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1df874c-dd7e-42a5-800c-d34c65555a92 req-53389834-4c76-437d-8149-86cb209017cc tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892351 Aug 31 01:06:34.003693 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Pushing event updated for resources: {'Port': ['ID=d52d88d0-5a0c-41d2-8d25-78fbf1535924,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:34.006904 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:34.062022 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8019f5d-9c2c-47f5-9fd6-bd39913082be req-fa988387-b069-4034-89a6-c8fac893658f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078150 Aug 31 01:06:34.148007 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1378fd-cf3b-44f1-8511-b5383307d060 x-openstack-request-id: req-2f1378fd-cf3b-44f1-8511-b5383307d060 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:34.150654 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d2956f-4540-4e8a-9166-251d19d69559", "name": "network-vif-deleted", "tag": "abbcb3e1-1df2-4e24-875b-ce85f871bb2f", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:34.150881 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f1378fd-cf3b-44f1-8511-b5383307d060 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:34.152141 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d2956f-4540-4e8a-9166-251d19d69559', 'name': 'network-vif-deleted', 'tag': 'abbcb3e1-1df2-4e24-875b-ce85f871bb2f', 'status': 'completed', 'code': 200} Aug 31 01:06:34.190972 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Network 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:34.192839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:34.317214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee5a43-723c-4cbc-9249-07595ffaf982 req-8f6e3fc9-9a22-4f6f-82a4-f1cbb6771d15 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:34.334521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35ee5a43-723c-4cbc-9249-07595ffaf982 req-8f6e3fc9-9a22-4f6f-82a4-f1cbb6771d15 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 946 time: 0.1147914 Aug 31 01:06:34.383274 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:06:34.405518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35ee5a43-723c-4cbc-9249-07595ffaf982 req-7c473e01-d252-418c-94cb-b04ac68cb5b9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698144 Aug 31 01:06:34.632499 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:06:34.641076 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a29c3a87-2001-4c3a-bfa7-5bc56aed3712 admin admin] 10.222.0.58 "PUT /v2.0/routers/3a64f0b9-7d37-4404-8375-a66b5f675ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3846440 Aug 31 01:06:34.716200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-903601d0-e8e0-418f-bc05-e35b231fac74 None None] Provisioning complete for port d52d88d0-5a0c-41d2-8d25-78fbf1535924 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:34.716800 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-903601d0-e8e0-418f-bc05-e35b231fac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:34.769044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-903601d0-e8e0-418f-bc05-e35b231fac74 None None] Port d52d88d0-5a0c-41d2-8d25-78fbf1535924 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:06:34.863038 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fde15b-85ac-4fb7-9267-462de5076723 req-ce44938a-b7cd-4cc3-becf-84bdead9ac0d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:34.864628 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33fde15b-85ac-4fb7-9267-462de5076723 req-ce44938a-b7cd-4cc3-becf-84bdead9ac0d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 945 time: 0.0687099 Aug 31 01:06:34.917659 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33fde15b-85ac-4fb7-9267-462de5076723 req-d7e0d574-672b-4de2-b1f2-5fdf91539577 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435753 Aug 31 01:06:35.171679 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc9c9a-7344-4260-b3d3-a0742cf08ea6 req-2cb9d4e3-2d20-4eb0-b3e6-554b2ddf1b8f tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:35.173873 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26cc9c9a-7344-4260-b3d3-a0742cf08ea6 req-2cb9d4e3-2d20-4eb0-b3e6-554b2ddf1b8f tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 945 time: 0.0868018 Aug 31 01:06:35.191096 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41010) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:35.259432 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26cc9c9a-7344-4260-b3d3-a0742cf08ea6 req-a6d631ee-0ab4-442d-b67f-04f3897f11fd tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751944 Aug 31 01:06:35.377318 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 776bfc78-c311-4919-8f8a-5513d83f5cae up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:35.470009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 776bfc78-c311-4919-8f8a-5513d83f5cae completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:35.476317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 776bfc78-c311-4919-8f8a-5513d83f5cae triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:35.476976 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:35.498074 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-691ed0a6-90e8-4958-ba95-2947c3404e1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f4f81af0327488683358ca40e0e4b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054686 Aug 31 01:06:35.501459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41026) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:35.620052 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:35.646108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 776bfc78-c311-4919-8f8a-5513d83f5cae, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=776bfc78-c311-4919-8f8a-5513d83f5cae,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:35.655192 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:35.655959 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f39cee0-7f66-43e1-9699-7ff7f2df92e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:35.707247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f150c-9f33-4325-9273-e88d7ea2e3da req-33e20af2-f72d-4350-abbc-a9211dfbb119 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:35.708926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd9f150c-9f33-4325-9273-e88d7ea2e3da req-33e20af2-f72d-4350-abbc-a9211dfbb119 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 946 time: 0.1529636 Aug 31 01:06:35.732655 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=776bfc78-c311-4919-8f8a-5513d83f5cae,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:35.770621 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Sync routers for ids ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:06:35.786467 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Routers {'3a64f0b9-7d37-4404-8375-a66b5f675ce0'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:35.787208 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:06:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:35.797318 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f39cee0-7f66-43e1-9699-7ff7f2df92e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:35.801458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd9f150c-9f33-4325-9273-e88d7ea2e3da req-ac9fdc99-3ffa-4587-a0b1-f692e0591c90 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729356 Aug 31 01:06:35.862860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236de60-3640-4531-871a-fca98aba1a2a req-36d89e0e-d997-49a5-af15-6ff4a2239cc5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:35.872405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2236de60-3640-4531-871a-fca98aba1a2a req-36d89e0e-d997-49a5-af15-6ff4a2239cc5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 945 time: 0.1590796 Aug 31 01:06:35.925694 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f39cee0-7f66-43e1-9699-7ff7f2df92e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:35.928335 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f39cee0-7f66-43e1-9699-7ff7f2df92e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:35.929486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7f39cee0-7f66-43e1-9699-7ff7f2df92e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f076d88-fc7c-4505-8cd6-1bbfdfebe811 HTTP/1.1" status: 204 len: 168 time: 0.4276764 Aug 31 01:06:35.945734 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Set router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:35.951121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2236de60-3640-4531-871a-fca98aba1a2a req-90c865bd-605a-48cb-8477-be4e3fbd7409 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777373 Aug 31 01:06:35.960825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39cee0-7f66-43e1-9699-7ff7f2df92e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f076d88-fc7c-4505-8cd6-1bbfdfebe811,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:36.140280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972faa9-e6aa-4971-9672-55a31c0a03ee req-89ae7078-5cf6-449b-8378-b00324b98a15 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:36.148423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7972faa9-e6aa-4971-9672-55a31c0a03ee req-89ae7078-5cf6-449b-8378-b00324b98a15 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 945 time: 0.1222043 Aug 31 01:06:36.208942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7972faa9-e6aa-4971-9672-55a31c0a03ee req-9370acb2-ee7f-4afe-bda9-79869e8ab515 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552323 Aug 31 01:06:36.340768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:26Z', 'updated_at': '2021-08-31T01:06:33Z', 'revision_number': 4, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'gw_port': {'id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:27Z', 'updated_at': '2021-08-31T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd52d88d0-5a0c-41d2-8d25-78fbf1535924', 'name': '', 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'mac_address': 'fa:16:3e:84:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:32Z', 'updated_at': '2021-08-31T01:06:33Z', 'revision_number': 2, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'subnets': [{'id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:36.399178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device abbcb3e1-1df2-4e24-875b-ce85f871bb2f no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:36.401970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Checking router: 3a64f0b9-7d37-4404-8375-a66b5f675ce0 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:06:36.402413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Updating router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 port d52d88d0-5a0c-41d2-8d25-78fbf1535924 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:06:36.436679 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd78967-db5b-48ed-9855-a25be5ee1529 req-1d499155-743c-44b4-9ad5-ea914764af37 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:36.439618 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8fd78967-db5b-48ed-9855-a25be5ee1529 req-1d499155-743c-44b4-9ad5-ea914764af37 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.15 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 945 time: 0.1362171 Aug 31 01:06:36.442506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: abbcb3e1-1df2-4e24-875b-ce85f871bb2f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:36.442958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device abbcb3e1-1df2-4e24-875b-ce85f871bb2f not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:36.449573 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:36.559262 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-8fd78967-db5b-48ed-9855-a25be5ee1529 req-3677c836-d789-4ea2-bbad-a0afe9a3b6e5 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Deleting port 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:06:36.559912 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8fd78967-db5b-48ed-9855-a25be5ee1529 req-3677c836-d789-4ea2-bbad-a0afe9a3b6e5 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:36.712019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-8fd78967-db5b-48ed-9855-a25be5ee1529 req-3677c836-d789-4ea2-bbad-a0afe9a3b6e5 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] For port 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=57536b1b-50d5-41b2-924d-2cf3b2bb4bdd,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:36.712406 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8fd78967-db5b-48ed-9855-a25be5ee1529 req-3677c836-d789-4ea2-bbad-a0afe9a3b6e5 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:36.752278 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-8fd78967-db5b-48ed-9855-a25be5ee1529 req-3677c836-d789-4ea2-bbad-a0afe9a3b6e5 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Calling delete_port for 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:06:36.807880 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:36.827302 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Transition to ACTIVE for port object d52d88d0-5a0c-41d2-8d25-78fbf1535924 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:36.850539 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:36.933204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41142) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:36.949821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179402c-dee6-420e-b5cd-86e6cb3ff513 None None] Pushing event updated for resources: {'Port': ['ID=d52d88d0-5a0c-41d2-8d25-78fbf1535924,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:36.998615 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8fd78967-db5b-48ed-9855-a25be5ee1529 req-3677c836-d789-4ea2-bbad-a0afe9a3b6e5 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.018499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-aa70ea2d-6137-49c5-a962-ad11ad7c837a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e92b431e905c45bbaccb45d2eff5dba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840118 Aug 31 01:06:37.019970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41148) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:37.029657 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['57536b1b-50d5-41b2-924d-2cf3b2bb4bdd'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:37.084893 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Attempting to bind port d52d88d0-5a0c-41d2-8d25-78fbf1535924 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:37.085813 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Attempting to bind port d52d88d0-5a0c-41d2-8d25-78fbf1535924 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '5d426c79-0889-455e-832d-a68acceeaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:37.086570 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Attempting to bind port d52d88d0-5a0c-41d2-8d25-78fbf1535924 on network 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:37.093309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:37.093979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Checking segment: {'id': '5d426c79-0889-455e-832d-a68acceeaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:37.094577 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.095139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Bound using segment: {'id': '5d426c79-0889-455e-832d-a68acceeaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:37.096294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Bound port: d52d88d0-5a0c-41d2-8d25-78fbf1535924, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d426c79-0889-455e-832d-a68acceeaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:37.096876 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.125268 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677c836-d789-4ea2-bbad-a0afe9a3b6e5 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Pushing event deleted for resources: {'Port': ['ID=57536b1b-50d5-41b2-924d-2cf3b2bb4bdd,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:37.249230 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd78967-db5b-48ed-9855-a25be5ee1529 req-3677c836-d789-4ea2-bbad-a0afe9a3b6e5 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] No DVR routers for this DVR port 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:37.252465 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8fd78967-db5b-48ed-9855-a25be5ee1529 req-3677c836-d789-4ea2-bbad-a0afe9a3b6e5 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.255789 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8fd78967-db5b-48ed-9855-a25be5ee1529 req-3677c836-d789-4ea2-bbad-a0afe9a3b6e5 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.15 "DELETE /v2.0/ports/57536b1b-50d5-41b2-924d-2cf3b2bb4bdd HTTP/1.1" status: 204 len: 173 time: 0.8096368 Aug 31 01:06:37.256641 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4', 'name': 'network-vif-deleted', 'tag': '57536b1b-50d5-41b2-924d-2cf3b2bb4bdd'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:37.256953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] For port d52d88d0-5a0c-41d2-8d25-78fbf1535924, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:37.258725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb42c4-4967-4a62-bdca-674a6bed17e7 req-30fc9446-bd33-45c9-b202-3108672a2082 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:37.270256 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c32c2b-dd6e-4df6-9ab6-3e73d4449190" -d '{"events": [{"server_uuid": "37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4", "name": "network-vif-deleted", "tag": "57536b1b-50d5-41b2-924d-2cf3b2bb4bdd"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:37.270530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] For port d52d88d0-5a0c-41d2-8d25-78fbf1535924, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d52d88d0-5a0c-41d2-8d25-78fbf1535924,segment=NetworkSegment(5d426c79-0889-455e-832d-a68acceeaf25),segment_id=5d426c79-0889-455e-832d-a68acceeaf25)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:37.282059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4adb42c4-4967-4a62-bdca-674a6bed17e7 req-30fc9446-bd33-45c9-b202-3108672a2082 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 946 time: 0.2802725 Aug 31 01:06:37.283433 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-dfb60e4c-4c48-4f3f-86a9-9b8c5fd252d9 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:37.286959 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-dfb60e4c-4c48-4f3f-86a9-9b8c5fd252d9 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1098 time: 0.2059040 Aug 31 01:06:37.288094 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.290856 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-145cd5ab-42e3-445b-b209-182f07c86d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.325304 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-145cd5ab-42e3-445b-b209-182f07c86d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.336802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-13'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:37.392131 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-145cd5ab-42e3-445b-b209-182f07c86d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.394923 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-145cd5ab-42e3-445b-b209-182f07c86d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.399346 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-145cd5ab-42e3-445b-b209-182f07c86d37 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84c74836-965a-49e6-881d-d8a26466ad9b HTTP/1.1" status: 204 len: 168 time: 0.3771536 Aug 31 01:06:37.430289 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cd5ab-42e3-445b-b209-182f07c86d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c74836-965a-49e6-881d-d8a26466ad9b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:37.453123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4adb42c4-4967-4a62-bdca-674a6bed17e7 req-66857789-8175-442a-8459-518d0272a530 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677899 Aug 31 01:06:37.454049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179402c-dee6-420e-b5cd-86e6cb3ff513 None None] Pushing event updated for resources: {'Port': ['ID=d52d88d0-5a0c-41d2-8d25-78fbf1535924,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:37.504748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 776bfc78-c311-4919-8f8a-5513d83f5cae up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:37.549662 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:37.574084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Routers {'3a64f0b9-7d37-4404-8375-a66b5f675ce0'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:37.575111 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:06:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:37.643547 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea118f-e302-4ab9-b0d7-a295c784a8b6 req-4f998346-885f-430f-85ec-54a49b58c5d0 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:37.654570 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fdea118f-e302-4ab9-b0d7-a295c784a8b6 req-4f998346-885f-430f-85ec-54a49b58c5d0 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 945 time: 0.0931942 Aug 31 01:06:37.757996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fdea118f-e302-4ab9-b0d7-a295c784a8b6 req-71b22136-7efc-4e86-8ce4-8fe91b1fd2bf tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018560 Aug 31 01:06:37.766990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-549cc8c8-c904-4cf7-a70f-0e47bcd43053 req-d1aba60a-b98c-46ef-ab1e-3d1a2106d479 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4 HTTP/1.1" status: 200 len: 210 time: 0.0697315 Aug 31 01:06:37.848897 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] Set router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:37.904582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:38.027971 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a760d0-cfbc-457a-a5dd-6cba1625eb06 x-openstack-request-id: req-a8a760d0-cfbc-457a-a5dd-6cba1625eb06 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:38.028360 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4", "name": "network-vif-deleted", "tag": "57536b1b-50d5-41b2-924d-2cf3b2bb4bdd", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:38.028503 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8a760d0-cfbc-457a-a5dd-6cba1625eb06 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:38.028914 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b2cdf6-3e57-4f10-95f6-bf13f2eb84f4', 'name': 'network-vif-deleted', 'tag': '57536b1b-50d5-41b2-924d-2cf3b2bb4bdd', 'status': 'completed', 'code': 200} Aug 31 01:06:38.043866 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:38.147322 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:38.163451 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:38.344822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on host n-h1-802060-13 for vnic_type normal with profile {"migrating_to": "n-h2-802060-13"} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:38.345178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:38.345508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:38.350534 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:06:38.350859 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:38.357076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Pushing event updated for resources: {'Port': ['ID=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,revision_number=7']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:38.358641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 776bfc78-c311-4919-8f8a-5513d83f5cae triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:38.359083 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:38.368842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:38.369186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Checking segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:38.370184 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Bound using segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:38.370797 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Bound port: 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:38.371188 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:38.424266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:06:38.513465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:38.524831 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:38.533159 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:38.732439 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h1-802060-13, got binding levels [] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:38.734736 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:26Z', 'updated_at': '2021-08-31T01:06:33Z', 'revision_number': 4, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'gw_port': {'id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:27Z', 'updated_at': '2021-08-31T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd52d88d0-5a0c-41d2-8d25-78fbf1535924', 'name': '', 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'mac_address': 'fa:16:3e:84:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:32Z', 'updated_at': '2021-08-31T01:06:37Z', 'revision_number': 4, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'subnets': [{'id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:38.762939 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Pushing event updated for resources: {'Port': ['ID=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,revision_number=8']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:38.786511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41208) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:38.787845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913dd381-b5ef-473d-8b46-bff987a08482 None None] The sync data for ids ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'] in n-d-802060-13 is: [{'id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:26Z', 'updated_at': '2021-08-31T01:06:33Z', 'revision_number': 4, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'gw_port': {'id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:27Z', 'updated_at': '2021-08-31T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd52d88d0-5a0c-41d2-8d25-78fbf1535924', 'name': '', 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'mac_address': 'fa:16:3e:84:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:32Z', 'updated_at': '2021-08-31T01:06:37Z', 'revision_number': 4, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'subnets': [{'id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:06:38.810685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e9a0f-6fcd-4c31-a532-c9ba039fcd76 req-7f7a1167-ca75-40b6-abb9-84579dceef37 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:38.818254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on host n-h1-802060-13 for vnic_type normal with profile {"migrating_to": "n-h2-802060-13"} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:38.818634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:38.819005 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:38.823553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-198e9a0f-6fcd-4c31-a532-c9ba039fcd76 req-7f7a1167-ca75-40b6-abb9-84579dceef37 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 944 time: 0.1373937 Aug 31 01:06:38.837524 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:06:38.838055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Attempting to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:38.861164 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:38.861826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Checking segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:38.862232 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Bound using segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:38.890044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Bound port: 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:38.890907 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:38.953083 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-198e9a0f-6fcd-4c31-a532-c9ba039fcd76 req-cf5e7312-bca6-4ead-a445-800ea0e59e30 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287394 Aug 31 01:06:39.014121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:39.014802 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:39.016427 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-4ce67808-036b-4760-a963-aa9c9afc4371 service neutron] 10.222.0.70 "PUT /v2.0/ports/661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa HTTP/1.1" status: 200 len: 1124 time: 1.7204423 Aug 31 01:06:39.026587 n-d-802060-13 neutron-server[94762]: WARNING neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Concurrent port binding operations failed on port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa Aug 31 01:06:39.037092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:39.039131 n-d-802060-13 neutron-server[94762]: INFO neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Attempt 2 to bind port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa Aug 31 01:06:39.040287 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa has no active binding in host n-h2-802060-13 {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 01:06:39.109197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:39.154739 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0708ba95-a176-4507-b865-89abd0a9a25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:39.209948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:39.489260 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0708ba95-a176-4507-b865-89abd0a9a25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:39.509709 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0708ba95-a176-4507-b865-89abd0a9a25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:39.562849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d52d88d0-5a0c-41d2-8d25-78fbf1535924 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:39.671124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708ba95-a176-4507-b865-89abd0a9a25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b02f023-4c13-4f02-84ca-ab8df062c495,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:39.688042 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0708ba95-a176-4507-b865-89abd0a9a25f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=343c4333fb6c47ee8756b30f8f3014c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8979754 Aug 31 01:06:39.690461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41254) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:39.740692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41258) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:39.859222 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-da83e5c9-e2b8-4f5b-b38d-54c5c5bebce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:39.878677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port d52d88d0-5a0c-41d2-8d25-78fbf1535924 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:39.904759 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-da83e5c9-e2b8-4f5b-b38d-54c5c5bebce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:39.905925 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d52d88d0-5a0c-41d2-8d25-78fbf1535924 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:39.906500 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:39.922067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-38e70eb6-6af8-4861-ad31-0d6efb2bf5ce tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:39.937719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-38e70eb6-6af8-4861-ad31-0d6efb2bf5ce tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 812 time: 0.3315012 Aug 31 01:06:39.974100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-b1392aee-3dba-4ae1-999b-674f49f6f31b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/quotas/b482d6d8a4da48aebfe3b627e6511e1e HTTP/1.1" status: 200 len: 375 time: 0.0354183 Aug 31 01:06:40.028633 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-da83e5c9-e2b8-4f5b-b38d-54c5c5bebce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:40.036441 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-da83e5c9-e2b8-4f5b-b38d-54c5c5bebce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:40.041946 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-da83e5c9-e2b8-4f5b-b38d-54c5c5bebce3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b02f023-4c13-4f02-84ca-ab8df062c495 HTTP/1.1" status: 204 len: 168 time: 0.3449850 Aug 31 01:06:40.041946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a757d2-ad11-4cd3-b6eb-09600edc668a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa'}, {'name': 'network-changed', 'server_uuid': 'c6a757d2-ad11-4cd3-b6eb-09600edc668a', 'tag': '661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:40.051896 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a06a2a4-797f-423a-a444-e425cc7c5026" -d '{"events": [{"server_uuid": "c6a757d2-ad11-4cd3-b6eb-09600edc668a", "name": "network-vif-unplugged", "status": "completed", "tag": "661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa"}, {"name": "network-changed", "server_uuid": "c6a757d2-ad11-4cd3-b6eb-09600edc668a", "tag": "661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:40.099601 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83e5c9-e2b8-4f5b-b38d-54c5c5bebce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b02f023-4c13-4f02-84ca-ab8df062c495,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:40.115011 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-320ca066-fa67-462f-b38f-ed5011d94244 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1385422 Aug 31 01:06:40.170981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41272) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:40.184113 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:40.269728 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port d52d88d0-5a0c-41d2-8d25-78fbf1535924, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d52d88d0-5a0c-41d2-8d25-78fbf1535924,segment=NetworkSegment(5d426c79-0889-455e-832d-a68acceeaf25),segment_id=5d426c79-0889-455e-832d-a68acceeaf25)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:40.278229 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:40.285814 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ec883d4-e1a2-4a17-8835-b4ccf59f201a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:40.376110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-13eda1cb-bea5-4643-a11d-2f0664177590 service neutron] 10.222.0.58 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589426 Aug 31 01:06:40.417318 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 40caa008-e159-429d-8626-86eed733b1aa details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:06:40.451100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=d52d88d0-5a0c-41d2-8d25-78fbf1535924,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:40.482905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:40.483261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:40.485045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:40.485397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:40.486481 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:40.489308 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:40.489653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:40.489992 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:40.491150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:40.491596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:40.491980 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:40.492577 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:40.637120 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1264485149-network', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:40.642437 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ec883d4-e1a2-4a17-8835-b4ccf59f201a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:40.674042 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ec883d4-e1a2-4a17-8835-b4ccf59f201a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:40.702917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41280) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:40.707090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafccba8-0f0e-410b-9175-ed992a86f1f3 req-b83606f0-70a3-4290-880f-d0603798d1d4 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:40.720303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fafccba8-0f0e-410b-9175-ed992a86f1f3 req-b83606f0-70a3-4290-880f-d0603798d1d4 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 944 time: 0.3938763 Aug 31 01:06:40.742317 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] Made reservation on behalf of a85457cd167040e78d84c743dbc9fb2a for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:40.746221 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:40.762537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 40caa008-e159-429d-8626-86eed733b1aa, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=40caa008-e159-429d-8626-86eed733b1aa,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:40.784368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '40caa008-e159-429d-8626-86eed733b1aa', 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569', 'port_id': '40caa008-e159-429d-8626-86eed733b1aa', 'mac_address': 'fa:16:3e:1c:b8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45904437-7514-4138-a03a-8b8d200388fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:06:40.788413 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7ec883d4-e1a2-4a17-8835-b4ccf59f201a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3959f4b32e8a48a4a7c23bb50a3480cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0165775 Aug 31 01:06:40.789648 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08e8546e-39dc-448c-8f1e-7e794b668082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:40.792080 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41282) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:40.796981 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:40.823428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-96eb8f16-aa87-44ae-ba48-42d13ff3fdec service neutron] 10.222.0.58 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460506 Aug 31 01:06:40.882416 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fafccba8-0f0e-410b-9175-ed992a86f1f3 req-ce9565a7-4ab6-49e6-a300-996e6e91b508 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611345 Aug 31 01:06:40.884778 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec883d4-e1a2-4a17-8835-b4ccf59f201a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf86b3f-d3e6-41ba-9dda-a48e4d643555,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:40.926598 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:40.964657 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40caa008-e159-429d-8626-86eed733b1aa {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:40.991171 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.001296 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a607aec5-ed3f-4104-bb6f-375b75eeeec5 x-openstack-request-id: req-a607aec5-ed3f-4104-bb6f-375b75eeeec5 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:41.002061 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a757d2-ad11-4cd3-b6eb-09600edc668a", "name": "network-vif-unplugged", "status": "completed", "tag": "661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa", "code": 200}, {"name": "network-changed", "server_uuid": "c6a757d2-ad11-4cd3-b6eb-09600edc668a", "tag": "661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:41.003626 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a607aec5-ed3f-4104-bb6f-375b75eeeec5 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:41.004812 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a757d2-ad11-4cd3-b6eb-09600edc668a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa', 'code': 200} Aug 31 01:06:41.006409 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a757d2-ad11-4cd3-b6eb-09600edc668a', 'tag': '661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa', 'status': 'completed', 'code': 200} Aug 31 01:06:41.020403 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 40caa008-e159-429d-8626-86eed733b1aa, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=40caa008-e159-429d-8626-86eed733b1aa,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:41.031375 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.189694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=40caa008-e159-429d-8626-86eed733b1aa,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:41.208978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['40caa008-e159-429d-8626-86eed733b1aa'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:41.257760 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-148e30f5-22aa-4de4-800d-5d73ab3868be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.268633 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e106af89-d2c4-47bf-a29e-6ce921353530 req-6c46625c-b6b1-49df-b945-4928a2004866 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 210 time: 0.0592809 Aug 31 01:06:41.298681 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06a2a4-797f-423a-a444-e425cc7c5026 req-fb332cf4-636a-43c8-aea5-4ed6bf7f04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:41.300844 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9a06a2a4-797f-423a-a444-e425cc7c5026 req-fb332cf4-636a-43c8-aea5-4ed6bf7f04b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 1127 time: 0.2410407 Aug 31 01:06:41.347683 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-148e30f5-22aa-4de4-800d-5d73ab3868be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.430821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d52d88d0-5a0c-41d2-8d25-78fbf1535924 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:41.483432 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.505836 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.532845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d52d88d0-5a0c-41d2-8d25-78fbf1535924 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:41.533378 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.540726 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06a2a4-797f-423a-a444-e425cc7c5026 req-d0b10c42-8bae-4cb9-8b72-6845e8cf374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:41.545137 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9a06a2a4-797f-423a-a444-e425cc7c5026 req-d0b10c42-8bae-4cb9-8b72-6845e8cf374b service neutron] 10.222.0.15 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.2301786 Aug 31 01:06:41.584934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-148e30f5-22aa-4de4-800d-5d73ab3868be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.595206 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-148e30f5-22aa-4de4-800d-5d73ab3868be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.599699 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-148e30f5-22aa-4de4-800d-5d73ab3868be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/daf86b3f-d3e6-41ba-9dda-a48e4d643555 HTTP/1.1" status: 204 len: 168 time: 0.8042548 Aug 31 01:06:41.625471 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:06:41.711305 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9a06a2a4-797f-423a-a444-e425cc7c5026 req-83013369-2f3a-43f1-b077-92931d247b8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa HTTP/1.1" status: 200 len: 217 time: 0.1558867 Aug 31 01:06:41.753355 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.753907 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] Added segment 5b271eea-852a-49c0-9676-0021be93a8ac of type vlan for network 6d4284e7-3040-4147-ab68-024dc5811bad Aug 31 01:06:41.755364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696d8881-74b2-4a1d-ad14-ed9fca668653,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:41.865059 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e30f5-22aa-4de4-800d-5d73ab3868be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf86b3f-d3e6-41ba-9dda-a48e4d643555,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:41.902803 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.910922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06a2a4-797f-423a-a444-e425cc7c5026 req-c2561a36-f1f3-45f8-8fb2-c163c6ff60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:41.912466 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9a06a2a4-797f-423a-a444-e425cc7c5026 req-c2561a36-f1f3-45f8-8fb2-c163c6ff60c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.1864350 Aug 31 01:06:41.948090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:41.957942 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9a06a2a4-797f-423a-a444-e425cc7c5026 req-35feb60f-532d-43d3-995d-4ac52537b15a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361569 Aug 31 01:06:42.014660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:06:42.015114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 57536b1b-50d5-41b2-924d-2cf3b2bb4bdd not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:06:42.079021 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08e8546e-39dc-448c-8f1e-7e794b668082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.080066 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.090690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:42.091377 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.116926 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08e8546e-39dc-448c-8f1e-7e794b668082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.205036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a73973-f76f-4174-a3e7-a67061ff05d0 req-1d59449f-f45e-436c-baf1-e625e0955565 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:42.216437 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5a73973-f76f-4174-a3e7-a67061ff05d0 req-1d59449f-f45e-436c-baf1-e625e0955565 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 944 time: 0.1416552 Aug 31 01:06:42.219880 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0477662 Aug 31 01:06:42.223147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41332) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:42.238128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5d72dce2-9797-4d4e-8f00-3d00e50a13cb admin admin] Request body: {'subnet': {'network_id': '6d4284e7-3040-4147-ab68-024dc5811bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1264485149-subnet', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:42.271606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568ce62-bee9-4912-8d43-14488a578dee admin admin] Pushing event updated for resources: {'Network': ['ID=6d4284e7-3040-4147-ab68-024dc5811bad,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:42.289042 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 6d4284e7-3040-4147-ab68-024dc5811bad details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:06:42.292827 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-08e8546e-39dc-448c-8f1e-7e794b668082 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9fbfa79ce5e54ef193d551ad19fd0578&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5847857 Aug 31 01:06:42.294659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8546e-39dc-448c-8f1e-7e794b668082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213000f6-9d56-484c-a1e9-c2e7ce91d4ce,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:42.310452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41342) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:42.329545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41344) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:42.383041 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9a06a2a4-797f-423a-a444-e425cc7c5026 req-d5acb757-54dc-4526-83ed-098197b15928 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158130 Aug 31 01:06:42.420627 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d72dce2-9797-4d4e-8f00-3d00e50a13cb admin admin] Made reservation on behalf of a85457cd167040e78d84c743dbc9fb2a for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:42.423049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 40caa008-e159-429d-8626-86eed733b1aa up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:42.423310 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ab38e2cc-73e4-4dbd-976a-fa311f9d5eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.425477 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d72dce2-9797-4d4e-8f00-3d00e50a13cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.493785 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ab38e2cc-73e4-4dbd-976a-fa311f9d5eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.563054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 40caa008-e159-429d-8626-86eed733b1aa triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:42.564822 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.568743 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9a06a2a4-797f-423a-a444-e425cc7c5026 req-146d3408-0f1f-4e58-9eb8-3a71b2952bd8 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758354 Aug 31 01:06:42.602647 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76edb5bb-d960-4eef-8f4f-5919fed1e37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.611669 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ab38e2cc-73e4-4dbd-976a-fa311f9d5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.615180 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ab38e2cc-73e4-4dbd-976a-fa311f9d5eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.621295 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ab38e2cc-73e4-4dbd-976a-fa311f9d5eb9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/213000f6-9d56-484c-a1e9-c2e7ce91d4ce HTTP/1.1" status: 204 len: 168 time: 0.3037143 Aug 31 01:06:42.632078 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38e2cc-73e4-4dbd-976a-fa311f9d5eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213000f6-9d56-484c-a1e9-c2e7ce91d4ce,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:42.722911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5a73973-f76f-4174-a3e7-a67061ff05d0 req-34b9ff52-98c2-468e-b93e-85a241e7aa4b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049653 Aug 31 01:06:42.735545 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.771144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5270ce-1aa4-4206-ac01-fc1790a60d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40caa008-e159-429d-8626-86eed733b1aa'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:42.774668 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9d1abc-4444-4ad7-a2b1-769169bfa056" -d '{"events": [{"server_uuid": "3f5270ce-1aa4-4206-ac01-fc1790a60d89", "name": "network-vif-plugged", "status": "completed", "tag": "40caa008-e159-429d-8626-86eed733b1aa"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:42.791882 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 40caa008-e159-429d-8626-86eed733b1aa, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=40caa008-e159-429d-8626-86eed733b1aa,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:42.796572 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.966698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d72dce2-9797-4d4e-8f00-3d00e50a13cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:42.984250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=40caa008-e159-429d-8626-86eed733b1aa,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:43.059579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72dce2-9797-4d4e-8f00-3d00e50a13cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5496f9-6cfc-4325-972c-14c1625d1478,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:43.200837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e8f6847-1493-48bf-9f43-687721979bed req-8e99c8bf-03d8-44e3-8aff-9a12172ee6d5 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 210 time: 0.1271849 Aug 31 01:06:43.226288 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76edb5bb-d960-4eef-8f4f-5919fed1e37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.243570 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76edb5bb-d960-4eef-8f4f-5919fed1e37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.272926 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a420edf-8b26-4e5f-a5bb-e34a1777ba3c req-3e24033c-9e96-417e-b5a5-eecc0dd1265e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1886704 Aug 31 01:06:43.291043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-498a52c8-450f-40a5-bb26-6cc0151dacdb tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:43.292935 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d72dce2-9797-4d4e-8f00-3d00e50a13cb admin admin] Checking segment: {'id': '5b271eea-852a-49c0-9676-0021be93a8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6d4284e7-3040-4147-ab68-024dc5811bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:43.293095 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-498a52c8-450f-40a5-bb26-6cc0151dacdb tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.15 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 812 time: 0.4544332 Aug 31 01:06:43.293331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d72dce2-9797-4d4e-8f00-3d00e50a13cb admin admin] Network hostable DHCP agents. Network: 6d4284e7-3040-4147-ab68-024dc5811bad, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:06:43.309148 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a834d2-306c-4b46-bc82-d9019aed7f4a x-openstack-request-id: req-18a834d2-306c-4b46-bc82-d9019aed7f4a {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:43.309446 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5270ce-1aa4-4206-ac01-fc1790a60d89", "name": "network-vif-plugged", "status": "completed", "tag": "40caa008-e159-429d-8626-86eed733b1aa", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:43.309717 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18a834d2-306c-4b46-bc82-d9019aed7f4a {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:43.310096 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5270ce-1aa4-4206-ac01-fc1790a60d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40caa008-e159-429d-8626-86eed733b1aa', 'code': 200} Aug 31 01:06:43.318129 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-0d2cd818-4457-42fd-85e9-704f7d54d902 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Request body: {'port': {'device_id': 'a85b7536-b0bf-474a-824e-41e6522ffc5f', 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3', 'admin_state_up': True, 'tenant_id': 'b482d6d8a4da48aebfe3b627e6511e1e'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:43.336502 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edb5bb-d960-4eef-8f4f-5919fed1e37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381636f1-837f-48a7-b5f0-7c429785c8f6,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:43.345626 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-76edb5bb-d960-4eef-8f4f-5919fed1e37c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24f9e1e8cd5442aaa361c647e52439a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0101581 Aug 31 01:06:43.349898 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41358) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:43.388560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d72dce2-9797-4d4e-8f00-3d00e50a13cb admin admin] Network 6d4284e7-3040-4147-ab68-024dc5811bad is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:06:43.426623 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-5d72dce2-9797-4d4e-8f00-3d00e50a13cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 6d4284e7-3040-4147-ab68-024dc5811bad) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:43.438240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3466cadb-d2ce-4e8a-a66d-81fead91c5c6 None None] Network 6d4284e7-3040-4147-ab68-024dc5811bad requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:43.479569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d72dce2-9797-4d4e-8f00-3d00e50a13cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:43.481469 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d72dce2-9797-4d4e-8f00-3d00e50a13cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.497886 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d236a7d-e5da-4812-9ebc-a4e90c6f109a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.504643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5d72dce2-9797-4d4e-8f00-3d00e50a13cb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2800794 Aug 31 01:06:43.509142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41364) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:43.516493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1264485149-router', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:43.540499 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a420edf-8b26-4e5f-a5bb-e34a1777ba3c req-af3fdcdf-5bc9-4242-a48c-5d3993706bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:43.545395 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a420edf-8b26-4e5f-a5bb-e34a1777ba3c req-af3fdcdf-5bc9-4242-a48c-5d3993706bee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 1097 time: 0.2158515 Aug 31 01:06:43.551827 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.552879 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.625126 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d236a7d-e5da-4812-9ebc-a4e90c6f109a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.702948 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-0d2cd818-4457-42fd-85e9-704f7d54d902 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Made reservation on behalf of b482d6d8a4da48aebfe3b627e6511e1e for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:06:43.719313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-6d4284e7-3040-4147-ab68-024dc5811bad', 'network_id': '6d4284e7-3040-4147-ab68-024dc5811bad', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a', 'fixed_ips': [{'subnet_id': 'cc5496f9-6cfc-4325-972c-14c1625d1478'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:06:43.722529 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.724397 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-0d2cd818-4457-42fd-85e9-704f7d54d902 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:43.809845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a420edf-8b26-4e5f-a5bb-e34a1777ba3c req-442e9642-a5c6-4372-af5b-bb37701f3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:43.813042 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a420edf-8b26-4e5f-a5bb-e34a1777ba3c req-442e9642-a5c6-4372-af5b-bb37701f3a7b service neutron] 10.222.0.70 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.2406611 Aug 31 01:06:43.864645 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.022678 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a420edf-8b26-4e5f-a5bb-e34a1777ba3c req-62695473-051f-417a-ad6e-c61a94ee0686 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c38fb9-4be5-415e-9733-4357c298ff40 HTTP/1.1" status: 200 len: 217 time: 0.1909993 Aug 31 01:06:44.076757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Allocated IP 172.20.0.2 (6d4284e7-3040-4147-ab68-024dc5811bad/cc5496f9-6cfc-4325-972c-14c1625d1478/f50bc999-c391-4403-bd2e-fb89a9c0c9a7) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:44.130550 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d236a7d-e5da-4812-9ebc-a4e90c6f109a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.146913 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d236a7d-e5da-4812-9ebc-a4e90c6f109a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.153270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0d236a7d-e5da-4812-9ebc-a4e90c6f109a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/381636f1-837f-48a7-b5f0-7c429785c8f6 HTTP/1.1" status: 204 len: 168 time: 0.7998908 Aug 31 01:06:44.337927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a420edf-8b26-4e5f-a5bb-e34a1777ba3c req-db0bc6b5-281a-403b-a1a6-2b9de3315987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:44.348013 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a420edf-8b26-4e5f-a5bb-e34a1777ba3c req-db0bc6b5-281a-403b-a1a6-2b9de3315987 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.2978427 Aug 31 01:06:44.470848 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.483452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Transition to ACTIVE for port object f50bc999-c391-4403-bd2e-fb89a9c0c9a7 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:44.509413 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-0d2cd818-4457-42fd-85e9-704f7d54d902 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Allocated IP 172.20.0.8 (bf748b9a-457b-452d-8f52-91166f0980f3/1342b107-53e3-4c9f-a16f-d105660726b0/23916470-53ac-4da8-98eb-5581cf28c9df) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:44.552204 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Transition to ACTIVE for port object f50bc999-c391-4403-bd2e-fb89a9c0c9a7 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:44.567847 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.639944 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Network 6d4284e7-3040-4147-ab68-024dc5811bad is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:44.646964 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:44.655134 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:44.662952 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Pushing event updated for resources: {'Port': ['ID=f50bc999-c391-4403-bd2e-fb89a9c0c9a7,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:44.769893 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a420edf-8b26-4e5f-a5bb-e34a1777ba3c req-08e43b45-6a2e-470e-b02e-19a23ac68133 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4173918 Aug 31 01:06:44.824758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Attempting to bind port f50bc999-c391-4403-bd2e-fb89a9c0c9a7 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:44.827231 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Attempting to bind port f50bc999-c391-4403-bd2e-fb89a9c0c9a7 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '5b271eea-852a-49c0-9676-0021be93a8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6d4284e7-3040-4147-ab68-024dc5811bad'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:44.827661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Attempting to bind port f50bc999-c391-4403-bd2e-fb89a9c0c9a7 on network 6d4284e7-3040-4147-ab68-024dc5811bad {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:44.847399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:44.853202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Checking segment: {'id': '5b271eea-852a-49c0-9676-0021be93a8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6d4284e7-3040-4147-ab68-024dc5811bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:44.853202 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:44.853202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Bound using segment: {'id': '5b271eea-852a-49c0-9676-0021be93a8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6d4284e7-3040-4147-ab68-024dc5811bad'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:44.853202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Bound port: f50bc999-c391-4403-bd2e-fb89a9c0c9a7, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b271eea-852a-49c0-9676-0021be93a8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6d4284e7-3040-4147-ab68-024dc5811bad'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:44.853202 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:45.070158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] For port f50bc999-c391-4403-bd2e-fb89a9c0c9a7, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:45.074312 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] For port f50bc999-c391-4403-bd2e-fb89a9c0c9a7, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f50bc999-c391-4403-bd2e-fb89a9c0c9a7,segment=NetworkSegment(5b271eea-852a-49c0-9676-0021be93a8ac),segment_id=5b271eea-852a-49c0-9676-0021be93a8ac)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:45.087533 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:45.257075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf8eaf-5a5e-4d01-a6ff-7ff7c41717e6 None None] Pushing event updated for resources: {'Port': ['ID=f50bc999-c391-4403-bd2e-fb89a9c0c9a7,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:45.328413 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a420edf-8b26-4e5f-a5bb-e34a1777ba3c req-3e7e7544-4c08-4a4a-bc3f-89b074c92267 service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380988 Aug 31 01:06:45.334031 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41394) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:45.427671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d236a7d-e5da-4812-9ebc-a4e90c6f109a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381636f1-837f-48a7-b5f0-7c429785c8f6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:45.465516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab3ad3-b9ce-464e-9895-9cdc1b8ee141 req-8136287b-431c-402f-90a0-f645580c7cc0 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:45.482368 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0eab3ad3-b9ce-464e-9895-9cdc1b8ee141 req-8136287b-431c-402f-90a0-f645580c7cc0 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 944 time: 1.4983239 Aug 31 01:06:45.615653 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:45.629401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-acaeacfe-5333-4a17-92ce-4975417dff1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:45.682696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0eab3ad3-b9ce-464e-9895-9cdc1b8ee141 req-d20958c3-528e-404b-9568-a922fad91c1b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839392 Aug 31 01:06:45.862365 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-0d2cd818-4457-42fd-85e9-704f7d54d902 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.129998 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-acaeacfe-5333-4a17-92ce-4975417dff1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.142454 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-0d2cd818-4457-42fd-85e9-704f7d54d902 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.156982 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-acaeacfe-5333-4a17-92ce-4975417dff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.297281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd57e53-edc3-4a30-99a1-e5f831a7622e req-f73cce30-b0ca-4f48-9cae-d1ee9d68bb23 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:46.303394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cd57e53-edc3-4a30-99a1-e5f831a7622e req-f73cce30-b0ca-4f48-9cae-d1ee9d68bb23 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 931 time: 0.2137823 Aug 31 01:06:46.332193 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.337521 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-0d2cd818-4457-42fd-85e9-704f7d54d902 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Network bf748b9a-457b-452d-8f52-91166f0980f3 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:46.360761 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-0d2cd818-4457-42fd-85e9-704f7d54d902 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:46.365381 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-0d2cd818-4457-42fd-85e9-704f7d54d902 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:46.421349 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.468487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cd57e53-edc3-4a30-99a1-e5f831a7622e req-dc2c9e5f-1b91-4737-8a83-3c7583f1df13 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468611 Aug 31 01:06:46.572872 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-0d2cd818-4457-42fd-85e9-704f7d54d902 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:46.573584 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-0d2cd818-4457-42fd-85e9-704f7d54d902 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:46.631723 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a420edf-8b26-4e5f-a5bb-e34a1777ba3c req-0495db2c-e3c5-4f89-9294-a34d942d736c service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2493975 Aug 31 01:06:46.709215 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-acaeacfe-5333-4a17-92ce-4975417dff1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=185f699cfc394da7815016d286a06763&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3607244 Aug 31 01:06:46.734156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41418) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:46.743761 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-0d2cd818-4457-42fd-85e9-704f7d54d902 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4298279 Aug 31 01:06:46.746208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaeacfe-5333-4a17-92ce-4975417dff1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fd6f0c-c6b2-4ab4-965f-6c99d4adb039,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:46.771695 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cd818-4457-42fd-85e9-704f7d54d902 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Pushing event updated for resources: {'Port': ['ID=23916470-53ac-4da8-98eb-5581cf28c9df,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:46.800356 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Request body: {'port': {'device_id': 'a85b7536-b0bf-474a-824e-41e6522ffc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:46.909501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Allocated IP 172.25.6.93 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/0f97df84-f407-4211-8a63-152839ac8c15) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:46.962128 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2924336-bd0d-4534-9949-313e221335bf None None] Network 6d4284e7-3040-4147-ab68-024dc5811bad requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:06:46.970787 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1076a67-649f-4611-8f5c-32ddffcac0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:47.014291 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70770ff8-da73-4132-b07a-6ea6967fd127 req-06d5b576-0e4f-4870-b00f-ddd0777891ad tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:47.021957 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70770ff8-da73-4132-b07a-6ea6967fd127 req-06d5b576-0e4f-4870-b00f-ddd0777891ad tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 944 time: 0.1694458 Aug 31 01:06:47.039314 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:47.069698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1076a67-649f-4611-8f5c-32ddffcac0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:47.110280 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70770ff8-da73-4132-b07a-6ea6967fd127 req-c9378bb6-065e-4a75-b176-b3eacdcb136b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862405 Aug 31 01:06:47.253316 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:47.311877 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1076a67-649f-4611-8f5c-32ddffcac0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:47.315206 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1076a67-649f-4611-8f5c-32ddffcac0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:47.319697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c1076a67-649f-4611-8f5c-32ddffcac0b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87fd6f0c-c6b2-4ab4-965f-6c99d4adb039 HTTP/1.1" status: 204 len: 168 time: 0.5830219 Aug 31 01:06:47.324935 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:47.362254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1076a67-649f-4611-8f5c-32ddffcac0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fd6f0c-c6b2-4ab4-965f-6c99d4adb039,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:47.378009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:47.383727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:47.388684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:47.498505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Pushing event updated for resources: {'Port': ['ID=0f97df84-f407-4211-8a63-152839ac8c15,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:47.567201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f50bc999-c391-4403-bd2e-fb89a9c0c9a7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:47.789586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbe8e2-a867-4122-9443-ae4483326a17 req-6345e88c-29b2-465d-8133-10be0f12c4f5 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:47.798449 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fedbe8e2-a867-4122-9443-ae4483326a17 req-6345e88c-29b2-465d-8133-10be0f12c4f5 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 931 time: 0.1825261 Aug 31 01:06:48.090213 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23916470-53ac-4da8-98eb-5581cf28c9df {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:48.112448 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:48.127638 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:48.141337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Transition to ACTIVE for port object 23916470-53ac-4da8-98eb-5581cf28c9df will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:48.149871 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:48.172435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:06:48.269583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fedbe8e2-a867-4122-9443-ae4483326a17 req-7f84bc67-c415-4e2b-a420-81ffc2a022f6 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628410 Aug 31 01:06:48.285579 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=23916470-53ac-4da8-98eb-5581cf28c9df,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:48.344673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-71ca7ae6-0c77-4f5f-a02a-fc80c9a59f39 None None] Provisioning for port f50bc999-c391-4403-bd2e-fb89a9c0c9a7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:48.547994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port f50bc999-c391-4403-bd2e-fb89a9c0c9a7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:48.558827 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f50bc999-c391-4403-bd2e-fb89a9c0c9a7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:48.561162 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:48.659060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67ed37-3ef4-440e-b954-f358c546a1f2 req-d59a19cc-0c3a-4cc6-a64c-88529b7127c1 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:48.662326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a67ed37-3ef4-440e-b954-f358c546a1f2 req-d59a19cc-0c3a-4cc6-a64c-88529b7127c1 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 944 time: 0.2474053 Aug 31 01:06:48.815830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a67ed37-3ef4-440e-b954-f358c546a1f2 req-c043934a-f923-4d97-bafb-8d62443f0abe tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491190 Aug 31 01:06:48.899498 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:48.994620 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:49.046534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port f50bc999-c391-4403-bd2e-fb89a9c0c9a7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f50bc999-c391-4403-bd2e-fb89a9c0c9a7,segment=NetworkSegment(5b271eea-852a-49c0-9676-0021be93a8ac),segment_id=5b271eea-852a-49c0-9676-0021be93a8ac)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:49.065394 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:49.248499 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Attempting to bind port 23916470-53ac-4da8-98eb-5581cf28c9df on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:49.249147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Attempting to bind port 23916470-53ac-4da8-98eb-5581cf28c9df by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:49.249621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Attempting to bind port 23916470-53ac-4da8-98eb-5581cf28c9df on network bf748b9a-457b-452d-8f52-91166f0980f3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:49.293720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fc733840-981d-4942-a0a7-3d147045a5cf None None] Provisioning complete for port f50bc999-c391-4403-bd2e-fb89a9c0c9a7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:49.294128 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fc733840-981d-4942-a0a7-3d147045a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:49.311836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Port 23916470-53ac-4da8-98eb-5581cf28c9df on network bf748b9a-457b-452d-8f52-91166f0980f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:06:49.312335 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Attempting to bind port 23916470-53ac-4da8-98eb-5581cf28c9df on network bf748b9a-457b-452d-8f52-91166f0980f3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:49.347737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:49.348085 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Checking segment: {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:49.349152 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Bound using segment: {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:49.352559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Bound port: 23916470-53ac-4da8-98eb-5581cf28c9df, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:49.352938 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:49.400275 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=f50bc999-c391-4403-bd2e-fb89a9c0c9a7,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:49.478268 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] For port 23916470-53ac-4da8-98eb-5581cf28c9df, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:49.485133 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] For port 23916470-53ac-4da8-98eb-5581cf28c9df, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23916470-53ac-4da8-98eb-5581cf28c9df,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:49.571916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Router ae4971a8-bc74-4e29-9403-eda9603b22b2 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:06:49.615250 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:49.644200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6c71f-d2c3-43a7-bb90-d76cc49e8a53 req-22dd1b46-710c-47cd-aa6b-3be088d75eab tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:49.657856 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-a6f33b8e-29cc-490f-96d7-a8ecc258ffff service neutron] 10.222.0.15 "GET /v2.0/ports/661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa/bindings/n-h2-802060-13 HTTP/1.1" status: 200 len: 385 time: 0.1672330 Aug 31 01:06:49.659009 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83d6c71f-d2c3-43a7-bb90-d76cc49e8a53 req-22dd1b46-710c-47cd-aa6b-3be088d75eab tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 943 time: 0.2214406 Aug 31 01:06:49.664378 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:49.665354 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:49.667374 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] 10.222.0.15 "PUT /v2.0/ports/23916470-53ac-4da8-98eb-5581cf28c9df HTTP/1.1" status: 200 len: 1092 time: 2.8929076 Aug 31 01:06:49.671242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85b7536-b0bf-474a-824e-41e6522ffc5f', 'tag': '23916470-53ac-4da8-98eb-5581cf28c9df'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:49.674856 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc019cbb-cd1e-4559-970b-d0f70390dcff" -d '{"events": [{"name": "network-changed", "server_uuid": "a85b7536-b0bf-474a-824e-41e6522ffc5f", "tag": "23916470-53ac-4da8-98eb-5581cf28c9df"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:49.828701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6682eb9-cbb3-43e2-a16a-96c25736a7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=23916470-53ac-4da8-98eb-5581cf28c9df,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:49.840858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-089f8d27-1b09-4617-9478-7855e94aa483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:49.842545 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-089f8d27-1b09-4617-9478-7855e94aa483 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 1095 time: 0.0966520 Aug 31 01:06:49.905301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41484) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:49.993374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-38168ccc-802d-4c2e-9bc1-ac7c09eedb5c service neutron] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:50.023033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-38168ccc-802d-4c2e-9bc1-ac7c09eedb5c service neutron] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:50.071332 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-38168ccc-802d-4c2e-9bc1-ac7c09eedb5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:50.083754 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-38168ccc-802d-4c2e-9bc1-ac7c09eedb5c service neutron] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:50.145090 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-38168ccc-802d-4c2e-9bc1-ac7c09eedb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:50.171144 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:06:50.182445 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Sync routers for ids ['ae4971a8-bc74-4e29-9403-eda9603b22b2'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:06:50.208247 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Routers {'ae4971a8-bc74-4e29-9403-eda9603b22b2'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:50.215638 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:50.216343 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:06:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['ae4971a8-bc74-4e29-9403-eda9603b22b2'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:50.216761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d8a88e8d-d501-4c75-933b-58a503b5a909 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7058403 Aug 31 01:06:50.220231 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41494) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:50.257881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83d6c71f-d2c3-43a7-bb90-d76cc49e8a53 req-1371fc4c-69b6-4988-bcd0-c1d05b801b71 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973175 Aug 31 01:06:50.297119 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-524a64f1-3e7e-49fc-8ccb-52c72aedd6b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23916470-53ac-4da8-98eb-5581cf28c9df HTTP/1.1" status: 200 len: 217 time: 0.1856074 Aug 31 01:06:50.442944 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cf97a4-33e5-4057-8b1b-0bd310275a1f x-openstack-request-id: req-f7cf97a4-33e5-4057-8b1b-0bd310275a1f {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:50.443264 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85b7536-b0bf-474a-824e-41e6522ffc5f", "tag": "23916470-53ac-4da8-98eb-5581cf28c9df", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:50.443552 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7cf97a4-33e5-4057-8b1b-0bd310275a1f {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:50.443955 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85b7536-b0bf-474a-824e-41e6522ffc5f', 'tag': '23916470-53ac-4da8-98eb-5581cf28c9df', 'status': 'completed', 'code': 200} Aug 31 01:06:50.489266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-5fa08c09-2ced-4636-9499-e1204b0becec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:50.491538 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-5fa08c09-2ced-4636-9499-e1204b0becec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1342b107-53e3-4c9f-a16f-d105660726b0 HTTP/1.1" status: 200 len: 852 time: 0.1872213 Aug 31 01:06:50.536228 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-bd41008a-25fa-4e3d-ac58-175fcebab2e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf748b9a-457b-452d-8f52-91166f0980f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368981 Aug 31 01:06:50.589763 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Set router ae4971a8-bc74-4e29-9403-eda9603b22b2 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:50.706309 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:50.721446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-38168ccc-802d-4c2e-9bc1-ac7c09eedb5c service neutron] Transition to ACTIVE for port object 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:50.748641 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-38168ccc-802d-4c2e-9bc1-ac7c09eedb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:50.889116 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-38168ccc-802d-4c2e-9bc1-ac7c09eedb5c service neutron] No DVR routers for this DVR port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:06:50.976027 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'name': 'tempest-FloatingIPsTestJSON-1264485149-router', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '0f97df84-f407-4211-8a63-152839ac8c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:43Z', 'updated_at': '2021-08-31T01:06:47Z', 'revision_number': 3, 'project_id': 'a85457cd167040e78d84c743dbc9fb2a', 'gw_port': {'id': '0f97df84-f407-4211-8a63-152839ac8c15', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:46Z', 'updated_at': '2021-08-31T01:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:50.978525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c04e7-514c-4551-b492-412e961d9155 req-14dcb405-85d6-471d-8d34-cdca0a476fdd tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:50.986024 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b8c04e7-514c-4551-b492-412e961d9155 req-14dcb405-85d6-471d-8d34-cdca0a476fdd tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 944 time: 0.4170868 Aug 31 01:06:51.029406 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Checking router: ae4971a8-bc74-4e29-9403-eda9603b22b2 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:06:51.030107 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Updating router ae4971a8-bc74-4e29-9403-eda9603b22b2 port 0f97df84-f407-4211-8a63-152839ac8c15 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:06:51.066941 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:51.088577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b8c04e7-514c-4551-b492-412e961d9155 req-ac7bcee2-b6c9-45f9-a66f-01cb43303fd3 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902998 Aug 31 01:06:51.130203 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ab72823b-f340-405e-af2f-8c5a57616f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:51.149383 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-38168ccc-802d-4c2e-9bc1-ac7c09eedb5c service neutron] 10.222.0.15 "PUT /v2.0/ports/661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa/bindings/n-h2-802060-13/activate HTTP/1.1" status: 200 len: 370 time: 1.4799650 Aug 31 01:06:51.160361 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38168ccc-802d-4c2e-9bc1-ac7c09eedb5c service neutron] Pushing event updated for resources: {'Port': ['ID=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,revision_number=10']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:51.174626 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-a93da48c-e47e-463e-aad6-ccac72713897 service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249983 Aug 31 01:06:51.385457 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:51.418969 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:51.419245 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f50bc999-c391-4403-bd2e-fb89a9c0c9a7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:51.460187 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-1d6bc998-9c3e-44d0-8092-b80555e68ca0 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:51.463377 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-1d6bc998-9c3e-44d0-8092-b80555e68ca0 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1097 time: 0.1735160 Aug 31 01:06:51.466308 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7ea77cc7-be67-4f7b-8d75-acbde243e606 req-52792070-39b9-4606-b3ef-6322a9f9a443 service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837353 Aug 31 01:06:51.519499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb96176a-7ecd-4778-9eaa-f5c308706010,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:51.577323 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:51.580803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f50bc999-c391-4403-bd2e-fb89a9c0c9a7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:51.582155 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:51.591152 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Transition to ACTIVE for port object 0f97df84-f407-4211-8a63-152839ac8c15 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:51.597554 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:51.604037 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:51.609144 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:51.609744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:51.610243 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:51.610688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:51.611035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:51.611394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:51.611731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:51.612080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:51.612393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:51.612721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:51.613050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:51.662642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ca51a23b-cbaa-4295-b3b5-fc5bc79c4bfc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=204b2f40d33e481eb51ef697c4245f19&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7356336 Aug 31 01:06:51.667218 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41512) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:51.694188 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-2debb0d0-68f1-4857-81df-7f520ef9c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:51.695740 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-2debb0d0-68f1-4857-81df-7f520ef9c9a4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6 HTTP/1.1" status: 200 len: 1097 time: 0.2164700 Aug 31 01:06:51.720845 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Attempting to bind port 0f97df84-f407-4211-8a63-152839ac8c15 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:51.721447 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Attempting to bind port 0f97df84-f407-4211-8a63-152839ac8c15 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:51.721750 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Attempting to bind port 0f97df84-f407-4211-8a63-152839ac8c15 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:51.734095 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:51.734463 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:51.734863 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:51.735248 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:51.735728 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Bound port: 0f97df84-f407-4211-8a63-152839ac8c15, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:51.736107 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:51.798598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c039-806d-4fc5-9403-2228b05e87d4 req-55582305-b011-4ce5-b49d-4bcce7cba84f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:51.800281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0888c039-806d-4fc5-9403-2228b05e87d4 req-55582305-b011-4ce5-b49d-4bcce7cba84f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 943 time: 0.2651443 Aug 31 01:06:51.837447 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc019cbb-cd1e-4559-970b-d0f70390dcff req-9821eb74-2106-49c5-bf65-0ac46aa8413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:51.839875 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc019cbb-cd1e-4559-970b-d0f70390dcff req-9821eb74-2106-49c5-bf65-0ac46aa8413d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 1095 time: 0.2761323 Aug 31 01:06:51.861562 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a37df8-2874-4500-8156-4a50c8933b2f None None] Pushing event updated for resources: {'Port': ['ID=0f97df84-f407-4211-8a63-152839ac8c15,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:51.887391 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] For port 0f97df84-f407-4211-8a63-152839ac8c15, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:51.892275 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] For port 0f97df84-f407-4211-8a63-152839ac8c15, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0f97df84-f407-4211-8a63-152839ac8c15,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:51.902649 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:51.998698 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0888c039-806d-4fc5-9403-2228b05e87d4 req-c4040d75-2710-43c1-97f6-b2593f239d36 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905270 Aug 31 01:06:52.021702 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Routers {'ae4971a8-bc74-4e29-9403-eda9603b22b2'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:52.024250 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:06:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['ae4971a8-bc74-4e29-9403-eda9603b22b2'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:52.040057 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1f8c7ed9-affa-4cbb-aba9-0b5a382540ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:52.053295 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-b5654310-2344-46c8-bad6-2d08ab987f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:52.054883 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-b5654310-2344-46c8-bad6-2d08ab987f74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 1097 time: 0.3295615 Aug 31 01:06:52.144352 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a37df8-2874-4500-8156-4a50c8933b2f None None] Pushing event updated for resources: {'Port': ['ID=0f97df84-f407-4211-8a63-152839ac8c15,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:52.206126 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:52.223492 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1f8c7ed9-affa-4cbb-aba9-0b5a382540ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:52.276425 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] Set router ae4971a8-bc74-4e29-9403-eda9603b22b2 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:52.291262 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc019cbb-cd1e-4559-970b-d0f70390dcff req-fe09e295-a18d-4c88-9999-1335b9641ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:52.293195 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc019cbb-cd1e-4559-970b-d0f70390dcff req-fe09e295-a18d-4c88-9999-1335b9641ca6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 913 time: 0.4341915 Aug 31 01:06:52.368442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-533d4bd7-fdcf-4680-9cc9-c5e3ffedf5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:52.372932 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-533d4bd7-fdcf-4680-9cc9-c5e3ffedf5dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.2960737 Aug 31 01:06:52.459601 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc019cbb-cd1e-4559-970b-d0f70390dcff req-3521e321-63af-4d21-857c-dd55fad55aa8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23916470-53ac-4da8-98eb-5581cf28c9df HTTP/1.1" status: 200 len: 217 time: 0.1495419 Aug 31 01:06:52.593962 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Allocated IP 172.20.0.1 (6d4284e7-3040-4147-ab68-024dc5811bad/cc5496f9-6cfc-4325-972c-14c1625d1478/60ad9df5-822f-4be9-a1d0-f70f7f9d1446) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:52.633522 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc019cbb-cd1e-4559-970b-d0f70390dcff req-c8402e9c-7257-4494-be7b-badab6d533d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:52.638021 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc019cbb-cd1e-4559-970b-d0f70390dcff req-c8402e9c-7257-4494-be7b-badab6d533d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1342b107-53e3-4c9f-a16f-d105660726b0 HTTP/1.1" status: 200 len: 852 time: 0.1457343 Aug 31 01:06:52.707180 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-0f2d5308-d972-44c2-b683-acc6339bdec9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa HTTP/1.1" status: 200 len: 217 time: 0.2449942 Aug 31 01:06:52.747313 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc019cbb-cd1e-4559-970b-d0f70390dcff req-f032683d-2c0f-414f-bda4-4ce0e5124526 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf748b9a-457b-452d-8f52-91166f0980f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567470 Aug 31 01:06:52.766321 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1f8c7ed9-affa-4cbb-aba9-0b5a382540ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:52.772016 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1f8c7ed9-affa-4cbb-aba9-0b5a382540ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:52.780026 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1f8c7ed9-affa-4cbb-aba9-0b5a382540ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb96176a-7ecd-4778-9eaa-f5c308706010 HTTP/1.1" status: 204 len: 168 time: 1.0992627 Aug 31 01:06:53.065388 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:53.100271 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c7ed9-affa-4cbb-aba9-0b5a382540ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb96176a-7ecd-4778-9eaa-f5c308706010,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:53.122225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Transition to ACTIVE for port object 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:53.152057 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc019cbb-cd1e-4559-970b-d0f70390dcff req-5878bc9f-b9e6-487a-bdf7-ba44e4ba9232 service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547802 Aug 31 01:06:53.246657 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'name': 'tempest-FloatingIPsTestJSON-1264485149-router', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '0f97df84-f407-4211-8a63-152839ac8c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:43Z', 'updated_at': '2021-08-31T01:06:47Z', 'revision_number': 3, 'project_id': 'a85457cd167040e78d84c743dbc9fb2a', 'gw_port': {'id': '0f97df84-f407-4211-8a63-152839ac8c15', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:46Z', 'updated_at': '2021-08-31T01:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:53.322608 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12836fb-7fea-40de-b5de-5b199e937b62 None None] The sync data for ids ['ae4971a8-bc74-4e29-9403-eda9603b22b2'] in n-d-802060-13 is: [{'id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'name': 'tempest-FloatingIPsTestJSON-1264485149-router', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '0f97df84-f407-4211-8a63-152839ac8c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:43Z', 'updated_at': '2021-08-31T01:06:47Z', 'revision_number': 3, 'project_id': 'a85457cd167040e78d84c743dbc9fb2a', 'gw_port': {'id': '0f97df84-f407-4211-8a63-152839ac8c15', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:46Z', 'updated_at': '2021-08-31T01:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:06:53.363587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fef550-8c34-4d0d-bd68-c0cdc979064f req-2979d317-5460-4e41-8d19-716c7f9fe595 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:53.365312 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43fef550-8c34-4d0d-bd68-c0cdc979064f req-2979d317-5460-4e41-8d19-716c7f9fe595 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 945 time: 0.2547770 Aug 31 01:06:53.414136 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:53.489807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43fef550-8c34-4d0d-bd68-c0cdc979064f req-936aecd1-1641-4b40-9ef9-46e47d55c990 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107783 Aug 31 01:06:53.492084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Network 6d4284e7-3040-4147-ab68-024dc5811bad is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:53.497942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:53.502003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:53.506736 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc019cbb-cd1e-4559-970b-d0f70390dcff req-b99770b3-c8d0-4164-a535-7d8a11e08b8d service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518381 Aug 31 01:06:53.554188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Pushing event updated for resources: {'Port': ['ID=60ad9df5-822f-4be9-a1d0-f70f7f9d1446,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:53.558366 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-5e01c41e-2e0e-4ae9-92d7-c21b63083718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:53.575993 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-5e01c41e-2e0e-4ae9-92d7-c21b63083718 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.8336778 Aug 31 01:06:53.595453 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:53.657540 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-f508593e-f239-4ee0-b0c3-9bc03204392c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733662 Aug 31 01:06:53.707933 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d5bc8224-9741-49fb-96c4-3f6f54f85894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:53.907953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1bb85409-4b17-48b8-9673-a0856a274813 None None] Provisioning for port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:53.911664 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1bb85409-4b17-48b8-9673-a0856a274813 None None] Provisioning complete for port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:53.912264 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1bb85409-4b17-48b8-9673-a0856a274813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:53.955083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41540) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:54.015416 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-16cfaf01-0edd-4033-b967-a6a0ec2c0d8b service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344233 Aug 31 01:06:54.021801 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:54.024141 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0594c08f-63dc-48b0-841d-9adfe209b791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:54.034480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-1bb85409-4b17-48b8-9673-a0856a274813 None None] Port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:06:54.040992 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 23916470-53ac-4da8-98eb-5581cf28c9df details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:06:54.182294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 23916470-53ac-4da8-98eb-5581cf28c9df, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23916470-53ac-4da8-98eb-5581cf28c9df,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:54.197701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '23916470-53ac-4da8-98eb-5581cf28c9df', 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3', 'port_id': '23916470-53ac-4da8-98eb-5581cf28c9df', 'mac_address': 'fa:16:3e:b7:42:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342b107-53e3-4c9f-a16f-d105660726b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:06:54.248739 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:54.279012 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:54.300646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23916470-53ac-4da8-98eb-5581cf28c9df {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:06:54.341281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddcb64-3536-41fb-aeee-8cd440622f24 req-ed02ecf1-dd8c-49f0-8cab-fde2ad90821e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:54.349479 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35ddcb64-3536-41fb-aeee-8cd440622f24 req-ed02ecf1-dd8c-49f0-8cab-fde2ad90821e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 943 time: 0.2922950 Aug 31 01:06:54.355484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 23916470-53ac-4da8-98eb-5581cf28c9df, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23916470-53ac-4da8-98eb-5581cf28c9df,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:54.367740 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-37c7bc61-5733-43c1-8691-4bd957e668ac service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485987 Aug 31 01:06:54.370256 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:54.450316 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:54.472335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=23916470-53ac-4da8-98eb-5581cf28c9df,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:54.623634 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:54.653912 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:54.714785 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['23916470-53ac-4da8-98eb-5581cf28c9df'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:06:54.749243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-985a0528-6531-4921-83a5-a0f99b2f4fd9 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:54.750787 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-985a0528-6531-4921-83a5-a0f99b2f4fd9 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 1097 time: 0.1226578 Aug 31 01:06:54.930131 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:54.993685 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35ddcb64-3536-41fb-aeee-8cd440622f24 req-4adc0255-6849-4abe-9053-b1e27816b32f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6429586 Aug 31 01:06:55.080947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Pushing event updated for resources: {'Port': ['ID=60ad9df5-822f-4be9-a1d0-f70f7f9d1446,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:55.124499 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-8b2ca2c0-f956-4e88-b13c-b4bfc8f935d6 service neutron] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:55.127786 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-8b2ca2c0-f956-4e88-b13c-b4bfc8f935d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:55.128939 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-8b2ca2c0-f956-4e88-b13c-b4bfc8f935d6 service neutron] 10.222.0.70 "DELETE /v2.0/ports/661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa/bindings/n-h1-802060-13 HTTP/1.1" status: 204 len: 173 time: 0.3704319 Aug 31 01:06:55.564787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0f97df84-f407-4211-8a63-152839ac8c15 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:55.669483 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 0f97df84-f407-4211-8a63-152839ac8c15 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:55.675449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0f97df84-f407-4211-8a63-152839ac8c15 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:55.676119 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:55.831678 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:55.869451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 0f97df84-f407-4211-8a63-152839ac8c15, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0f97df84-f407-4211-8a63-152839ac8c15,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:55.879434 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:55.957379 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0594c08f-63dc-48b0-841d-9adfe209b791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:55.999060 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0594c08f-63dc-48b0-841d-9adfe209b791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.015577 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=0f97df84-f407-4211-8a63-152839ac8c15,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:56.031761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 23916470-53ac-4da8-98eb-5581cf28c9df up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:56.052465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41558) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:56.053012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0594c08f-63dc-48b0-841d-9adfe209b791 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=31728e21d92442c59090aa8b5786dbf5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0939720 Aug 31 01:06:56.101858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594c08f-63dc-48b0-841d-9adfe209b791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e348583b-74da-4a1c-b8e7-eeb24c12088e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:56.116200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a22c4c-be8a-4cd1-81f3-de278da797bf req-dc8b4478-2daa-40b4-a421-97f421da4da5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:56.126969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10a22c4c-be8a-4cd1-81f3-de278da797bf req-dc8b4478-2daa-40b4-a421-97f421da4da5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 945 time: 0.2300193 Aug 31 01:06:56.137367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Network 6d4284e7-3040-4147-ab68-024dc5811bad is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:56.155875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 23916470-53ac-4da8-98eb-5581cf28c9df completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:06:56.157847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:56.183995 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 23916470-53ac-4da8-98eb-5581cf28c9df triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:56.185228 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.193944 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e9750f1-35df-43cf-8b4f-791600a59234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.200963 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10a22c4c-be8a-4cd1-81f3-de278da797bf req-090ac192-ec2a-408b-a950-59ef6382595d tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747449 Aug 31 01:06:56.296375 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e9750f1-35df-43cf-8b4f-791600a59234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.424700 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.444555 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e9750f1-35df-43cf-8b4f-791600a59234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.454770 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e9750f1-35df-43cf-8b4f-791600a59234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.456094 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4e9750f1-35df-43cf-8b4f-791600a59234 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e348583b-74da-4a1c-b8e7-eeb24c12088e HTTP/1.1" status: 204 len: 168 time: 0.4017520 Aug 31 01:06:56.480871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9750f1-35df-43cf-8b4f-791600a59234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e348583b-74da-4a1c-b8e7-eeb24c12088e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:56.531861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Router ae4971a8-bc74-4e29-9403-eda9603b22b2 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:06:56.571819 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 23916470-53ac-4da8-98eb-5581cf28c9df, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23916470-53ac-4da8-98eb-5581cf28c9df,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:06:56.591890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b7536-b0bf-474a-824e-41e6522ffc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23916470-53ac-4da8-98eb-5581cf28c9df'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:06:56.600639 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc307d5-2c6a-45c1-bdff-aecac870a2d8" -d '{"events": [{"server_uuid": "a85b7536-b0bf-474a-824e-41e6522ffc5f", "name": "network-vif-plugged", "status": "completed", "tag": "23916470-53ac-4da8-98eb-5581cf28c9df"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:06:56.609767 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.709799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:06:56.751052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d937689a-e1e4-4ed9-8f72-48f40de52db0 admin admin] 10.222.0.58 "PUT /v2.0/routers/ae4971a8-bc74-4e29-9403-eda9603b22b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4824648 Aug 31 01:06:56.758387 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Sync routers for ids ['ae4971a8-bc74-4e29-9403-eda9603b22b2'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:06:56.798714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4877b-12f4-4751-bdaa-a107648b09b7 req-301e2d88-d007-4193-b178-071cf627ed24 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:56.806831 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93d4877b-12f4-4751-bdaa-a107648b09b7 req-301e2d88-d007-4193-b178-071cf627ed24 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.2440319 Aug 31 01:06:56.819681 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:56.894030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93d4877b-12f4-4751-bdaa-a107648b09b7 req-20fbf11d-6eb0-4c09-a959-4defd655152e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834978 Aug 31 01:06:56.900541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Routers {'ae4971a8-bc74-4e29-9403-eda9603b22b2'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:56.903822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:06:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['ae4971a8-bc74-4e29-9403-eda9603b22b2'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:56.974304 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=23916470-53ac-4da8-98eb-5581cf28c9df,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:56.984685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a3102563-478d-43f3-b602-e8b4d2d56a7c None None] Provisioning complete for port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:56.985284 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3102563-478d-43f3-b602-e8b4d2d56a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:57.045870 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29904c7-a009-439d-a2be-a6e73616e0e0 x-openstack-request-id: req-e29904c7-a009-439d-a2be-a6e73616e0e0 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:06:57.046369 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b7536-b0bf-474a-824e-41e6522ffc5f", "name": "network-vif-plugged", "status": "completed", "tag": "23916470-53ac-4da8-98eb-5581cf28c9df", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:06:57.046782 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e29904c7-a009-439d-a2be-a6e73616e0e0 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:06:57.047369 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b7536-b0bf-474a-824e-41e6522ffc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23916470-53ac-4da8-98eb-5581cf28c9df', 'code': 200} Aug 31 01:06:57.096847 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a3102563-478d-43f3-b602-e8b4d2d56a7c None None] Port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:06:57.143336 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Set router ae4971a8-bc74-4e29-9403-eda9603b22b2 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:57.249542 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26557da1-2ecd-42cd-9b40-1d8805346e1c req-b8cb807f-dd35-4d3b-ab12-d93fe7d98d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:57.257124 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26557da1-2ecd-42cd-9b40-1d8805346e1c req-b8cb807f-dd35-4d3b-ab12-d93fe7d98d09 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 1097 time: 0.1079361 Aug 31 01:06:57.338502 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-26557da1-2ecd-42cd-9b40-1d8805346e1c req-6e61ad5e-3abd-4954-b291-93f22277d412 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734301 Aug 31 01:06:57.412472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0f97df84-f407-4211-8a63-152839ac8c15 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:06:57.490794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0f97df84-f407-4211-8a63-152839ac8c15 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:06:57.491654 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:57.678256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'name': 'tempest-FloatingIPsTestJSON-1264485149-router', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '0f97df84-f407-4211-8a63-152839ac8c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:43Z', 'updated_at': '2021-08-31T01:06:53Z', 'revision_number': 4, 'project_id': 'a85457cd167040e78d84c743dbc9fb2a', 'gw_port': {'id': '0f97df84-f407-4211-8a63-152839ac8c15', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:46Z', 'updated_at': '2021-08-31T01:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '60ad9df5-822f-4be9-a1d0-f70f7f9d1446', 'name': '', 'network_id': '6d4284e7-3040-4147-ab68-024dc5811bad', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a', 'mac_address': 'fa:16:3e:b6:3e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cc5496f9-6cfc-4325-972c-14c1625d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:52Z', 'updated_at': '2021-08-31T01:06:54Z', 'revision_number': 2, 'project_id': 'a85457cd167040e78d84c743dbc9fb2a', 'subnets': [{'id': 'cc5496f9-6cfc-4325-972c-14c1625d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:57.725488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Checking router: ae4971a8-bc74-4e29-9403-eda9603b22b2 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:06:57.726142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Updating router ae4971a8-bc74-4e29-9403-eda9603b22b2 port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:06:57.766470 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:57.766845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-0958a8ee-4c16-47bb-b88f-027977b4c408 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2369313 Aug 31 01:06:57.775537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:06:57.828445 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.032580 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.240321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Allocated IP 172.25.6.21 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/cb314066-ca6f-4e50-802e-af45e10b4675) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:06:58.361548 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.388133 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Transition to ACTIVE for port object 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:06:58.402110 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.429890 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.507175 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.515916 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42db10f-606c-4aa2-9053-2010dd4da975 None None] Pushing event updated for resources: {'Port': ['ID=60ad9df5-822f-4be9-a1d0-f70f7f9d1446,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:58.665983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Pushing event updated for resources: {'Port': ['ID=cb314066-ca6f-4e50-802e-af45e10b4675,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:58.690310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Attempting to bind port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:06:58.692158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Attempting to bind port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '5b271eea-852a-49c0-9676-0021be93a8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6d4284e7-3040-4147-ab68-024dc5811bad'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:06:58.693552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Attempting to bind port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 on network 6d4284e7-3040-4147-ab68-024dc5811bad {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:06:58.695234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:06:58.698672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:06:58.711137 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:06:58.713101 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Checking segment: {'id': '5b271eea-852a-49c0-9676-0021be93a8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6d4284e7-3040-4147-ab68-024dc5811bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:06:58.713659 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.714061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Bound using segment: {'id': '5b271eea-852a-49c0-9676-0021be93a8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6d4284e7-3040-4147-ab68-024dc5811bad'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:06:58.714548 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Bound port: 60ad9df5-822f-4be9-a1d0-f70f7f9d1446, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b271eea-852a-49c0-9676-0021be93a8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6d4284e7-3040-4147-ab68-024dc5811bad'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:06:58.714931 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.718083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:06:58.896540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] For port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:06:58.908166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] For port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=60ad9df5-822f-4be9-a1d0-f70f7f9d1446,segment=NetworkSegment(5b271eea-852a-49c0-9676-0021be93a8ac),segment_id=5b271eea-852a-49c0-9676-0021be93a8ac)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:06:58.918594 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:58.979440 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:59.094364 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:59.101103 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42db10f-606c-4aa2-9053-2010dd4da975 None None] Pushing event updated for resources: {'Port': ['ID=60ad9df5-822f-4be9-a1d0-f70f7f9d1446,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:59.112157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Routers {'ae4971a8-bc74-4e29-9403-eda9603b22b2'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:06:59.112805 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:06:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['ae4971a8-bc74-4e29-9403-eda9603b22b2'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:59.451043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] Set router ae4971a8-bc74-4e29-9403-eda9603b22b2 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:06:59.559666 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:59.575782 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:59.664000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Pushing event updated for resources: {'Port': ['ID=cb314066-ca6f-4e50-802e-af45e10b4675,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:59.683194 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:59.701499 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:59.703092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-3d781d23-92f0-4742-919a-d7b692fbdc2b tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9352636 Aug 31 01:06:59.778723 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-0f170b80-f667-4757-933f-62c506bd3d65 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.21 HTTP/1.1" status: 200 len: 695 time: 0.0566561 Aug 31 01:06:59.881460 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'name': 'tempest-FloatingIPsTestJSON-1264485149-router', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '0f97df84-f407-4211-8a63-152839ac8c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:43Z', 'updated_at': '2021-08-31T01:06:53Z', 'revision_number': 4, 'project_id': 'a85457cd167040e78d84c743dbc9fb2a', 'gw_port': {'id': '0f97df84-f407-4211-8a63-152839ac8c15', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:46Z', 'updated_at': '2021-08-31T01:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '60ad9df5-822f-4be9-a1d0-f70f7f9d1446', 'name': '', 'network_id': '6d4284e7-3040-4147-ab68-024dc5811bad', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a', 'mac_address': 'fa:16:3e:b6:3e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cc5496f9-6cfc-4325-972c-14c1625d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:52Z', 'updated_at': '2021-08-31T01:06:58Z', 'revision_number': 4, 'project_id': 'a85457cd167040e78d84c743dbc9fb2a', 'subnets': [{'id': 'cc5496f9-6cfc-4325-972c-14c1625d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:06:59.963055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd15ac-5c7f-460c-9a2a-7de4baf668a4 None None] The sync data for ids ['ae4971a8-bc74-4e29-9403-eda9603b22b2'] in n-d-802060-13 is: [{'id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'name': 'tempest-FloatingIPsTestJSON-1264485149-router', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '0f97df84-f407-4211-8a63-152839ac8c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:43Z', 'updated_at': '2021-08-31T01:06:53Z', 'revision_number': 4, 'project_id': 'a85457cd167040e78d84c743dbc9fb2a', 'gw_port': {'id': '0f97df84-f407-4211-8a63-152839ac8c15', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:46Z', 'updated_at': '2021-08-31T01:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '60ad9df5-822f-4be9-a1d0-f70f7f9d1446', 'name': '', 'network_id': '6d4284e7-3040-4147-ab68-024dc5811bad', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a', 'mac_address': 'fa:16:3e:b6:3e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cc5496f9-6cfc-4325-972c-14c1625d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:52Z', 'updated_at': '2021-08-31T01:06:58Z', 'revision_number': 4, 'project_id': 'a85457cd167040e78d84c743dbc9fb2a', 'subnets': [{'id': 'cc5496f9-6cfc-4325-972c-14c1625d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:06:59.977811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-1aeacf8e-bd85-44bd-a225-da12618ed251 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:06:59.979932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9993b3b-912a-4f8b-9996-7b4897e2bfa6 req-1aeacf8e-bd85-44bd-a225-da12618ed251 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.1876974 Aug 31 01:07:00.269313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a713d3-7bad-4600-b31f-367a0e8d7faf req-41ed4de2-b73c-4925-b737-539fe947df00 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:00.270997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1a713d3-7bad-4600-b31f-367a0e8d7faf req-41ed4de2-b73c-4925-b737-539fe947df00 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 1097 time: 0.1089327 Aug 31 01:07:00.374118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1a713d3-7bad-4600-b31f-367a0e8d7faf req-72c81076-f3d1-48e2-97c3-a38d9b97b4bd tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772147 Aug 31 01:07:00.549722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e070e4f-1fc9-47a6-8c82-1e0cd4727982 req-2bdbcee8-a0e8-444f-981a-40d872f9f5d1 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/floatingips/0e510b4d-97a4-450d-b58e-fb8c83d55605 HTTP/1.1" status: 200 len: 692 time: 0.1197162 Aug 31 01:07:00.595796 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b1208-fc6a-4281-a17f-a9b4a35e7706 req-b40b837d-67bb-4911-a77d-033fa3845375 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:00.609063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-335b1208-fc6a-4281-a17f-a9b4a35e7706 req-b40b837d-67bb-4911-a77d-033fa3845375 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.2268414 Aug 31 01:07:00.806201 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-335b1208-fc6a-4281-a17f-a9b4a35e7706 req-999f51b9-cd2a-4f56-a105-1aaeb67e4f4f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993062 Aug 31 01:07:00.880367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e070e4f-1fc9-47a6-8c82-1e0cd4727982 req-449ac49c-f49e-423d-bea2-317565133480 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:00.880580 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e070e4f-1fc9-47a6-8c82-1e0cd4727982 req-449ac49c-f49e-423d-bea2-317565133480 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.3191938 Aug 31 01:07:00.893142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-9e070e4f-1fc9-47a6-8c82-1e0cd4727982 req-934c304d-f342-405d-90fd-0c62c800565e tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:07:00.895329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e070e4f-1fc9-47a6-8c82-1e0cd4727982 req-934c304d-f342-405d-90fd-0c62c800565e tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071278 Aug 31 01:07:01.014223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684d84d-324b-4680-a1fe-563592b6a2ca req-88d2d1b5-f753-4ccb-b18e-34ee93b1cc9c tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:01.016981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b684d84d-324b-4680-a1fe-563592b6a2ca req-88d2d1b5-f753-4ccb-b18e-34ee93b1cc9c tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 1097 time: 0.0831904 Aug 31 01:07:01.084207 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b684d84d-324b-4680-a1fe-563592b6a2ca req-5e955237-7c0a-406d-8fcc-4f73b06df5fd tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604143 Aug 31 01:07:01.315809 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.350376 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d006f8f8-8d53-4e1f-a552-93aefd62a2c8 req-de9b6ce3-d3b4-4570-a867-ec0b407dc268 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=a85457cd167040e78d84c743dbc9fb2a HTTP/1.1" status: 200 len: 695 time: 0.1349714 Aug 31 01:07:01.532754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:01.714077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006f8f8-8d53-4e1f-a552-93aefd62a2c8 req-72f63fec-089b-4193-ba9d-0955ac390b95 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:01.715988 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:01.723667 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d006f8f8-8d53-4e1f-a552-93aefd62a2c8 req-72f63fec-089b-4193-ba9d-0955ac390b95 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/networks?id=f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 787 time: 0.3716714 Aug 31 01:07:01.738789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:01.739688 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:01.971027 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.073093 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c00685-970f-44ad-aa24-71a2f32984c1 req-574ff84a-235e-42e7-a8d2-1d306d6aecbd tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:02.082259 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18c00685-970f-44ad-aa24-71a2f32984c1 req-574ff84a-235e-42e7-a8d2-1d306d6aecbd tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.0998178 Aug 31 01:07:02.120963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=60ad9df5-822f-4be9-a1d0-f70f7f9d1446,segment=NetworkSegment(5b271eea-852a-49c0-9676-0021be93a8ac),segment_id=5b271eea-852a-49c0-9676-0021be93a8ac)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:02.129465 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.147012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18c00685-970f-44ad-aa24-71a2f32984c1 req-ff6aed5c-6e3f-4d25-a964-44d3f2e84763 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583715 Aug 31 01:07:02.333189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=60ad9df5-822f-4be9-a1d0-f70f7f9d1446,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:02.336168 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0012fe70-6e82-46ea-907f-b635f2828fc9 req-3018eeca-22ac-4914-8860-c68f8384adc2 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/floatingips/0e510b4d-97a4-450d-b58e-fb8c83d55605 HTTP/1.1" status: 200 len: 692 time: 0.1649313 Aug 31 01:07:02.359195 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41740) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:02.551365 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.554196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52295b-9443-4879-b606-c576b23821eb req-8f5cd5ad-8cce-4d57-8b66-6da18c4eb77e tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:02.555952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e52295b-9443-4879-b606-c576b23821eb req-8f5cd5ad-8cce-4d57-8b66-6da18c4eb77e tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 945 time: 0.1791890 Aug 31 01:07:02.596965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012fe70-6e82-46ea-907f-b635f2828fc9 req-e45d9a0d-99c0-4df4-9fa1-78a96858ce36 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:02.598528 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0012fe70-6e82-46ea-907f-b635f2828fc9 req-e45d9a0d-99c0-4df4-9fa1-78a96858ce36 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.2584672 Aug 31 01:07:02.654008 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.659855 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.685563 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e52295b-9443-4879-b606-c576b23821eb req-97df4035-4668-4938-8b74-3e887d2b240e tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220446 Aug 31 01:07:02.711218 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99d9a6c3d4d549e5b97d24313b1415b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508458 Aug 31 01:07:02.712920 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41746) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:02.713812 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddab45e-9f10-4be7-83f9-f8837c40c113,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:02.717202 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0012fe70-6e82-46ea-907f-b635f2828fc9 req-6f4c68aa-baf9-4cff-bc40-305e2e7407f2 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.21 HTTP/1.1" status: 200 len: 695 time: 0.1079540 Aug 31 01:07:02.728803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:02.730313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:02.731093 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:02.731818 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:02.732368 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:02.732888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:02.733401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:02.734344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:02.735155 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:02.736325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:02.737003 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:02.737665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bed25f3-31a5-45ca-be1b-d6b91737a612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:02.788370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0012fe70-6e82-46ea-907f-b635f2828fc9 req-b4ae83a8-7036-494a-afeb-fa93e7f947f4 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.21 HTTP/1.1" status: 200 len: 695 time: 0.0704758 Aug 31 01:07:02.794009 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6088f961-88a2-4766-8532-3f34c600b4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.828049 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6088f961-88a2-4766-8532-3f34c600b4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.905883 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6088f961-88a2-4766-8532-3f34c600b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.920894 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6088f961-88a2-4766-8532-3f34c600b4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:02.927454 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6088f961-88a2-4766-8532-3f34c600b4d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ddab45e-9f10-4be7-83f9-f8837c40c113 HTTP/1.1" status: 204 len: 168 time: 0.2050507 Aug 31 01:07:02.947684 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088f961-88a2-4766-8532-3f34c600b4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddab45e-9f10-4be7-83f9-f8837c40c113,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:02.999750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-0012fe70-6e82-46ea-907f-b635f2828fc9 req-5e4f245a-f406-4919-84b1-9ce92b724e4e tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Deleting port cb314066-ca6f-4e50-802e-af45e10b4675 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:03.000275 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0012fe70-6e82-46ea-907f-b635f2828fc9 req-5e4f245a-f406-4919-84b1-9ce92b724e4e tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:03.139525 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0012fe70-6e82-46ea-907f-b635f2828fc9 req-5e4f245a-f406-4919-84b1-9ce92b724e4e tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:03.140231 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0012fe70-6e82-46ea-907f-b635f2828fc9 req-5e4f245a-f406-4919-84b1-9ce92b724e4e tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:03.179392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-0012fe70-6e82-46ea-907f-b635f2828fc9 req-5e4f245a-f406-4919-84b1-9ce92b724e4e tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Calling delete_port for cb314066-ca6f-4e50-802e-af45e10b4675 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:03.452586 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:03.756732 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41778) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:03.783028 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b0bbefd-00ad-49c2-9622-25d8f51a2709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:03.812877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdf370-9ad9-41e5-b917-b1d95755bd5b req-70dba73f-ae38-4a68-b4e8-a763a4837f98 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:03.824273 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79cdf370-9ad9-41e5-b917-b1d95755bd5b req-70dba73f-ae38-4a68-b4e8-a763a4837f98 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.4508836 Aug 31 01:07:03.866584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41784) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:03.874542 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0012fe70-6e82-46ea-907f-b635f2828fc9 req-5e4f245a-f406-4919-84b1-9ce92b724e4e tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.059378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f245a-f406-4919-84b1-9ce92b724e4e tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Pushing event deleted for resources: {'Port': ['ID=cb314066-ca6f-4e50-802e-af45e10b4675,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:04.079831 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b0bbefd-00ad-49c2-9622-25d8f51a2709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.090946 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b0bbefd-00ad-49c2-9622-25d8f51a2709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.099852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:04.100229 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.199322 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8b0bbefd-00ad-49c2-9622-25d8f51a2709 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f54bab858d9e40f59d5dc1cade860669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392664 Aug 31 01:07:04.200638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bbefd-00ad-49c2-9622-25d8f51a2709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb757e9-dd5d-4b88-a6a7-97582c4e2db4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:04.209622 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41798) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:04.264431 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79cdf370-9ad9-41e5-b917-b1d95755bd5b req-445b458c-4fb5-4cde-9204-5b8259c44326 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392519 Aug 31 01:07:04.315073 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0012fe70-6e82-46ea-907f-b635f2828fc9 req-5e4f245a-f406-4919-84b1-9ce92b724e4e tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.319552 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0012fe70-6e82-46ea-907f-b635f2828fc9 req-5e4f245a-f406-4919-84b1-9ce92b724e4e tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.334418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0012fe70-6e82-46ea-907f-b635f2828fc9 req-5e4f245a-f406-4919-84b1-9ce92b724e4e tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "DELETE /v2.0/floatingips/0e510b4d-97a4-450d-b58e-fb8c83d55605 HTTP/1.1" status: 204 len: 173 time: 1.5432107 Aug 31 01:07:04.354408 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b77d407d-95e9-4e71-9b00-ba6170d6aa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.418788 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86ce11c0-a289-4fa8-9c75-ed2688c0f360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.477691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b77d407d-95e9-4e71-9b00-ba6170d6aa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.574317 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86ce11c0-a289-4fa8-9c75-ed2688c0f360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.580538 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b77d407d-95e9-4e71-9b00-ba6170d6aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.585478 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b77d407d-95e9-4e71-9b00-ba6170d6aa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.587418 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b77d407d-95e9-4e71-9b00-ba6170d6aa76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1fb757e9-dd5d-4b88-a6a7-97582c4e2db4 HTTP/1.1" status: 204 len: 168 time: 0.3763814 Aug 31 01:07:04.614115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d407d-95e9-4e71-9b00-ba6170d6aa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb757e9-dd5d-4b88-a6a7-97582c4e2db4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:04.622458 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86ce11c0-a289-4fa8-9c75-ed2688c0f360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.725696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce11c0-a289-4fa8-9c75-ed2688c0f360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcb0f13-81e8-4dea-9291-b7c31f826cff,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:04.780031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-ca1cdf58-1273-4544-b75d-a753326d99c7 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2670078 Aug 31 01:07:04.796042 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:04.801093 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-86ce11c0-a289-4fa8-9c75-ed2688c0f360 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=accd5d4daf034e4889a72284d6631160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9304283 Aug 31 01:07:04.812381 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41814) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:04.828196 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.956441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da962c0-5202-41d7-8c83-8e770c75dd80 req-60937a8c-b69b-4f9b-84c1-b7fe6539a53d tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:04.965102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6da962c0-5202-41d7-8c83-8e770c75dd80 req-60937a8c-b69b-4f9b-84c1-b7fe6539a53d tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 945 time: 0.0839031 Aug 31 01:07:05.014609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-90e3edb0-8b86-4a64-96f3-d3508fee4d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.043102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6da962c0-5202-41d7-8c83-8e770c75dd80 req-015f69ad-fd02-4ac3-a8d8-fbb4d88045b2 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650403 Aug 31 01:07:05.081505 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.093473 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-90e3edb0-8b86-4a64-96f3-d3508fee4d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.195954 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-90e3edb0-8b86-4a64-96f3-d3508fee4d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.198984 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-90e3edb0-8b86-4a64-96f3-d3508fee4d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.202421 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-90e3edb0-8b86-4a64-96f3-d3508fee4d1c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bdcb0f13-81e8-4dea-9291-b7c31f826cff HTTP/1.1" status: 204 len: 168 time: 0.3808236 Aug 31 01:07:05.215960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3edb0-8b86-4a64-96f3-d3508fee4d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcb0f13-81e8-4dea-9291-b7c31f826cff,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:05.342198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Allocated IP 172.25.6.147 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/88e2b321-f27d-4750-a59a-8a0cee70c883) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:05.499307 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.567853 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.642947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Pushing event updated for resources: {'Port': ['ID=88e2b321-f27d-4750-a59a-8a0cee70c883,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:05.672671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:05.675650 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:05.683489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:05.877172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41850) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:05.913544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9aed0-eb3d-4820-afd2-5cb1c32cd2f4 req-9511d81b-24ad-4c3f-bd9c-7f9eb34bd5d6 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:05.916123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ff9aed0-eb3d-4820-afd2-5cb1c32cd2f4 req-9511d81b-24ad-4c3f-bd9c-7f9eb34bd5d6 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.3671923 Aug 31 01:07:05.917956 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-748089bb-c5e7-4f23-bb90-06efd6c06c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:05.941896 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.094338 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.104335 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ff9aed0-eb3d-4820-afd2-5cb1c32cd2f4 req-cf7db577-7c0b-4387-9e64-3bda938519b9 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701422 Aug 31 01:07:06.173173 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-748089bb-c5e7-4f23-bb90-06efd6c06c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.182964 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-748089bb-c5e7-4f23-bb90-06efd6c06c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.278171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748089bb-c5e7-4f23-bb90-06efd6c06c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9127592-a0d9-4c0b-8abe-d46d8f171227,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:06.393108 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41858) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:06.397712 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-748089bb-c5e7-4f23-bb90-06efd6c06c54 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c2df9e2b35ab4a90baff861adc0b6d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193207 Aug 31 01:07:06.628648 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.677370 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.733977 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d394d1cc-2dbe-4b91-baf0-0be929113c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.909425 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d394d1cc-2dbe-4b91-baf0-0be929113c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:06.965427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Pushing event updated for resources: {'Port': ['ID=88e2b321-f27d-4750-a59a-8a0cee70c883,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:07.011617 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:07.037599 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d1ba1-93da-4ece-9058-58b9075be044 req-5ff5dd18-eecf-45f7-a8f9-b12cd969c808 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:07.040391 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-905d1ba1-93da-4ece-9058-58b9075be044 req-5ff5dd18-eecf-45f7-a8f9-b12cd969c808 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 945 time: 0.1885989 Aug 31 01:07:07.063232 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:07.071113 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-5f26ccdc-d156-4c76-abe2-2892a89ae397 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2849784 Aug 31 01:07:07.157708 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-a78f73fb-cce2-4d3b-9517-808a627a2fae tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.147 HTTP/1.1" status: 200 len: 696 time: 0.0851951 Aug 31 01:07:07.168790 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d394d1cc-2dbe-4b91-baf0-0be929113c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:07.171655 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d394d1cc-2dbe-4b91-baf0-0be929113c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:07.175990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d394d1cc-2dbe-4b91-baf0-0be929113c00 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9127592-a0d9-4c0b-8abe-d46d8f171227 HTTP/1.1" status: 204 len: 168 time: 0.7785861 Aug 31 01:07:07.202072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394d1cc-2dbe-4b91-baf0-0be929113c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9127592-a0d9-4c0b-8abe-d46d8f171227,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:07.253707 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-905d1ba1-93da-4ece-9058-58b9075be044 req-51de99a7-1a16-41b7-b658-58d261f1f81a tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855183 Aug 31 01:07:07.556180 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-ea4bc0b4-5bf7-460b-b64f-0b05b48e2422 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:07.578815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ccbf7ce-1e1d-4ee2-a497-ab6bfa6dbae3 req-ea4bc0b4-5bf7-460b-b64f-0b05b48e2422 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.4203889 Aug 31 01:07:07.670816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061df7d-c34e-4f3d-ac16-b2542d30c190 req-6f335be0-0de3-424d-ae67-1219c8434ba8 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:07.692372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0061df7d-c34e-4f3d-ac16-b2542d30c190 req-6f335be0-0de3-424d-ae67-1219c8434ba8 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.2958949 Aug 31 01:07:07.776852 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0061df7d-c34e-4f3d-ac16-b2542d30c190 req-e6f4f7f9-77a9-4e6f-8794-75c588d25f0f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836468 Aug 31 01:07:07.862266 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c717742a-20ff-4310-ae2c-298acc16295e req-ac17c4e8-5736-4535-86c7-3113d46a1fab tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/floatingips/db2f8d78-700c-49f7-9f7a-f7eb17bd842a HTTP/1.1" status: 200 len: 693 time: 0.1061342 Aug 31 01:07:08.093043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-521a2202-a1fe-4949-b95d-559c3ca02931 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:08.100705 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-521a2202-a1fe-4949-b95d-559c3ca02931 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 945 time: 0.1280696 Aug 31 01:07:08.151922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717742a-20ff-4310-ae2c-298acc16295e req-da89bcbb-6e3d-43d3-8d93-bac7641d42af tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:08.155419 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c717742a-20ff-4310-ae2c-298acc16295e req-da89bcbb-6e3d-43d3-8d93-bac7641d42af tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.2687814 Aug 31 01:07:08.333918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c717742a-20ff-4310-ae2c-298acc16295e req-f6308742-2d28-4943-aed4-fbe53e303474 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.147 HTTP/1.1" status: 200 len: 696 time: 0.1730206 Aug 31 01:07:08.449780 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-612b27d7-b7a4-4483-8d6d-9c6628727337 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Deleting port ffb4786e-89d4-458e-a21c-2dd74d634dab {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:08.450134 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-612b27d7-b7a4-4483-8d6d-9c6628727337 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.452553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c717742a-20ff-4310-ae2c-298acc16295e req-000d1a3a-9944-438a-926e-d14ec9a76d7a tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.147 HTTP/1.1" status: 200 len: 696 time: 0.1176581 Aug 31 01:07:08.692235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-612b27d7-b7a4-4483-8d6d-9c6628727337 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] For port ffb4786e-89d4-458e-a21c-2dd74d634dab, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ffb4786e-89d4-458e-a21c-2dd74d634dab,segment=NetworkSegment(7a7c13ee-dca3-43d0-bf64-82b0efaca511),segment_id=7a7c13ee-dca3-43d0-bf64-82b0efaca511)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:08.692598 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-612b27d7-b7a4-4483-8d6d-9c6628727337 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.774019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e234be-872d-4842-90f1-41fc7531daf6 req-0a614cea-058e-49d7-8c00-9799e588d94c tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:08.776487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65e234be-872d-4842-90f1-41fc7531daf6 req-0a614cea-058e-49d7-8c00-9799e588d94c tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 945 time: 0.3161974 Aug 31 01:07:08.794252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-c717742a-20ff-4310-ae2c-298acc16295e req-2fef2431-0577-4f55-bcd6-474f1756d963 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Deleting port 88e2b321-f27d-4750-a59a-8a0cee70c883 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:08.794962 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c717742a-20ff-4310-ae2c-298acc16295e req-2fef2431-0577-4f55-bcd6-474f1756d963 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.901692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65e234be-872d-4842-90f1-41fc7531daf6 req-4cdf587c-003d-4ef9-a8a8-f109215fab4c tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171107 Aug 31 01:07:08.921693 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c717742a-20ff-4310-ae2c-298acc16295e req-2fef2431-0577-4f55-bcd6-474f1756d963 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.921883 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c717742a-20ff-4310-ae2c-298acc16295e req-2fef2431-0577-4f55-bcd6-474f1756d963 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.941613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-c717742a-20ff-4310-ae2c-298acc16295e req-2fef2431-0577-4f55-bcd6-474f1756d963 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Calling delete_port for 88e2b321-f27d-4750-a59a-8a0cee70c883 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:09.144416 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-612b27d7-b7a4-4483-8d6d-9c6628727337 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.145596 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-612b27d7-b7a4-4483-8d6d-9c6628727337 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.146213 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c717742a-20ff-4310-ae2c-298acc16295e req-2fef2431-0577-4f55-bcd6-474f1756d963 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.147270 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-612b27d7-b7a4-4483-8d6d-9c6628727337 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Floating IP 6bca6297-f9dc-44e2-886a-33a0c1f120f2 disassociated. External IP: 172.25.6.249, port: ffb4786e-89d4-458e-a21c-2dd74d634dab. Aug 31 01:07:09.149436 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-612b27d7-b7a4-4483-8d6d-9c6628727337 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Calling delete_port for ffb4786e-89d4-458e-a21c-2dd74d634dab owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:09.280493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef2431-0577-4f55-bcd6-474f1756d963 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Pushing event deleted for resources: {'Port': ['ID=88e2b321-f27d-4750-a59a-8a0cee70c883,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:09.367518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-612b27d7-b7a4-4483-8d6d-9c6628727337 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.418337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b27d7-b7a4-4483-8d6d-9c6628727337 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Pushing event deleted for resources: {'Port': ['ID=ffb4786e-89d4-458e-a21c-2dd74d634dab,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:09.456565 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c717742a-20ff-4310-ae2c-298acc16295e req-2fef2431-0577-4f55-bcd6-474f1756d963 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.459323 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c717742a-20ff-4310-ae2c-298acc16295e req-2fef2431-0577-4f55-bcd6-474f1756d963 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.460499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c717742a-20ff-4310-ae2c-298acc16295e req-2fef2431-0577-4f55-bcd6-474f1756d963 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "DELETE /v2.0/floatingips/db2f8d78-700c-49f7-9f7a-f7eb17bd842a HTTP/1.1" status: 204 len: 173 time: 1.0069201 Aug 31 01:07:09.489285 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacf1c1-862c-47d3-9022-8847f6b66a47 req-b9f5c1fc-afbd-4f90-b4cd-c6c35e883e02 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:09.490868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cacf1c1-862c-47d3-9022-8847f6b66a47 req-b9f5c1fc-afbd-4f90-b4cd-c6c35e883e02 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.2295198 Aug 31 01:07:09.558006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cacf1c1-862c-47d3-9022-8847f6b66a47 req-6c309f0e-f8a1-4949-9ab1-8235faf7d37f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570669 Aug 31 01:07:09.707552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-612b27d7-b7a4-4483-8d6d-9c6628727337 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Router a2a5cd06-28d9-45b9-b670-c6c3f889f59d has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:07:09.739238 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-880bbbe1-70ea-4664-8143-50d950301ee2 req-536e9d23-0389-4ce1-96bb-ac41e6689db4 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] show failed (client error): The resource could not be found. Aug 31 01:07:09.748824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-880bbbe1-70ea-4664-8143-50d950301ee2 req-536e9d23-0389-4ce1-96bb-ac41e6689db4 tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/floatingips/db2f8d78-700c-49f7-9f7a-f7eb17bd842a HTTP/1.1" status: 404 len: 350 time: 0.1335807 Aug 31 01:07:09.842814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-612b27d7-b7a4-4483-8d6d-9c6628727337 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:07:09.856748 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d143a6c2-2a27-4c70-898d-6785df77c9a3 None None] Sync routers for ids ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:07:09.878075 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143a6c2-2a27-4c70-898d-6785df77c9a3 None None] Routers {'a2a5cd06-28d9-45b9-b670-c6c3f889f59d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:09.879034 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d143a6c2-2a27-4c70-898d-6785df77c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:06:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:09.916641 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-a0bffe84-52ae-4c9a-8d2b-a3b08ae7c16f req-6412e80e-89cf-4cc7-bd8e-3e64aef42fee tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] show failed (client error): The resource could not be found. Aug 31 01:07:09.935916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0bffe84-52ae-4c9a-8d2b-a3b08ae7c16f req-6412e80e-89cf-4cc7-bd8e-3e64aef42fee tempest-FloatingIPsTestJSON-1253060765 tempest-FloatingIPsTestJSON-1253060765-project] 10.222.0.58 "GET /v2.0/floatingips/db2f8d78-700c-49f7-9f7a-f7eb17bd842a HTTP/1.1" status: 404 len: 350 time: 0.1437275 Aug 31 01:07:09.936447 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42006) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:09.951414 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-612b27d7-b7a4-4483-8d6d-9c6628727337 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] No DVR routers for this DVR port ffb4786e-89d4-458e-a21c-2dd74d634dab on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:09.958129 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-612b27d7-b7a4-4483-8d6d-9c6628727337 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.965100 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c132c0e0-ef26-4b0a-b75e-64810908bce5 req-612b27d7-b7a4-4483-8d6d-9c6628727337 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.70 "DELETE /v2.0/ports/ffb4786e-89d4-458e-a21c-2dd74d634dab HTTP/1.1" status: 204 len: 173 time: 1.8579142 Aug 31 01:07:09.965611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6270a04-88fd-407a-b9bd-7eb0cdb8d63c', 'name': 'network-vif-deleted', 'tag': 'ffb4786e-89d4-458e-a21c-2dd74d634dab'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:09.973841 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06d19fa-a7e7-4c47-8dd3-103efb9d30c3" -d '{"events": [{"server_uuid": "b6270a04-88fd-407a-b9bd-7eb0cdb8d63c", "name": "network-vif-deleted", "tag": "ffb4786e-89d4-458e-a21c-2dd74d634dab"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:10.145515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42016) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:10.163686 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-d143a6c2-2a27-4c70-898d-6785df77c9a3 None None] Set router a2a5cd06-28d9-45b9-b670-c6c3f889f59d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:10.306241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0443e755-75ab-430f-8c54-be537ed055f4 req-4490f299-1c0e-4078-8daa-6b2b575bc42e tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 210 time: 0.0511756 Aug 31 01:07:10.363077 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:07:10.389238 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bd4b46-1454-4ff7-b210-361f35c472b2 x-openstack-request-id: req-37bd4b46-1454-4ff7-b210-361f35c472b2 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:10.389747 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6270a04-88fd-407a-b9bd-7eb0cdb8d63c", "name": "network-vif-deleted", "tag": "ffb4786e-89d4-458e-a21c-2dd74d634dab", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:10.390233 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37bd4b46-1454-4ff7-b210-361f35c472b2 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:10.390877 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6270a04-88fd-407a-b9bd-7eb0cdb8d63c', 'name': 'network-vif-deleted', 'tag': 'ffb4786e-89d4-458e-a21c-2dd74d634dab', 'status': 'completed', 'code': 200} Aug 31 01:07:10.618536 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24abf7eb-f20f-4f0d-9278-87d2eb4cf763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:10.630331 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d143a6c2-2a27-4c70-898d-6785df77c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:05Z', 'updated_at': '2021-08-31T01:04:11Z', 'revision_number': 4, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'gw_port': {'id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:06Z', 'updated_at': '2021-08-31T01:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '508e4c7a-bee6-45dd-ae80-8996ea9b9356', 'name': '', 'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'mac_address': 'fa:16:3e:64:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:10Z', 'updated_at': '2021-08-31T01:04:19Z', 'revision_number': 5, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'subnets': [{'id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:10.670891 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d143a6c2-2a27-4c70-898d-6785df77c9a3 None None] Checking router: a2a5cd06-28d9-45b9-b670-c6c3f889f59d for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:07:10.693664 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143a6c2-2a27-4c70-898d-6785df77c9a3 None None] Routers {'a2a5cd06-28d9-45b9-b670-c6c3f889f59d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:10.694489 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d143a6c2-2a27-4c70-898d-6785df77c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:06:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:10.874709 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:10.900500 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24abf7eb-f20f-4f0d-9278-87d2eb4cf763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:10.910632 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24abf7eb-f20f-4f0d-9278-87d2eb4cf763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:10.927723 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-d143a6c2-2a27-4c70-898d-6785df77c9a3 None None] Set router a2a5cd06-28d9-45b9-b670-c6c3f889f59d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:10.955670 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-24abf7eb-f20f-4f0d-9278-87d2eb4cf763 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd64d4af4e654c48aae9d330796bfedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8090873 Aug 31 01:07:10.957204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abf7eb-f20f-4f0d-9278-87d2eb4cf763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b089d51f-1b96-47d8-8345-5a7ece17c3b8,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:10.959826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42060) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:10.991063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5b163-e116-4027-960f-c78db38e8a50 req-e8010768-c7f6-4406-9d58-af760cea370f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:11.000474 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60e5b163-e116-4027-960f-c78db38e8a50 req-e8010768-c7f6-4406-9d58-af760cea370f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.0804968 Aug 31 01:07:11.050843 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86b16b4e-62f1-4a1b-9eec-61c786b1d00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:11.079766 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86b16b4e-62f1-4a1b-9eec-61c786b1d00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:11.176049 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60e5b163-e116-4027-960f-c78db38e8a50 req-89a60f31-1e5b-4479-8ff4-80b128d640f1 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744726 Aug 31 01:07:11.179839 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86b16b4e-62f1-4a1b-9eec-61c786b1d00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:11.183059 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86b16b4e-62f1-4a1b-9eec-61c786b1d00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:11.184647 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-86b16b4e-62f1-4a1b-9eec-61c786b1d00a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b089d51f-1b96-47d8-8345-5a7ece17c3b8 HTTP/1.1" status: 204 len: 168 time: 0.2236676 Aug 31 01:07:11.201947 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b16b4e-62f1-4a1b-9eec-61c786b1d00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b089d51f-1b96-47d8-8345-5a7ece17c3b8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:11.486180 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d143a6c2-2a27-4c70-898d-6785df77c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:05Z', 'updated_at': '2021-08-31T01:04:11Z', 'revision_number': 4, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'gw_port': {'id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:06Z', 'updated_at': '2021-08-31T01:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '508e4c7a-bee6-45dd-ae80-8996ea9b9356', 'name': '', 'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'mac_address': 'fa:16:3e:64:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:10Z', 'updated_at': '2021-08-31T01:04:19Z', 'revision_number': 5, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'subnets': [{'id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:11.505738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8bd5c6cb-f094-4558-becc-40da7b42cd79 req-eef55025-5ee0-498e-add2-3c01d168797b tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 210 time: 0.0756493 Aug 31 01:07:11.566819 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-508f4519-0e33-48c1-a35b-6b1511b2bff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:11.579111 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d143a6c2-2a27-4c70-898d-6785df77c9a3 None None] The sync data for ids ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'] in n-d-802060-13 is: [{'id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:05Z', 'updated_at': '2021-08-31T01:04:11Z', 'revision_number': 4, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'gw_port': {'id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:06Z', 'updated_at': '2021-08-31T01:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '508e4c7a-bee6-45dd-ae80-8996ea9b9356', 'name': '', 'network_id': '246986d8-29af-406b-89ce-ffef7836588f', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'mac_address': 'fa:16:3e:64:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:10Z', 'updated_at': '2021-08-31T01:04:19Z', 'revision_number': 5, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'subnets': [{'id': '41069672-6dd4-4232-b8a2-2f7dac38b3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:07:11.806902 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42098) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:11.889097 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42104) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:11.914196 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f26e62f-8783-4988-8fc3-094773b95311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.064538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed2e90d-526c-4bc6-9dec-bb36a08deb93 None None] New status for floating IP 6bca6297-f9dc-44e2-886a-33a0c1f120f2: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:07:12.121704 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f26e62f-8783-4988-8fc3-094773b95311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.130346 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f26e62f-8783-4988-8fc3-094773b95311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.256031 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-25ddaf1e-3199-441f-af92-04a171e88f74 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:12.263774 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-25ddaf1e-3199-441f-af92-04a171e88f74 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/networks?id=7df08447-9b37-4e36-b964-679e1ae45569 HTTP/1.1" status: 200 len: 804 time: 0.4338565 Aug 31 01:07:12.265165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26e62f-8783-4988-8fc3-094773b95311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81891da0-a909-443b-8b5c-e6d7e5891ce2,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:12.269683 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8e65980-51a4-490b-a6a0-abb7454259b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.288574 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7f26e62f-8783-4988-8fc3-094773b95311 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14157a2b88644119bf2d68546a5ab722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982008 Aug 31 01:07:12.292581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42142) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:12.335294 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-d03698e9-815f-4ed4-a072-2d26fd276451 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/quotas/28226a71c0e34073997a2b6dd4f2d2eb HTTP/1.1" status: 200 len: 375 time: 0.0523102 Aug 31 01:07:12.583175 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc617740-ddec-420c-990e-5b585e37297e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.604023 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ffb4786e-89d4-458e-a21c-2dd74d634dab no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:12.638129 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc617740-ddec-420c-990e-5b585e37297e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.648229 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: ffb4786e-89d4-458e-a21c-2dd74d634dab {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:12.649738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ffb4786e-89d4-458e-a21c-2dd74d634dab not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:12.650504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 40caa008-e159-429d-8626-86eed733b1aa no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:12.660703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-85a991c5-2e40-477c-bf35-f079c7e98bdf tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=28226a71c0e34073997a2b6dd4f2d2eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3235006 Aug 31 01:07:12.720644 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8e65980-51a4-490b-a6a0-abb7454259b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.725893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b78cc-a2dd-45fd-9c80-d4b5c1b30b8f req-4b78bfb7-32f3-44e7-8737-5b2708d5b745 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:12.731086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c20b78cc-a2dd-45fd-9c80-d4b5c1b30b8f req-4b78bfb7-32f3-44e7-8737-5b2708d5b745 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.3840702 Aug 31 01:07:12.739029 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8e65980-51a4-490b-a6a0-abb7454259b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.777545 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c8e65980-51a4-490b-a6a0-abb7454259b8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4ea1b1e636e4d99ba06fc80be763c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9693937 Aug 31 01:07:12.778222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42150) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:12.782597 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc617740-ddec-420c-990e-5b585e37297e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.790941 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc617740-ddec-420c-990e-5b585e37297e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.792345 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cc617740-ddec-420c-990e-5b585e37297e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/81891da0-a909-443b-8b5c-e6d7e5891ce2 HTTP/1.1" status: 204 len: 168 time: 0.4413750 Aug 31 01:07:12.849182 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.883983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5270ce-1aa4-4206-ac01-fc1790a60d89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40caa008-e159-429d-8626-86eed733b1aa'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:12.901441 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c29315-ebc0-40ae-94aa-6b7c92d741c3" -d '{"events": [{"server_uuid": "3f5270ce-1aa4-4206-ac01-fc1790a60d89", "name": "network-vif-unplugged", "status": "completed", "tag": "40caa008-e159-429d-8626-86eed733b1aa"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:12.932865 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e65980-51a4-490b-a6a0-abb7454259b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712b5e8e-0b46-4054-82fc-fb94d5cc4321,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:12.933111 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 40caa008-e159-429d-8626-86eed733b1aa, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=40caa008-e159-429d-8626-86eed733b1aa,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:12.956745 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:12.969716 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc617740-ddec-420c-990e-5b585e37297e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81891da0-a909-443b-8b5c-e6d7e5891ce2,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:12.981477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-508f4519-0e33-48c1-a35b-6b1511b2bff7 admin admin] Deleting port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:12.981855 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-508f4519-0e33-48c1-a35b-6b1511b2bff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.046738 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97c218f9-6cd8-4a90-9838-03f96fdb8bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.064531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=40caa008-e159-429d-8626-86eed733b1aa,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:13.110817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-508f4519-0e33-48c1-a35b-6b1511b2bff7 admin admin] For port 60ad9df5-822f-4be9-a1d0-f70f7f9d1446, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=60ad9df5-822f-4be9-a1d0-f70f7f9d1446,segment=NetworkSegment(5b271eea-852a-49c0-9676-0021be93a8ac),segment_id=5b271eea-852a-49c0-9676-0021be93a8ac)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:13.111157 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-508f4519-0e33-48c1-a35b-6b1511b2bff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.142230 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97c218f9-6cd8-4a90-9838-03f96fdb8bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.142469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-508f4519-0e33-48c1-a35b-6b1511b2bff7 admin admin] Calling delete_port for 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:13.249425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c909e2-3b62-4689-a5a5-018ba19381b9 req-f96a893d-b0bf-4fd1-a9ad-fb857d4ae086 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:13.252089 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d7c909e2-3b62-4689-a5a5-018ba19381b9 req-f96a893d-b0bf-4fd1-a9ad-fb857d4ae086 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f5270ce-1aa4-4206-ac01-fc1790a60d89 HTTP/1.1" status: 200 len: 943 time: 0.1651728 Aug 31 01:07:13.320927 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97c218f9-6cd8-4a90-9838-03f96fdb8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.325972 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97c218f9-6cd8-4a90-9838-03f96fdb8bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.328149 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-97c218f9-6cd8-4a90-9838-03f96fdb8bc0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/712b5e8e-0b46-4054-82fc-fb94d5cc4321 HTTP/1.1" status: 204 len: 168 time: 0.5473030 Aug 31 01:07:13.364143 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c218f9-6cd8-4a90-9838-03f96fdb8bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b5e8e-0b46-4054-82fc-fb94d5cc4321,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:13.366392 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-508f4519-0e33-48c1-a35b-6b1511b2bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.443750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-b4e9cbda-0ee7-4c2f-8e9f-76043616737a service neutron] 10.222.0.58 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7820630 Aug 31 01:07:13.496532 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-d7c909e2-3b62-4689-a5a5-018ba19381b9 req-1fddbaef-dfed-4d98-b8c6-806f54d54e27 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Deleting port 40caa008-e159-429d-8626-86eed733b1aa {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:13.496966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d7c909e2-3b62-4689-a5a5-018ba19381b9 req-1fddbaef-dfed-4d98-b8c6-806f54d54e27 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.506640 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f4519-0e33-48c1-a35b-6b1511b2bff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ad9df5-822f-4be9-a1d0-f70f7f9d1446,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:13.533193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c20b78cc-a2dd-45fd-9c80-d4b5c1b30b8f req-761a8a25-7a46-4d63-a5a5-ada28eaccb66 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296139 Aug 31 01:07:13.731821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-d7c909e2-3b62-4689-a5a5-018ba19381b9 req-1fddbaef-dfed-4d98-b8c6-806f54d54e27 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] For port 40caa008-e159-429d-8626-86eed733b1aa, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=40caa008-e159-429d-8626-86eed733b1aa,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:13.732328 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d7c909e2-3b62-4689-a5a5-018ba19381b9 req-1fddbaef-dfed-4d98-b8c6-806f54d54e27 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:13.764674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-d7c909e2-3b62-4689-a5a5-018ba19381b9 req-1fddbaef-dfed-4d98-b8c6-806f54d54e27 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Calling delete_port for 40caa008-e159-429d-8626-86eed733b1aa owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:13.862376 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dad51d0c-bf17-4cd6-929c-53d1ce8b131e req-41ce453e-4e8f-4aa8-8f1e-df5ab6039a54 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 210 time: 0.1205277 Aug 31 01:07:13.978293 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e04f2f-a862-48b0-b3ee-cdfd56ac447f x-openstack-request-id: req-48e04f2f-a862-48b0-b3ee-cdfd56ac447f {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:13.978593 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5270ce-1aa4-4206-ac01-fc1790a60d89", "name": "network-vif-unplugged", "status": "completed", "tag": "40caa008-e159-429d-8626-86eed733b1aa", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:13.978848 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48e04f2f-a862-48b0-b3ee-cdfd56ac447f {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:13.979642 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5270ce-1aa4-4206-ac01-fc1790a60d89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40caa008-e159-429d-8626-86eed733b1aa', 'code': 200} Aug 31 01:07:13.999069 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-14914f2b-9d4b-478c-8a95-104adb98ab18 service neutron] 10.222.0.58 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024641 Aug 31 01:07:14.036019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42212) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:14.057968 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-67fa51b7-0ee1-4f40-a4c0-9d82c5ba0ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.098310 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d7c909e2-3b62-4689-a5a5-018ba19381b9 req-1fddbaef-dfed-4d98-b8c6-806f54d54e27 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.161299 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-508f4519-0e33-48c1-a35b-6b1511b2bff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.197741 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddbaef-dfed-4d98-b8c6-806f54d54e27 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Pushing event deleted for resources: {'Port': ['ID=40caa008-e159-429d-8626-86eed733b1aa,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:14.387249 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-67fa51b7-0ee1-4f40-a4c0-9d82c5ba0ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.400424 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-67fa51b7-0ee1-4f40-a4c0-9d82c5ba0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.464496 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-67fa51b7-0ee1-4f40-a4c0-9d82c5ba0ddb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6cc3263785b1474da432d3989e57592c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273970 Aug 31 01:07:14.467387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42228) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:14.646176 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38bf1e1b-fb4c-4ced-a2ec-76f6b62ec982 req-171640f5-a2cf-42c6-a0f2-2929b3f34ae0 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 210 time: 0.1957262 Aug 31 01:07:14.710231 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c909e2-3b62-4689-a5a5-018ba19381b9 req-1fddbaef-dfed-4d98-b8c6-806f54d54e27 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] No DVR routers for this DVR port 40caa008-e159-429d-8626-86eed733b1aa on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:14.733646 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d7c909e2-3b62-4689-a5a5-018ba19381b9 req-1fddbaef-dfed-4d98-b8c6-806f54d54e27 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.735916 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d7c909e2-3b62-4689-a5a5-018ba19381b9 req-1fddbaef-dfed-4d98-b8c6-806f54d54e27 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.70 "DELETE /v2.0/ports/40caa008-e159-429d-8626-86eed733b1aa HTTP/1.1" status: 204 len: 173 time: 1.4766784 Aug 31 01:07:14.758325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5270ce-1aa4-4206-ac01-fc1790a60d89', 'name': 'network-vif-deleted', 'tag': '40caa008-e159-429d-8626-86eed733b1aa'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:14.781191 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6248234-3334-4679-8aae-d064fa12f7fe" -d '{"events": [{"server_uuid": "3f5270ce-1aa4-4206-ac01-fc1790a60d89", "name": "network-vif-deleted", "tag": "40caa008-e159-429d-8626-86eed733b1aa"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:14.783577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcf55d-7803-4892-9d5a-a7242847bb72 req-81a54bc0-892d-41e8-a09c-7ba3f88e486c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:14.784159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa51b7-0ee1-4f40-a4c0-9d82c5ba0ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282ab96c-0b25-4799-9766-c4f5ad62d84e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:14.794524 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7dfcf55d-7803-4892-9d5a-a7242847bb72 req-81a54bc0-892d-41e8-a09c-7ba3f88e486c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.1175842 Aug 31 01:07:14.847522 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508f4519-0e33-48c1-a35b-6b1511b2bff7 admin admin] Router ae4971a8-bc74-4e29-9403-eda9603b22b2 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:07:14.887542 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563660b2-4d5c-413c-b01c-6e782ac12d80 x-openstack-request-id: req-563660b2-4d5c-413c-b01c-6e782ac12d80 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:14.887542 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5270ce-1aa4-4206-ac01-fc1790a60d89", "name": "network-vif-deleted", "tag": "40caa008-e159-429d-8626-86eed733b1aa", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:14.887542 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-563660b2-4d5c-413c-b01c-6e782ac12d80 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:14.887542 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5270ce-1aa4-4206-ac01-fc1790a60d89', 'name': 'network-vif-deleted', 'tag': '40caa008-e159-429d-8626-86eed733b1aa', 'status': 'completed', 'code': 200} Aug 31 01:07:14.930174 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4510bcd0-658a-4cf1-a330-e854046c8714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:14.972591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7dfcf55d-7803-4892-9d5a-a7242847bb72 req-f5851d3b-40af-41fd-9dc9-84a3a45f2dff tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751854 Aug 31 01:07:15.011142 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4510bcd0-658a-4cf1-a330-e854046c8714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.049960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508f4519-0e33-48c1-a35b-6b1511b2bff7 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:07:15.061189 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685b31c-fb16-4f95-9b32-8069d231c3b3 None None] Sync routers for ids ['ae4971a8-bc74-4e29-9403-eda9603b22b2'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:07:15.063354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-508f4519-0e33-48c1-a35b-6b1511b2bff7 admin admin] 10.222.0.58 "PUT /v2.0/routers/ae4971a8-bc74-4e29-9403-eda9603b22b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1217048 Aug 31 01:07:15.065703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42258) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:15.087625 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c685b31c-fb16-4f95-9b32-8069d231c3b3 None None] Routers {'ae4971a8-bc74-4e29-9403-eda9603b22b2'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:15.091836 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c685b31c-fb16-4f95-9b32-8069d231c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:06:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['ae4971a8-bc74-4e29-9403-eda9603b22b2'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:15.133476 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42260) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:15.183440 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0bff9432-5dc5-4690-96cf-b9ea42a0170d req-4c6704cb-d1e6-4d83-ae64-2b9cd8a5e60e tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 210 time: 0.0605836 Aug 31 01:07:15.184521 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4510bcd0-658a-4cf1-a330-e854046c8714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.188576 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4510bcd0-658a-4cf1-a330-e854046c8714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.190434 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4510bcd0-658a-4cf1-a330-e854046c8714 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/282ab96c-0b25-4799-9766-c4f5ad62d84e HTTP/1.1" status: 204 len: 168 time: 0.7205975 Aug 31 01:07:15.234052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510bcd0-658a-4cf1-a330-e854046c8714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282ab96c-0b25-4799-9766-c4f5ad62d84e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:15.436988 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.495130 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-c685b31c-fb16-4f95-9b32-8069d231c3b3 None None] Set router ae4971a8-bc74-4e29-9403-eda9603b22b2 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:15.505461 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7fcdd68-3946-465d-8bd1-d69cb85d9d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.673999 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7fcdd68-3946-465d-8bd1-d69cb85d9d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.694279 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7fcdd68-3946-465d-8bd1-d69cb85d9d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.736142 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e7fcdd68-3946-465d-8bd1-d69cb85d9d9b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c94ae9373404a05a9930df7570d293f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6013079 Aug 31 01:07:15.738362 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42274) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:15.812904 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcdd68-3946-465d-8bd1-d69cb85d9d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c28bdf9-b8f7-4e66-8df0-a9047abe5fe9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:15.863490 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1ca0856c-e7f3-4824-8c89-b0760d217f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.894694 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1ca0856c-e7f3-4824-8c89-b0760d217f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.973162 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e836f40f-2803-4609-999d-5e554f9bd23b req-e9e877c7-1626-4f22-8707-556b63aff109 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 210 time: 0.1081676 Aug 31 01:07:15.977534 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c685b31c-fb16-4f95-9b32-8069d231c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'name': 'tempest-FloatingIPsTestJSON-1264485149-router', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '0f97df84-f407-4211-8a63-152839ac8c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:43Z', 'updated_at': '2021-08-31T01:07:13Z', 'revision_number': 5, 'project_id': 'a85457cd167040e78d84c743dbc9fb2a', 'gw_port': {'id': '0f97df84-f407-4211-8a63-152839ac8c15', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:46Z', 'updated_at': '2021-08-31T01:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:15.988162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1ca0856c-e7f3-4824-8c89-b0760d217f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:15.991538 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1ca0856c-e7f3-4824-8c89-b0760d217f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.000500 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.002998 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1ca0856c-e7f3-4824-8c89-b0760d217f1f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c28bdf9-b8f7-4e66-8df0-a9047abe5fe9 HTTP/1.1" status: 204 len: 168 time: 0.2598453 Aug 31 01:07:16.034654 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0856c-e7f3-4824-8c89-b0760d217f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c28bdf9-b8f7-4e66-8df0-a9047abe5fe9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:16.089322 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685b31c-fb16-4f95-9b32-8069d231c3b3 None None] Checking router: ae4971a8-bc74-4e29-9403-eda9603b22b2 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:07:16.107047 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c685b31c-fb16-4f95-9b32-8069d231c3b3 None None] Routers {'ae4971a8-bc74-4e29-9403-eda9603b22b2'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:16.108346 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c685b31c-fb16-4f95-9b32-8069d231c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:06:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['ae4971a8-bc74-4e29-9403-eda9603b22b2'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:16.160381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] Deleting port 0f97df84-f407-4211-8a63-152839ac8c15 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:16.168946 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.341276 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-7a883756-a458-4cf1-b679-4014f9c8e2f5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:16.348331 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-7a883756-a458-4cf1-b679-4014f9c8e2f5 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.70 "GET /v2.0/networks?id=7df08447-9b37-4e36-b964-679e1ae45569 HTTP/1.1" status: 200 len: 804 time: 0.2336948 Aug 31 01:07:16.385864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-b3440897-af30-4368-8624-940bb5c6f5aa tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Request body: {'port': {'device_id': '267c6459-c337-4e68-ac77-922a3c8a78ff', 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569', 'admin_state_up': True, 'tenant_id': '28226a71c0e34073997a2b6dd4f2d2eb'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:16.482192 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-c685b31c-fb16-4f95-9b32-8069d231c3b3 None None] Set router ae4971a8-bc74-4e29-9403-eda9603b22b2 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:16.589533 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f6e71b4-f84f-4907-8316-bcd10740809c req-a058aebc-89a8-4020-86f6-369a9938e6c3 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 210 time: 0.1136327 Aug 31 01:07:16.675810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca6ff2-2391-453d-80b8-4b7d1d14ab80 req-5c3de0f3-4b81-44b8-8617-d1b8e9f124c3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:16.687926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-adca6ff2-2391-453d-80b8-4b7d1d14ab80 req-5c3de0f3-4b81-44b8-8617-d1b8e9f124c3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.5264077 Aug 31 01:07:16.715252 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-b3440897-af30-4368-8624-940bb5c6f5aa tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Made reservation on behalf of 28226a71c0e34073997a2b6dd4f2d2eb for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:16.719889 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-b3440897-af30-4368-8624-940bb5c6f5aa tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.756305 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c685b31c-fb16-4f95-9b32-8069d231c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'name': 'tempest-FloatingIPsTestJSON-1264485149-router', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:43Z', 'updated_at': '2021-08-31T01:07:16Z', 'revision_number': 6, 'project_id': 'a85457cd167040e78d84c743dbc9fb2a', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:16.817246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] For port 0f97df84-f407-4211-8a63-152839ac8c15, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0f97df84-f407-4211-8a63-152839ac8c15,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:16.817660 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:16.871341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-adca6ff2-2391-453d-80b8-4b7d1d14ab80 req-f05d7260-944f-42ae-8d59-64f411340163 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621468 Aug 31 01:07:16.904979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] Calling delete_port for 0f97df84-f407-4211-8a63-152839ac8c15 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:16.938429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42310) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:16.947698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-db0d1cf8-3d3b-4d6e-96e6-e3722f069b21 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1178464963'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:17.080796 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685b31c-fb16-4f95-9b32-8069d231c3b3 None None] The sync data for ids ['ae4971a8-bc74-4e29-9403-eda9603b22b2'] in n-d-802060-13 is: [{'id': 'ae4971a8-bc74-4e29-9403-eda9603b22b2', 'name': 'tempest-FloatingIPsTestJSON-1264485149-router', 'tenant_id': 'a85457cd167040e78d84c743dbc9fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:43Z', 'updated_at': '2021-08-31T01:07:16Z', 'revision_number': 6, 'project_id': 'a85457cd167040e78d84c743dbc9fb2a', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:07:17.156646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0d1cf8-3d3b-4d6e-96e6-e3722f069b21 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Made reservation on behalf of ac491d9f80684a44a8cc262e4982e966 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:17.168015 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-db0d1cf8-3d3b-4d6e-96e6-e3722f069b21 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.220882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0d1cf8-3d3b-4d6e-96e6-e3722f069b21 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:07:17.232769 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-db0d1cf8-3d3b-4d6e-96e6-e3722f069b21 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.233124 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-db0d1cf8-3d3b-4d6e-96e6-e3722f069b21 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Added segment e485ace3-ed21-4c65-a02f-b69fbb7883f7 of type vlan for network b31b1865-ff35-42ae-8079-b6731ab28a21 Aug 31 01:07:17.302267 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-db0d1cf8-3d3b-4d6e-96e6-e3722f069b21 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.369434 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-db0d1cf8-3d3b-4d6e-96e6-e3722f069b21 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.374934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0d1cf8-3d3b-4d6e-96e6-e3722f069b21 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:17.375580 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-db0d1cf8-3d3b-4d6e-96e6-e3722f069b21 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.490622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:17.543450 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:17.543794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 60ad9df5-822f-4be9-a1d0-f70f7f9d1446 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:17.612766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d1cf8-3d3b-4d6e-96e6-e3722f069b21 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'Network': ['ID=b31b1865-ff35-42ae-8079-b6731ab28a21,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:17.634893 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network b31b1865-ff35-42ae-8079-b6731ab28a21 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:07:17.645148 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8dca8646-7eb5-4bd6-8639-fb2bee3874da req-26b220e1-e3bb-4cd9-8a1a-25bf521e0f2e tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 210 time: 0.5091863 Aug 31 01:07:17.678526 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-b3440897-af30-4368-8624-940bb5c6f5aa tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Allocated IP 172.20.0.10 (7df08447-9b37-4e36-b964-679e1ae45569/45904437-7514-4138-a03a-8b8d200388fe/816fe75e-ebb1-470f-a411-cc5cd7ceea96) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:17.713997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-db0d1cf8-3d3b-4d6e-96e6-e3722f069b21 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7695942 Aug 31 01:07:17.714404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42338) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:17.742189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-7a9d165a-35f2-4c1a-bc90-8745178302b9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-698554255'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:17.908425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b33fcbcb-504c-414c-b77e-491b96ef6ba6 req-a23314a0-e7ae-4834-a337-bbc251dc673a tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 210 time: 0.1431351 Aug 31 01:07:17.948454 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-b3440897-af30-4368-8624-940bb5c6f5aa tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:17.975813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9d165a-35f2-4c1a-bc90-8745178302b9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Made reservation on behalf of ac491d9f80684a44a8cc262e4982e966 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:17.992333 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a9d165a-35f2-4c1a-bc90-8745178302b9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.033433 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-b3440897-af30-4368-8624-940bb5c6f5aa tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.034472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9d165a-35f2-4c1a-bc90-8745178302b9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:07:18.058747 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a9d165a-35f2-4c1a-bc90-8745178302b9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.058747 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-7a9d165a-35f2-4c1a-bc90-8745178302b9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Added segment 0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0 of type vlan for network e89443cc-9b69-4c94-9137-62b2d80389e0 Aug 31 01:07:18.077595 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.111076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f97df84-f407-4211-8a63-152839ac8c15,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:18.182614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-b3440897-af30-4368-8624-940bb5c6f5aa tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Network 7df08447-9b37-4e36-b964-679e1ae45569 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:18.189784 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-b3440897-af30-4368-8624-940bb5c6f5aa tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:18.202595 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-b3440897-af30-4368-8624-940bb5c6f5aa tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:18.233040 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a9d165a-35f2-4c1a-bc90-8745178302b9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.248622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f626cf-42ed-4c76-8b7f-95828902bbdb req-77aec420-21c6-40d6-88c4-88231e8a87f3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:18.284953 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3f626cf-42ed-4c76-8b7f-95828902bbdb req-77aec420-21c6-40d6-88c4-88231e8a87f3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.2633739 Aug 31 01:07:18.324594 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-b3440897-af30-4368-8624-940bb5c6f5aa tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:18.325235 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-b3440897-af30-4368-8624-940bb5c6f5aa tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.355746 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-b3440897-af30-4368-8624-940bb5c6f5aa tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9934607 Aug 31 01:07:18.363175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3440897-af30-4368-8624-940bb5c6f5aa tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Pushing event updated for resources: {'Port': ['ID=816fe75e-ebb1-470f-a411-cc5cd7ceea96,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:18.372730 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Request body: {'port': {'device_id': '267c6459-c337-4e68-ac77-922a3c8a78ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:18.398735 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.resource_extend [None req-7a9d165a-35f2-4c1a-bc90-8745178302b9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:07:18.442475 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.634274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 40caa008-e159-429d-8626-86eed733b1aa no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:18.716462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 40caa008-e159-429d-8626-86eed733b1aa {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:18.716802 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 40caa008-e159-429d-8626-86eed733b1aa not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:18.841396 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816fe75e-ebb1-470f-a411-cc5cd7ceea96 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:07:18.852711 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.888741 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Transition to ACTIVE for port object 816fe75e-ebb1-470f-a411-cc5cd7ceea96 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:18.894293 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.955658 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a9d165a-35f2-4c1a-bc90-8745178302b9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.962010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d165a-35f2-4c1a-bc90-8745178302b9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:18.962631 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a9d165a-35f2-4c1a-bc90-8745178302b9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.982786 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:18.990584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Pushing event updated for resources: {'Port': ['ID=816fe75e-ebb1-470f-a411-cc5cd7ceea96,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:19.010570 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3f626cf-42ed-4c76-8b7f-95828902bbdb req-e8f6b5a5-6bb7-4244-b298-10751fdb5ae3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7247329 Aug 31 01:07:19.143409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Attempting to bind port 816fe75e-ebb1-470f-a411-cc5cd7ceea96 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:19.144286 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Attempting to bind port 816fe75e-ebb1-470f-a411-cc5cd7ceea96 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:19.151186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Attempting to bind port 816fe75e-ebb1-470f-a411-cc5cd7ceea96 on network 7df08447-9b37-4e36-b964-679e1ae45569 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:19.152727 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42392) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:19.160977 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Port 816fe75e-ebb1-470f-a411-cc5cd7ceea96 on network 7df08447-9b37-4e36-b964-679e1ae45569 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:19.161392 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Attempting to bind port 816fe75e-ebb1-470f-a411-cc5cd7ceea96 on network 7df08447-9b37-4e36-b964-679e1ae45569 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:19.173748 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:19.175368 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Checking segment: {'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:19.176006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Bound using segment: {'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:19.178375 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Bound port: 816fe75e-ebb1-470f-a411-cc5cd7ceea96, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:19.181870 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.214674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7a9d165a-35f2-4c1a-bc90-8745178302b9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4880681 Aug 31 01:07:19.217007 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42396) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:19.223465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c4994158-faf7-4530-89db-54b649a5f706 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'subnet': {'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:19.244128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9859c-0460-475f-a950-c5ded77fca2b req-ea3aa419-a1fb-497a-abed-278a7fb8ca86 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:19.252961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dfc9859c-0460-475f-a950-c5ded77fca2b req-ea3aa419-a1fb-497a-abed-278a7fb8ca86 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 944 time: 0.3647175 Aug 31 01:07:19.285288 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.290365 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.370881 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53c018a4-55ab-4389-a02a-180f39687653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.402658 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] For port 816fe75e-ebb1-470f-a411-cc5cd7ceea96, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:19.420272 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] For port 816fe75e-ebb1-470f-a411-cc5cd7ceea96, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=816fe75e-ebb1-470f-a411-cc5cd7ceea96,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:07:19.422762 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0f97df84-f407-4211-8a63-152839ac8c15 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:19.432020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d165a-35f2-4c1a-bc90-8745178302b9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'Network': ['ID=e89443cc-9b69-4c94-9137-62b2d80389e0,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:19.453080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.458236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44977ed0-9a67-48cd-868f-87e3a16c0c05 req-ecc7aff6-cd49-4657-a4d8-63ead877826b tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6270a04-88fd-407a-b9bd-7eb0cdb8d63c HTTP/1.1" status: 200 len: 210 time: 0.2484026 Aug 31 01:07:19.459410 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.459944 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae4971a8-bc74-4e29-9403-eda9603b22b2 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:07:19.467207 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.468752 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-111bfbd8-f4b7-4c0c-bd49-91db13fe98e9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ae4971a8-bc74-4e29-9403-eda9603b22b2 HTTP/1.1" status: 204 len: 168 time: 4.4019256 Aug 31 01:07:19.471249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42400) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:19.472274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network e89443cc-9b69-4c94-9137-62b2d80389e0 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:07:19.493728 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 0f97df84-f407-4211-8a63-152839ac8c15 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:19.494219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0f97df84-f407-4211-8a63-152839ac8c15 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:19.535797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dfc9859c-0460-475f-a950-c5ded77fca2b req-b1c8d2b9-0e0b-4fd0-9496-db9778e3f644 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817318 Aug 31 01:07:19.568837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f5d68a-5929-47bf-8d72-095ac870fb94 admin admin] Deleting subnet cc5496f9-6cfc-4325-972c-14c1625d1478 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:07:19.588239 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28f5d68a-5929-47bf-8d72-095ac870fb94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.590102 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.db.api [None req-c4994158-faf7-4530-89db-54b649a5f706 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:07:19.590102 n-d-802060-13 neutron-server[94760]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 01:07:19.590102 n-d-802060-13 neutron-server[94760]: [parameters: {'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'id': '0fcc136d-0000-4229-b2e9-2882a0750ff8', 'expiration': datetime.datetime(2021, 8, 31, 1, 9, 19, 464114)}] Aug 31 01:07:19.590102 n-d-802060-13 neutron-server[94760]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:07:19.596275 n-d-802060-13 neutron-server[94760]: DEBUG oslo_db.api [None req-c4994158-faf7-4530-89db-54b649a5f706 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:07:19.655037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:19.655961 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.657688 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] 10.222.0.70 "PUT /v2.0/ports/816fe75e-ebb1-470f-a411-cc5cd7ceea96 HTTP/1.1" status: 200 len: 1093 time: 1.2916396 Aug 31 01:07:19.674043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267c6459-c337-4e68-ac77-922a3c8a78ff', 'tag': '816fe75e-ebb1-470f-a411-cc5cd7ceea96'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:19.680855 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ae0f3d-b90b-47f5-bbaf-e1c6f89aae64" -d '{"events": [{"name": "network-changed", "server_uuid": "267c6459-c337-4e68-ac77-922a3c8a78ff", "tag": "816fe75e-ebb1-470f-a411-cc5cd7ceea96"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:19.687833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28f5d68a-5929-47bf-8d72-095ac870fb94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.833745 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6a7260-b399-48ba-a377-d5060419f7ea x-openstack-request-id: req-ee6a7260-b399-48ba-a377-d5060419f7ea {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:19.834038 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267c6459-c337-4e68-ac77-922a3c8a78ff", "tag": "816fe75e-ebb1-470f-a411-cc5cd7ceea96", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:19.834293 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee6a7260-b399-48ba-a377-d5060419f7ea {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:19.834700 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267c6459-c337-4e68-ac77-922a3c8a78ff', 'tag': '816fe75e-ebb1-470f-a411-cc5cd7ceea96', 'status': 'completed', 'code': 200} Aug 31 01:07:19.847032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994609b-78e7-4100-90f7-4ff38f51fe78 service neutron] Pushing event updated for resources: {'Port': ['ID=816fe75e-ebb1-470f-a411-cc5cd7ceea96,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:19.873865 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28f5d68a-5929-47bf-8d72-095ac870fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:19.875901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-2f31599d-91e4-464d-90a6-466d0224c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:19.877697 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-2f31599d-91e4-464d-90a6-466d0224c7af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=28226a71c0e34073997a2b6dd4f2d2eb&device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 1096 time: 0.1507995 Aug 31 01:07:19.926686 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-7a887be2-4b08-4fe2-bbaa-924dda8e8e57 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=816fe75e-ebb1-470f-a411-cc5cd7ceea96 HTTP/1.1" status: 200 len: 217 time: 0.0405016 Aug 31 01:07:19.953236 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28f5d68a-5929-47bf-8d72-095ac870fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.006957 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53c018a4-55ab-4389-a02a-180f39687653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.022557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-107ff920-5b47-44c6-8e03-eb7be42141f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:20.027406 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-107ff920-5b47-44c6-8e03-eb7be42141f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45904437-7514-4138-a03a-8b8d200388fe HTTP/1.1" status: 200 len: 844 time: 0.0932240 Aug 31 01:07:20.028454 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53c018a4-55ab-4389-a02a-180f39687653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.040019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5d68a-5929-47bf-8d72-095ac870fb94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5496f9-6cfc-4325-972c-14c1625d1478,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:20.047808 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28f5d68a-5929-47bf-8d72-095ac870fb94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.052156 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-28f5d68a-5929-47bf-8d72-095ac870fb94 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cc5496f9-6cfc-4325-972c-14c1625d1478 HTTP/1.1" status: 204 len: 168 time: 0.5795693 Aug 31 01:07:20.055677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42426) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:20.056844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b921f4dc-b170-4194-9f5c-2e34b1ba5d7a None None] Network 6d4284e7-3040-4147-ab68-024dc5811bad requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:20.162685 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-03c66701-dc13-4834-8583-a267eac48da4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7df08447-9b37-4e36-b964-679e1ae45569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846717 Aug 31 01:07:20.256121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42430) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:20.273697 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c018a4-55ab-4389-a02a-180f39687653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff531af-6dd2-4e35-8ef8-d152e2dc1c2d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:20.331149 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-53c018a4-55ab-4389-a02a-180f39687653 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52d65e8b114645c087a3e319f4fedc79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1770632 Aug 31 01:07:20.332617 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.335872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42434) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:20.336889 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-b62d787a-3634-4f89-82f1-cccee0f572ed service neutron] 10.222.0.70 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642354 Aug 31 01:07:20.340652 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4994158-faf7-4530-89db-54b649a5f706 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Made reservation on behalf of ac491d9f80684a44a8cc262e4982e966 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:20.345304 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4994158-faf7-4530-89db-54b649a5f706 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.369257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9819feae-0e68-4787-a4e2-bb0c602cfb9e None None] DHCP port deletion for 6d4284e7-3040-4147-ab68-024dc5811bad request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:07:20.417946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8d418-0af2-4cfa-899a-27ba1473659b req-6bafa48c-8993-48f8-b867-2f8bf10f1f75 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:20.426031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-31f8d418-0af2-4cfa-899a-27ba1473659b req-6bafa48c-8993-48f8-b867-2f8bf10f1f75 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.2438967 Aug 31 01:07:20.479095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9819feae-0e68-4787-a4e2-bb0c602cfb9e None None] Deleting port f50bc999-c391-4403-bd2e-fb89a9c0c9a7 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:20.479498 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9819feae-0e68-4787-a4e2-bb0c602cfb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.527273 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-31f8d418-0af2-4cfa-899a-27ba1473659b req-914c902c-9980-40f7-a485-a5904d6135ca tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875826 Aug 31 01:07:20.567202 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-245135ea-ed3c-4bf3-af24-57228b65fdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.578905 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-90a0c598-e2cd-445d-ac14-8c24cb3d0bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.610421 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-90a0c598-e2cd-445d-ac14-8c24cb3d0bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.644843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9819feae-0e68-4787-a4e2-bb0c602cfb9e None None] For port f50bc999-c391-4403-bd2e-fb89a9c0c9a7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f50bc999-c391-4403-bd2e-fb89a9c0c9a7,segment=NetworkSegment(5b271eea-852a-49c0-9676-0021be93a8ac),segment_id=5b271eea-852a-49c0-9676-0021be93a8ac)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:20.645255 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9819feae-0e68-4787-a4e2-bb0c602cfb9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.682145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9819feae-0e68-4787-a4e2-bb0c602cfb9e None None] Calling delete_port for f50bc999-c391-4403-bd2e-fb89a9c0c9a7 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:20.714405 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42444) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:20.728093 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-90a0c598-e2cd-445d-ac14-8c24cb3d0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.732441 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-90a0c598-e2cd-445d-ac14-8c24cb3d0bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.733786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-90a0c598-e2cd-445d-ac14-8c24cb3d0bcc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ff531af-6dd2-4e35-8ef8-d152e2dc1c2d HTTP/1.1" status: 204 len: 168 time: 0.3971210 Aug 31 01:07:20.770808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0c598-e2cd-445d-ac14-8c24cb3d0bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff531af-6dd2-4e35-8ef8-d152e2dc1c2d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:20.796732 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2cb786c-e65e-4444-9c73-f1583a81fbd2 req-909579f7-9b22-4f3f-8478-e9a6671e5f32 service neutron] 10.222.0.70 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466026 Aug 31 01:07:20.802666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ddbc9-dfcc-4a0e-86b7-578c8b9a9edc req-1ac3417d-2537-4165-9d60-5a5fdffad867 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:20.805615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c33ddbc9-dfcc-4a0e-86b7-578c8b9a9edc req-1ac3417d-2537-4165-9d60-5a5fdffad867 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 944 time: 0.1318915 Aug 31 01:07:20.816401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Deleting port f50bc999-c391-4403-bd2e-fb89a9c0c9a7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:20.816960 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.821825 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9819feae-0e68-4787-a4e2-bb0c602cfb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:20.836510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9819feae-0e68-4787-a4e2-bb0c602cfb9e None None] No DVR routers for this DVR port f50bc999-c391-4403-bd2e-fb89a9c0c9a7 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:20.857802 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819feae-0e68-4787-a4e2-bb0c602cfb9e None None] Pushing event deleted for resources: {'Port': ['ID=f50bc999-c391-4403-bd2e-fb89a9c0c9a7,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:20.978535 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-789aac20-6813-4fa8-9946-ef34ada89d51 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.007757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] For port f50bc999-c391-4403-bd2e-fb89a9c0c9a7, host n-d-802060-13, got binding levels [] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:21.007890 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.015892 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae0f3d-b90b-47f5-bbaf-e1c6f89aae64 req-7a0e989c-516a-40a8-9d0c-55416f4d2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:21.017773 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b3ae0f3d-b90b-47f5-bbaf-e1c6f89aae64 req-7a0e989c-516a-40a8-9d0c-55416f4d2b24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=28226a71c0e34073997a2b6dd4f2d2eb&device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 1096 time: 0.1315274 Aug 31 01:07:21.023173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Calling delete_port for f50bc999-c391-4403-bd2e-fb89a9c0c9a7 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:21.027005 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.ipam_backend_mixin [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Port f50bc999-c391-4403-bd2e-fb89a9c0c9a7 was not found and therefore no delete operation was performed {{(pid=94761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:07:21.027167 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-245135ea-ed3c-4bf3-af24-57228b65fdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.028347 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.065404 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-245135ea-ed3c-4bf3-af24-57228b65fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.082615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] No DVR routers for this DVR port f50bc999-c391-4403-bd2e-fb89a9c0c9a7 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:21.118260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Pushing event deleted for resources: {'Port': ['ID=f50bc999-c391-4403-bd2e-fb89a9c0c9a7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:21.124405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c33ddbc9-dfcc-4a0e-86b7-578c8b9a9edc req-63ad1c96-d6bc-4f42-bd5b-51dbf4ec8e43 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008492 Aug 31 01:07:21.133039 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f5ea-e7b9-452f-bbc7-7ea16e7b8fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.192789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245135ea-ed3c-4bf3-af24-57228b65fdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74fe4bb-8e85-4ca5-98ce-8c0acb44ff9e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:21.206175 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.227819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4284e7-3040-4147-ab68-024dc5811bad']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:21.239131 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-789aac20-6813-4fa8-9946-ef34ada89d51 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.253191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b271eea-852a-49c0-9676-0021be93a8ac') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:21.253711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b271eea-852a-49c0-9676-0021be93a8ac') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:21.262455 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-245135ea-ed3c-4bf3-af24-57228b65fdf4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf3ee60411954cc58a20232d0dc41999&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0000927 Aug 31 01:07:21.265175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42454) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:21.278984 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.281073 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4994158-faf7-4530-89db-54b649a5f706 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.311180 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.319133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:07:21.320138 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:07:21.322385 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:07:21.408549 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-789aac20-6813-4fa8-9946-ef34ada89d51 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.411162 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-789aac20-6813-4fa8-9946-ef34ada89d51 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.422404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-789aac20-6813-4fa8-9946-ef34ada89d51 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "DELETE /v2.0/security-groups/f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e HTTP/1.1" status: 204 len: 168 time: 0.7064643 Aug 31 01:07:21.423784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42460) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:21.432677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f50bc999-c391-4403-bd2e-fb89a9c0c9a7 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:21.456932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789aac20-6813-4fa8-9946-ef34ada89d51 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:21.465293 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae0f3d-b90b-47f5-bbaf-e1c6f89aae64 req-609d7b2b-7b83-48f6-a5ee-f4c3b1988165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:21.469342 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b3ae0f3d-b90b-47f5-bbaf-e1c6f89aae64 req-609d7b2b-7b83-48f6-a5ee-f4c3b1988165 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7df08447-9b37-4e36-b964-679e1ae45569 HTTP/1.1" status: 200 len: 905 time: 0.4405026 Aug 31 01:07:21.470525 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.474018 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-10347975-49ed-4c96-bcd8-58a0c44294d3 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] show failed (client error): The resource could not be found. Aug 31 01:07:21.484921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-10347975-49ed-4c96-bcd8-58a0c44294d3 tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "GET /v2.0/security-groups/f6d9fe18-2ac2-47d9-95c1-2ee384b1b39e HTTP/1.1" status: 404 len: 347 time: 0.0529919 Aug 31 01:07:21.487850 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42462) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:21.498142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: f50bc999-c391-4403-bd2e-fb89a9c0c9a7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:21.500701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f50bc999-c391-4403-bd2e-fb89a9c0c9a7 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:21.531947 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.537499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6d4284e7-3040-4147-ab68-024dc5811bad HTTP/1.1" status: 204 len: 168 time: 1.4783399 Aug 31 01:07:21.596969 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6526173-99ea-4ac1-82b8-b4fba03cb795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.652487 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6526173-99ea-4ac1-82b8-b4fba03cb795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.675036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ee8a1-1166-4c6e-a45f-91c2a22cac65 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4284e7-3040-4147-ab68-024dc5811bad,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:21.833523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4994158-faf7-4530-89db-54b649a5f706 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Checking segment: {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:21.834177 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4994158-faf7-4530-89db-54b649a5f706 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Network hostable DHCP agents. Network: b31b1865-ff35-42ae-8079-b6731ab28a21, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:07:21.834868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb5bb3-6e23-4b19-bbb1-632d1b831bde req-a64c850e-860d-4d96-9c38-5c2ea7181b7f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:21.836837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7fb5bb3-6e23-4b19-bbb1-632d1b831bde req-a64c850e-860d-4d96-9c38-5c2ea7181b7f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.0914202 Aug 31 01:07:21.839891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4994158-faf7-4530-89db-54b649a5f706 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'Subnet': ['ID=ce6d7b31-6be9-4218-bed1-97a7424594e7,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:21.844285 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42474) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:21.847904 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6526173-99ea-4ac1-82b8-b4fba03cb795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.855668 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6526173-99ea-4ac1-82b8-b4fba03cb795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.859195 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a6526173-99ea-4ac1-82b8-b4fba03cb795 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a74fe4bb-8e85-4ca5-98ce-8c0acb44ff9e HTTP/1.1" status: 204 len: 168 time: 0.5809770 Aug 31 01:07:21.859811 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b3ae0f3d-b90b-47f5-bbaf-e1c6f89aae64 req-be210fc8-047d-4704-b79d-67e8c1cbcc89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=816fe75e-ebb1-470f-a411-cc5cd7ceea96 HTTP/1.1" status: 200 len: 217 time: 0.3743961 Aug 31 01:07:21.886349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-8c3abbd3-b92a-4cf2-8916-025d22570c0a tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Deleting port 6fb00d36-700a-4e1e-b3b1-499f2744532c {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:21.886704 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c3abbd3-b92a-4cf2-8916-025d22570c0a tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:21.956213 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6526173-99ea-4ac1-82b8-b4fba03cb795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74fe4bb-8e85-4ca5-98ce-8c0acb44ff9e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:21.992828 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7fb5bb3-6e23-4b19-bbb1-632d1b831bde req-815b458b-398c-4195-8375-b4d1f64e4d70 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339929 Aug 31 01:07:22.008830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4994158-faf7-4530-89db-54b649a5f706 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Network b31b1865-ff35-42ae-8079-b6731ab28a21 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:07:22.014638 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-554e9a21-2fd8-44ac-a20c-5a1cf65deb64 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a85457cd167040e78d84c743dbc9fb2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692369 Aug 31 01:07:22.017542 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42480) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:22.020982 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae0f3d-b90b-47f5-bbaf-e1c6f89aae64 req-07b32b42-f8d6-4edd-b8b1-886a939dc16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:22.023588 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b3ae0f3d-b90b-47f5-bbaf-e1c6f89aae64 req-07b32b42-f8d6-4edd-b8b1-886a939dc16e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45904437-7514-4138-a03a-8b8d200388fe HTTP/1.1" status: 200 len: 844 time: 0.1434038 Aug 31 01:07:22.024781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-c4994158-faf7-4530-89db-54b649a5f706 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, b31b1865-ff35-42ae-8079-b6731ab28a21) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:22.032747 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab00f49-9620-4b1c-86d6-2378d2eb39c2 None None] Network b31b1865-ff35-42ae-8079-b6731ab28a21 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:22.046662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4994158-faf7-4530-89db-54b649a5f706 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:22.047446 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4994158-faf7-4530-89db-54b649a5f706 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.082876 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c3abbd3-b92a-4cf2-8916-025d22570c0a tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.088129 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c3abbd3-b92a-4cf2-8916-025d22570c0a tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.093225 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c4994158-faf7-4530-89db-54b649a5f706 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8708918 Aug 31 01:07:22.093225 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b3ae0f3d-b90b-47f5-bbaf-e1c6f89aae64 req-c6915d28-b4c6-4f28-9d89-d10b9570d57f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7df08447-9b37-4e36-b964-679e1ae45569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556359 Aug 31 01:07:22.093225 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42482) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:22.098276 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-64a49f97-c6c1-4c24-8a95-ea2692a001ea tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'subnet': {'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:22.135223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-8c3abbd3-b92a-4cf2-8916-025d22570c0a tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Calling delete_port for 6fb00d36-700a-4e1e-b3b1-499f2744532c owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:22.185139 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29a22947-dc27-41de-a5ac-2f52cb9f1d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.271148 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29a22947-dc27-41de-a5ac-2f52cb9f1d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.399599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-b31b1865-ff35-42ae-8079-b6731ab28a21', 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'fixed_ips': [{'subnet_id': 'ce6d7b31-6be9-4218-bed1-97a7424594e7'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:07:22.401213 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.490294 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550e03-7074-4f40-81eb-e464eac61e1d req-a666fb2f-000c-4b75-9d71-1e95f705cbfa tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:22.493184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d550e03-7074-4f40-81eb-e464eac61e1d req-a666fb2f-000c-4b75-9d71-1e95f705cbfa tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 944 time: 0.1741638 Aug 31 01:07:22.558140 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b3ae0f3d-b90b-47f5-bbaf-e1c6f89aae64 req-cb904e92-98c5-4294-8043-fd96d5373ddf service neutron] 10.222.0.70 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559917 Aug 31 01:07:22.578121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a49f97-c6c1-4c24-8a95-ea2692a001ea tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Made reservation on behalf of ac491d9f80684a44a8cc262e4982e966 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:22.591025 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-64a49f97-c6c1-4c24-8a95-ea2692a001ea tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.605652 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29a22947-dc27-41de-a5ac-2f52cb9f1d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.608782 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29a22947-dc27-41de-a5ac-2f52cb9f1d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.613042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-29a22947-dc27-41de-a5ac-2f52cb9f1d61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/696d8881-74b2-4a1d-ad14-ed9fca668653 HTTP/1.1" status: 204 len: 168 time: 0.5941808 Aug 31 01:07:22.640219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a22947-dc27-41de-a5ac-2f52cb9f1d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696d8881-74b2-4a1d-ad14-ed9fca668653,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:22.653136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d550e03-7074-4f40-81eb-e464eac61e1d req-b217559f-0517-4ce4-85dc-e5120a14739c tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501124 Aug 31 01:07:22.661758 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c3abbd3-b92a-4cf2-8916-025d22570c0a tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.746940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3abbd3-b92a-4cf2-8916-025d22570c0a tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Pushing event deleted for resources: {'Port': ['ID=6fb00d36-700a-4e1e-b3b1-499f2744532c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:22.756947 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42500) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:22.779725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Allocated IP 10.1.1.2 (b31b1865-ff35-42ae-8079-b6731ab28a21/ce6d7b31-6be9-4218-bed1-97a7424594e7/47235f54-a25c-493f-a576-a74849e08e9f) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:22.818293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 816fe75e-ebb1-470f-a411-cc5cd7ceea96 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:07:22.924420 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c3abbd3-b92a-4cf2-8916-025d22570c0a tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.927077 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c3abbd3-b92a-4cf2-8916-025d22570c0a tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:22.932673 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8c3abbd3-b92a-4cf2-8916-025d22570c0a tempest-ServersTestBootFromVolume-1126775697 tempest-ServersTestBootFromVolume-1126775697-project] 10.222.0.58 "DELETE /v2.0/floatingips/6bca6297-f9dc-44e2-886a-33a0c1f120f2 HTTP/1.1" status: 204 len: 168 time: 1.4422390 Aug 31 01:07:22.933324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42502) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:22.969879 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7721ba07-06d6-4880-9f83-965b553eedfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.073495 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 816fe75e-ebb1-470f-a411-cc5cd7ceea96, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=816fe75e-ebb1-470f-a411-cc5cd7ceea96,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:23.132690 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.143068 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '816fe75e-ebb1-470f-a411-cc5cd7ceea96', 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569', 'port_id': '816fe75e-ebb1-470f-a411-cc5cd7ceea96', 'mac_address': 'fa:16:3e:67:42:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45904437-7514-4138-a03a-8b8d200388fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:07:23.171164 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Transition to ACTIVE for port object 47235f54-a25c-493f-a576-a74849e08e9f will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:23.231353 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.262343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816fe75e-ebb1-470f-a411-cc5cd7ceea96 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:07:23.297449 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b3ae0f3d-b90b-47f5-bbaf-e1c6f89aae64 req-573f63c0-18ae-4024-97be-3b9db7621f5a service neutron] 10.222.0.70 "GET /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7164071 Aug 31 01:07:23.342163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 816fe75e-ebb1-470f-a411-cc5cd7ceea96, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=816fe75e-ebb1-470f-a411-cc5cd7ceea96,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:23.344615 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Transition to ACTIVE for port object 47235f54-a25c-493f-a576-a74849e08e9f will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:23.357057 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.375929 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.401885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cec6d7-3df2-4ea2-9541-ffa35847fe0e req-de2c8fa4-9cfa-4686-8be4-ccb1bfcbb630 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:23.409173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85cec6d7-3df2-4ea2-9541-ffa35847fe0e req-de2c8fa4-9cfa-4686-8be4-ccb1bfcbb630 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.2505684 Aug 31 01:07:23.460983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Network b31b1865-ff35-42ae-8079-b6731ab28a21 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:23.468517 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85cec6d7-3df2-4ea2-9541-ffa35847fe0e req-ac546921-a582-4ed3-bbfc-061a36ca2368 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581474 Aug 31 01:07:23.473327 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:23.480813 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:23.700551 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['816fe75e-ebb1-470f-a411-cc5cd7ceea96'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:07:23.721274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=816fe75e-ebb1-470f-a411-cc5cd7ceea96,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:23.758362 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7721ba07-06d6-4880-9f83-965b553eedfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.763470 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-64a49f97-c6c1-4c24-8a95-ea2692a001ea tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.774887 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7721ba07-06d6-4880-9f83-965b553eedfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.783060 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Attempting to bind port 47235f54-a25c-493f-a576-a74849e08e9f on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:23.783466 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Attempting to bind port 47235f54-a25c-493f-a576-a74849e08e9f by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:23.783836 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Attempting to bind port 47235f54-a25c-493f-a576-a74849e08e9f on network b31b1865-ff35-42ae-8079-b6731ab28a21 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:23.877564 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8bfe80dc-9462-4e02-9ced-67aa6413b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.889002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:23.889388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Checking segment: {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:23.889780 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.890168 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Bound using segment: {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:23.890648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Bound port: 47235f54-a25c-493f-a576-a74849e08e9f, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:23.891026 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:23.937162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Pushing event updated for resources: {'Port': ['ID=47235f54-a25c-493f-a576-a74849e08e9f,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:23.941902 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403a3d7-1335-4253-a52d-30e03882aa97 req-7d3bd8c3-0073-4a2b-909d-1f4f7a8a25c1 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:23.962096 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5403a3d7-1335-4253-a52d-30e03882aa97 req-7d3bd8c3-0073-4a2b-909d-1f4f7a8a25c1 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 945 time: 0.1187155 Aug 31 01:07:24.006417 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b51e-87d0-43fc-a021-ebc3059d8147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.011488 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721ba07-06d6-4880-9f83-965b553eedfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7660154a-4a25-44cd-b3b5-8decfc224f8f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:24.020051 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.024747 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7721ba07-06d6-4880-9f83-965b553eedfc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8bd8498d41a4ea183dec933ce119e80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2353272 Aug 31 01:07:24.025220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42540) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:24.045303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a49f97-c6c1-4c24-8a95-ea2692a001ea tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'Subnet': ['ID=29402c3f-ce20-494c-a4c1-dc4edee01ec8,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:24.075697 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] For port 47235f54-a25c-493f-a576-a74849e08e9f, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:24.081419 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] For port 47235f54-a25c-493f-a576-a74849e08e9f, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=47235f54-a25c-493f-a576-a74849e08e9f,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:07:24.089984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a49f97-c6c1-4c24-8a95-ea2692a001ea tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Checking segment: {'id': '0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:24.090255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a49f97-c6c1-4c24-8a95-ea2692a001ea tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Network hostable DHCP agents. Network: e89443cc-9b69-4c94-9137-62b2d80389e0, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:07:24.095501 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.130531 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a49f97-c6c1-4c24-8a95-ea2692a001ea tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Network e89443cc-9b69-4c94-9137-62b2d80389e0 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:07:24.156312 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-64a49f97-c6c1-4c24-8a95-ea2692a001ea tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, e89443cc-9b69-4c94-9137-62b2d80389e0) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:24.166542 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a49f97-c6c1-4c24-8a95-ea2692a001ea tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:24.168879 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-64a49f97-c6c1-4c24-8a95-ea2692a001ea tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.189900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a59020-a0d4-4308-92be-5c86ac798422 None None] Network e89443cc-9b69-4c94-9137-62b2d80389e0 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:24.217289 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5403a3d7-1335-4253-a52d-30e03882aa97 req-29ade6cf-18f7-4fd7-a080-f0a294125c73 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541687 Aug 31 01:07:24.231485 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-64a49f97-c6c1-4c24-8a95-ea2692a001ea tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1371486 Aug 31 01:07:24.234971 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42552) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:24.262689 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-dabc7a60-7e56-4c0d-a346-61e2797efeb2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'port': {'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21', 'name': 'tempest-TaggedBootDevicesTest-1953099621', 'fixed_ips': [{'subnet_id': 'ce6d7b31-6be9-4218-bed1-97a7424594e7'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:24.311457 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f4fee36c-2587-40ac-bce8-e817fa682f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.401549 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f4fee36c-2587-40ac-bce8-e817fa682f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.509204 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eaaaa1-b948-4104-8958-0bb4cb25678e None None] Pushing event updated for resources: {'Port': ['ID=47235f54-a25c-493f-a576-a74849e08e9f,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:24.525241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42558) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:24.631613 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.706145 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabc7a60-7e56-4c0d-a346-61e2797efeb2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Made reservation on behalf of ac491d9f80684a44a8cc262e4982e966 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:24.781613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-e89443cc-9b69-4c94-9137-62b2d80389e0', 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'fixed_ips': [{'subnet_id': '29402c3f-ce20-494c-a4c1-dc4edee01ec8'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:07:24.782766 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.846293 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1407161367-network', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:24.858791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcb89e-6170-49e6-a78d-c2e734f2e6ab req-cea83b18-c9db-42b1-b53a-b3547d488a67 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:24.860396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-defcb89e-6170-49e6-a78d-c2e734f2e6ab req-cea83b18-c9db-42b1-b53a-b3547d488a67 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.1922696 Aug 31 01:07:24.861509 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f4fee36c-2587-40ac-bce8-e817fa682f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.873086 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f4fee36c-2587-40ac-bce8-e817fa682f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:24.889246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f4fee36c-2587-40ac-bce8-e817fa682f78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7660154a-4a25-44cd-b3b5-8decfc224f8f HTTP/1.1" status: 204 len: 168 time: 0.8627675 Aug 31 01:07:24.965012 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] Made reservation on behalf of 8bfe7aa4268c46a7b61231d3fe91a15e for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:24.970260 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:25.009249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fee36c-2587-40ac-bce8-e817fa682f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7660154a-4a25-44cd-b3b5-8decfc224f8f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:25.042743 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:25.097058 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dabc7a60-7e56-4c0d-a346-61e2797efeb2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:25.134067 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-defcb89e-6170-49e6-a78d-c2e734f2e6ab req-180019bf-a0b2-46c1-b834-6f22d1c8a6ca tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432320 Aug 31 01:07:25.148642 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-dabc7a60-7e56-4c0d-a346-61e2797efeb2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] device_id is not set on port 29267b36-3381-42b4-ba48-8fcd9b7a236b yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:07:25.203615 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Allocated IP 10.2.2.2 (e89443cc-9b69-4c94-9137-62b2d80389e0/29402c3f-ce20-494c-a4c1-dc4edee01ec8/16c1230e-62b6-4c88-bbb7-3c30304ca6d3) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:25.211107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1b51e-87d0-43fc-a021-ebc3059d8147 admin admin] Deleting port 508e4c7a-bee6-45dd-ae80-8996ea9b9356 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:25.212262 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b51e-87d0-43fc-a021-ebc3059d8147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:25.484877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-1bf1b51e-87d0-43fc-a021-ebc3059d8147 admin admin] For port 508e4c7a-bee6-45dd-ae80-8996ea9b9356, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=508e4c7a-bee6-45dd-ae80-8996ea9b9356,segment=NetworkSegment(7a7c13ee-dca3-43d0-bf64-82b0efaca511),segment_id=7a7c13ee-dca3-43d0-bf64-82b0efaca511)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:25.485470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b51e-87d0-43fc-a021-ebc3059d8147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:25.512774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1b51e-87d0-43fc-a021-ebc3059d8147 admin admin] Calling delete_port for 508e4c7a-bee6-45dd-ae80-8996ea9b9356 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:25.517504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 47235f54-a25c-493f-a576-a74849e08e9f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:25.555526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c186d-12cd-4bd1-8f7d-5b00af857620 req-452eb686-d49c-4c8f-b29c-3dca48828995 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:25.566127 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-423c186d-12cd-4bd1-8f7d-5b00af857620 req-452eb686-d49c-4c8f-b29c-3dca48828995 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 945 time: 0.1705017 Aug 31 01:07:25.656571 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-423c186d-12cd-4bd1-8f7d-5b00af857620 req-e3c82509-9c8a-4b40-a2dc-f2e407e0b825 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783708 Aug 31 01:07:25.764099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 47235f54-a25c-493f-a576-a74849e08e9f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:25.781502 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:25.808200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Transition to ACTIVE for port object 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:25.837884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-dabc7a60-7e56-4c0d-a346-61e2797efeb2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Allocated IP 10.1.1.211 (b31b1865-ff35-42ae-8079-b6731ab28a21/ce6d7b31-6be9-4218-bed1-97a7424594e7/29267b36-3381-42b4-ba48-8fcd9b7a236b) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:25.847876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Transition to ACTIVE for port object 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:25.861712 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:25.965487 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Pushing event updated for resources: {'Port': ['ID=16c1230e-62b6-4c88-bbb7-3c30304ca6d3,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:25.971207 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b5c065-39ec-4f9c-b61b-26bf9b371ffe None None] Network b31b1865-ff35-42ae-8079-b6731ab28a21 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:25.976816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42602) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:26.031240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b51e-87d0-43fc-a021-ebc3059d8147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.103041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1b51e-87d0-43fc-a021-ebc3059d8147 admin admin] Pushing event deleted for resources: {'Port': ['ID=508e4c7a-bee6-45dd-ae80-8996ea9b9356,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:26.228316 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.247577 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.264029 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:07:26.283738 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.284355 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] Added segment e885df9b-d855-430e-8f8a-1344141999a3 of type vlan for network 6c0fded1-098b-4eae-b213-e94e4c43fd47 Aug 31 01:07:26.292767 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Network e89443cc-9b69-4c94-9137-62b2d80389e0 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:26.305730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-79508ee1-74ee-4b7d-b6c3-b996cf8dfb8a None None] Provisioning for port 47235f54-a25c-493f-a576-a74849e08e9f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:26.311493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:26.323744 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-79508ee1-74ee-4b7d-b6c3-b996cf8dfb8a None None] Provisioning complete for port 47235f54-a25c-493f-a576-a74849e08e9f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:26.324119 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-79508ee1-74ee-4b7d-b6c3-b996cf8dfb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.327550 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:26.376550 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.444969 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dabc7a60-7e56-4c0d-a346-61e2797efeb2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.445233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59ee04-9634-4c49-a141-561d6e5e27c0 req-10c78b29-8726-44e4-bf0c-6318fd0e9d8c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.446900 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee59ee04-9634-4c49-a141-561d6e5e27c0 req-10c78b29-8726-44e4-bf0c-6318fd0e9d8c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.1250091 Aug 31 01:07:26.468417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-dabc7a60-7e56-4c0d-a346-61e2797efeb2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Transition to ACTIVE for port object 29267b36-3381-42b4-ba48-8fcd9b7a236b will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:26.469809 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b51e-87d0-43fc-a021-ebc3059d8147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.540801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Attempting to bind port 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:26.541794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Attempting to bind port 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:26.542648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Attempting to bind port 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 on network e89443cc-9b69-4c94-9137-62b2d80389e0 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:26.565327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee59ee04-9634-4c49-a141-561d6e5e27c0 req-c4c5bcba-4d1f-48a2-8022-45f4d3d904b8 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126788 Aug 31 01:07:26.579827 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5153d0-a505-4a3b-ad4f-191f8eff6fa6,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:26.592881 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f6bc-121c-4d19-bd41-4d7d9ab89521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.608443 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dabc7a60-7e56-4c0d-a346-61e2797efeb2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.610770 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.611911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:26.612595 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.624172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:26.624545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Checking segment: {'id': '0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:26.624960 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.625427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Bound using segment: {'id': '0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:26.626085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Bound port: 16c1230e-62b6-4c88-bbb7-3c30304ca6d3, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:26.626291 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.682632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 816fe75e-ebb1-470f-a411-cc5cd7ceea96 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:26.750947 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.797573 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-79508ee1-74ee-4b7d-b6c3-b996cf8dfb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.836681 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc7a60-7e56-4c0d-a346-61e2797efeb2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'Port': ['ID=29267b36-3381-42b4-ba48-8fcd9b7a236b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:26.841560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] For port 16c1230e-62b6-4c88-bbb7-3c30304ca6d3, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:26.856978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] For port 16c1230e-62b6-4c88-bbb7-3c30304ca6d3, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=16c1230e-62b6-4c88-bbb7-3c30304ca6d3,segment=NetworkSegment(0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0),segment_id=0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:07:26.860038 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc7a60-7e56-4c0d-a346-61e2797efeb2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Network b31b1865-ff35-42ae-8079-b6731ab28a21 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:26.877627 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-79508ee1-74ee-4b7d-b6c3-b996cf8dfb8a None None] For port 47235f54-a25c-493f-a576-a74849e08e9f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=47235f54-a25c-493f-a576-a74849e08e9f,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:26.879349 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.879782 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-dabc7a60-7e56-4c0d-a346-61e2797efeb2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:26.888626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabc7a60-7e56-4c0d-a346-61e2797efeb2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:26.898325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] Pushing event updated for resources: {'Network': ['ID=6c0fded1-098b-4eae-b213-e94e4c43fd47,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:26.899548 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-79508ee1-74ee-4b7d-b6c3-b996cf8dfb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.902930 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 816fe75e-ebb1-470f-a411-cc5cd7ceea96 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:26.936701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 6c0fded1-098b-4eae-b213-e94e4c43fd47 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:07:26.955217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 816fe75e-ebb1-470f-a411-cc5cd7ceea96 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:26.955750 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:26.991694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aee25-ec55-42dc-b2f2-f10ef396166f req-3016eb1d-59a5-43b1-80b2-90c696b41e64 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:27.004375 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-410aee25-ec55-42dc-b2f2-f10ef396166f req-3016eb1d-59a5-43b1-80b2-90c696b41e64 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 945 time: 0.1913939 Aug 31 01:07:27.030814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabc7a60-7e56-4c0d-a346-61e2797efeb2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:27.031717 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dabc7a60-7e56-4c0d-a346-61e2797efeb2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.047071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf1b51e-87d0-43fc-a021-ebc3059d8147 admin admin] Router a2a5cd06-28d9-45b9-b670-c6c3f889f59d has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:07:27.099624 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-410aee25-ec55-42dc-b2f2-f10ef396166f req-471821f4-2f3c-4574-abf4-7b1b28fe0608 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934403 Aug 31 01:07:27.114769 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c708daf-2142-4acf-9ba9-95d27959cf16 None None] Pushing event updated for resources: {'Port': ['ID=16c1230e-62b6-4c88-bbb7-3c30304ca6d3,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:27.152786 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f6bc-121c-4d19-bd41-4d7d9ab89521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.163257 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f6bc-121c-4d19-bd41-4d7d9ab89521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.251901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0f6bc-121c-4d19-bd41-4d7d9ab89521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21cf4ff-90c1-445f-b29e-ab60299456f3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:27.275060 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-91612c25-82cf-490b-a503-8c2605ab1811 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7144322 Aug 31 01:07:27.294283 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dabc7a60-7e56-4c0d-a346-61e2797efeb2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0519357 Aug 31 01:07:27.323867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42632) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:27.324253 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42634) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:27.355805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-41ad7893-527f-425c-b18e-0c3159df83bc admin admin] Request body: {'subnet': {'network_id': '6c0fded1-098b-4eae-b213-e94e4c43fd47', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1407161367-subnet', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:27.359996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79508ee1-74ee-4b7d-b6c3-b996cf8dfb8a None None] Pushing event updated for resources: {'Port': ['ID=47235f54-a25c-493f-a576-a74849e08e9f,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:27.445899 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f82753d4-88ba-4684-9e04-55c88f62daf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'port': {'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21', 'name': 'tempest-TaggedBootDevicesTest-1814889120', 'fixed_ips': [{'subnet_id': 'ce6d7b31-6be9-4218-bed1-97a7424594e7'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:27.482497 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.533139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ad7893-527f-425c-b18e-0c3159df83bc admin admin] Made reservation on behalf of 8bfe7aa4268c46a7b61231d3fe91a15e for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:27.537539 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-41ad7893-527f-425c-b18e-0c3159df83bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.580234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267c6459-c337-4e68-ac77-922a3c8a78ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816fe75e-ebb1-470f-a411-cc5cd7ceea96'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:27.585405 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0ecdf0-abfa-4b35-a757-c1ac126148c0" -d '{"events": [{"server_uuid": "267c6459-c337-4e68-ac77-922a3c8a78ff", "name": "network-vif-plugged", "status": "completed", "tag": "816fe75e-ebb1-470f-a411-cc5cd7ceea96"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:27.589137 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b51804d1-acca-48ef-94f1-0fa8e722fa1c None None] Provisioning for port 29267b36-3381-42b4-ba48-8fcd9b7a236b completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:27.600409 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 816fe75e-ebb1-470f-a411-cc5cd7ceea96, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=816fe75e-ebb1-470f-a411-cc5cd7ceea96,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:27.608779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b51804d1-acca-48ef-94f1-0fa8e722fa1c None None] Provisioning complete for port 29267b36-3381-42b4-ba48-8fcd9b7a236b triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:27.609618 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b51804d1-acca-48ef-94f1-0fa8e722fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.743632 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59cb6f7-18dd-4326-b335-ef140669097d x-openstack-request-id: req-f59cb6f7-18dd-4326-b335-ef140669097d {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:27.743959 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267c6459-c337-4e68-ac77-922a3c8a78ff", "name": "network-vif-plugged", "status": "completed", "tag": "816fe75e-ebb1-470f-a411-cc5cd7ceea96", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:27.744219 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f59cb6f7-18dd-4326-b335-ef140669097d {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:27.744629 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267c6459-c337-4e68-ac77-922a3c8a78ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816fe75e-ebb1-470f-a411-cc5cd7ceea96', 'code': 200} Aug 31 01:07:27.746202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b51804d1-acca-48ef-94f1-0fa8e722fa1c None None] Port 29267b36-3381-42b4-ba48-8fcd9b7a236b cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:27.751139 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.810135 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7ab0f6bc-121c-4d19-bd41-4d7d9ab89521 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5116b55110e54b3b8f3f284673acdbc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8247440 Aug 31 01:07:27.820545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b51804d1-acca-48ef-94f1-0fa8e722fa1c None None] Provisioning complete for port 47235f54-a25c-493f-a576-a74849e08e9f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:27.821039 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b51804d1-acca-48ef-94f1-0fa8e722fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:27.827535 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42644) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:27.869728 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf1b51e-87d0-43fc-a021-ebc3059d8147 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:07:27.888618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1bf1b51e-87d0-43fc-a021-ebc3059d8147 admin admin] 10.222.0.58 "PUT /v2.0/routers/a2a5cd06-28d9-45b9-b670-c6c3f889f59d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9542160 Aug 31 01:07:27.889759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42648) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:27.889911 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445bd5d0-bf65-4732-b02f-4263837fccc6 None None] Sync routers for ids ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:07:27.933284 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445bd5d0-bf65-4732-b02f-4263837fccc6 None None] Routers {'a2a5cd06-28d9-45b9-b670-c6c3f889f59d'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:27.933951 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-445bd5d0-bf65-4732-b02f-4263837fccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:07:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:28.042596 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.103639 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-445bd5d0-bf65-4732-b02f-4263837fccc6 None None] Set router a2a5cd06-28d9-45b9-b670-c6c3f889f59d gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:28.113518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08e2c1-1dfa-435d-a362-a961b72d723d req-d570af05-3701-4dde-bada-7fd163e9f067 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:28.129980 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c08e2c1-1dfa-435d-a362-a961b72d723d req-d570af05-3701-4dde-bada-7fd163e9f067 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.3507397 Aug 31 01:07:28.295300 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=816fe75e-ebb1-470f-a411-cc5cd7ceea96,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:28.331899 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c08e2c1-1dfa-435d-a362-a961b72d723d req-0fcdad76-4f12-4aed-85cd-c878a8b3f607 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975300 Aug 31 01:07:28.428092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485f3a-fd30-4f3a-9000-3984e0c1a566 req-c7285ff4-2798-4272-a762-b0594aba647d tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:28.440069 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bb485f3a-fd30-4f3a-9000-3984e0c1a566 req-c7285ff4-2798-4272-a762-b0594aba647d tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 946 time: 0.1710579 Aug 31 01:07:28.446744 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-445bd5d0-bf65-4732-b02f-4263837fccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:05Z', 'updated_at': '2021-08-31T01:07:25Z', 'revision_number': 5, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'gw_port': {'id': '0938f969-79d0-49ce-9da7-5621e07826c8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:04:06Z', 'updated_at': '2021-08-31T01:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:28.451773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020982c-0206-4ef1-9bd6-fbd93cd65372 req-514b6bd8-eb4f-4882-bca0-f75182c1fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:28.453543 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1020982c-0206-4ef1-9bd6-fbd93cd65372 req-514b6bd8-eb4f-4882-bca0-f75182c1fa1b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 1098 time: 0.6401691 Aug 31 01:07:28.476481 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.486309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445bd5d0-bf65-4732-b02f-4263837fccc6 None None] Checking router: a2a5cd06-28d9-45b9-b670-c6c3f889f59d for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:07:28.510393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445bd5d0-bf65-4732-b02f-4263837fccc6 None None] Routers {'a2a5cd06-28d9-45b9-b670-c6c3f889f59d'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:28.511049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-445bd5d0-bf65-4732-b02f-4263837fccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:07:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:28.524231 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bb485f3a-fd30-4f3a-9000-3984e0c1a566 req-e95b490f-014c-4af8-9953-967e381c5df6 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825436 Aug 31 01:07:28.605932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] Deleting port 0938f969-79d0-49ce-9da7-5621e07826c8 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:28.613074 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.647605 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1020982c-0206-4ef1-9bd6-fbd93cd65372 req-4936b251-98de-4d72-b2e7-292d2781dcbc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793904 Aug 31 01:07:28.658365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1f093f09-81cd-4801-8c00-19360744ea14 None None] Provisioning complete for port 29267b36-3381-42b4-ba48-8fcd9b7a236b triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:28.658973 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1f093f09-81cd-4801-8c00-19360744ea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.672376 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f857239-eb17-45e3-b913-d46b920004c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.715294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82753d4-88ba-4684-9e04-55c88f62daf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Made reservation on behalf of ac491d9f80684a44a8cc262e4982e966 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:28.727391 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f82753d4-88ba-4684-9e04-55c88f62daf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.750106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-445bd5d0-bf65-4732-b02f-4263837fccc6 None None] Set router a2a5cd06-28d9-45b9-b670-c6c3f889f59d gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:28.793759 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f857239-eb17-45e3-b913-d46b920004c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.795245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] For port 0938f969-79d0-49ce-9da7-5621e07826c8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0938f969-79d0-49ce-9da7-5621e07826c8,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:28.795747 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:28.816329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] Calling delete_port for 0938f969-79d0-49ce-9da7-5621e07826c8 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:28.831167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca1ace2-e124-4f49-9517-deb6ea517dc1 None None] Network e89443cc-9b69-4c94-9137-62b2d80389e0 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:28.832560 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-f82753d4-88ba-4684-9e04-55c88f62daf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] device_id is not set on port 3b367952-fbab-4977-b0c0-6447731e06fb yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:07:28.932860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-445bd5d0-bf65-4732-b02f-4263837fccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:05Z', 'updated_at': '2021-08-31T01:07:28Z', 'revision_number': 6, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:28.932860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-1f093f09-81cd-4801-8c00-19360744ea14 None None] Port 29267b36-3381-42b4-ba48-8fcd9b7a236b cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:28.976856 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-41ad7893-527f-425c-b18e-0c3159df83bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.003017 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445bd5d0-bf65-4732-b02f-4263837fccc6 None None] The sync data for ids ['a2a5cd06-28d9-45b9-b670-c6c3f889f59d'] in n-d-802060-13 is: [{'id': 'a2a5cd06-28d9-45b9-b670-c6c3f889f59d', 'name': 'tempest-ServersTestBootFromVolume-1501119052-router', 'tenant_id': '72faa29446d64ecf9eee39174663ec03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:04:05Z', 'updated_at': '2021-08-31T01:07:28Z', 'revision_number': 6, 'project_id': '72faa29446d64ecf9eee39174663ec03', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:07:29.055245 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f857239-eb17-45e3-b913-d46b920004c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.057684 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f857239-eb17-45e3-b913-d46b920004c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.061197 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5f857239-eb17-45e3-b913-d46b920004c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c21cf4ff-90c1-445f-b29e-ab60299456f3 HTTP/1.1" status: 204 len: 168 time: 1.2266712 Aug 31 01:07:29.116508 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e5e8eec6-6fa4-4690-9b44-166d7fedfe8a None None] Provisioning for port 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:29.126369 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f857239-eb17-45e3-b913-d46b920004c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21cf4ff-90c1-445f-b29e-ab60299456f3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:29.135310 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.143107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad7893-527f-425c-b18e-0c3159df83bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee7cd0e9-139f-4d2a-8b6b-7f16b45f5ede,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:29.145322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad7893-527f-425c-b18e-0c3159df83bc admin admin] Checking segment: {'id': 'e885df9b-d855-430e-8f8a-1344141999a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6c0fded1-098b-4eae-b213-e94e4c43fd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:29.145681 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad7893-527f-425c-b18e-0c3159df83bc admin admin] Network hostable DHCP agents. Network: 6c0fded1-098b-4eae-b213-e94e4c43fd47, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:07:29.205433 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad7893-527f-425c-b18e-0c3159df83bc admin admin] Network 6c0fded1-098b-4eae-b213-e94e4c43fd47 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:07:29.208472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] Pushing event deleted for resources: {'Port': ['ID=0938f969-79d0-49ce-9da7-5621e07826c8,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:29.237019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-41ad7893-527f-425c-b18e-0c3159df83bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 6c0fded1-098b-4eae-b213-e94e4c43fd47) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:29.239348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-f82753d4-88ba-4684-9e04-55c88f62daf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Allocated IP 10.1.1.174 (b31b1865-ff35-42ae-8079-b6731ab28a21/ce6d7b31-6be9-4218-bed1-97a7424594e7/3b367952-fbab-4977-b0c0-6447731e06fb) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:29.249427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f8f794-42ab-498b-87d5-33160ec4ebcb None None] Network 6c0fded1-098b-4eae-b213-e94e4c43fd47 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:29.252775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ad7893-527f-425c-b18e-0c3159df83bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:29.253482 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-41ad7893-527f-425c-b18e-0c3159df83bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.284541 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-41ad7893-527f-425c-b18e-0c3159df83bc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9591627 Aug 31 01:07:29.293370 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42678) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:29.322391 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1407161367-router', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:29.336228 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.560824 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.561878 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.608126 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.690874 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.736577 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-6c0fded1-098b-4eae-b213-e94e4c43fd47', 'network_id': '6c0fded1-098b-4eae-b213-e94e4c43fd47', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'fixed_ips': [{'subnet_id': 'ee7cd0e9-139f-4d2a-8b6b-7f16b45f5ede'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:07:29.739054 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.811711 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.861850 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.864643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a5cd06-28d9-45b9-b670-c6c3f889f59d {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:07:29.916195 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:29.918511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42690) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:29.920845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-024edbca-dd59-48f2-b64f-20ec79cb8274 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a2a5cd06-28d9-45b9-b670-c6c3f889f59d HTTP/1.1" status: 204 len: 168 time: 2.0284648 Aug 31 01:07:29.922896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42692) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:29.972012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa260497-d098-4965-8777-cb6e6137ffbd req-ea87e532-ef8e-4bda-9704-139837472cbf tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:29.972625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Allocated IP 172.20.0.2 (6c0fded1-098b-4eae-b213-e94e4c43fd47/ee7cd0e9-139f-4d2a-8b6b-7f16b45f5ede/8f6c6232-05bb-4ba9-ad18-e703f509587a) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:29.978750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa260497-d098-4965-8777-cb6e6137ffbd req-ea87e532-ef8e-4bda-9704-139837472cbf tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.3990433 Aug 31 01:07:30.075534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42696) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:30.121635 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f82753d4-88ba-4684-9e04-55c88f62daf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.121845 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249ae41-f2ee-40f9-aaa4-135d1ffc5849 req-51c60d56-d1cc-428e-af62-7169770ee1c0 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:30.130173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e249ae41-f2ee-40f9-aaa4-135d1ffc5849 req-51c60d56-d1cc-428e-af62-7169770ee1c0 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 946 time: 0.4090858 Aug 31 01:07:30.133042 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.150787 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-f82753d4-88ba-4684-9e04-55c88f62daf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Transition to ACTIVE for port object 3b367952-fbab-4977-b0c0-6447731e06fb will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:30.194734 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6294577b-ee06-4828-859f-25a763060ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.202578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 23916470-53ac-4da8-98eb-5581cf28c9df details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:07:30.284113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:30.301110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa260497-d098-4965-8777-cb6e6137ffbd req-d45210e5-8525-4311-bb74-3cc4496e5176 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138013 Aug 31 01:07:30.320160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-e263c0ed-f1be-4006-bc3c-364127b8312a admin admin] Deleting subnet 41069672-6dd4-4232-b8a2-2f7dac38b3b6 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:07:30.330146 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e263c0ed-f1be-4006-bc3c-364127b8312a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.332845 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f82753d4-88ba-4684-9e04-55c88f62daf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.385464 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bf406f8a-6b3e-4ec6-ad05-cd04b5cada2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.393138 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.424888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e249ae41-f2ee-40f9-aaa4-135d1ffc5849 req-9c10e8b5-fa7e-4c6d-bd17-0849f99772c2 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918851 Aug 31 01:07:30.427083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82753d4-88ba-4684-9e04-55c88f62daf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Network b31b1865-ff35-42ae-8079-b6731ab28a21 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:30.432605 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-f82753d4-88ba-4684-9e04-55c88f62daf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:30.443231 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82753d4-88ba-4684-9e04-55c88f62daf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'Port': ['ID=3b367952-fbab-4977-b0c0-6447731e06fb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:30.453630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82753d4-88ba-4684-9e04-55c88f62daf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:30.455636 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Transition to ACTIVE for port object 8f6c6232-05bb-4ba9-ad18-e703f509587a will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:30.472111 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e263c0ed-f1be-4006-bc3c-364127b8312a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.544527 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Transition to ACTIVE for port object 8f6c6232-05bb-4ba9-ad18-e703f509587a will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:30.566044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82753d4-88ba-4684-9e04-55c88f62daf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:30.566677 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f82753d4-88ba-4684-9e04-55c88f62daf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.580243 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.603324 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:30.638020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 23916470-53ac-4da8-98eb-5581cf28c9df, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23916470-53ac-4da8-98eb-5581cf28c9df,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:30.658732 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:30.659892 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.690782 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6294577b-ee06-4828-859f-25a763060ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.706768 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6294577b-ee06-4828-859f-25a763060ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.729763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Network 6c0fded1-098b-4eae-b213-e94e4c43fd47 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:30.735220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:30.738788 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:30.742089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '23916470-53ac-4da8-98eb-5581cf28c9df', 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3', 'port_id': '23916470-53ac-4da8-98eb-5581cf28c9df', 'mac_address': 'fa:16:3e:b7:42:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342b107-53e3-4c9f-a16f-d105660726b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:07:30.782337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Pushing event updated for resources: {'Port': ['ID=8f6c6232-05bb-4ba9-ad18-e703f509587a,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:30.809159 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294577b-ee06-4828-859f-25a763060ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2b9a2e-a284-4208-b472-b6ac6c041bf1,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:30.847264 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f82753d4-88ba-4684-9e04-55c88f62daf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4133842 Aug 31 01:07:30.894367 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e263c0ed-f1be-4006-bc3c-364127b8312a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.950483 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:30.981398 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6294577b-ee06-4828-859f-25a763060ce4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b05b4f470842441a904d89270eaf05fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8922260 Aug 31 01:07:30.996630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42702) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:31.016634 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.071917 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e263c0ed-f1be-4006-bc3c-364127b8312a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.077197 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.108288 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9674202f-094b-4b1b-861b-e177e125136a None None] Provisioning for port 3b367952-fbab-4977-b0c0-6447731e06fb completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:31.117426 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.123358 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Attempting to bind port 8f6c6232-05bb-4ba9-ad18-e703f509587a on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:31.123602 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Attempting to bind port 8f6c6232-05bb-4ba9-ad18-e703f509587a by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'e885df9b-d855-430e-8f8a-1344141999a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6c0fded1-098b-4eae-b213-e94e4c43fd47'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:31.123839 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Attempting to bind port 8f6c6232-05bb-4ba9-ad18-e703f509587a on network 6c0fded1-098b-4eae-b213-e94e4c43fd47 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:31.137489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9674202f-094b-4b1b-861b-e177e125136a None None] Provisioning complete for port 3b367952-fbab-4977-b0c0-6447731e06fb triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:31.138570 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9674202f-094b-4b1b-861b-e177e125136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.144032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23916470-53ac-4da8-98eb-5581cf28c9df {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:07:31.150400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263c0ed-f1be-4006-bc3c-364127b8312a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41069672-6dd4-4232-b8a2-2f7dac38b3b6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:31.152643 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e263c0ed-f1be-4006-bc3c-364127b8312a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.154567 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e263c0ed-f1be-4006-bc3c-364127b8312a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/41069672-6dd4-4232-b8a2-2f7dac38b3b6 HTTP/1.1" status: 204 len: 168 time: 1.2268064 Aug 31 01:07:31.159117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42704) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:31.179937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:31.180313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Checking segment: {'id': 'e885df9b-d855-430e-8f8a-1344141999a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6c0fded1-098b-4eae-b213-e94e4c43fd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:31.180692 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.181696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Bound using segment: {'id': 'e885df9b-d855-430e-8f8a-1344141999a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6c0fded1-098b-4eae-b213-e94e4c43fd47'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:31.182194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Bound port: 8f6c6232-05bb-4ba9-ad18-e703f509587a, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e885df9b-d855-430e-8f8a-1344141999a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6c0fded1-098b-4eae-b213-e94e4c43fd47'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:31.182564 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.189539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb73b0a-40bc-491c-9125-ddb7b3e2cbec None None] Network 246986d8-29af-406b-89ce-ffef7836588f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:31.198498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42706) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:31.206842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e68fbe32-a934-4fe8-8a7c-63b46f4a341c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--834298951', 'description': 'tempest-description--1291707125'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:31.208881 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bf406f8a-6b3e-4ec6-ad05-cd04b5cada2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.236096 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7fab6587-ec97-4cf1-b137-ead19133f62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.263967 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7fab6587-ec97-4cf1-b137-ead19133f62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.277549 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 23916470-53ac-4da8-98eb-5581cf28c9df, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23916470-53ac-4da8-98eb-5581cf28c9df,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:31.278955 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bf406f8a-6b3e-4ec6-ad05-cd04b5cada2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.321454 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.351315 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e68fbe32-a934-4fe8-8a7c-63b46f4a341c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.367958 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bf406f8a-6b3e-4ec6-ad05-cd04b5cada2f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e65d7bd9c491437d93e4bca90c0f1b58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4389265 Aug 31 01:07:31.367958 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf406f8a-6b3e-4ec6-ad05-cd04b5cada2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b112e601-d0f8-46e7-8134-a06244fe78fb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:31.368247 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 16c1230e-62b6-4c88-bbb7-3c30304ca6d3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=16c1230e-62b6-4c88-bbb7-3c30304ca6d3,segment=NetworkSegment(0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0),segment_id=0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:31.372760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42712) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:31.379390 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Allocated IP 172.25.6.254 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/95aa6168-966a-4ee4-906b-959897033fa4) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:31.391369 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9674202f-094b-4b1b-861b-e177e125136a None None] Port 3b367952-fbab-4977-b0c0-6447731e06fb cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:31.393404 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.429959 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.430736 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 47235f54-a25c-493f-a576-a74849e08e9f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:31.465037 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.478193 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] Deleting port 23e780ce-53c2-488f-93de-64bcd717102b {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:31.478689 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.504064 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7fab6587-ec97-4cf1-b137-ead19133f62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.510800 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7fab6587-ec97-4cf1-b137-ead19133f62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.527880 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7fab6587-ec97-4cf1-b137-ead19133f62c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f2b9a2e-a284-4208-b472-b6ac6c041bf1 HTTP/1.1" status: 204 len: 168 time: 0.5281527 Aug 31 01:07:31.555347 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['23916470-53ac-4da8-98eb-5581cf28c9df'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:07:31.570492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab6587-ec97-4cf1-b137-ead19133f62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2b9a2e-a284-4208-b472-b6ac6c041bf1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:31.577742 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c207dec2-222b-4d33-87d3-7f8a57c78367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.621551 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] For port 8f6c6232-05bb-4ba9-ad18-e703f509587a, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:31.622586 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c207dec2-222b-4d33-87d3-7f8a57c78367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.623046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] For port 23e780ce-53c2-488f-93de-64bcd717102b, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=23e780ce-53c2-488f-93de-64bcd717102b,segment=NetworkSegment(7a7c13ee-dca3-43d0-bf64-82b0efaca511),segment_id=7a7c13ee-dca3-43d0-bf64-82b0efaca511)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:31.625326 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.632648 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.696551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] Calling delete_port for 23e780ce-53c2-488f-93de-64bcd717102b owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:31.714558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] For port 8f6c6232-05bb-4ba9-ad18-e703f509587a, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8f6c6232-05bb-4ba9-ad18-e703f509587a,segment=NetworkSegment(e885df9b-d855-430e-8f8a-1344141999a3),segment_id=e885df9b-d855-430e-8f8a-1344141999a3)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:07:31.722488 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.745599 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c207dec2-222b-4d33-87d3-7f8a57c78367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.755978 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c207dec2-222b-4d33-87d3-7f8a57c78367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.757682 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:31.761410 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c207dec2-222b-4d33-87d3-7f8a57c78367 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b112e601-d0f8-46e7-8134-a06244fe78fb HTTP/1.1" status: 204 len: 168 time: 0.3850472 Aug 31 01:07:31.790241 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=23916470-53ac-4da8-98eb-5581cf28c9df,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:31.816396 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:31.821069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:31.824808 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:31.829111 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207dec2-222b-4d33-87d3-7f8a57c78367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b112e601-d0f8-46e7-8134-a06244fe78fb,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:31.875004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Pushing event updated for resources: {'Port': ['ID=95aa6168-966a-4ee4-906b-959897033fa4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:32.050687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 47235f54-a25c-493f-a576-a74849e08e9f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:32.051114 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.120895 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e68fbe32-a934-4fe8-8a7c-63b46f4a341c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.149280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b569ccd-6adc-465a-95df-511482e908ab None None] DHCP port deletion for 246986d8-29af-406b-89ce-ffef7836588f request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:07:32.156580 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e68fbe32-a934-4fe8-8a7c-63b46f4a341c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.207424 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e68fbe32-a934-4fe8-8a7c-63b46f4a341c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.208777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e68fbe32-a934-4fe8-8a7c-63b46f4a341c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0093029 Aug 31 01:07:32.216960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42728) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:32.224208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb985b7b-9a84-4e99-8827-f5be9ec16914 req-6370ecdb-1165-4df6-8459-c96559bbc453 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:32.226047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb985b7b-9a84-4e99-8827-f5be9ec16914 req-6370ecdb-1165-4df6-8459-c96559bbc453 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 944 time: 0.7213750 Aug 31 01:07:32.236843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e7fa2c95-e061-4d7b-bbaf-bdb16e51bd67 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'security_group_rule': {'security_group_id': '9b29493c-253c-4840-925a-669dd9b09a06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:32.399323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588bb69-56d3-4a64-a884-1893be280d9e req-b8242e6d-7db8-4959-aed8-ef45f07cec2e tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:32.403516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7588bb69-56d3-4a64-a884-1893be280d9e req-b8242e6d-7db8-4959-aed8-ef45f07cec2e tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 946 time: 0.6951287 Aug 31 01:07:32.407011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=16c1230e-62b6-4c88-bbb7-3c30304ca6d3,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:32.410967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 508e4c7a-bee6-45dd-ae80-8996ea9b9356 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:32.464677 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.558449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42744) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:32.568335 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2c95-e061-4d7b-bbaf-bdb16e51bd67 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.581447 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e780ce-53c2-488f-93de-64bcd717102b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:32.589781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 508e4c7a-bee6-45dd-ae80-8996ea9b9356 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:32.592209 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 508e4c7a-bee6-45dd-ae80-8996ea9b9356 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:32.598489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fbe32-a934-4fe8-8a7c-63b46f4a341c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b29493c-253c-4840-925a-669dd9b09a06,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:32.604722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb985b7b-9a84-4e99-8827-f5be9ec16914 req-41e74544-9470-4065-b878-4a656f1c5830 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363035 Aug 31 01:07:32.625094 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ffb26d9d-87eb-44ec-a996-0d16676eb450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.643065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] No DVR routers for this DVR port 23e780ce-53c2-488f-93de-64bcd717102b on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:32.700426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7b3de-9eb8-4494-bdac-2dd4713463d4 None None] Pushing event updated for resources: {'Port': ['ID=8f6c6232-05bb-4ba9-ad18-e703f509587a,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:32.729014 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7588bb69-56d3-4a64-a884-1893be280d9e req-35fc3cf1-bb8f-4544-9176-66865b8ab87c tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518721 Aug 31 01:07:32.734757 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.815065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8b569ccd-6adc-465a-95df-511482e908ab None None] Deleting port 23e780ce-53c2-488f-93de-64bcd717102b {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:32.820989 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8b569ccd-6adc-465a-95df-511482e908ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.842519 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.875937 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246986d8-29af-406b-89ce-ffef7836588f']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:32.910257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7c13ee-dca3-43d0-bf64-82b0efaca511') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:32.911004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7c13ee-dca3-43d0-bf64-82b0efaca511') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:32.931714 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.961942 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.971132 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8b569ccd-6adc-465a-95df-511482e908ab None None] For port 23e780ce-53c2-488f-93de-64bcd717102b, host n-d-802060-13, got binding levels [] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:32.971566 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8b569ccd-6adc-465a-95df-511482e908ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:32.993288 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:07:32.994811 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:07:33.001182 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:07:33.008959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8b569ccd-6adc-465a-95df-511482e908ab None None] Calling delete_port for 23e780ce-53c2-488f-93de-64bcd717102b owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:33.017316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.ipam_backend_mixin [None req-8b569ccd-6adc-465a-95df-511482e908ab None None] Port 23e780ce-53c2-488f-93de-64bcd717102b was not found and therefore no delete operation was performed {{(pid=94762) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:07:33.020016 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8b569ccd-6adc-465a-95df-511482e908ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.022828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:33.086476 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2c95-e061-4d7b-bbaf-bdb16e51bd67 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.102420 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2c95-e061-4d7b-bbaf-bdb16e51bd67 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.140239 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ffb26d9d-87eb-44ec-a996-0d16676eb450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.144171 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.161339 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.164132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] 10.222.0.58 "DELETE /v2.0/networks/246986d8-29af-406b-89ce-ffef7836588f HTTP/1.1" status: 204 len: 168 time: 2.0036182 Aug 31 01:07:33.174575 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ffb26d9d-87eb-44ec-a996-0d16676eb450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.185987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b569ccd-6adc-465a-95df-511482e908ab None None] Pushing event deleted for resources: {'Port': ['ID=23e780ce-53c2-488f-93de-64bcd717102b,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:33.198716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b569ccd-6adc-465a-95df-511482e908ab None None] No DVR routers for this DVR port 23e780ce-53c2-488f-93de-64bcd717102b on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:33.218477 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2c95-e061-4d7b-bbaf-bdb16e51bd67 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.220273 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e7fa2c95-e061-4d7b-bbaf-bdb16e51bd67 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9999316 Aug 31 01:07:33.224000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42774) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:33.228332 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa2c95-e061-4d7b-bbaf-bdb16e51bd67 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194af35f-56e8-416c-96d9-f39bfe8c15b4,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:33.259058 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6953c408-af1b-4d0e-a551-309d07ace562 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'security_group_rule': {'security_group_id': '9b29493c-253c-4840-925a-669dd9b09a06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:33.270895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3bd6e-5a89-48e4-998f-0edf12561410 admin admin] Pushing event deleted for resources: {'Network': ['ID=246986d8-29af-406b-89ce-ffef7836588f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:33.298958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:33.300068 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.348023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb26d9d-87eb-44ec-a996-0d16676eb450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4fd23f-91c7-4787-92d4-375b7d46b23f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:33.372251 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ffb26d9d-87eb-44ec-a996-0d16676eb450 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d626258416a74e0e896c9ded02323f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7823281 Aug 31 01:07:33.375398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42776) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:33.380279 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6953c408-af1b-4d0e-a551-309d07ace562 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.477622 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6953c408-af1b-4d0e-a551-309d07ace562 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.491422 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6953c408-af1b-4d0e-a551-309d07ace562 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.540053 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0a9c93ff-6eb0-4232-b9cb-f77e322b178e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.558738 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.562362 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0938f969-79d0-49ce-9da7-5621e07826c8 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:33.576865 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42778) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:33.582349 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953c408-af1b-4d0e-a551-309d07ace562 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5afea23-4c3a-4750-bdb2-3469027b0631,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:33.605019 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6953c408-af1b-4d0e-a551-309d07ace562 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.606554 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6953c408-af1b-4d0e-a551-309d07ace562 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3806365 Aug 31 01:07:33.609897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42780) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:33.614066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 0938f969-79d0-49ce-9da7-5621e07826c8 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:33.616933 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0a9c93ff-6eb0-4232-b9cb-f77e322b178e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.617601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0938f969-79d0-49ce-9da7-5621e07826c8 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:33.618105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 23e780ce-53c2-488f-93de-64bcd717102b no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:33.627979 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:33.674434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 23e780ce-53c2-488f-93de-64bcd717102b {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:33.675007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 23e780ce-53c2-488f-93de-64bcd717102b not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:33.746485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd3acc2-c967-4fa7-96a1-f6b3997a077a None None] Network 6c0fded1-098b-4eae-b213-e94e4c43fd47 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:33.787487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8fd529b6-97c5-4f1e-85e7-788742239f09 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=72faa29446d64ecf9eee39174663ec03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079291 Aug 31 01:07:33.792124 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42792) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:33.860260 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:33.922406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3a2a6-b444-4a83-baa5-0cca14f689ac req-551492ae-a0f7-42ad-82db-716fb135094f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:33.925078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c1fc4f58-c909-4c7f-9a7b-982692f13f74 None None] Provisioning for port 8f6c6232-05bb-4ba9-ad18-e703f509587a completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:33.932482 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-57e3a2a6-b444-4a83-baa5-0cca14f689ac req-551492ae-a0f7-42ad-82db-716fb135094f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 944 time: 0.1428723 Aug 31 01:07:33.985057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Router 182522bb-703d-4d4b-9cd0-77bce754c57f is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:07:34.020654 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0a9c93ff-6eb0-4232-b9cb-f77e322b178e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:34.028151 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0a9c93ff-6eb0-4232-b9cb-f77e322b178e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:34.037406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0a9c93ff-6eb0-4232-b9cb-f77e322b178e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d4fd23f-91c7-4787-92d4-375b7d46b23f HTTP/1.1" status: 204 len: 168 time: 0.6608367 Aug 31 01:07:34.067973 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:34.126149 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-030c7aa1-d276-42b9-b80b-5b77be7dc467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:34.177215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c93ff-6eb0-4232-b9cb-f77e322b178e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4fd23f-91c7-4787-92d4-375b7d46b23f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:34.267633 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-57e3a2a6-b444-4a83-baa5-0cca14f689ac req-7b46be84-5062-42e8-8c44-a19e62635499 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339591 Aug 31 01:07:34.269756 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-030c7aa1-d276-42b9-b80b-5b77be7dc467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:34.309799 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 23916470-53ac-4da8-98eb-5581cf28c9df up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:34.452360 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-030c7aa1-d276-42b9-b80b-5b77be7dc467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:34.456086 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-030c7aa1-d276-42b9-b80b-5b77be7dc467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:34.463172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-030c7aa1-d276-42b9-b80b-5b77be7dc467 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e219fb1-1d9b-4745-be67-7bbe82f6f8ee HTTP/1.1" status: 204 len: 168 time: 0.6250732 Aug 31 01:07:34.512531 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c7aa1-d276-42b9-b80b-5b77be7dc467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e219fb1-1d9b-4745-be67-7bbe82f6f8ee,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:34.547255 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 23916470-53ac-4da8-98eb-5581cf28c9df triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:34.549051 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:34.765682 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:34.836235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b7536-b0bf-474a-824e-41e6522ffc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23916470-53ac-4da8-98eb-5581cf28c9df'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:34.843188 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaf0b44-82af-4cfe-b907-f261b789631c" -d '{"events": [{"server_uuid": "a85b7536-b0bf-474a-824e-41e6522ffc5f", "name": "network-vif-plugged", "status": "completed", "tag": "23916470-53ac-4da8-98eb-5581cf28c9df"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:34.876165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 23916470-53ac-4da8-98eb-5581cf28c9df, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23916470-53ac-4da8-98eb-5581cf28c9df,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:34.888308 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:35.011959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8f6c6232-05bb-4ba9-ad18-e703f509587a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:35.013587 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:07:35.022654 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Sync routers for ids ['182522bb-703d-4d4b-9cd0-77bce754c57f'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:07:35.040778 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Routers {'182522bb-703d-4d4b-9cd0-77bce754c57f'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:35.042660 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:07:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['182522bb-703d-4d4b-9cd0-77bce754c57f'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:35.053929 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:35.058240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42844) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:35.073288 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-be374d7e-6237-491f-85da-c81fc8ea7b5a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.7572961 Aug 31 01:07:35.173243 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b715fd-cc23-4660-ab3c-0778f04b9f9b x-openstack-request-id: req-a8b715fd-cc23-4660-ab3c-0778f04b9f9b {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:35.177539 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b7536-b0bf-474a-824e-41e6522ffc5f", "name": "network-vif-plugged", "status": "completed", "tag": "23916470-53ac-4da8-98eb-5581cf28c9df", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:35.179215 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8b715fd-cc23-4660-ab3c-0778f04b9f9b {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:35.180109 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b7536-b0bf-474a-824e-41e6522ffc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23916470-53ac-4da8-98eb-5581cf28c9df', 'code': 200} Aug 31 01:07:35.227322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Allocated IP 172.25.6.26 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/7493dd84-fac9-4ead-aa1a-e4ad7c76ab93) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:35.333758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=23916470-53ac-4da8-98eb-5581cf28c9df,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:35.350655 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 8f6c6232-05bb-4ba9-ad18-e703f509587a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:35.378384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8f6c6232-05bb-4ba9-ad18-e703f509587a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:35.379295 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:35.452967 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Set router 182522bb-703d-4d4b-9cd0-77bce754c57f gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:35.663656 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:35.682312 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:35.812899 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 8f6c6232-05bb-4ba9-ad18-e703f509587a, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8f6c6232-05bb-4ba9-ad18-e703f509587a,segment=NetworkSegment(e885df9b-d855-430e-8f8a-1344141999a3),segment_id=e885df9b-d855-430e-8f8a-1344141999a3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:35.824011 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:35.858140 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:35.917246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2b7ae-246c-496e-be8e-ab1cee939312 req-4362caae-b153-46f5-91ad-04fb87b5839c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:35.924142 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92b2b7ae-246c-496e-be8e-ab1cee939312 req-4362caae-b153-46f5-91ad-04fb87b5839c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.2785242 Aug 31 01:07:35.998781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=8f6c6232-05bb-4ba9-ad18-e703f509587a,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:36.008624 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:36.041113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:36.050535 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:36.052393 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1407161367-router', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '95aa6168-966a-4ee4-906b-959897033fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:29Z', 'updated_at': '2021-08-31T01:07:32Z', 'revision_number': 3, 'project_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'gw_port': {'id': '95aa6168-966a-4ee4-906b-959897033fa4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:aa:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:07:31Z', 'updated_at': '2021-08-31T01:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:36.105315 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92b2b7ae-246c-496e-be8e-ab1cee939312 req-e00b5c55-c0b1-44a4-bc93-4fd1ddd7f803 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641345 Aug 31 01:07:36.152036 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'Port': ['ID=7493dd84-fac9-4ead-aa1a-e4ad7c76ab93,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:36.208153 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Checking router: 182522bb-703d-4d4b-9cd0-77bce754c57f for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:07:36.208994 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Updating router 182522bb-703d-4d4b-9cd0-77bce754c57f port 95aa6168-966a-4ee4-906b-959897033fa4 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:07:36.297171 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:36.390232 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:36.487045 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:36.496863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975f0b0-50e1-49d1-a046-c3894bae10f6 req-94cdd277-0fb0-4657-8cd1-079e1e479d32 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:36.504185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f975f0b0-50e1-49d1-a046-c3894bae10f6 req-94cdd277-0fb0-4657-8cd1-079e1e479d32 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 946 time: 0.2688632 Aug 31 01:07:36.647171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f975f0b0-50e1-49d1-a046-c3894bae10f6 req-4ccc70fa-8f52-4b2d-9065-c27fec9cc98b tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413043 Aug 31 01:07:36.719898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 816fe75e-ebb1-470f-a411-cc5cd7ceea96 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:07:36.733586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42936) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:36.765109 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:36.807185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8f6c6232-05bb-4ba9-ad18-e703f509587a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:36.947986 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:36.960708 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.034160 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.058715 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8f6c6232-05bb-4ba9-ad18-e703f509587a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:37.059610 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.063800 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Transition to ACTIVE for port object 95aa6168-966a-4ee4-906b-959897033fa4 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:37.077696 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.120936 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c63019d-aa4d-435f-804a-c98c1b0bf792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.207892 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.228560 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'Port': ['ID=7493dd84-fac9-4ead-aa1a-e4ad7c76ab93,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:37.236142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Allocated IP 172.20.0.1 (6c0fded1-098b-4eae-b213-e94e4c43fd47/ee7cd0e9-139f-4d2a-8b6b-7f16b45f5ede/9a13de15-3590-41a3-8a03-ff4cb36af827) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:37.252887 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba44982-0848-43b0-ae3b-57ba17b0cc85 None None] Pushing event updated for resources: {'Port': ['ID=95aa6168-966a-4ee4-906b-959897033fa4,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:37.265868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 816fe75e-ebb1-470f-a411-cc5cd7ceea96, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=816fe75e-ebb1-470f-a411-cc5cd7ceea96,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:37.269278 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Attempting to bind port 95aa6168-966a-4ee4-906b-959897033fa4 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:37.275782 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Attempting to bind port 95aa6168-966a-4ee4-906b-959897033fa4 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:37.276937 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Attempting to bind port 95aa6168-966a-4ee4-906b-959897033fa4 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:37.296778 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42946) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:37.317648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '816fe75e-ebb1-470f-a411-cc5cd7ceea96', 'network_id': '7df08447-9b37-4e36-b964-679e1ae45569', 'port_id': '816fe75e-ebb1-470f-a411-cc5cd7ceea96', 'mac_address': 'fa:16:3e:67:42:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45904437-7514-4138-a03a-8b8d200388fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:07:37.330099 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:37.330573 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:37.331804 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.332269 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:37.333379 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Bound port: 95aa6168-966a-4ee4-906b-959897033fa4, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:37.333533 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.353226 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba44982-0848-43b0-ae3b-57ba17b0cc85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:37.353706 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba44982-0848-43b0-ae3b-57ba17b0cc85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:37.356159 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba44982-0848-43b0-ae3b-57ba17b0cc85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:37.356531 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba44982-0848-43b0-ae3b-57ba17b0cc85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:37.356878 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba44982-0848-43b0-ae3b-57ba17b0cc85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:37.361056 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba44982-0848-43b0-ae3b-57ba17b0cc85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:37.361463 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba44982-0848-43b0-ae3b-57ba17b0cc85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:37.361804 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba44982-0848-43b0-ae3b-57ba17b0cc85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:37.362144 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba44982-0848-43b0-ae3b-57ba17b0cc85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:37.362720 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba44982-0848-43b0-ae3b-57ba17b0cc85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:37.363050 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba44982-0848-43b0-ae3b-57ba17b0cc85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:37.363414 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba44982-0848-43b0-ae3b-57ba17b0cc85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:37.524436 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.542800 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] For port 95aa6168-966a-4ee4-906b-959897033fa4, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:37.545091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d41a3d-6521-42bb-969d-c8c6bb955ae7 req-bf46f53c-6335-4361-9732-fdd5ae83818f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:37.547755 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73d41a3d-6521-42bb-969d-c8c6bb955ae7 req-bf46f53c-6335-4361-9732-fdd5ae83818f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.2356222 Aug 31 01:07:37.552283 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] For port 95aa6168-966a-4ee4-906b-959897033fa4, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=95aa6168-966a-4ee4-906b-959897033fa4,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:07:37.563919 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.593287 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-830617707-network', 'tenant_id': '0cc8a700819f487ea8c353bcd2a6d48f'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:37.601465 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 816fe75e-ebb1-470f-a411-cc5cd7ceea96 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:07:37.682815 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 816fe75e-ebb1-470f-a411-cc5cd7ceea96, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=816fe75e-ebb1-470f-a411-cc5cd7ceea96,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:37.693861 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.781651 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:37.809456 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73d41a3d-6521-42bb-969d-c8c6bb955ae7 req-d7d8d3d1-f818-458d-bc44-31d57631da6b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481866 Aug 31 01:07:37.834675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=816fe75e-ebb1-470f-a411-cc5cd7ceea96,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:37.885576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['816fe75e-ebb1-470f-a411-cc5cd7ceea96'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:07:37.886555 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Routers {'182522bb-703d-4d4b-9cd0-77bce754c57f'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:37.887204 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:07:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['182522bb-703d-4d4b-9cd0-77bce754c57f'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:37.979326 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba44982-0848-43b0-ae3b-57ba17b0cc85 None None] Pushing event updated for resources: {'Port': ['ID=95aa6168-966a-4ee4-906b-959897033fa4,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:37.984028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Transition to ACTIVE for port object 9a13de15-3590-41a3-8a03-ff4cb36af827 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:38.026402 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c63019d-aa4d-435f-804a-c98c1b0bf792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.051319 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.071580 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-470f1d34-fa97-4654-9170-563bac48a06b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4544578 Aug 31 01:07:38.088999 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c63019d-aa4d-435f-804a-c98c1b0bf792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.147563 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] Made reservation on behalf of 0cc8a700819f487ea8c353bcd2a6d48f for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:38.151436 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.162634 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.277723 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.322830 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] Set router 182522bb-703d-4d4b-9cd0-77bce754c57f gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:38.378060 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.385749 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.426695 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:07:38.451174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f2518-fafe-4593-8ae3-5dfb0d0867ff req-a895fe04-ca2c-4c55-884a-91865e15d75f tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:38.454870 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a0f2518-fafe-4593-8ae3-5dfb0d0867ff req-a895fe04-ca2c-4c55-884a-91865e15d75f tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 945 time: 0.6046190 Aug 31 01:07:38.469279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae443056-f491-43b3-bf86-62756a0fa3fc,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:38.473981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Network 6c0fded1-098b-4eae-b213-e94e4c43fd47 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:38.478015 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.482440 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] Added segment 6c79dc16-2c26-495a-ad2b-f85ecf085ec7 of type vlan for network 8c151cf1-ab0a-4794-970f-36a739d30b88 Aug 31 01:07:38.509638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:38.520937 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:38.539738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6c63019d-aa4d-435f-804a-c98c1b0bf792 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a11caa9784e49fb960fc6a806e6940e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8046625 Aug 31 01:07:38.555729 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42976) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:38.623902 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63019d-aa4d-435f-804a-c98c1b0bf792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cb33c0-8d95-4575-a4c6-6344fb2f44d1,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:38.643256 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.660029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Pushing event updated for resources: {'Port': ['ID=9a13de15-3590-41a3-8a03-ff4cb36af827,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:38.707925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a0f2518-fafe-4593-8ae3-5dfb0d0867ff req-e2236862-0609-458c-8283-ce290229d0c4 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037044 Aug 31 01:07:38.713887 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.726229 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 816fe75e-ebb1-470f-a411-cc5cd7ceea96 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:38.801667 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-672e7ad7-5efe-46e8-ba92-4cc667209c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.805081 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.807900 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:38.810581 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.820918 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1407161367-router', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '95aa6168-966a-4ee4-906b-959897033fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:29Z', 'updated_at': '2021-08-31T01:07:32Z', 'revision_number': 3, 'project_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'gw_port': {'id': '95aa6168-966a-4ee4-906b-959897033fa4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:aa:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:07:31Z', 'updated_at': '2021-08-31T01:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:38.926842 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 816fe75e-ebb1-470f-a411-cc5cd7ceea96 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:38.927784 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d39c24-4a4a-4789-8cfd-82562d4a643f None None] The sync data for ids ['182522bb-703d-4d4b-9cd0-77bce754c57f'] in n-d-802060-13 is: [{'id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1407161367-router', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '95aa6168-966a-4ee4-906b-959897033fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:29Z', 'updated_at': '2021-08-31T01:07:32Z', 'revision_number': 3, 'project_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'gw_port': {'id': '95aa6168-966a-4ee4-906b-959897033fa4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:aa:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:07:31Z', 'updated_at': '2021-08-31T01:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:07:38.928179 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.039298 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7378948 Aug 31 01:07:39.043060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42994) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:39.060565 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-672e7ad7-5efe-46e8-ba92-4cc667209c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.073500 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d6dde3a2-75f1-4368-be1e-c049f16efde1 admin admin] Request body: {'subnet': {'network_id': '8c151cf1-ab0a-4794-970f-36a739d30b88', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-830617707-subnet', 'tenant_id': '0cc8a700819f487ea8c353bcd2a6d48f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:39.092311 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a56da-a2e3-4963-ae8c-9dbe3b0bd81b admin admin] Pushing event updated for resources: {'Network': ['ID=8c151cf1-ab0a-4794-970f-36a739d30b88,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:39.119918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 8c151cf1-ab0a-4794-970f-36a739d30b88 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:07:39.204806 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-672e7ad7-5efe-46e8-ba92-4cc667209c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.207475 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-672e7ad7-5efe-46e8-ba92-4cc667209c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.209383 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-672e7ad7-5efe-46e8-ba92-4cc667209c83 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96cb33c0-8d95-4575-a4c6-6344fb2f44d1 HTTP/1.1" status: 204 len: 168 time: 0.6510441 Aug 31 01:07:39.213156 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-07518950-ebb7-400b-9201-17aca5de89ef tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--834298951&fields=id&tenant_id=ac491d9f80684a44a8cc262e4982e966 HTTP/1.1" status: 200 len: 267 time: 0.2360609 Aug 31 01:07:39.246261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0dbe6a24-dc93-4955-88bc-4504c613fd9a None None] Provisioning for port 9a13de15-3590-41a3-8a03-ff4cb36af827 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:39.246552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e7ad7-5efe-46e8-ba92-4cc667209c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cb33c0-8d95-4575-a4c6-6344fb2f44d1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:39.271259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0dbe6a24-dc93-4955-88bc-4504c613fd9a None None] Provisioning complete for port 9a13de15-3590-41a3-8a03-ff4cb36af827 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:39.271678 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6a24-dc93-4955-88bc-4504c613fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.364144 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.466236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-ac5e237e-e0e7-4626-828e-5e860e80567c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:39.468141 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-ac5e237e-e0e7-4626-828e-5e860e80567c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports/29267b36-3381-42b4-ba48-8fcd9b7a236b HTTP/1.1" status: 200 len: 932 time: 0.1947887 Aug 31 01:07:39.469016 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dde3a2-75f1-4368-be1e-c049f16efde1 admin admin] Made reservation on behalf of 0cc8a700819f487ea8c353bcd2a6d48f for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:39.471557 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d6dde3a2-75f1-4368-be1e-c049f16efde1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.512908 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436437f-6c58-4ae8-b72f-be17e8606933 req-f473932a-b407-461d-bdf7-78f7603d95d3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:39.514743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5436437f-6c58-4ae8-b72f-be17e8606933 req-f473932a-b407-461d-bdf7-78f7603d95d3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.2944391 Aug 31 01:07:39.827728 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.854614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe6a24-dc93-4955-88bc-4504c613fd9a None None] Port 9a13de15-3590-41a3-8a03-ff4cb36af827 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:39.872300 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267c6459-c337-4e68-ac77-922a3c8a78ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816fe75e-ebb1-470f-a411-cc5cd7ceea96'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:39.874911 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac901e1-cff8-40bd-b47c-f440a3934aa6" -d '{"events": [{"server_uuid": "267c6459-c337-4e68-ac77-922a3c8a78ff", "name": "network-vif-plugged", "status": "completed", "tag": "816fe75e-ebb1-470f-a411-cc5cd7ceea96"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:39.914202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 816fe75e-ebb1-470f-a411-cc5cd7ceea96, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=816fe75e-ebb1-470f-a411-cc5cd7ceea96,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:39.922485 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:40.000496 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=816fe75e-ebb1-470f-a411-cc5cd7ceea96,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:40.400272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-5b99a323-25e3-4130-a7b4-c1bd21e47d56 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:40.402453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-5b99a323-25e3-4130-a7b4-c1bd21e47d56 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports/3b367952-fbab-4977-b0c0-6447731e06fb HTTP/1.1" status: 200 len: 932 time: 0.9229453 Aug 31 01:07:40.455112 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:40.534750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5436437f-6c58-4ae8-b72f-be17e8606933 req-1a1d7498-4a9b-4e5c-8acb-21f3698c266e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9340353 Aug 31 01:07:40.563358 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:40.723617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-4c4f8c10-0bab-45e3-ac3e-9fd2d62cfeb9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?network_id=e89443cc-9b69-4c94-9137-62b2d80389e0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2648146 Aug 31 01:07:40.804116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 95aa6168-966a-4ee4-906b-959897033fa4 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:40.866511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-6f0d05ed-1ddf-4723-9531-5dbce0032419 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?network_id=e89443cc-9b69-4c94-9137-62b2d80389e0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0953584 Aug 31 01:07:40.878727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Pushing event updated for resources: {'Port': ['ID=9a13de15-3590-41a3-8a03-ff4cb36af827,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:40.888860 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:40.942038 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:40.980276 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 95aa6168-966a-4ee4-906b-959897033fa4 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:40.984421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 95aa6168-966a-4ee4-906b-959897033fa4 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:40.984787 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:41.001742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30959041-c06e-4065-b154-4cf7f066f487 req-a8d3e944-bd4d-4605-ae25-e790a40117c9 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:41.003424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30959041-c06e-4065-b154-4cf7f066f487 req-a8d3e944-bd4d-4605-ae25-e790a40117c9 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 946 time: 0.2963598 Aug 31 01:07:41.198121 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:41.239164 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 95aa6168-966a-4ee4-906b-959897033fa4, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=95aa6168-966a-4ee4-906b-959897033fa4,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:41.248883 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:41.276681 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30959041-c06e-4065-b154-4cf7f066f487 req-c923b4ac-c142-4998-ad70-4e93bdaeb7f9 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.58 "GET /v2.0/security-groups?id=cceb498f-bf95-4e90-b4a0-39dd634f2469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187958 Aug 31 01:07:41.316847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-9ea09c2a-7730-43b8-88d1-56ec55f61ecb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:41.337008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-9ea09c2a-7730-43b8-88d1-56ec55f61ecb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:41.348613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-9ea09c2a-7730-43b8-88d1-56ec55f61ecb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:41.350836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-9ea09c2a-7730-43b8-88d1-56ec55f61ecb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/networks?id=00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=e89443cc-9b69-4c94-9137-62b2d80389e0&id=e89443cc-9b69-4c94-9137-62b2d80389e0 HTTP/1.1" status: 200 len: 1989 time: 0.4692626 Aug 31 01:07:41.369334 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d6dde3a2-75f1-4368-be1e-c049f16efde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:41.403002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=95aa6168-966a-4ee4-906b-959897033fa4,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:41.412757 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c905c549-033c-4f6b-bf6c-0b02b0c95328 x-openstack-request-id: req-c905c549-033c-4f6b-bf6c-0b02b0c95328 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:41.413354 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267c6459-c337-4e68-ac77-922a3c8a78ff", "name": "network-vif-plugged", "status": "completed", "tag": "816fe75e-ebb1-470f-a411-cc5cd7ceea96", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:41.413609 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c905c549-033c-4f6b-bf6c-0b02b0c95328 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:41.414369 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267c6459-c337-4e68-ac77-922a3c8a78ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816fe75e-ebb1-470f-a411-cc5cd7ceea96', 'code': 200} Aug 31 01:07:41.415396 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:41.415751 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:41.416094 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:41.416491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:41.416940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:41.417284 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:41.417754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:41.418957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:41.419416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:41.419754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:41.420198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:41.420411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:41.421855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Network 6c0fded1-098b-4eae-b213-e94e4c43fd47 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:41.490845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-db93daab-27b3-4621-8dd6-75c76b198f63 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/quotas/ac491d9f80684a44a8cc262e4982e966 HTTP/1.1" status: 200 len: 375 time: 0.1300344 Aug 31 01:07:41.491757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:41.764012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dde3a2-75f1-4368-be1e-c049f16efde1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72fe66a5-08c4-41a1-85cc-7279ba95f7ce,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:41.885644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dde3a2-75f1-4368-be1e-c049f16efde1 admin admin] Checking segment: {'id': '6c79dc16-2c26-495a-ad2b-f85ecf085ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8c151cf1-ab0a-4794-970f-36a739d30b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:41.885644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dde3a2-75f1-4368-be1e-c049f16efde1 admin admin] Network hostable DHCP agents. Network: 8c151cf1-ab0a-4794-970f-36a739d30b88, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:07:41.956707 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-72c51cca-bbde-4b42-9aa0-8f2a2d830bcf tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac491d9f80684a44a8cc262e4982e966&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4541843 Aug 31 01:07:42.002537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6f841c6e-1863-44dd-a6dd-db5dc0e2c40f None None] Provisioning complete for port 9a13de15-3590-41a3-8a03-ff4cb36af827 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:42.006530 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6f841c6e-1863-44dd-a6dd-db5dc0e2c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:42.032984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43058) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:42.084596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-6f841c6e-1863-44dd-a6dd-db5dc0e2c40f None None] Port 9a13de15-3590-41a3-8a03-ff4cb36af827 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:07:42.160026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dde3a2-75f1-4368-be1e-c049f16efde1 admin admin] Network 8c151cf1-ab0a-4794-970f-36a739d30b88 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:07:42.187173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43064) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:42.205024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d8898-e462-43c3-9edb-8b1ed1d90973 req-bbb23462-1f8e-4ecc-bcb8-55fa3845877b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:42.212741 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c9d8898-e462-43c3-9edb-8b1ed1d90973 req-bbb23462-1f8e-4ecc-bcb8-55fa3845877b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.2531130 Aug 31 01:07:42.226654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Router 182522bb-703d-4d4b-9cd0-77bce754c57f has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:07:42.244911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-d6dde3a2-75f1-4368-be1e-c049f16efde1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 8c151cf1-ab0a-4794-970f-36a739d30b88) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:42.257735 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfe4a27-4727-4ef4-a263-57534c5706dd None None] Network 8c151cf1-ab0a-4794-970f-36a739d30b88 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:42.293918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dde3a2-75f1-4368-be1e-c049f16efde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:42.294556 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d6dde3a2-75f1-4368-be1e-c049f16efde1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:42.314282 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-a26b4d9f-2590-493c-9ef8-807a071970ff service neutron] 10.222.0.58 "GET /v2.0/networks/00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947214 Aug 31 01:07:42.383540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d6dde3a2-75f1-4368-be1e-c049f16efde1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.3323085 Aug 31 01:07:42.494673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f80d1a-0628-4997-bdbf-8c621180d306 None None] Network 8c151cf1-ab0a-4794-970f-36a739d30b88 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:42.534986 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c9d8898-e462-43c3-9edb-8b1ed1d90973 req-8c1d330b-0138-475e-a4f2-e8cba4a3a27f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003860 Aug 31 01:07:42.678002 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bf990b53-9b09-4620-9f8e-0f01001b07ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:42.710235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2131096391'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:42.790740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 95aa6168-966a-4ee4-906b-959897033fa4 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:42.841963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 816fe75e-ebb1-470f-a411-cc5cd7ceea96 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:42.886452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Made reservation on behalf of 9c3563fe8d3c4f68be835392fb1a6913 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:42.890154 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:42.913516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-2569a330-a915-448d-8049-b78fc45d6556 service neutron] 10.222.0.58 "GET /v2.0/networks/00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868599 Aug 31 01:07:42.919684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:07:42.921693 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:42.931502 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-02d0426e-66b1-460d-8fa3-84e41629ac41 admin admin] 10.222.0.58 "PUT /v2.0/routers/182522bb-703d-4d4b-9cd0-77bce754c57f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8719671 Aug 31 01:07:42.941876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Sync routers for ids ['182522bb-703d-4d4b-9cd0-77bce754c57f'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:07:42.994596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-30141150-4fc0-4ca6-a64b-8323eda93709 service neutron] 10.222.0.58 "GET /v2.0/ports/29267b36-3381-42b4-ba48-8fcd9b7a236b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0691781 Aug 31 01:07:43.073521 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Routers {'182522bb-703d-4d4b-9cd0-77bce754c57f'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:43.084572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:07:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['182522bb-703d-4d4b-9cd0-77bce754c57f'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:43.168657 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bf990b53-9b09-4620-9f8e-0f01001b07ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:43.204037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 95aa6168-966a-4ee4-906b-959897033fa4 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:43.204353 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:43.347934 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bf990b53-9b09-4620-9f8e-0f01001b07ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:43.408713 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:43.451710 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Set router 182522bb-703d-4d4b-9cd0-77bce754c57f gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:43.529703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf990b53-9b09-4620-9f8e-0f01001b07ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec062317-0b5d-4866-be1f-42d0dea08915,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:43.566382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bf990b53-9b09-4620-9f8e-0f01001b07ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=39f969225ced46fcb3a4c2e0b4d43ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3766263 Aug 31 01:07:43.574339 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6b42d-6d33-4f66-9b79-2462245a478a req-baa81457-8030-4aa4-9b3a-ab2722c49b65 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:43.576383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267c6459-c337-4e68-ac77-922a3c8a78ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816fe75e-ebb1-470f-a411-cc5cd7ceea96'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:43.577956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43104) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:43.578837 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4b2ada-33df-4e91-8827-17c75dd677d2" -d '{"events": [{"server_uuid": "267c6459-c337-4e68-ac77-922a3c8a78ff", "name": "network-vif-unplugged", "status": "completed", "tag": "816fe75e-ebb1-470f-a411-cc5cd7ceea96"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:43.598770 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-35f6b42d-6d33-4f66-9b79-2462245a478a req-baa81457-8030-4aa4-9b3a-ab2722c49b65 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.70 "GET /v2.0/ports?device_id=267c6459-c337-4e68-ac77-922a3c8a78ff HTTP/1.1" status: 200 len: 946 time: 0.1382825 Aug 31 01:07:43.603881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 816fe75e-ebb1-470f-a411-cc5cd7ceea96, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=816fe75e-ebb1-470f-a411-cc5cd7ceea96,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:43.664761 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:43.743528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-477b3257-b39e-4e61-b2df-87610aa21f23 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:43.751109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-477b3257-b39e-4e61-b2df-87610aa21f23 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/networks?id=8c151cf1-ab0a-4794-970f-36a739d30b88 HTTP/1.1" status: 200 len: 821 time: 0.4232700 Aug 31 01:07:43.757734 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-659f9c9a-5b41-48f7-b490-bd5c07d50ab8 service neutron] 10.222.0.58 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7484057 Aug 31 01:07:43.776829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-35f6b42d-6d33-4f66-9b79-2462245a478a req-32f5b9f5-88d9-439a-8dc8-06bb06964fa4 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Deleting port 816fe75e-ebb1-470f-a411-cc5cd7ceea96 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:43.778030 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-35f6b42d-6d33-4f66-9b79-2462245a478a req-32f5b9f5-88d9-439a-8dc8-06bb06964fa4 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:43.827981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d44664d8-9798-4b12-90c2-63cd9ca580d8 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/quotas/0cc8a700819f487ea8c353bcd2a6d48f HTTP/1.1" status: 200 len: 375 time: 0.0758774 Aug 31 01:07:43.874610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=816fe75e-ebb1-470f-a411-cc5cd7ceea96,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:43.918677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-35f6b42d-6d33-4f66-9b79-2462245a478a req-32f5b9f5-88d9-439a-8dc8-06bb06964fa4 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] For port 816fe75e-ebb1-470f-a411-cc5cd7ceea96, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=816fe75e-ebb1-470f-a411-cc5cd7ceea96,segment=NetworkSegment(7240f110-dd1c-41ad-802f-a1b7cd3ab4f3),segment_id=7240f110-dd1c-41ad-802f-a1b7cd3ab4f3)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:43.919402 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-35f6b42d-6d33-4f66-9b79-2462245a478a req-32f5b9f5-88d9-439a-8dc8-06bb06964fa4 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:43.959434 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-35f6b42d-6d33-4f66-9b79-2462245a478a req-32f5b9f5-88d9-439a-8dc8-06bb06964fa4 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Calling delete_port for 816fe75e-ebb1-470f-a411-cc5cd7ceea96 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:43.967564 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa99f72e-4857-4f78-ae37-c8f53c75f9fe req-b249638a-1f91-4b1c-9c7a-6b7932339436 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3214595 Aug 31 01:07:43.975620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-c5daeb92-edbe-451d-957d-dfa31ca84562 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0cc8a700819f487ea8c353bcd2a6d48f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1457736 Aug 31 01:07:43.997125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1407161367-router', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '95aa6168-966a-4ee4-906b-959897033fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:29Z', 'updated_at': '2021-08-31T01:07:38Z', 'revision_number': 4, 'project_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'gw_port': {'id': '95aa6168-966a-4ee4-906b-959897033fa4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:07:31Z', 'updated_at': '2021-08-31T01:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '9a13de15-3590-41a3-8a03-ff4cb36af827', 'name': '', 'network_id': '6c0fded1-098b-4eae-b213-e94e4c43fd47', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'mac_address': 'fa:16:3e:cf:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ee7cd0e9-139f-4d2a-8b6b-7f16b45f5ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:07:36Z', 'updated_at': '2021-08-31T01:07:39Z', 'revision_number': 2, 'project_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'subnets': [{'id': 'ee7cd0e9-139f-4d2a-8b6b-7f16b45f5ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:44.029103 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Checking router: 182522bb-703d-4d4b-9cd0-77bce754c57f for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:07:44.029526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Updating router 182522bb-703d-4d4b-9cd0-77bce754c57f port 9a13de15-3590-41a3-8a03-ff4cb36af827 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:07:44.032669 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c25c5595-cc60-4e11-8205-caeecf9fcb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.059098 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.069476 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c25c5595-cc60-4e11-8205-caeecf9fcb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.223832 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.228754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99f72e-4857-4f78-ae37-c8f53c75f9fe req-ba6b8f77-eebf-4b9c-8302-ef98c1915a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:44.230372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa99f72e-4857-4f78-ae37-c8f53c75f9fe req-ba6b8f77-eebf-4b9c-8302-ef98c1915a6f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 1096 time: 0.2254748 Aug 31 01:07:44.237392 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.248406 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-35f6b42d-6d33-4f66-9b79-2462245a478a req-32f5b9f5-88d9-439a-8dc8-06bb06964fa4 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.288867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d402002e-dada-4d2f-ba30-d69226784832,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:44.325688 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5b9f5-88d9-439a-8dc8-06bb06964fa4 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Pushing event deleted for resources: {'Port': ['ID=816fe75e-ebb1-470f-a411-cc5cd7ceea96,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:44.338667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:07:44.363159 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c25c5595-cc60-4e11-8205-caeecf9fcb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.366437 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c25c5595-cc60-4e11-8205-caeecf9fcb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.370242 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c25c5595-cc60-4e11-8205-caeecf9fcb0f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec062317-0b5d-4866-be1f-42d0dea08915 HTTP/1.1" status: 204 len: 168 time: 0.7824924 Aug 31 01:07:44.423168 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.425635 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Added segment 0eed5926-b7da-4130-8ea3-81d5e19e1c45 of type vlan for network 781dc63c-fbb5-481e-b902-83884baecd8d Aug 31 01:07:44.453671 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f6b42d-6d33-4f66-9b79-2462245a478a req-32f5b9f5-88d9-439a-8dc8-06bb06964fa4 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] No DVR routers for this DVR port 816fe75e-ebb1-470f-a411-cc5cd7ceea96 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:44.457922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-35f6b42d-6d33-4f66-9b79-2462245a478a req-32f5b9f5-88d9-439a-8dc8-06bb06964fa4 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.460203 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-35f6b42d-6d33-4f66-9b79-2462245a478a req-32f5b9f5-88d9-439a-8dc8-06bb06964fa4 tempest-ImagesTestJSON-1341952324 tempest-ImagesTestJSON-1341952324-project] 10.222.0.70 "DELETE /v2.0/ports/816fe75e-ebb1-470f-a411-cc5cd7ceea96 HTTP/1.1" status: 204 len: 173 time: 0.8514199 Aug 31 01:07:44.460683 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267c6459-c337-4e68-ac77-922a3c8a78ff', 'name': 'network-vif-deleted', 'tag': '816fe75e-ebb1-470f-a411-cc5cd7ceea96'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:44.462957 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50327ca-22b9-416c-802a-3dd97bee2ac3" -d '{"events": [{"server_uuid": "267c6459-c337-4e68-ac77-922a3c8a78ff", "name": "network-vif-deleted", "tag": "816fe75e-ebb1-470f-a411-cc5cd7ceea96"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:44.483126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-2592a630-4aa8-4139-8fda-c23e12b076b5 service neutron] 10.222.0.58 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882753 Aug 31 01:07:44.560864 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.586960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Transition to ACTIVE for port object 9a13de15-3590-41a3-8a03-ff4cb36af827 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:44.600074 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.606462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c5595-cc60-4e11-8205-caeecf9fcb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec062317-0b5d-4866-be1f-42d0dea08915,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:44.691135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-2c95242b-1a87-4bdc-8ef6-599606eaf40f service neutron] 10.222.0.58 "GET /v2.0/ports/3b367952-fbab-4977-b0c0-6447731e06fb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1814930 Aug 31 01:07:44.764873 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.766974 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fa11a-6d97-4d05-8de8-29b79949c342 None None] Pushing event updated for resources: {'Port': ['ID=9a13de15-3590-41a3-8a03-ff4cb36af827,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:44.771514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-52471b7c-09c7-43e0-9993-25cc95f78a7b service neutron] 10.222.0.58 "GET /v2.0/networks/8c151cf1-ab0a-4794-970f-36a739d30b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7706351 Aug 31 01:07:44.883719 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Attempting to bind port 9a13de15-3590-41a3-8a03-ff4cb36af827 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:44.884156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Attempting to bind port 9a13de15-3590-41a3-8a03-ff4cb36af827 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'e885df9b-d855-430e-8f8a-1344141999a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6c0fded1-098b-4eae-b213-e94e4c43fd47'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:44.884523 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Attempting to bind port 9a13de15-3590-41a3-8a03-ff4cb36af827 on network 6c0fded1-098b-4eae-b213-e94e4c43fd47 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:44.892152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:44.892589 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Checking segment: {'id': 'e885df9b-d855-430e-8f8a-1344141999a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6c0fded1-098b-4eae-b213-e94e4c43fd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:44.892994 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.893380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Bound using segment: {'id': 'e885df9b-d855-430e-8f8a-1344141999a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6c0fded1-098b-4eae-b213-e94e4c43fd47'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:44.893860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Bound port: 9a13de15-3590-41a3-8a03-ff4cb36af827, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e885df9b-d855-430e-8f8a-1344141999a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6c0fded1-098b-4eae-b213-e94e4c43fd47'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:44.894638 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.005828 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43116) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:45.016999 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] For port 9a13de15-3590-41a3-8a03-ff4cb36af827, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:45.023517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] For port 9a13de15-3590-41a3-8a03-ff4cb36af827, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9a13de15-3590-41a3-8a03-ff4cb36af827,segment=NetworkSegment(e885df9b-d855-430e-8f8a-1344141999a3),segment_id=e885df9b-d855-430e-8f8a-1344141999a3)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:07:45.035509 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.054467 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-33885c2c-6c42-4160-9687-f3ddb89c28a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.068358 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.resource_extend [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:07:45.088980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99f72e-4857-4f78-ae37-c8f53c75f9fe req-c9feff79-8332-4c96-9c07-a61a559ba3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:45.092890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa99f72e-4857-4f78-ae37-c8f53c75f9fe req-c9feff79-8332-4c96-9c07-a61a559ba3ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.8112154 Aug 31 01:07:45.189610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fa11a-6d97-4d05-8de8-29b79949c342 None None] Pushing event updated for resources: {'Port': ['ID=9a13de15-3590-41a3-8a03-ff4cb36af827,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:45.193418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Routers {'182522bb-703d-4d4b-9cd0-77bce754c57f'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:45.201347 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:07:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['182522bb-703d-4d4b-9cd0-77bce754c57f'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:45.361404 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-33885c2c-6c42-4160-9687-f3ddb89c28a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.369192 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-33885c2c-6c42-4160-9687-f3ddb89c28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.415271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa99f72e-4857-4f78-ae37-c8f53c75f9fe req-75b9fbda-b003-4ef4-94ea-a5c9af7908fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197 HTTP/1.1" status: 200 len: 217 time: 0.1791797 Aug 31 01:07:45.453909 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33885c2c-6c42-4160-9687-f3ddb89c28a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231d4819-58f1-445b-9fe0-818d19143059,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:45.458933 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] Set router 182522bb-703d-4d4b-9cd0-77bce754c57f gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:45.512508 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-33885c2c-6c42-4160-9687-f3ddb89c28a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4fac94865d6648b1bb3bfb6cf7336f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5045536 Aug 31 01:07:45.513528 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43120) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:45.559706 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.572275 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:45.572937 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.581213 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20bbce56-48b9-460e-8715-e2fd29c61207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.625067 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20bbce56-48b9-460e-8715-e2fd29c61207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.707396 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20bbce56-48b9-460e-8715-e2fd29c61207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.718185 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20bbce56-48b9-460e-8715-e2fd29c61207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:45.723676 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-20bbce56-48b9-460e-8715-e2fd29c61207 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/231d4819-58f1-445b-9fe0-818d19143059 HTTP/1.1" status: 204 len: 168 time: 0.2088642 Aug 31 01:07:45.737694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbce56-48b9-460e-8715-e2fd29c61207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231d4819-58f1-445b-9fe0-818d19143059,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:45.927096 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1407161367-router', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '95aa6168-966a-4ee4-906b-959897033fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:29Z', 'updated_at': '2021-08-31T01:07:38Z', 'revision_number': 4, 'project_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'gw_port': {'id': '95aa6168-966a-4ee4-906b-959897033fa4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:07:31Z', 'updated_at': '2021-08-31T01:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '9a13de15-3590-41a3-8a03-ff4cb36af827', 'name': '', 'network_id': '6c0fded1-098b-4eae-b213-e94e4c43fd47', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'mac_address': 'fa:16:3e:cf:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ee7cd0e9-139f-4d2a-8b6b-7f16b45f5ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:07:36Z', 'updated_at': '2021-08-31T01:07:45Z', 'revision_number': 4, 'project_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'subnets': [{'id': 'ee7cd0e9-139f-4d2a-8b6b-7f16b45f5ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:45.966444 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b91ab1d-e7f4-46ab-bc3b-fc683d800cd9 None None] The sync data for ids ['182522bb-703d-4d4b-9cd0-77bce754c57f'] in n-d-802060-13 is: [{'id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1407161367-router', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '95aa6168-966a-4ee4-906b-959897033fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:29Z', 'updated_at': '2021-08-31T01:07:38Z', 'revision_number': 4, 'project_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'gw_port': {'id': '95aa6168-966a-4ee4-906b-959897033fa4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:07:31Z', 'updated_at': '2021-08-31T01:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '9a13de15-3590-41a3-8a03-ff4cb36af827', 'name': '', 'network_id': '6c0fded1-098b-4eae-b213-e94e4c43fd47', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'mac_address': 'fa:16:3e:cf:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ee7cd0e9-139f-4d2a-8b6b-7f16b45f5ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:07:36Z', 'updated_at': '2021-08-31T01:07:45Z', 'revision_number': 4, 'project_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'subnets': [{'id': 'ee7cd0e9-139f-4d2a-8b6b-7f16b45f5ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:07:46.166662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-4afdc501-f3a1-4f45-a0b9-42f44af26ea3 service neutron] 10.222.0.58 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4645371 Aug 31 01:07:46.182469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.1484103 Aug 31 01:07:46.194334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53235e6f-2df0-4244-aecc-809d0c450993 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Pushing event updated for resources: {'Network': ['ID=781dc63c-fbb5-481e-b902-83884baecd8d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:46.206258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 781dc63c-fbb5-481e-b902-83884baecd8d details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:07:46.220673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99f72e-4857-4f78-ae37-c8f53c75f9fe req-50b5c901-d302-4d56-b99e-d0b82244b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:46.222159 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa99f72e-4857-4f78-ae37-c8f53c75f9fe req-50b5c901-d302-4d56-b99e-d0b82244b2a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.7764359 Aug 31 01:07:46.296046 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-285c838f-27a7-47a8-8f2a-f0880616018b service neutron] 10.222.0.58 "GET /v2.0/networks/8c151cf1-ab0a-4794-970f-36a739d30b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3992138 Aug 31 01:07:46.318498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa99f72e-4857-4f78-ae37-c8f53c75f9fe req-71ee98c3-e543-460d-8c2b-0e9b59b52d35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776892 Aug 31 01:07:46.434316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-1d292f45-7732-4f44-959b-da39cd7f3b49 service neutron] 10.222.0.58 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445178 Aug 31 01:07:46.529958 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa99f72e-4857-4f78-ae37-c8f53c75f9fe req-baba5d25-8437-4f66-a819-0db10b50ca1a service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038910 Aug 31 01:07:46.782531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa99f72e-4857-4f78-ae37-c8f53c75f9fe req-8e044709-f813-41ac-ab44-5cf6e2cd33ca service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382250 Aug 31 01:07:46.810035 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9a13de15-3590-41a3-8a03-ff4cb36af827 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:46.919875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-7af211d3-a19c-4e4e-a6ce-371f312bd7f9 service neutron] 10.222.0.58 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674690 Aug 31 01:07:46.944066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 9a13de15-3590-41a3-8a03-ff4cb36af827 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:07:46.949425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 9a13de15-3590-41a3-8a03-ff4cb36af827 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:46.950005 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:47.156760 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-08ef99f8-1709-4020-9d31-ca7e91785ac1 service neutron] 10.222.0.58 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197800 Aug 31 01:07:47.204823 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:47.296051 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 9a13de15-3590-41a3-8a03-ff4cb36af827, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9a13de15-3590-41a3-8a03-ff4cb36af827,segment=NetworkSegment(e885df9b-d855-430e-8f8a-1344141999a3),segment_id=e885df9b-d855-430e-8f8a-1344141999a3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:47.302973 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:47.308759 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-0627d5ca-2411-420a-80c0-fb280fc3069d req-e050e86a-3583-4e68-a324-5a76470d32b4 tempest-FloatingIPDetailsNegativeTestJSON-1956252232 tempest-FloatingIPDetailsNegativeTestJSON-1956252232-project] show failed (client error): The resource could not be found. Aug 31 01:07:47.309780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0627d5ca-2411-420a-80c0-fb280fc3069d req-e050e86a-3583-4e68-a324-5a76470d32b4 tempest-FloatingIPDetailsNegativeTestJSON-1956252232 tempest-FloatingIPDetailsNegativeTestJSON-1956252232-project] 10.222.0.58 "GET /v2.0/floatingips/c3190116-cf3e-4467-b52b-6b4da70312f0 HTTP/1.1" status: 404 len: 350 time: 0.1207268 Aug 31 01:07:47.323683 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43160) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:47.353803 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:07:47.426486 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=9a13de15-3590-41a3-8a03-ff4cb36af827,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:47.510310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-f6e5abe4-79fd-425d-b452-98669c21274f service neutron] 10.222.0.58 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428020 Aug 31 01:07:47.642000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f53110-7743-4609-85f6-83d9a1937221 req-539a9a99-4454-493f-af0f-877d05ceb6be tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:47.645422 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85f53110-7743-4609-85f6-83d9a1937221 req-539a9a99-4454-493f-af0f-877d05ceb6be tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.2051919 Aug 31 01:07:47.768364 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85f53110-7743-4609-85f6-83d9a1937221 req-81b02877-1aa8-4fe2-b859-1e63304cfdc3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141498 Aug 31 01:07:47.784362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-9da97ab6-b12a-40ae-85ef-3e9633fa9104 service neutron] 10.222.0.58 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620969 Aug 31 01:07:47.877109 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f3b47c-bf8a-4e75-9b22-c22e05d6a12e x-openstack-request-id: req-d6f3b47c-bf8a-4e75-9b22-c22e05d6a12e {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:47.877758 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267c6459-c337-4e68-ac77-922a3c8a78ff", "name": "network-vif-unplugged", "status": "completed", "tag": "816fe75e-ebb1-470f-a411-cc5cd7ceea96", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:47.878232 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6f3b47c-bf8a-4e75-9b22-c22e05d6a12e {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:47.879114 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267c6459-c337-4e68-ac77-922a3c8a78ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816fe75e-ebb1-470f-a411-cc5cd7ceea96', 'code': 200} Aug 31 01:07:47.967809 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943a9e57-28fb-4e07-b383-0d4e1cac2776 x-openstack-request-id: req-943a9e57-28fb-4e07-b383-0d4e1cac2776 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:47.968473 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267c6459-c337-4e68-ac77-922a3c8a78ff", "name": "network-vif-deleted", "tag": "816fe75e-ebb1-470f-a411-cc5cd7ceea96", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:47.968945 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-943a9e57-28fb-4e07-b383-0d4e1cac2776 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:47.978222 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267c6459-c337-4e68-ac77-922a3c8a78ff', 'name': 'network-vif-deleted', 'tag': '816fe75e-ebb1-470f-a411-cc5cd7ceea96', 'status': 'completed', 'code': 200} Aug 31 01:07:48.017300 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-c0a64af6-a6f4-403e-b8a8-ae1f6a0a2508 service neutron] 10.222.0.58 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242405 Aug 31 01:07:48.215509 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d55dff1-5d56-4d76-bea8-25cf096f6f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:48.389345 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-b1f1b613-f7ae-499f-b2bd-05ff33b2fe34 service neutron] 10.222.0.58 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597195 Aug 31 01:07:48.417204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-c63454b6-62a6-4a64-a919-054c00932acb tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:48.419524 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-c63454b6-62a6-4a64-a919-054c00932acb tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.70 "GET /v2.0/networks?id=8c151cf1-ab0a-4794-970f-36a739d30b88 HTTP/1.1" status: 200 len: 821 time: 0.2741082 Aug 31 01:07:48.440911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-2987ec1f-c747-4a49-aa72-1b00e42aceda tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Request body: {'port': {'device_id': '31a28ef2-85ee-4df1-b5d6-acdf4efef3a6', 'network_id': '8c151cf1-ab0a-4794-970f-36a739d30b88', 'admin_state_up': True, 'tenant_id': '0cc8a700819f487ea8c353bcd2a6d48f'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:48.452026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-37e4817a-e5f5-47ce-9dab-0d8062fb5fe5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:48.463450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-37e4817a-e5f5-47ce-9dab-0d8062fb5fe5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 808 time: 0.3537309 Aug 31 01:07:48.557616 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-27776514-686f-4b88-99d3-8c4e2fef74a0 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/quotas/b9eb0ca2dc0f47d09a40a3825adf28d6 HTTP/1.1" status: 200 len: 375 time: 0.0931747 Aug 31 01:07:48.655508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4d55dff1-5d56-4d76-bea8-25cf096f6f86 admin admin] Deleting port 9a13de15-3590-41a3-8a03-ff4cb36af827 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:48.656462 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d55dff1-5d56-4d76-bea8-25cf096f6f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:48.702995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-8a5b4674-ddca-4d78-91d3-1ddaef5c4bc6 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1442959 Aug 31 01:07:48.737461 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-34ea42fe-13d7-4a43-b800-982a9c8aced8 service neutron] 10.222.0.58 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376853 Aug 31 01:07:48.744608 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9a13de15-3590-41a3-8a03-ff4cb36af827 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:07:48.796878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-4d55dff1-5d56-4d76-bea8-25cf096f6f86 admin admin] For port 9a13de15-3590-41a3-8a03-ff4cb36af827, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9a13de15-3590-41a3-8a03-ff4cb36af827,segment=NetworkSegment(e885df9b-d855-430e-8f8a-1344141999a3),segment_id=e885df9b-d855-430e-8f8a-1344141999a3)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:48.797471 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d55dff1-5d56-4d76-bea8-25cf096f6f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:48.814961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4d55dff1-5d56-4d76-bea8-25cf096f6f86 admin admin] Calling delete_port for 9a13de15-3590-41a3-8a03-ff4cb36af827 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:48.842685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 816fe75e-ebb1-470f-a411-cc5cd7ceea96 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:48.872445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 816fe75e-ebb1-470f-a411-cc5cd7ceea96 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:48.873104 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 816fe75e-ebb1-470f-a411-cc5cd7ceea96 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:48.884069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 9a13de15-3590-41a3-8a03-ff4cb36af827 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:07:48.884810 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:49.003232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-2987ec1f-c747-4a49-aa72-1b00e42aceda tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Made reservation on behalf of 0cc8a700819f487ea8c353bcd2a6d48f for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:49.007491 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-2987ec1f-c747-4a49-aa72-1b00e42aceda tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:49.013974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-5bbc524f-40e6-456b-9ef1-b034073079a9 service neutron] 10.222.0.58 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097856 Aug 31 01:07:49.032786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-c75f1d1c-0845-4136-96a9-72e53774b530 service neutron] 10.222.0.58 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986709 Aug 31 01:07:49.045742 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d55dff1-5d56-4d76-bea8-25cf096f6f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:49.075692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55dff1-5d56-4d76-bea8-25cf096f6f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a13de15-3590-41a3-8a03-ff4cb36af827,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:49.285255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-c1ec748f-a247-446c-bee3-5defa0069676 service neutron] 10.222.0.58 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553840 Aug 31 01:07:49.332260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-2987ec1f-c747-4a49-aa72-1b00e42aceda tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Allocated IP 172.20.0.11 (8c151cf1-ab0a-4794-970f-36a739d30b88/72fe66a5-08c4-41a1-85cc-7279ba95f7ce/2aed843e-b4d9-48e0-aaeb-9ef2fc17457e) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:49.342384 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d55dff1-5d56-4d76-bea8-25cf096f6f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:49.700796 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-2987ec1f-c747-4a49-aa72-1b00e42aceda tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:49.720935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d55dff1-5d56-4d76-bea8-25cf096f6f86 admin admin] Router 182522bb-703d-4d4b-9cd0-77bce754c57f has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:07:49.754314 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-2987ec1f-c747-4a49-aa72-1b00e42aceda tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:49.826833 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-2987ec1f-c747-4a49-aa72-1b00e42aceda tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Network 8c151cf1-ab0a-4794-970f-36a739d30b88 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:49.830419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-2987ec1f-c747-4a49-aa72-1b00e42aceda tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:49.838909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-2987ec1f-c747-4a49-aa72-1b00e42aceda tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:49.880400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987ec1f-c747-4a49-aa72-1b00e42aceda tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Pushing event updated for resources: {'Port': ['ID=2aed843e-b4d9-48e0-aaeb-9ef2fc17457e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:49.881936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d55dff1-5d56-4d76-bea8-25cf096f6f86 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:07:49.891956 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5672a7ab-ec5d-43fe-af04-5ac4619728ac None None] Sync routers for ids ['182522bb-703d-4d4b-9cd0-77bce754c57f'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:07:49.913395 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4d55dff1-5d56-4d76-bea8-25cf096f6f86 admin admin] 10.222.0.58 "PUT /v2.0/routers/182522bb-703d-4d4b-9cd0-77bce754c57f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5860541 Aug 31 01:07:49.914440 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43222) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:49.915681 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5672a7ab-ec5d-43fe-af04-5ac4619728ac None None] Routers {'182522bb-703d-4d4b-9cd0-77bce754c57f'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:49.918570 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5672a7ab-ec5d-43fe-af04-5ac4619728ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:07:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['182522bb-703d-4d4b-9cd0-77bce754c57f'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:49.920061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-2987ec1f-c747-4a49-aa72-1b00e42aceda tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:49.921009 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-2987ec1f-c747-4a49-aa72-1b00e42aceda tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:49.952360 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-2987ec1f-c747-4a49-aa72-1b00e42aceda tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5158172 Aug 31 01:07:49.967934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Request body: {'port': {'device_id': '31a28ef2-85ee-4df1-b5d6-acdf4efef3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:50.210458 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:50.221233 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-5672a7ab-ec5d-43fe-af04-5ac4619728ac None None] Set router 182522bb-703d-4d4b-9cd0-77bce754c57f gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:50.231505 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:50.349227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238fb8c-9fc1-44e4-a17a-59ec2120c52d req-d02da1ce-ffc2-4ce2-8fa3-76d406e9d9af tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:50.359451 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a238fb8c-9fc1-44e4-a17a-59ec2120c52d req-d02da1ce-ffc2-4ce2-8fa3-76d406e9d9af tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/ports?device_id=31a28ef2-85ee-4df1-b5d6-acdf4efef3a6 HTTP/1.1" status: 200 len: 932 time: 0.1548338 Aug 31 01:07:50.507187 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a238fb8c-9fc1-44e4-a17a-59ec2120c52d req-5ccea409-1f1b-452b-90c3-413e281d6730 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae443056-f491-43b3-bf86-62756a0fa3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467140 Aug 31 01:07:50.550426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43246) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:50.556706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Request body: {'port': {'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d', 'binding:host_id': 'n-h2-802060-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1352842716'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:50.680755 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:50.731700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Made reservation on behalf of f36339f2313b42e78bb188bdc71ae2a9 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:50.748640 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:50.870009 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.006023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] Deleting port 95aa6168-966a-4ee4-906b-959897033fa4 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:51.006409 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.033656 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5672a7ab-ec5d-43fe-af04-5ac4619728ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1407161367-router', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '95aa6168-966a-4ee4-906b-959897033fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:29Z', 'updated_at': '2021-08-31T01:07:48Z', 'revision_number': 5, 'project_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'gw_port': {'id': '95aa6168-966a-4ee4-906b-959897033fa4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:07:31Z', 'updated_at': '2021-08-31T01:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:51.085749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c2b2e-1805-4a0f-9643-bbba55d23373 req-53340fdb-6a7f-48e4-a3cf-310dfa713f44 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:51.086800 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-454c2b2e-1805-4a0f-9643-bbba55d23373 req-53340fdb-6a7f-48e4-a3cf-310dfa713f44 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.4512506 Aug 31 01:07:51.111924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d3f55e9-4e6a-4f19-98da-456601f02348 req-fa1916c0-38b8-494b-ad79-7ccb23b49fa3 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 210 time: 0.1622000 Aug 31 01:07:51.137725 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5672a7ab-ec5d-43fe-af04-5ac4619728ac None None] Checking router: 182522bb-703d-4d4b-9cd0-77bce754c57f for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:07:51.139758 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3e54f9db-a56f-4986-bd0d-0c05aa8392fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.176830 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5672a7ab-ec5d-43fe-af04-5ac4619728ac None None] Routers {'182522bb-703d-4d4b-9cd0-77bce754c57f'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:07:51.178081 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5672a7ab-ec5d-43fe-af04-5ac4619728ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:07:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['182522bb-703d-4d4b-9cd0-77bce754c57f'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:51.314070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] For port 95aa6168-966a-4ee4-906b-959897033fa4, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=95aa6168-966a-4ee4-906b-959897033fa4,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:51.314446 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.337914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] Calling delete_port for 95aa6168-966a-4ee4-906b-959897033fa4 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:51.340332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.352381 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.356427 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] device_id is not set on port 095b9406-ad76-4b93-9d03-6302d08a320b yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:07:51.361449 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-454c2b2e-1805-4a0f-9643-bbba55d23373 req-efaab5ac-64a2-4457-a01d-fe5e3daa28d6 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440186 Aug 31 01:07:51.492062 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-5672a7ab-ec5d-43fe-af04-5ac4619728ac None None] Set router 182522bb-703d-4d4b-9cd0-77bce754c57f gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:07:51.495733 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:07:51.517872 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.533424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Transition to ACTIVE for port object 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:51.572032 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8e918ff-58a6-4a54-9aad-6ffd583dd916 req-41fd066d-60f8-43f9-8f0d-aa4c2e24b112 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.0942700 Aug 31 01:07:51.579328 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.607947 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5672a7ab-ec5d-43fe-af04-5ac4619728ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1407161367-router', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:29Z', 'updated_at': '2021-08-31T01:07:50Z', 'revision_number': 6, 'project_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:51.684645 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5672a7ab-ec5d-43fe-af04-5ac4619728ac None None] The sync data for ids ['182522bb-703d-4d4b-9cd0-77bce754c57f'] in n-d-802060-13 is: [{'id': '182522bb-703d-4d4b-9cd0-77bce754c57f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1407161367-router', 'tenant_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:07:29Z', 'updated_at': '2021-08-31T01:07:50Z', 'revision_number': 6, 'project_id': '8bfe7aa4268c46a7b61231d3fe91a15e', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:07:51.708306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=2aed843e-b4d9-48e0-aaeb-9ef2fc17457e,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:51.752222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:51.752788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:51.753316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:51.753821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:51.754317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:51.755717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:51.756991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:51.757502 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:51.758078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:51.758585 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:51.759083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:51.759674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:07:51.819838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] device_id is not set on port 095b9406-ad76-4b93-9d03-6302d08a320b yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:07:51.839828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.854706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Transition to ACTIVE for port object 095b9406-ad76-4b93-9d03-6302d08a320b will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:51.920498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae41cb3-fa28-4f4a-b26f-4c51247488b5 req-04cc0a64-e105-426f-97a6-762b109c9b8a tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:51.939083 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ae41cb3-fa28-4f4a-b26f-4c51247488b5 req-04cc0a64-e105-426f-97a6-762b109c9b8a tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/ports?device_id=31a28ef2-85ee-4df1-b5d6-acdf4efef3a6 HTTP/1.1" status: 200 len: 944 time: 0.1134770 Aug 31 01:07:51.954140 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:51.998235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Attempting to bind port 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:51.998484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Attempting to bind port 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '6c79dc16-2c26-495a-ad2b-f85ecf085ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8c151cf1-ab0a-4794-970f-36a739d30b88'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:52.007876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Attempting to bind port 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e on network 8c151cf1-ab0a-4794-970f-36a739d30b88 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:52.023676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ae41cb3-fa28-4f4a-b26f-4c51247488b5 req-a63ef5f3-7588-49f4-8430-7b46b2ede986 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae443056-f491-43b3-bf86-62756a0fa3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833757 Aug 31 01:07:52.024711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Port 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e on network 8c151cf1-ab0a-4794-970f-36a739d30b88 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:52.025216 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Attempting to bind port 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e on network 8c151cf1-ab0a-4794-970f-36a739d30b88 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:52.031618 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:52.032476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Checking segment: {'id': '6c79dc16-2c26-495a-ad2b-f85ecf085ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8c151cf1-ab0a-4794-970f-36a739d30b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:52.032861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Bound using segment: {'id': '6c79dc16-2c26-495a-ad2b-f85ecf085ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8c151cf1-ab0a-4794-970f-36a739d30b88'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:52.033308 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Bound port: 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c79dc16-2c26-495a-ad2b-f85ecf085ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8c151cf1-ab0a-4794-970f-36a739d30b88'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:52.033749 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:52.077699 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8f6914-0aeb-486b-b771-b3eee1b80cb7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:52.229449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] For port 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:52.253401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] For port 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=2aed843e-b4d9-48e0-aaeb-9ef2fc17457e,segment=NetworkSegment(6c79dc16-2c26-495a-ad2b-f85ecf085ec7),segment_id=6c79dc16-2c26-495a-ad2b-f85ecf085ec7)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:07:52.310738 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:52.387806 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d45025bd-c23c-4985-b1e8-04d0bc3defd7 req-c1fa4a7d-f102-4a67-8407-da1c2a806271 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 210 time: 0.1338720 Aug 31 01:07:52.439145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43298) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:52.588300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd99c5c7-85f6-4839-9613-3484f269456a admin admin] Deleting subnet 45904437-7514-4138-a03a-8b8d200388fe {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:07:52.600067 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fd99c5c7-85f6-4839-9613-3484f269456a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:52.674798 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fd99c5c7-85f6-4839-9613-3484f269456a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:52.736652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 95aa6168-966a-4ee4-906b-959897033fa4 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:52.743599 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fd99c5c7-85f6-4839-9613-3484f269456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:52.825120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:52.825947 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:52.827699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] 10.222.0.70 "PUT /v2.0/ports/2aed843e-b4d9-48e0-aaeb-9ef2fc17457e HTTP/1.1" status: 200 len: 1093 time: 2.8660729 Aug 31 01:07:52.869006 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a28ef2-85ee-4df1-b5d6-acdf4efef3a6', 'tag': '2aed843e-b4d9-48e0-aaeb-9ef2fc17457e'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:52.890091 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19813e4-d56a-4396-a9c9-d32f965c5b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "31a28ef2-85ee-4df1-b5d6-acdf4efef3a6", "tag": "2aed843e-b4d9-48e0-aaeb-9ef2fc17457e"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:53.001124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Pushing event updated for resources: {'Port': ['ID=095b9406-ad76-4b93-9d03-6302d08a320b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:53.026824 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:53.045338 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fd99c5c7-85f6-4839-9613-3484f269456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:53.061570 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Checking segment: {'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:53.061941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Network hostable DHCP agents. Network: 781dc63c-fbb5-481e-b902-83884baecd8d, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:07:53.073367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 95aa6168-966a-4ee4-906b-959897033fa4, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=95aa6168-966a-4ee4-906b-959897033fa4,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:53.084664 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:53.085475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9a13de15-3590-41a3-8a03-ff4cb36af827 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:53.119728 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fd99c5c7-85f6-4839-9613-3484f269456a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:53.122214 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fd99c5c7-85f6-4839-9613-3484f269456a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/45904437-7514-4138-a03a-8b8d200388fe HTTP/1.1" status: 204 len: 168 time: 0.6817338 Aug 31 01:07:53.123526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99c5c7-85f6-4839-9613-3484f269456a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45904437-7514-4138-a03a-8b8d200388fe,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:53.125566 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43312) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:53.147349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90952f6-8be1-4cec-b8ac-834c22f66fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=2aed843e-b4d9-48e0-aaeb-9ef2fc17457e,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:53.187508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-3bcbfd15-54f9-4da7-90d3-4e3c5bc01520 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:53.191997 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-3bcbfd15-54f9-4da7-90d3-4e3c5bc01520 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.15 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 808 time: 1.3164577 Aug 31 01:07:53.202751 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-2d3c0814-03e0-4325-89d1-79be23329fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:53.206646 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-2d3c0814-03e0-4325-89d1-79be23329fb4 service neutron] 10.222.0.15 "GET /v2.0/ports/29267b36-3381-42b4-ba48-8fcd9b7a236b HTTP/1.1" status: 200 len: 1028 time: 0.2464900 Aug 31 01:07:53.245935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=95aa6168-966a-4ee4-906b-959897033fa4,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:53.274867 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 9a13de15-3590-41a3-8a03-ff4cb36af827 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:53.275215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9a13de15-3590-41a3-8a03-ff4cb36af827 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:53.277370 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-295ecb1e-e37c-480d-8b7c-01508f7d83a9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Request body: {'port': {'device_id': '4987278a-d67d-45d8-abee-c162706b8451', 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c', 'admin_state_up': True, 'tenant_id': 'b9eb0ca2dc0f47d09a40a3825adf28d6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:53.281001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Network 781dc63c-fbb5-481e-b902-83884baecd8d is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:07:53.315036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-6a4a51c3-1677-48ef-b207-3fde41f6f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:53.316629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-6a4a51c3-1677-48ef-b207-3fde41f6f4cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0cc8a700819f487ea8c353bcd2a6d48f&device_id=31a28ef2-85ee-4df1-b5d6-acdf4efef3a6 HTTP/1.1" status: 200 len: 1096 time: 0.3988302 Aug 31 01:07:53.352721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0a37f-1273-41fe-a8e9-df48e1264dc1 req-ea393654-38ae-475f-8c6a-6c12fcd16ebd tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:53.370278 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22c0a37f-1273-41fe-a8e9-df48e1264dc1 req-ea393654-38ae-475f-8c6a-6c12fcd16ebd tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.5263484 Aug 31 01:07:53.370452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 781dc63c-fbb5-481e-b902-83884baecd8d) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:53.378656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48be76b0-43f5-471b-a90c-c97cb6a31d99 None None] Network 781dc63c-fbb5-481e-b902-83884baecd8d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:53.497436 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:53.527606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-05b3de21-108e-484c-baa8-03496f298b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:53.530355 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-05b3de21-108e-484c-baa8-03496f298b98 service neutron] 10.222.0.15 "GET /v2.0/ports/3b367952-fbab-4977-b0c0-6447731e06fb HTTP/1.1" status: 200 len: 1028 time: 0.3070202 Aug 31 01:07:53.531707 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2f608473-57d4-460f-aa69-905ad967f64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:53.547258 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-c7825c4c-d52f-450d-bf73-38fc20e34d5b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aed843e-b4d9-48e0-aaeb-9ef2fc17457e HTTP/1.1" status: 200 len: 217 time: 0.1740854 Aug 31 01:07:53.599727 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:53.600212 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:53.610862 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:53.698483 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6e84edb0-4763-4d84-860d-1db000e8b5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:53.725318 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:53.725720 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:07:53.731928 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 2 to bind port 095b9406-ad76-4b93-9d03-6302d08a320b Aug 31 01:07:53.756232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:53.756595 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:53.756897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:53.758834 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:53.827805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:53.828319 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:07:53.831677 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 3 to bind port 095b9406-ad76-4b93-9d03-6302d08a320b Aug 31 01:07:53.841528 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-295ecb1e-e37c-480d-8b7c-01508f7d83a9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Made reservation on behalf of b9eb0ca2dc0f47d09a40a3825adf28d6 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:53.846374 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-295ecb1e-e37c-480d-8b7c-01508f7d83a9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:53.849262 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] Pushing event deleted for resources: {'Port': ['ID=95aa6168-966a-4ee4-906b-959897033fa4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:53.965752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:53.966644 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:53.967264 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:53.991935 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.026794 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:54.028082 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:07:54.035519 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 4 to bind port 095b9406-ad76-4b93-9d03-6302d08a320b Aug 31 01:07:54.101291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:54.102299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:54.103464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:54.172224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-a3d64355-52be-43bf-83ff-daefcab685c6 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:54.181784 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-a3d64355-52be-43bf-83ff-daefcab685c6 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:54.188499 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-a3d64355-52be-43bf-83ff-daefcab685c6 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:54.190535 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-a3d64355-52be-43bf-83ff-daefcab685c6 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "GET /v2.0/networks?id=00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=e89443cc-9b69-4c94-9137-62b2d80389e0&id=e89443cc-9b69-4c94-9137-62b2d80389e0 HTTP/1.1" status: 200 len: 1989 time: 0.6327748 Aug 31 01:07:54.201993 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:54.202699 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:07:54.208277 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 5 to bind port 095b9406-ad76-4b93-9d03-6302d08a320b Aug 31 01:07:54.239568 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.330777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c0038d6-a149-45bf-ba75-7882569bbe74 req-b81ecec7-a53f-48c4-b366-7091a2c2d012 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.7863533 Aug 31 01:07:54.362872 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.371503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22c0a37f-1273-41fe-a8e9-df48e1264dc1 req-20c69a9f-9c27-4505-b5ef-323790b2ed5f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0001223 Aug 31 01:07:54.443022 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.455711 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.607414 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-295ecb1e-e37c-480d-8b7c-01508f7d83a9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Allocated IP 172.20.0.3 (32b1eadd-9506-486a-a2b9-8d7cc981c36c/05eaa767-8692-4d9b-9d2d-a7dea0043ab9/8b25cc1f-79af-4cec-bab1-fc0c7f4595da) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:54.625507 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596d84a5-b9a1-4c84-9dd5-25fcbd1fa42e x-openstack-request-id: req-596d84a5-b9a1-4c84-9dd5-25fcbd1fa42e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:07:54.625935 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a28ef2-85ee-4df1-b5d6-acdf4efef3a6", "tag": "2aed843e-b4d9-48e0-aaeb-9ef2fc17457e", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:07:54.626182 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-596d84a5-b9a1-4c84-9dd5-25fcbd1fa42e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:07:54.626577 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a28ef2-85ee-4df1-b5d6-acdf4efef3a6', 'tag': '2aed843e-b4d9-48e0-aaeb-9ef2fc17457e', 'status': 'completed', 'code': 200} Aug 31 01:07:54.679772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-06136889-20ed-4390-9bf9-d341bf14abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:54.681171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-06136889-20ed-4390-9bf9-d341bf14abb1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72fe66a5-08c4-41a1-85cc-7279ba95f7ce HTTP/1.1" status: 200 len: 861 time: 1.1014845 Aug 31 01:07:54.690033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a983f24-3147-4fc8-abac-092a47100e36 req-dc086bca-3d10-4e74-bd78-8a86a4d74654 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 210 time: 0.0624533 Aug 31 01:07:54.871391 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2f608473-57d4-460f-aa69-905ad967f64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.877791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-e7b2d47c-5256-458c-8954-8fa7d9a2952b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8c151cf1-ab0a-4794-970f-36a739d30b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1865830 Aug 31 01:07:54.906315 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-295ecb1e-e37c-480d-8b7c-01508f7d83a9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.938087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-2f608473-57d4-460f-aa69-905ad967f64c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df08447-9b37-4e36-b964-679e1ae45569']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:54.970084 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-295ecb1e-e37c-480d-8b7c-01508f7d83a9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:54.977529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:54.977876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:54.978315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:54.982774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:07:55.063573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-2f608473-57d4-460f-aa69-905ad967f64c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:55.065638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-2f608473-57d4-460f-aa69-905ad967f64c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7240f110-dd1c-41ad-802f-a1b7cd3ab4f3') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:55.109551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d8eb0-2875-4d19-8ee6-eb0c396d6a21 req-7e294033-9ac5-4c23-9491-a799a03e1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:55.113372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b6d8eb0-2875-4d19-8ee6-eb0c396d6a21 req-7e294033-9ac5-4c23-9491-a799a03e1f2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 1097 time: 0.3464580 Aug 31 01:07:55.133122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff041ff-f876-4eb3-9002-55c4ab8d99f9 req-0cd7fefa-bd36-4178-aa1a-1def7397b4de tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:55.136446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ecb1e-e37c-480d-8b7c-01508f7d83a9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Pushing event updated for resources: {'Port': ['ID=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:55.154215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ff041ff-f876-4eb3-9002-55c4ab8d99f9 req-0cd7fefa-bd36-4178-aa1a-1def7397b4de tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/ports?device_id=31a28ef2-85ee-4df1-b5d6-acdf4efef3a6 HTTP/1.1" status: 200 len: 944 time: 0.5692041 Aug 31 01:07:55.163048 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2f608473-57d4-460f-aa69-905ad967f64c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:55.171448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:55.171790 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:07:55.174283 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:55.174849 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 182522bb-703d-4d4b-9cd0-77bce754c57f {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:07:55.188457 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:55.189852 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b39e81e9-5955-48ee-8ffb-19cf22db3834 admin admin] 10.222.0.58 "DELETE /v2.0/routers/182522bb-703d-4d4b-9cd0-77bce754c57f HTTP/1.1" status: 204 len: 168 time: 5.2719061 Aug 31 01:07:55.193115 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 6 to bind port 095b9406-ad76-4b93-9d03-6302d08a320b Aug 31 01:07:55.214092 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-b0246f60-668e-40d6-97bc-18da42e6d7e9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac491d9f80684a44a8cc262e4982e966 HTTP/1.1" status: 200 len: 379 time: 1.0010247 Aug 31 01:07:55.230134 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43332) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:55.401597 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2f608473-57d4-460f-aa69-905ad967f64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:55.403917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-295ecb1e-e37c-480d-8b7c-01508f7d83a9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Network 32b1eadd-9506-486a-a2b9-8d7cc981c36c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:07:55.409271 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-17220598-a888-46d7-bc44-96c19a7ec2c3 admin admin] Deleting subnet ee7cd0e9-139f-4d2a-8b6b-7f16b45f5ede {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:07:55.434965 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-abc9f860-228a-4205-936c-52de43696f07 req-62db83e1-662f-4bbe-b7ea-d86d1f0743a2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'port': {'device_id': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'admin_state_up': True, 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'security_groups': ['9b29493c-253c-4840-925a-669dd9b09a06']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:55.477020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f608473-57d4-460f-aa69-905ad967f64c admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:07:55.477615 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2f608473-57d4-460f-aa69-905ad967f64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:07:55.486045 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:07:55.552762 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17220598-a888-46d7-bc44-96c19a7ec2c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:55.556888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-295ecb1e-e37c-480d-8b7c-01508f7d83a9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:07:55.566122 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-295ecb1e-e37c-480d-8b7c-01508f7d83a9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:07:55.624776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:55.625196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:55.625511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:55.721098 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-295ecb1e-e37c-480d-8b7c-01508f7d83a9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:55.721845 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-295ecb1e-e37c-480d-8b7c-01508f7d83a9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:55.729727 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:55.730209 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:07:55.736789 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 7 to bind port 095b9406-ad76-4b93-9d03-6302d08a320b Aug 31 01:07:55.741483 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17220598-a888-46d7-bc44-96c19a7ec2c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:55.776146 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18d1cc84-bad1-4fc6-863a-cc68f1c23afd req-89e5ae0b-5736-4225-bf39-104c81c952c0 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.1068265 Aug 31 01:07:55.784751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ff041ff-f876-4eb3-9002-55c4ab8d99f9 req-17f9f2d4-d090-4791-b3b7-5b213c0d8edb tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae443056-f491-43b3-bf86-62756a0fa3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6241381 Aug 31 01:07:55.824126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-27643984-9fc8-4ff2-8048-46e2e24449d7 service neutron] 10.222.0.70 "GET /v2.0/networks/8c151cf1-ab0a-4794-970f-36a739d30b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9277599 Aug 31 01:07:55.898569 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:55.900518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:55.901008 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:55.907911 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-295ecb1e-e37c-480d-8b7c-01508f7d83a9 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6878498 Aug 31 01:07:55.940221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Request body: {'port': {'device_id': '4987278a-d67d-45d8-abee-c162706b8451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:07:56.029013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:56.029380 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:07:56.031049 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2f608473-57d4-460f-aa69-905ad967f64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.038664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d8eb0-2875-4d19-8ee6-eb0c396d6a21 req-4b58e0d7-9343-4eea-8401-681bae5f1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:56.040238 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b6d8eb0-2875-4d19-8ee6-eb0c396d6a21 req-4b58e0d7-9343-4eea-8401-681bae5f1856 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 913 time: 0.8686495 Aug 31 01:07:56.084183 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2f608473-57d4-460f-aa69-905ad967f64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.087600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2f608473-57d4-460f-aa69-905ad967f64c admin admin] 10.222.0.58 "DELETE /v2.0/networks/7df08447-9b37-4e36-b964-679e1ae45569 HTTP/1.1" status: 204 len: 168 time: 2.9522171 Aug 31 01:07:56.097795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f608473-57d4-460f-aa69-905ad967f64c admin admin] Pushing event deleted for resources: {'Network': ['ID=7df08447-9b37-4e36-b964-679e1ae45569,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:56.131675 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 8 to bind port 095b9406-ad76-4b93-9d03-6302d08a320b Aug 31 01:07:56.239293 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:56.239916 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:56.240201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:56.245433 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b6d8eb0-2875-4d19-8ee6-eb0c396d6a21 req-c23d2ae7-080c-4258-b1fd-4e1e54b71f33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23916470-53ac-4da8-98eb-5581cf28c9df HTTP/1.1" status: 200 len: 217 time: 0.1541100 Aug 31 01:07:56.278170 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.292109 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17220598-a888-46d7-bc44-96c19a7ec2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.299332 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:56.304395 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:07:56.323386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aceb86-f544-4875-aa7d-c9cb512d52c4 req-3c3353fd-7ac9-43e3-9b87-a3684cfa7c16 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:56.325311 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34aceb86-f544-4875-aa7d-c9cb512d52c4 req-3c3353fd-7ac9-43e3-9b87-a3684cfa7c16 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.3597062 Aug 31 01:07:56.424954 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 9 to bind port 095b9406-ad76-4b93-9d03-6302d08a320b Aug 31 01:07:56.429714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-62db83e1-662f-4bbe-b7ea-d86d1f0743a2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Made reservation on behalf of ac491d9f80684a44a8cc262e4982e966 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:07:56.433771 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-62db83e1-662f-4bbe-b7ea-d86d1f0743a2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.444231 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17220598-a888-46d7-bc44-96c19a7ec2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.454296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43358) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:56.494021 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dccca567-9fc9-4c86-9dbc-f4b98d6e5374 req-8eaea489-368a-4fee-85d2-0efb9f012a07 service neutron] 10.222.0.70 "GET /v2.0/networks/8c151cf1-ab0a-4794-970f-36a739d30b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413348 Aug 31 01:07:56.547859 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34aceb86-f544-4875-aa7d-c9cb512d52c4 req-4cff3073-9756-4cd3-a443-67d7ab6c94da tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893933 Aug 31 01:07:56.600348 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.658069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d8eb0-2875-4d19-8ee6-eb0c396d6a21 req-afa99689-7fe6-4f79-926e-d12f0bd4434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:56.660310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b6d8eb0-2875-4d19-8ee6-eb0c396d6a21 req-afa99689-7fe6-4f79-926e-d12f0bd4434a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1342b107-53e3-4c9f-a16f-d105660726b0 HTTP/1.1" status: 200 len: 852 time: 0.3700504 Aug 31 01:07:56.678011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac27ed8-d092-4828-acb6-2f848ba005cb req-e40f2dff-4861-47d2-945a-820a74ee2df3 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:56.686684 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ac27ed8-d092-4828-acb6-2f848ba005cb req-e40f2dff-4861-47d2-945a-820a74ee2df3 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 931 time: 0.3884509 Aug 31 01:07:56.723208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:56.724969 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:56.725627 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:56.812769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1f3a66da-e61d-40f3-a27b-915de93782c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28226a71c0e34073997a2b6dd4f2d2eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380475 Aug 31 01:07:56.815528 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b6d8eb0-2875-4d19-8ee6-eb0c396d6a21 req-d4e0cc7e-1bb1-499e-a87b-078df7f93bfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf748b9a-457b-452d-8f52-91166f0980f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266665 Aug 31 01:07:56.820888 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43364) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:56.829716 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b25cc1f-79af-4cec-bab1-fc0c7f4595da {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:07:56.840486 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.858917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Transition to ACTIVE for port object 8b25cc1f-79af-4cec-bab1-fc0c7f4595da will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:56.894508 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:56.918879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ac27ed8-d092-4828-acb6-2f848ba005cb req-25c3770c-e835-4862-ac33-9600b1891481 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783125 Aug 31 01:07:56.968875 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17220598-a888-46d7-bc44-96c19a7ec2c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee7cd0e9-139f-4d2a-8b6b-7f16b45f5ede,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:56.980353 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Pushing event updated for resources: {'Port': ['ID=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:57.002392 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:57.006789 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:07:57.088825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b6d8eb0-2875-4d19-8ee6-eb0c396d6a21 req-3f5a6ad4-cbf2-403f-8b33-6d5e21c075ee service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639298 Aug 31 01:07:57.117069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19813e4-d56a-4396-a9c9-d32f965c5b5e req-fe64c10c-cfa8-4e00-8683-28d17b4ebc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:57.118606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c19813e4-d56a-4396-a9c9-d32f965c5b5e req-fe64c10c-cfa8-4e00-8683-28d17b4ebc25 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0cc8a700819f487ea8c353bcd2a6d48f&device_id=31a28ef2-85ee-4df1-b5d6-acdf4efef3a6 HTTP/1.1" status: 200 len: 1096 time: 0.5567636 Aug 31 01:07:57.229549 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 10 to bind port 095b9406-ad76-4b93-9d03-6302d08a320b Aug 31 01:07:57.230601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370f2cfd-a4ef-4d3a-8abd-c0783cb50078 None None] Network 6c0fded1-098b-4eae-b213-e94e4c43fd47 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:07:57.237787 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17220598-a888-46d7-bc44-96c19a7ec2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.243067 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-17220598-a888-46d7-bc44-96c19a7ec2c3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ee7cd0e9-139f-4d2a-8b6b-7f16b45f5ede HTTP/1.1" status: 204 len: 168 time: 2.0045769 Aug 31 01:07:57.248720 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43374) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:57.390163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-abc9f860-228a-4205-936c-52de43696f07 req-62db83e1-662f-4bbe-b7ea-d86d1f0743a2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Allocated IP 172.20.0.10 (00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7/cfd009aa-e4ed-4585-b4fd-f3161596623b/97659ade-1488-434b-aade-3fbbe25b95a7) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:07:57.408590 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe1ee-97d7-4bdc-850d-de19fbf1e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.446416 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:57.446711 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:57.447025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:57.489890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b3e538-0fac-46cf-a574-15d0dff56f05 None None] DHCP port deletion for 6c0fded1-098b-4eae-b213-e94e4c43fd47 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:07:57.526146 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b10b298-63ab-473e-a492-a367d4335205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.553774 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b10b298-63ab-473e-a492-a367d4335205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.620518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81cdff3a-ad8c-4002-ab50-c82e45b038cb req-70c8174b-ee45-490b-bd09-be5686f4b90d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.3820102 Aug 31 01:07:57.644254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63135d3-3933-44e2-a1e1-f1679c77bf2c req-ca77b760-474f-4d9f-80a2-01bc3e691836 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:57.705023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c63135d3-3933-44e2-a1e1-f1679c77bf2c req-ca77b760-474f-4d9f-80a2-01bc3e691836 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/ports?device_id=31a28ef2-85ee-4df1-b5d6-acdf4efef3a6 HTTP/1.1" status: 200 len: 944 time: 0.5661736 Aug 31 01:07:57.705674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-37b3e538-0fac-46cf-a574-15d0dff56f05 None None] Deleting port 8f6c6232-05bb-4ba9-ad18-e703f509587a {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:57.705674 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-37b3e538-0fac-46cf-a574-15d0dff56f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.761669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 095b9406-ad76-4b93-9d03-6302d08a320b on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:57.762016 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 095b9406-ad76-4b93-9d03-6302d08a320b on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:07:57.762392 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.777902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-37b3e538-0fac-46cf-a574-15d0dff56f05 None None] For port 8f6c6232-05bb-4ba9-ad18-e703f509587a, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8f6c6232-05bb-4ba9-ad18-e703f509587a,segment=NetworkSegment(e885df9b-d855-430e-8f8a-1344141999a3),segment_id=e885df9b-d855-430e-8f8a-1344141999a3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:57.778597 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-37b3e538-0fac-46cf-a574-15d0dff56f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.799949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-37b3e538-0fac-46cf-a574-15d0dff56f05 None None] Calling delete_port for 8f6c6232-05bb-4ba9-ad18-e703f509587a owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:07:57.812532 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b6d8eb0-2875-4d19-8ee6-eb0c396d6a21 req-4d8c036d-a48a-406e-9c37-8c5d77fa82db service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982849 Aug 31 01:07:57.818686 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b10b298-63ab-473e-a492-a367d4335205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.821768 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b10b298-63ab-473e-a492-a367d4335205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.823224 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2b10b298-63ab-473e-a492-a367d4335205 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cceb498f-bf95-4e90-b4a0-39dd634f2469 HTTP/1.1" status: 204 len: 168 time: 0.9995708 Aug 31 01:07:57.931341 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-37b3e538-0fac-46cf-a574-15d0dff56f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:57.970937 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0a1fe1ee-97d7-4bdc-850d-de19fbf1e2be admin admin] The port '8f6c6232-05bb-4ba9-ad18-e703f509587a' was deleted {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 31 01:07:58.003629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3e538-0fac-46cf-a574-15d0dff56f05 None None] Pushing event deleted for resources: {'Port': ['ID=8f6c6232-05bb-4ba9-ad18-e703f509587a,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:58.011528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3e538-0fac-46cf-a574-15d0dff56f05 None None] No DVR routers for this DVR port 8f6c6232-05bb-4ba9-ad18-e703f509587a on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:07:58.025088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19813e4-d56a-4396-a9c9-d32f965c5b5e req-bc753fa4-a693-4b4a-bdf5-6254b959c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:58.031753 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c19813e4-d56a-4396-a9c9-d32f965c5b5e req-bc753fa4-a693-4b4a-bdf5-6254b959c2fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=8c151cf1-ab0a-4794-970f-36a739d30b88 HTTP/1.1" status: 200 len: 922 time: 0.7949977 Aug 31 01:07:58.067890 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe1ee-97d7-4bdc-850d-de19fbf1e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.078340 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0a1fe1ee-97d7-4bdc-850d-de19fbf1e2be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0fded1-098b-4eae-b213-e94e4c43fd47']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:58.090112 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0a1fe1ee-97d7-4bdc-850d-de19fbf1e2be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e885df9b-d855-430e-8f8a-1344141999a3') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:58.090417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0a1fe1ee-97d7-4bdc-850d-de19fbf1e2be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e885df9b-d855-430e-8f8a-1344141999a3') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:07:58.095110 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10b298-63ab-473e-a492-a367d4335205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceb498f-bf95-4e90-b4a0-39dd634f2469,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:58.099100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c19813e4-d56a-4396-a9c9-d32f965c5b5e req-bc68f32d-f436-4b45-b85c-d0ed63e41ea7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aed843e-b4d9-48e0-aaeb-9ef2fc17457e HTTP/1.1" status: 200 len: 217 time: 0.0560837 Aug 31 01:07:58.107521 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe1ee-97d7-4bdc-850d-de19fbf1e2be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.133077 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe1ee-97d7-4bdc-850d-de19fbf1e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.140131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1fe1ee-97d7-4bdc-850d-de19fbf1e2be admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:07:58.140834 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe1ee-97d7-4bdc-850d-de19fbf1e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.185347 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19813e4-d56a-4396-a9c9-d32f965c5b5e req-6c2ee383-0f6b-44c8-ab9c-42e4a5acb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:58.186753 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c19813e4-d56a-4396-a9c9-d32f965c5b5e req-6c2ee383-0f6b-44c8-ab9c-42e4a5acb734 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72fe66a5-08c4-41a1-85cc-7279ba95f7ce HTTP/1.1" status: 200 len: 861 time: 0.0670276 Aug 31 01:07:58.190763 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c63135d3-3933-44e2-a1e1-f1679c77bf2c req-e540ec84-2025-4490-81ea-366cf3730f78 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae443056-f491-43b3-bf86-62756a0fa3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303097 Aug 31 01:07:58.262370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c19813e4-d56a-4396-a9c9-d32f965c5b5e req-22e5af84-82cc-4dd8-adbd-cb67be0b7b67 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8c151cf1-ab0a-4794-970f-36a739d30b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641298 Aug 31 01:07:58.288390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c38d5-4f35-40f3-bd5a-8e4c3a11359e req-13584a23-10c8-4ab9-9b19-bfe324495af3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:58.290023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-298c38d5-4f35-40f3-bd5a-8e4c3a11359e req-13584a23-10c8-4ab9-9b19-bfe324495af3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.4746761 Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:07:58.325113 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:07:58.329760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Attempting to bind port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:07:58.331242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Attempting to bind port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:07:58.336147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Attempting to bind port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:58.358741 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe1ee-97d7-4bdc-850d-de19fbf1e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.366091 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe1ee-97d7-4bdc-850d-de19fbf1e2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.370650 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0a1fe1ee-97d7-4bdc-850d-de19fbf1e2be admin admin] 10.222.0.58 "DELETE /v2.0/networks/6c0fded1-098b-4eae-b213-e94e4c43fd47 HTTP/1.1" status: 204 len: 168 time: 1.1158912 Aug 31 01:07:58.421069 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-298c38d5-4f35-40f3-bd5a-8e4c3a11359e req-d940206b-9515-4b36-bad0-be28e2338f20 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179032 Aug 31 01:07:58.466689 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:07:58.467031 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Attempting to bind port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:07:58.469514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c19813e4-d56a-4396-a9c9-d32f965c5b5e req-cfbf3eba-501c-4adc-9e52-eed6e91c7fea service neutron] 10.222.0.70 "GET /v2.0/networks/8c151cf1-ab0a-4794-970f-36a739d30b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785123 Aug 31 01:07:58.494922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:07:58.495267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Checking segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:07:58.495688 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Bound using segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:07:58.496146 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Bound port: 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:07:58.496513 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.511328 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fe1ee-97d7-4bdc-850d-de19fbf1e2be admin admin] Pushing event deleted for resources: {'Network': ['ID=6c0fded1-098b-4eae-b213-e94e4c43fd47,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:58.544913 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] For port 095b9406-ad76-4b93-9d03-6302d08a320b, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:58.545785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempted to set empty binding levels {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 01:07:58.590651 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.629352 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-62db83e1-662f-4bbe-b7ea-d86d1f0743a2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.755783 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8f6c6232-05bb-4ba9-ad18-e703f509587a no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:07:58.839856 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 8f6c6232-05bb-4ba9-ad18-e703f509587a {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:07:58.840595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8f6c6232-05bb-4ba9-ad18-e703f509587a not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:07:58.854870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:58.855771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:07:58.873054 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.897450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-abc9f860-228a-4205-936c-52de43696f07 req-62db83e1-662f-4bbe-b7ea-d86d1f0743a2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Transition to ACTIVE for port object 97659ade-1488-434b-aade-3fbbe25b95a7 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:07:59.031224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Pushing event updated for resources: {'Port': ['ID=095b9406-ad76-4b93-9d03-6302d08a320b,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:59.082688 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43408) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:59.096561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0886d40-2b87-4ea2-92d3-848b9d5b5af2 req-4eff3af6-51ca-4dd4-8160-697ba0eab42e tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:59.112362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0886d40-2b87-4ea2-92d3-848b9d5b5af2 req-4eff3af6-51ca-4dd4-8160-697ba0eab42e tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 943 time: 0.4924607 Aug 31 01:07:59.138402 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-883adcdf-d063-4c94-b158-7b58f75f84f6 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 8.5851665 Aug 31 01:07:59.150922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43412) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:59.168827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc5a29c5-0905-4fd3-94dd-76d4581321f2 req-ed572d13-f41e-422f-bdf1-d12aa60d6b3f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.2939017 Aug 31 01:07:59.200893 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=2aed843e-b4d9-48e0-aaeb-9ef2fc17457e,segment=NetworkSegment(6c79dc16-2c26-495a-ad2b-f85ecf085ec7),segment_id=6c79dc16-2c26-495a-ad2b-f85ecf085ec7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:59.230888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '2aed843e-b4d9-48e0-aaeb-9ef2fc17457e', 'network_id': '8c151cf1-ab0a-4794-970f-36a739d30b88', 'port_id': '2aed843e-b4d9-48e0-aaeb-9ef2fc17457e', 'mac_address': 'fa:16:3e:33:39:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72fe66a5-08c4-41a1-85cc-7279ba95f7ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:07:59.233486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:07:59.237948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0886d40-2b87-4ea2-92d3-848b9d5b5af2 req-fd513eef-bf40-4479-9269-e18b5415438a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240957 Aug 31 01:07:59.278511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c19813e4-d56a-4396-a9c9-d32f965c5b5e req-c74bf5c2-cc92-4e84-9102-885b8062a8dc service neutron] 10.222.0.70 "GET /v2.0/networks/8c151cf1-ab0a-4794-970f-36a739d30b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8000276 Aug 31 01:07:59.309647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:07:59.350076 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.351773 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.385277 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:07:59.437993 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=2aed843e-b4d9-48e0-aaeb-9ef2fc17457e,segment=NetworkSegment(6c79dc16-2c26-495a-ad2b-f85ecf085ec7),segment_id=6c79dc16-2c26-495a-ad2b-f85ecf085ec7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:07:59.453266 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.474214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:59.485143 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.493401 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-a5053085-d197-4303-9056-dfd55742a6da service neutron] 10.222.0.15 "PUT /v2.0/ports/8b25cc1f-79af-4cec-bab1-fc0c7f4595da HTTP/1.1" status: 200 len: 1092 time: 3.5717523 Aug 31 01:07:59.530062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4987278a-d67d-45d8-abee-c162706b8451', 'tag': '8b25cc1f-79af-4cec-bab1-fc0c7f4595da'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:07:59.546152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b22af2-8602-4774-b5df-acf59bc19e37 req-0d9f3e97-d342-473b-b962-051b40c11d9f tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:59.548738 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d1c4ca-a8f0-4365-80c6-36bb9b8d8324" -d '{"events": [{"name": "network-changed", "server_uuid": "4987278a-d67d-45d8-abee-c162706b8451", "tag": "8b25cc1f-79af-4cec-bab1-fc0c7f4595da"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:07:59.550515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=2aed843e-b4d9-48e0-aaeb-9ef2fc17457e,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:59.566839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5b22af2-8602-4774-b5df-acf59bc19e37 req-0d9f3e97-d342-473b-b962-051b40c11d9f tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/ports?device_id=31a28ef2-85ee-4df1-b5d6-acdf4efef3a6 HTTP/1.1" status: 200 len: 944 time: 0.1825383 Aug 31 01:07:59.640328 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5b22af2-8602-4774-b5df-acf59bc19e37 req-26bb8617-eccb-44b4-a1e3-b2125dfb92c0 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae443056-f491-43b3-bf86-62756a0fa3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679908 Aug 31 01:07:59.666345 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43436) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:59.667002 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d1f37b2a-bc65-4a56-9cd4-e05f3513ac15 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8bfe7aa4268c46a7b61231d3fe91a15e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5616045 Aug 31 01:07:59.682921 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['2aed843e-b4d9-48e0-aaeb-9ef2fc17457e'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:07:59.760556 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5053085-d197-4303-9056-dfd55742a6da service neutron] Pushing event updated for resources: {'Port': ['ID=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:59.810330 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-62db83e1-662f-4bbe-b7ea-d86d1f0743a2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.820206 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f49b811-996a-45b5-9985-36e83ef39f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.858059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3f572-c84c-409a-bcd4-bafd7f316549 req-5b143255-d39f-408c-91ef-315b245ea7ef tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:59.859854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6d3f572-c84c-409a-bcd4-bafd7f316549 req-5b143255-d39f-408c-91ef-315b245ea7ef tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.1162932 Aug 31 01:07:59.877602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db83e1-662f-4bbe-b7ea-d86d1f0743a2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'Port': ['ID=97659ade-1488-434b-aade-3fbbe25b95a7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:07:59.889176 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f49b811-996a-45b5-9985-36e83ef39f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.897275 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0edb6e5e-29bf-445f-aabd-5a4e439f54b9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Deleting port 095b9406-ad76-4b93-9d03-6302d08a320b {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:07:59.897275 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0edb6e5e-29bf-445f-aabd-5a4e439f54b9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:59.900587 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-32547539-89e7-4d2d-b042-88f0303620fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:07:59.902112 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-32547539-89e7-4d2d-b042-88f0303620fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 1095 time: 0.2983246 Aug 31 01:08:00.010080 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc9f860-228a-4205-936c-52de43696f07 req-62db83e1-662f-4bbe-b7ea-d86d1f0743a2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Network 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:00.011712 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-abc9f860-228a-4205-936c-52de43696f07 req-62db83e1-662f-4bbe-b7ea-d86d1f0743a2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:00.018999 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6d3f572-c84c-409a-bcd4-bafd7f316549 req-eab05904-1840-490d-bd16-bea1f720113d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417940 Aug 31 01:08:00.042662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc9f860-228a-4205-936c-52de43696f07 req-62db83e1-662f-4bbe-b7ea-d86d1f0743a2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:00.049686 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f49b811-996a-45b5-9985-36e83ef39f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.052906 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f49b811-996a-45b5-9985-36e83ef39f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.054809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0f49b811-996a-45b5-9985-36e83ef39f17 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a5153d0-a505-4a3b-ad4f-191f8eff6fa6 HTTP/1.1" status: 204 len: 168 time: 0.3874259 Aug 31 01:08:00.069856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49b811-996a-45b5-9985-36e83ef39f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5153d0-a505-4a3b-ad4f-191f8eff6fa6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:00.108133 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c3114b-85bb-4415-9eec-f8a876fa001f x-openstack-request-id: req-16c3114b-85bb-4415-9eec-f8a876fa001f {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:00.108498 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4987278a-d67d-45d8-abee-c162706b8451", "tag": "8b25cc1f-79af-4cec-bab1-fc0c7f4595da", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:00.108958 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16c3114b-85bb-4415-9eec-f8a876fa001f {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:00.109456 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4987278a-d67d-45d8-abee-c162706b8451', 'tag': '8b25cc1f-79af-4cec-bab1-fc0c7f4595da', 'status': 'completed', 'code': 200} Aug 31 01:08:00.149193 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-24d7cf20-15c7-4c4f-b13b-0a539d8a0165 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da HTTP/1.1" status: 200 len: 217 time: 0.1505339 Aug 31 01:08:00.172537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-0edb6e5e-29bf-445f-aabd-5a4e439f54b9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] For port 095b9406-ad76-4b93-9d03-6302d08a320b, host n-h2-802060-13, got binding levels [] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:00.172976 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0edb6e5e-29bf-445f-aabd-5a4e439f54b9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.236598 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-62db83e1-662f-4bbe-b7ea-d86d1f0743a2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:00.238621 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-62db83e1-662f-4bbe-b7ea-d86d1f0743a2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.327926 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0edb6e5e-29bf-445f-aabd-5a4e439f54b9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Calling delete_port for 095b9406-ad76-4b93-9d03-6302d08a320b owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:00.338084 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-62db83e1-662f-4bbe-b7ea-d86d1f0743a2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9525621 Aug 31 01:08:00.368537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-abc9f860-228a-4205-936c-52de43696f07 req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'port': {'device_id': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21', 'admin_state_up': True, 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'security_groups': ['9b29493c-253c-4840-925a-669dd9b09a06']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:00.431858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-2cee04ba-9fa8-4deb-bc60-ad077e3c184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:00.433786 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-2cee04ba-9fa8-4deb-bc60-ad077e3c184e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.2383869 Aug 31 01:08:00.434013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a18d9536-3bc7-4891-add0-3b113f01d137 None None] Provisioning for port 97659ade-1488-434b-aade-3fbbe25b95a7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:00.444806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498561e2-d37b-4b0a-a074-e6d307340637 req-8e32d60d-ec67-4540-b3bf-66512960ae5f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:00.446099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a18d9536-3bc7-4891-add0-3b113f01d137 None None] Provisioning complete for port 97659ade-1488-434b-aade-3fbbe25b95a7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:00.447509 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-498561e2-d37b-4b0a-a074-e6d307340637 req-8e32d60d-ec67-4540-b3bf-66512960ae5f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 932 time: 0.1032994 Aug 31 01:08:00.450388 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a18d9536-3bc7-4891-add0-3b113f01d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:00.548865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a18d9536-3bc7-4891-add0-3b113f01d137 None None] Port 97659ade-1488-434b-aade-3fbbe25b95a7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:00.582673 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-498561e2-d37b-4b0a-a074-e6d307340637 req-dbff6458-d6b4-4ba0-96bd-e16dc85dc975 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285386 Aug 31 01:08:00.604868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21767018-07ec-43fc-95c4-1d92fc40cb57 req-681c2b24-7744-4ca8-83fa-07e66e550a08 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:00.606839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21767018-07ec-43fc-95c4-1d92fc40cb57 req-681c2b24-7744-4ca8-83fa-07e66e550a08 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 943 time: 0.1024411 Aug 31 01:08:00.608738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af496750-1571-4344-a86a-988cfa58ee41 req-684edb0e-8df6-4b9e-b20b-f6ad65a9dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:00.610315 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af496750-1571-4344-a86a-988cfa58ee41 req-684edb0e-8df6-4b9e-b20b-f6ad65a9dc86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 1097 time: 0.1169212 Aug 31 01:08:00.752139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21767018-07ec-43fc-95c4-1d92fc40cb57 req-8149b9d3-54d0-4371-9f1b-9400f9b0e77c tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383579 Aug 31 01:08:00.807810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af496750-1571-4344-a86a-988cfa58ee41 req-7d82baa7-7eb7-4db8-8c5d-fd0141b67d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:00.810990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af496750-1571-4344-a86a-988cfa58ee41 req-7d82baa7-7eb7-4db8-8c5d-fd0141b67d86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 913 time: 0.1860743 Aug 31 01:08:00.881390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:00.919879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af496750-1571-4344-a86a-988cfa58ee41 req-9150972e-6793-425e-b3ca-357de3a8eeda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23916470-53ac-4da8-98eb-5581cf28c9df HTTP/1.1" status: 200 len: 217 time: 0.0824459 Aug 31 01:08:00.977521 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:00.983330 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-60c8728c-c455-4bcd-ba23-6565b79b23d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5372753 Aug 31 01:08:00.990107 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:00.990655 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:01.041671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af496750-1571-4344-a86a-988cfa58ee41 req-ce218537-3f76-483f-9874-6b6ce00f0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:01.043576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af496750-1571-4344-a86a-988cfa58ee41 req-ce218537-3f76-483f-9874-6b6ce00f0275 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1342b107-53e3-4c9f-a16f-d105660726b0 HTTP/1.1" status: 200 len: 852 time: 0.1213291 Aug 31 01:08:01.102748 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af496750-1571-4344-a86a-988cfa58ee41 req-65eece76-9615-470f-91e2-de7919d3f7b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf748b9a-457b-452d-8f52-91166f0980f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502479 Aug 31 01:08:01.214031 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:01.296594 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a28ef2-85ee-4df1-b5d6-acdf4efef3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aed843e-b4d9-48e0-aaeb-9ef2fc17457e'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:01.304788 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c3e32b-d3e4-4c74-9f79-5d6d5395149c" -d '{"events": [{"server_uuid": "31a28ef2-85ee-4df1-b5d6-acdf4efef3a6", "name": "network-vif-plugged", "status": "completed", "tag": "2aed843e-b4d9-48e0-aaeb-9ef2fc17457e"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:01.307594 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af496750-1571-4344-a86a-988cfa58ee41 req-c186f33d-0292-4849-81e9-de290fac38f7 service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972978 Aug 31 01:08:01.346374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=2aed843e-b4d9-48e0-aaeb-9ef2fc17457e,segment=NetworkSegment(6c79dc16-2c26-495a-ad2b-f85ecf085ec7),segment_id=6c79dc16-2c26-495a-ad2b-f85ecf085ec7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:01.353290 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:01.367164 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:01.387105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Made reservation on behalf of ac491d9f80684a44a8cc262e4982e966 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:01.397846 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:01.438232 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0edb6e5e-29bf-445f-aabd-5a4e439f54b9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:01.466298 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=2aed843e-b4d9-48e0-aaeb-9ef2fc17457e,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:01.512252 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0edb6e5e-29bf-445f-aabd-5a4e439f54b9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:01.514176 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0edb6e5e-29bf-445f-aabd-5a4e439f54b9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "DELETE /v2.0/ports/095b9406-ad76-4b93-9d03-6302d08a320b HTTP/1.1" status: 204 len: 168 time: 2.3392651 Aug 31 01:08:01.520092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb6e5e-29bf-445f-aabd-5a4e439f54b9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Pushing event deleted for resources: {'Port': ['ID=095b9406-ad76-4b93-9d03-6302d08a320b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:01.523759 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-62ec0cb4-c51d-4f32-a633-6d910724bf2a service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001550 Aug 31 01:08:01.525335 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43492) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:01.612034 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50219ef-41b5-4b84-b380-e2d31e118b4d req-cdcacbde-6ce9-4e67-ac40-db1d69de57bc tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:01.625947 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-640a306a-6f38-4d9c-aabb-75b28b11afed tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:08:01.632118 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-640a306a-6f38-4d9c-aabb-75b28b11afed tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "GET /v2.0/ports/095b9406-ad76-4b93-9d03-6302d08a320b HTTP/1.1" status: 404 len: 333 time: 0.1009662 Aug 31 01:08:01.632335 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f50219ef-41b5-4b84-b380-e2d31e118b4d req-cdcacbde-6ce9-4e67-ac40-db1d69de57bc tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/ports?device_id=31a28ef2-85ee-4df1-b5d6-acdf4efef3a6 HTTP/1.1" status: 200 len: 946 time: 0.2892907 Aug 31 01:08:01.632442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43502) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:01.644839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a73b73f4-3cf6-473a-9a85-9f37ef73fcd5 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Request body: {'port': {'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1453829907'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:01.682198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73b73f4-3cf6-473a-9a85-9f37ef73fcd5 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Made reservation on behalf of f36339f2313b42e78bb188bdc71ae2a9 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:01.685012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a73b73f4-3cf6-473a-9a85-9f37ef73fcd5 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:01.714406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43506) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:01.728230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af496750-1571-4344-a86a-988cfa58ee41 req-70a444e4-0ed4-4133-92c4-dc955565aad8 service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117701 Aug 31 01:08:01.745732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f50219ef-41b5-4b84-b380-e2d31e118b4d req-b89c29be-d322-4a52-b64b-c130836167e5 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae443056-f491-43b3-bf86-62756a0fa3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122563 Aug 31 01:08:01.783238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-a73b73f4-3cf6-473a-9a85-9f37ef73fcd5 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] device_id is not set on port 83b4d597-6457-4785-af5c-778b849a5c84 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:08:01.810791 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6fd8439e-f621-4335-bfbc-2aff67deeddc req-7a7d765c-3709-41d6-b53b-fe0e764c3c65 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752926 Aug 31 01:08:01.866979 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-abc9f860-228a-4205-936c-52de43696f07 req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Allocated IP 10.1.1.250 (b31b1865-ff35-42ae-8079-b6731ab28a21/ce6d7b31-6be9-4218-bed1-97a7424594e7/7f0214bb-8098-4206-85ec-e2322dd5fea7) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:01.970999 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953585a-3e18-4699-a145-1a9ac571e427 req-eda5370a-562d-4252-aa71-d5fc8a694abc tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:01.982252 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f953585a-3e18-4699-a145-1a9ac571e427 req-eda5370a-562d-4252-aa71-d5fc8a694abc tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.0953267 Aug 31 01:08:02.000749 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b5b408-a2ab-443a-89e0-ff5087d601c7 x-openstack-request-id: req-90b5b408-a2ab-443a-89e0-ff5087d601c7 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:02.001039 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a28ef2-85ee-4df1-b5d6-acdf4efef3a6", "name": "network-vif-plugged", "status": "completed", "tag": "2aed843e-b4d9-48e0-aaeb-9ef2fc17457e", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:02.001285 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-90b5b408-a2ab-443a-89e0-ff5087d601c7 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:02.001674 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a28ef2-85ee-4df1-b5d6-acdf4efef3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aed843e-b4d9-48e0-aaeb-9ef2fc17457e', 'code': 200} Aug 31 01:08:02.070483 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f953585a-3e18-4699-a145-1a9ac571e427 req-70bc1695-23ab-4084-aa46-0d35dfeb8916 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869615 Aug 31 01:08:02.093229 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1c4ca-a8f0-4365-80c6-36bb9b8d8324 req-117199b0-8a9a-4f60-91aa-2f3d0795e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:02.094926 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d1c4ca-a8f0-4365-80c6-36bb9b8d8324 req-117199b0-8a9a-4f60-91aa-2f3d0795e188 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 1095 time: 0.2041399 Aug 31 01:08:02.104040 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:02.177620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3d481-68f3-467a-97f0-b16bf63a51b5 req-b7056ecc-d020-4ac0-bdd5-71d1748511c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:02.179672 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bb3d481-68f3-467a-97f0-b16bf63a51b5 req-b7056ecc-d020-4ac0-bdd5-71d1748511c6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=31a28ef2-85ee-4df1-b5d6-acdf4efef3a6 HTTP/1.1" status: 200 len: 1098 time: 0.1078820 Aug 31 01:08:02.186740 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a73b73f4-3cf6-473a-9a85-9f37ef73fcd5 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:02.197364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a7eb8-8aa0-4361-b9df-d92e162c82b6 req-33b921da-d455-45e1-8a32-a3780bcbbee8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:02.198965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c1a7eb8-8aa0-4361-b9df-d92e162c82b6 req-33b921da-d455-45e1-8a32-a3780bcbbee8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 932 time: 0.0693326 Aug 31 01:08:02.275484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c1a7eb8-8aa0-4361-b9df-d92e162c82b6 req-e2dcd8b6-a6e7-4436-ad02-4d7ee43be273 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697553 Aug 31 01:08:02.310531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bb3d481-68f3-467a-97f0-b16bf63a51b5 req-5106a195-c802-402c-990e-7f46ef7c250a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ae443056-f491-43b3-bf86-62756a0fa3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217785 Aug 31 01:08:02.338120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809edc5-65e7-4734-b6dd-226d882e22a4 req-9294ce0e-b0f4-4b8e-abe2-e573f5403633 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:02.340501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5809edc5-65e7-4734-b6dd-226d882e22a4 req-9294ce0e-b0f4-4b8e-abe2-e573f5403633 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 943 time: 0.0933616 Aug 31 01:08:02.372382 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a73b73f4-3cf6-473a-9a85-9f37ef73fcd5 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:02.392177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43516) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:02.401893 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:02.407767 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5809edc5-65e7-4734-b6dd-226d882e22a4 req-5a01ad57-6a74-4f5f-9709-e88f2266c4aa tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578792 Aug 31 01:08:02.467797 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b73f4-3cf6-473a-9a85-9f37ef73fcd5 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Network 781dc63c-fbb5-481e-b902-83884baecd8d is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:02.482275 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-abc9f860-228a-4205-936c-52de43696f07 req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Transition to ACTIVE for port object 7f0214bb-8098-4206-85ec-e2322dd5fea7 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:02.484557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a73b73f4-3cf6-473a-9a85-9f37ef73fcd5 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:02.492273 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1c4ca-a8f0-4365-80c6-36bb9b8d8324 req-978807f7-c825-4566-a74c-3bcb9a5946cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:02.493410 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d1c4ca-a8f0-4365-80c6-36bb9b8d8324 req-978807f7-c825-4566-a74c-3bcb9a5946cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.3871646 Aug 31 01:08:02.497240 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b73f4-3cf6-473a-9a85-9f37ef73fcd5 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:02.498131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73b73f4-3cf6-473a-9a85-9f37ef73fcd5 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:02.498727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a73b73f4-3cf6-473a-9a85-9f37ef73fcd5 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:02.528688 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b73f4-3cf6-473a-9a85-9f37ef73fcd5 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Pushing event updated for resources: {'Port': ['ID=83b4d597-6457-4785-af5c-778b849a5c84,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:02.560732 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6d25209f-9a04-48ae-9ec2-27cb78405581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:02.573348 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d1c4ca-a8f0-4365-80c6-36bb9b8d8324 req-3f6dc23f-2e2f-41e8-b2d4-c4371b0b6843 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da HTTP/1.1" status: 200 len: 217 time: 0.0690849 Aug 31 01:08:02.652300 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:02.672512 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:02.697038 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1c4ca-a8f0-4365-80c6-36bb9b8d8324 req-ef8a0318-bc8f-4648-90ac-a68890b34f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:02.698504 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d1c4ca-a8f0-4365-80c6-36bb9b8d8324 req-ef8a0318-bc8f-4648-90ac-a68890b34f48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.1150031 Aug 31 01:08:02.702706 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:02.710691 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a73b73f4-3cf6-473a-9a85-9f37ef73fcd5 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0774293 Aug 31 01:08:02.713838 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43520) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:02.720719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:02.781988 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc9f860-228a-4205-936c-52de43696f07 req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Network b31b1865-ff35-42ae-8079-b6731ab28a21 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:02.790630 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d1c4ca-a8f0-4365-80c6-36bb9b8d8324 req-b7302e5d-930c-4235-8fa6-5f42b586bcdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697012 Aug 31 01:08:02.793270 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'Port': ['ID=7f0214bb-8098-4206-85ec-e2322dd5fea7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:02.797811 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-abc9f860-228a-4205-936c-52de43696f07 req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:02.800960 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db22d379ee15420cb5a2cc242e7fb316&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0867743 Aug 31 01:08:02.805198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc9f860-228a-4205-936c-52de43696f07 req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:02.805383 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43524) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:02.810074 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87923ad4-6422-449a-861a-4beaa541ad3c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:02.826179 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.826526 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.826871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.827211 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.827585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.827917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.828322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.828571 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.828899 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.829222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.829549 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.829870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.847941 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:02.919381 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c78fa34-3433-417c-9aa9-965a3fd66baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:02.944830 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c78fa34-3433-417c-9aa9-965a3fd66baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:02.957241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.957626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.957951 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.958298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.958670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.959903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.960382 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.960721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.961057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.961395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.961737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:02.962067 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d29a4-8b56-4be6-acec-e32ae5bc8512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:03.029320 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d1c4ca-a8f0-4365-80c6-36bb9b8d8324 req-52306be3-8200-40b9-95cf-7ce99f3eac4e service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261281 Aug 31 01:08:03.046625 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c78fa34-3433-417c-9aa9-965a3fd66baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.049276 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c78fa34-3433-417c-9aa9-965a3fd66baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.050347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6c78fa34-3433-417c-9aa9-965a3fd66baa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87923ad4-6422-449a-861a-4beaa541ad3c HTTP/1.1" status: 204 len: 168 time: 0.2452009 Aug 31 01:08:03.090632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78fa34-3433-417c-9aa9-965a3fd66baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87923ad4-6422-449a-861a-4beaa541ad3c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:03.093805 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6d25209f-9a04-48ae-9ec2-27cb78405581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.139360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e84de254-954c-48e6-8536-714979493f0b None None] Provisioning for port 7f0214bb-8098-4206-85ec-e2322dd5fea7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:03.144115 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6d25209f-9a04-48ae-9ec2-27cb78405581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.153879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e84de254-954c-48e6-8536-714979493f0b None None] Provisioning complete for port 7f0214bb-8098-4206-85ec-e2322dd5fea7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:03.154307 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e84de254-954c-48e6-8536-714979493f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.158622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f51be0-b53e-4ad8-a5d7-26699a289e70 req-c76265da-29c3-41a2-a2db-21151bc36bba tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:03.160282 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65f51be0-b53e-4ad8-a5d7-26699a289e70 req-c76265da-29c3-41a2-a2db-21151bc36bba tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/ports?device_id=31a28ef2-85ee-4df1-b5d6-acdf4efef3a6 HTTP/1.1" status: 200 len: 946 time: 0.2773581 Aug 31 01:08:03.198126 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:03.199266 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.221504 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d1c4ca-a8f0-4365-80c6-36bb9b8d8324 req-9fdf18e7-1843-429b-a41c-d24f0c8f7d62 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808586 Aug 31 01:08:03.228886 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-07ef6b37-142f-48b5-9f14-608f93e3f904 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8747385 Aug 31 01:08:03.264406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e84de254-954c-48e6-8536-714979493f0b None None] Port 7f0214bb-8098-4206-85ec-e2322dd5fea7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:03.275273 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-abc9f860-228a-4205-936c-52de43696f07 req-ad7b7f96-26ad-4b13-b25d-2f1b58856615 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'port': {'device_id': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21', 'admin_state_up': True, 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'security_groups': ['9b29493c-253c-4840-925a-669dd9b09a06']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:03.334260 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6d25209f-9a04-48ae-9ec2-27cb78405581 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aedb028ee6444d26a622a3dd86d0b182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9403207 Aug 31 01:08:03.346551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43536) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:03.347247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25209f-9a04-48ae-9ec2-27cb78405581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8457c6-7d7c-401e-ae43-888a92574ad5,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:03.518897 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65f51be0-b53e-4ad8-a5d7-26699a289e70 req-abdeccf9-9c5c-4908-a4b9-53656fdae3a9 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae443056-f491-43b3-bf86-62756a0fa3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409393 Aug 31 01:08:03.662278 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-ad7b7f96-26ad-4b13-b25d-2f1b58856615 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Made reservation on behalf of ac491d9f80684a44a8cc262e4982e966 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:03.673816 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-ad7b7f96-26ad-4b13-b25d-2f1b58856615 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.700924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] device_id is not set on port 83b4d597-6457-4785-af5c-778b849a5c84 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:08:03.713037 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.728069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Transition to ACTIVE for port object 83b4d597-6457-4785-af5c-778b849a5c84 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:03.778821 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.807669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37179e-a643-46d2-8186-5aa5647ada76 req-517c465c-7691-44b0-8323-c31060c81d5b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:03.815228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e37179e-a643-46d2-8186-5aa5647ada76 req-517c465c-7691-44b0-8323-c31060c81d5b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 945 time: 0.5684886 Aug 31 01:08:03.843769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-abc9f860-228a-4205-936c-52de43696f07 req-ad7b7f96-26ad-4b13-b25d-2f1b58856615 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Allocated IP 10.1.1.156 (b31b1865-ff35-42ae-8079-b6731ab28a21/ce6d7b31-6be9-4218-bed1-97a7424594e7/53e5b95c-f228-4756-af82-996e14d0fcc7) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:03.938948 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7fd34531-c48c-436a-b733-d162af4a258b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:03.960682 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad59f1-f3d6-4a62-b8ad-9a91a30eb05c req-15440b69-eabe-45c6-998f-7b4a4e2275da tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:03.966861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad59f1-f3d6-4a62-b8ad-9a91a30eb05c req-15440b69-eabe-45c6-998f-7b4a4e2275da tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:03.968536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23ad59f1-f3d6-4a62-b8ad-9a91a30eb05c req-15440b69-eabe-45c6-998f-7b4a4e2275da tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 1654 time: 0.2350457 Aug 31 01:08:03.979214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:03.979214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:03.979668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:03.981727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Pushing event updated for resources: {'Port': ['ID=83b4d597-6457-4785-af5c-778b849a5c84,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:04.019001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:04.019400 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:04.034094 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 2 to bind port 83b4d597-6457-4785-af5c-778b849a5c84 Aug 31 01:08:04.040276 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e37179e-a643-46d2-8186-5aa5647ada76 req-64b1e866-3ee0-4a3a-a6e0-0530c5ef1a35 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241902 Aug 31 01:08:04.045194 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7fd34531-c48c-436a-b733-d162af4a258b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:04.088226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:04.088581 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:04.088910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:04.098974 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-ad7b7f96-26ad-4b13-b25d-2f1b58856615 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:04.125923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-abc9f860-228a-4205-936c-52de43696f07 req-ad7b7f96-26ad-4b13-b25d-2f1b58856615 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Transition to ACTIVE for port object 53e5b95c-f228-4756-af82-996e14d0fcc7 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:04.126460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23ad59f1-f3d6-4a62-b8ad-9a91a30eb05c req-dd81d9ff-1335-4116-89d1-c71c0bdb0ab6 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238599 Aug 31 01:08:04.128050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:04.145379 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:04.161052 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 3 to bind port 83b4d597-6457-4785-af5c-778b849a5c84 Aug 31 01:08:04.170512 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-ad7b7f96-26ad-4b13-b25d-2f1b58856615 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:04.192244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:04.192748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:04.193920 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:04.211990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:04.212153 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:04.214409 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 4 to bind port 83b4d597-6457-4785-af5c-778b849a5c84 Aug 31 01:08:04.241066 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc9f860-228a-4205-936c-52de43696f07 req-ad7b7f96-26ad-4b13-b25d-2f1b58856615 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Network b31b1865-ff35-42ae-8079-b6731ab28a21 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:04.244473 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7fd34531-c48c-436a-b733-d162af4a258b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:04.247103 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7fd34531-c48c-436a-b733-d162af4a258b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:04.247728 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-abc9f860-228a-4205-936c-52de43696f07 req-ad7b7f96-26ad-4b13-b25d-2f1b58856615 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:04.251330 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7fd34531-c48c-436a-b733-d162af4a258b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a8457c6-7d7c-401e-ae43-888a92574ad5 HTTP/1.1" status: 204 len: 168 time: 0.8938339 Aug 31 01:08:04.271324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc9f860-228a-4205-936c-52de43696f07 req-ad7b7f96-26ad-4b13-b25d-2f1b58856615 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:04.274823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:04.277310 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:04.279466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:04.294515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd34531-c48c-436a-b733-d162af4a258b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8457c6-7d7c-401e-ae43-888a92574ad5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:04.313614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:04.314077 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:04.315454 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 5 to bind port 83b4d597-6457-4785-af5c-778b849a5c84 Aug 31 01:08:04.323055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b7f96-26ad-4b13-b25d-2f1b58856615 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'Port': ['ID=53e5b95c-f228-4756-af82-996e14d0fcc7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:04.363376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-ad7b7f96-26ad-4b13-b25d-2f1b58856615 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:04.370483 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-ad7b7f96-26ad-4b13-b25d-2f1b58856615 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:04.389850 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-ad7b7f96-26ad-4b13-b25d-2f1b58856615 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1405725 Aug 31 01:08:04.400664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a928a47-4194-4880-b32f-8b1c418eceb8 req-010ea634-b02c-4d08-a385-1eee9c634b67 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:04.405698 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 23916470-53ac-4da8-98eb-5581cf28c9df no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:04.409005 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a928a47-4194-4880-b32f-8b1c418eceb8 req-010ea634-b02c-4d08-a385-1eee9c634b67 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 943 time: 0.2104769 Aug 31 01:08:04.411537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-abc9f860-228a-4205-936c-52de43696f07 req-7e0d96b8-dd6a-4155-b0c7-51f674da40ee tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'port': {'device_id': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0', 'admin_state_up': True, 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'security_groups': ['9b29493c-253c-4840-925a-669dd9b09a06']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:04.415525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:04.445407 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:04.449443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:04.481053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43584) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:04.495228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:04.498713 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:04.510602 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 6 to bind port 83b4d597-6457-4785-af5c-778b849a5c84 Aug 31 01:08:04.590633 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:04.594592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:04.595014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:04.600875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:04.650892 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a928a47-4194-4880-b32f-8b1c418eceb8 req-4bbea7ec-2e4c-4d86-a78d-1b44a568b34a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406940 Aug 31 01:08:04.653005 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:04.667061 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:04.667061 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 7 to bind port 83b4d597-6457-4785-af5c-778b849a5c84 Aug 31 01:08:04.668950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b7536-b0bf-474a-824e-41e6522ffc5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23916470-53ac-4da8-98eb-5581cf28c9df'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:04.681887 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210c604c-4798-4867-b396-a830dac0ccb1" -d '{"events": [{"server_uuid": "a85b7536-b0bf-474a-824e-41e6522ffc5f", "name": "network-vif-unplugged", "status": "completed", "tag": "23916470-53ac-4da8-98eb-5581cf28c9df"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:04.731540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 23916470-53ac-4da8-98eb-5581cf28c9df, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23916470-53ac-4da8-98eb-5581cf28c9df,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:04.741979 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e153d3b7-5430-4f79-93eb-9df3e1ed5116 x-openstack-request-id: req-e153d3b7-5430-4f79-93eb-9df3e1ed5116 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:04.742605 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b7536-b0bf-474a-824e-41e6522ffc5f", "name": "network-vif-unplugged", "status": "failed", "tag": "23916470-53ac-4da8-98eb-5581cf28c9df", "code": 422}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:04.743092 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e153d3b7-5430-4f79-93eb-9df3e1ed5116 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:04.743834 n-d-802060-13 neutron-server[94762]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a85b7536-b0bf-474a-824e-41e6522ffc5f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23916470-53ac-4da8-98eb-5581cf28c9df', 'code': 422} returned with failed status Aug 31 01:08:04.747402 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:04.775002 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-7e0d96b8-dd6a-4155-b0c7-51f674da40ee tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Made reservation on behalf of ac491d9f80684a44a8cc262e4982e966 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:04.801594 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=23916470-53ac-4da8-98eb-5581cf28c9df,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:04.812997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-dc3c98eb-82cb-4b77-ac91-a19d3782fc85 None None] Provisioning for port 53e5b95c-f228-4756-af82-996e14d0fcc7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:04.820301 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-dc3c98eb-82cb-4b77-ac91-a19d3782fc85 None None] Provisioning complete for port 53e5b95c-f228-4756-af82-996e14d0fcc7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:04.820899 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dc3c98eb-82cb-4b77-ac91-a19d3782fc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:04.890641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c98eb-82cb-4b77-ac91-a19d3782fc85 None None] Port 53e5b95c-f228-4756-af82-996e14d0fcc7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:04.900280 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-7e0d96b8-dd6a-4155-b0c7-51f674da40ee tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.045422 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43606) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:05.081611 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ea0cf7b1-470a-48e3-843c-2fba9a633cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.085114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1870626931-network', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:05.107880 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:05.108271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:05.108553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:05.122319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:05.123693 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:05.135642 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 8 to bind port 83b4d597-6457-4785-af5c-778b849a5c84 Aug 31 01:08:05.153423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] Made reservation on behalf of 3803e788afc343e7bf7b74fadcd4a59b for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:05.155749 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.206389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cc37b-9721-4dc6-b740-544609143dd3 req-4c25cc18-0f6d-4704-9eb7-02826889758a tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.207942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-599cc37b-9721-4dc6-b740-544609143dd3 req-4c25cc18-0f6d-4704-9eb7-02826889758a tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/ports?device_id=31a28ef2-85ee-4df1-b5d6-acdf4efef3a6 HTTP/1.1" status: 200 len: 946 time: 0.5415881 Aug 31 01:08:05.209931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:05.209931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:05.210366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:05.213471 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.238882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:05.239131 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:05.242696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-abc9f860-228a-4205-936c-52de43696f07 req-7e0d96b8-dd6a-4155-b0c7-51f674da40ee tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Allocated IP 10.2.2.100 (e89443cc-9b69-4c94-9137-62b2d80389e0/29402c3f-ce20-494c-a4c1-dc4edee01ec8/450c3c7c-35f4-4432-892d-05366ece154e) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:05.247576 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 9 to bind port 83b4d597-6457-4785-af5c-778b849a5c84 Aug 31 01:08:05.282891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:05.283228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:05.283602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:05.296064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5d1fb-4a47-4857-92a3-efe7e9ea7f91 req-e6076012-e212-433e-9fe4-f4f903b29141 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.297657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4fb5d1fb-4a47-4857-92a3-efe7e9ea7f91 req-e6076012-e212-433e-9fe4-f4f903b29141 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 943 time: 0.1534154 Aug 31 01:08:05.302822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:05.302822 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:05.305709 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-599cc37b-9721-4dc6-b740-544609143dd3 req-4361c9e9-001f-47e1-8d81-3e5dee618489 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae443056-f491-43b3-bf86-62756a0fa3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812168 Aug 31 01:08:05.305887 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ea0cf7b1-470a-48e3-843c-2fba9a633cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.306184 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 10 to bind port 83b4d597-6457-4785-af5c-778b849a5c84 Aug 31 01:08:05.314181 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ea0cf7b1-470a-48e3-843c-2fba9a633cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.355859 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ea0cf7b1-470a-48e3-843c-2fba9a633cd3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=959127790fa14db89713ee46cd7420c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090746 Aug 31 01:08:05.366313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43614) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:05.373296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:05.374053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:05.374409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:05.397290 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:05.397704 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 83b4d597-6457-4785-af5c-778b849a5c84 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:05.398085 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.441432 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4fb5d1fb-4a47-4857-92a3-efe7e9ea7f91 req-984892f3-e321-4f90-b3fe-b7904f3a7f82 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308544 Aug 31 01:08:05.491987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cf7b1-470a-48e3-843c-2fba9a633cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d599b3-1a96-4721-87ec-4fdc6e6e6943,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:05.511539 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c2f72bf8-217c-413a-b192-56ddc0bd6347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.541608 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.553454 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.569184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a052e-a71f-40ed-9756-c6d23e43cd75 req-8817b302-d7cb-4d11-9254-8848a727d21c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.575258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a052e-a71f-40ed-9756-c6d23e43cd75 req-8817b302-d7cb-4d11-9254-8848a727d21c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.581360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a052e-a71f-40ed-9756-c6d23e43cd75 req-8817b302-d7cb-4d11-9254-8848a727d21c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.583167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e0a052e-a71f-40ed-9756-c6d23e43cd75 req-8817b302-d7cb-4d11-9254-8848a727d21c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 2375 time: 0.1707957 Aug 31 01:08:05.592679 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c2f72bf8-217c-413a-b192-56ddc0bd6347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.595908 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] For port 83b4d597-6457-4785-af5c-778b849a5c84, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:05.595908 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempted to set empty binding levels {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 01:08:05.617755 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.628559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:08:05.630424 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-7e0d96b8-dd6a-4155-b0c7-51f674da40ee tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.647404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17121dfd-7485-4a53-9ccb-1efda32ce779,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:05.675924 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.676392 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] Added segment 4039b6b8-06de-4a7e-b981-57acfa101af3 of type vlan for network 0a3819e2-02ee-41da-b074-f080a72a98c3 Aug 31 01:08:05.684238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-abc9f860-228a-4205-936c-52de43696f07 req-7e0d96b8-dd6a-4155-b0c7-51f674da40ee tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Transition to ACTIVE for port object 450c3c7c-35f4-4432-892d-05366ece154e will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:05.688519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] In _notify_port_updated(), no bound segment for port 83b4d597-6457-4785-af5c-778b849a5c84 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:08:05.689541 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.690255 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.691794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "PUT /v2.0/ports/83b4d597-6457-4785-af5c-778b849a5c84 HTTP/1.1" status: 200 len: 976 time: 2.9769754 Aug 31 01:08:05.697951 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43632) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:05.774966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e0a052e-a71f-40ed-9756-c6d23e43cd75 req-dd4b9f6a-af06-44e6-9470-d9a18464b344 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721380 Aug 31 01:08:05.776174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328c453-2ece-4945-ba3c-52e5324d206f tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Pushing event updated for resources: {'Port': ['ID=83b4d597-6457-4785-af5c-778b849a5c84,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:05.815580 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.819686 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c2f72bf8-217c-413a-b192-56ddc0bd6347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.824161 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c2f72bf8-217c-413a-b192-56ddc0bd6347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.825799 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c2f72bf8-217c-413a-b192-56ddc0bd6347 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8d599b3-1a96-4721-87ec-4fdc6e6e6943 HTTP/1.1" status: 204 len: 168 time: 0.4580107 Aug 31 01:08:05.850121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f72bf8-217c-413a-b192-56ddc0bd6347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d599b3-1a96-4721-87ec-4fdc6e6e6943,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:05.874540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.875151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.875723 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.876677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.877218 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.877857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.878500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.879233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.879974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.881410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.881954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.882820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.883516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.884274 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.884766 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.885310 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.885841 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.886360 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.886883 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.887461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.887724 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.888140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.888742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.888888 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:05.889396 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:05.892276 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2f0b5773-a361-4c64-803b-5dcb3b16bf81 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19531 time: 0.1937094 Aug 31 01:08:05.896039 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43646) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:05.926597 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-7e0d96b8-dd6a-4155-b0c7-51f674da40ee tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.002214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc9f860-228a-4205-936c-52de43696f07 req-7e0d96b8-dd6a-4155-b0c7-51f674da40ee tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Network e89443cc-9b69-4c94-9137-62b2d80389e0 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:06.006410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-abc9f860-228a-4205-936c-52de43696f07 req-7e0d96b8-dd6a-4155-b0c7-51f674da40ee tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:06.025944 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5434070 Aug 31 01:08:06.028362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0cea8-ece4-43d6-83de-907fa2c0ca04 admin admin] Pushing event updated for resources: {'Network': ['ID=0a3819e2-02ee-41da-b074-f080a72a98c3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:06.032617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43650) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:06.037341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc9f860-228a-4205-936c-52de43696f07 req-7e0d96b8-dd6a-4155-b0c7-51f674da40ee tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:06.039053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d67b752b-e7e1-43cf-8c46-a1a416bfd16a admin admin] Request body: {'subnet': {'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1870626931-subnet', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:06.041233 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 0a3819e2-02ee-41da-b074-f080a72a98c3 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:08:06.077513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1253d-0fba-4e38-8d6f-3337ff26d32a req-1286f7db-132e-405c-a303-414a32ed9b7d tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:06.086815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92f1253d-0fba-4e38-8d6f-3337ff26d32a req-1286f7db-132e-405c-a303-414a32ed9b7d tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 943 time: 0.1154613 Aug 31 01:08:06.130377 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d96b8-dd6a-4155-b0c7-51f674da40ee tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'Port': ['ID=450c3c7c-35f4-4432-892d-05366ece154e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:06.164027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-7e0d96b8-dd6a-4155-b0c7-51f674da40ee tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:06.164967 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-7e0d96b8-dd6a-4155-b0c7-51f674da40ee tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.186306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67b752b-e7e1-43cf-8c46-a1a416bfd16a admin admin] Made reservation on behalf of 3803e788afc343e7bf7b74fadcd4a59b for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:06.194116 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d67b752b-e7e1-43cf-8c46-a1a416bfd16a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.217756 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-7e0d96b8-dd6a-4155-b0c7-51f674da40ee tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8161917 Aug 31 01:08:06.257011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-abc9f860-228a-4205-936c-52de43696f07 req-37cef8cf-cd92-4497-bf49-60558d1d146c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'port': {'device_id': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0', 'admin_state_up': True, 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'security_groups': ['9b29493c-253c-4840-925a-669dd9b09a06']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:06.264717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5eda6-1c12-4da6-ad65-0a92b21faa3e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Deleting port 83b4d597-6457-4785-af5c-778b849a5c84 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:06.265222 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1d5eda6-1c12-4da6-ad65-0a92b21faa3e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.340496 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92f1253d-0fba-4e38-8d6f-3337ff26d32a req-14e745a8-afe9-4c0d-86f2-40095ce85810 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496288 Aug 31 01:08:06.507467 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-e1d5eda6-1c12-4da6-ad65-0a92b21faa3e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] For port 83b4d597-6457-4785-af5c-778b849a5c84, host n-h2-802060-13, got binding levels [] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:06.511182 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1d5eda6-1c12-4da6-ad65-0a92b21faa3e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.539908 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ec8aaf28-34a6-4d4a-a5b2-918064e8cb0f None None] Provisioning for port 450c3c7c-35f4-4432-892d-05366ece154e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:06.544210 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5eda6-1c12-4da6-ad65-0a92b21faa3e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Calling delete_port for 83b4d597-6457-4785-af5c-778b849a5c84 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:06.547839 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ec8aaf28-34a6-4d4a-a5b2-918064e8cb0f None None] Provisioning complete for port 450c3c7c-35f4-4432-892d-05366ece154e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:06.550363 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ec8aaf28-34a6-4d4a-a5b2-918064e8cb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.659994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ec8aaf28-34a6-4d4a-a5b2-918064e8cb0f None None] Port 450c3c7c-35f4-4432-892d-05366ece154e cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:06.708120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d67b752b-e7e1-43cf-8c46-a1a416bfd16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.713410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-37cef8cf-cd92-4497-bf49-60558d1d146c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Made reservation on behalf of ac491d9f80684a44a8cc262e4982e966 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:06.723498 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-37cef8cf-cd92-4497-bf49-60558d1d146c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:06.781866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b752b-e7e1-43cf-8c46-a1a416bfd16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ee513f-971d-40cf-bd45-589d9285b201,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:06.859975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67b752b-e7e1-43cf-8c46-a1a416bfd16a admin admin] Checking segment: {'id': '4039b6b8-06de-4a7e-b981-57acfa101af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:06.860338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67b752b-e7e1-43cf-8c46-a1a416bfd16a admin admin] Network hostable DHCP agents. Network: 0a3819e2-02ee-41da-b074-f080a72a98c3, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:08:06.937115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67b752b-e7e1-43cf-8c46-a1a416bfd16a admin admin] Network 0a3819e2-02ee-41da-b074-f080a72a98c3 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:08:06.950353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d2ff7-3209-4f53-b7b5-acf2db960cfa req-419d944c-a378-405f-b764-bb70de611fb7 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:06.957653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a3d2ff7-3209-4f53-b7b5-acf2db960cfa req-419d944c-a378-405f-b764-bb70de611fb7 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b7536-b0bf-474a-824e-41e6522ffc5f HTTP/1.1" status: 200 len: 943 time: 0.1568892 Aug 31 01:08:06.969211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5fb0f-27d6-4785-862e-afe0079f6ea3 req-ace522ab-9d43-4dc7-afcb-c917dba6e2bc tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:06.978177 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fe5fb0f-27d6-4785-862e-afe0079f6ea3 req-ace522ab-9d43-4dc7-afcb-c917dba6e2bc tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/ports?device_id=31a28ef2-85ee-4df1-b5d6-acdf4efef3a6 HTTP/1.1" status: 200 len: 946 time: 0.1556122 Aug 31 01:08:07.022858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-d67b752b-e7e1-43cf-8c46-a1a416bfd16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 0a3819e2-02ee-41da-b074-f080a72a98c3) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:07.046159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f22a47-3ab7-4c2a-b0ef-dd6af7041392 None None] Network 0a3819e2-02ee-41da-b074-f080a72a98c3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:07.055593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67b752b-e7e1-43cf-8c46-a1a416bfd16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:07.066946 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d67b752b-e7e1-43cf-8c46-a1a416bfd16a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.083392 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fe5fb0f-27d6-4785-862e-afe0079f6ea3 req-c78547aa-7e1b-4f3a-b99e-6e32cc7c34c3 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae443056-f491-43b3-bf86-62756a0fa3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997293 Aug 31 01:08:07.109853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-abc9f860-228a-4205-936c-52de43696f07 req-37cef8cf-cd92-4497-bf49-60558d1d146c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Allocated IP 10.2.2.200 (e89443cc-9b69-4c94-9137-62b2d80389e0/29402c3f-ce20-494c-a4c1-dc4edee01ec8/0566f795-c864-431d-8adb-85d29f5b7dae) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:07.169006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d67b752b-e7e1-43cf-8c46-a1a416bfd16a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1323617 Aug 31 01:08:07.169600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43714) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:07.174173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:07.227233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-9a3d2ff7-3209-4f53-b7b5-acf2db960cfa req-9519e559-e3bc-4198-930a-00fec8b7183d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Deleting port 23916470-53ac-4da8-98eb-5581cf28c9df {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:07.230027 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9a3d2ff7-3209-4f53-b7b5-acf2db960cfa req-9519e559-e3bc-4198-930a-00fec8b7183d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.343199 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.344863 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.444471 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.489986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-0a3819e2-02ee-41da-b074-f080a72a98c3', 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'fixed_ips': [{'subnet_id': 'd6ee513f-971d-40cf-bd45-589d9285b201'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:08:07.492682 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.529960 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1d5eda6-1c12-4da6-ad65-0a92b21faa3e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.579245 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5eda6-1c12-4da6-ad65-0a92b21faa3e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Pushing event deleted for resources: {'Port': ['ID=83b4d597-6457-4785-af5c-778b849a5c84,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:07.636938 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1d5eda6-1c12-4da6-ad65-0a92b21faa3e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.637711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c973462-1617-4939-98bd-b380885ec2cf req-32f38076-bb29-4bc9-a706-5496c3102117 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:07.642265 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e1d5eda6-1c12-4da6-ad65-0a92b21faa3e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "DELETE /v2.0/ports/83b4d597-6457-4785-af5c-778b849a5c84 HTTP/1.1" status: 204 len: 168 time: 1.7446024 Aug 31 01:08:07.643026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43724) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:07.644483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c973462-1617-4939-98bd-b380885ec2cf req-32f38076-bb29-4bc9-a706-5496c3102117 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:07.651077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c973462-1617-4939-98bd-b380885ec2cf req-32f38076-bb29-4bc9-a706-5496c3102117 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:07.657856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c973462-1617-4939-98bd-b380885ec2cf req-32f38076-bb29-4bc9-a706-5496c3102117 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:07.666250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c973462-1617-4939-98bd-b380885ec2cf req-32f38076-bb29-4bc9-a706-5496c3102117 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 3096 time: 0.3287952 Aug 31 01:08:07.674818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-9a3d2ff7-3209-4f53-b7b5-acf2db960cfa req-9519e559-e3bc-4198-930a-00fec8b7183d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] For port 23916470-53ac-4da8-98eb-5581cf28c9df, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23916470-53ac-4da8-98eb-5581cf28c9df,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:07.675396 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9a3d2ff7-3209-4f53-b7b5-acf2db960cfa req-9519e559-e3bc-4198-930a-00fec8b7183d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.707830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Allocated IP 172.20.0.2 (0a3819e2-02ee-41da-b074-f080a72a98c3/d6ee513f-971d-40cf-bd45-589d9285b201/220f35da-026c-4536-abbd-5ed26d6cb766) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:07.725552 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c2145d-c536-4465-9fbb-cbbfe617f5ce tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:08:07.727587 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c7c2145d-c536-4465-9fbb-cbbfe617f5ce tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "GET /v2.0/ports/83b4d597-6457-4785-af5c-778b849a5c84 HTTP/1.1" status: 404 len: 333 time: 0.0803032 Aug 31 01:08:07.732476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43728) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:07.733539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-9a3d2ff7-3209-4f53-b7b5-acf2db960cfa req-9519e559-e3bc-4198-930a-00fec8b7183d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Calling delete_port for 23916470-53ac-4da8-98eb-5581cf28c9df owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:07.741017 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.747132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-24fb221f-f9d5-4115-998c-fa620c6becde tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-407612790', 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:07.796237 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-37cef8cf-cd92-4497-bf49-60558d1d146c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.816781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-abc9f860-228a-4205-936c-52de43696f07 req-37cef8cf-cd92-4497-bf49-60558d1d146c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Transition to ACTIVE for port object 0566f795-c864-431d-8adb-85d29f5b7dae will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:07.876898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-37cef8cf-cd92-4497-bf49-60558d1d146c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.890686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fb221f-f9d5-4115-998c-fa620c6becde tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Made reservation on behalf of f36339f2313b42e78bb188bdc71ae2a9 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:07.898697 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24fb221f-f9d5-4115-998c-fa620c6becde tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.899306 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.912197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Transition to ACTIVE for port object 220f35da-026c-4536-abbd-5ed26d6cb766 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:07.934291 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Transition to ACTIVE for port object 220f35da-026c-4536-abbd-5ed26d6cb766 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:07.942100 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:07.958223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cef8cf-cd92-4497-bf49-60558d1d146c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event updated for resources: {'Port': ['ID=0566f795-c864-431d-8adb-85d29f5b7dae,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:07.969754 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc9f860-228a-4205-936c-52de43696f07 req-37cef8cf-cd92-4497-bf49-60558d1d146c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Network e89443cc-9b69-4c94-9137-62b2d80389e0 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:07.970829 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c973462-1617-4939-98bd-b380885ec2cf req-83c48762-e0a5-40a6-bfa3-6766c2dae2e5 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011422 Aug 31 01:08:07.971557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-abc9f860-228a-4205-936c-52de43696f07 req-37cef8cf-cd92-4497-bf49-60558d1d146c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:08.000181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc9f860-228a-4205-936c-52de43696f07 req-37cef8cf-cd92-4497-bf49-60558d1d146c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:08.026538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-24fb221f-f9d5-4115-998c-fa620c6becde tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] device_id is not set on port d34e9f5e-4ca6-445f-a44a-f17753c5bc87 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:08:08.042370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Network 0a3819e2-02ee-41da-b074-f080a72a98c3 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:08.054123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:08.070903 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:08.079062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-37cef8cf-cd92-4497-bf49-60558d1d146c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:08.079062 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-37cef8cf-cd92-4497-bf49-60558d1d146c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.101410 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-37cef8cf-cd92-4497-bf49-60558d1d146c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8597188 Aug 31 01:08:08.123418 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Request body: {'port': {'device_id': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:08.124555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Pushing event updated for resources: {'Port': ['ID=220f35da-026c-4536-abbd-5ed26d6cb766,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:08.218645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Attempting to bind port 220f35da-026c-4536-abbd-5ed26d6cb766 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:08.219337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Attempting to bind port 220f35da-026c-4536-abbd-5ed26d6cb766 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '4039b6b8-06de-4a7e-b981-57acfa101af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:08.219972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Attempting to bind port 220f35da-026c-4536-abbd-5ed26d6cb766 on network 0a3819e2-02ee-41da-b074-f080a72a98c3 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:08.230974 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:08.231680 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.231927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Checking segment: {'id': '4039b6b8-06de-4a7e-b981-57acfa101af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:08.232506 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.233056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Bound using segment: {'id': '4039b6b8-06de-4a7e-b981-57acfa101af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:08.233738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Bound port: 220f35da-026c-4536-abbd-5ed26d6cb766, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4039b6b8-06de-4a7e-b981-57acfa101af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:08.234834 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.383029 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] For port 220f35da-026c-4536-abbd-5ed26d6cb766, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:08.385809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a4087-36dd-4353-a401-8401f9b7f3ab req-5e295dfc-aad4-4a36-8999-42e79b1837c2 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:08.387210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-635a4087-36dd-4353-a401-8401f9b7f3ab req-5e295dfc-aad4-4a36-8999-42e79b1837c2 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.70 "GET /v2.0/ports?device_id=31a28ef2-85ee-4df1-b5d6-acdf4efef3a6 HTTP/1.1" status: 200 len: 946 time: 0.3393850 Aug 31 01:08:08.407161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 23916470-53ac-4da8-98eb-5581cf28c9df no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:08.492751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b163e-d55b-4f40-b221-4bb59c17e688 req-b6f55f15-972e-4c01-aa01-50e73300c151 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:08.500179 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-970b163e-d55b-4f40-b221-4bb59c17e688 req-b6f55f15-972e-4c01-aa01-50e73300c151 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 943 time: 0.3081336 Aug 31 01:08:08.585137 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e4ed1bd0-d684-4247-ae21-4a3fa11cc91a None None] Provisioning for port 0566f795-c864-431d-8adb-85d29f5b7dae completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:08.589391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] For port 220f35da-026c-4536-abbd-5ed26d6cb766, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=220f35da-026c-4536-abbd-5ed26d6cb766,segment=NetworkSegment(4039b6b8-06de-4a7e-b981-57acfa101af3),segment_id=4039b6b8-06de-4a7e-b981-57acfa101af3)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:08.593545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e4ed1bd0-d684-4247-ae21-4a3fa11cc91a None None] Provisioning complete for port 0566f795-c864-431d-8adb-85d29f5b7dae triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:08.593918 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e4ed1bd0-d684-4247-ae21-4a3fa11cc91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.598562 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.623590 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9a3d2ff7-3209-4f53-b7b5-acf2db960cfa req-9519e559-e3bc-4198-930a-00fec8b7183d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.674784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863dc0f-babd-40e9-bbfa-5cbc166db8d8 None None] Pushing event updated for resources: {'Port': ['ID=220f35da-026c-4536-abbd-5ed26d6cb766,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:08.697741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed1bd0-d684-4247-ae21-4a3fa11cc91a None None] Port 0566f795-c864-431d-8adb-85d29f5b7dae cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:08.755808 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97659ade-1488-434b-aade-3fbbe25b95a7 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:08.759073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-970b163e-d55b-4f40-b221-4bb59c17e688 req-45a2a9f4-9866-4f1f-81f5-9ea5ee4b1812 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579517 Aug 31 01:08:08.763848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519e559-e3bc-4198-930a-00fec8b7183d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Pushing event deleted for resources: {'Port': ['ID=23916470-53ac-4da8-98eb-5581cf28c9df,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:08.765518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.767995 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24fb221f-f9d5-4115-998c-fa620c6becde tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.781518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Transition to ACTIVE for port object 97659ade-1488-434b-aade-3fbbe25b95a7 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:08.791319 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.857771 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=97659ade-1488-434b-aade-3fbbe25b95a7,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:08.959052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Attempting to bind port 97659ade-1488-434b-aade-3fbbe25b95a7 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:08.960094 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Attempting to bind port 97659ade-1488-434b-aade-3fbbe25b95a7 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '5d426c79-0889-455e-832d-a68acceeaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:08.960435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Attempting to bind port 97659ade-1488-434b-aade-3fbbe25b95a7 on network 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:08.970883 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Port 97659ade-1488-434b-aade-3fbbe25b95a7 on network 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:08.973495 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Attempting to bind port 97659ade-1488-434b-aade-3fbbe25b95a7 on network 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:08.974855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3d2ff7-3209-4f53-b7b5-acf2db960cfa req-9519e559-e3bc-4198-930a-00fec8b7183d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] No DVR routers for this DVR port 23916470-53ac-4da8-98eb-5581cf28c9df on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:08.978729 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9a3d2ff7-3209-4f53-b7b5-acf2db960cfa req-9519e559-e3bc-4198-930a-00fec8b7183d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.979938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:08.980287 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Checking segment: {'id': '5d426c79-0889-455e-832d-a68acceeaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:08.980747 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Bound using segment: {'id': '5d426c79-0889-455e-832d-a68acceeaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:08.981169 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Bound port: 97659ade-1488-434b-aade-3fbbe25b95a7, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d426c79-0889-455e-832d-a68acceeaf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:08.981670 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.988158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a3d2ff7-3209-4f53-b7b5-acf2db960cfa req-9519e559-e3bc-4198-930a-00fec8b7183d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "DELETE /v2.0/ports/23916470-53ac-4da8-98eb-5581cf28c9df HTTP/1.1" status: 204 len: 173 time: 2.0292439 Aug 31 01:08:09.095829 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b7536-b0bf-474a-824e-41e6522ffc5f', 'name': 'network-vif-deleted', 'tag': '23916470-53ac-4da8-98eb-5581cf28c9df'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:09.110074 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3c7fd8-3473-4b32-9803-3e7c6c616352" -d '{"events": [{"server_uuid": "a85b7536-b0bf-474a-824e-41e6522ffc5f", "name": "network-vif-deleted", "tag": "23916470-53ac-4da8-98eb-5581cf28c9df"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:09.121668 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] For port 97659ade-1488-434b-aade-3fbbe25b95a7, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:09.127417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] For port 97659ade-1488-434b-aade-3fbbe25b95a7, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=97659ade-1488-434b-aade-3fbbe25b95a7,segment=NetworkSegment(5d426c79-0889-455e-832d-a68acceeaf25),segment_id=5d426c79-0889-455e-832d-a68acceeaf25)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:09.143359 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.176319 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24fb221f-f9d5-4115-998c-fa620c6becde tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.187709 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:09.188343 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.189782 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] 10.222.0.15 "PUT /v2.0/ports/97659ade-1488-434b-aade-3fbbe25b95a7 HTTP/1.1" status: 200 len: 1093 time: 1.0761578 Aug 31 01:08:09.190512 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '97659ade-1488-434b-aade-3fbbe25b95a7'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:09.193140 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cc7f80-87cd-44e8-be97-429370e4f3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "97659ade-1488-434b-aade-3fbbe25b95a7"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:09.234066 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Request body: {'port': {'device_id': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:09.299319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb221f-f9d5-4115-998c-fa620c6becde tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Pushing event updated for resources: {'Port': ['ID=d34e9f5e-4ca6-445f-a44a-f17753c5bc87,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:09.314357 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91d000-b706-49c1-b5d4-47f8791acdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=97659ade-1488-434b-aade-3fbbe25b95a7,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:09.322838 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.345012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-635a4087-36dd-4353-a401-8401f9b7f3ab req-d714312e-fa5e-4292-b2d4-b18325a48a75 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Deleting port 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:09.345360 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-635a4087-36dd-4353-a401-8401f9b7f3ab req-d714312e-fa5e-4292-b2d4-b18325a48a75 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.478702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef426d2a-86ab-477c-9e9d-002b4a66ef6f req-17347803-5b6f-4f0e-bcee-0078c19ef5db tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:09.480589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef426d2a-86ab-477c-9e9d-002b4a66ef6f req-17347803-5b6f-4f0e-bcee-0078c19ef5db tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/ports?device_id=31a28ef2-85ee-4df1-b5d6-acdf4efef3a6 HTTP/1.1" status: 200 len: 946 time: 0.5691040 Aug 31 01:08:09.483378 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.552245 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.556494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb221f-f9d5-4115-998c-fa620c6becde tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Network 781dc63c-fbb5-481e-b902-83884baecd8d is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:09.621524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-635a4087-36dd-4353-a401-8401f9b7f3ab req-d714312e-fa5e-4292-b2d4-b18325a48a75 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] For port 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=2aed843e-b4d9-48e0-aaeb-9ef2fc17457e,segment=NetworkSegment(6c79dc16-2c26-495a-ad2b-f85ecf085ec7),segment_id=6c79dc16-2c26-495a-ad2b-f85ecf085ec7)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:09.621907 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-635a4087-36dd-4353-a401-8401f9b7f3ab req-d714312e-fa5e-4292-b2d4-b18325a48a75 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.649502 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-635a4087-36dd-4353-a401-8401f9b7f3ab req-d714312e-fa5e-4292-b2d4-b18325a48a75 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Calling delete_port for 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:09.781586 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29267b36-3381-42b4-ba48-8fcd9b7a236b {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:09.793421 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.826784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-24fb221f-f9d5-4115-998c-fa620c6becde tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:09.830004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb221f-f9d5-4115-998c-fa620c6becde tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:09.830395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Transition to ACTIVE for port object 29267b36-3381-42b4-ba48-8fcd9b7a236b will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:09.831303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fb221f-f9d5-4115-998c-fa620c6becde tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:09.831987 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24fb221f-f9d5-4115-998c-fa620c6becde tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.835085 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-635a4087-36dd-4353-a401-8401f9b7f3ab req-d714312e-fa5e-4292-b2d4-b18325a48a75 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.838505 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.848313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['2aed843e-b4d9-48e0-aaeb-9ef2fc17457e'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:09.888951 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714312e-fa5e-4292-b2d4-b18325a48a75 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Pushing event deleted for resources: {'Port': ['ID=2aed843e-b4d9-48e0-aaeb-9ef2fc17457e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:09.963543 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef426d2a-86ab-477c-9e9d-002b4a66ef6f req-04802a5e-cc65-440e-90fb-4ec32e70c2c0 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae443056-f491-43b3-bf86-62756a0fa3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742589 Aug 31 01:08:09.989340 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43800) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:09.989968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-24fb221f-f9d5-4115-998c-fa620c6becde tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2438204 Aug 31 01:08:10.093544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-635a4087-36dd-4353-a401-8401f9b7f3ab req-d714312e-fa5e-4292-b2d4-b18325a48a75 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] No DVR routers for this DVR port 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:10.107989 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-635a4087-36dd-4353-a401-8401f9b7f3ab req-d714312e-fa5e-4292-b2d4-b18325a48a75 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.114116 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-635a4087-36dd-4353-a401-8401f9b7f3ab req-d714312e-fa5e-4292-b2d4-b18325a48a75 tempest-InstanceActionsNegativeTestJSON-1033752306 tempest-InstanceActionsNegativeTestJSON-1033752306-project] 10.222.0.70 "DELETE /v2.0/ports/2aed843e-b4d9-48e0-aaeb-9ef2fc17457e HTTP/1.1" status: 204 len: 173 time: 1.7013993 Aug 31 01:08:10.121915 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bcc206-62e4-49d1-b2af-748504198028 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:10.123517 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-83bcc206-62e4-49d1-b2af-748504198028 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "GET /v2.0/ports/d34e9f5e-4ca6-445f-a44a-f17753c5bc87 HTTP/1.1" status: 200 len: 954 time: 0.1226358 Aug 31 01:08:10.124300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=29267b36-3381-42b4-ba48-8fcd9b7a236b,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:10.128896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43808) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:10.174577 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Attempting to bind port 29267b36-3381-42b4-ba48-8fcd9b7a236b on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:10.175124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Attempting to bind port 29267b36-3381-42b4-ba48-8fcd9b7a236b by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:10.175328 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Attempting to bind port 29267b36-3381-42b4-ba48-8fcd9b7a236b on network b31b1865-ff35-42ae-8079-b6731ab28a21 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:10.181337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Port 29267b36-3381-42b4-ba48-8fcd9b7a236b on network b31b1865-ff35-42ae-8079-b6731ab28a21 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:10.181715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Attempting to bind port 29267b36-3381-42b4-ba48-8fcd9b7a236b on network b31b1865-ff35-42ae-8079-b6731ab28a21 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:10.188610 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:10.189028 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Checking segment: {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:10.189476 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Bound using segment: {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:10.190071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Bound port: 29267b36-3381-42b4-ba48-8fcd9b7a236b, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:10.190474 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.287908 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] For port 29267b36-3381-42b4-ba48-8fcd9b7a236b, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:10.292527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] For port 29267b36-3381-42b4-ba48-8fcd9b7a236b, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=29267b36-3381-42b4-ba48-8fcd9b7a236b,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:10.298102 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.355654 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee18305e-3133-40cd-b90b-8ca69639df76 x-openstack-request-id: req-ee18305e-3133-40cd-b90b-8ca69639df76 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:10.355951 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b7536-b0bf-474a-824e-41e6522ffc5f", "name": "network-vif-deleted", "tag": "23916470-53ac-4da8-98eb-5581cf28c9df", "status": "failed", "code": 422}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:10.356212 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee18305e-3133-40cd-b90b-8ca69639df76 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:10.356650 n-d-802060-13 neutron-server[94761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a85b7536-b0bf-474a-824e-41e6522ffc5f', 'name': 'network-vif-deleted', 'tag': '23916470-53ac-4da8-98eb-5581cf28c9df', 'status': 'failed', 'code': 422} returned with failed status Aug 31 01:08:10.390496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=29267b36-3381-42b4-ba48-8fcd9b7a236b,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:10.438340 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a896ef-d0e9-4237-803f-bf5fff701d3b x-openstack-request-id: req-43a896ef-d0e9-4237-803f-bf5fff701d3b {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:10.438698 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "97659ade-1488-434b-aade-3fbbe25b95a7", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:10.439014 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43a896ef-d0e9-4237-803f-bf5fff701d3b {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:10.439540 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '97659ade-1488-434b-aade-3fbbe25b95a7', 'status': 'completed', 'code': 200} Aug 31 01:08:10.465618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:10.466378 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.469832 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-c1a6c2f9-aca8-42f0-a0c5-414ac15ad3f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/29267b36-3381-42b4-ba48-8fcd9b7a236b HTTP/1.1" status: 200 len: 1132 time: 1.2439609 Aug 31 01:08:10.506034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc7f80-87cd-44e8-be97-429370e4f3d2 req-f0017cc3-12cc-4b10-919e-3058f5e9aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:10.507246 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc7f80-87cd-44e8-be97-429370e4f3d2 req-f0017cc3-12cc-4b10-919e-3058f5e9aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:10.507787 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc7f80-87cd-44e8-be97-429370e4f3d2 req-f0017cc3-12cc-4b10-919e-3058f5e9aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:10.508274 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc7f80-87cd-44e8-be97-429370e4f3d2 req-f0017cc3-12cc-4b10-919e-3058f5e9aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:10.508750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc7f80-87cd-44e8-be97-429370e4f3d2 req-f0017cc3-12cc-4b10-919e-3058f5e9aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:10.509366 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc7f80-87cd-44e8-be97-429370e4f3d2 req-f0017cc3-12cc-4b10-919e-3058f5e9aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:10.511474 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f7cc7f80-87cd-44e8-be97-429370e4f3d2 req-f0017cc3-12cc-4b10-919e-3058f5e9aec9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac491d9f80684a44a8cc262e4982e966&device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5290 time: 0.1171572 Aug 31 01:08:10.517883 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Request body: {'port': {'device_id': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:10.699330 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:10.773960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29ce302-ca52-45a8-a044-24a3d684bdda None None] Network 0a3819e2-02ee-41da-b074-f080a72a98c3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:11.064354 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 220f35da-026c-4536-abbd-5ed26d6cb766 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:11.109723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-dab4a356-1758-4261-a5de-0ffa44282782 None None] Provisioning for port 220f35da-026c-4536-abbd-5ed26d6cb766 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:11.128786 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.162198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a479e7-dea8-4315-97fb-ec6386efae82 req-ecd02f70-7259-4e3e-bcae-eb6cdf13b101 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:11.170372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a479e7-dea8-4315-97fb-ec6386efae82 req-ecd02f70-7259-4e3e-bcae-eb6cdf13b101 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:11.176877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a479e7-dea8-4315-97fb-ec6386efae82 req-ecd02f70-7259-4e3e-bcae-eb6cdf13b101 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:11.184272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 220f35da-026c-4536-abbd-5ed26d6cb766 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:11.185386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a479e7-dea8-4315-97fb-ec6386efae82 req-ecd02f70-7259-4e3e-bcae-eb6cdf13b101 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:11.190800 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 220f35da-026c-4536-abbd-5ed26d6cb766 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:11.191471 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.196315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a479e7-dea8-4315-97fb-ec6386efae82 req-ecd02f70-7259-4e3e-bcae-eb6cdf13b101 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:11.203138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a479e7-dea8-4315-97fb-ec6386efae82 req-ecd02f70-7259-4e3e-bcae-eb6cdf13b101 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:11.213292 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79a479e7-dea8-4315-97fb-ec6386efae82 req-ecd02f70-7259-4e3e-bcae-eb6cdf13b101 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 4602 time: 0.9493451 Aug 31 01:08:11.261634 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc7f80-87cd-44e8-be97-429370e4f3d2 req-8dbd3260-f227-48d3-a68a-0aac37a363f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:11.263168 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc7f80-87cd-44e8-be97-429370e4f3d2 req-8dbd3260-f227-48d3-a68a-0aac37a363f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:11.263639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc7f80-87cd-44e8-be97-429370e4f3d2 req-8dbd3260-f227-48d3-a68a-0aac37a363f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:11.272622 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f7cc7f80-87cd-44e8-be97-429370e4f3d2 req-8dbd3260-f227-48d3-a68a-0aac37a363f0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ac491d9f80684a44a8cc262e4982e966&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6785686 Aug 31 01:08:11.280268 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b367952-fbab-4977-b0c0-6447731e06fb {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:11.289096 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.299100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Allocated IP 172.25.6.51 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/89690d8c-e592-4c3c-a30c-63a972c35341) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:11.306842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Transition to ACTIVE for port object 3b367952-fbab-4977-b0c0-6447731e06fb will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:11.323998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79a479e7-dea8-4315-97fb-ec6386efae82 req-b6077eeb-230a-4b94-b776-f3b8f24b1762 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096244 Aug 31 01:08:11.331053 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.335917 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.340717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3f73c-0fe4-45d0-be82-ee8ef80b64c7 req-2f682395-5ece-4755-a6e9-7194c0af4e6c tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:11.356210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35b3f73c-0fe4-45d0-be82-ee8ef80b64c7 req-2f682395-5ece-4755-a6e9-7194c0af4e6c tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 943 time: 0.8329027 Aug 31 01:08:11.419175 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 220f35da-026c-4536-abbd-5ed26d6cb766, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=220f35da-026c-4536-abbd-5ed26d6cb766,segment=NetworkSegment(4039b6b8-06de-4a7e-b981-57acfa101af3),segment_id=4039b6b8-06de-4a7e-b981-57acfa101af3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:11.430160 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.439315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c69e4948-19dd-4899-ab41-333cddc26d07 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Deleting port d34e9f5e-4ca6-445f-a44a-f17753c5bc87 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:11.439691 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c69e4948-19dd-4899-ab41-333cddc26d07 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.533388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=220f35da-026c-4536-abbd-5ed26d6cb766,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:11.660167 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Pushing event updated for resources: {'Port': ['ID=3b367952-fbab-4977-b0c0-6447731e06fb,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:11.684633 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Attempting to bind port 3b367952-fbab-4977-b0c0-6447731e06fb on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:11.684970 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Attempting to bind port 3b367952-fbab-4977-b0c0-6447731e06fb by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:11.685302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Attempting to bind port 3b367952-fbab-4977-b0c0-6447731e06fb on network b31b1865-ff35-42ae-8079-b6731ab28a21 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:11.716834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Port 3b367952-fbab-4977-b0c0-6447731e06fb on network b31b1865-ff35-42ae-8079-b6731ab28a21 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:11.717168 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Attempting to bind port 3b367952-fbab-4977-b0c0-6447731e06fb on network b31b1865-ff35-42ae-8079-b6731ab28a21 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:11.732992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:11.733341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Checking segment: {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:11.733737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Bound using segment: {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:11.734177 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Bound port: 3b367952-fbab-4977-b0c0-6447731e06fb, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:11.734539 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.737960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc7f80-87cd-44e8-be97-429370e4f3d2 req-39b991d5-486d-438c-af2c-2e63375c05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:11.739514 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f7cc7f80-87cd-44e8-be97-429370e4f3d2 req-39b991d5-486d-438c-af2c-2e63375c05b9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4312227 Aug 31 01:08:11.744503 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-66d30e3f-83fc-4f65-b3a3-9806c0615cab None None] Provisioning complete for port 220f35da-026c-4536-abbd-5ed26d6cb766 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:11.744882 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-66d30e3f-83fc-4f65-b3a3-9806c0615cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.791227 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c69e4948-19dd-4899-ab41-333cddc26d07 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.802345 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.820612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35b3f73c-0fe4-45d0-be82-ee8ef80b64c7 req-bd3f796f-7e59-4e1d-99d6-c1e3748304e7 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634173 Aug 31 01:08:11.857642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c69e4948-19dd-4899-ab41-333cddc26d07 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Calling delete_port for d34e9f5e-4ca6-445f-a44a-f17753c5bc87 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:11.885391 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] For port 3b367952-fbab-4977-b0c0-6447731e06fb, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:11.889505 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] For port 3b367952-fbab-4977-b0c0-6447731e06fb, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3b367952-fbab-4977-b0c0-6447731e06fb,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:11.893942 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.904928 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43848) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:11.968267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:11.969369 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.971054 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] 10.222.0.15 "PUT /v2.0/ports/3b367952-fbab-4977-b0c0-6447731e06fb HTTP/1.1" status: 200 len: 1132 time: 1.4583769 Aug 31 01:08:12.094119 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.114458 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Request body: {'port': {'device_id': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:12.114679 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-21a581c3-048b-4d99-808f-efb7dac6527f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:12.116790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-21a581c3-048b-4d99-808f-efb7dac6527f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 812 time: 0.3104594 Aug 31 01:08:12.147174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:12.151903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:12.167725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:12.171001 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0dd0bcbe-2c10-47d1-bcb3-435d1fbfccc1 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/quotas/b482d6d8a4da48aebfe3b627e6511e1e HTTP/1.1" status: 200 len: 375 time: 0.0343120 Aug 31 01:08:12.203222 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c69e4948-19dd-4899-ab41-333cddc26d07 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.207367 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421aa42b-6ec0-4abb-9026-68b4ff85f369 service neutron] Pushing event updated for resources: {'Port': ['ID=3b367952-fbab-4977-b0c0-6447731e06fb,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:12.221233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e126a9-4684-46e9-894e-e9a9cc4fa6fe admin admin] Deleting subnet 72fe66a5-08c4-41a1-85cc-7279ba95f7ce {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:08:12.225202 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9e126a9-4684-46e9-894e-e9a9cc4fa6fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.277807 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.278658 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Pushing event updated for resources: {'Port': ['ID=89690d8c-e592-4c3c-a30c-63a972c35341,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:12.310396 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c69e4948-19dd-4899-ab41-333cddc26d07 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.313241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c69e4948-19dd-4899-ab41-333cddc26d07 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "DELETE /v2.0/ports/d34e9f5e-4ca6-445f-a44a-f17753c5bc87 HTTP/1.1" status: 204 len: 168 time: 2.1810424 Aug 31 01:08:12.316834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e4948-19dd-4899-ab41-333cddc26d07 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Pushing event deleted for resources: {'Port': ['ID=d34e9f5e-4ca6-445f-a44a-f17753c5bc87,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:12.317017 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43866) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:12.323224 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-5d90f42e-4859-4092-a105-1022641b821a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099319 Aug 31 01:08:12.353340 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9e126a9-4684-46e9-894e-e9a9cc4fa6fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.390006 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-140b5c24-e2da-4510-9498-b2cffb04120b tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:08:12.395702 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-140b5c24-e2da-4510-9498-b2cffb04120b tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "GET /v2.0/ports/d34e9f5e-4ca6-445f-a44a-f17753c5bc87 HTTP/1.1" status: 404 len: 333 time: 0.0563550 Aug 31 01:08:12.396363 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43870) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:12.417768 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e75a4348-02ae-4a74-a4e0-fa28dcc1b02c tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Request body: {'port': {'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1210179529'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:12.442625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8b25cc1f-79af-4cec-bab1-fc0c7f4595da details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:12.443927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '29267b36-3381-42b4-ba48-8fcd9b7a236b'}, {'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '3b367952-fbab-4977-b0c0-6447731e06fb'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:12.446799 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4cfbb0-a233-4361-ace9-7f601dbabce4" -d '{"events": [{"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "29267b36-3381-42b4-ba48-8fcd9b7a236b"}, {"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "3b367952-fbab-4977-b0c0-6447731e06fb"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:12.469356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a28ef2-85ee-4df1-b5d6-acdf4efef3a6', 'name': 'network-vif-deleted', 'tag': '2aed843e-b4d9-48e0-aaeb-9ef2fc17457e'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:12.472783 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71265c33-c553-4123-85d8-9fd82ad4faa3" -d '{"events": [{"server_uuid": "31a28ef2-85ee-4df1-b5d6-acdf4efef3a6", "name": "network-vif-deleted", "tag": "2aed843e-b4d9-48e0-aaeb-9ef2fc17457e"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:12.530880 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9e126a9-4684-46e9-894e-e9a9cc4fa6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.563814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75a4348-02ae-4a74-a4e0-fa28dcc1b02c tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Made reservation on behalf of f36339f2313b42e78bb188bdc71ae2a9 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:12.565880 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e75a4348-02ae-4a74-a4e0-fa28dcc1b02c tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.584098 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-ae21a3b2-e356-45b5-b859-77c0e1c73c64 service neutron] 10.222.0.58 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158142 Aug 31 01:08:12.620019 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:12.634493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '8b25cc1f-79af-4cec-bab1-fc0c7f4595da', 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c', 'port_id': '8b25cc1f-79af-4cec-bab1-fc0c7f4595da', 'mac_address': 'fa:16:3e:2f:37:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05eaa767-8692-4d9b-9d2d-a7dea0043ab9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:08:12.678127 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.694948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b25cc1f-79af-4cec-bab1-fc0c7f4595da {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:12.717978 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9e126a9-4684-46e9-894e-e9a9cc4fa6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.718334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d223ab8-0c1c-4e49-aa2c-5dae63ac69d7 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=17c6fd7fdcd549eaac4cb6e0b49d49d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1362092 Aug 31 01:08:12.728945 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:12.735807 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.774496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e126a9-4684-46e9-894e-e9a9cc4fa6fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72fe66a5-08c4-41a1-85cc-7279ba95f7ce,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:12.786679 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9e126a9-4684-46e9-894e-e9a9cc4fa6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.790091 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d9e126a9-4684-46e9-894e-e9a9cc4fa6fe admin admin] 10.222.0.58 "DELETE /v2.0/subnets/72fe66a5-08c4-41a1-85cc-7279ba95f7ce HTTP/1.1" status: 204 len: 168 time: 0.8730273 Aug 31 01:08:12.793389 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43886) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:12.794200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 220f35da-026c-4536-abbd-5ed26d6cb766 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:12.794674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-e75a4348-02ae-4a74-a4e0-fa28dcc1b02c tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] device_id is not set on port 5ace8712-e613-46ec-9820-90ce07eba9f7 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:08:12.854773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:12.886022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 220f35da-026c-4536-abbd-5ed26d6cb766 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:12.886405 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.916935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:12.927377 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-832228b9-088f-4468-bf5c-f8834b3d6fdf service neutron] 10.222.0.58 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970121 Aug 31 01:08:12.932722 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:12.953895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:08:12.954194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 2aed843e-b4d9-48e0-aaeb-9ef2fc17457e not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:08:12.964851 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1621a76-70d2-4e8f-8914-2bce01118bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.090546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831874f-be88-40e6-9dd8-39a837609c05 req-09f72d30-ade0-4a02-a312-d6eed2999a8d tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:13.108049 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f831874f-be88-40e6-9dd8-39a837609c05 req-09f72d30-ade0-4a02-a312-d6eed2999a8d tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3796144 Aug 31 01:08:13.123317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['8b25cc1f-79af-4cec-bab1-fc0c7f4595da'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:13.141686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f831874f-be88-40e6-9dd8-39a837609c05 req-f9cd6af7-d36e-42be-82b0-1b27b95f8eb9 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/quotas/17c6fd7fdcd549eaac4cb6e0b49d49d0 HTTP/1.1" status: 200 len: 375 time: 0.0325980 Aug 31 01:08:13.167457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0214bb-8098-4206-85ec-e2322dd5fea7 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:13.176775 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.184623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f831874f-be88-40e6-9dd8-39a837609c05 req-56c94141-09e1-40ce-ae07-c04e5329a1fb tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=17c6fd7fdcd549eaac4cb6e0b49d49d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419965 Aug 31 01:08:13.192264 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Transition to ACTIVE for port object 7f0214bb-8098-4206-85ec-e2322dd5fea7 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:13.300154 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e75a4348-02ae-4a74-a4e0-fa28dcc1b02c tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.370327 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.397101 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e75a4348-02ae-4a74-a4e0-fa28dcc1b02c tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.465381 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:13.591515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db5386-ba94-45b3-a54b-cd5ba32d1be8 req-ca66a426-0069-47dc-b3fd-152711cac6eb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:13.599069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db5386-ba94-45b3-a54b-cd5ba32d1be8 req-ca66a426-0069-47dc-b3fd-152711cac6eb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:13.605549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db5386-ba94-45b3-a54b-cd5ba32d1be8 req-ca66a426-0069-47dc-b3fd-152711cac6eb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:13.618448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db5386-ba94-45b3-a54b-cd5ba32d1be8 req-ca66a426-0069-47dc-b3fd-152711cac6eb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:13.624784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db5386-ba94-45b3-a54b-cd5ba32d1be8 req-ca66a426-0069-47dc-b3fd-152711cac6eb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:13.630963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db5386-ba94-45b3-a54b-cd5ba32d1be8 req-ca66a426-0069-47dc-b3fd-152711cac6eb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:13.637934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db5386-ba94-45b3-a54b-cd5ba32d1be8 req-ca66a426-0069-47dc-b3fd-152711cac6eb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:13.640140 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5db5386-ba94-45b3-a54b-cd5ba32d1be8 req-ca66a426-0069-47dc-b3fd-152711cac6eb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5387 time: 0.4824257 Aug 31 01:08:13.690466 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5db5386-ba94-45b3-a54b-cd5ba32d1be8 req-44af73bd-f586-4ec6-bfb6-424faae9a59c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400352 Aug 31 01:08:13.879940 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d44c8b2-9a58-47e4-a527-54b6eab63ff4 x-openstack-request-id: req-1d44c8b2-9a58-47e4-a527-54b6eab63ff4 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:13.880620 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a28ef2-85ee-4df1-b5d6-acdf4efef3a6", "name": "network-vif-deleted", "tag": "2aed843e-b4d9-48e0-aaeb-9ef2fc17457e", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:13.881046 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d44c8b2-9a58-47e4-a527-54b6eab63ff4 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:13.881619 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a28ef2-85ee-4df1-b5d6-acdf4efef3a6', 'name': 'network-vif-deleted', 'tag': '2aed843e-b4d9-48e0-aaeb-9ef2fc17457e', 'status': 'completed', 'code': 200} Aug 31 01:08:13.923246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-faa5ae8a-080a-4aa6-aed2-7cd0cc42f8b2 req-7918a8f1-f03f-498a-9bf2-255a55a58959 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 210 time: 0.0374498 Aug 31 01:08:13.999391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Router 83e78529-9b62-418a-818a-cfc52befd357 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:08:14.103748 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f44bf79-3342-433d-ab79-235d42260ab5 x-openstack-request-id: req-4f44bf79-3342-433d-ab79-235d42260ab5 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:14.104111 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "29267b36-3381-42b4-ba48-8fcd9b7a236b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "3b367952-fbab-4977-b0c0-6447731e06fb", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:14.104259 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f44bf79-3342-433d-ab79-235d42260ab5 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:14.105235 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '29267b36-3381-42b4-ba48-8fcd9b7a236b', 'status': 'completed', 'code': 200} Aug 31 01:08:14.105235 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '3b367952-fbab-4977-b0c0-6447731e06fb', 'status': 'completed', 'code': 200} Aug 31 01:08:14.108431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75a4348-02ae-4a74-a4e0-fa28dcc1b02c tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Network 781dc63c-fbb5-481e-b902-83884baecd8d is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:14.148217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-e75a4348-02ae-4a74-a4e0-fa28dcc1b02c tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:14.151754 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1621a76-70d2-4e8f-8914-2bce01118bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.159273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f6d27-da9a-43db-9c23-b30c9b407c47 req-08c3d8f5-5c44-4935-a1a5-145e15b33897 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:14.162763 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-675f6d27-da9a-43db-9c23-b30c9b407c47 req-08c3d8f5-5c44-4935-a1a5-145e15b33897 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 944 time: 0.1645746 Aug 31 01:08:14.176354 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a4348-02ae-4a74-a4e0-fa28dcc1b02c tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:14.177307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a4348-02ae-4a74-a4e0-fa28dcc1b02c tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:14.177906 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e75a4348-02ae-4a74-a4e0-fa28dcc1b02c tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.189668 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0214bb-8098-4206-85ec-e2322dd5fea7,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:14.212746 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e75a4348-02ae-4a74-a4e0-fa28dcc1b02c tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8086097 Aug 31 01:08:14.216121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d1621a76-70d2-4e8f-8914-2bce01118bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c151cf1-ab0a-4794-970f-36a739d30b88']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:14.219212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43928) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:14.238649 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:14.256475 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d1621a76-70d2-4e8f-8914-2bce01118bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c79dc16-2c26-495a-ad2b-f85ecf085ec7') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:14.256770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d1621a76-70d2-4e8f-8914-2bce01118bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c79dc16-2c26-495a-ad2b-f85ecf085ec7') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:14.263896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-2ded5efd-6033-407f-974f-199303c82fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:14.264477 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-2ded5efd-6033-407f-974f-199303c82fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:14.264832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-2ded5efd-6033-407f-974f-199303c82fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:14.265338 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-2ded5efd-6033-407f-974f-199303c82fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:14.265749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-2ded5efd-6033-407f-974f-199303c82fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:14.266770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-2ded5efd-6033-407f-974f-199303c82fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:14.266770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-2ded5efd-6033-407f-974f-199303c82fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:14.268740 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-2ded5efd-6033-407f-974f-199303c82fb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac491d9f80684a44a8cc262e4982e966&device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 6241 time: 0.1591573 Aug 31 01:08:14.291176 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1621a76-70d2-4e8f-8914-2bce01118bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.303362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-61ae6147-1b40-43cd-8ba4-4cffae0b7fac tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=17c6fd7fdcd549eaac4cb6e0b49d49d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2034440 Aug 31 01:08:14.418621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-6d01ff27-bb6f-43b6-8950-c7c97f000288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:14.419150 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-6d01ff27-bb6f-43b6-8950-c7c97f000288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:14.419772 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-6d01ff27-bb6f-43b6-8950-c7c97f000288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:14.420950 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-6d01ff27-bb6f-43b6-8950-c7c97f000288 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ac491d9f80684a44a8cc262e4982e966&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1349497 Aug 31 01:08:14.425084 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a4348-02ae-4a74-a4e0-fa28dcc1b02c tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Pushing event updated for resources: {'Port': ['ID=5ace8712-e613-46ec-9820-90ce07eba9f7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:14.438650 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8b25cc1f-79af-4cec-bab1-fc0c7f4595da up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:14.449167 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Attempting to bind port 7f0214bb-8098-4206-85ec-e2322dd5fea7 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:14.449838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Attempting to bind port 7f0214bb-8098-4206-85ec-e2322dd5fea7 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:14.450290 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Attempting to bind port 7f0214bb-8098-4206-85ec-e2322dd5fea7 on network b31b1865-ff35-42ae-8079-b6731ab28a21 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:14.454063 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1621a76-70d2-4e8f-8914-2bce01118bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.462177 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1621a76-70d2-4e8f-8914-2bce01118bb7 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:08:14.462732 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1621a76-70d2-4e8f-8914-2bce01118bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.484758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-675f6d27-da9a-43db-9c23-b30c9b407c47 req-490817aa-a5b4-44f4-bd80-2b7707a6a3d6 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646863 Aug 31 01:08:14.541839 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.555512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:14.556546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:08:14.557607 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:08:14.570651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:14.571273 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.572836 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1621a76-70d2-4e8f-8914-2bce01118bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.591080 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.595769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f3cd8a7a-5969-40f9-a2b9-b5a5a29c4fdb admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4252729 Aug 31 01:08:14.598854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43932) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:14.609457 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1621a76-70d2-4e8f-8914-2bce01118bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.611320 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d1621a76-70d2-4e8f-8914-2bce01118bb7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8c151cf1-ab0a-4794-970f-36a739d30b88 HTTP/1.1" status: 204 len: 168 time: 1.8122151 Aug 31 01:08:14.613321 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Port 7f0214bb-8098-4206-85ec-e2322dd5fea7 on network b31b1865-ff35-42ae-8079-b6731ab28a21 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:14.613878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Attempting to bind port 7f0214bb-8098-4206-85ec-e2322dd5fea7 on network b31b1865-ff35-42ae-8079-b6731ab28a21 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:14.636908 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:14.637273 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Checking segment: {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:14.637573 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Bound using segment: {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:14.638397 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Bound port: 7f0214bb-8098-4206-85ec-e2322dd5fea7, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:14.643082 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.677337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Sync routers for ids ['83e78529-9b62-418a-818a-cfc52befd357'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:14.701214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-a99a985b-2064-414e-bca3-19ceda17dbd1 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:14.703225 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-a99a985b-2064-414e-bca3-19ceda17dbd1 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3287613 Aug 31 01:08:14.774758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Routers {'83e78529-9b62-418a-818a-cfc52befd357'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:14.782614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:07:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['83e78529-9b62-418a-818a-cfc52befd357'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:14.790847 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] For port 7f0214bb-8098-4206-85ec-e2322dd5fea7, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:14.794482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] For port 7f0214bb-8098-4206-85ec-e2322dd5fea7, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7f0214bb-8098-4206-85ec-e2322dd5fea7,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:14.798283 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1621a76-70d2-4e8f-8914-2bce01118bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c151cf1-ab0a-4794-970f-36a739d30b88,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:14.809454 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.824295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-fa0ce53e-a768-4d57-8350-08beab6fc315 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/quotas/17c6fd7fdcd549eaac4cb6e0b49d49d0 HTTP/1.1" status: 200 len: 375 time: 0.1125424 Aug 31 01:08:14.936851 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:14.938139 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.943876 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] 10.222.0.15 "PUT /v2.0/ports/7f0214bb-8098-4206-85ec-e2322dd5fea7 HTTP/1.1" status: 200 len: 1092 time: 2.8528368 Aug 31 01:08:14.964996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-47cb85d1-7818-4822-9e1e-021d18e31cac tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=17c6fd7fdcd549eaac4cb6e0b49d49d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1397521 Aug 31 01:08:15.029539 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Request body: {'port': {'device_id': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:15.095325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02aed5c-66be-497f-9287-7e614d06d584 req-166302b7-c018-42b9-b2c7-7572c453922c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.111228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02aed5c-66be-497f-9287-7e614d06d584 req-166302b7-c018-42b9-b2c7-7572c453922c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.122495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02aed5c-66be-497f-9287-7e614d06d584 req-166302b7-c018-42b9-b2c7-7572c453922c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.134507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02aed5c-66be-497f-9287-7e614d06d584 req-166302b7-c018-42b9-b2c7-7572c453922c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.154839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02aed5c-66be-497f-9287-7e614d06d584 req-166302b7-c018-42b9-b2c7-7572c453922c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.175938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02aed5c-66be-497f-9287-7e614d06d584 req-166302b7-c018-42b9-b2c7-7572c453922c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.183252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02aed5c-66be-497f-9287-7e614d06d584 req-166302b7-c018-42b9-b2c7-7572c453922c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.201451 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f02aed5c-66be-497f-9287-7e614d06d584 req-166302b7-c018-42b9-b2c7-7572c453922c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5387 time: 0.3579299 Aug 31 01:08:15.204587 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-7b51892c-fea4-424e-987c-d9152000189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.211867 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-7b51892c-fea4-424e-987c-d9152000189f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7809501 Aug 31 01:08:15.221889 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ef4a9-492e-45fd-bc09-3217b70a8f66 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0214bb-8098-4206-85ec-e2322dd5fea7,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:15.319068 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Set router 83e78529-9b62-418a-818a-cfc52befd357 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:15.320310 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43946) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:15.346647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43948) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:15.386890 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.571747 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.614293 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f02aed5c-66be-497f-9287-7e614d06d584 req-210baf7d-8efd-40c8-815f-6113457f73c4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4108081 Aug 31 01:08:15.622626 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:15.629647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4987278a-d67d-45d8-abee-c162706b8451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b25cc1f-79af-4cec-bab1-fc0c7f4595da'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:15.634112 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d6fa32-4295-48cb-b27e-c2b917ae6f13" -d '{"events": [{"server_uuid": "4987278a-d67d-45d8-abee-c162706b8451", "name": "network-vif-plugged", "status": "completed", "tag": "8b25cc1f-79af-4cec-bab1-fc0c7f4595da"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:15.643629 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:15.681374 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f831874f-be88-40e6-9dd8-39a837609c05 req-e3b38909-a019-45d3-861d-b40e5b93be11 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=17c6fd7fdcd549eaac4cb6e0b49d49d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1576045 Aug 31 01:08:15.737649 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0fd1724c-ff78-4fd6-8212-6ffafff8276f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0cc8a700819f487ea8c353bcd2a6d48f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096494 Aug 31 01:08:15.772610 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43962) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:15.778779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-559e178c-0019-4c26-aeb5-f86e46d3a747 req-8643a7df-35f7-4d82-8e13-73c65ff094fe tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 210 time: 0.2998166 Aug 31 01:08:15.853349 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:15.887479 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-07dd25a6-f49b-414d-8f8e-540da461cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.888008 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-07dd25a6-f49b-414d-8f8e-540da461cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.888528 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-07dd25a6-f49b-414d-8f8e-540da461cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.889047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-07dd25a6-f49b-414d-8f8e-540da461cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.889672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-07dd25a6-f49b-414d-8f8e-540da461cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.889672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-07dd25a6-f49b-414d-8f8e-540da461cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.890661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-07dd25a6-f49b-414d-8f8e-540da461cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:15.892945 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-07dd25a6-f49b-414d-8f8e-540da461cf1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac491d9f80684a44a8cc262e4982e966&device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 6283 time: 0.5070946 Aug 31 01:08:15.896755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e78529-9b62-418a-818a-cfc52befd357', 'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:07Z', 'updated_at': '2021-08-31T01:08:12Z', 'revision_number': 3, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'gw_port': {'id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:09Z', 'updated_at': '2021-08-31T01:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:15.958928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Checking router: 83e78529-9b62-418a-818a-cfc52befd357 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:08:15.959621 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Updating router 83e78529-9b62-418a-818a-cfc52befd357 port 89690d8c-e592-4c3c-a30c-63a972c35341 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:08:16.005651 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.133643 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '7f0214bb-8098-4206-85ec-e2322dd5fea7'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:16.136528 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24098c72-7ebf-4545-b9f4-eac6e2514d93" -d '{"events": [{"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "7f0214bb-8098-4206-85ec-e2322dd5fea7"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:16.299941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-e16f0cfc-401f-4e32-bd0d-96e2e90b9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:16.300444 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-e16f0cfc-401f-4e32-bd0d-96e2e90b9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:16.300879 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-e16f0cfc-401f-4e32-bd0d-96e2e90b9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:16.302773 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-e16f0cfc-401f-4e32-bd0d-96e2e90b9636 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ac491d9f80684a44a8cc262e4982e966&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3781350 Aug 31 01:08:16.309968 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f3ed-a3f8-47f1-b05d-a54c129ddc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.351533 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.366279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Transition to ACTIVE for port object 89690d8c-e592-4c3c-a30c-63a972c35341 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:16.377154 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.377509 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831874f-be88-40e6-9dd8-39a837609c05 req-7bbba12b-05b5-4d31-8303-499253217702 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:16.379600 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f831874f-be88-40e6-9dd8-39a837609c05 req-7bbba12b-05b5-4d31-8303-499253217702 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6386948 Aug 31 01:08:16.399917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3dc133e-2de6-4e55-8f8e-cb225b86cf4c req-d2a017bc-c5d9-4cfb-9abc-dce0cff657a6 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 210 time: 0.6117425 Aug 31 01:08:16.429293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd581209-c31e-42f1-9b99-c2ab301b8174 None None] Pushing event updated for resources: {'Port': ['ID=89690d8c-e592-4c3c-a30c-63a972c35341,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:16.433147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Request body: {'port': {'device_id': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '17c6fd7fdcd549eaac4cb6e0b49d49d0'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:16.474816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Attempting to bind port 89690d8c-e592-4c3c-a30c-63a972c35341 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:16.475509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Attempting to bind port 89690d8c-e592-4c3c-a30c-63a972c35341 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:16.476662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Attempting to bind port 89690d8c-e592-4c3c-a30c-63a972c35341 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:16.482698 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:16.483568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:16.484208 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.484839 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:16.485555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Bound port: 89690d8c-e592-4c3c-a30c-63a972c35341, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:16.486184 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.539129 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cefd12-effa-40ef-bd1c-7d7fd0af9001 x-openstack-request-id: req-49cefd12-effa-40ef-bd1c-7d7fd0af9001 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:16.539700 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4987278a-d67d-45d8-abee-c162706b8451", "name": "network-vif-plugged", "status": "completed", "tag": "8b25cc1f-79af-4cec-bab1-fc0c7f4595da", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:16.540164 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49cefd12-effa-40ef-bd1c-7d7fd0af9001 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:16.540722 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4987278a-d67d-45d8-abee-c162706b8451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b25cc1f-79af-4cec-bab1-fc0c7f4595da', 'code': 200} Aug 31 01:08:16.551508 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f6a23d4-c519-48e2-b4fa-9ca4b4502bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.561106 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a879d49-ae36-4b75-98d7-e1e475d02f20 x-openstack-request-id: req-2a879d49-ae36-4b75-98d7-e1e475d02f20 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:16.562462 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "7f0214bb-8098-4206-85ec-e2322dd5fea7", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:16.562721 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a879d49-ae36-4b75-98d7-e1e475d02f20 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:16.563119 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '7f0214bb-8098-4206-85ec-e2322dd5fea7', 'status': 'completed', 'code': 200} Aug 31 01:08:16.581972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] For port 89690d8c-e592-4c3c-a30c-63a972c35341, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:16.587258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] For port 89690d8c-e592-4c3c-a30c-63a972c35341, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=89690d8c-e592-4c3c-a30c-63a972c35341,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:16.589773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-93550c04-e975-45f5-99a8-bf13230cc125 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:16.590479 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f3ed-a3f8-47f1-b05d-a54c129ddc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.591339 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-93550c04-e975-45f5-99a8-bf13230cc125 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.70 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 812 time: 1.3290911 Aug 31 01:08:16.594415 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.720769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f3ed-a3f8-47f1-b05d-a54c129ddc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.723639 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f3ed-a3f8-47f1-b05d-a54c129ddc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.724948 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c4a8f3ed-a3f8-47f1-b05d-a54c129ddc8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae443056-f491-43b3-bf86-62756a0fa3fc HTTP/1.1" status: 204 len: 168 time: 0.9469295 Aug 31 01:08:16.727722 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Routers {'83e78529-9b62-418a-818a-cfc52befd357'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:16.728379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:07:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['83e78529-9b62-418a-818a-cfc52befd357'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:16.767473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-b236d3e9-45c2-4bcf-85a0-ae87f4a9bde3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Request body: {'port': {'device_id': '8978c568-0baf-4caf-ac25-f0abd184c6ff', 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3', 'admin_state_up': True, 'tenant_id': 'b482d6d8a4da48aebfe3b627e6511e1e'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:16.790773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96037526-f0fc-4659-a81a-fa4478cf4ce2 req-5061e593-d7d9-41d8-8b3d-8b0b33dac258 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:16.801544 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96037526-f0fc-4659-a81a-fa4478cf4ce2 req-5061e593-d7d9-41d8-8b3d-8b0b33dac258 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 945 time: 0.8671846 Aug 31 01:08:16.813082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd581209-c31e-42f1-9b99-c2ab301b8174 None None] Pushing event updated for resources: {'Port': ['ID=89690d8c-e592-4c3c-a30c-63a972c35341,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:16.826719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] device_id is not set on port 5ace8712-e613-46ec-9820-90ce07eba9f7 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:08:16.829187 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8f3ed-a3f8-47f1-b05d-a54c129ddc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae443056-f491-43b3-bf86-62756a0fa3fc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:16.902195 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-6a5a168a-c4ca-43fe-87f6-8c82849efc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:16.903759 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2b4cfbb0-a233-4361-ace9-7f601dbabce4 req-6a5a168a-c4ca-43fe-87f6-8c82849efc0e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5801601 Aug 31 01:08:16.971674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] Set router 83e78529-9b62-418a-818a-cfc52befd357 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:16.977229 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:16.984947 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e5b95c-f228-4756-af82-996e14d0fcc7 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:16.994280 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.008230 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Transition to ACTIVE for port object 53e5b95c-f228-4756-af82-996e14d0fcc7 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:17.011195 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9657d8-caad-4d84-8a04-a1c813d0c17f req-6afc5ad7-db20-4d5c-b478-a5788a6da6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.014673 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6a9657d8-caad-4d84-8a04-a1c813d0c17f req-6afc5ad7-db20-4d5c-b478-a5788a6da6b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 1097 time: 0.3356514 Aug 31 01:08:17.057902 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.061992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-e9cad51b-655c-49c8-b255-d40b370399d5 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=17c6fd7fdcd549eaac4cb6e0b49d49d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3032007 Aug 31 01:08:17.173659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Pushing event updated for resources: {'Port': ['ID=53e5b95c-f228-4756-af82-996e14d0fcc7,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:17.190697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-842ab769-ac7d-4056-a31c-d739a40af935 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.197805 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-842ab769-ac7d-4056-a31c-d739a40af935 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1206772 Aug 31 01:08:17.200935 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96037526-f0fc-4659-a81a-fa4478cf4ce2 req-1c9d67ef-5e0d-4938-be40-88d7ef63e574 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632102 Aug 31 01:08:17.205741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Transition to ACTIVE for port object 5ace8712-e613-46ec-9820-90ce07eba9f7 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:17.246209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c473b8-42a5-4ae2-91e2-5c26296a79bb req-b52164a8-57fc-464f-9505-430c78522e79 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.258099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c473b8-42a5-4ae2-91e2-5c26296a79bb req-b52164a8-57fc-464f-9505-430c78522e79 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.261960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c473b8-42a5-4ae2-91e2-5c26296a79bb req-b52164a8-57fc-464f-9505-430c78522e79 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.268194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c473b8-42a5-4ae2-91e2-5c26296a79bb req-b52164a8-57fc-464f-9505-430c78522e79 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.274814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c473b8-42a5-4ae2-91e2-5c26296a79bb req-b52164a8-57fc-464f-9505-430c78522e79 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.281258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c473b8-42a5-4ae2-91e2-5c26296a79bb req-b52164a8-57fc-464f-9505-430c78522e79 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.294652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c473b8-42a5-4ae2-91e2-5c26296a79bb req-b52164a8-57fc-464f-9505-430c78522e79 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.313847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7c473b8-42a5-4ae2-91e2-5c26296a79bb req-b52164a8-57fc-464f-9505-430c78522e79 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5387 time: 0.4945588 Aug 31 01:08:17.329326 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e78529-9b62-418a-818a-cfc52befd357', 'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:07Z', 'updated_at': '2021-08-31T01:08:12Z', 'revision_number': 3, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'gw_port': {'id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:09Z', 'updated_at': '2021-08-31T01:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:17.336707 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6a9657d8-caad-4d84-8a04-a1c813d0c17f req-de3d48ec-2342-4ebf-87c9-6578e7889e46 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016880 Aug 31 01:08:17.344355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Request body: {'port': {'device_id': '66f3b9f0-af4c-493a-bc22-ea7f2e84fe00', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '17c6fd7fdcd549eaac4cb6e0b49d49d0'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:17.383187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8545f-0db9-4283-9b84-01485784f279 None None] The sync data for ids ['83e78529-9b62-418a-818a-cfc52befd357'] in n-d-802060-13 is: [{'id': '83e78529-9b62-418a-818a-cfc52befd357', 'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:07Z', 'updated_at': '2021-08-31T01:08:12Z', 'revision_number': 3, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'gw_port': {'id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:09Z', 'updated_at': '2021-08-31T01:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:17.394510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098c72-7ebf-4545-b9f4-eac6e2514d93 req-4717095a-8636-48ae-810c-1fd92e4373b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.395271 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098c72-7ebf-4545-b9f4-eac6e2514d93 req-4717095a-8636-48ae-810c-1fd92e4373b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.395822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098c72-7ebf-4545-b9f4-eac6e2514d93 req-4717095a-8636-48ae-810c-1fd92e4373b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.396304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098c72-7ebf-4545-b9f4-eac6e2514d93 req-4717095a-8636-48ae-810c-1fd92e4373b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.398174 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098c72-7ebf-4545-b9f4-eac6e2514d93 req-4717095a-8636-48ae-810c-1fd92e4373b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.398649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098c72-7ebf-4545-b9f4-eac6e2514d93 req-4717095a-8636-48ae-810c-1fd92e4373b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.399121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098c72-7ebf-4545-b9f4-eac6e2514d93 req-4717095a-8636-48ae-810c-1fd92e4373b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.401140 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-24098c72-7ebf-4545-b9f4-eac6e2514d93 req-4717095a-8636-48ae-810c-1fd92e4373b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac491d9f80684a44a8cc262e4982e966&device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 6309 time: 0.3830688 Aug 31 01:08:17.460008 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Attempting to bind port 53e5b95c-f228-4756-af82-996e14d0fcc7 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:17.460212 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Attempting to bind port 53e5b95c-f228-4756-af82-996e14d0fcc7 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:17.461021 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Attempting to bind port 53e5b95c-f228-4756-af82-996e14d0fcc7 on network b31b1865-ff35-42ae-8079-b6731ab28a21 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:17.468229 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Port 53e5b95c-f228-4756-af82-996e14d0fcc7 on network b31b1865-ff35-42ae-8079-b6731ab28a21 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:17.468657 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Attempting to bind port 53e5b95c-f228-4756-af82-996e14d0fcc7 on network b31b1865-ff35-42ae-8079-b6731ab28a21 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:17.480989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:17.481331 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Checking segment: {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:17.481718 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Bound using segment: {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:17.482163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Bound port: 53e5b95c-f228-4756-af82-996e14d0fcc7, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e485ace3-ed21-4c65-a02f-b69fbb7883f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:17.482525 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.519672 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.577476 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] For port 53e5b95c-f228-4756-af82-996e14d0fcc7, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:17.581156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] For port 53e5b95c-f228-4756-af82-996e14d0fcc7, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=53e5b95c-f228-4756-af82-996e14d0fcc7,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:17.591717 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.650998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:17.651695 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:17.654140 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] 10.222.0.15 "PUT /v2.0/ports/53e5b95c-f228-4756-af82-996e14d0fcc7 HTTP/1.1" status: 200 len: 1092 time: 2.6548162 Aug 31 01:08:17.785088 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63720584-2953-447c-b1eb-7ea5d5fc42ec req-e4d78eeb-873b-4282-969a-984f9426474b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 210 time: 0.2549665 Aug 31 01:08:17.810977 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Request body: {'port': {'device_id': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:17.948166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Pushing event updated for resources: {'Port': ['ID=5ace8712-e613-46ec-9820-90ce07eba9f7,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:17.966375 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7c473b8-42a5-4ae2-91e2-5c26296a79bb req-bc469b23-3761-4fa2-9174-c35cfc3076b5 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6259811 Aug 31 01:08:18.028956 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.037088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43994) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:18.060450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b040287-a7bb-49e9-beba-7060be6048ba service neutron] Pushing event updated for resources: {'Port': ['ID=53e5b95c-f228-4756-af82-996e14d0fcc7,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:18.087708 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:18.088732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:18.089090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:18.133760 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f6a23d4-c519-48e2-b4fa-9ca4b4502bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.140470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ad1d28c-3824-4913-9b30-8b31f64c4b4d req-1947e140-72fd-4689-ae2c-d6201366c555 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 210 time: 0.2187707 Aug 31 01:08:18.147762 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f6a23d4-c519-48e2-b4fa-9ca4b4502bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.218717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8f6a23d4-c519-48e2-b4fa-9ca4b4502bb4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef1b89928f2743c4956b24653f76c657&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7666078 Aug 31 01:08:18.218827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a23d4-c519-48e2-b4fa-9ca4b4502bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193802a3-18d6-43d7-9202-4e0970ed7d35,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:18.234704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:18.235046 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:18.235521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43998) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:18.240995 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 2 to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 Aug 31 01:08:18.313608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1397751039-network', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:18.324019 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca689989-2d44-4bde-bb11-f9a1e3eeaf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.328093 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.357737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:18.358088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:18.358527 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:18.373591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:18.373591 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:18.375573 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 3 to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 Aug 31 01:08:18.406632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098c72-7ebf-4545-b9f4-eac6e2514d93 req-015ea466-161c-47ff-bbbc-7b223b08bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:18.407018 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098c72-7ebf-4545-b9f4-eac6e2514d93 req-015ea466-161c-47ff-bbbc-7b223b08bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:18.407541 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098c72-7ebf-4545-b9f4-eac6e2514d93 req-015ea466-161c-47ff-bbbc-7b223b08bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:18.409449 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-24098c72-7ebf-4545-b9f4-eac6e2514d93 req-015ea466-161c-47ff-bbbc-7b223b08bd1a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ac491d9f80684a44a8cc262e4982e966&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7400527 Aug 31 01:08:18.418089 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca689989-2d44-4bde-bb11-f9a1e3eeaf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.441683 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:18.442022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:18.442374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:18.475996 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Made reservation on behalf of 17c6fd7fdcd549eaac4cb6e0b49d49d0 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:18.479497 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.508176 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.543785 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:18.544357 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:18.544642 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.api [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-b236d3e9-45c2-4bcf-85a0-ae87f4a9bde3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:08:18.544642 n-d-802060-13 neutron-server[94761]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:08:18.544642 n-d-802060-13 neutron-server[94761]: [parameters: {'project_id_1': 'b482d6d8a4da48aebfe3b627e6511e1e', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 8, 17, 911540)}] Aug 31 01:08:18.544642 n-d-802060-13 neutron-server[94761]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:08:18.545072 n-d-802060-13 neutron-server[94761]: DEBUG oslo_db.api [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-b236d3e9-45c2-4bcf-85a0-ae87f4a9bde3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:08:18.551963 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 4 to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 Aug 31 01:08:18.560268 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.api [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:08:18.560268 n-d-802060-13 neutron-server[94761]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:08:18.560268 n-d-802060-13 neutron-server[94761]: [parameters: {'project_id_1': 'aa9a2e60b3104e5b9b545398b90f57bb', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 8, 18, 337759)}] Aug 31 01:08:18.560268 n-d-802060-13 neutron-server[94761]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:08:18.560268 n-d-802060-13 neutron-server[94761]: DEBUG oslo_db.api [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:08:18.565474 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '53e5b95c-f228-4756-af82-996e14d0fcc7'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:18.567657 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e76f86-8b8a-4fcf-9932-7d1b68c8f549" -d '{"events": [{"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "53e5b95c-f228-4756-af82-996e14d0fcc7"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:18.572938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b204bf-5e35-4d5a-96b9-9d8dfef656dc req-b389d572-9bc9-45fd-a718-b30d3ce68208 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:18.574603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47b204bf-5e35-4d5a-96b9-9d8dfef656dc req-b389d572-9bc9-45fd-a718-b30d3ce68208 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 945 time: 0.2424402 Aug 31 01:08:18.585153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Made reservation on behalf of 17c6fd7fdcd549eaac4cb6e0b49d49d0 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:18.589627 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.639769 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76adebd0-e123-4ee8-8718-17b557325fbb x-openstack-request-id: req-76adebd0-e123-4ee8-8718-17b557325fbb {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:18.640337 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "53e5b95c-f228-4756-af82-996e14d0fcc7", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:18.640806 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76adebd0-e123-4ee8-8718-17b557325fbb {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:18.641480 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '53e5b95c-f228-4756-af82-996e14d0fcc7', 'status': 'completed', 'code': 200} Aug 31 01:08:18.652842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450c3c7c-35f4-4432-892d-05366ece154e {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:18.668946 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.672274 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098c72-7ebf-4545-b9f4-eac6e2514d93 req-28791502-ba4f-4635-9ef7-03c3d669c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:18.674810 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-24098c72-7ebf-4545-b9f4-eac6e2514d93 req-28791502-ba4f-4635-9ef7-03c3d669c332 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2566555 Aug 31 01:08:18.691443 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Transition to ACTIVE for port object 450c3c7c-35f4-4432-892d-05366ece154e will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:18.698024 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.744045 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:18.744567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:18.744924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:18.766835 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.798570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:18.798926 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:18.801764 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Pushing event updated for resources: {'Port': ['ID=450c3c7c-35f4-4432-892d-05366ece154e,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:18.806867 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 5 to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 Aug 31 01:08:18.821277 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca689989-2d44-4bde-bb11-f9a1e3eeaf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.825599 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca689989-2d44-4bde-bb11-f9a1e3eeaf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.827145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ca689989-2d44-4bde-bb11-f9a1e3eeaf5b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/193802a3-18d6-43d7-9202-4e0970ed7d35 HTTP/1.1" status: 204 len: 168 time: 0.5823765 Aug 31 01:08:18.854846 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47b204bf-5e35-4d5a-96b9-9d8dfef656dc req-ffb970cb-4362-414b-8754-38847009ce74 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565196 Aug 31 01:08:18.856351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 89690d8c-e592-4c3c-a30c-63a972c35341 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:18.967566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 89690d8c-e592-4c3c-a30c-63a972c35341 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:18.985087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 89690d8c-e592-4c3c-a30c-63a972c35341 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:18.985830 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.020120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Allocated IP 172.20.0.1 (0a3819e2-02ee-41da-b074-f080a72a98c3/d6ee513f-971d-40cf-bd45-589d9285b201/d7fb214a-fe22-4468-8e23-cce2f2f47d99) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:19.068327 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e76f86-8b8a-4fcf-9932-7d1b68c8f549 req-066bfda6-98a3-46c2-8e91-af969fa168b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.074868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e76f86-8b8a-4fcf-9932-7d1b68c8f549 req-066bfda6-98a3-46c2-8e91-af969fa168b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.077659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e76f86-8b8a-4fcf-9932-7d1b68c8f549 req-066bfda6-98a3-46c2-8e91-af969fa168b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.078085 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e76f86-8b8a-4fcf-9932-7d1b68c8f549 req-066bfda6-98a3-46c2-8e91-af969fa168b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.078558 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e76f86-8b8a-4fcf-9932-7d1b68c8f549 req-066bfda6-98a3-46c2-8e91-af969fa168b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.080079 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e76f86-8b8a-4fcf-9932-7d1b68c8f549 req-066bfda6-98a3-46c2-8e91-af969fa168b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.080562 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e76f86-8b8a-4fcf-9932-7d1b68c8f549 req-066bfda6-98a3-46c2-8e91-af969fa168b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.087921 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f2e76f86-8b8a-4fcf-9932-7d1b68c8f549 req-066bfda6-98a3-46c2-8e91-af969fa168b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac491d9f80684a44a8cc262e4982e966&device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 6377 time: 0.1692684 Aug 31 01:08:19.121051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Attempting to bind port 450c3c7c-35f4-4432-892d-05366ece154e on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:19.121496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Attempting to bind port 450c3c7c-35f4-4432-892d-05366ece154e by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:19.121883 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Attempting to bind port 450c3c7c-35f4-4432-892d-05366ece154e on network e89443cc-9b69-4c94-9137-62b2d80389e0 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:19.147517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Port 450c3c7c-35f4-4432-892d-05366ece154e on network e89443cc-9b69-4c94-9137-62b2d80389e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:19.147842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Attempting to bind port 450c3c7c-35f4-4432-892d-05366ece154e on network e89443cc-9b69-4c94-9137-62b2d80389e0 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:19.247261 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:19.248650 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Checking segment: {'id': '0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:19.251839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Bound using segment: {'id': '0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:19.252318 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Bound port: 450c3c7c-35f4-4432-892d-05366ece154e, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:19.252691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.261863 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.293321 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.293569 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.348013 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.358751 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.api [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 17c6fd7fdcd549eaac4cb6e0b49d49d0 {{(pid=94761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:08:19.359106 n-d-802060-13 neutron-server[94761]: DEBUG oslo_db.api [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:08:19.372687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 89690d8c-e592-4c3c-a30c-63a972c35341, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=89690d8c-e592-4c3c-a30c-63a972c35341,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:19.377924 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.396346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca689989-2d44-4bde-bb11-f9a1e3eeaf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193802a3-18d6-43d7-9202-4e0970ed7d35,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:19.399109 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:19.399261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:19.399736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:19.431472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:19.431980 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:19.470848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Transition to ACTIVE for port object d7fb214a-fe22-4468-8e23-cce2f2f47d99 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:19.472726 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44014) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:19.479772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=89690d8c-e592-4c3c-a30c-63a972c35341,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:19.494252 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 6 to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 Aug 31 01:08:19.500282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c37efa-8d9f-46ed-a449-077c4aa6406a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:19.522636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-62f40974-3cdb-4f9d-9c4f-d396593558ac req-c06cf833-ced7-476f-ab09-76fa7cc3eb75 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 210 time: 0.2193732 Aug 31 01:08:19.533464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:19.533839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:19.534453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:19.541606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e76f86-8b8a-4fcf-9932-7d1b68c8f549 req-ede3d65d-5c29-40f9-8a51-a40fa0ab96db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.542081 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e76f86-8b8a-4fcf-9932-7d1b68c8f549 req-ede3d65d-5c29-40f9-8a51-a40fa0ab96db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.542540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e76f86-8b8a-4fcf-9932-7d1b68c8f549 req-ede3d65d-5c29-40f9-8a51-a40fa0ab96db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.544180 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f2e76f86-8b8a-4fcf-9932-7d1b68c8f549 req-ede3d65d-5c29-40f9-8a51-a40fa0ab96db service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ac491d9f80684a44a8cc262e4982e966&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4369013 Aug 31 01:08:19.544960 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38dda7df-5a22-49c4-8779-f828d6000725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.571212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-b236d3e9-45c2-4bcf-85a0-ae87f4a9bde3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Made reservation on behalf of b482d6d8a4da48aebfe3b627e6511e1e for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:19.574708 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-b236d3e9-45c2-4bcf-85a0-ae87f4a9bde3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.596594 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] For port 450c3c7c-35f4-4432-892d-05366ece154e, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:19.599824 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:19.600104 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:19.607571 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 7 to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 Aug 31 01:08:19.663540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] For port 450c3c7c-35f4-4432-892d-05366ece154e, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=450c3c7c-35f4-4432-892d-05366ece154e,segment=NetworkSegment(0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0),segment_id=0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:19.686289 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc0b93-27ba-46e0-9d7f-547b6c66bb5d req-80da2362-85d2-4e8f-a676-48e4428ebc3a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.692575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc0b93-27ba-46e0-9d7f-547b6c66bb5d req-80da2362-85d2-4e8f-a676-48e4428ebc3a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.695902 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.699395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc0b93-27ba-46e0-9d7f-547b6c66bb5d req-80da2362-85d2-4e8f-a676-48e4428ebc3a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.705155 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc0b93-27ba-46e0-9d7f-547b6c66bb5d req-80da2362-85d2-4e8f-a676-48e4428ebc3a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.712286 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc0b93-27ba-46e0-9d7f-547b6c66bb5d req-80da2362-85d2-4e8f-a676-48e4428ebc3a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.718808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc0b93-27ba-46e0-9d7f-547b6c66bb5d req-80da2362-85d2-4e8f-a676-48e4428ebc3a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.725039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc0b93-27ba-46e0-9d7f-547b6c66bb5d req-80da2362-85d2-4e8f-a676-48e4428ebc3a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:19.727790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24bc0b93-27ba-46e0-9d7f-547b6c66bb5d req-80da2362-85d2-4e8f-a676-48e4428ebc3a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5411 time: 0.3940809 Aug 31 01:08:19.728445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Made reservation on behalf of aa9a2e60b3104e5b9b545398b90f57bb for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:19.730870 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.741619 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.768369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:19.768732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:19.769053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:19.805157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34087dda-dd9a-4c93-9a5a-13325fd68778 req-fd869636-f2bc-4a73-af43-ebcbdfc97511 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 210 time: 0.1325455 Aug 31 01:08:19.806183 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.857530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:19.857774 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:19.865049 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 8 to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 Aug 31 01:08:19.871118 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:19.910359 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Network 0a3819e2-02ee-41da-b074-f080a72a98c3 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:19.943511 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:19.946835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:19.962007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Pushing event updated for resources: {'Port': ['ID=d7fb214a-fe22-4468-8e23-cce2f2f47d99,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:19.997885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:19.998226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:19.998671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:20.035950 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24bc0b93-27ba-46e0-9d7f-547b6c66bb5d req-d1d7d6ba-00b8-4628-bf20-1fecb152108a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2894623 Aug 31 01:08:20.048522 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Allocated IP 192.168.233.205 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/7e5527d9-9a81-41c7-886c-cdd80c335ad2) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:20.058860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:20.059424 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:20.095323 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 9 to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 Aug 31 01:08:20.140668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-b236d3e9-45c2-4bcf-85a0-ae87f4a9bde3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Allocated IP 172.20.0.6 (bf748b9a-457b-452d-8f52-91166f0980f3/1342b107-53e3-4c9f-a16f-d105660726b0/48429077-f18c-454e-82b1-06ffb781a153) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:20.151975 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.221741 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:20.222367 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.225158 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] 10.222.0.15 "PUT /v2.0/ports/450c3c7c-35f4-4432-892d-05366ece154e HTTP/1.1" status: 200 len: 1092 time: 2.5214810 Aug 31 01:08:20.302009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2aa9ad84-e669-495c-945a-7f9e70de9756 None None] Provisioning for port d7fb214a-fe22-4468-8e23-cce2f2f47d99 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:20.306705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2aa9ad84-e669-495c-945a-7f9e70de9756 None None] Provisioning complete for port d7fb214a-fe22-4468-8e23-cce2f2f47d99 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:20.307072 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ad84-e669-495c-945a-7f9e70de9756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.313506 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e88d3-7c32-4c0f-9670-244d34fc3708 service neutron] Pushing event updated for resources: {'Port': ['ID=450c3c7c-35f4-4432-892d-05366ece154e,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:20.319544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:20.320660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:20.321204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:20.356670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Request body: {'port': {'device_id': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:20.361954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:20.362294 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:20.395483 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2aa9ad84-e669-495c-945a-7f9e70de9756 None None] Port d7fb214a-fe22-4468-8e23-cce2f2f47d99 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:20.406803 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempt 10 to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 Aug 31 01:08:20.428444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466296e-1f0a-46c3-8cea-439f3eb65ae5 req-96ef4987-4445-476a-9d6c-4e96c552b796 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:20.430591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5466296e-1f0a-46c3-8cea-439f3eb65ae5 req-96ef4987-4445-476a-9d6c-4e96c552b796 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 945 time: 0.4375441 Aug 31 01:08:20.475862 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38dda7df-5a22-49c4-8779-f828d6000725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.481248 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e76f86-8b8a-4fcf-9932-7d1b68c8f549 req-b1175b3e-50af-4c12-b004-71b0eb440827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:20.482950 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f2e76f86-8b8a-4fcf-9932-7d1b68c8f549 req-b1175b3e-50af-4c12-b004-71b0eb440827 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9133177 Aug 31 01:08:20.488865 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38dda7df-5a22-49c4-8779-f828d6000725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.499898 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:20.500239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:20.500757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempting to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:20.512674 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.543715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:20.544050 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Failed to bind port 5ace8712-e613-46ec-9820-90ce07eba9f7 on host n-h2-802060-13 for vnic_type normal using segments [{'id': '0eed5926-b7da-4130-8ea3-81d5e19e1c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '781dc63c-fbb5-481e-b902-83884baecd8d'}] Aug 31 01:08:20.544475 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.570036 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.611398 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-38dda7df-5a22-49c4-8779-f828d6000725 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70dd8bad0a3249e988762c51cd6db28f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1236792 Aug 31 01:08:20.615976 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dda7df-5a22-49c4-8779-f828d6000725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b9236c-b440-40f0-a7e8-9451fc939bc9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:20.618895 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44020) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:20.645085 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '450c3c7c-35f4-4432-892d-05366ece154e'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:20.647318 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18533642-4f82-44f3-92ad-95f8e62c735e" -d '{"events": [{"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "450c3c7c-35f4-4432-892d-05366ece154e"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:20.662209 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.710895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5466296e-1f0a-46c3-8cea-439f3eb65ae5 req-937e55b4-b1b6-4815-9129-ee0d7077d01b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516212 Aug 31 01:08:20.745158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 89690d8c-e592-4c3c-a30c-63a972c35341 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:20.763765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Transition to ACTIVE for port object 7e5527d9-9a81-41c7-886c-cdd80c335ad2 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:20.765581 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81625d34-dc5b-4575-9820-7a4523503638 req-a008628e-9c6f-480a-8221-1a9a89bdf91e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 210 time: 0.1438656 Aug 31 01:08:20.778629 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0970306e-098d-4481-bde1-7aa582ec574a x-openstack-request-id: req-0970306e-098d-4481-bde1-7aa582ec574a {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:20.778930 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "450c3c7c-35f4-4432-892d-05366ece154e", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:20.779154 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0970306e-098d-4481-bde1-7aa582ec574a {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:20.779955 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '450c3c7c-35f4-4432-892d-05366ece154e', 'status': 'completed', 'code': 200} Aug 31 01:08:20.790919 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-034418cf-211c-4021-b053-a96f5f7db181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.814585 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 89690d8c-e592-4c3c-a30c-63a972c35341 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:20.815067 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.904072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] For port 5ace8712-e613-46ec-9820-90ce07eba9f7, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:20.904782 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attempted to set empty binding levels {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 01:08:20.929774 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-034418cf-211c-4021-b053-a96f5f7db181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.942917 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:20.952902 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.040813 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:21.056159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:21.059169 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:21.070850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533642-4f82-44f3-92ad-95f8e62c735e req-134e3f37-572b-4f18-8bce-6c2770c2a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.071366 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533642-4f82-44f3-92ad-95f8e62c735e req-134e3f37-572b-4f18-8bce-6c2770c2a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.071965 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533642-4f82-44f3-92ad-95f8e62c735e req-134e3f37-572b-4f18-8bce-6c2770c2a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.072579 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533642-4f82-44f3-92ad-95f8e62c735e req-134e3f37-572b-4f18-8bce-6c2770c2a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.073049 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533642-4f82-44f3-92ad-95f8e62c735e req-134e3f37-572b-4f18-8bce-6c2770c2a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.073511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533642-4f82-44f3-92ad-95f8e62c735e req-134e3f37-572b-4f18-8bce-6c2770c2a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.073972 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533642-4f82-44f3-92ad-95f8e62c735e req-134e3f37-572b-4f18-8bce-6c2770c2a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.076001 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-18533642-4f82-44f3-92ad-95f8e62c735e req-134e3f37-572b-4f18-8bce-6c2770c2a566 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac491d9f80684a44a8cc262e4982e966&device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 6419 time: 0.2117255 Aug 31 01:08:21.084094 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Pushing event updated for resources: {'Port': ['ID=7e5527d9-9a81-41c7-886c-cdd80c335ad2,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:21.097028 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-b236d3e9-45c2-4bcf-85a0-ae87f4a9bde3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.102328 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58fc4c75-41bc-4a60-b87a-1b2c8b83264f req-127b038f-bc51-44d3-8a0c-555bf0db45a4 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 210 time: 0.1625996 Aug 31 01:08:21.123052 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-198b415e-8493-4e48-aa05-3350c14e48ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.140603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] In _notify_port_updated(), no bound segment for port 5ace8712-e613-46ec-9820-90ce07eba9f7 on network 781dc63c-fbb5-481e-b902-83884baecd8d {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:08:21.141504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.142139 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.146085 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "PUT /v2.0/ports/5ace8712-e613-46ec-9820-90ce07eba9f7 HTTP/1.1" status: 200 len: 976 time: 6.9120810 Aug 31 01:08:21.152783 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44030) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:21.201301 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-034418cf-211c-4021-b053-a96f5f7db181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.203986 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-034418cf-211c-4021-b053-a96f5f7db181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.207368 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-034418cf-211c-4021-b053-a96f5f7db181 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13b9236c-b440-40f0-a7e8-9451fc939bc9 HTTP/1.1" status: 204 len: 168 time: 0.5787354 Aug 31 01:08:21.217352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e24e5a-7ce8-4513-ae1e-27791e453eac req-6d8ed24f-9dd9-4371-82a8-2da421a93015 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.218895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6e24e5a-7ce8-4513-ae1e-27791e453eac req-6d8ed24f-9dd9-4371-82a8-2da421a93015 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 1097 time: 0.3539851 Aug 31 01:08:21.239801 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Allocated IP 192.168.233.175 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/a30381da-7abe-47fc-a8ad-d7db81ad35cd) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:21.246355 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.247027 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.247188 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.258175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034418cf-211c-4021-b053-a96f5f7db181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b9236c-b440-40f0-a7e8-9451fc939bc9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:21.331067 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f831874f-be88-40e6-9dd8-39a837609c05 req-8d295349-f3c5-42f9-af47-4da7bc32894c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9351082 Aug 31 01:08:21.342471 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0566f795-c864-431d-8adb-85d29f5b7dae {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:21.349092 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.352977 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Request body: {'port': {'device_id': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:21.363301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:08:21.363925 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.367915 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533642-4f82-44f3-92ad-95f8e62c735e req-3af3ade0-dffb-455c-8bfd-033f0d4dbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.368579 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533642-4f82-44f3-92ad-95f8e62c735e req-3af3ade0-dffb-455c-8bfd-033f0d4dbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.369284 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533642-4f82-44f3-92ad-95f8e62c735e req-3af3ade0-dffb-455c-8bfd-033f0d4dbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.371174 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-18533642-4f82-44f3-92ad-95f8e62c735e req-3af3ade0-dffb-455c-8bfd-033f0d4dbad1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ac491d9f80684a44a8cc262e4982e966&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2620170 Aug 31 01:08:21.428481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb39a5-369a-4157-a46b-0044784d94e9 tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Pushing event updated for resources: {'Port': ['ID=5ace8712-e613-46ec-9820-90ce07eba9f7,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:21.441200 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.441798 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Added segment 6f499941-1084-438f-83fc-139332c1a29d of type vlan for network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad Aug 31 01:08:21.458604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Transition to ACTIVE for port object 0566f795-c864-431d-8adb-85d29f5b7dae will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:21.469360 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.469842 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b97b3eca-5bc8-4ed2-8481-e82f1b55702e None None] Provisioning for port 7e5527d9-9a81-41c7-886c-cdd80c335ad2 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:21.475735 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b97b3eca-5bc8-4ed2-8481-e82f1b55702e None None] Provisioning complete for port 7e5527d9-9a81-41c7-886c-cdd80c335ad2 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:21.476157 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b97b3eca-5bc8-4ed2-8481-e82f1b55702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.496733 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a05917-4b8d-478f-8436-2987642f8112,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:21.553392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b97b3eca-5bc8-4ed2-8481-e82f1b55702e None None] Port 7e5527d9-9a81-41c7-886c-cdd80c335ad2 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:21.573023 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.593123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Pushing event updated for resources: {'Port': ['ID=0566f795-c864-431d-8adb-85d29f5b7dae,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:21.676491 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533642-4f82-44f3-92ad-95f8e62c735e req-02ae88c8-d8d5-4250-a5c0-9bb27ad23e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.676491 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-18533642-4f82-44f3-92ad-95f8e62c735e req-02ae88c8-d8d5-4250-a5c0-9bb27ad23e5f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2841215 Aug 31 01:08:21.792408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Attempting to bind port 0566f795-c864-431d-8adb-85d29f5b7dae on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:21.792941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Attempting to bind port 0566f795-c864-431d-8adb-85d29f5b7dae by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:21.793122 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Attempting to bind port 0566f795-c864-431d-8adb-85d29f5b7dae on network e89443cc-9b69-4c94-9137-62b2d80389e0 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:21.802713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Port 0566f795-c864-431d-8adb-85d29f5b7dae on network e89443cc-9b69-4c94-9137-62b2d80389e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:21.803051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Attempting to bind port 0566f795-c864-431d-8adb-85d29f5b7dae on network e89443cc-9b69-4c94-9137-62b2d80389e0 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:21.813884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:21.814228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Checking segment: {'id': '0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:21.814621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Bound using segment: {'id': '0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:21.815066 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Bound port: 0566f795-c864-431d-8adb-85d29f5b7dae, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:21.815447 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.897536 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] For port 0566f795-c864-431d-8adb-85d29f5b7dae, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:21.901419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] For port 0566f795-c864-431d-8adb-85d29f5b7dae, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=0566f795-c864-431d-8adb-85d29f5b7dae,segment=NetworkSegment(0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0),segment_id=0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:21.905623 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.922110 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.942473 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.943099 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:21.945138 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] 10.222.0.15 "PUT /v2.0/ports/0566f795-c864-431d-8adb-85d29f5b7dae HTTP/1.1" status: 200 len: 1092 time: 1.5973289 Aug 31 01:08:21.966566 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb78d8-743f-440a-b863-ab26d83f92ba req-25679663-dc32-4d83-8004-7428c749f654 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.973958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb78d8-743f-440a-b863-ab26d83f92ba req-25679663-dc32-4d83-8004-7428c749f654 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.979336 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9ea51-d59c-40df-9cad-d5c4696541cf service neutron] Pushing event updated for resources: {'Port': ['ID=0566f795-c864-431d-8adb-85d29f5b7dae,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:21.981637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb78d8-743f-440a-b863-ab26d83f92ba req-25679663-dc32-4d83-8004-7428c749f654 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:21.996798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb78d8-743f-440a-b863-ab26d83f92ba req-25679663-dc32-4d83-8004-7428c749f654 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.004763 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb78d8-743f-440a-b863-ab26d83f92ba req-25679663-dc32-4d83-8004-7428c749f654 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.011636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb78d8-743f-440a-b863-ab26d83f92ba req-25679663-dc32-4d83-8004-7428c749f654 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.018092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb78d8-743f-440a-b863-ab26d83f92ba req-25679663-dc32-4d83-8004-7428c749f654 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.020921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67cb78d8-743f-440a-b863-ab26d83f92ba req-25679663-dc32-4d83-8004-7428c749f654 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5411 time: 0.7995484 Aug 31 01:08:22.030433 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.035449 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.051097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6e24e5a-7ce8-4513-ae1e-27791e453eac req-10d9d9bb-2dc0-4f70-8832-fc74978cd148 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7513342 Aug 31 01:08:22.078801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-eeb3e58f-814b-4c3b-b98b-11310b00c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.078801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-eeb3e58f-814b-4c3b-b98b-11310b00c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.078801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-eeb3e58f-814b-4c3b-b98b-11310b00c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.078801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-eeb3e58f-814b-4c3b-b98b-11310b00c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.078801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-eeb3e58f-814b-4c3b-b98b-11310b00c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.078801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-eeb3e58f-814b-4c3b-b98b-11310b00c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.078801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-eeb3e58f-814b-4c3b-b98b-11310b00c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.079605 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-eeb3e58f-814b-4c3b-b98b-11310b00c7d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac491d9f80684a44a8cc262e4982e966&device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 6487 time: 0.0719965 Aug 31 01:08:22.153242 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-b236d3e9-45c2-4bcf-85a0-ae87f4a9bde3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.166346 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-50ccd0db-14b6-481e-a524-8f57774be024 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97659ade-1488-434b-aade-3fbbe25b95a7 HTTP/1.1" status: 200 len: 217 time: 0.0755410 Aug 31 01:08:22.225819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-271c1c8a-543c-40d2-a9a6-550fd2f0b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.227810 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-271c1c8a-543c-40d2-a9a6-550fd2f0b2cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfd009aa-e4ed-4585-b4fd-f3161596623b HTTP/1.1" status: 200 len: 850 time: 0.0543885 Aug 31 01:08:22.276878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-1e0359d8-089a-4b0b-8154-bf801e3f89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.278423 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-1e0359d8-089a-4b0b-8154-bf801e3f89f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428188 Aug 31 01:08:22.303865 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Pushing event updated for resources: {'Port': ['ID=d7fb214a-fe22-4468-8e23-cce2f2f47d99,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:22.346294 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-b236d3e9-45c2-4bcf-85a0-ae87f4a9bde3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Network bf748b9a-457b-452d-8f52-91166f0980f3 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:22.347690 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.348647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.349231 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.358217 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.363736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67cb78d8-743f-440a-b863-ab26d83f92ba req-60da3e16-e4da-413d-822c-eac219f6ea3e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3181498 Aug 31 01:08:22.376479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-b236d3e9-45c2-4bcf-85a0-ae87f4a9bde3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:22.379812 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-b236d3e9-45c2-4bcf-85a0-ae87f4a9bde3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:22.386421 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-b92174ad-b7fc-4373-97f5-366d423e5a99 service neutron] 10.222.0.15 "GET /v2.0/networks/00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011395 Aug 31 01:08:22.490432 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-02191cbb-5569-47b0-9bd0-9ed1081b7355 service neutron] 10.222.0.15 "GET /v2.0/networks/00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972455 Aug 31 01:08:22.508867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1c9273cb-0b2d-40e9-9c21-0e54dec9fc1e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Deleting port 5ace8712-e613-46ec-9820-90ce07eba9f7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:22.509218 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c9273cb-0b2d-40e9-9c21-0e54dec9fc1e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.537758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.4965100 Aug 31 01:08:22.541106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44066) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:22.546421 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d3171122-1c20-40fd-81c6-8fb955bd11b4 admin admin] Request body: {'subnet': {'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1397751039-subnet', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:22.551652 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-32287ca6-f5b0-4544-b571-6be6ff5d1f55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=29267b36-3381-42b4-ba48-8fcd9b7a236b HTTP/1.1" status: 200 len: 217 time: 0.0545394 Aug 31 01:08:22.602283 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3171122-1c20-40fd-81c6-8fb955bd11b4 admin admin] Made reservation on behalf of aa9a2e60b3104e5b9b545398b90f57bb for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:22.604636 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3171122-1c20-40fd-81c6-8fb955bd11b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.608757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236d3e9-45c2-4bcf-85a0-ae87f4a9bde3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Pushing event updated for resources: {'Port': ['ID=48429077-f18c-454e-82b1-06ffb781a153,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:22.645992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-19f277a1-25ad-4dad-998f-13fe1753f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.647480 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-19f277a1-25ad-4dad-998f-13fe1753f95b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.0887485 Aug 31 01:08:22.652456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057dc52-6575-4c93-8cf0-b794d96c9675 req-9f352b19-a27c-476a-a0c6-f5f8374aff32 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.654089 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6057dc52-6575-4c93-8cf0-b794d96c9675 req-9f352b19-a27c-476a-a0c6-f5f8374aff32 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 931 time: 0.4731672 Aug 31 01:08:22.681211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbefa89-a2ea-4abe-8dda-3ff1c1b4cd58 admin admin] Pushing event updated for resources: {'Network': ['ID=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:22.696687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:08:22.698002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-b236d3e9-45c2-4bcf-85a0-ae87f4a9bde3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.698651 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-b236d3e9-45c2-4bcf-85a0-ae87f4a9bde3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.768671 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.783025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '0566f795-c864-431d-8adb-85d29f5b7dae'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:22.783505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-1c9273cb-0b2d-40e9-9c21-0e54dec9fc1e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] For port 5ace8712-e613-46ec-9820-90ce07eba9f7, host n-h2-802060-13, got binding levels [] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:22.783869 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c9273cb-0b2d-40e9-9c21-0e54dec9fc1e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.786288 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c429f4-68b7-4f67-aafe-a462af31dd05" -d '{"events": [{"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "0566f795-c864-431d-8adb-85d29f5b7dae"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:22.804583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-cc8ce819-62c8-43ee-89af-cb567241751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.805488 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-b236d3e9-45c2-4bcf-85a0-ae87f4a9bde3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0420296 Aug 31 01:08:22.806856 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-cc8ce819-62c8-43ee-89af-cb567241751b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1507149 Aug 31 01:08:22.825631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18bb00-c790-4d56-ab5a-5ee3849bd7cf req-af0c6f21-f31f-415e-aedd-34f10c0cf8ac tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:22.827678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f18bb00-c790-4d56-ab5a-5ee3849bd7cf req-af0c6f21-f31f-415e-aedd-34f10c0cf8ac tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 1097 time: 0.3381243 Aug 31 01:08:22.828985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1c9273cb-0b2d-40e9-9c21-0e54dec9fc1e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Calling delete_port for 5ace8712-e613-46ec-9820-90ce07eba9f7 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:22.845437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Request body: {'port': {'device_id': '8978c568-0baf-4caf-ac25-f0abd184c6ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:22.882686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6057dc52-6575-4c93-8cf0-b794d96c9675 req-01c4b812-2956-4be0-bb41-a3b5a317b57a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044082 Aug 31 01:08:22.884450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Transition to ACTIVE for port object a30381da-7abe-47fc-a8ad-d7db81ad35cd will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:22.920464 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3171122-1c20-40fd-81c6-8fb955bd11b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:22.964414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Network 0a3819e2-02ee-41da-b074-f080a72a98c3 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:22.985097 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-f3910adc-4fd8-451a-a2cb-efb97ee1cf15 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704583 Aug 31 01:08:23.001970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:23.010230 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3171122-1c20-40fd-81c6-8fb955bd11b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c35ba00f-fd19-48e8-9930-8cd7e499d142,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:23.035768 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f18bb00-c790-4d56-ab5a-5ee3849bd7cf req-73bb06be-a968-4647-b757-a308b8908dbb tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845829 Aug 31 01:08:23.058309 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3171122-1c20-40fd-81c6-8fb955bd11b4 admin admin] Checking segment: {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:23.058672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3171122-1c20-40fd-81c6-8fb955bd11b4 admin admin] Network hostable DHCP agents. Network: 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:08:23.070913 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-264545b1-8163-4cb0-ab8b-292330337c3a req-82aefdf6-298c-40da-88ef-4077131a0f89 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 210 time: 0.0715396 Aug 31 01:08:23.126830 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-984022bb-d04d-43c6-8ba3-a622cf748d33 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279480 Aug 31 01:08:23.130071 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.131161 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c2ce2e-85fe-4f54-96d9-1e6b83780f3c x-openstack-request-id: req-c4c2ce2e-85fe-4f54-96d9-1e6b83780f3c {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:23.133522 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "0566f795-c864-431d-8adb-85d29f5b7dae", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:23.135095 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4c2ce2e-85fe-4f54-96d9-1e6b83780f3c {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:23.136217 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '0566f795-c864-431d-8adb-85d29f5b7dae', 'status': 'completed', 'code': 200} Aug 31 01:08:23.139020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3171122-1c20-40fd-81c6-8fb955bd11b4 admin admin] Network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:08:23.216425 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.229694 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-7d03778f-88be-4356-8ae0-51057f6b5cd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=3b367952-fbab-4977-b0c0-6447731e06fb HTTP/1.1" status: 200 len: 217 time: 0.0829165 Aug 31 01:08:23.269269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-d3171122-1c20-40fd-81c6-8fb955bd11b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:23.280168 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9bebda-6117-4a90-8891-9996b87e913d None None] Network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:23.437280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a6f28550-bb88-4136-978b-69ebab78f177 None None] Provisioning complete for port d7fb214a-fe22-4468-8e23-cce2f2f47d99 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:23.437740 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a6f28550-bb88-4136-978b-69ebab78f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.466493 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-f8ba41ed-7b36-4a67-ba9f-e75ef41c9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:23.484708 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-f8ba41ed-7b36-4a67-ba9f-e75ef41c9570 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.1209106 Aug 31 01:08:23.490053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3171122-1c20-40fd-81c6-8fb955bd11b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:23.490849 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3171122-1c20-40fd-81c6-8fb955bd11b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.511108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a6f28550-bb88-4136-978b-69ebab78f177 None None] Port d7fb214a-fe22-4468-8e23-cce2f2f47d99 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:23.549439 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:08:23.555966 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.556220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:23.556348 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d3171122-1c20-40fd-81c6-8fb955bd11b4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0105171 Aug 31 01:08:23.556470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c9273cb-0b2d-40e9-9c21-0e54dec9fc1e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.556470 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:23.560925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44094) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:23.597359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-279e6093-2cba-4c78-99b7-757cf7c24ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:23.597592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:23.605825 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-279e6093-2cba-4c78-99b7-757cf7c24ca7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1017754 Aug 31 01:08:23.658441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:23.668292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-86fe00cf-33a5-4967-99f6-687089394d55 req-f70f6e6a-64fc-4352-9a49-3ed232b37712 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Request body: {'security_group': {'name': 'tempest-securitygroup-545353510', 'description': 'tempest-description-2086975539'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:23.678311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Pushing event updated for resources: {'Port': ['ID=a30381da-7abe-47fc-a8ad-d7db81ad35cd,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:23.753282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Router 83e78529-9b62-418a-818a-cfc52befd357 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:08:23.776705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Allocated IP 172.20.0.2 (5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad/c35ba00f-fd19-48e8-9930-8cd7e499d142/2e5718c7-bbe5-4e1c-943f-00d49baf83fd) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:23.782673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9273cb-0b2d-40e9-9c21-0e54dec9fc1e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ace8712-e613-46ec-9820-90ce07eba9f7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:23.791054 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c9273cb-0b2d-40e9-9c21-0e54dec9fc1e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.795555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1c9273cb-0b2d-40e9-9c21-0e54dec9fc1e tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "DELETE /v2.0/ports/5ace8712-e613-46ec-9820-90ce07eba9f7 HTTP/1.1" status: 204 len: 168 time: 2.6383457 Aug 31 01:08:23.797225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44108) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:23.802761 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5527d9-9a81-41c7-886c-cdd80c335ad2 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:23.816694 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.825005 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:23.825682 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.839301 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-3799058d-dea3-4b1b-9956-4a1883202ab7 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206345 Aug 31 01:08:23.842315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Transition to ACTIVE for port object 7e5527d9-9a81-41c7-886c-cdd80c335ad2 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:23.848704 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.885369 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.886714 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.925792 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4cd2793-16b6-4e89-9b68-2398c3856b1c tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:08:23.927864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e4cd2793-16b6-4e89-9b68-2398c3856b1c tempest-PortsAdminExtendedAttrsTestJSON-851346918 tempest-PortsAdminExtendedAttrsTestJSON-851346918-project-admin] 10.222.0.58 "GET /v2.0/ports/5ace8712-e613-46ec-9820-90ce07eba9f7 HTTP/1.1" status: 404 len: 333 time: 0.1189537 Aug 31 01:08:23.937432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44112) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:23.947782 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-826643b4-f85e-4857-b125-8b3084b5b4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.986753 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.991537 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:23.998901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Transition to ACTIVE for port object 2e5718c7-bbe5-4e1c-943f-00d49baf83fd will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:24.019783 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Transition to ACTIVE for port object 2e5718c7-bbe5-4e1c-943f-00d49baf83fd will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:24.034305 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.061571 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-86fe00cf-33a5-4967-99f6-687089394d55 req-f70f6e6a-64fc-4352-9a49-3ed232b37712 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.068888 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48429077-f18c-454e-82b1-06ffb781a153 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:24.076741 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-3691acf9-3313-42f0-9e52-6d4123185c56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7618127 Aug 31 01:08:24.103694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:24.106652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0edc8ff8-7987-40b5-93e1-aea0b927a822 None None] Provisioning for port a30381da-7abe-47fc-a8ad-d7db81ad35cd completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:24.118021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:24.123510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0edc8ff8-7987-40b5-93e1-aea0b927a822 None None] Provisioning complete for port a30381da-7abe-47fc-a8ad-d7db81ad35cd triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:24.124630 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0edc8ff8-7987-40b5-93e1-aea0b927a822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.128243 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.129598 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5527d9-9a81-41c7-886c-cdd80c335ad2,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:24.130322 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:24.133783 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Request body: {'port': {'device_id': '66f3b9f0-af4c-493a-bc22-ea7f2e84fe00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:24.136675 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-86fe00cf-33a5-4967-99f6-687089394d55 req-f70f6e6a-64fc-4352-9a49-3ed232b37712 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.140932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Pushing event updated for resources: {'Port': ['ID=2e5718c7-bbe5-4e1c-943f-00d49baf83fd,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:24.205749 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-d2013bd1-1670-4bc2-923b-1905c5311a1b service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431246 Aug 31 01:08:24.209564 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Transition to ACTIVE for port object 48429077-f18c-454e-82b1-06ffb781a153 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:24.213707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Attempting to bind port 7e5527d9-9a81-41c7-886c-cdd80c335ad2 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:24.214082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Attempting to bind port 7e5527d9-9a81-41c7-886c-cdd80c335ad2 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:24.214484 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Attempting to bind port 7e5527d9-9a81-41c7-886c-cdd80c335ad2 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:24.231305 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Attempting to bind port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:24.232014 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Attempting to bind port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:24.232583 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Attempting to bind port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:24.235072 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f890640-334d-44f3-a579-7d1494c93b71 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.247376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Port 7e5527d9-9a81-41c7-886c-cdd80c335ad2 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:24.247376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Attempting to bind port 7e5527d9-9a81-41c7-886c-cdd80c335ad2 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:24.250452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:24.251620 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Checking segment: {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:24.252239 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.252852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Bound using segment: {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:24.253533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Bound port: 2e5718c7-bbe5-4e1c-943f-00d49baf83fd, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:24.254120 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.261641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-0edc8ff8-7987-40b5-93e1-aea0b927a822 None None] Port a30381da-7abe-47fc-a8ad-d7db81ad35cd cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:24.304036 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-dc69df46-b8fb-41c1-a82e-ff9e89388178 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=7f0214bb-8098-4206-85ec-e2322dd5fea7 HTTP/1.1" status: 200 len: 217 time: 0.0821242 Aug 31 01:08:24.304903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:24.305852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:24.307121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:24.307627 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Bound port: 7e5527d9-9a81-41c7-886c-cdd80c335ad2, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:24.307984 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.324978 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.329312 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.358885 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:08:24.393509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] For port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:24.399729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] For port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2e5718c7-bbe5-4e1c-943f-00d49baf83fd,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:24.409872 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.422226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] For port 7e5527d9-9a81-41c7-886c-cdd80c335ad2, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:24.426473 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] For port 7e5527d9-9a81-41c7-886c-cdd80c335ad2, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:24.441480 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.451199 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.490613 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-9579c1a7-6e30-47da-8785-2ea5a07fa529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:24.492451 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-9579c1a7-6e30-47da-8785-2ea5a07fa529 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.1738515 Aug 31 01:08:24.496533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c55a7-1de7-49f9-a0ce-4f2ea230c9ae None None] Pushing event updated for resources: {'Port': ['ID=2e5718c7-bbe5-4e1c-943f-00d49baf83fd,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:24.496788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:24.500390 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.500390 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f831874f-be88-40e6-9dd8-39a837609c05 req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] 10.222.0.70 "PUT /v2.0/ports/7e5527d9-9a81-41c7-886c-cdd80c335ad2 HTTP/1.1" status: 200 len: 1097 time: 3.1521363 Aug 31 01:08:24.576208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:24.588302 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Sync routers for ids ['83e78529-9b62-418a-818a-cfc52befd357'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:24.592100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Pushing event updated for resources: {'Port': ['ID=48429077-f18c-454e-82b1-06ffb781a153,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:24.607470 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Routers {'83e78529-9b62-418a-818a-cfc52befd357'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:24.610348 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:08:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['83e78529-9b62-418a-818a-cfc52befd357'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:24.629159 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d2881e22-5ebe-4c4e-925d-456477b9421e admin admin] 10.222.0.58 "PUT /v2.0/routers/83e78529-9b62-418a-818a-cfc52befd357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0266247 Aug 31 01:08:24.638558 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887186e-4f23-49db-9823-6456cb4f00b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5527d9-9a81-41c7-886c-cdd80c335ad2,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:24.689916 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:24.692545 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-15a2c0d5-32c1-4358-87f9-02d5673a04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:24.694209 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-15a2c0d5-32c1-4358-87f9-02d5673a04ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1901319 Aug 31 01:08:24.703422 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831874f-be88-40e6-9dd8-39a837609c05 req-66859c4a-709c-43f6-ac87-8befaa3ae542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:24.704934 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f831874f-be88-40e6-9dd8-39a837609c05 req-66859c4a-709c-43f6-ac87-8befaa3ae542 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17c6fd7fdcd549eaac4cb6e0b49d49d0&device_id=72dddb9f-93ee-4108-8dc7-c2dabe81f2d3 HTTP/1.1" status: 200 len: 1100 time: 0.1523581 Aug 31 01:08:24.852693 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Set router 83e78529-9b62-418a-818a-cfc52befd357 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:24.873026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-dcf109d5-c691-41e2-bf6a-c330cfe2c15d tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:08:24.881627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-dcf109d5-c691-41e2-bf6a-c330cfe2c15d tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4398413 Aug 31 01:08:24.945913 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f890640-334d-44f3-a579-7d1494c93b71 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.097910 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.109479 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e78529-9b62-418a-818a-cfc52befd357', 'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:07Z', 'updated_at': '2021-08-31T01:08:20Z', 'revision_number': 4, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'gw_port': {'id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:09Z', 'updated_at': '2021-08-31T01:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd7fb214a-fe22-4468-8e23-cce2f2f47d99', 'name': '', 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'mac_address': 'fa:16:3e:5c:de:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:18Z', 'updated_at': '2021-08-31T01:08:20Z', 'revision_number': 2, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'subnets': [{'id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:25.130254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-3f890640-334d-44f3-a579-7d1494c93b71 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781dc63c-fbb5-481e-b902-83884baecd8d']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:25.138197 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Checking router: 83e78529-9b62-418a-818a-cfc52befd357 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:08:25.138643 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Updating router 83e78529-9b62-418a-818a-cfc52befd357 port d7fb214a-fe22-4468-8e23-cce2f2f47d99 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:08:25.159966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'tag': '7e5527d9-9a81-41c7-886c-cdd80c335ad2'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:25.162237 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9758364-5dff-4268-a29a-3645ee8a3df9" -d '{"events": [{"name": "network-changed", "server_uuid": "72dddb9f-93ee-4108-8dc7-c2dabe81f2d3", "tag": "7e5527d9-9a81-41c7-886c-cdd80c335ad2"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:25.164126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-3f890640-334d-44f3-a579-7d1494c93b71 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eed5926-b7da-4130-8ea3-81d5e19e1c45') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:25.164488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-3f890640-334d-44f3-a579-7d1494c93b71 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eed5926-b7da-4130-8ea3-81d5e19e1c45') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:25.169589 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.171474 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f831874f-be88-40e6-9dd8-39a837609c05 req-6abc73ab-d5a4-4b5b-91db-50bc94d56d37 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2 HTTP/1.1" status: 200 len: 217 time: 0.4552824 Aug 31 01:08:25.201839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-34a54d18-2969-4136-ba00-5d5e8b63dae2 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:25.211394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-34a54d18-2969-4136-ba00-5d5e8b63dae2 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports/8b25cc1f-79af-4cec-bab1-fc0c7f4595da HTTP/1.1" status: 200 len: 1094 time: 0.3284910 Aug 31 01:08:25.245439 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-54171a31-c5e9-44a3-8590-529812748b26 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391507 Aug 31 01:08:25.246984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831874f-be88-40e6-9dd8-39a837609c05 req-057f8768-33c5-4135-9f88-b9e602a42da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:25.248363 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f831874f-be88-40e6-9dd8-39a837609c05 req-057f8768-33c5-4135-9f88-b9e602a42da1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0691857 Aug 31 01:08:25.253314 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f890640-334d-44f3-a579-7d1494c93b71 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.370570 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831874f-be88-40e6-9dd8-39a837609c05 req-d2e2849d-a78a-4223-8828-e346ecc0bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:25.372024 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f831874f-be88-40e6-9dd8-39a837609c05 req-d2e2849d-a78a-4223-8828-e346ecc0bd1b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0997775 Aug 31 01:08:25.408490 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-93ac89b8-f031-4ce3-b45a-c4443e213e0c service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540504 Aug 31 01:08:25.477441 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-f0218c07-dd11-422f-bef0-4ec44f4abab6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=53e5b95c-f228-4756-af82-996e14d0fcc7 HTTP/1.1" status: 200 len: 217 time: 0.0391021 Aug 31 01:08:25.529116 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.545773 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Transition to ACTIVE for port object d7fb214a-fe22-4468-8e23-cce2f2f47d99 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:25.554333 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.566525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-a3aa1bec-97e2-4f3d-aa4f-62cff3652cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:25.568144 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-a3aa1bec-97e2-4f3d-aa4f-62cff3652cee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.0830445 Aug 31 01:08:25.608622 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2159290-e5d0-4320-9e82-bb36a554f1fa None None] Pushing event updated for resources: {'Port': ['ID=d7fb214a-fe22-4468-8e23-cce2f2f47d99,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:25.609171 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f831874f-be88-40e6-9dd8-39a837609c05 req-811f97c8-4f11-4b72-86db-f4c40a213748 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286046 Aug 31 01:08:25.677946 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f890640-334d-44f3-a579-7d1494c93b71 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.678819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-36cb8151-c62a-4b71-9e34-6f99baa054ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:25.680991 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-36cb8151-c62a-4b71-9e34-6f99baa054ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1020265 Aug 31 01:08:25.687577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f890640-334d-44f3-a579-7d1494c93b71 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:08:25.688458 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f890640-334d-44f3-a579-7d1494c93b71 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.704385 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Attempting to bind port d7fb214a-fe22-4468-8e23-cce2f2f47d99 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:25.705007 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Attempting to bind port d7fb214a-fe22-4468-8e23-cce2f2f47d99 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '4039b6b8-06de-4a7e-b981-57acfa101af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:25.705569 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Attempting to bind port d7fb214a-fe22-4468-8e23-cce2f2f47d99 on network 0a3819e2-02ee-41da-b074-f080a72a98c3 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:25.718377 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:25.719101 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Checking segment: {'id': '4039b6b8-06de-4a7e-b981-57acfa101af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:25.719716 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.720295 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Bound using segment: {'id': '4039b6b8-06de-4a7e-b981-57acfa101af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:25.720766 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Bound port: d7fb214a-fe22-4468-8e23-cce2f2f47d99, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4039b6b8-06de-4a7e-b981-57acfa101af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:25.721148 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:08:25.762615 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:08:25.769276 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7c3e4c52-b982-45bc-a438-8214febc0e94 service neutron] Request body: {'binding': {'host': 'n-h2-802060-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:25.769871 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7c3e4c52-b982-45bc-a438-8214febc0e94 service neutron] Unknown quota resources ['binding']. {{(pid=94761) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:08:25.810677 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] For port d7fb214a-fe22-4468-8e23-cce2f2f47d99, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:25.819695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Attempting to bind port 48429077-f18c-454e-82b1-06ffb781a153 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:25.820043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Attempting to bind port 48429077-f18c-454e-82b1-06ffb781a153 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:25.820417 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Attempting to bind port 48429077-f18c-454e-82b1-06ffb781a153 on network bf748b9a-457b-452d-8f52-91166f0980f3 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:25.824752 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] For port d7fb214a-fe22-4468-8e23-cce2f2f47d99, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d7fb214a-fe22-4468-8e23-cce2f2f47d99,segment=NetworkSegment(4039b6b8-06de-4a7e-b981-57acfa101af3),segment_id=4039b6b8-06de-4a7e-b981-57acfa101af3)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:25.833152 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.845964 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f890640-334d-44f3-a579-7d1494c93b71 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.851413 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f890640-334d-44f3-a579-7d1494c93b71 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.864754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3f890640-334d-44f3-a579-7d1494c93b71 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] 10.222.0.58 "DELETE /v2.0/networks/781dc63c-fbb5-481e-b902-83884baecd8d HTTP/1.1" status: 204 len: 168 time: 1.9244974 Aug 31 01:08:25.865498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Port 48429077-f18c-454e-82b1-06ffb781a153 on network bf748b9a-457b-452d-8f52-91166f0980f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:25.865828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Attempting to bind port 48429077-f18c-454e-82b1-06ffb781a153 on network bf748b9a-457b-452d-8f52-91166f0980f3 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:25.878107 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-cbcdcf0c-a05b-479f-837f-a52c502b8833 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889441 Aug 31 01:08:25.884515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:25.884852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Checking segment: {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:25.885449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Bound using segment: {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:25.886781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Bound port: 48429077-f18c-454e-82b1-06ffb781a153, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:25.887392 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:25.900672 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f831874f-be88-40e6-9dd8-39a837609c05 req-273c5d61-5be4-467c-bea0-89190bb8810b service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806833 Aug 31 01:08:25.956036 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Routers {'83e78529-9b62-418a-818a-cfc52befd357'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:25.957703 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:08:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['83e78529-9b62-418a-818a-cfc52befd357'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:26.006965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8fab8f-fb78-45ac-8afd-d48cb74a7c1f None None] Network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:26.022337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f890640-334d-44f3-a579-7d1494c93b71 tempest-PortsAdminExtendedAttrsTestJSON-279126043 tempest-PortsAdminExtendedAttrsTestJSON-279126043-project] Pushing event deleted for resources: {'Network': ['ID=781dc63c-fbb5-481e-b902-83884baecd8d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:26.053469 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-b6ca7a16-53ef-4fd1-99c2-4478eedb3b5e service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628187 Aug 31 01:08:26.097524 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2159290-e5d0-4320-9e82-bb36a554f1fa None None] Pushing event updated for resources: {'Port': ['ID=d7fb214a-fe22-4468-8e23-cce2f2f47d99,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:26.110658 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f2e20146-4d3b-49d0-93ae-6be47f773897 None None] Provisioning for port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:26.121449 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-f0c40a80-3ac9-47c3-81fa-0da256cee5b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=450c3c7c-35f4-4432-892d-05366ece154e HTTP/1.1" status: 200 len: 217 time: 0.0594311 Aug 31 01:08:26.122017 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-86fe00cf-33a5-4967-99f6-687089394d55 req-f70f6e6a-64fc-4352-9a49-3ed232b37712 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.166096 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-86fe00cf-33a5-4967-99f6-687089394d55 req-f70f6e6a-64fc-4352-9a49-3ed232b37712 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.209656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-8e2e01fc-f4ca-46fc-8bdb-03decc67f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:26.214435 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-8e2e01fc-f4ca-46fc-8bdb-03decc67f046 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29402c3f-ce20-494c-a4c1-dc4edee01ec8 HTTP/1.1" status: 200 len: 797 time: 0.0865829 Aug 31 01:08:26.242664 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] Set router 83e78529-9b62-418a-818a-cfc52befd357 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:26.323662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] For port 48429077-f18c-454e-82b1-06ffb781a153, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:26.325034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-22855365-73c6-4ff3-8b74-fe4f178c4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:26.327805 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-22855365-73c6-4ff3-8b74-fe4f178c4c8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e89443cc-9b69-4c94-9137-62b2d80389e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1062713 Aug 31 01:08:26.354722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f6e6a-64fc-4352-9a49-3ed232b37712 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3b69bb-e8ee-4f53-941b-a329164700ea,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:26.389231 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44134) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:26.393196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] For port 48429077-f18c-454e-82b1-06ffb781a153, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=48429077-f18c-454e-82b1-06ffb781a153,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:26.418546 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.467354 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-85338a8b-c1ce-4dd9-8dae-3b2e95420d8b service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290174 Aug 31 01:08:26.597875 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e78529-9b62-418a-818a-cfc52befd357', 'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:07Z', 'updated_at': '2021-08-31T01:08:20Z', 'revision_number': 4, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'gw_port': {'id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:09Z', 'updated_at': '2021-08-31T01:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd7fb214a-fe22-4468-8e23-cce2f2f47d99', 'name': '', 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'mac_address': 'fa:16:3e:5c:de:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:18Z', 'updated_at': '2021-08-31T01:08:25Z', 'revision_number': 4, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'subnets': [{'id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:26.607320 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.635022 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-b32508b0-22b5-47a4-a39f-277108cfa046 service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598282 Aug 31 01:08:26.663333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:26.664514 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.666311 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] 10.222.0.70 "PUT /v2.0/ports/48429077-f18c-454e-82b1-06ffb781a153 HTTP/1.1" status: 200 len: 1092 time: 3.8334985 Aug 31 01:08:26.668536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30381da-7abe-47fc-a8ad-d7db81ad35cd {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:26.674822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8978c568-0baf-4caf-ac25-f0abd184c6ff', 'tag': '48429077-f18c-454e-82b1-06ffb781a153'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:26.677201 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cc4d83-655c-4a84-9db3-72c8ce98d7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "8978c568-0baf-4caf-ac25-f0abd184c6ff", "tag": "48429077-f18c-454e-82b1-06ffb781a153"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:26.716253 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-7fa9e312-f905-4e7f-9ce0-4f4a3e3dcde1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0566f795-c864-431d-8adb-85d29f5b7dae HTTP/1.1" status: 200 len: 217 time: 0.0743468 Aug 31 01:08:26.719556 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.738131 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-86fe00cf-33a5-4967-99f6-687089394d55 req-f70f6e6a-64fc-4352-9a49-3ed232b37712 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.748345 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d4109-bf34-4fd6-af43-5141a19d0e0d None None] The sync data for ids ['83e78529-9b62-418a-818a-cfc52befd357'] in n-d-802060-13 is: [{'id': '83e78529-9b62-418a-818a-cfc52befd357', 'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:07Z', 'updated_at': '2021-08-31T01:08:20Z', 'revision_number': 4, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'gw_port': {'id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:09Z', 'updated_at': '2021-08-31T01:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd7fb214a-fe22-4468-8e23-cce2f2f47d99', 'name': '', 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'mac_address': 'fa:16:3e:5c:de:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:18Z', 'updated_at': '2021-08-31T01:08:25Z', 'revision_number': 4, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'subnets': [{'id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:26.775929 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-86fe00cf-33a5-4967-99f6-687089394d55 req-f70f6e6a-64fc-4352-9a49-3ed232b37712 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.787715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-0de84f29-ad48-4b06-a593-578221ef29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:26.789521 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-0de84f29-ad48-4b06-a593-578221ef29f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29402c3f-ce20-494c-a4c1-dc4edee01ec8 HTTP/1.1" status: 200 len: 797 time: 0.0621145 Aug 31 01:08:26.812648 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7c3e4c52-b982-45bc-a438-8214febc0e94 service neutron] Attempting to bind port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da on host n-h2-802060-13 for vnic_type normal with profile None {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:26.819148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7c3e4c52-b982-45bc-a438-8214febc0e94 service neutron] Attempting to bind port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:26.819587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7c3e4c52-b982-45bc-a438-8214febc0e94 service neutron] Attempting to bind port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:26.854004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7c3e4c52-b982-45bc-a438-8214febc0e94 service neutron] Port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:26.854333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7c3e4c52-b982-45bc-a438-8214febc0e94 service neutron] Attempting to bind port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:26.855524 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2e5718c7-bbe5-4e1c-943f-00d49baf83fd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:26.862920 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f860-228a-4205-936c-52de43696f07 req-ded2d9db-688a-4229-b211-368a1171e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:26.864575 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-ded2d9db-688a-4229-b211-368a1171e8f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e89443cc-9b69-4c94-9137-62b2d80389e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0685234 Aug 31 01:08:26.872284 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Transition to ACTIVE for port object a30381da-7abe-47fc-a8ad-d7db81ad35cd will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:26.881307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7221ea-109b-4d58-bf7f-56d51c7d5aad service neutron] Pushing event updated for resources: {'Port': ['ID=48429077-f18c-454e-82b1-06ffb781a153,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:26.896747 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.913770 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d5ca3512-92ba-4b64-8220-5fc7f3dc0767 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c3563fe8d3c4f68be835392fb1a6913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5141897 Aug 31 01:08:26.915777 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7c3e4c52-b982-45bc-a438-8214febc0e94 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:26.916336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7c3e4c52-b982-45bc-a438-8214febc0e94 service neutron] Checking segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:26.916895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7c3e4c52-b982-45bc-a438-8214febc0e94 service neutron] Bound using segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:26.917557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7c3e4c52-b982-45bc-a438-8214febc0e94 service neutron] Bound port: 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:26.928797 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44140) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:26.932152 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-86fe00cf-33a5-4967-99f6-687089394d55 req-f70f6e6a-64fc-4352-9a49-3ed232b37712 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:26.933578 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86fe00cf-33a5-4967-99f6-687089394d55 req-f70f6e6a-64fc-4352-9a49-3ed232b37712 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 3.3734515 Aug 31 01:08:26.943701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:26.950911 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:26.951536 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.009992 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.012284 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7e5527d9-9a81-41c7-886c-cdd80c335ad2 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:27.016514 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-c49df4e1-ed13-4d18-9eb9-2b1403ce5c2d service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425440 Aug 31 01:08:27.022604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f6e6a-64fc-4352-9a49-3ed232b37712 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a329552f-2d81-49b8-a91c-3df8fe162450,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:27.107757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-04a82fa7-8104-41da-9521-b7ad3a887f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.108039 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.110111 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-04a82fa7-8104-41da-9521-b7ad3a887f16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 1095 time: 0.3863640 Aug 31 01:08:27.111428 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.115621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Pushing event updated for resources: {'Port': ['ID=a30381da-7abe-47fc-a8ad-d7db81ad35cd,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:27.184979 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-abc9f860-228a-4205-936c-52de43696f07 req-e6bcf1f0-4d1f-4579-82bb-ca5bee2c04f7 service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568944 Aug 31 01:08:27.251118 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2e5718c7-bbe5-4e1c-943f-00d49baf83fd,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:27.262757 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.328852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7e5527d9-9a81-41c7-886c-cdd80c335ad2, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:27.358135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '7e5527d9-9a81-41c7-886c-cdd80c335ad2', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '7e5527d9-9a81-41c7-886c-cdd80c335ad2', 'mac_address': 'fa:16:3e:af:39:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:08:27.380462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-fea1d721-1453-4245-86ea-1f80e5f114d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48429077-f18c-454e-82b1-06ffb781a153 HTTP/1.1" status: 200 len: 217 time: 0.2365329 Aug 31 01:08:27.391105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-abfabd06-6559-4a11-883d-82059231c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.392983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-abfabd06-6559-4a11-883d-82059231c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.393494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-abfabd06-6559-4a11-883d-82059231c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.393977 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-abfabd06-6559-4a11-883d-82059231c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.395028 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-abfabd06-6559-4a11-883d-82059231c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.396710 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=2e5718c7-bbe5-4e1c-943f-00d49baf83fd,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:27.396903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-abfabd06-6559-4a11-883d-82059231c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.397329 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-abfabd06-6559-4a11-883d-82059231c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.400492 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-abfabd06-6559-4a11-883d-82059231c7db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac491d9f80684a44a8cc262e4982e966&device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 6487 time: 0.0728137 Aug 31 01:08:27.435728 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.456030 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5527d9-9a81-41c7-886c-cdd80c335ad2 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:27.468243 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7c3e4c52-b982-45bc-a438-8214febc0e94 service neutron] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:27.481134 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-314b5356-c846-4176-894b-06d3ba944391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.482807 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Attempting to bind port a30381da-7abe-47fc-a8ad-d7db81ad35cd on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:27.483697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Attempting to bind port a30381da-7abe-47fc-a8ad-d7db81ad35cd by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:27.483697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Attempting to bind port a30381da-7abe-47fc-a8ad-d7db81ad35cd on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:27.485368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7e5527d9-9a81-41c7-886c-cdd80c335ad2, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:27.493283 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.504211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c20000-f8f3-4679-9198-905534937898 req-e0a48811-a9d0-4bd6-b3f2-37fc2fdfd737 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.510821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c20000-f8f3-4679-9198-905534937898 req-e0a48811-a9d0-4bd6-b3f2-37fc2fdfd737 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.516989 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c20000-f8f3-4679-9198-905534937898 req-e0a48811-a9d0-4bd6-b3f2-37fc2fdfd737 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.523666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c20000-f8f3-4679-9198-905534937898 req-e0a48811-a9d0-4bd6-b3f2-37fc2fdfd737 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.531752 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c20000-f8f3-4679-9198-905534937898 req-e0a48811-a9d0-4bd6-b3f2-37fc2fdfd737 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.540513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c20000-f8f3-4679-9198-905534937898 req-e0a48811-a9d0-4bd6-b3f2-37fc2fdfd737 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.540858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-925d5c42-4612-49cd-b3a2-ba162ffd30fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.542369 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-925d5c42-4612-49cd-b3a2-ba162ffd30fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=e89443cc-9b69-4c94-9137-62b2d80389e0 HTTP/1.1" status: 200 len: 902 time: 0.1326149 Aug 31 01:08:27.546928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c20000-f8f3-4679-9198-905534937898 req-e0a48811-a9d0-4bd6-b3f2-37fc2fdfd737 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.548940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38c20000-f8f3-4679-9198-905534937898 req-e0a48811-a9d0-4bd6-b3f2-37fc2fdfd737 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5423 time: 0.4843578 Aug 31 01:08:27.550598 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7c3e4c52-b982-45bc-a438-8214febc0e94 service neutron] Notify callbacks [] for binding, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.553227 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=7e5527d9-9a81-41c7-886c-cdd80c335ad2,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:27.560245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7c3e4c52-b982-45bc-a438-8214febc0e94 service neutron] 10.222.0.58 "POST /v2.0/ports/8b25cc1f-79af-4cec-bab1-fc0c7f4595da/bindings HTTP/1.1" status: 201 len: 390 time: 2.3478494 Aug 31 01:08:27.611462 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-dae87e29-1814-4244-b781-f6856ae1be9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0566f795-c864-431d-8adb-85d29f5b7dae HTTP/1.1" status: 200 len: 217 time: 0.0411003 Aug 31 01:08:27.636772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Allocated IP 172.25.6.124 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:27.680794 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-1f34fd64-63bb-46d9-a96c-8bf040f34088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.682812 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-1f34fd64-63bb-46d9-a96c-8bf040f34088 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29402c3f-ce20-494c-a4c1-dc4edee01ec8 HTTP/1.1" status: 200 len: 797 time: 0.0679224 Aug 31 01:08:27.714413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Port a30381da-7abe-47fc-a8ad-d7db81ad35cd on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:27.714738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Attempting to bind port a30381da-7abe-47fc-a8ad-d7db81ad35cd on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:27.735736 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['7e5527d9-9a81-41c7-886c-cdd80c335ad2'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:27.744495 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-cf9a1ca2-994e-450c-952e-5fbf2e384caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.748920 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-cf9a1ca2-994e-450c-952e-5fbf2e384caa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e89443cc-9b69-4c94-9137-62b2d80389e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0570676 Aug 31 01:08:27.791772 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-314b5356-c846-4176-894b-06d3ba944391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.797430 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-3b3ee4a5-500c-4d18-bd88-74dc2a7086e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.798911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-3b3ee4a5-500c-4d18-bd88-74dc2a7086e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1342b107-53e3-4c9f-a16f-d105660726b0 HTTP/1.1" status: 200 len: 852 time: 0.3930035 Aug 31 01:08:27.799691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:27.800025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:27.800415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:27.800864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Bound port: a30381da-7abe-47fc-a8ad-d7db81ad35cd, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:27.801223 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.853495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38c20000-f8f3-4679-9198-905534937898 req-2b99511b-609a-4113-9f17-f0b010d9be38 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2842178 Aug 31 01:08:27.920226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-6ffc976d-0be6-4e48-a9b2-e0c77aa42e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:27.921895 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-6ffc976d-0be6-4e48-a9b2-e0c77aa42e38 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 1097 time: 0.1083078 Aug 31 01:08:27.930416 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:27.951794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-b951ac2b-00b0-4fa5-bb1a-6983c7304ea0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf748b9a-457b-452d-8f52-91166f0980f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073556 Aug 31 01:08:28.001815 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-1055b8e6-b460-48f3-97da-9abd40a460ad service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431011 Aug 31 01:08:28.030608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052e63d-92fb-434f-b6bb-855e0703394a req-359900c6-a7a4-434b-9482-37bc69919f89 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:28.032221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3052e63d-92fb-434f-b6bb-855e0703394a req-359900c6-a7a4-434b-9482-37bc69919f89 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 943 time: 0.3099031 Aug 31 01:08:28.092304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-ebb77c65-d162-48d3-8d36-4b11f8087603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:28.094304 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-ebb77c65-d162-48d3-8d36-4b11f8087603 service neutron] 10.222.0.70 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.1597421 Aug 31 01:08:28.147597 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-8f5b8005-de1c-409f-be84-b35e075a3a77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da HTTP/1.1" status: 200 len: 217 time: 0.0406675 Aug 31 01:08:28.175498 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01c429f4-68b7-4f67-aafe-a462af31dd05 req-a7991e75-1f8b-45b4-afc3-2867d9abc81f service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651366 Aug 31 01:08:28.186715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] For port a30381da-7abe-47fc-a8ad-d7db81ad35cd, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:28.212048 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-314b5356-c846-4176-894b-06d3ba944391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:28.212980 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-35987432-aaf8-470e-bb88-a31303660e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:28.217134 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-35987432-aaf8-470e-bb88-a31303660e31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.0587857 Aug 31 01:08:28.218172 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-314b5356-c846-4176-894b-06d3ba944391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:28.220514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-314b5356-c846-4176-894b-06d3ba944391 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d402002e-dada-4d2f-ba30-d69226784832 HTTP/1.1" status: 204 len: 168 time: 1.2846999 Aug 31 01:08:28.236129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887224b-95f5-4eb9-b3a2-7481a1dc96b7 req-665f786f-7690-41e6-a021-e66959cd5c5c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:28.237673 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e887224b-95f5-4eb9-b3a2-7481a1dc96b7 req-665f786f-7690-41e6-a021-e66959cd5c5c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 948 time: 0.2533903 Aug 31 01:08:28.240495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] For port a30381da-7abe-47fc-a8ad-d7db81ad35cd, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a30381da-7abe-47fc-a8ad-d7db81ad35cd,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:28.252426 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-bc99dab0-aa00-41d3-9a8d-d4eeb2079945 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287576 Aug 31 01:08:28.256482 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3052e63d-92fb-434f-b6bb-855e0703394a req-0b504454-9337-4ca1-88c9-d34dfcac3ec1 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960518 Aug 31 01:08:28.280715 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:28.340530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-5ebe0537-2895-469d-ae0a-8483870fe08a service neutron] 10.222.0.70 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543053 Aug 31 01:08:28.341842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b5356-c846-4176-894b-06d3ba944391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d402002e-dada-4d2f-ba30-d69226784832,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:28.343851 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:28.389715 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-79164e57-4383-4c32-9376-b317f379809d service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260955 Aug 31 01:08:28.473972 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:28.485488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:28.496427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Pushing event updated for resources: {'Port': ['ID=a30381da-7abe-47fc-a8ad-d7db81ad35cd,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:28.499559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:28.502307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:28.502930 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:28.504355 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8caf6fd6-d89e-4408-abb2-c500eea7f257 service neutron] 10.222.0.15 "PUT /v2.0/ports/a30381da-7abe-47fc-a8ad-d7db81ad35cd HTTP/1.1" status: 200 len: 1097 time: 4.3975594 Aug 31 01:08:28.522446 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e887224b-95f5-4eb9-b3a2-7481a1dc96b7 req-8b671958-40c4-4846-aabb-d942a8425a62 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320180 Aug 31 01:08:28.526502 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-c1c0d606-ae38-4748-93d1-090c6f6d5c11 service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276107 Aug 31 01:08:28.598770 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b236e0-6b55-4007-b03c-ac1fd0e98fd0 x-openstack-request-id: req-c2b236e0-6b55-4007-b03c-ac1fd0e98fd0 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:28.599374 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dddb9f-93ee-4108-8dc7-c2dabe81f2d3", "tag": "7e5527d9-9a81-41c7-886c-cdd80c335ad2", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:28.599964 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2b236e0-6b55-4007-b03c-ac1fd0e98fd0 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:28.600721 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'tag': '7e5527d9-9a81-41c7-886c-cdd80c335ad2', 'status': 'completed', 'code': 200} Aug 31 01:08:28.605160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Pushing event updated for resources: {'Port': ['ID=4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:28.689624 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9758364-5dff-4268-a29a-3645ee8a3df9 req-91656dfd-e231-4424-97c1-cd687d845339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:28.691225 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f9758364-5dff-4268-a29a-3645ee8a3df9 req-91656dfd-e231-4424-97c1-cd687d845339 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17c6fd7fdcd549eaac4cb6e0b49d49d0&device_id=72dddb9f-93ee-4108-8dc7-c2dabe81f2d3 HTTP/1.1" status: 200 len: 1101 time: 0.0625110 Aug 31 01:08:28.745931 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3d3ab8-78aa-4d0b-8e76-195a4c79a614 x-openstack-request-id: req-ae3d3ab8-78aa-4d0b-8e76-195a4c79a614 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:28.746217 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8978c568-0baf-4caf-ac25-f0abd184c6ff", "tag": "48429077-f18c-454e-82b1-06ffb781a153", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:28.746454 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae3d3ab8-78aa-4d0b-8e76-195a4c79a614 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:28.746946 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8978c568-0baf-4caf-ac25-f0abd184c6ff', 'tag': '48429077-f18c-454e-82b1-06ffb781a153', 'status': 'completed', 'code': 200} Aug 31 01:08:28.814210 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44152) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:28.846036 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9758364-5dff-4268-a29a-3645ee8a3df9 req-b5a385e5-216a-469b-9498-900206b0b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:28.850663 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f9758364-5dff-4268-a29a-3645ee8a3df9 req-b5a385e5-216a-469b-9498-900206b0b433 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.1510155 Aug 31 01:08:28.855540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5550bc-3b9a-48dc-b5f4-b22609b59da9 req-ee4f061d-4688-49aa-9bc8-98ee0d944a07 service neutron] 10.222.0.70 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794266 Aug 31 01:08:28.930260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-17792259-2189-4012-9913-4a8c574f4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:28.932496 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-17792259-2189-4012-9913-4a8c574f4190 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17c6fd7fdcd549eaac4cb6e0b49d49d0&device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 1100 time: 0.3062465 Aug 31 01:08:28.933971 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f9758364-5dff-4268-a29a-3645ee8a3df9 req-b171a9ce-d190-42a9-941f-91b1a6fa3b5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2 HTTP/1.1" status: 200 len: 217 time: 0.0586393 Aug 31 01:08:28.942301 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e52d600e-4264-4940-bf2b-2c3fca49987c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f36339f2313b42e78bb188bdc71ae2a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269355 Aug 31 01:08:28.943568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-6b6fa01f-58f9-40a0-88b3-ef7d4e783245 req-72e29fa9-efdd-47a7-8b83-fdc0d1a65dbf tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1854307032', 'description': 'tempest-description-1673177425'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:28.952623 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44156) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:28.969351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d7fb214a-fe22-4468-8e23-cce2f2f47d99 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:29.019081 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7e5527d9-9a81-41c7-886c-cdd80c335ad2 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:29.028882 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9758364-5dff-4268-a29a-3645ee8a3df9 req-aa91429b-be5f-414b-89d9-7b7da64cfcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.030643 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f9758364-5dff-4268-a29a-3645ee8a3df9 req-aa91429b-be5f-414b-89d9-7b7da64cfcf8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0872588 Aug 31 01:08:29.079858 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8180ac9-7ca1-46fd-a3c8-a398ac8de06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.109619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-addbd811-15d4-4f8f-aa69-f53eac785d9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=a30381da-7abe-47fc-a8ad-d7db81ad35cd HTTP/1.1" status: 200 len: 217 time: 0.0696409 Aug 31 01:08:29.129613 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8180ac9-7ca1-46fd-a3c8-a398ac8de06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.137149 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9758364-5dff-4268-a29a-3645ee8a3df9 req-895b8cb2-4d34-41f6-8324-ff0519e348fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:29.140064 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f9758364-5dff-4268-a29a-3645ee8a3df9 req-895b8cb2-4d34-41f6-8324-ff0519e348fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0989242 Aug 31 01:08:29.154780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port d7fb214a-fe22-4468-8e23-cce2f2f47d99 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:29.169035 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d7fb214a-fe22-4468-8e23-cce2f2f47d99 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:29.169416 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.171018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 7e5527d9-9a81-41c7-886c-cdd80c335ad2 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:29.211517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 7e5527d9-9a81-41c7-886c-cdd80c335ad2 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:29.211898 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.328790 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f9758364-5dff-4268-a29a-3645ee8a3df9 req-5f601cf0-a2c6-4f1a-a940-206bf5ad12d2 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778188 Aug 31 01:08:29.378044 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.380362 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.432467 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5527d9-9a81-41c7-886c-cdd80c335ad2'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:29.435736 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acaf180-cb3e-4fc3-8b40-0890427cc541" -d '{"events": [{"server_uuid": "72dddb9f-93ee-4108-8dc7-c2dabe81f2d3", "name": "network-vif-plugged", "status": "completed", "tag": "7e5527d9-9a81-41c7-886c-cdd80c335ad2"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:29.441503 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.471030 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7e5527d9-9a81-41c7-886c-cdd80c335ad2, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:29.481079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port d7fb214a-fe22-4468-8e23-cce2f2f47d99, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d7fb214a-fe22-4468-8e23-cce2f2f47d99,segment=NetworkSegment(4039b6b8-06de-4a7e-b981-57acfa101af3),segment_id=4039b6b8-06de-4a7e-b981-57acfa101af3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:29.483476 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.489941 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.490950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2e5718c7-bbe5-4e1c-943f-00d49baf83fd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:29.533024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44164) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:29.543517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8e1f445a-a33b-452c-9869-14760d08a06f tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--724231440', 'description': 'tempest-description--356642214'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:29.585755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=7e5527d9-9a81-41c7-886c-cdd80c335ad2,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:29.650359 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8180ac9-7ca1-46fd-a3c8-a398ac8de06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.652903 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8180ac9-7ca1-46fd-a3c8-a398ac8de06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:29.654137 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f8180ac9-7ca1-46fd-a3c8-a398ac8de06f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d8f6914-0aeb-486b-b771-b3eee1b80cb7 HTTP/1.1" status: 204 len: 168 time: 0.7004189 Aug 31 01:08:29.670041 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f9758364-5dff-4268-a29a-3645ee8a3df9 req-08557b07-d9c9-4a7a-a47c-1d21995d1657 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144848 Aug 31 01:08:29.678748 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8180ac9-7ca1-46fd-a3c8-a398ac8de06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8f6914-0aeb-486b-b771-b3eee1b80cb7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:29.756052 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=d7fb214a-fe22-4468-8e23-cce2f2f47d99,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:29.844479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:29.845952 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.063967 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.db.api [None req-8e1f445a-a33b-452c-9869-14760d08a06f tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:08:30.063967 n-d-802060-13 neutron-server[94760]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:08:30.063967 n-d-802060-13 neutron-server[94760]: [parameters: {'project_id_1': '3803e788afc343e7bf7b74fadcd4a59b', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 8, 29, 563224)}] Aug 31 01:08:30.063967 n-d-802060-13 neutron-server[94760]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:08:30.065449 n-d-802060-13 neutron-server[94760]: DEBUG oslo_db.api [None req-8e1f445a-a33b-452c-9869-14760d08a06f tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:08:30.210661 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6b6fa01f-58f9-40a0-88b3-ef7d4e783245 req-72e29fa9-efdd-47a7-8b83-fdc0d1a65dbf tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.233881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-c2b0ae2d-5ab5-4807-bfdf-653faa2baf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:30.235401 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-c2b0ae2d-5ab5-4807-bfdf-653faa2baf0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.8586695 Aug 31 01:08:30.237060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc4d83-655c-4a84-9db3-72c8ce98d7ad req-b4241a78-24ce-434b-b8a2-0c579836ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:30.238414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20cc4d83-655c-4a84-9db3-72c8ce98d7ad req-b4241a78-24ce-434b-b8a2-0c579836ee44 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 1095 time: 1.3047442 Aug 31 01:08:30.388304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e7f9e-8433-4ad3-bce3-5044af07f065 req-1cfd676f-331d-439c-854a-0d20cfd3f28c tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:30.389828 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5e7f9e-8433-4ad3-bce3-5044af07f065 req-1cfd676f-331d-439c-854a-0d20cfd3f28c tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 945 time: 0.3440757 Aug 31 01:08:30.525909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8a197e33-78f8-41e5-9885-958c70405374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:30.527519 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-8a197e33-78f8-41e5-9885-958c70405374 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2812843 Aug 31 01:08:30.565394 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.611772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc4d83-655c-4a84-9db3-72c8ce98d7ad req-332a2514-a0e6-4204-ba5b-f4715104525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:30.613173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20cc4d83-655c-4a84-9db3-72c8ce98d7ad req-332a2514-a0e6-4204-ba5b-f4715104525f service neutron] 10.222.0.70 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 913 time: 0.3593202 Aug 31 01:08:30.616063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f5e7f9e-8433-4ad3-bce3-5044af07f065 req-b8a8c607-ff2c-4aaa-be3d-061f97bd27df tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076356 Aug 31 01:08:30.656868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44188) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:30.767673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d7fb214a-fe22-4468-8e23-cce2f2f47d99 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:30.779575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f3b9f0-af4c-493a-bc22-ea7f2e84fe00', 'tag': 'a30381da-7abe-47fc-a8ad-d7db81ad35cd'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:30.786877 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1728916208'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:30.798051 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4325e7ca-1b7a-4f22-9db3-d6b5f17fb00a" -d '{"events": [{"name": "network-changed", "server_uuid": "66f3b9f0-af4c-493a-bc22-ea7f2e84fe00", "tag": "a30381da-7abe-47fc-a8ad-d7db81ad35cd"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:30.802388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-5920f167-f324-4d1f-8675-5c5f64acf4ba service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633190 Aug 31 01:08:30.824651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d7fb214a-fe22-4468-8e23-cce2f2f47d99 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:30.824946 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.834564 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20cc4d83-655c-4a84-9db3-72c8ce98d7ad req-c708f443-a58d-4f5c-9d57-73f64d441afe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48429077-f18c-454e-82b1-06ffb781a153 HTTP/1.1" status: 200 len: 217 time: 0.2122905 Aug 31 01:08:30.844522 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6b6fa01f-58f9-40a0-88b3-ef7d4e783245 req-72e29fa9-efdd-47a7-8b83-fdc0d1a65dbf tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.891012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e1f445a-a33b-452c-9869-14760d08a06f tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.906542 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:30.910453 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.921662 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6b6fa01f-58f9-40a0-88b3-ef7d4e783245 req-72e29fa9-efdd-47a7-8b83-fdc0d1a65dbf tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:30.926119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc4d83-655c-4a84-9db3-72c8ce98d7ad req-561d4b8b-cf77-463b-a564-b11bfb92d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:30.927969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20cc4d83-655c-4a84-9db3-72c8ce98d7ad req-561d4b8b-cf77-463b-a564-b11bfb92d705 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1342b107-53e3-4c9f-a16f-d105660726b0 HTTP/1.1" status: 200 len: 852 time: 0.0727017 Aug 31 01:08:30.928224 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.022521 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e1f445a-a33b-452c-9869-14760d08a06f tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.029982 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e1f445a-a33b-452c-9869-14760d08a06f tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.063141 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20cc4d83-655c-4a84-9db3-72c8ce98d7ad req-b882e359-a271-4e64-9db5-f7660a1c087d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf748b9a-457b-452d-8f52-91166f0980f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844884 Aug 31 01:08:31.071164 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f445a-a33b-452c-9869-14760d08a06f tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb518211-b6e8-424a-a889-ac173bc09eed,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:31.150754 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.156019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e29fa9-efdd-47a7-8b83-fdc0d1a65dbf tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824206af-9982-4c75-8de0-a556e2f43ac5,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:31.161045 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.177865 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e1f445a-a33b-452c-9869-14760d08a06f tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.182818 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8e1f445a-a33b-452c-9869-14760d08a06f tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6457009 Aug 31 01:08:31.184147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44194) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:31.187024 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6b6fa01f-58f9-40a0-88b3-ef7d4e783245 req-72e29fa9-efdd-47a7-8b83-fdc0d1a65dbf tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.188299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b6fa01f-58f9-40a0-88b3-ef7d4e783245 req-72e29fa9-efdd-47a7-8b83-fdc0d1a65dbf tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 2.3359287 Aug 31 01:08:31.205060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b9bb79ac-3a5b-4425-8bd6-594025a8d06a tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Request body: {'security_group_rule': {'security_group_id': 'fb518211-b6e8-424a-a889-ac173bc09eed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:31.206482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d387483-d485-4f48-a1e7-03ac5469ae2c req-f5bc0932-8739-4660-bad1-ee86f560579e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:31.212453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d387483-d485-4f48-a1e7-03ac5469ae2c req-f5bc0932-8739-4660-bad1-ee86f560579e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:31.219243 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d387483-d485-4f48-a1e7-03ac5469ae2c req-f5bc0932-8739-4660-bad1-ee86f560579e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:31.226174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d387483-d485-4f48-a1e7-03ac5469ae2c req-f5bc0932-8739-4660-bad1-ee86f560579e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:31.232546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd1558d-0628-4750-8bf9-a45af285c3bc,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:31.232973 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d387483-d485-4f48-a1e7-03ac5469ae2c req-f5bc0932-8739-4660-bad1-ee86f560579e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:31.238692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:08:31.240440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d387483-d485-4f48-a1e7-03ac5469ae2c req-f5bc0932-8739-4660-bad1-ee86f560579e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:31.247121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d387483-d485-4f48-a1e7-03ac5469ae2c req-f5bc0932-8739-4660-bad1-ee86f560579e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:31.249042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d387483-d485-4f48-a1e7-03ac5469ae2c req-f5bc0932-8739-4660-bad1-ee86f560579e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5423 time: 0.4431067 Aug 31 01:08:31.277195 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.277723 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Added segment 48c70930-53b3-4871-b929-9e1db6cbf974 of type vlan for network 14e22907-50bf-4f4c-96ff-7b9fef164758 Aug 31 01:08:31.315224 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b9bb79ac-3a5b-4425-8bd6-594025a8d06a tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.317205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-994d81f5-c7e7-4c1c-9b3f-9bb9232ad8ed req-109c52f9-9026-4fff-8f34-d193454f1062 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843006 Aug 31 01:08:31.325333 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.344706 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.365193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20cc4d83-655c-4a84-9db3-72c8ce98d7ad req-2fd5aa08-2c16-4c5e-8c06-a44aaede36fd service neutron] 10.222.0.70 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918437 Aug 31 01:08:31.390380 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d387483-d485-4f48-a1e7-03ac5469ae2c req-bb20c2c4-f329-4cfe-bcb1-90572080e96d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1278529 Aug 31 01:08:31.401259 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.407463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:31.408249 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.464065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Router cf917a2c-2656-48d1-87ca-bf626cb37c8e is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:08:31.467808 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80ba7d5-e934-45b3-9bbd-f4bd47b93e19 x-openstack-request-id: req-a80ba7d5-e934-45b3-9bbd-f4bd47b93e19 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:31.468313 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dddb9f-93ee-4108-8dc7-c2dabe81f2d3", "name": "network-vif-plugged", "status": "completed", "tag": "7e5527d9-9a81-41c7-886c-cdd80c335ad2", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:31.468780 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a80ba7d5-e934-45b3-9bbd-f4bd47b93e19 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:31.469347 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5527d9-9a81-41c7-886c-cdd80c335ad2', 'code': 200} Aug 31 01:08:31.493149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363545c0-055f-4f00-a54c-9e462847e761 req-ec8507b3-3efd-4a75-9efa-a7e2eaaa181b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:31.495607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-363545c0-055f-4f00-a54c-9e462847e761 req-ec8507b3-3efd-4a75-9efa-a7e2eaaa181b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 943 time: 0.1810002 Aug 31 01:08:31.509682 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b9bb79ac-3a5b-4425-8bd6-594025a8d06a tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.536655 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b9bb79ac-3a5b-4425-8bd6-594025a8d06a tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.560569 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8990529 Aug 31 01:08:31.570976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44198) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:31.576812 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-6193f376-21ba-4b08-b778-6e62f154b647 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:31.588157 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb79ac-3a5b-4425-8bd6-594025a8d06a tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f237a8-8810-4edb-9357-ab1755c9e499,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:31.605890 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107c3bf-03e0-4c86-b04a-28d2e7a172d9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Network': ['ID=14e22907-50bf-4f4c-96ff-7b9fef164758,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:31.609347 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b9bb79ac-3a5b-4425-8bd6-594025a8d06a tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.610544 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b9bb79ac-3a5b-4425-8bd6-594025a8d06a tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4229968 Aug 31 01:08:31.617230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:08:31.619830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44200) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:31.625156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-39bc0c09-f075-43ff-8ed2-ba2cb55595c6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Request body: {'security_group_rule': {'security_group_id': 'fb518211-b6e8-424a-a889-ac173bc09eed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:31.669913 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39bc0c09-f075-43ff-8ed2-ba2cb55595c6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.688427 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba40f1-98ad-41e6-8f7c-e0a73969415f req-61d60dcb-5152-4682-8afa-382055fa9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:31.689976 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ebba40f1-98ad-41e6-8f7c-e0a73969415f req-61d60dcb-5152-4682-8afa-382055fa9d5c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=72dddb9f-93ee-4108-8dc7-c2dabe81f2d3 HTTP/1.1" status: 200 len: 1102 time: 0.1397305 Aug 31 01:08:31.725158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20cc4d83-655c-4a84-9db3-72c8ce98d7ad req-47b856c4-24ed-4efe-9263-ef10be5677c0 service neutron] 10.222.0.70 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501079 Aug 31 01:08:31.737544 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-363545c0-055f-4f00-a54c-9e462847e761 req-a91ea19a-0dab-4c9f-904b-51d0b3390470 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263680 Aug 31 01:08:31.773769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ce80d-c186-4743-a05c-240d6003704a req-fd70cd37-ff40-4d92-9a50-84339358d0c6 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:31.776550 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-029ce80d-c186-4743-a05c-240d6003704a req-fd70cd37-ff40-4d92-9a50-84339358d0c6 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 948 time: 0.2308884 Aug 31 01:08:31.781670 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ebba40f1-98ad-41e6-8f7c-e0a73969415f req-9744a465-9cbd-4954-a6bc-9ce4db1e5d60 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776830 Aug 31 01:08:31.782321 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39bc0c09-f075-43ff-8ed2-ba2cb55595c6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.787724 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39bc0c09-f075-43ff-8ed2-ba2cb55595c6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.810686 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc0c09-f075-43ff-8ed2-ba2cb55595c6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0c15f1-5552-493b-bc96-3106fee4ff9e,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:31.820052 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e5eaae-0431-48d0-8826-e8d044f5f2a4 x-openstack-request-id: req-98e5eaae-0431-48d0-8826-e8d044f5f2a4 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:31.820331 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f3b9f0-af4c-493a-bc22-ea7f2e84fe00", "tag": "a30381da-7abe-47fc-a8ad-d7db81ad35cd", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:31.820590 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98e5eaae-0431-48d0-8826-e8d044f5f2a4 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:31.820961 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f3b9f0-af4c-493a-bc22-ea7f2e84fe00', 'tag': 'a30381da-7abe-47fc-a8ad-d7db81ad35cd', 'status': 'completed', 'code': 200} Aug 31 01:08:31.823660 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39bc0c09-f075-43ff-8ed2-ba2cb55595c6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.827530 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-39bc0c09-f075-43ff-8ed2-ba2cb55595c6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2039306 Aug 31 01:08:31.828221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44204) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:31.835454 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:31.862370 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:31.912973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-029ce80d-c186-4743-a05c-240d6003704a req-14b36595-d583-44d8-8d77-88198f08cb80 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951202 Aug 31 01:08:31.928129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:31.947698 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Sync routers for ids ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:31.950930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325e7ca-1b7a-4f22-9db3-d6b5f17fb00a req-1fcee3bc-83f7-4a7b-b97d-85542c195195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:31.952495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4325e7ca-1b7a-4f22-9db3-d6b5f17fb00a req-1fcee3bc-83f7-4a7b-b97d-85542c195195 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17c6fd7fdcd549eaac4cb6e0b49d49d0&device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 1100 time: 0.0903885 Aug 31 01:08:31.978605 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6193f376-21ba-4b08-b778-6e62f154b647 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:31.978789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Routers {'cf917a2c-2656-48d1-87ca-bf626cb37c8e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:31.978789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:08:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:31.980818 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6193f376-21ba-4b08-b778-6e62f154b647 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.038552 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.040098 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.046448 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-852b0695-9b76-4e5c-b3e1-67f073289034 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.4519918 Aug 31 01:08:32.052716 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44208) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:32.168758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-1e8a02db-9bd9-4c68-b7b0-12e15bc28066 req-97b2393e-81b8-4e78-97be-2bfc3ce3d8bc tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-188885744', 'description': 'tempest-description-2020416905'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:32.279447 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1e8a02db-9bd9-4c68-b7b0-12e15bc28066 req-97b2393e-81b8-4e78-97be-2bfc3ce3d8bc tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.306826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Allocated IP 172.25.6.171 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/c066534a-676e-476e-8032-e76f8805d56d) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:32.327909 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Set router cf917a2c-2656-48d1-87ca-bf626cb37c8e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:32.328572 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0138bd0-2cd4-4b34-b2ab-7b87d3f7fbf9 req-709052cc-dcea-4a7a-adc4-f2fbbdb78829 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:32.331922 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0138bd0-2cd4-4b34-b2ab-7b87d3f7fbf9 req-709052cc-dcea-4a7a-adc4-f2fbbdb78829 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 945 time: 0.2184422 Aug 31 01:08:32.339916 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1e8a02db-9bd9-4c68-b7b0-12e15bc28066 req-97b2393e-81b8-4e78-97be-2bfc3ce3d8bc tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.458293 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0138bd0-2cd4-4b34-b2ab-7b87d3f7fbf9 req-361c5d31-01a7-48ab-897d-11b0918e6d20 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115868 Aug 31 01:08:32.459926 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325e7ca-1b7a-4f22-9db3-d6b5f17fb00a req-3a4b55ad-52ab-4157-a553-17c74bd4d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:32.461974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4325e7ca-1b7a-4f22-9db3-d6b5f17fb00a req-3a4b55ad-52ab-4157-a553-17c74bd4d8a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.5015848 Aug 31 01:08:32.531207 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4325e7ca-1b7a-4f22-9db3-d6b5f17fb00a req-e7aa3913-aea8-4fc0-9faf-6883dd41d5a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=a30381da-7abe-47fc-a8ad-d7db81ad35cd HTTP/1.1" status: 200 len: 217 time: 0.0567343 Aug 31 01:08:32.568171 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.636600 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:23Z', 'updated_at': '2021-08-31T01:08:29Z', 'revision_number': 3, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'gw_port': {'id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:46:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:27Z', 'updated_at': '2021-08-31T01:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:32.672239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Checking router: cf917a2c-2656-48d1-87ca-bf626cb37c8e for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:08:32.672741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Updating router cf917a2c-2656-48d1-87ca-bf626cb37c8e port 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:08:32.708666 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.716082 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325e7ca-1b7a-4f22-9db3-d6b5f17fb00a req-abf5bd62-8ab0-4f01-bd5a-ab50737ab6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:32.718222 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4325e7ca-1b7a-4f22-9db3-d6b5f17fb00a req-abf5bd62-8ab0-4f01-bd5a-ab50737ab6bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1543243 Aug 31 01:08:32.722583 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6193f376-21ba-4b08-b778-6e62f154b647 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.914215 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1e8a02db-9bd9-4c68-b7b0-12e15bc28066 req-97b2393e-81b8-4e78-97be-2bfc3ce3d8bc tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.929167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820001c-29c6-427a-9505-1fd4c0045b31 req-07562cb7-2733-414d-961b-45f7c6513b7f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:32.936934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820001c-29c6-427a-9505-1fd4c0045b31 req-07562cb7-2733-414d-961b-45f7c6513b7f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:32.942657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820001c-29c6-427a-9505-1fd4c0045b31 req-07562cb7-2733-414d-961b-45f7c6513b7f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:32.949733 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820001c-29c6-427a-9505-1fd4c0045b31 req-07562cb7-2733-414d-961b-45f7c6513b7f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:32.956399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820001c-29c6-427a-9505-1fd4c0045b31 req-07562cb7-2733-414d-961b-45f7c6513b7f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:32.963830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820001c-29c6-427a-9505-1fd4c0045b31 req-07562cb7-2733-414d-961b-45f7c6513b7f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:32.971324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820001c-29c6-427a-9505-1fd4c0045b31 req-07562cb7-2733-414d-961b-45f7c6513b7f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:32.981736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6820001c-29c6-427a-9505-1fd4c0045b31 req-07562cb7-2733-414d-961b-45f7c6513b7f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5423 time: 0.3798280 Aug 31 01:08:32.984784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325e7ca-1b7a-4f22-9db3-d6b5f17fb00a req-040ef9e8-918b-4ccf-9de6-6914b3d57db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:32.986267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4325e7ca-1b7a-4f22-9db3-d6b5f17fb00a req-040ef9e8-918b-4ccf-9de6-6914b3d57db1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2369847 Aug 31 01:08:32.994738 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1e8a02db-9bd9-4c68-b7b0-12e15bc28066 req-97b2393e-81b8-4e78-97be-2bfc3ce3d8bc tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:32.997093 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193f376-21ba-4b08-b778-6e62f154b647 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=7fc5c925-ddba-4723-8ba2-c741f9bb88d7,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:33.011444 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.055040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:33.062946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:33.070196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:33.116763 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6193f376-21ba-4b08-b778-6e62f154b647 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:33.117139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6193f376-21ba-4b08-b778-6e62f154b647 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network hostable DHCP agents. Network: 14e22907-50bf-4f4c-96ff-7b9fef164758, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:08:33.123737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Pushing event updated for resources: {'Port': ['ID=c066534a-676e-476e-8032-e76f8805d56d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:33.124569 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 48429077-f18c-454e-82b1-06ffb781a153 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:33.153227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2393e-81b8-4e78-97be-2bfc3ce3d8bc tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f471af-d94c-4a5e-89bc-401a38982269,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:33.182740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6820001c-29c6-427a-9505-1fd4c0045b31 req-9fbcccea-a563-4f9a-91a4-5d4e3f064116 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1911764 Aug 31 01:08:33.185365 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.285363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6193f376-21ba-4b08-b778-6e62f154b647 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:08:33.344813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4325e7ca-1b7a-4f22-9db3-d6b5f17fb00a req-1714688b-9edc-4e16-970b-fbe186707db4 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450084 Aug 31 01:08:33.345557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-6193f376-21ba-4b08-b778-6e62f154b647 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 14e22907-50bf-4f4c-96ff-7b9fef164758) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:33.358521 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8e3708-a1ba-4748-9e33-afa62d725c1d None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:33.361552 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.362002 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.376145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6193f376-21ba-4b08-b778-6e62f154b647 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:33.376743 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6193f376-21ba-4b08-b778-6e62f154b647 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.452345 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1e8a02db-9bd9-4c68-b7b0-12e15bc28066 req-97b2393e-81b8-4e78-97be-2bfc3ce3d8bc tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.458232 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.462581 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Transition to ACTIVE for port object 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:33.470575 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1e8a02db-9bd9-4c68-b7b0-12e15bc28066 req-97b2393e-81b8-4e78-97be-2bfc3ce3d8bc tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.487238 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6193f376-21ba-4b08-b778-6e62f154b647 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9144537 Aug 31 01:08:33.498718 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.501309 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44216) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:33.507217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9517141b-1667-4d69-8ace-130874c004da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'name': 'tempest-NetworksTestDHCPv6-185189634'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:33.507894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166f3fa-b2f6-4f7f-8a9f-b5e9d08fddb2 req-6b9c378d-f052-4e20-8376-9be075f4f5d9 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:33.515966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f166f3fa-b2f6-4f7f-8a9f-b5e9d08fddb2 req-6b9c378d-f052-4e20-8376-9be075f4f5d9 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 943 time: 0.1943688 Aug 31 01:08:33.555622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab293b-b5d9-49e4-ac8f-e69a1cfa8abc None None] Pushing event updated for resources: {'Port': ['ID=4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:33.563682 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1e8a02db-9bd9-4c68-b7b0-12e15bc28066 req-97b2393e-81b8-4e78-97be-2bfc3ce3d8bc tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.577109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e8a02db-9bd9-4c68-b7b0-12e15bc28066 req-97b2393e-81b8-4e78-97be-2bfc3ce3d8bc tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.4647522 Aug 31 01:08:33.598667 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 48429077-f18c-454e-82b1-06ffb781a153, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=48429077-f18c-454e-82b1-06ffb781a153,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:33.607128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2393e-81b8-4e78-97be-2bfc3ce3d8bc tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd3c324-0550-4012-a5fe-b018c2ff37b4,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:33.623984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4325e7ca-1b7a-4f22-9db3-d6b5f17fb00a req-1abcc8b5-93ac-494b-b00c-cd24437abb25 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507753 Aug 31 01:08:33.634572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Attempting to bind port 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:33.636243 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Attempting to bind port 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:33.636639 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Attempting to bind port 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:33.638987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '48429077-f18c-454e-82b1-06ffb781a153', 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3', 'port_id': '48429077-f18c-454e-82b1-06ffb781a153', 'mac_address': 'fa:16:3e:02:0a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342b107-53e3-4c9f-a16f-d105660726b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:08:33.659687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:33.660114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:33.660471 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.660864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:33.661346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Bound port: 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:33.661731 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.682221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f166f3fa-b2f6-4f7f-8a9f-b5e9d08fddb2 req-21a88b25-1822-4c63-8bd1-e3d0c302d579 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615970 Aug 31 01:08:33.700888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9517141b-1667-4d69-8ace-130874c004da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:33.704557 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9517141b-1667-4d69-8ace-130874c004da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.762290 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b3ce3-7576-4a64-9462-2ffd6492c6a3 req-b2b4dca8-6f47-4f6a-91b3-167346db3d56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:33.764493 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-9517141b-1667-4d69-8ace-130874c004da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port 26cf7018-f5cc-4c6d-8fc3-b97a29897588 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:08:33.778784 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-815b3ce3-7576-4a64-9462-2ffd6492c6a3 req-b2b4dca8-6f47-4f6a-91b3-167346db3d56 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 948 time: 0.1234031 Aug 31 01:08:33.808932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] For port 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:33.813441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] For port 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:33.834577 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.868430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-815b3ce3-7576-4a64-9462-2ffd6492c6a3 req-1b939b59-02fd-42d4-a8af-2f46c33a0ca2 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835335 Aug 31 01:08:33.876445 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.883139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48429077-f18c-454e-82b1-06ffb781a153 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:33.911667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999711e-dd58-4428-8941-53a1785c5577 req-dff8efd5-553a-40c4-ac35-fc3832996ad3 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:33.919217 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d999711e-dd58-4428-8941-53a1785c5577 req-dff8efd5-553a-40c4-ac35-fc3832996ad3 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 945 time: 0.1262617 Aug 31 01:08:33.923904 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-0e197108-31f7-45d6-840e-e88366036705 req-82b5344f-8927-4480-85f0-c28813943fc4 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-675364256', 'description': 'tempest-description-2146652305'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:33.933082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': '7fc5c925-ddba-4723-8ba2-c741f9bb88d7'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:08:33.934578 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:33.956482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Allocated IP 172.20.0.1 (5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad/c35ba00f-fd19-48e8-9930-8cd7e499d142/039817ab-167e-4267-8e4f-9a88cbb7b5c5) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:33.959651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 48429077-f18c-454e-82b1-06ffb781a153, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=48429077-f18c-454e-82b1-06ffb781a153,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:33.979395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-9517141b-1667-4d69-8ace-130874c004da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::c2 (14e22907-50bf-4f4c-96ff-7b9fef164758/7fc5c925-ddba-4723-8ba2-c741f9bb88d7/26cf7018-f5cc-4c6d-8fc3-b97a29897588) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:33.986508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d999711e-dd58-4428-8941-53a1785c5577 req-95ac5c31-af4a-4564-b287-a2e8bb9e7d61 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663097 Aug 31 01:08:33.989039 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.004399 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0e197108-31f7-45d6-840e-e88366036705 req-82b5344f-8927-4480-85f0-c28813943fc4 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.012532 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Routers {'cf917a2c-2656-48d1-87ca-bf626cb37c8e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:34.013342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:08:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:34.015553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab293b-b5d9-49e4-ac8f-e69a1cfa8abc None None] Pushing event updated for resources: {'Port': ['ID=4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:34.134207 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0e197108-31f7-45d6-840e-e88366036705 req-82b5344f-8927-4480-85f0-c28813943fc4 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.141932 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0e197108-31f7-45d6-840e-e88366036705 req-82b5344f-8927-4480-85f0-c28813943fc4 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.179362 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0e197108-31f7-45d6-840e-e88366036705 req-82b5344f-8927-4480-85f0-c28813943fc4 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.180647 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e197108-31f7-45d6-840e-e88366036705 req-82b5344f-8927-4480-85f0-c28813943fc4 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.2780595 Aug 31 01:08:34.184200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5344f-8927-4480-85f0-c28813943fc4 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c55b32-63a1-4067-896c-dabf4a61a23d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:34.236325 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.247440 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['48429077-f18c-454e-82b1-06ffb781a153'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:34.258375 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.292588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=48429077-f18c-454e-82b1-06ffb781a153,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:34.318223 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] Set router cf917a2c-2656-48d1-87ca-bf626cb37c8e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:34.334828 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Pushing event updated for resources: {'Port': ['ID=c066534a-676e-476e-8032-e76f8805d56d,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:34.341481 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.402396 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Transition to ACTIVE for port object 039817ab-167e-4267-8e4f-9a88cbb7b5c5 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:34.425558 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295492d-71c7-40a8-8245-056fcd512b51 req-dc923b27-c28b-4997-a542-1da379f45e0c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:34.426137 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.433964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295492d-71c7-40a8-8245-056fcd512b51 req-dc923b27-c28b-4997-a542-1da379f45e0c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:34.440980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295492d-71c7-40a8-8245-056fcd512b51 req-dc923b27-c28b-4997-a542-1da379f45e0c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:34.448684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295492d-71c7-40a8-8245-056fcd512b51 req-dc923b27-c28b-4997-a542-1da379f45e0c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:34.455337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295492d-71c7-40a8-8245-056fcd512b51 req-dc923b27-c28b-4997-a542-1da379f45e0c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:34.459297 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9517141b-1667-4d69-8ace-130874c004da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.466383 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295492d-71c7-40a8-8245-056fcd512b51 req-dc923b27-c28b-4997-a542-1da379f45e0c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:34.474172 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295492d-71c7-40a8-8245-056fcd512b51 req-dc923b27-c28b-4997-a542-1da379f45e0c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:34.476117 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b295492d-71c7-40a8-8245-056fcd512b51 req-dc923b27-c28b-4997-a542-1da379f45e0c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5423 time: 0.1603358 Aug 31 01:08:34.487051 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.488306 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-36f5fe27-3a87-44b6-ae53-1025caa65787 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6592848 Aug 31 01:08:34.497350 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-9517141b-1667-4d69-8ace-130874c004da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object 26cf7018-f5cc-4c6d-8fc3-b97a29897588 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:34.512704 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.553130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a30381da-7abe-47fc-a8ad-d7db81ad35cd details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:34.554612 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:34.567314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:34.570488 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:34.637834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Pushing event updated for resources: {'Port': ['ID=039817ab-167e-4267-8e4f-9a88cbb7b5c5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:34.653629 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9517141b-1667-4d69-8ace-130874c004da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.654402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-6abb5469-af8c-44af-b6c5-4836ab2d11ac tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47845 time: 0.4477069 Aug 31 01:08:34.656436 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:23Z', 'updated_at': '2021-08-31T01:08:29Z', 'revision_number': 3, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'gw_port': {'id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:46:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:27Z', 'updated_at': '2021-08-31T01:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:34.722210 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517141b-1667-4d69-8ace-130874c004da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=26cf7018-f5cc-4c6d-8fc3-b97a29897588,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:34.731423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a36f4-156b-4c5c-b9cf-6986ba446afd None None] The sync data for ids ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'] in n-d-802060-13 is: [{'id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:23Z', 'updated_at': '2021-08-31T01:08:29Z', 'revision_number': 3, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'gw_port': {'id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:46:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:27Z', 'updated_at': '2021-08-31T01:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:34.731713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b295492d-71c7-40a8-8245-056fcd512b51 req-040c0b35-31a1-4662-8c92-95c151d0a4e2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2476051 Aug 31 01:08:34.745061 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-b7e042a2-8c08-42bf-9ee1-510beddcaaca tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/0bdcd4f1-ebf8-45fd-8eb4-8fa176abae55 HTTP/1.1" status: 200 len: 2973 time: 0.0735867 Aug 31 01:08:34.747689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a30381da-7abe-47fc-a8ad-d7db81ad35cd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a30381da-7abe-47fc-a8ad-d7db81ad35cd,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:34.762483 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.800051 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'a30381da-7abe-47fc-a8ad-d7db81ad35cd', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'a30381da-7abe-47fc-a8ad-d7db81ad35cd', 'mac_address': 'fa:16:3e:ad:21:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:08:34.824856 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Allocated IP 2001:db8::2 (14e22907-50bf-4f4c-96ff-7b9fef164758/7fc5c925-ddba-4723-8ba2-c741f9bb88d7/7ef20c8e-e72a-49b2-b58e-ba618474eb26) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:34.859294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9517141b-1667-4d69-8ace-130874c004da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:34.870824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-9517141b-1667-4d69-8ace-130874c004da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:34.881290 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9517141b-1667-4d69-8ace-130874c004da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:34.891201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9517141b-1667-4d69-8ace-130874c004da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:34.892094 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9517141b-1667-4d69-8ace-130874c004da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:34.915832 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9517141b-1667-4d69-8ace-130874c004da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4129305 Aug 31 01:08:34.936428 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44242) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:34.972389 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.000770 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-84a4dc4b-b638-4d69-be4c-7742ef881023 None None] Provisioning for port 039817ab-167e-4267-8e4f-9a88cbb7b5c5 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:35.005512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30381da-7abe-47fc-a8ad-d7db81ad35cd {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:35.027120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-84a4dc4b-b638-4d69-be4c-7742ef881023 None None] Provisioning complete for port 039817ab-167e-4267-8e4f-9a88cbb7b5c5 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:35.027545 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-84a4dc4b-b638-4d69-be4c-7742ef881023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.070091 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ea2bf3-814e-48fb-b7bb-c7658a23b263 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:35.071777 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-60ea2bf3-814e-48fb-b7bb-c7658a23b263 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1344111 Aug 31 01:08:35.075374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44246) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:35.107195 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.229410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a30381da-7abe-47fc-a8ad-d7db81ad35cd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a30381da-7abe-47fc-a8ad-d7db81ad35cd,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:35.244619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-a490d51b-c6c6-4ed0-8cb4-19aaa74781bd tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/0bdcd4f1-ebf8-45fd-8eb4-8fa176abae55 HTTP/1.1" status: 200 len: 2973 time: 0.4798982 Aug 31 01:08:35.250757 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.287716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-819bc573-8d7a-4e22-a900-f7d07e429be8 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--724231440&fields=id&tenant_id=3803e788afc343e7bf7b74fadcd4a59b HTTP/1.1" status: 200 len: 267 time: 0.0814555 Aug 31 01:08:35.311308 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0c95f-91e5-436f-b923-ca77424e714a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port 26cf7018-f5cc-4c6d-8fc3-b97a29897588 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:35.311308 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c95f-91e5-436f-b923-ca77424e714a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.319392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-84a4dc4b-b638-4d69-be4c-7742ef881023 None None] Port 039817ab-167e-4267-8e4f-9a88cbb7b5c5 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:35.348351 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.370349 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Transition to ACTIVE for port object 7ef20c8e-e72a-49b2-b58e-ba618474eb26 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:35.374533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=a30381da-7abe-47fc-a8ad-d7db81ad35cd,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:35.405273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Transition to ACTIVE for port object 7ef20c8e-e72a-49b2-b58e-ba618474eb26 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:35.407971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-99b60e18-22ef-4fa5-9dde-bc08ebebc814 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/17121dfd-7485-4a53-9ccb-1efda32ce779 HTTP/1.1" status: 200 len: 2981 time: 0.1387548 Aug 31 01:08:35.415855 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.470584 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c95f-91e5-436f-b923-ca77424e714a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.485872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:35.489310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:35.494747 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:35.499687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0c95f-91e5-436f-b923-ca77424e714a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for 26cf7018-f5cc-4c6d-8fc3-b97a29897588 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:35.500499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Pushing event updated for resources: {'Port': ['ID=7ef20c8e-e72a-49b2-b58e-ba618474eb26,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:35.502691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-47d9732d-467c-4681-ae0f-5d8dd4644b40 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/17121dfd-7485-4a53-9ccb-1efda32ce779 HTTP/1.1" status: 200 len: 2981 time: 0.0850472 Aug 31 01:08:35.511652 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.512529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-adc76126-484a-4829-b099-ed289370433a tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:35.514174 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-adc76126-484a-4829-b099-ed289370433a tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/networks?id=0a3819e2-02ee-41da-b074-f080a72a98c3 HTTP/1.1" status: 200 len: 812 time: 0.2123234 Aug 31 01:08:35.524808 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.558639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-71746724-7b6b-4d4a-b5e2-9e90226c2ea9 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/quotas/3803e788afc343e7bf7b74fadcd4a59b HTTP/1.1" status: 200 len: 375 time: 0.0361032 Aug 31 01:08:35.579873 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-fbd89c46-d2d4-441d-8bfc-bfa8a6c5c2de tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/33a05917-4b8d-478f-8436-2987642f8112 HTTP/1.1" status: 200 len: 2985 time: 0.0642300 Aug 31 01:08:35.582981 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Attempting to bind port 7ef20c8e-e72a-49b2-b58e-ba618474eb26 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:35.583383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Attempting to bind port 7ef20c8e-e72a-49b2-b58e-ba618474eb26 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:35.583749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Attempting to bind port 7ef20c8e-e72a-49b2-b58e-ba618474eb26 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:35.590501 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:35.590960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:35.591458 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.592014 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:35.595135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Bound port: 7ef20c8e-e72a-49b2-b58e-ba618474eb26, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:35.595135 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.611953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['a30381da-7abe-47fc-a8ad-d7db81ad35cd'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:35.654445 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.670283 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-a1997e97-046c-49e3-970a-a5609b3b834c tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/33a05917-4b8d-478f-8436-2987642f8112 HTTP/1.1" status: 200 len: 2985 time: 0.0794544 Aug 31 01:08:35.679440 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Pushing event updated for resources: {'Port': ['ID=039817ab-167e-4267-8e4f-9a88cbb7b5c5,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:35.681021 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-e7b4626f-a286-4fd3-8f66-ca1ca87e92ed tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3803e788afc343e7bf7b74fadcd4a59b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041720 Aug 31 01:08:35.724187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] For port 7ef20c8e-e72a-49b2-b58e-ba618474eb26, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:35.745095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] For port 7ef20c8e-e72a-49b2-b58e-ba618474eb26, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7ef20c8e-e72a-49b2-b58e-ba618474eb26,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:35.756466 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.789918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-3eb83cd4-a375-475f-b8b4-846bd28590f8 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/40173cf9-a208-4d81-80e2-6e381e1cc1b3 HTTP/1.1" status: 200 len: 2981 time: 0.1059327 Aug 31 01:08:35.845218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086d3f6-3434-4ede-a224-4c7a0f4f436d None None] Pushing event updated for resources: {'Port': ['ID=7ef20c8e-e72a-49b2-b58e-ba618474eb26,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:35.903049 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-8a94c1c6-8f38-4cf0-8fea-5f6431dada3e tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/40173cf9-a208-4d81-80e2-6e381e1cc1b3 HTTP/1.1" status: 200 len: 2981 time: 0.1042933 Aug 31 01:08:35.911239 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:35.913075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:35.915709 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c95f-91e5-436f-b923-ca77424e714a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:35.950304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-647ed623-511c-4283-9a4e-bfd93643486d service neutron] 10.222.0.58 "GET /v2.0/networks/0a3819e2-02ee-41da-b074-f080a72a98c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352941 Aug 31 01:08:35.954121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0c95f-91e5-436f-b923-ca77424e714a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=26cf7018-f5cc-4c6d-8fc3-b97a29897588,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:35.977302 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-69e81b0e-e606-491b-a933-df4f085c67e4 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/51f471af-d94c-4a5e-89bc-401a38982269 HTTP/1.1" status: 200 len: 2985 time: 0.0732124 Aug 31 01:08:36.024800 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b2e0c95f-91e5-436f-b923-ca77424e714a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.036633 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b2e0c95f-91e5-436f-b923-ca77424e714a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/26cf7018-f5cc-4c6d-8fc3-b97a29897588 HTTP/1.1" status: 204 len: 168 time: 0.9599910 Aug 31 01:08:36.039485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44250) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:36.179455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Router cf917a2c-2656-48d1-87ca-bf626cb37c8e has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:08:36.199246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-63d8f652-bf15-4dae-b365-751d104abc2f tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/51f471af-d94c-4a5e-89bc-401a38982269 HTTP/1.1" status: 200 len: 2985 time: 0.2209747 Aug 31 01:08:36.205009 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-137759dd-8946-40bc-9859-f432999d3dba service neutron] 10.222.0.58 "GET /v2.0/networks/0a3819e2-02ee-41da-b074-f080a72a98c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444024 Aug 31 01:08:36.208332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5696ac-10af-4b84-8817-7f3a07b32831 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:36.209887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5696ac-10af-4b84-8817-7f3a07b32831 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:36.215051 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2d5696ac-10af-4b84-8817-7f3a07b32831 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1632833 Aug 31 01:08:36.219133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44252) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:36.315787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-0475e75a-e8dd-47e0-9791-da0a87385c71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 7fc5c925-ddba-4723-8ba2-c741f9bb88d7 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:08:36.318811 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-2bbb3150-f10c-4cd0-8947-18a15d7deafa tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/5939d071-2f11-476b-b3e3-f6ad2e1e8bee HTTP/1.1" status: 200 len: 2981 time: 0.1064134 Aug 31 01:08:36.320704 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0475e75a-e8dd-47e0-9791-da0a87385c71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.342335 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:36.348765 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6aa8687f-e45e-4758-887a-bca03c1f0f91 admin admin] 10.222.0.58 "PUT /v2.0/routers/cf917a2c-2656-48d1-87ca-bf626cb37c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2950060 Aug 31 01:08:36.355455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f91b97e8-0f34-4d56-a7a8-509fe99140e5 None None] Provisioning complete for port 039817ab-167e-4267-8e4f-9a88cbb7b5c5 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:36.355952 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f91b97e8-0f34-4d56-a7a8-509fe99140e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.391345 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0475e75a-e8dd-47e0-9791-da0a87385c71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.399965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f91b97e8-0f34-4d56-a7a8-509fe99140e5 None None] Port 039817ab-167e-4267-8e4f-9a88cbb7b5c5 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:36.500500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-04449843-d83c-4ef3-8712-472e6fd26481 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/5939d071-2f11-476b-b3e3-f6ad2e1e8bee HTTP/1.1" status: 200 len: 2981 time: 0.0774674 Aug 31 01:08:36.599742 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0475e75a-e8dd-47e0-9791-da0a87385c71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.659919 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-d0271dbd-c0a4-4af5-b3a0-c2fb2711da6b tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/67eed007-e9d6-4e62-a1a1-7f6946494983 HTTP/1.1" status: 200 len: 2977 time: 0.1376281 Aug 31 01:08:36.684976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb63239-7103-4fe4-9d98-2dce5a1ca25a req-624e500e-c879-4884-8221-d0383fe6f57e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:36.693380 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afb63239-7103-4fe4-9d98-2dce5a1ca25a req-624e500e-c879-4884-8221-d0383fe6f57e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 944 time: 0.1719820 Aug 31 01:08:36.798239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-82640c38-1d11-49e1-887e-1b747d6a9824 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/67eed007-e9d6-4e62-a1a1-7f6946494983 HTTP/1.1" status: 200 len: 2977 time: 0.1300406 Aug 31 01:08:36.819962 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afb63239-7103-4fe4-9d98-2dce5a1ca25a req-6152a18e-c47d-464e-a3ee-62835456cf25 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251609 Aug 31 01:08:36.822735 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0475e75a-e8dd-47e0-9791-da0a87385c71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.861047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475e75a-e8dd-47e0-9791-da0a87385c71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc5c925-ddba-4723-8ba2-c741f9bb88d7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:36.861560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:36.883079 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0475e75a-e8dd-47e0-9791-da0a87385c71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.891763 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0475e75a-e8dd-47e0-9791-da0a87385c71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/7fc5c925-ddba-4723-8ba2-c741f9bb88d7 HTTP/1.1" status: 204 len: 168 time: 0.6679111 Aug 31 01:08:36.892905 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44268) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:36.946186 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:36.953452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-c5ea3169-b005-44dc-a4b7-1fa81173284a tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/8c3b69bb-e8ee-4f53-941b-a329164700ea HTTP/1.1" status: 200 len: 2985 time: 0.1540370 Aug 31 01:08:36.957282 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:36.957954 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:36.985327 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7889b7af-b6c5-4a96-bc80-d643534b8580 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890269 Aug 31 01:08:36.985955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44270) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:36.992698 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a7463974-9cb4-4a7c-8c09-9f16e0e7d6bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:37.046991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada675c-3e76-45ac-ba6f-8747218693ff req-9391ee48-c1c8-42a8-a419-423bc1a8ea87 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:37.048912 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ada675c-3e76-45ac-ba6f-8747218693ff req-9391ee48-c1c8-42a8-a419-423bc1a8ea87 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 949 time: 0.1432984 Aug 31 01:08:37.055151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-a10464f0-1823-4666-9cdb-82c08f87d1ea tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/8c3b69bb-e8ee-4f53-941b-a329164700ea HTTP/1.1" status: 200 len: 2985 time: 0.0939217 Aug 31 01:08:37.094248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 48429077-f18c-454e-82b1-06ffb781a153 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:37.172805 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.178466 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ada675c-3e76-45ac-ba6f-8747218693ff req-df294280-2c21-4611-86b1-f4ae7517166b tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115899 Aug 31 01:08:37.185709 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-d5b370b1-d3a0-4d8b-b836-36c197c5b75f tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/abd1558d-0628-4750-8bf9-a45af285c3bc HTTP/1.1" status: 200 len: 2985 time: 0.1236484 Aug 31 01:08:37.202281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:37.203143 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7463974-9cb4-4a7c-8c09-9f16e0e7d6bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:37.216426 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a7463974-9cb4-4a7c-8c09-9f16e0e7d6bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.216693 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.235336 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7ef20c8e-e72a-49b2-b58e-ba618474eb26 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:37.302458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-764ede55-5386-400d-968c-336a395c6ad7 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/abd1558d-0628-4750-8bf9-a45af285c3bc HTTP/1.1" status: 200 len: 2985 time: 0.1012144 Aug 31 01:08:37.332401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d5ad25-0021-427c-a3a7-a2f1c497d42b None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:37.347181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 48429077-f18c-454e-82b1-06ffb781a153 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:37.364919 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:37.368395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 48429077-f18c-454e-82b1-06ffb781a153 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:37.368959 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.426155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-a3d23023-7446-43ff-abef-92547f190752 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ac8bd59e-cc88-428e-8140-bacf8820bdd4 HTTP/1.1" status: 200 len: 2981 time: 0.1169116 Aug 31 01:08:37.440091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579eacd9-82a8-40db-8e4c-06ffc7a25ce6 req-1e44580e-d339-495d-80e2-58eb9f2b6862 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:37.442193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-579eacd9-82a8-40db-8e4c-06ffc7a25ce6 req-1e44580e-d339-495d-80e2-58eb9f2b6862 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 945 time: 0.0987561 Aug 31 01:08:37.462727 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 7ef20c8e-e72a-49b2-b58e-ba618474eb26 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:37.481522 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-deea6288-0c14-40e1-9fc5-88bdb35d832f None None] Provisioning for port 7ef20c8e-e72a-49b2-b58e-ba618474eb26 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:37.504341 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-deea6288-0c14-40e1-9fc5-88bdb35d832f None None] Provisioning complete for port 7ef20c8e-e72a-49b2-b58e-ba618474eb26 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:37.504701 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-deea6288-0c14-40e1-9fc5-88bdb35d832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.516191 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-13ec68ae-748d-48d4-b7e9-832c068015d8 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ac8bd59e-cc88-428e-8140-bacf8820bdd4 HTTP/1.1" status: 200 len: 2981 time: 0.0730669 Aug 31 01:08:37.521678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-579eacd9-82a8-40db-8e4c-06ffc7a25ce6 req-0179652e-aa5e-4f7d-96f2-50dad8116b98 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700905 Aug 31 01:08:37.574079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-1e9e37b3-4d5c-4219-8292-1dae4c126303 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/b46908fe-131f-43af-aa40-9d8a17b8dde6 HTTP/1.1" status: 200 len: 2981 time: 0.0513220 Aug 31 01:08:37.578511 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a7463974-9cb4-4a7c-8c09-9f16e0e7d6bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.615789 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.663457 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8978c568-0baf-4caf-ac25-f0abd184c6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48429077-f18c-454e-82b1-06ffb781a153'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:37.666040 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba20587-9826-44e0-8522-249bc7b3e19c" -d '{"events": [{"server_uuid": "8978c568-0baf-4caf-ac25-f0abd184c6ff", "name": "network-vif-plugged", "status": "completed", "tag": "48429077-f18c-454e-82b1-06ffb781a153"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:37.670346 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Sync routers for ids ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:08:37.681422 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7463974-9cb4-4a7c-8c09-9f16e0e7d6bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:37.685992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a7463974-9cb4-4a7c-8c09-9f16e0e7d6bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:37.689827 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7463974-9cb4-4a7c-8c09-9f16e0e7d6bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:37.690513 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a7463974-9cb4-4a7c-8c09-9f16e0e7d6bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.692001 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Routers {'cf917a2c-2656-48d1-87ca-bf626cb37c8e'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:37.694427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 48429077-f18c-454e-82b1-06ffb781a153, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=48429077-f18c-454e-82b1-06ffb781a153,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:37.695362 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:08:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:37.696923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7463974-9cb4-4a7c-8c09-9f16e0e7d6bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=58e54f76-3bc8-4a4b-b977-2dc8caf89986,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:37.697083 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-deea6288-0c14-40e1-9fc5-88bdb35d832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.702027 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.711776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-560ac95e-206c-40d7-937d-f837cd559326 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/b46908fe-131f-43af-aa40-9d8a17b8dde6 HTTP/1.1" status: 200 len: 2981 time: 0.1289430 Aug 31 01:08:37.717382 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a7463974-9cb4-4a7c-8c09-9f16e0e7d6bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7302496 Aug 31 01:08:37.720003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44276) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:37.725610 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-94ebd822-c195-43c6-8821-fa0c649c0fbe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'name': 'tempest-NetworksTestDHCPv6-1694745676'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:37.752403 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8672a617-6c31-4bcc-99aa-e2645cc948fc None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:08:37.779665 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-deea6288-0c14-40e1-9fc5-88bdb35d832f None None] For port 7ef20c8e-e72a-49b2-b58e-ba618474eb26, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7ef20c8e-e72a-49b2-b58e-ba618474eb26,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:37.790272 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-deea6288-0c14-40e1-9fc5-88bdb35d832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.815712 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=48429077-f18c-454e-82b1-06ffb781a153,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:37.873484 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Set router cf917a2c-2656-48d1-87ca-bf626cb37c8e gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:37.881281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea6288-0c14-40e1-9fc5-88bdb35d832f None None] Pushing event updated for resources: {'Port': ['ID=7ef20c8e-e72a-49b2-b58e-ba618474eb26,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:37.897653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8672a617-6c31-4bcc-99aa-e2645cc948fc None None] Deleting port 7ef20c8e-e72a-49b2-b58e-ba618474eb26 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:37.898009 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8672a617-6c31-4bcc-99aa-e2645cc948fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:37.924993 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-1dbdb5c9-a4d1-42ff-a33c-5c88e4b9908d tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/c6c37efa-8d9f-46ed-a449-077c4aa6406a HTTP/1.1" status: 200 len: 2985 time: 0.1923516 Aug 31 01:08:37.939593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f961a-6bfd-4461-a244-bb5ceb671722 req-f0ed4b26-a1a4-4ac4-9244-3e75474789e8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:37.945462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f961a-6bfd-4461-a244-bb5ceb671722 req-f0ed4b26-a1a4-4ac4-9244-3e75474789e8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:37.952583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f961a-6bfd-4461-a244-bb5ceb671722 req-f0ed4b26-a1a4-4ac4-9244-3e75474789e8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:37.958895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f961a-6bfd-4461-a244-bb5ceb671722 req-f0ed4b26-a1a4-4ac4-9244-3e75474789e8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:37.965150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f961a-6bfd-4461-a244-bb5ceb671722 req-f0ed4b26-a1a4-4ac4-9244-3e75474789e8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:37.971086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f961a-6bfd-4461-a244-bb5ceb671722 req-f0ed4b26-a1a4-4ac4-9244-3e75474789e8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:37.974982 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-c8b5749b-b747-4c29-8dd6-69b509c78aaa tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:37.976572 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-c8b5749b-b747-4c29-8dd6-69b509c78aaa tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.70 "GET /v2.0/networks?id=0a3819e2-02ee-41da-b074-f080a72a98c3 HTTP/1.1" status: 200 len: 812 time: 0.1844041 Aug 31 01:08:37.977054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f961a-6bfd-4461-a244-bb5ceb671722 req-f0ed4b26-a1a4-4ac4-9244-3e75474789e8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:37.979518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-368f961a-6bfd-4461-a244-bb5ceb671722 req-f0ed4b26-a1a4-4ac4-9244-3e75474789e8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5423 time: 0.2480819 Aug 31 01:08:38.033209 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-0ccf3384-05ca-42ef-a80b-abab7863a4c1 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3803e788afc343e7bf7b74fadcd4a59b HTTP/1.1" status: 200 len: 379 time: 0.0457335 Aug 31 01:08:38.047149 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-670d233a-db7f-4395-8722-1085950d0ff7 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Request body: {'port': {'device_id': '79b55fa2-d164-4fc0-be1f-b0c939578cbc', 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'admin_state_up': True, 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'security_groups': ['fb518211-b6e8-424a-a889-ac173bc09eed']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:38.075329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-368f961a-6bfd-4461-a244-bb5ceb671722 req-b179dd35-b079-4b4a-bdb2-e3d8502296a4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763412 Aug 31 01:08:38.083526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-6a61ce15-590d-4503-bc4f-dd7dac4b2f54 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/c6c37efa-8d9f-46ed-a449-077c4aa6406a HTTP/1.1" status: 200 len: 2985 time: 0.1028705 Aug 31 01:08:38.085649 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ebd822-c195-43c6-8821-fa0c649c0fbe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:38.089940 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94ebd822-c195-43c6-8821-fa0c649c0fbe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.090405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8672a617-6c31-4bcc-99aa-e2645cc948fc None None] For port 7ef20c8e-e72a-49b2-b58e-ba618474eb26, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7ef20c8e-e72a-49b2-b58e-ba618474eb26,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:38.090825 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8672a617-6c31-4bcc-99aa-e2645cc948fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.127801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8672a617-6c31-4bcc-99aa-e2645cc948fc None None] Calling delete_port for 7ef20c8e-e72a-49b2-b58e-ba618474eb26 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:38.143975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-94ebd822-c195-43c6-8821-fa0c649c0fbe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port e21e491c-989f-47ac-8b52-9eee095d7659 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:08:38.175479 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:23Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'gw_port': {'id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:27Z', 'updated_at': '2021-08-31T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '039817ab-167e-4267-8e4f-9a88cbb7b5c5', 'name': '', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'mac_address': 'fa:16:3e:cb:c8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:33Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 2, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'subnets': [{'id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:38.177531 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-670d233a-db7f-4395-8722-1085950d0ff7 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Made reservation on behalf of 3803e788afc343e7bf7b74fadcd4a59b for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:38.186477 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-670d233a-db7f-4395-8722-1085950d0ff7 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.209094 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-dbaadbf0-7c44-446c-bba2-437d861dcec8 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/e9578f42-d256-4b4f-a26f-3570dd42ad9a HTTP/1.1" status: 200 len: 2981 time: 0.1163094 Aug 31 01:08:38.215811 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Checking router: cf917a2c-2656-48d1-87ca-bf626cb37c8e for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:08:38.216566 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Updating router cf917a2c-2656-48d1-87ca-bf626cb37c8e port 039817ab-167e-4267-8e4f-9a88cbb7b5c5 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:08:38.242713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-04e92f91-6106-4311-9031-85c0248f241a req-57801f31-b733-4761-bfa1-e5aa54a1c818 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 210 time: 0.0355511 Aug 31 01:08:38.250120 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.277480 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8672a617-6c31-4bcc-99aa-e2645cc948fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.310912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672a617-6c31-4bcc-99aa-e2645cc948fc None None] Pushing event deleted for resources: {'Port': ['ID=7ef20c8e-e72a-49b2-b58e-ba618474eb26,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:38.315788 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8672a617-6c31-4bcc-99aa-e2645cc948fc None None] No DVR routers for this DVR port 7ef20c8e-e72a-49b2-b58e-ba618474eb26 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:38.339037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e1aadc-0137-46d5-952d-5dfb37ca5913 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:38.364571 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5aa9931e-693c-46e0-969b-b195cf721795 req-6a3e12f8-3108-49da-b957-b992e1975b28 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/e9578f42-d256-4b4f-a26f-3570dd42ad9a HTTP/1.1" status: 200 len: 2981 time: 0.1430192 Aug 31 01:08:38.420832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-94ebd822-c195-43c6-8821-fa0c649c0fbe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::311 (14e22907-50bf-4f4c-96ff-7b9fef164758/58e54f76-3bc8-4a4b-b977-2dc8caf89986/e21e491c-989f-47ac-8b52-9eee095d7659) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:38.467868 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8472d593-32af-48b9-a363-7bd4565e9eb8 x-openstack-request-id: req-8472d593-32af-48b9-a363-7bd4565e9eb8 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:38.468471 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8978c568-0baf-4caf-ac25-f0abd184c6ff", "name": "network-vif-plugged", "status": "completed", "tag": "48429077-f18c-454e-82b1-06ffb781a153", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:38.468471 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8472d593-32af-48b9-a363-7bd4565e9eb8 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:38.468768 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-670d233a-db7f-4395-8722-1085950d0ff7 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Allocated IP 172.20.0.10 (0a3819e2-02ee-41da-b074-f080a72a98c3/d6ee513f-971d-40cf-bd45-589d9285b201/ce050db4-e2e8-421e-86c1-e31c9b043242) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:38.471550 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8978c568-0baf-4caf-ac25-f0abd184c6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48429077-f18c-454e-82b1-06ffb781a153', 'code': 200} Aug 31 01:08:38.572971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a30381da-7abe-47fc-a8ad-d7db81ad35cd up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:38.613747 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': '58e54f76-3bc8-4a4b-b977-2dc8caf89986'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:08:38.614595 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.696409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fbbf6-c149-487b-8d21-8e1e664534a9 req-e4455137-1a9c-4527-9665-1c849aa92082 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:38.698958 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd4fbbf6-c149-487b-8d21-8e1e664534a9 req-e4455137-1a9c-4527-9665-1c849aa92082 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.1233673 Aug 31 01:08:38.760496 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94ebd822-c195-43c6-8821-fa0c649c0fbe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.763489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port a30381da-7abe-47fc-a8ad-d7db81ad35cd completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:38.772574 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port a30381da-7abe-47fc-a8ad-d7db81ad35cd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:38.773349 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.779187 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1bca6-c749-4fd8-8a1f-dc46921fe230 req-7b8b9f95-4f84-4971-98ba-ab9fcf0ed448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:38.782170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4dd1bca6-c749-4fd8-8a1f-dc46921fe230 req-7b8b9f95-4f84-4971-98ba-ab9fcf0ed448 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 1097 time: 0.2675438 Aug 31 01:08:38.784170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-94ebd822-c195-43c6-8821-fa0c649c0fbe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object e21e491c-989f-47ac-8b52-9eee095d7659 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:38.805879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:38.860021 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.883332 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Transition to ACTIVE for port object 039817ab-167e-4267-8e4f-9a88cbb7b5c5 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:38.894602 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.910382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:38.911185 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.932750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd4fbbf6-c149-487b-8d21-8e1e664534a9 req-892f49f1-9537-4161-b8d7-681213a952f9 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259305 Aug 31 01:08:38.945154 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4dd1bca6-c749-4fd8-8a1f-dc46921fe230 req-42f05341-c9c7-445f-8dbe-5413bd3f9787 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501579 Aug 31 01:08:38.962857 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94ebd822-c195-43c6-8821-fa0c649c0fbe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.973748 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.098314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44288) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:39.110521 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d70e5fbe-88c0-47d2-a9db-db580100ea25 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477747569', 'description': 'tempest-description--1172918956'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:39.131966 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283df194-8cbe-457c-8c71-4f836257418e None None] Pushing event updated for resources: {'Port': ['ID=039817ab-167e-4267-8e4f-9a88cbb7b5c5,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:39.140185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Allocated IP 2001:db8::2 (14e22907-50bf-4f4c-96ff-7b9fef164758/58e54f76-3bc8-4a4b-b977-2dc8caf89986/ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:39.156077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebd822-c195-43c6-8821-fa0c649c0fbe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=e21e491c-989f-47ac-8b52-9eee095d7659,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:39.159117 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a30381da-7abe-47fc-a8ad-d7db81ad35cd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a30381da-7abe-47fc-a8ad-d7db81ad35cd,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:39.170246 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.176455 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df194-8cbe-457c-8c71-4f836257418e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:39.177791 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-670d233a-db7f-4395-8722-1085950d0ff7 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.182458 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df194-8cbe-457c-8c71-4f836257418e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:39.184131 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df194-8cbe-457c-8c71-4f836257418e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:39.184541 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df194-8cbe-457c-8c71-4f836257418e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:39.184980 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df194-8cbe-457c-8c71-4f836257418e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:39.185411 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df194-8cbe-457c-8c71-4f836257418e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:39.185843 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df194-8cbe-457c-8c71-4f836257418e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:39.186271 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df194-8cbe-457c-8c71-4f836257418e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:39.186695 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df194-8cbe-457c-8c71-4f836257418e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:39.187118 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df194-8cbe-457c-8c71-4f836257418e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:39.187585 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df194-8cbe-457c-8c71-4f836257418e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:39.188010 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df194-8cbe-457c-8c71-4f836257418e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:39.194760 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Attempting to bind port 039817ab-167e-4267-8e4f-9a88cbb7b5c5 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:39.195235 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Attempting to bind port 039817ab-167e-4267-8e4f-9a88cbb7b5c5 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:39.195726 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Attempting to bind port 039817ab-167e-4267-8e4f-9a88cbb7b5c5 on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:39.208730 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-670d233a-db7f-4395-8722-1085950d0ff7 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Transition to ACTIVE for port object ce050db4-e2e8-421e-86c1-e31c9b043242 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:39.219177 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:39.219728 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Checking segment: {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:39.220253 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.220751 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Bound using segment: {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:39.222866 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Bound port: 039817ab-167e-4267-8e4f-9a88cbb7b5c5, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:39.223044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ebd822-c195-43c6-8821-fa0c649c0fbe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:39.223496 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.231620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-94ebd822-c195-43c6-8821-fa0c649c0fbe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:39.234491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ebd822-c195-43c6-8821-fa0c649c0fbe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:39.258477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ebd822-c195-43c6-8821-fa0c649c0fbe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:39.259173 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94ebd822-c195-43c6-8821-fa0c649c0fbe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.267833 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-670d233a-db7f-4395-8722-1085950d0ff7 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.276091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7ef20c8e-e72a-49b2-b58e-ba618474eb26 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:39.319666 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 7ef20c8e-e72a-49b2-b58e-ba618474eb26 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:08:39.320045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7ef20c8e-e72a-49b2-b58e-ba618474eb26 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:08:39.334680 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d233a-db7f-4395-8722-1085950d0ff7 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Pushing event updated for resources: {'Port': ['ID=ce050db4-e2e8-421e-86c1-e31c9b043242,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:39.360534 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-670d233a-db7f-4395-8722-1085950d0ff7 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Network 0a3819e2-02ee-41da-b074-f080a72a98c3 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:39.362738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-670d233a-db7f-4395-8722-1085950d0ff7 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:39.365602 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d70e5fbe-88c0-47d2-a9db-db580100ea25 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.370243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-670d233a-db7f-4395-8722-1085950d0ff7 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:39.375390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=a30381da-7abe-47fc-a8ad-d7db81ad35cd,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:39.390258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28a6b8-8b79-4346-98b3-0ab1ce85169c req-658c5699-244a-4b4c-b962-63fcab6826c1 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:39.391893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed28a6b8-8b79-4346-98b3-0ab1ce85169c req-658c5699-244a-4b4c-b962-63fcab6826c1 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 950 time: 0.2816885 Aug 31 01:08:39.408709 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] For port 039817ab-167e-4267-8e4f-9a88cbb7b5c5, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:39.412822 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] For port 039817ab-167e-4267-8e4f-9a88cbb7b5c5, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=039817ab-167e-4267-8e4f-9a88cbb7b5c5,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:39.421712 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.429761 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-670d233a-db7f-4395-8722-1085950d0ff7 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:39.431499 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-670d233a-db7f-4395-8722-1085950d0ff7 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.441640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-94ebd822-c195-43c6-8821-fa0c649c0fbe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7201343 Aug 31 01:08:39.446546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44294) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:39.504496 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Routers {'cf917a2c-2656-48d1-87ca-bf626cb37c8e'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:08:39.505409 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:08:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:39.510064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c0820de-420c-4bac-ab62-b76cace48362 req-4a26c043-3981-4c0f-b04d-dfb72b165969 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0268626a6c6840dcb46062f755f18201 HTTP/1.1" status: 200 len: 6111 time: 0.3963065 Aug 31 01:08:39.524608 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-670d233a-db7f-4395-8722-1085950d0ff7 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4818516 Aug 31 01:08:39.536374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae47c528-1db4-49b6-af11-1939784aa4b8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:39.540209 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ae47c528-1db4-49b6-af11-1939784aa4b8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0904028 Aug 31 01:08:39.543029 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44296) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:39.547027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Request body: {'port': {'device_id': '79b55fa2-d164-4fc0-be1f-b0c939578cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:39.567823 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283df194-8cbe-457c-8c71-4f836257418e None None] Pushing event updated for resources: {'Port': ['ID=039817ab-167e-4267-8e4f-9a88cbb7b5c5,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:39.573617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed28a6b8-8b79-4346-98b3-0ab1ce85169c req-ae0ddff6-c1b0-4b49-928c-5963e86ca7ff tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556301 Aug 31 01:08:39.634812 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.658887 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Transition to ACTIVE for port object ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:39.659114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c0820de-420c-4bac-ab62-b76cace48362 req-7f397479-2d6d-47c8-800e-62dbd17f454c tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] 10.222.0.58 "GET /v2.0/security-groups/8c3b69bb-e8ee-4f53-941b-a329164700ea HTTP/1.1" status: 200 len: 2985 time: 0.1480088 Aug 31 01:08:39.670143 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] Set router cf917a2c-2656-48d1-87ca-bf626cb37c8e gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:08:39.705651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Transition to ACTIVE for port object ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:39.718019 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.729915 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.803822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c0820de-420c-4bac-ab62-b76cace48362 req-6f6dc80a-10cd-4c0e-af36-8f91b33c7f88 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] 10.222.0.58 "GET /v2.0/security-groups/8c3b69bb-e8ee-4f53-941b-a329164700ea HTTP/1.1" status: 200 len: 2985 time: 0.1438432 Aug 31 01:08:39.811048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:39.847023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c2257-e0fe-4e45-87cd-5300bb3a03c4 req-3397e552-7407-4b7e-86bf-ddc094b4b0f2 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:39.859779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d1c2257-e0fe-4e45-87cd-5300bb3a03c4 req-3397e552-7407-4b7e-86bf-ddc094b4b0f2 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 945 time: 0.1342328 Aug 31 01:08:39.868247 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:39.875419 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:39.894515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3596460d-5258-4f2f-b926-654f3b5c4320 None None] Provisioning for port ce050db4-e2e8-421e-86c1-e31c9b043242 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:39.903027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3596460d-5258-4f2f-b926-654f3b5c4320 None None] Provisioning complete for port ce050db4-e2e8-421e-86c1-e31c9b043242 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:39.903346 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3596460d-5258-4f2f-b926-654f3b5c4320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.920805 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Pushing event updated for resources: {'Port': ['ID=ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:39.962846 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d1d94c8f-dbd8-4cba-85ea-8c9dfbed8804 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port e21e491c-989f-47ac-8b52-9eee095d7659 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:39.963100 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1d94c8f-dbd8-4cba-85ea-8c9dfbed8804 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.972534 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:23Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'gw_port': {'id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:27Z', 'updated_at': '2021-08-31T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '039817ab-167e-4267-8e4f-9a88cbb7b5c5', 'name': '', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'mac_address': 'fa:16:3e:cb:c8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:33Z', 'updated_at': '2021-08-31T01:08:39Z', 'revision_number': 4, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'subnets': [{'id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:08:39.976290 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d1c2257-e0fe-4e45-87cd-5300bb3a03c4 req-e114e499-a307-41f3-bf80-9759ae8c0f65 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035218 Aug 31 01:08:40.028460 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af591efb-d38d-4b80-981a-03833fab2621 req-a1bcc906-16c5-49be-a2c3-eea770c95282 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:40.043606 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5ed44-74d3-4794-a134-bd47d04deb08 None None] The sync data for ids ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'] in n-d-802060-13 is: [{'id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:23Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'gw_port': {'id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:27Z', 'updated_at': '2021-08-31T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '039817ab-167e-4267-8e4f-9a88cbb7b5c5', 'name': '', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'mac_address': 'fa:16:3e:cb:c8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:33Z', 'updated_at': '2021-08-31T01:08:39Z', 'revision_number': 4, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'subnets': [{'id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:08:40.048466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af591efb-d38d-4b80-981a-03833fab2621 req-a1bcc906-16c5-49be-a2c3-eea770c95282 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:40.063531 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af591efb-d38d-4b80-981a-03833fab2621 req-a1bcc906-16c5-49be-a2c3-eea770c95282 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:40.082866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af591efb-d38d-4b80-981a-03833fab2621 req-a1bcc906-16c5-49be-a2c3-eea770c95282 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:40.095566 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af591efb-d38d-4b80-981a-03833fab2621 req-a1bcc906-16c5-49be-a2c3-eea770c95282 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:40.105611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af591efb-d38d-4b80-981a-03833fab2621 req-a1bcc906-16c5-49be-a2c3-eea770c95282 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:40.126093 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af591efb-d38d-4b80-981a-03833fab2621 req-a1bcc906-16c5-49be-a2c3-eea770c95282 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:40.152620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af591efb-d38d-4b80-981a-03833fab2621 req-a1bcc906-16c5-49be-a2c3-eea770c95282 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5423 time: 0.2289870 Aug 31 01:08:40.167576 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1d94c8f-dbd8-4cba-85ea-8c9dfbed8804 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.180959 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d70e5fbe-88c0-47d2-a9db-db580100ea25 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.197441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3596460d-5258-4f2f-b926-654f3b5c4320 None None] Port ce050db4-e2e8-421e-86c1-e31c9b043242 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:40.199359 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d70e5fbe-88c0-47d2-a9db-db580100ea25 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.211054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Attempting to bind port ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:40.211610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Attempting to bind port ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:40.211997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Attempting to bind port ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:40.220310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:40.220666 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:40.221159 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.221614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:40.222162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Bound port: ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:40.222617 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.256850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d1d94c8f-dbd8-4cba-85ea-8c9dfbed8804 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for e21e491c-989f-47ac-8b52-9eee095d7659 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:40.287868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af591efb-d38d-4b80-981a-03833fab2621 req-9530b76e-939a-4fba-9450-5a4d5e4c38f0 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1332359 Aug 31 01:08:40.314896 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] For port ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:40.318497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] For port ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:40.329284 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.329953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98024531-1529-4f2e-9d82-84631588215c req-64196ed9-74ea-484d-9340-809124bf5e72 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:40.331813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98024531-1529-4f2e-9d82-84631588215c req-64196ed9-74ea-484d-9340-809124bf5e72 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 932 time: 0.1754901 Aug 31 01:08:40.349920 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-378b7351-37e2-44c6-b4b0-b8a60af4df1c tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:40.352638 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-378b7351-37e2-44c6-b4b0-b8a60af4df1c tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1097 time: 0.1391935 Aug 31 01:08:40.381160 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d70e5fbe-88c0-47d2-a9db-db580100ea25 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.382458 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d70e5fbe-88c0-47d2-a9db-db580100ea25 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2831731 Aug 31 01:08:40.384520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-13'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:40.390214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44302) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:40.404524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-dd4e37bd-b967-40f7-bced-7cc581d1a43d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Request body: {'security_group_rule': {'security_group_id': 'b938804f-b16c-497f-a7e1-f4db8788388f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:40.417820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e5fbe-88c0-47d2-a9db-db580100ea25 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b938804f-b16c-497f-a7e1-f4db8788388f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:40.440380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a8586-111c-4050-b481-50b883d8e1eb None None] Pushing event updated for resources: {'Port': ['ID=ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:40.472652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f3b9f0-af4c-493a-bc22-ea7f2e84fe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30381da-7abe-47fc-a8ad-d7db81ad35cd'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:40.475957 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde8eea8-df4b-4f1d-974d-f951121b17f4" -d '{"events": [{"server_uuid": "66f3b9f0-af4c-493a-bc22-ea7f2e84fe00", "name": "network-vif-plugged", "status": "completed", "tag": "a30381da-7abe-47fc-a8ad-d7db81ad35cd"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:40.527796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98024531-1529-4f2e-9d82-84631588215c req-fb71f2ef-b274-4ac7-9dea-fbbc8d0d1688 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb518211-b6e8-424a-a889-ac173bc09eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799700 Aug 31 01:08:40.557223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca22ba1c-8fe8-47ab-ab62-18ac0507b432 req-c36dbca4-b93f-4190-bdeb-d27ade550690 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/88c55b32-63a1-4067-896c-dabf4a61a23d HTTP/1.1" status: 200 len: 1779 time: 0.2055316 Aug 31 01:08:40.564970 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.596100 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dd4e37bd-b967-40f7-bced-7cc581d1a43d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.640946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce050db4-e2e8-421e-86c1-e31c9b043242 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:40.650655 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.655591 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1d94c8f-dbd8-4cba-85ea-8c9dfbed8804 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.702388 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Transition to ACTIVE for port object ce050db4-e2e8-421e-86c1-e31c9b043242 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:40.704933 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d94c8f-dbd8-4cba-85ea-8c9dfbed8804 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=e21e491c-989f-47ac-8b52-9eee095d7659,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:40.714254 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.743041 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1d94c8f-dbd8-4cba-85ea-8c9dfbed8804 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.747801 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d1d94c8f-dbd8-4cba-85ea-8c9dfbed8804 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/e21e491c-989f-47ac-8b52-9eee095d7659 HTTP/1.1" status: 204 len: 168 time: 1.1952744 Aug 31 01:08:40.795812 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44308) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:40.841204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Pushing event updated for resources: {'Port': ['ID=ce050db4-e2e8-421e-86c1-e31c9b043242,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:40.904648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 039817ab-167e-4267-8e4f-9a88cbb7b5c5 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:40.912242 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:40.997720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 039817ab-167e-4267-8e4f-9a88cbb7b5c5 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:41.004131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Attempting to bind port ce050db4-e2e8-421e-86c1-e31c9b043242 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:41.004414 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Attempting to bind port ce050db4-e2e8-421e-86c1-e31c9b043242 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '4039b6b8-06de-4a7e-b981-57acfa101af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:41.004695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 039817ab-167e-4267-8e4f-9a88cbb7b5c5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:41.004840 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Attempting to bind port ce050db4-e2e8-421e-86c1-e31c9b043242 on network 0a3819e2-02ee-41da-b074-f080a72a98c3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:41.005330 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.015362 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Port ce050db4-e2e8-421e-86c1-e31c9b043242 on network 0a3819e2-02ee-41da-b074-f080a72a98c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:41.015792 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Attempting to bind port ce050db4-e2e8-421e-86c1-e31c9b043242 on network 0a3819e2-02ee-41da-b074-f080a72a98c3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:41.023515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:41.034376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Checking segment: {'id': '4039b6b8-06de-4a7e-b981-57acfa101af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:41.035147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Bound using segment: {'id': '4039b6b8-06de-4a7e-b981-57acfa101af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:41.036328 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Bound port: ce050db4-e2e8-421e-86c1-e31c9b043242, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4039b6b8-06de-4a7e-b981-57acfa101af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:41.037261 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.038939 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dd4e37bd-b967-40f7-bced-7cc581d1a43d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.062822 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dd4e37bd-b967-40f7-bced-7cc581d1a43d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.065795 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ca22ba1c-8fe8-47ab-ab62-18ac0507b432 req-abeffe7c-1508-426b-8f5f-d7c80419d95e tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.082121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8b25cc1f-79af-4cec-bab1-fc0c7f4595da details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:41.124832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e37bd-b967-40f7-bced-7cc581d1a43d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855b8fcc-727e-4ebc-9cc3-59c066bf449e,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:41.150306 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ca22ba1c-8fe8-47ab-ab62-18ac0507b432 req-abeffe7c-1508-426b-8f5f-d7c80419d95e tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.173533 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.173846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dbc4c-e4bc-48d3-9cb3-d6fe5502179a req-9be50599-0553-4c52-aeea-d7ee45e0d54f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:41.175743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c3dbc4c-e4bc-48d3-9cb3-d6fe5502179a req-9be50599-0553-4c52-aeea-d7ee45e0d54f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.5385504 Aug 31 01:08:41.177210 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dd4e37bd-b967-40f7-bced-7cc581d1a43d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.178629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dd4e37bd-b967-40f7-bced-7cc581d1a43d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7813039 Aug 31 01:08:41.183211 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44312) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:41.192204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-aad3295d-d0a6-47dc-8a4a-5d3de2b275d7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Request body: {'security_group_rule': {'security_group_id': 'b938804f-b16c-497f-a7e1-f4db8788388f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:41.193523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9150bb-a4ea-4da5-9e86-a383e83c948b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:41.195363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9150bb-a4ea-4da5-9e86-a383e83c948b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:41.201014 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ad9150bb-a4ea-4da5-9e86-a383e83c948b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4038420 Aug 31 01:08:41.204213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44314) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:41.215239 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] For port ce050db4-e2e8-421e-86c1-e31c9b043242, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:41.241443 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] For port ce050db4-e2e8-421e-86c1-e31c9b043242, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ce050db4-e2e8-421e-86c1-e31c9b043242,segment=NetworkSegment(4039b6b8-06de-4a7e-b981-57acfa101af3),segment_id=4039b6b8-06de-4a7e-b981-57acfa101af3)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:41.255531 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.283181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 039817ab-167e-4267-8e4f-9a88cbb7b5c5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=039817ab-167e-4267-8e4f-9a88cbb7b5c5,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:41.295017 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.311478 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aad3295d-d0a6-47dc-8a4a-5d3de2b275d7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.343861 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:41.344498 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.345921 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] 10.222.0.70 "PUT /v2.0/ports/ce050db4-e2e8-421e-86c1-e31c9b043242 HTTP/1.1" status: 200 len: 1093 time: 1.8070197 Aug 31 01:08:41.350978 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b55fa2-d164-4fc0-be1f-b0c939578cbc', 'tag': 'ce050db4-e2e8-421e-86c1-e31c9b043242'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:41.353332 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f547fef8-baa2-4c07-a147-4a02c88ddda1" -d '{"events": [{"name": "network-changed", "server_uuid": "79b55fa2-d164-4fc0-be1f-b0c939578cbc", "tag": "ce050db4-e2e8-421e-86c1-e31c9b043242"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:41.398790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c3dbc4c-e4bc-48d3-9cb3-d6fe5502179a req-77356e44-dda3-4e76-b2cc-49715d72e541 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140746 Aug 31 01:08:41.415097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:41.433141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:41.435006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88904b6-5ae7-4572-853f-9bfcc57f9304 service neutron] Pushing event updated for resources: {'Port': ['ID=ce050db4-e2e8-421e-86c1-e31c9b043242,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:41.451697 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ca22ba1c-8fe8-47ab-ab62-18ac0507b432 req-abeffe7c-1508-426b-8f5f-d7c80419d95e tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.455296 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ca22ba1c-8fe8-47ab-ab62-18ac0507b432 req-abeffe7c-1508-426b-8f5f-d7c80419d95e tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.464589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca22ba1c-8fe8-47ab-ab62-18ac0507b432 req-abeffe7c-1508-426b-8f5f-d7c80419d95e tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/88c55b32-63a1-4067-896c-dabf4a61a23d HTTP/1.1" status: 204 len: 173 time: 0.9001622 Aug 31 01:08:41.478886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8b25cc1f-79af-4cec-bab1-fc0c7f4595da has no active binding in host n-h2-802060-13 {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 01:08:41.482640 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-005b60b0-6318-4f3e-a40a-e0ce69fe6527 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 58e54f76-3bc8-4a4b-b977-2dc8caf89986 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:08:41.499435 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-005b60b0-6318-4f3e-a40a-e0ce69fe6527 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.516617 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59368074-2db5-42b4-808a-88a8b758864b x-openstack-request-id: req-59368074-2db5-42b4-808a-88a8b758864b {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:41.516911 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f3b9f0-af4c-493a-bc22-ea7f2e84fe00", "name": "network-vif-plugged", "status": "completed", "tag": "a30381da-7abe-47fc-a8ad-d7db81ad35cd", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:41.517168 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59368074-2db5-42b4-808a-88a8b758864b {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:41.517578 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f3b9f0-af4c-493a-bc22-ea7f2e84fe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30381da-7abe-47fc-a8ad-d7db81ad35cd', 'code': 200} Aug 31 01:08:41.531547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=039817ab-167e-4267-8e4f-9a88cbb7b5c5,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:41.540584 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeffe7c-1508-426b-8f5f-d7c80419d95e tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c55b32-63a1-4067-896c-dabf4a61a23d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:41.574425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:41.574775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:41.575357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:41.575927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:41.577886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:41.578959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:41.579759 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:41.583490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:41.584220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:41.586981 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:41.587700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:41.588282 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:41.591350 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aad3295d-d0a6-47dc-8a4a-5d3de2b275d7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.614011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-98bc4768-f8da-4e39-a166-ddac2ccc59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:41.615573 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-98bc4768-f8da-4e39-a166-ddac2ccc59f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3803e788afc343e7bf7b74fadcd4a59b&device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 1096 time: 0.2027557 Aug 31 01:08:41.616401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aad3295d-d0a6-47dc-8a4a-5d3de2b275d7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.733404 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-005b60b0-6318-4f3e-a40a-e0ce69fe6527 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.734205 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-8e81e382-40ad-4817-8763-445934e08663 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce050db4-e2e8-421e-86c1-e31c9b043242 HTTP/1.1" status: 200 len: 217 time: 0.0958037 Aug 31 01:08:41.734842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3295d-d0a6-47dc-8a4a-5d3de2b275d7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834c8afc-3edf-4334-b104-1819a146af99,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:41.775207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:41.780654 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aad3295d-d0a6-47dc-8a4a-5d3de2b275d7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.782159 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-aad3295d-d0a6-47dc-8a4a-5d3de2b275d7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5976305 Aug 31 01:08:41.785101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44326) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:41.789856 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:41.828527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-1e2ab5e9-11c5-4a12-9a51-e4b957dfe7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:41.831072 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-1e2ab5e9-11c5-4a12-9a51-e4b957dfe7f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6ee513f-971d-40cf-bd45-589d9285b201 HTTP/1.1" status: 200 len: 851 time: 0.0872266 Aug 31 01:08:41.879776 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.907560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4987278a-d67d-45d8-abee-c162706b8451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b25cc1f-79af-4cec-bab1-fc0c7f4595da'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:41.909734 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305a40df-a741-4bb4-80f0-a6399ba02b9a" -d '{"events": [{"server_uuid": "4987278a-d67d-45d8-abee-c162706b8451", "name": "network-vif-unplugged", "status": "completed", "tag": "8b25cc1f-79af-4cec-bab1-fc0c7f4595da"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:41.913610 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e918897-a37c-4edf-856a-5b3cdfde49b6 req-586402cc-475a-4225-ae1b-3b3d23e0f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:41.915148 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e918897-a37c-4edf-856a-5b3cdfde49b6 req-586402cc-475a-4225-ae1b-3b3d23e0f670 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 1102 time: 0.2660375 Aug 31 01:08:41.921385 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.937102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948b6ae-5f7a-4a14-a373-d88660501433 req-7736bdfb-5f72-4a72-a61d-005ef8bc47c8 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:41.938661 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4948b6ae-5f7a-4a14-a373-d88660501433 req-7736bdfb-5f72-4a72-a61d-005ef8bc47c8 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 950 time: 0.2907043 Aug 31 01:08:41.952930 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-705fae31-8293-476f-a194-aef590e83061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:41.956542 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-705fae31-8293-476f-a194-aef590e83061 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a3819e2-02ee-41da-b074-f080a72a98c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1183841 Aug 31 01:08:41.983951 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.016010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd855e-0f43-4014-a56b-b9de7c07e5c3 req-ee5fbcf9-65ce-4d5b-9db7-1589ef2c86ad tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:42.018201 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6dfd855e-0f43-4014-a56b-b9de7c07e5c3 req-ee5fbcf9-65ce-4d5b-9db7-1589ef2c86ad tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 945 time: 0.3277078 Aug 31 01:08:42.095424 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-4a20e92f-f0c2-43fe-a7ce-95dbf018c00f service neutron] 10.222.0.70 "GET /v2.0/networks/0a3819e2-02ee-41da-b074-f080a72a98c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288931 Aug 31 01:08:42.099245 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7381e889-34ef-41bf-b97b-53ef0844ba93 None None] Provisioning for port ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:42.105241 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-005b60b0-6318-4f3e-a40a-e0ce69fe6527 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.125895 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.152493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e918897-a37c-4edf-856a-5b3cdfde49b6 req-ac17f4f9-1f00-498c-8020-2e759b4934d7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128186 Aug 31 01:08:42.163562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4948b6ae-5f7a-4a14-a373-d88660501433 req-b4e5fcd5-e615-4e48-9133-a8a4b71783bf tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982658 Aug 31 01:08:42.205595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,revision_number=7']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:42.226453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6dfd855e-0f43-4014-a56b-b9de7c07e5c3 req-15d557e6-e0ae-4f7c-9b50-fe2894d4ae85 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807156 Aug 31 01:08:42.262068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Attempting to bind port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da on host n-h1-802060-13 for vnic_type normal with profile {"migrating_to": "n-h2-802060-13"} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:42.262277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Attempting to bind port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:42.262693 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Attempting to bind port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:42.298934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:42.299408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Attempting to bind port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da on network 32b1eadd-9506-486a-a2b9-8d7cc981c36c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:42.312707 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc3828bd-eb7e-44cb-a92e-69d8b14faed0 req-8aa9cf25-34e6-4925-af2f-05d6709e8653 service neutron] 10.222.0.70 "GET /v2.0/networks/0a3819e2-02ee-41da-b074-f080a72a98c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093978 Aug 31 01:08:42.314220 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625a6020-40c5-4b17-ac83-06828a886345 x-openstack-request-id: req-625a6020-40c5-4b17-ac83-06828a886345 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:42.314511 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b55fa2-d164-4fc0-be1f-b0c939578cbc", "tag": "ce050db4-e2e8-421e-86c1-e31c9b043242", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:42.314766 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-625a6020-40c5-4b17-ac83-06828a886345 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:42.315157 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b55fa2-d164-4fc0-be1f-b0c939578cbc', 'tag': 'ce050db4-e2e8-421e-86c1-e31c9b043242', 'status': 'completed', 'code': 200} Aug 31 01:08:42.325265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:42.325585 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Checking segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:42.326076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Bound using segment: {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:42.326568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Bound port: 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69612e42-ca37-4b5b-a7aa-5f41a838ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '32b1eadd-9506-486a-a2b9-8d7cc981c36c'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:42.326787 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.330047 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-38fd9e5e-d397-4d87-894e-5016f1048173 None None] Could not find standard attr ID for object 26cf7018-f5cc-4c6d-8fc3-b97a29897588. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:08:42.330398 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-005b60b0-6318-4f3e-a40a-e0ce69fe6527 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.360687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Allocated IP 172.25.6.142 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/d1e70d8e-3753-4e4b-a1fd-56e635ea4ec8) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:42.382601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b60b0-6318-4f3e-a40a-e0ce69fe6527 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=58e54f76-3bc8-4a4b-b977-2dc8caf89986,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:42.398375 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-005b60b0-6318-4f3e-a40a-e0ce69fe6527 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.400308 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-005b60b0-6318-4f3e-a40a-e0ce69fe6527 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/58e54f76-3bc8-4a4b-b977-2dc8caf89986 HTTP/1.1" status: 204 len: 168 time: 1.1858995 Aug 31 01:08:42.416444 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44330) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:42.442945 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa28fee-a900-41bc-ad23-a7cfd9a07d64 req-6ba3250e-184d-45d6-aa0f-a74492d3eb76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:42.457350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa28fee-a900-41bc-ad23-a7cfd9a07d64 req-6ba3250e-184d-45d6-aa0f-a74492d3eb76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:42.466320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa28fee-a900-41bc-ad23-a7cfd9a07d64 req-6ba3250e-184d-45d6-aa0f-a74492d3eb76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:42.483927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa28fee-a900-41bc-ad23-a7cfd9a07d64 req-6ba3250e-184d-45d6-aa0f-a74492d3eb76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:42.490273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa28fee-a900-41bc-ad23-a7cfd9a07d64 req-6ba3250e-184d-45d6-aa0f-a74492d3eb76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:42.497552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa28fee-a900-41bc-ad23-a7cfd9a07d64 req-6ba3250e-184d-45d6-aa0f-a74492d3eb76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:42.503567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa28fee-a900-41bc-ad23-a7cfd9a07d64 req-6ba3250e-184d-45d6-aa0f-a74492d3eb76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:42.505532 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-daa28fee-a900-41bc-ad23-a7cfd9a07d64 req-6ba3250e-184d-45d6-aa0f-a74492d3eb76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5423 time: 0.2246318 Aug 31 01:08:42.508463 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-92146932-6b54-47c2-b913-01b2c1e30744 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885754 Aug 31 01:08:42.512673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44334) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:42.533129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-dc513ae6-cfe2-4229-9b38-550887192f21 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:42.558985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547fef8-baa2-4c07-a147-4a02c88ddda1 req-71184de1-8539-43fa-8a8f-d3e476993c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:42.560553 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f547fef8-baa2-4c07-a147-4a02c88ddda1 req-71184de1-8539-43fa-8a8f-d3e476993c11 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3803e788afc343e7bf7b74fadcd4a59b&device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 1096 time: 0.1423600 Aug 31 01:08:42.605516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9dced7-afc7-41d3-a8e0-ad8f28ea91c7 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:42.651028 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.665121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6bc7f0b0-5692-4581-9302-9e0a3667f479 None None] Could not find standard attr ID for object e21e491c-989f-47ac-8b52-9eee095d7659. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:08:42.712820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547fef8-baa2-4c07-a147-4a02c88ddda1 req-80d00208-2af8-429f-88dd-6465f0d62e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:42.715328 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f547fef8-baa2-4c07-a147-4a02c88ddda1 req-80d00208-2af8-429f-88dd-6465f0d62e37 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a3819e2-02ee-41da-b074-f080a72a98c3 HTTP/1.1" status: 200 len: 913 time: 0.1453493 Aug 31 01:08:42.771492 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.776863 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f547fef8-baa2-4c07-a147-4a02c88ddda1 req-239f4170-09fd-406b-943c-f483fa9acb54 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce050db4-e2e8-421e-86c1-e31c9b043242 HTTP/1.1" status: 200 len: 217 time: 0.0522988 Aug 31 01:08:42.848413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6384c49-3f1e-487e-bede-d3968926b5b6 None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:08:42.867749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:42.871538 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event updated for resources: {'Port': ['ID=d1e70d8e-3753-4e4b-a1fd-56e635ea4ec8,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:42.874090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:42.877994 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:42.916739 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547fef8-baa2-4c07-a147-4a02c88ddda1 req-f7d17ca2-f0e9-4e49-a10e-df359f6be1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:42.920378 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f547fef8-baa2-4c07-a147-4a02c88ddda1 req-f7d17ca2-f0e9-4e49-a10e-df359f6be1a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6ee513f-971d-40cf-bd45-589d9285b201 HTTP/1.1" status: 200 len: 851 time: 0.1147583 Aug 31 01:08:42.933811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b6384c49-3f1e-487e-bede-d3968926b5b6 None None] Deleting port ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:42.934519 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b6384c49-3f1e-487e-bede-d3968926b5b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:42.990893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:42.996027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 039817ab-167e-4267-8e4f-9a88cbb7b5c5 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:43.000463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-daa28fee-a900-41bc-ad23-a7cfd9a07d64 req-380f4702-964f-474f-acc0-0f57a67ae94c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4813008 Aug 31 01:08:43.013131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:43.022830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8dd90189-7419-4c4e-a3c4-f2ddedbb44b4 req-03c64f96-9c82-46fc-b066-d35594e283b9 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "GET /v2.0/security-groups/bbd3c324-0550-4012-a5fe-b018c2ff37b4 HTTP/1.1" status: 200 len: 1779 time: 0.5107331 Aug 31 01:08:43.030279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547fef8-baa2-4c07-a147-4a02c88ddda1 req-2f016912-d788-45cf-b22b-68a0f2f00b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:43.032039 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f547fef8-baa2-4c07-a147-4a02c88ddda1 req-2f016912-d788-45cf-b22b-68a0f2f00b62 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a3819e2-02ee-41da-b074-f080a72a98c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038852 Aug 31 01:08:43.033264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.039451 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.063534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b6384c49-3f1e-487e-bede-d3968926b5b6 None None] For port ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:43.063924 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b6384c49-3f1e-487e-bede-d3968926b5b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.083662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b6384c49-3f1e-487e-bede-d3968926b5b6 None None] Calling delete_port for ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:43.117573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc513ae6-cfe2-4229-9b38-550887192f21 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:43.122588 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc513ae6-cfe2-4229-9b38-550887192f21 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.132538 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.157291 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 039817ab-167e-4267-8e4f-9a88cbb7b5c5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:43.158048 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.200373 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f547fef8-baa2-4c07-a147-4a02c88ddda1 req-b488c66a-dbda-4515-a3f0-a13394bc7b3f service neutron] 10.222.0.70 "GET /v2.0/networks/0a3819e2-02ee-41da-b074-f080a72a98c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594241 Aug 31 01:08:43.210826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,revision_number=8']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:43.239458 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b6384c49-3f1e-487e-bede-d3968926b5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.261023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:43.261651 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.263048 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e2e62898-a1fe-4658-9e8f-8108101ae5d4 service neutron] 10.222.0.70 "PUT /v2.0/ports/8b25cc1f-79af-4cec-bab1-fc0c7f4595da HTTP/1.1" status: 200 len: 1123 time: 2.8975697 Aug 31 01:08:43.274962 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8dd90189-7419-4c4e-a3c4-f2ddedbb44b4 req-a7b894d3-9815-4cc9-bdc2-c15423771432 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.346938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ea892-250a-481e-8f60-271a4a782cb5 req-9b3976d6-78b5-423f-9152-8e257e4ba828 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:43.356475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6384c49-3f1e-487e-bede-d3968926b5b6 None None] No DVR routers for this DVR port ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:43.360241 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6384c49-3f1e-487e-bede-d3968926b5b6 None None] Pushing event deleted for resources: {'Port': ['ID=ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:43.383786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-194ea892-250a-481e-8f60-271a4a782cb5 req-9b3976d6-78b5-423f-9152-8e257e4ba828 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 944 time: 0.2014747 Aug 31 01:08:43.396475 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8dd90189-7419-4c4e-a3c4-f2ddedbb44b4 req-a7b894d3-9815-4cc9-bdc2-c15423771432 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.406212 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f547fef8-baa2-4c07-a147-4a02c88ddda1 req-94031d75-cdc0-414e-aad1-ad62097e6a6f service neutron] 10.222.0.70 "GET /v2.0/networks/0a3819e2-02ee-41da-b074-f080a72a98c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633506 Aug 31 01:08:43.411298 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['8b25cc1f-79af-4cec-bab1-fc0c7f4595da'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:43.423789 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.429959 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.451946 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['8b25cc1f-79af-4cec-bab1-fc0c7f4595da'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:43.509511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event updated for resources: {'Port': ['ID=d1e70d8e-3753-4e4b-a1fd-56e635ea4ec8,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:43.548251 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.564596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-194ea892-250a-481e-8f60-271a4a782cb5 req-9a11b01c-0c0f-4f34-b1fb-eeae942dfa9d tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb518211-b6e8-424a-a889-ac173bc09eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774724 Aug 31 01:08:43.579565 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.580905 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e8cfae4a-5bed-4c4c-bb93-2d2c47db655b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7946801 Aug 31 01:08:43.624106 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8dd90189-7419-4c4e-a3c4-f2ddedbb44b4 req-a7b894d3-9815-4cc9-bdc2-c15423771432 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.630965 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8dd90189-7419-4c4e-a3c4-f2ddedbb44b4 req-a7b894d3-9815-4cc9-bdc2-c15423771432 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.639918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8dd90189-7419-4c4e-a3c4-f2ddedbb44b4 req-a7b894d3-9815-4cc9-bdc2-c15423771432 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/bbd3c324-0550-4012-a5fe-b018c2ff37b4 HTTP/1.1" status: 204 len: 173 time: 0.6161263 Aug 31 01:08:43.704995 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f6ec0f-0576-4215-ba0e-39f01d3f3af1 x-openstack-request-id: req-b2f6ec0f-0576-4215-ba0e-39f01d3f3af1 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:43.706141 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4987278a-d67d-45d8-abee-c162706b8451", "name": "network-vif-unplugged", "status": "completed", "tag": "8b25cc1f-79af-4cec-bab1-fc0c7f4595da", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:43.706562 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b2f6ec0f-0576-4215-ba0e-39f01d3f3af1 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:43.707132 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4987278a-d67d-45d8-abee-c162706b8451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b25cc1f-79af-4cec-bab1-fc0c7f4595da', 'code': 200} Aug 31 01:08:43.713268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b894d3-9815-4cc9-bdc2-c15423771432 tempest-SecurityGroupsTestAdminJSON-844681847 tempest-SecurityGroupsTestAdminJSON-844681847-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd3c324-0550-4012-a5fe-b018c2ff37b4,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:43.795058 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc513ae6-cfe2-4229-9b38-550887192f21 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.856831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc513ae6-cfe2-4229-9b38-550887192f21 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:43.868128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc65d1-34fc-44d2-b7dd-e68165071699 req-ed9f4f5b-6a00-49e1-9eaa-f5794552564e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:43.870541 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59fc65d1-34fc-44d2-b7dd-e68165071699 req-ed9f4f5b-6a00-49e1-9eaa-f5794552564e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.1619661 Aug 31 01:08:43.879189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-dc513ae6-cfe2-4229-9b38-550887192f21 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:43.882509 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc513ae6-cfe2-4229-9b38-550887192f21 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:43.883268 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc513ae6-cfe2-4229-9b38-550887192f21 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:43.890166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6599f66-2e3f-47b9-84c5-e82f2d5deacb None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:43.900174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9017498-ff2c-4d60-ba5a-b62098352a39 req-49bd0a6b-6525-4ffe-9ba6-6774e07811e0 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:43.901836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9017498-ff2c-4d60-ba5a-b62098352a39 req-49bd0a6b-6525-4ffe-9ba6-6774e07811e0 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 950 time: 0.1734812 Aug 31 01:08:43.909490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc513ae6-cfe2-4229-9b38-550887192f21 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=fb04d719-5d2b-4e5c-8c7a-ec53bcf9e62e,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:43.944409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dc513ae6-cfe2-4229-9b38-550887192f21 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4259262 Aug 31 01:08:43.944691 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44348) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:43.950564 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5aecfd95-5937-4302-99fc-990982f9090e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'name': 'tempest-NetworksTestDHCPv6-1429231935'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:43.974620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59fc65d1-34fc-44d2-b7dd-e68165071699 req-b6112560-182f-4983-9688-7591c8003921 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863941 Aug 31 01:08:43.991042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9017498-ff2c-4d60-ba5a-b62098352a39 req-87a02067-77e8-4a21-9474-5597cc7de81d tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746093 Aug 31 01:08:44.094600 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': 'fb04d719-5d2b-4e5c-8c7a-ec53bcf9e62e'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:08:44.095687 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.116246 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aecfd95-5937-4302-99fc-990982f9090e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:44.122425 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5aecfd95-5937-4302-99fc-990982f9090e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.133144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb1e4ddb-e24e-4e91-8278-364b0f14653a req-6358b694-04c8-4e6a-a2f2-aeab5f7e565d tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] 10.222.0.58 "GET /v2.0/security-groups/824206af-9982-4c75-8de0-a556e2f43ac5 HTTP/1.1" status: 200 len: 1780 time: 0.1013663 Aug 31 01:08:44.142213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f994967-5cda-4af2-9846-69617adf4a95 req-5ad62274-47dd-4b9b-b30f-1af6050b1cb5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:44.143866 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f994967-5cda-4af2-9846-69617adf4a95 req-5ad62274-47dd-4b9b-b30f-1af6050b1cb5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 943 time: 0.0809028 Aug 31 01:08:44.144026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-5aecfd95-5937-4302-99fc-990982f9090e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port 7d53e5ee-96c1-4798-b02d-a78b1d3a0f09 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:08:44.208509 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f994967-5cda-4af2-9846-69617adf4a95 req-d9c401d0-01b6-41a5-ad94-8748b518f31c tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566840 Aug 31 01:08:44.231999 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb1e4ddb-e24e-4e91-8278-364b0f14653a req-8bcbf7a3-e8a4-4af1-ae4d-a62c576279d4 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.262562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Allocated IP 2001:db8::2 (14e22907-50bf-4f4c-96ff-7b9fef164758/fb04d719-5d2b-4e5c-8c7a-ec53bcf9e62e/0b261f2b-25dd-4e28-beeb-ee77a691bbe8) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:44.269531 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb1e4ddb-e24e-4e91-8278-364b0f14653a req-8bcbf7a3-e8a4-4af1-ae4d-a62c576279d4 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.337591 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb1e4ddb-e24e-4e91-8278-364b0f14653a req-8bcbf7a3-e8a4-4af1-ae4d-a62c576279d4 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.340724 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb1e4ddb-e24e-4e91-8278-364b0f14653a req-8bcbf7a3-e8a4-4af1-ae4d-a62c576279d4 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.345164 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb1e4ddb-e24e-4e91-8278-364b0f14653a req-8bcbf7a3-e8a4-4af1-ae4d-a62c576279d4 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] 10.222.0.58 "DELETE /v2.0/security-groups/824206af-9982-4c75-8de0-a556e2f43ac5 HTTP/1.1" status: 204 len: 173 time: 0.1988242 Aug 31 01:08:44.359887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-87bedd0a-8bba-4ac7-9305-94ed097c99dd tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1477747569&fields=id&tenant_id=aa9a2e60b3104e5b9b545398b90f57bb HTTP/1.1" status: 200 len: 267 time: 0.0576911 Aug 31 01:08:44.369624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbf7a3-e8a4-4af1-ae4d-a62c576279d4 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824206af-9982-4c75-8de0-a556e2f43ac5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:44.451115 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.459797 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Transition to ACTIVE for port object 0b261f2b-25dd-4e28-beeb-ee77a691bbe8 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:44.478459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Transition to ACTIVE for port object 0b261f2b-25dd-4e28-beeb-ee77a691bbe8 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:44.486398 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.502652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df6f1a-dbe9-4d7d-9f7c-f5db59b86b71 req-294e1e6c-f3bf-47af-8385-4f197ab60305 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:44.503626 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6df6f1a-dbe9-4d7d-9f7c-f5db59b86b71 req-294e1e6c-f3bf-47af-8385-4f197ab60305 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=72dddb9f-93ee-4108-8dc7-c2dabe81f2d3 HTTP/1.1" status: 200 len: 950 time: 0.0773427 Aug 31 01:08:44.527751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-f06ad243-e3ba-4b99-9856-378c04183d76 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:44.529321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-f06ad243-e3ba-4b99-9856-378c04183d76 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 812 time: 0.1619327 Aug 31 01:08:44.550817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:44.554021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:44.555751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-e9c2b8c6-dfcd-4613-8c6b-64beeeb4e180 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/quotas/aa9a2e60b3104e5b9b545398b90f57bb HTTP/1.1" status: 200 len: 375 time: 0.0182710 Aug 31 01:08:44.561726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:44.574071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Pushing event updated for resources: {'Port': ['ID=0b261f2b-25dd-4e28-beeb-ee77a691bbe8,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:44.574454 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-5aecfd95-5937-4302-99fc-990982f9090e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::375 (14e22907-50bf-4f4c-96ff-7b9fef164758/fb04d719-5d2b-4e5c-8c7a-ec53bcf9e62e/7d53e5ee-96c1-4798-b02d-a78b1d3a0f09) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:44.606389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6df6f1a-dbe9-4d7d-9f7c-f5db59b86b71 req-38226a60-b2a3-49de-a167-b89a2033c68e tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760589 Aug 31 01:08:44.631592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Attempting to bind port 0b261f2b-25dd-4e28-beeb-ee77a691bbe8 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:44.631592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Attempting to bind port 0b261f2b-25dd-4e28-beeb-ee77a691bbe8 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:44.631592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Attempting to bind port 0b261f2b-25dd-4e28-beeb-ee77a691bbe8 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:44.636899 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:44.637650 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:44.638242 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.638828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:44.639612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Bound port: 0b261f2b-25dd-4e28-beeb-ee77a691bbe8, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:44.640240 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.647316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-56b3e371-2162-4a8e-8119-970418709404 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789275 Aug 31 01:08:44.711309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] For port 0b261f2b-25dd-4e28-beeb-ee77a691bbe8, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:44.719667 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] For port 0b261f2b-25dd-4e28-beeb-ee77a691bbe8, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0b261f2b-25dd-4e28-beeb-ee77a691bbe8,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:44.733200 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.763592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5aecfd95-5937-4302-99fc-990982f9090e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.773358 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:44.786626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-5aecfd95-5937-4302-99fc-990982f9090e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object 7d53e5ee-96c1-4798-b02d-a78b1d3a0f09 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:44.811248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:08:44.811687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ed97ae23-3f0e-4dbc-a34b-8c8a59fb2cbc not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:08:44.829002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0121f-d43f-4920-9235-da71a644dd5b None None] Pushing event updated for resources: {'Port': ['ID=0b261f2b-25dd-4e28-beeb-ee77a691bbe8,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:44.834360 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5aecfd95-5937-4302-99fc-990982f9090e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.840320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9571b-88bd-49c8-8d3c-231417774916 req-07637dad-5686-4dde-9ba5-5b6288abd53d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:44.848552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9571b-88bd-49c8-8d3c-231417774916 req-07637dad-5686-4dde-9ba5-5b6288abd53d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:44.855068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9571b-88bd-49c8-8d3c-231417774916 req-07637dad-5686-4dde-9ba5-5b6288abd53d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:44.861004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9571b-88bd-49c8-8d3c-231417774916 req-07637dad-5686-4dde-9ba5-5b6288abd53d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:44.866908 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9571b-88bd-49c8-8d3c-231417774916 req-07637dad-5686-4dde-9ba5-5b6288abd53d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:44.873005 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9571b-88bd-49c8-8d3c-231417774916 req-07637dad-5686-4dde-9ba5-5b6288abd53d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:44.878892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9571b-88bd-49c8-8d3c-231417774916 req-07637dad-5686-4dde-9ba5-5b6288abd53d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:44.881226 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7de9571b-88bd-49c8-8d3c-231417774916 req-07637dad-5686-4dde-9ba5-5b6288abd53d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5423 time: 0.1529579 Aug 31 01:08:44.887651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aecfd95-5937-4302-99fc-990982f9090e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:44.890922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-5aecfd95-5937-4302-99fc-990982f9090e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:44.894562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-71209c19-260a-4da0-927d-699f6a20ef09 service neutron] 10.222.0.58 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453742 Aug 31 01:08:44.895156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aecfd95-5937-4302-99fc-990982f9090e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:44.900923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aecfd95-5937-4302-99fc-990982f9090e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:44.902368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5aecfd95-5937-4302-99fc-990982f9090e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.912584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecfd95-5937-4302-99fc-990982f9090e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=7d53e5ee-96c1-4798-b02d-a78b1d3a0f09,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:44.936926 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5aecfd95-5937-4302-99fc-990982f9090e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9887240 Aug 31 01:08:44.937219 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44368) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:44.944310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7de9571b-88bd-49c8-8d3c-231417774916 req-c4845375-e011-48ef-91d2-097f038399d6 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527964 Aug 31 01:08:45.021890 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8f752-4f85-4e36-8e5c-5454c8f30b75 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:45.028499 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8f752-4f85-4e36-8e5c-5454c8f30b75 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:45.030303 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6da8f752-4f85-4e36-8e5c-5454c8f30b75 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0921388 Aug 31 01:08:45.033290 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44372) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:45.111960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-1588b8b9-6f54-4a72-98eb-41eac52caa9a service neutron] 10.222.0.58 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806035 Aug 31 01:08:45.118574 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44c3d8e0-95d2-4d8c-a05b-23cb366050c8 req-bcb28a6e-7b43-41fd-924c-a171b99b6423 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] 10.222.0.58 "GET /v2.0/security-groups/a329552f-2d81-49b8-a91c-3df8fe162450 HTTP/1.1" status: 200 len: 1779 time: 0.1083779 Aug 31 01:08:45.150597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-a889068f-f9cf-46ec-89ca-b5db5b6716c9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port 7d53e5ee-96c1-4798-b02d-a78b1d3a0f09 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:45.150974 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a889068f-f9cf-46ec-89ca-b5db5b6716c9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.210469 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-44c3d8e0-95d2-4d8c-a05b-23cb366050c8 req-d3355d9c-ec02-4a0d-b48b-3b6966f8bdd1 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.241336 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-44c3d8e0-95d2-4d8c-a05b-23cb366050c8 req-d3355d9c-ec02-4a0d-b48b-3b6966f8bdd1 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.272688 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a889068f-f9cf-46ec-89ca-b5db5b6716c9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.298547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-a889068f-f9cf-46ec-89ca-b5db5b6716c9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for 7d53e5ee-96c1-4798-b02d-a78b1d3a0f09 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:45.347437 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-44c3d8e0-95d2-4d8c-a05b-23cb366050c8 req-d3355d9c-ec02-4a0d-b48b-3b6966f8bdd1 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.350554 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-44c3d8e0-95d2-4d8c-a05b-23cb366050c8 req-d3355d9c-ec02-4a0d-b48b-3b6966f8bdd1 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.363024 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44c3d8e0-95d2-4d8c-a05b-23cb366050c8 req-d3355d9c-ec02-4a0d-b48b-3b6966f8bdd1 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] 10.222.0.58 "DELETE /v2.0/security-groups/a329552f-2d81-49b8-a91c-3df8fe162450 HTTP/1.1" status: 204 len: 173 time: 0.2360592 Aug 31 01:08:45.396268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f062f-28bc-4c1a-8d03-0d51151d78fb req-14d35212-c0d1-4e22-8e2b-e7ccc4a60f1b tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:45.397808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e44f062f-28bc-4c1a-8d03-0d51151d78fb req-14d35212-c0d1-4e22-8e2b-e7ccc4a60f1b tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 944 time: 0.0998430 Aug 31 01:08:45.413794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3355d9c-ec02-4a0d-b48b-3b6966f8bdd1 tempest-SecurityGroupsTestAdminJSON-1564974635 tempest-SecurityGroupsTestAdminJSON-1564974635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a329552f-2d81-49b8-a91c-3df8fe162450,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:45.480218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e44f062f-28bc-4c1a-8d03-0d51151d78fb req-f079caf9-b6f9-4223-abea-001510c2776b tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb518211-b6e8-424a-a889-ac173bc09eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606172 Aug 31 01:08:45.552919 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a889068f-f9cf-46ec-89ca-b5db5b6716c9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.618419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc2b4f-2912-4fe3-a195-b14749da69a0 req-4c0ad89d-a4a7-4c0f-aede-d6546e213453 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:45.621731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35dc2b4f-2912-4fe3-a195-b14749da69a0 req-4c0ad89d-a4a7-4c0f-aede-d6546e213453 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.0724835 Aug 31 01:08:45.640347 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889068f-f9cf-46ec-89ca-b5db5b6716c9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=7d53e5ee-96c1-4798-b02d-a78b1d3a0f09,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:45.711761 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a889068f-f9cf-46ec-89ca-b5db5b6716c9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:45.716929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4987278a-d67d-45d8-abee-c162706b8451', 'tag': '8b25cc1f-79af-4cec-bab1-fc0c7f4595da'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:45.719853 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a889068f-f9cf-46ec-89ca-b5db5b6716c9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/7d53e5ee-96c1-4798-b02d-a78b1d3a0f09 HTTP/1.1" status: 204 len: 168 time: 0.6854696 Aug 31 01:08:45.722728 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44396) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:45.727903 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b87590-3893-4b30-8b88-2da78fab3538" -d '{"events": [{"name": "network-changed", "server_uuid": "4987278a-d67d-45d8-abee-c162706b8451", "tag": "8b25cc1f-79af-4cec-bab1-fc0c7f4595da"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:45.747406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35dc2b4f-2912-4fe3-a195-b14749da69a0 req-e0b1f27b-9dcf-466e-9226-e18096574271 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154623 Aug 31 01:08:45.861758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44404) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:45.904838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56520fe-a89b-4871-876f-a2f81b40699e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:45.906552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56520fe-a89b-4871-876f-a2f81b40699e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:45.914074 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e56520fe-a89b-4871-876f-a2f81b40699e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1879165 Aug 31 01:08:45.922867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44408) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:46.000654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-608ec86f-8e2e-4078-b424-7c900eb9b211 req-95392e96-7cee-4ccc-b163-43351be7ca8b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 210 time: 0.0368583 Aug 31 01:08:46.031627 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ada2bd-a989-46b3-8ad0-ed5a165560cd req-31275ec1-2e4b-456b-a4ce-662224e7e2a6 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:46.041864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92ada2bd-a989-46b3-8ad0-ed5a165560cd req-31275ec1-2e4b-456b-a4ce-662224e7e2a6 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 943 time: 0.1654599 Aug 31 01:08:46.088236 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c1e51c-e527-414b-abe4-88590f4e3b62 x-openstack-request-id: req-12c1e51c-e527-414b-abe4-88590f4e3b62 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:46.088572 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4987278a-d67d-45d8-abee-c162706b8451", "tag": "8b25cc1f-79af-4cec-bab1-fc0c7f4595da", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:46.088853 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12c1e51c-e527-414b-abe4-88590f4e3b62 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:46.089440 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4987278a-d67d-45d8-abee-c162706b8451', 'tag': '8b25cc1f-79af-4cec-bab1-fc0c7f4595da', 'status': 'completed', 'code': 200} Aug 31 01:08:46.097412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-5426c67b-66e5-4f60-aacb-ada6adf17fd6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet fb04d719-5d2b-4e5c-8c7a-ec53bcf9e62e {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:08:46.109829 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5426c67b-66e5-4f60-aacb-ada6adf17fd6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.201337 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92ada2bd-a989-46b3-8ad0-ed5a165560cd req-905eb9e6-49f8-466e-99f4-678005559df2 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536434 Aug 31 01:08:46.204591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ee5326bc-b15d-4f76-9f5d-d772b1356754 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0268626a6c6840dcb46062f755f18201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3400669 Aug 31 01:08:46.207237 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44420) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:46.242539 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5426c67b-66e5-4f60-aacb-ada6adf17fd6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.250655 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-efb2732e-4ffe-41f4-b28e-ede0d6a928f4 None None] Provisioning for port 0b261f2b-25dd-4e28-beeb-ee77a691bbe8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:46.288730 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1bcd03a3-6109-4f27-82bf-0d3732d1f9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.320435 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1bcd03a3-6109-4f27-82bf-0d3732d1f9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.362409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b87590-3893-4b30-8b88-2da78fab3538 req-e8733250-42f4-4f98-91da-603d0ee396e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:46.363995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09b87590-3893-4b30-8b88-2da78fab3538 req-e8733250-42f4-4f98-91da-603d0ee396e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 1126 time: 0.1887996 Aug 31 01:08:46.388545 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1bcd03a3-6109-4f27-82bf-0d3732d1f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.391692 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1bcd03a3-6109-4f27-82bf-0d3732d1f9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.395322 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1bcd03a3-6109-4f27-82bf-0d3732d1f9b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c3b69bb-e8ee-4f53-941b-a329164700ea HTTP/1.1" status: 204 len: 168 time: 0.1844001 Aug 31 01:08:46.402198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd03a3-6109-4f27-82bf-0d3732d1f9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3b69bb-e8ee-4f53-941b-a329164700ea,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:46.427207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6fe2a-25f2-4955-a931-d2a64de22e7d req-d2bdb7a0-08e6-4e4d-9e0b-068cfea656ae tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:46.443256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6fe2a-25f2-4955-a931-d2a64de22e7d req-d2bdb7a0-08e6-4e4d-9e0b-068cfea656ae tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:46.450771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6fe2a-25f2-4955-a931-d2a64de22e7d req-d2bdb7a0-08e6-4e4d-9e0b-068cfea656ae tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:46.458048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6fe2a-25f2-4955-a931-d2a64de22e7d req-d2bdb7a0-08e6-4e4d-9e0b-068cfea656ae tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:46.465619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6fe2a-25f2-4955-a931-d2a64de22e7d req-d2bdb7a0-08e6-4e4d-9e0b-068cfea656ae tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:46.471724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6fe2a-25f2-4955-a931-d2a64de22e7d req-d2bdb7a0-08e6-4e4d-9e0b-068cfea656ae tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:46.482200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c7c8da9f-095b-4505-a69e-039b419ec9e4 None None] Could not find standard attr ID for object 7d53e5ee-96c1-4798-b02d-a78b1d3a0f09. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:08:46.482786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6fe2a-25f2-4955-a931-d2a64de22e7d req-d2bdb7a0-08e6-4e4d-9e0b-068cfea656ae tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:46.484871 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbe6fe2a-25f2-4955-a931-d2a64de22e7d req-d2bdb7a0-08e6-4e4d-9e0b-068cfea656ae tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5423 time: 0.2458971 Aug 31 01:08:46.579143 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5426c67b-66e5-4f60-aacb-ada6adf17fd6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.659679 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7f0214bb-8098-4206-85ec-e2322dd5fea7 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:46.679471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbe6fe2a-25f2-4955-a931-d2a64de22e7d req-fc19eae5-701f-4e0b-b3a7-b96865402e84 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1742480 Aug 31 01:08:46.731880 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36ddbd-03b4-495b-92ff-776013f5ae74 req-c031c82b-96d3-4db2-9a89-c54c868e7adc tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:46.739906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b36ddbd-03b4-495b-92ff-776013f5ae74 req-c031c82b-96d3-4db2-9a89-c54c868e7adc tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 944 time: 0.1734984 Aug 31 01:08:46.803317 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44430) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:46.821989 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b87590-3893-4b30-8b88-2da78fab3538 req-1b84d13f-8b93-4d0d-bdcc-b8658dc2ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:46.828920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09b87590-3893-4b30-8b88-2da78fab3538 req-1b84d13f-8b93-4d0d-bdcc-b8658dc2ea9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.4565265 Aug 31 01:08:46.836845 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5426c67b-66e5-4f60-aacb-ada6adf17fd6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.851579 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0b261f2b-25dd-4e28-beeb-ee77a691bbe8 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:46.877241 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-38b52763-cf4a-4cf0-b2dd-76b340dc32dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a55adc5fe3c4dc0af572df5528112ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702648 Aug 31 01:08:46.880199 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5426c67b-66e5-4f60-aacb-ada6adf17fd6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:46.884331 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5426c67b-66e5-4f60-aacb-ada6adf17fd6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/fb04d719-5d2b-4e5c-8c7a-ec53bcf9e62e HTTP/1.1" status: 204 len: 168 time: 0.9573107 Aug 31 01:08:46.884530 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44432) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:46.888543 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44434) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:46.889302 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b182efb8-8d3a-4289-a839-55227c1f0685 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:46.941506 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ff4d451e-cbcd-414e-a6e2-899d09b2e3f8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465386 Aug 31 01:08:46.947124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44436) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:46.961439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b36ddbd-03b4-495b-92ff-776013f5ae74 req-6ac1d429-d612-4fde-aa9b-c18bfc54aaa0 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb518211-b6e8-424a-a889-ac173bc09eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938732 Aug 31 01:08:46.962225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426c67b-66e5-4f60-aacb-ada6adf17fd6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=fb04d719-5d2b-4e5c-8c7a-ec53bcf9e62e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:46.985023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09b87590-3893-4b30-8b88-2da78fab3538 req-94580237-050c-4003-bf4b-57d672b16deb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da HTTP/1.1" status: 200 len: 217 time: 0.1283271 Aug 31 01:08:47.045899 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef56c00-f687-4f0c-8c4e-14366a5c8d15 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.049776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2849bc2-603f-41c9-93f8-778f01eee169 req-0ee65395-854d-4172-b95d-4a759529e600 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.050208 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3ef56c00-f687-4f0c-8c4e-14366a5c8d15 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0993619 Aug 31 01:08:47.050341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2849bc2-603f-41c9-93f8-778f01eee169 req-0ee65395-854d-4172-b95d-4a759529e600 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.1958225 Aug 31 01:08:47.054091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44440) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:47.086558 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15cb5b7f-17c8-477b-81ef-875d093b0e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.125159 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b87590-3893-4b30-8b88-2da78fab3538 req-b67754e6-db65-4073-9cd3-7eb0d91586ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.126851 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09b87590-3893-4b30-8b88-2da78fab3538 req-b67754e6-db65-4073-9cd3-7eb0d91586ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.1345651 Aug 31 01:08:47.182163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ce050db4-e2e8-421e-86c1-e31c9b043242 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:47.194287 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09b87590-3893-4b30-8b88-2da78fab3538 req-dba1ba81-3cd7-48c6-a382-0cbfd943db39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571003 Aug 31 01:08:47.200132 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15cb5b7f-17c8-477b-81ef-875d093b0e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.201271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af596498-1537-4238-a900-933e57e50c9f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.205396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-af596498-1537-4238-a900-933e57e50c9f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1479902 Aug 31 01:08:47.220986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44444) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:47.244160 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2849bc2-603f-41c9-93f8-778f01eee169 req-c1a89c81-8e81-4cfc-9db8-673e9066a000 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790431 Aug 31 01:08:47.252267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40489e9d-853e-4f8d-88b7-f15227d2ecfc req-f356e181-c8dd-4edf-9825-1a5377896c52 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 210 time: 0.1010113 Aug 31 01:08:47.352555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7f0214bb-8098-4206-85ec-e2322dd5fea7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7f0214bb-8098-4206-85ec-e2322dd5fea7,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:47.358123 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-57f26324-3b92-43e5-83cc-9fff4d2af9ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1358552 Aug 31 01:08:47.359134 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44456) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:47.371221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-fbdb8ad2-d915-4dec-a829-d853590a0396 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:47.374508 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '7f0214bb-8098-4206-85ec-e2322dd5fea7', 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21', 'port_id': '7f0214bb-8098-4206-85ec-e2322dd5fea7', 'mac_address': 'fa:16:3e:73:75:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6d7b31-6be9-4218-bed1-97a7424594e7', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:08:47.376627 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15cb5b7f-17c8-477b-81ef-875d093b0e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.379679 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15cb5b7f-17c8-477b-81ef-875d093b0e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.384102 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-15cb5b7f-17c8-477b-81ef-875d093b0e26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51f471af-d94c-4a5e-89bc-401a38982269 HTTP/1.1" status: 204 len: 168 time: 0.4997823 Aug 31 01:08:47.466050 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.510845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0214bb-8098-4206-85ec-e2322dd5fea7 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:47.534313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7f0214bb-8098-4206-85ec-e2322dd5fea7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7f0214bb-8098-4206-85ec-e2322dd5fea7,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:47.548745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ce050db4-e2e8-421e-86c1-e31c9b043242, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ce050db4-e2e8-421e-86c1-e31c9b043242,segment=NetworkSegment(4039b6b8-06de-4a7e-b981-57acfa101af3),segment_id=4039b6b8-06de-4a7e-b981-57acfa101af3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:47.552735 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.554174 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 97659ade-1488-434b-aade-3fbbe25b95a7 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:47.562876 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09b87590-3893-4b30-8b88-2da78fab3538 req-9711217a-3710-422a-83ff-49a34a022c69 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514369 Aug 31 01:08:47.568451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 0b261f2b-25dd-4e28-beeb-ee77a691bbe8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:47.617535 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'ce050db4-e2e8-421e-86c1-e31c9b043242', 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'port_id': 'ce050db4-e2e8-421e-86c1-e31c9b043242', 'mac_address': 'fa:16:3e:c1:af:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:08:47.629079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0b261f2b-25dd-4e28-beeb-ee77a691bbe8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:47.629799 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:47.637750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b831db-5c25-4ae0-ab7b-12d858d0dc17 req-e531010f-8c89-4948-ae02-948e2c98dde7 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.645233 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-07b831db-5c25-4ae0-ab7b-12d858d0dc17 req-e531010f-8c89-4948-ae02-948e2c98dde7 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 943 time: 0.2475488 Aug 31 01:08:47.687071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353bb6b5-ae6e-41bd-a45d-983cb45063bb None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:08:47.830758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-07b831db-5c25-4ae0-ab7b-12d858d0dc17 req-aaa9b99f-0fe6-44a2-abbf-dfe3d13f5ccd tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567820 Aug 31 01:08:47.853854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09b87590-3893-4b30-8b88-2da78fab3538 req-1f021380-f314-43d4-b536-1e56bbbd3592 service neutron] 10.222.0.15 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841597 Aug 31 01:08:47.915651 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10150e3-6981-4ba7-b3ba-7df3022f67ae req-8f3c0079-56b9-4480-9899-15401eb7d7c1 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.923369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10150e3-6981-4ba7-b3ba-7df3022f67ae req-8f3c0079-56b9-4480-9899-15401eb7d7c1 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.930319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10150e3-6981-4ba7-b3ba-7df3022f67ae req-8f3c0079-56b9-4480-9899-15401eb7d7c1 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.937499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10150e3-6981-4ba7-b3ba-7df3022f67ae req-8f3c0079-56b9-4480-9899-15401eb7d7c1 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.943600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb5b7f-17c8-477b-81ef-875d093b0e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f471af-d94c-4a5e-89bc-401a38982269,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:47.944982 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10150e3-6981-4ba7-b3ba-7df3022f67ae req-8f3c0079-56b9-4480-9899-15401eb7d7c1 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.952845 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10150e3-6981-4ba7-b3ba-7df3022f67ae req-8f3c0079-56b9-4480-9899-15401eb7d7c1 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.962076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10150e3-6981-4ba7-b3ba-7df3022f67ae req-8f3c0079-56b9-4480-9899-15401eb7d7c1 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.967754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b10150e3-6981-4ba7-b3ba-7df3022f67ae req-8f3c0079-56b9-4480-9899-15401eb7d7c1 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5424 time: 0.1270449 Aug 31 01:08:47.985294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-0fb1b379-152d-4fda-aeb1-08a584acc2e0 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:47.987134 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-0fb1b379-152d-4fda-aeb1-08a584acc2e0 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 812 time: 0.9017234 Aug 31 01:08:48.020287 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdb8ad2-d915-4dec-a829-d853590a0396 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:48.024212 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbdb8ad2-d915-4dec-a829-d853590a0396 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.081402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b10150e3-6981-4ba7-b3ba-7df3022f67ae req-f2ad57c2-318f-45d4-8962-5c49566bf80a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1053755 Aug 31 01:08:48.109671 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 97659ade-1488-434b-aade-3fbbe25b95a7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=97659ade-1488-434b-aade-3fbbe25b95a7,segment=NetworkSegment(5d426c79-0889-455e-832d-a68acceeaf25),segment_id=5d426c79-0889-455e-832d-a68acceeaf25)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:48.142439 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '97659ade-1488-434b-aade-3fbbe25b95a7', 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'port_id': '97659ade-1488-434b-aade-3fbbe25b95a7', 'mac_address': 'fa:16:3e:44:b2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:08:48.144144 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.158078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4912c-9e03-4da2-ab97-4226d62cd11a req-65078e1b-d306-41bf-9a7b-3770ddd7acc5 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:48.169120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce050db4-e2e8-421e-86c1-e31c9b043242 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:48.169971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aba4912c-9e03-4da2-ab97-4226d62cd11a req-65078e1b-d306-41bf-9a7b-3770ddd7acc5 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 944 time: 0.0702531 Aug 31 01:08:48.179378 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-cf1a49bd-89a8-4e8c-901d-7edede76bb7c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa9a2e60b3104e5b9b545398b90f57bb HTTP/1.1" status: 200 len: 380 time: 0.1652625 Aug 31 01:08:48.184903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-9bf4f844-2acb-4863-bca2-e82b54377614 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Request body: {'port': {'device_id': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'admin_state_up': True, 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'security_groups': ['b938804f-b16c-497f-a7e1-f4db8788388f']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:48.218542 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aba4912c-9e03-4da2-ab97-4226d62cd11a req-feea585d-a5b1-41fe-8f66-a73bad29a846 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb518211-b6e8-424a-a889-ac173bc09eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473642 Aug 31 01:08:48.222503 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ce050db4-e2e8-421e-86c1-e31c9b043242, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ce050db4-e2e8-421e-86c1-e31c9b043242,segment=NetworkSegment(4039b6b8-06de-4a7e-b981-57acfa101af3),segment_id=4039b6b8-06de-4a7e-b981-57acfa101af3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:48.300658 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7f0214bb-8098-4206-85ec-e2322dd5fea7,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:48.305503 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.442502 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ebf04d5-002f-4403-87d4-ca9471fc23b8 req-7e6e8884-458f-46ba-9108-b3417aec2975 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 210 time: 0.0731633 Aug 31 01:08:48.475883 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.506672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ce050db4-e2e8-421e-86c1-e31c9b043242,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:48.528321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df231b8a-7d78-4e2c-bd55-a8dec01d9a00 req-bb3a3d25-764b-4bff-9d1b-6e19fa76ecd8 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:48.531421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97659ade-1488-434b-aade-3fbbe25b95a7 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:48.538329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df231b8a-7d78-4e2c-bd55-a8dec01d9a00 req-bb3a3d25-764b-4bff-9d1b-6e19fa76ecd8 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.1764932 Aug 31 01:08:48.571444 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 97659ade-1488-434b-aade-3fbbe25b95a7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=97659ade-1488-434b-aade-3fbbe25b95a7,segment=NetworkSegment(5d426c79-0889-455e-832d-a68acceeaf25),segment_id=5d426c79-0889-455e-832d-a68acceeaf25)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:48.574098 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.578248 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.578921 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 0566f795-c864-431d-8adb-85d29f5b7dae details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:48.581398 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-353bb6b5-ae6e-41bd-a45d-983cb45063bb None None] Deleting port 0b261f2b-25dd-4e28-beeb-ee77a691bbe8 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:48.581686 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-353bb6b5-ae6e-41bd-a45d-983cb45063bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.642255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df231b8a-7d78-4e2c-bd55-a8dec01d9a00 req-cda62760-231c-4269-be25-aacc34ce2524 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972466 Aug 31 01:08:48.661586 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbdb8ad2-d915-4dec-a829-d853590a0396 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.673509 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-9bf4f844-2acb-4863-bca2-e82b54377614 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Made reservation on behalf of aa9a2e60b3104e5b9b545398b90f57bb for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:48.677901 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-9bf4f844-2acb-4863-bca2-e82b54377614 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.742373 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdb8ad2-d915-4dec-a829-d853590a0396 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:48.755042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-fbdb8ad2-d915-4dec-a829-d853590a0396 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:48.764109 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdb8ad2-d915-4dec-a829-d853590a0396 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:48.764993 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbdb8ad2-d915-4dec-a829-d853590a0396 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.784007 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb8ad2-d915-4dec-a829-d853590a0396 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=0c2e9320-5287-43d6-bc20-623d5d0e97f1,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:48.809243 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=97659ade-1488-434b-aade-3fbbe25b95a7,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:48.848941 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fbdb8ad2-d915-4dec-a829-d853590a0396 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4850268 Aug 31 01:08:48.851429 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 0b261f2b-25dd-4e28-beeb-ee77a691bbe8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0b261f2b-25dd-4e28-beeb-ee77a691bbe8,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:48.851661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44498) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:48.854253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['ce050db4-e2e8-421e-86c1-e31c9b043242'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:48.859431 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c6ca0c4e-c0cb-4f93-8824-56cfa4826056 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'fixed_ips': [{'subnet_id': '0c2e9320-5287-43d6-bc20-623d5d0e97f1', 'ip_address': '2001:db8::6c97:9552:bc31:7532'}], 'name': 'tempest-NetworksTestDHCPv6-2013693835'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:48.868993 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:48.924713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 0566f795-c864-431d-8adb-85d29f5b7dae, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=0566f795-c864-431d-8adb-85d29f5b7dae,segment=NetworkSegment(0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0),segment_id=0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:48.984775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-353bb6b5-ae6e-41bd-a45d-983cb45063bb None None] For port 0b261f2b-25dd-4e28-beeb-ee77a691bbe8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0b261f2b-25dd-4e28-beeb-ee77a691bbe8,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:48.985101 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-353bb6b5-ae6e-41bd-a45d-983cb45063bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.010539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '0566f795-c864-431d-8adb-85d29f5b7dae', 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0', 'port_id': '0566f795-c864-431d-8adb-85d29f5b7dae', 'mac_address': 'fa:16:3e:0d:dd:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29402c3f-ce20-494c-a4c1-dc4edee01ec8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:08:49.014605 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0b261f2b-25dd-4e28-beeb-ee77a691bbe8 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:49.061971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-353bb6b5-ae6e-41bd-a45d-983cb45063bb None None] Calling delete_port for 0b261f2b-25dd-4e28-beeb-ee77a691bbe8 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:49.066650 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-9bf4f844-2acb-4863-bca2-e82b54377614 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Allocated IP 172.20.0.12 (5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad/c35ba00f-fd19-48e8-9930-8cd7e499d142/b613db64-1580-48f3-84aa-d12fcf5cae8f) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:49.147018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7e5527d9-9a81-41c7-886c-cdd80c335ad2 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:49.156654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=0b261f2b-25dd-4e28-beeb-ee77a691bbe8,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:49.213082 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.270217 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-9bf4f844-2acb-4863-bca2-e82b54377614 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.278647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0566f795-c864-431d-8adb-85d29f5b7dae {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:49.295927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-9bf4f844-2acb-4863-bca2-e82b54377614 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Transition to ACTIVE for port object b613db64-1580-48f3-84aa-d12fcf5cae8f will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:49.357834 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-9bf4f844-2acb-4863-bca2-e82b54377614 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.370460 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ca0c4e-c0cb-4f93-8824-56cfa4826056 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:49.407013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 0566f795-c864-431d-8adb-85d29f5b7dae, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=0566f795-c864-431d-8adb-85d29f5b7dae,segment=NetworkSegment(0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0),segment_id=0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:49.427135 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.427960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 450c3c7c-35f4-4432-892d-05366ece154e details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:49.441354 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4f844-2acb-4863-bca2-e82b54377614 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event updated for resources: {'Port': ['ID=b613db64-1580-48f3-84aa-d12fcf5cae8f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:49.446350 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.457686 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-353bb6b5-ae6e-41bd-a45d-983cb45063bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.467448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-9bf4f844-2acb-4863-bca2-e82b54377614 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:49.469774 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-9bf4f844-2acb-4863-bca2-e82b54377614 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:49.472822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-9bf4f844-2acb-4863-bca2-e82b54377614 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:49.556712 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7e5527d9-9a81-41c7-886c-cdd80c335ad2, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:49.564604 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353bb6b5-ae6e-41bd-a45d-983cb45063bb None None] No DVR routers for this DVR port 0b261f2b-25dd-4e28-beeb-ee77a691bbe8 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:49.572588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-9bf4f844-2acb-4863-bca2-e82b54377614 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:49.574686 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-9bf4f844-2acb-4863-bca2-e82b54377614 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.606040 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde1bd8-6aa3-4756-9c0e-5647044aa1d5 req-b88928d4-627d-430a-a9b3-77300de0a351 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:49.606628 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-9bf4f844-2acb-4863-bca2-e82b54377614 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4257183 Aug 31 01:08:49.614563 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cdde1bd8-6aa3-4756-9c0e-5647044aa1d5 req-b88928d4-627d-430a-a9b3-77300de0a351 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 943 time: 0.5293679 Aug 31 01:08:49.620191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Request body: {'port': {'device_id': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:49.621107 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0c4e-c0cb-4f93-8824-56cfa4826056 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.634840 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.resource_extend [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:08:49.638643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef10533-fbaf-4397-bc04-c0ba1a5223ab None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:49.651169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-9c820e9a-fc1d-4ea9-ae73-11add7393412 service neutron] 10.222.0.15 "GET /v2.0/ports/8b25cc1f-79af-4cec-bab1-fc0c7f4595da/bindings/n-h2-802060-13 HTTP/1.1" status: 200 len: 385 time: 0.6085665 Aug 31 01:08:49.707542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=0566f795-c864-431d-8adb-85d29f5b7dae,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:49.717967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '7e5527d9-9a81-41c7-886c-cdd80c335ad2', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '7e5527d9-9a81-41c7-886c-cdd80c335ad2', 'mac_address': 'fa:16:3e:af:39:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:08:49.752895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cdde1bd8-6aa3-4756-9c0e-5647044aa1d5 req-a0f4ec6e-a8c9-433e-af06-65c1020f5d92 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373706 Aug 31 01:08:49.762001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-c6ca0c4e-c0cb-4f93-8824-56cfa4826056 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port d3d0e042-6145-4633-a440-b97d32a2683b yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:08:49.773212 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:49.790735 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 450c3c7c-35f4-4432-892d-05366ece154e, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=450c3c7c-35f4-4432-892d-05366ece154e,segment=NetworkSegment(0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0),segment_id=0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:49.883674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bb6b5-ae6e-41bd-a45d-983cb45063bb None None] Pushing event deleted for resources: {'Port': ['ID=0b261f2b-25dd-4e28-beeb-ee77a691bbe8,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:49.893961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '450c3c7c-35f4-4432-892d-05366ece154e', 'network_id': 'e89443cc-9b69-4c94-9137-62b2d80389e0', 'port_id': '450c3c7c-35f4-4432-892d-05366ece154e', 'mac_address': 'fa:16:3e:64:76:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29402c3f-ce20-494c-a4c1-dc4edee01ec8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:08:50.010378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0eaef8c0-779f-4721-8651-2543888b80ec None None] Provisioning for port b613db64-1580-48f3-84aa-d12fcf5cae8f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:50.025928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0eaef8c0-779f-4721-8651-2543888b80ec None None] Provisioning complete for port b613db64-1580-48f3-84aa-d12fcf5cae8f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:50.026420 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0eaef8c0-779f-4721-8651-2543888b80ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.035578 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.037277 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.084714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450c3c7c-35f4-4432-892d-05366ece154e {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:50.146666 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e5527d9-9a81-41c7-886c-cdd80c335ad2 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:50.214136 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 450c3c7c-35f4-4432-892d-05366ece154e, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=450c3c7c-35f4-4432-892d-05366ece154e,segment=NetworkSegment(0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0),segment_id=0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:50.221165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe79889-1361-4a75-93db-7dddc0809f67 req-1c932d03-f8f8-4554-a0a1-a6c405b4c337 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:50.232276 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe79889-1361-4a75-93db-7dddc0809f67 req-1c932d03-f8f8-4554-a0a1-a6c405b4c337 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:50.239294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-0eaef8c0-779f-4721-8651-2543888b80ec None None] Port b613db64-1580-48f3-84aa-d12fcf5cae8f cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:50.242152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe79889-1361-4a75-93db-7dddc0809f67 req-1c932d03-f8f8-4554-a0a1-a6c405b4c337 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:50.250135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe79889-1361-4a75-93db-7dddc0809f67 req-1c932d03-f8f8-4554-a0a1-a6c405b4c337 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:50.257212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe79889-1361-4a75-93db-7dddc0809f67 req-1c932d03-f8f8-4554-a0a1-a6c405b4c337 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:50.262642 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.263494 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 3b367952-fbab-4977-b0c0-6447731e06fb details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:50.264486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe79889-1361-4a75-93db-7dddc0809f67 req-1c932d03-f8f8-4554-a0a1-a6c405b4c337 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:50.271547 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe79889-1361-4a75-93db-7dddc0809f67 req-1c932d03-f8f8-4554-a0a1-a6c405b4c337 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:50.273822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebe79889-1361-4a75-93db-7dddc0809f67 req-1c932d03-f8f8-4554-a0a1-a6c405b4c337 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5426 time: 0.3704889 Aug 31 01:08:50.310828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 3b367952-fbab-4977-b0c0-6447731e06fb, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3b367952-fbab-4977-b0c0-6447731e06fb,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:50.311723 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b613db64-1580-48f3-84aa-d12fcf5cae8f {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:50.322373 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.337320 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Transition to ACTIVE for port object b613db64-1580-48f3-84aa-d12fcf5cae8f will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:50.345112 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.359523 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7e5527d9-9a81-41c7-886c-cdd80c335ad2, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:50.363045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '3b367952-fbab-4977-b0c0-6447731e06fb', 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21', 'port_id': '3b367952-fbab-4977-b0c0-6447731e06fb', 'mac_address': 'fa:16:3e:f4:0b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6d7b31-6be9-4218-bed1-97a7424594e7', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:08:50.369805 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.401477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': '0c2e9320-5287-43d6-bc20-623d5d0e97f1'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:08:50.402942 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.419205 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Pushing event updated for resources: {'Port': ['ID=b613db64-1580-48f3-84aa-d12fcf5cae8f,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:50.423424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-c6ca0c4e-c0cb-4f93-8824-56cfa4826056 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::6c97:9552:bc31:7532 (14e22907-50bf-4f4c-96ff-7b9fef164758/0c2e9320-5287-43d6-bc20-623d5d0e97f1/d3d0e042-6145-4633-a440-b97d32a2683b) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:50.501768 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebe79889-1361-4a75-93db-7dddc0809f67 req-9041f5eb-1884-4bcf-b4ed-8afc104993b7 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1668177 Aug 31 01:08:50.525637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a3b7e-af41-413f-947e-04e7f2da7181 req-62e03fc2-2a0d-4baa-9beb-199c8a282611 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:50.532542 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-212a3b7e-af41-413f-947e-04e7f2da7181 req-62e03fc2-2a0d-4baa-9beb-199c8a282611 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 945 time: 0.2123342 Aug 31 01:08:50.601131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Attempting to bind port b613db64-1580-48f3-84aa-d12fcf5cae8f on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:50.601540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Attempting to bind port b613db64-1580-48f3-84aa-d12fcf5cae8f by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:50.601812 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Attempting to bind port b613db64-1580-48f3-84aa-d12fcf5cae8f on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:50.614655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:50.617149 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Port b613db64-1580-48f3-84aa-d12fcf5cae8f on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:08:50.617470 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Attempting to bind port b613db64-1580-48f3-84aa-d12fcf5cae8f on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:50.631061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:50.631515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Checking segment: {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:50.631916 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Bound using segment: {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:50.632070 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.632541 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Bound port: b613db64-1580-48f3-84aa-d12fcf5cae8f, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:50.632812 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.673888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b367952-fbab-4977-b0c0-6447731e06fb {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:50.721183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 3b367952-fbab-4977-b0c0-6447731e06fb, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3b367952-fbab-4977-b0c0-6447731e06fb,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:50.733201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['7e5527d9-9a81-41c7-886c-cdd80c335ad2'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:50.738085 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.738825 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 29267b36-3381-42b4-ba48-8fcd9b7a236b details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:50.762642 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:50.766135 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:50.774856 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.776549 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 29267b36-3381-42b4-ba48-8fcd9b7a236b, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=29267b36-3381-42b4-ba48-8fcd9b7a236b,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:50.794162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '29267b36-3381-42b4-ba48-8fcd9b7a236b', 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21', 'port_id': '29267b36-3381-42b4-ba48-8fcd9b7a236b', 'mac_address': 'fa:16:3e:06:f9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6d7b31-6be9-4218-bed1-97a7424594e7', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:08:50.829746 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=450c3c7c-35f4-4432-892d-05366ece154e,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:50.862095 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Pushing event updated for resources: {'Port': ['ID=b613db64-1580-48f3-84aa-d12fcf5cae8f,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:50.890900 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:50.891750 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:50.893301 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-bcf412db-336a-4c96-993d-4f494c25739d service neutron] 10.222.0.70 "PUT /v2.0/ports/b613db64-1580-48f3-84aa-d12fcf5cae8f HTTP/1.1" status: 200 len: 1093 time: 1.2786775 Aug 31 01:08:50.893983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:50.897007 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c023ee5-450f-412f-bce5-7c0ad7f76378" -d '{"events": [{"name": "network-changed", "server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:50.978157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=7e5527d9-9a81-41c7-886c-cdd80c335ad2,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:51.057667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-d8bf42d1-449e-44e9-8ef4-5c313f1ab7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:51.062027 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-d8bf42d1-449e-44e9-8ef4-5c313f1ab7e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 1096 time: 0.1193633 Aug 31 01:08:51.151215 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-341790d2-a461-4ca8-876d-899f561fc38e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f HTTP/1.1" status: 200 len: 217 time: 0.0789487 Aug 31 01:08:51.193353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ce050db4-e2e8-421e-86c1-e31c9b043242 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:51.248056 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.254333 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-66bd732b-2af5-486b-9e32-a6cc488e4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:51.258295 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-66bd732b-2af5-486b-9e32-a6cc488e4826 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.0866024 Aug 31 01:08:51.312654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=3b367952-fbab-4977-b0c0-6447731e06fb,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:51.323446 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5e3ba8f7-c3f3-4101-a289-31acc6bad457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.329586 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-76c1a10a-c356-415a-b0e3-a2047dedf078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:51.331696 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-76c1a10a-c356-415a-b0e3-a2047dedf078 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659649 Aug 31 01:08:51.333279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29267b36-3381-42b4-ba48-8fcd9b7a236b {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:51.357038 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 29267b36-3381-42b4-ba48-8fcd9b7a236b, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=29267b36-3381-42b4-ba48-8fcd9b7a236b,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:51.366668 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.367712 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 53e5b95c-f228-4756-af82-996e14d0fcc7 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:51.420267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port ce050db4-e2e8-421e-86c1-e31c9b043242 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:51.435269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:51.442337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port ce050db4-e2e8-421e-86c1-e31c9b043242 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:51.443114 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.460533 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-ad7ef213-d9fe-4a6e-8013-d1c58e00a88a service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146522 Aug 31 01:08:51.492594 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-212a3b7e-af41-413f-947e-04e7f2da7181 req-8d6ec314-cfd1-4c14-9af7-f49791e7d5d4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb518211-b6e8-424a-a889-ac173bc09eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8822055 Aug 31 01:08:51.566012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b25cc1f-79af-4cec-bab1-fc0c7f4595da {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:51.591100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:51.642012 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.657482 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-900409c1-5a8a-4de2-9563-c6bbd6e3c244 req-a55b9330-31bb-416e-b58c-bd5450ff05fc service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859522 Aug 31 01:08:51.658090 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.resource_extend [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:08:51.678250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803a39f-1b26-4f6a-97de-54218abf94bd req-fd7934e6-574d-480c-b14b-ef464cf08a1c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:51.679807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f803a39f-1b26-4f6a-97de-54218abf94bd req-fd7934e6-574d-480c-b14b-ef464cf08a1c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 944 time: 1.0086739 Aug 31 01:08:51.733196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=29267b36-3381-42b4-ba48-8fcd9b7a236b,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:51.737348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 53e5b95c-f228-4756-af82-996e14d0fcc7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=53e5b95c-f228-4756-af82-996e14d0fcc7,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:51.779913 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0c4e-c0cb-4f93-8824-56cfa4826056 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.806147 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '53e5b95c-f228-4756-af82-996e14d0fcc7', 'network_id': 'b31b1865-ff35-42ae-8079-b6731ab28a21', 'port_id': '53e5b95c-f228-4756-af82-996e14d0fcc7', 'mac_address': 'fa:16:3e:d8:87:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6d7b31-6be9-4218-bed1-97a7424594e7', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:08:51.816683 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-c6ca0c4e-c0cb-4f93-8824-56cfa4826056 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object d3d0e042-6145-4633-a440-b97d32a2683b will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:51.821368 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f803a39f-1b26-4f6a-97de-54218abf94bd req-9cbf89e7-6404-421c-af9c-c8ba838d60ff tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254952 Aug 31 01:08:51.881290 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.887575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Transition to ACTIVE for port object 8b25cc1f-79af-4cec-bab1-fc0c7f4595da will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:51.894696 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.960860 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0c4e-c0cb-4f93-8824-56cfa4826056 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:51.969027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b55fa2-d164-4fc0-be1f-b0c939578cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce050db4-e2e8-421e-86c1-e31c9b043242'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:51.976842 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c117e47c-45b3-474e-adb2-16c3e4bf33f5" -d '{"events": [{"server_uuid": "79b55fa2-d164-4fc0-be1f-b0c939578cbc", "name": "network-vif-plugged", "status": "completed", "tag": "ce050db4-e2e8-421e-86c1-e31c9b043242"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:51.994697 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.018477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ce050db4-e2e8-421e-86c1-e31c9b043242, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ce050db4-e2e8-421e-86c1-e31c9b043242,segment=NetworkSegment(4039b6b8-06de-4a7e-b981-57acfa101af3),segment_id=4039b6b8-06de-4a7e-b981-57acfa101af3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:52.020672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] No DVR routers for this DVR port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:08:52.028871 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e5b95c-f228-4756-af82-996e14d0fcc7 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:52.042537 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.050638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8fcbc-7df1-4a4a-b5f4-154b8bd920d5 req-951c3173-02a5-4a04-be7e-2d434c9ee2f9 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.052220 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1bb8fcbc-7df1-4a4a-b5f4-154b8bd920d5 req-951c3173-02a5-4a04-be7e-2d434c9ee2f9 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.3836114 Aug 31 01:08:52.097559 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Allocated IP 2001:db8::2 (14e22907-50bf-4f4c-96ff-7b9fef164758/0c2e9320-5287-43d6-bc20-623d5d0e97f1/f5efb4bb-7649-46aa-8182-8a58a4643d03) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:52.117073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 53e5b95c-f228-4756-af82-996e14d0fcc7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=53e5b95c-f228-4756-af82-996e14d0fcc7,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:52.127425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ca0c4e-c0cb-4f93-8824-56cfa4826056 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:52.129845 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.130938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Pushing event updated for resources: {'Port': ['ID=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,revision_number=10']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:52.148693 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-c6ca0c4e-c0cb-4f93-8824-56cfa4826056 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:52.156101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca0c4e-c0cb-4f93-8824-56cfa4826056 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:52.161873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ca0c4e-c0cb-4f93-8824-56cfa4826056 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.162418 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0c4e-c0cb-4f93-8824-56cfa4826056 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.171210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] 10.222.0.15 "PUT /v2.0/ports/8b25cc1f-79af-4cec-bab1-fc0c7f4595da/bindings/n-h2-802060-13/activate HTTP/1.1" status: 200 len: 370 time: 2.5078185 Aug 31 01:08:52.171629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ce050db4-e2e8-421e-86c1-e31c9b043242,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:52.186431 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:52.186431 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:52.186431 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:52.186734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:52.187032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:52.187385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:52.187713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:52.188041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:52.188368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:52.188692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:52.189096 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:52.189501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1668d09-753e-4846-ab20-f4732cc8b46e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:08:52.245344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca0c4e-c0cb-4f93-8824-56cfa4826056 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=d3d0e042-6145-4633-a440-b97d32a2683b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:52.263908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1bb8fcbc-7df1-4a4a-b5f4-154b8bd920d5 req-0756b0d6-abb6-45c9-ae6d-4f82de8a6afb tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012303 Aug 31 01:08:52.290998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c6ca0c4e-c0cb-4f93-8824-56cfa4826056 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4359334 Aug 31 01:08:52.298922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44562) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:52.300682 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450d188-5201-4b67-975c-e54cf036e7f9 req-e0ca07ac-f334-48d5-bc9b-5bef79ff11ba tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.313981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d450d188-5201-4b67-975c-e54cf036e7f9 req-e0ca07ac-f334-48d5-bc9b-5bef79ff11ba tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 944 time: 0.2603717 Aug 31 01:08:52.379120 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824a3a50-a008-4f98-b449-2a1c8d869ff8 x-openstack-request-id: req-824a3a50-a008-4f98-b449-2a1c8d869ff8 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:52.379736 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:52.379736 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-824a3a50-a008-4f98-b449-2a1c8d869ff8 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:52.380075 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'status': 'completed', 'code': 200} Aug 31 01:08:52.403665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d450d188-5201-4b67-975c-e54cf036e7f9 req-00e58cfc-97c9-4589-b75c-c6cbca35db65 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858650 Aug 31 01:08:52.437457 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.440610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=53e5b95c-f228-4756-af82-996e14d0fcc7,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:52.444147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-4cc5db93-a3fb-443b-a9b7-56c0fead49f7 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.447336 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-4cc5db93-a3fb-443b-a9b7-56c0fead49f7 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1096 time: 0.1702309 Aug 31 01:08:52.452912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Transition to ACTIVE for port object f5efb4bb-7649-46aa-8182-8a58a4643d03 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:52.486789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Transition to ACTIVE for port object f5efb4bb-7649-46aa-8182-8a58a4643d03 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:52.494847 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.498854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c023ee5-450f-412f-bce5-7c0ad7f76378 req-28781594-4e28-4ed4-aeab-c589bab77cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.500514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c023ee5-450f-412f-bce5-7c0ad7f76378 req-28781594-4e28-4ed4-aeab-c589bab77cab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 1096 time: 0.1529579 Aug 31 01:08:52.544008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:52.545540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95add20-c19c-4a60-ae28-88eaab6aa447 req-2fea89a0-2ffe-4b41-9166-fa864f24f21c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.547659 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:52.553346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:52.553558 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95add20-c19c-4a60-ae28-88eaab6aa447 req-2fea89a0-2ffe-4b41-9166-fa864f24f21c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.561106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95add20-c19c-4a60-ae28-88eaab6aa447 req-2fea89a0-2ffe-4b41-9166-fa864f24f21c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.568984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95add20-c19c-4a60-ae28-88eaab6aa447 req-2fea89a0-2ffe-4b41-9166-fa864f24f21c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.569545 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cffea5-3f38-4503-9879-f932ec28f3e6 x-openstack-request-id: req-d6cffea5-3f38-4503-9879-f932ec28f3e6 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:52.569857 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b55fa2-d164-4fc0-be1f-b0c939578cbc", "name": "network-vif-plugged", "status": "completed", "tag": "ce050db4-e2e8-421e-86c1-e31c9b043242", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:52.570112 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6cffea5-3f38-4503-9879-f932ec28f3e6 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:52.570499 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b55fa2-d164-4fc0-be1f-b0c939578cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce050db4-e2e8-421e-86c1-e31c9b043242', 'code': 200} Aug 31 01:08:52.576780 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd7e2f9-2fc2-4192-94dc-3148b2fddf0b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.577376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95add20-c19c-4a60-ae28-88eaab6aa447 req-2fea89a0-2ffe-4b41-9166-fa864f24f21c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.581098 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fbd7e2f9-2fc2-4192-94dc-3148b2fddf0b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2346425 Aug 31 01:08:52.584223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95add20-c19c-4a60-ae28-88eaab6aa447 req-2fea89a0-2ffe-4b41-9166-fa864f24f21c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.585018 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44568) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:52.592340 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95add20-c19c-4a60-ae28-88eaab6aa447 req-2fea89a0-2ffe-4b41-9166-fa864f24f21c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.602259 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e95add20-c19c-4a60-ae28-88eaab6aa447 req-2fea89a0-2ffe-4b41-9166-fa864f24f21c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5430 time: 0.2183821 Aug 31 01:08:52.707914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Pushing event updated for resources: {'Port': ['ID=f5efb4bb-7649-46aa-8182-8a58a4643d03,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:52.708575 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-576461a7-371e-40f0-bc65-2b6f552cc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.708926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e95add20-c19c-4a60-ae28-88eaab6aa447 req-06f05aea-b14a-4e61-b9ee-a39c976842c2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010001 Aug 31 01:08:52.713955 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-576461a7-371e-40f0-bc65-2b6f552cc457 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6 HTTP/1.1" status: 200 len: 1096 time: 0.2493641 Aug 31 01:08:52.815765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c023ee5-450f-412f-bce5-7c0ad7f76378 req-49870d8c-06c1-4479-a404-5491e5522c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.816044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Attempting to bind port f5efb4bb-7649-46aa-8182-8a58a4643d03 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:08:52.816156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Attempting to bind port f5efb4bb-7649-46aa-8182-8a58a4643d03 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:08:52.816512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Attempting to bind port f5efb4bb-7649-46aa-8182-8a58a4643d03 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:08:52.822855 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:08:52.823228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:08:52.823750 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.826594 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c023ee5-450f-412f-bce5-7c0ad7f76378 req-49870d8c-06c1-4479-a404-5491e5522c68 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.3152082 Aug 31 01:08:52.826808 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:08:52.829697 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Bound port: f5efb4bb-7649-46aa-8182-8a58a4643d03, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:08:52.830154 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:52.901769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fef3b4-32be-4369-aa85-59ced1153def req-1c6827b2-7482-4aba-a651-6e0d1de29292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.904179 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-42fef3b4-32be-4369-aa85-59ced1153def req-1c6827b2-7482-4aba-a651-6e0d1de29292 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 1098 time: 0.2051642 Aug 31 01:08:52.919175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-9da5bacc-bf0e-426b-b459-6d2a046e03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:52.919577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c023ee5-450f-412f-bce5-7c0ad7f76378 req-35ec530b-d5b1-4154-86d0-1d146cb3b992 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f HTTP/1.1" status: 200 len: 217 time: 0.0743878 Aug 31 01:08:52.921646 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-9da5bacc-bf0e-426b-b459-6d2a046e03fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 1096 time: 0.1673234 Aug 31 01:08:53.024274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] For port f5efb4bb-7649-46aa-8182-8a58a4643d03, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:53.031690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] For port f5efb4bb-7649-46aa-8182-8a58a4643d03, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f5efb4bb-7649-46aa-8182-8a58a4643d03,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:08:53.036576 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-42fef3b4-32be-4369-aa85-59ced1153def req-32225719-ebf5-4fd2-8365-6d64c515a5a8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fb518211-b6e8-424a-a889-ac173bc09eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217508 Aug 31 01:08:53.038238 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4dde6-ac79-4d88-b60b-9d3d7bb36dd1 req-53df1027-63f7-4f28-b5bb-e49a97de7770 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:53.045964 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:53.051898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ae28e363-ec5a-47c4-941e-bc4cbb22fcdb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port d3d0e042-6145-4633-a440-b97d32a2683b {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:53.052571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae28e363-ec5a-47c4-941e-bc4cbb22fcdb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:53.056880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3da4dde6-ac79-4d88-b60b-9d3d7bb36dd1 req-53df1027-63f7-4f28-b5bb-e49a97de7770 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 946 time: 0.2242875 Aug 31 01:08:53.127028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c023ee5-450f-412f-bce5-7c0ad7f76378 req-6d3cb7c6-d2da-4ea9-80cb-ba4a54f71f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:53.129542 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c023ee5-450f-412f-bce5-7c0ad7f76378 req-6d3cb7c6-d2da-4ea9-80cb-ba4a54f71f41 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.1924877 Aug 31 01:08:53.164796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7e5527d9-9a81-41c7-886c-cdd80c335ad2 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:53.165115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-78e464be-baef-4ecf-b4fd-2842f9450c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:53.169664 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-78e464be-baef-4ecf-b4fd-2842f9450c93 service neutron] 10.222.0.70 "GET /v2.0/networks?id=32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 200 len: 909 time: 0.2266083 Aug 31 01:08:53.197686 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae28e363-ec5a-47c4-941e-bc4cbb22fcdb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:53.198438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3da4dde6-ac79-4d88-b60b-9d3d7bb36dd1 req-8a6ae75f-6b1e-4c82-9b35-12d67e7c4792 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb518211-b6e8-424a-a889-ac173bc09eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406217 Aug 31 01:08:53.215592 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ae28e363-ec5a-47c4-941e-bc4cbb22fcdb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for d3d0e042-6145-4633-a440-b97d32a2683b owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:08:53.271009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['3b367952-fbab-4977-b0c0-6447731e06fb'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:53.273975 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['53e5b95c-f228-4756-af82-996e14d0fcc7'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:53.338770 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-0cc16ff9-6773-4164-ac8b-7c2d8fd57eb7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da HTTP/1.1" status: 200 len: 217 time: 0.0513597 Aug 31 01:08:53.423370 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7f683495-676d-4a07-8b67-5e8a767aa86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:53.425699 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-7f683495-676d-4a07-8b67-5e8a767aa86a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 200 len: 848 time: 0.0710468 Aug 31 01:08:53.479690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['450c3c7c-35f4-4432-892d-05366ece154e'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:53.483132 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['29267b36-3381-42b4-ba48-8fcd9b7a236b'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:53.485823 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['97659ade-1488-434b-aade-3fbbe25b95a7'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:53.488076 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-a5252ee7-45ad-4f0c-862c-fb0c37e458f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32b1eadd-9506-486a-a2b9-8d7cc981c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471020 Aug 31 01:08:53.534115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c023ee5-450f-412f-bce5-7c0ad7f76378 req-7887d525-eb9d-4800-a8f8-2397844f007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:53.537580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7f0214bb-8098-4206-85ec-e2322dd5fea7'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:53.541464 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c023ee5-450f-412f-bce5-7c0ad7f76378 req-7887d525-eb9d-4800-a8f8-2397844f007e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2610781 Aug 31 01:08:53.552207 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8684c-4e61-4290-aafc-9c62861eeb5a None None] Pushing event updated for resources: {'Port': ['ID=f5efb4bb-7649-46aa-8182-8a58a4643d03,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:53.648748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2cb37-fe14-4bdd-b109-461b5a4464ca req-eed04af4-cf9b-42d8-95c0-a1e9f8ff9237 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:53.680297 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36f2cb37-fe14-4bdd-b109-461b5a4464ca req-eed04af4-cf9b-42d8-95c0-a1e9f8ff9237 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 944 time: 0.3214412 Aug 31 01:08:53.812508 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae28e363-ec5a-47c4-941e-bc4cbb22fcdb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:53.874777 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28e363-ec5a-47c4-941e-bc4cbb22fcdb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=d3d0e042-6145-4633-a440-b97d32a2683b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:53.911007 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36f2cb37-fe14-4bdd-b109-461b5a4464ca req-b0368bab-bad5-4812-b4ed-a4170b752910 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295513 Aug 31 01:08:53.944094 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-f9deb5dc-9c28-4eb4-a2d8-a32b621ac371 service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353771 Aug 31 01:08:53.950359 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae28e363-ec5a-47c4-941e-bc4cbb22fcdb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:53.965480 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ae28e363-ec5a-47c4-941e-bc4cbb22fcdb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/d3d0e042-6145-4633-a440-b97d32a2683b HTTP/1.1" status: 204 len: 168 time: 1.3672283 Aug 31 01:08:53.967738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44592) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:54.012420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73f666-8e51-4ebb-998e-4e186c54699b req-1cbf8dc8-423c-4e35-84f9-7d12a3b8d156 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:54.020324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c73f666-8e51-4ebb-998e-4e186c54699b req-1cbf8dc8-423c-4e35-84f9-7d12a3b8d156 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.2281272 Aug 31 01:08:54.112965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c023ee5-450f-412f-bce5-7c0ad7f76378 req-663b517c-9915-40a0-8b94-853d15dc4e12 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472407 Aug 31 01:08:54.218322 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-b3b0f927-0166-4984-a3d1-92c5140a79d4 service neutron] 10.222.0.70 "GET /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493672 Aug 31 01:08:54.242463 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a59b0521-35bc-46b9-96fa-c755a3174f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:54.244260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['0566f795-c864-431d-8adb-85d29f5b7dae'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:54.290735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c73f666-8e51-4ebb-998e-4e186c54699b req-09336ed8-a9e3-4c4b-9c9c-074c68bb1f36 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633967 Aug 31 01:08:54.299441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169dddd9-a9d9-4506-8764-d6739fdf9116 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:54.301528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169dddd9-a9d9-4506-8764-d6739fdf9116 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:54.305963 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-169dddd9-a9d9-4506-8764-d6739fdf9116 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3323207 Aug 31 01:08:54.307037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44598) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:54.343250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cd433-4529-4a04-bf97-28e791ff2ee5 req-a910288b-f24f-413b-8072-ce1a67053dbd tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:54.356101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-050cd433-4529-4a04-bf97-28e791ff2ee5 req-a910288b-f24f-413b-8072-ce1a67053dbd tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 944 time: 0.2600081 Aug 31 01:08:54.459145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 7e5527d9-9a81-41c7-886c-cdd80c335ad2 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:54.459616 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:54.495106 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-050cd433-4529-4a04-bf97-28e791ff2ee5 req-5a6b7816-6bdb-47a8-9301-2662fe40996b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354516 Aug 31 01:08:54.522969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c023ee5-450f-412f-bce5-7c0ad7f76378 req-721a3bf2-6671-4c28-839c-300faedd8954 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773606 Aug 31 01:08:54.530926 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-608063f6-8c24-4bf6-b27d-857574a6a5f5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 0c2e9320-5287-43d6-bc20-623d5d0e97f1 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:08:54.547208 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-608063f6-8c24-4bf6-b27d-857574a6a5f5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:54.634875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8b25cc1f-79af-4cec-bab1-fc0c7f4595da no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:08:54.764062 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-608063f6-8c24-4bf6-b27d-857574a6a5f5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:54.800767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5df3be-1c5e-4fcc-bbde-85b22ba71de7 req-0fa4a5c8-11b4-44f3-9f67-d33a514a7f38 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:54.808796 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5df3be-1c5e-4fcc-bbde-85b22ba71de7 req-0fa4a5c8-11b4-44f3-9f67-d33a514a7f38 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:54.818352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5df3be-1c5e-4fcc-bbde-85b22ba71de7 req-0fa4a5c8-11b4-44f3-9f67-d33a514a7f38 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:54.828253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5df3be-1c5e-4fcc-bbde-85b22ba71de7 req-0fa4a5c8-11b4-44f3-9f67-d33a514a7f38 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:54.836636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5df3be-1c5e-4fcc-bbde-85b22ba71de7 req-0fa4a5c8-11b4-44f3-9f67-d33a514a7f38 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:54.845803 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5df3be-1c5e-4fcc-bbde-85b22ba71de7 req-0fa4a5c8-11b4-44f3-9f67-d33a514a7f38 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:54.852429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5df3be-1c5e-4fcc-bbde-85b22ba71de7 req-0fa4a5c8-11b4-44f3-9f67-d33a514a7f38 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:54.866847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd5df3be-1c5e-4fcc-bbde-85b22ba71de7 req-0fa4a5c8-11b4-44f3-9f67-d33a514a7f38 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5430 time: 0.3181224 Aug 31 01:08:54.910775 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:54.986571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8b25cc1f-79af-4cec-bab1-fc0c7f4595da not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:08:55.008301 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-608063f6-8c24-4bf6-b27d-857574a6a5f5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:55.029673 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd5df3be-1c5e-4fcc-bbde-85b22ba71de7 req-58fba1ac-f097-48a9-844f-34e49f9ffd17 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1607959 Aug 31 01:08:55.105047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-04536790-0344-45d9-8fcc-72091ed9046d tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:55.113056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-04536790-0344-45d9-8fcc-72091ed9046d tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451&tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 1096 time: 0.4375868 Aug 31 01:08:55.163220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acba516-49e7-4af9-82a5-21333593c01d req-b0baaae1-c003-4f00-8a0a-605676c0aafa tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:55.166498 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-608063f6-8c24-4bf6-b27d-857574a6a5f5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:55.178058 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4acba516-49e7-4af9-82a5-21333593c01d req-b0baaae1-c003-4f00-8a0a-605676c0aafa tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 946 time: 0.4669628 Aug 31 01:08:55.214666 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:55.225006 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:55.238198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-ec46ffe7-adea-4802-b140-c0fb91a5f4b3 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:08:55.242506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-ec46ffe7-adea-4802-b140-c0fb91a5f4b3 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1182218 Aug 31 01:08:55.247819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608063f6-8c24-4bf6-b27d-857574a6a5f5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2e9320-5287-43d6-bc20-623d5d0e97f1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:55.265673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b613db64-1580-48f3-84aa-d12fcf5cae8f details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:08:55.268602 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f5efb4bb-7649-46aa-8182-8a58a4643d03 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:55.298015 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-608063f6-8c24-4bf6-b27d-857574a6a5f5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:55.307553 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-608063f6-8c24-4bf6-b27d-857574a6a5f5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/0c2e9320-5287-43d6-bc20-623d5d0e97f1 HTTP/1.1" status: 204 len: 168 time: 0.9949257 Aug 31 01:08:55.310558 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44612) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:55.393623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4acba516-49e7-4af9-82a5-21333593c01d req-4a3de573-7ea4-4e32-92c0-71f29db5bb33 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb518211-b6e8-424a-a889-ac173bc09eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146354 Aug 31 01:08:55.394243 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-77d84caa-1477-4012-8a2c-c1a3465038c0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821109 Aug 31 01:08:55.394981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44622) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:55.422952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6b3bff59-ef26-4791-aa9b-4d0ae1401f51 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:55.478954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-bfcfd69a-cb25-4000-a55b-07ead9a28cdd service neutron] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:08:55.490998 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-bfcfd69a-cb25-4000-a55b-07ead9a28cdd service neutron] Notify callbacks [] for binding, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:55.499973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c141819-ed80-4bcf-85fc-8e64a3b41c47 req-bfcfd69a-cb25-4000-a55b-07ead9a28cdd service neutron] 10.222.0.70 "DELETE /v2.0/ports/8b25cc1f-79af-4cec-bab1-fc0c7f4595da/bindings/n-h1-802060-13 HTTP/1.1" status: 204 len: 173 time: 0.1701701 Aug 31 01:08:55.682332 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3bff59-ef26-4791-aa9b-4d0ae1401f51 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:55.691691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b3bff59-ef26-4791-aa9b-4d0ae1401f51 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:55.707087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45816baa-8540-4d9e-80c8-013330b2dc8a req-96d85f7e-396c-48a7-98a3-6e00206002ba tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:55.714537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-45816baa-8540-4d9e-80c8-013330b2dc8a req-96d85f7e-396c-48a7-98a3-6e00206002ba tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 944 time: 0.1580613 Aug 31 01:08:55.719906 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.resource_extend [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:08:55.741867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be330c2d-fb9c-44be-a847-be286cb3f61f req-af818482-960e-4198-bc45-e5d7436f474d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:55.743445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be330c2d-fb9c-44be-a847-be286cb3f61f req-af818482-960e-4198-bc45-e5d7436f474d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.1646686 Aug 31 01:08:55.749645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5527d9-9a81-41c7-886c-cdd80c335ad2'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:55.751970 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0fd537-6126-46a9-8f2b-05392d694151" -d '{"events": [{"server_uuid": "72dddb9f-93ee-4108-8dc7-c2dabe81f2d3", "name": "network-vif-plugged", "status": "completed", "tag": "7e5527d9-9a81-41c7-886c-cdd80c335ad2"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:55.835823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-45816baa-8540-4d9e-80c8-013330b2dc8a req-13e33550-1134-473b-b034-98083f9d36d1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056087 Aug 31 01:08:55.866178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be330c2d-fb9c-44be-a847-be286cb3f61f req-9bf9b9cf-9500-4e94-a5cb-ae579700f8aa tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047506 Aug 31 01:08:55.974353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8489f5a4-56de-4c15-a467-5af6aa03a894 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:55.984759 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c7f434-a5d0-482c-ac83-e3347fd9328e x-openstack-request-id: req-38c7f434-a5d0-482c-ac83-e3347fd9328e {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:55.984994 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dddb9f-93ee-4108-8dc7-c2dabe81f2d3", "name": "network-vif-plugged", "status": "completed", "tag": "7e5527d9-9a81-41c7-886c-cdd80c335ad2", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:55.985199 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-38c7f434-a5d0-482c-ac83-e3347fd9328e {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:55.985586 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5527d9-9a81-41c7-886c-cdd80c335ad2', 'code': 200} Aug 31 01:08:56.024584 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60183c2e-a966-4d78-9cf5-f032dc157af3 req-4eac0478-63c8-49df-b799-f0c2319f27c8 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:56.033663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60183c2e-a966-4d78-9cf5-f032dc157af3 req-4eac0478-63c8-49df-b799-f0c2319f27c8 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 944 time: 0.0915685 Aug 31 01:08:56.050197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a2fef35e-c5f9-4ff9-b201-51d432342063 None None] Provisioning for port f5efb4bb-7649-46aa-8182-8a58a4643d03 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:56.059694 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b3bff59-ef26-4791-aa9b-4d0ae1401f51 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.127554 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60183c2e-a966-4d78-9cf5-f032dc157af3 req-226b002d-f82e-4a45-bda1-e4a6dcff5a38 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854685 Aug 31 01:08:56.128388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7e5527d9-9a81-41c7-886c-cdd80c335ad2, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:56.175520 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3bff59-ef26-4791-aa9b-4d0ae1401f51 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:56.182348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-6b3bff59-ef26-4791-aa9b-4d0ae1401f51 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:56.188542 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3bff59-ef26-4791-aa9b-4d0ae1401f51 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:56.192190 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b3bff59-ef26-4791-aa9b-4d0ae1401f51 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.196959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:56.209656 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.238829 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6b3bff59-ef26-4791-aa9b-4d0ae1401f51 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8426492 Aug 31 01:08:56.239581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bff59-ef26-4791-aa9b-4d0ae1401f51 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=c157963c-cb16-480f-af3a-5d3688a9a19a,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:56.252503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44638) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:56.258380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a7ed1429-842c-4515-b88f-4832ef750de4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'fixed_ips': [{'subnet_id': 'c157963c-cb16-480f-af3a-5d3688a9a19a', 'ip_address': '2001:db8::494d:21d5:5b1b:bf85'}], 'name': 'tempest-NetworksTestDHCPv6-9947400'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:56.315960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'port_id': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'mac_address': 'fa:16:3e:29:48:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:08:56.335989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c8bca9d6-59d1-4637-ba50-eb129e9c32a1 None None] Could not find standard attr ID for object d3d0e042-6145-4633-a440-b97d32a2683b. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:08:56.350107 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port f5efb4bb-7649-46aa-8182-8a58a4643d03 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:56.357416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03320120-ce50-4e60-9f01-3d5d5adc20d6 req-4eed1963-08e6-4805-8c07-15325530e06c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:56.363424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03320120-ce50-4e60-9f01-3d5d5adc20d6 req-4eed1963-08e6-4805-8c07-15325530e06c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:56.369463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03320120-ce50-4e60-9f01-3d5d5adc20d6 req-4eed1963-08e6-4805-8c07-15325530e06c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:56.376300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03320120-ce50-4e60-9f01-3d5d5adc20d6 req-4eed1963-08e6-4805-8c07-15325530e06c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:56.382244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03320120-ce50-4e60-9f01-3d5d5adc20d6 req-4eed1963-08e6-4805-8c07-15325530e06c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:56.388480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03320120-ce50-4e60-9f01-3d5d5adc20d6 req-4eed1963-08e6-4805-8c07-15325530e06c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:56.394428 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03320120-ce50-4e60-9f01-3d5d5adc20d6 req-4eed1963-08e6-4805-8c07-15325530e06c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:56.396453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03320120-ce50-4e60-9f01-3d5d5adc20d6 req-4eed1963-08e6-4805-8c07-15325530e06c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5430 time: 0.1623356 Aug 31 01:08:56.417671 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f5efb4bb-7649-46aa-8182-8a58a4643d03 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:56.419470 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.489879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03320120-ce50-4e60-9f01-3d5d5adc20d6 req-70b9cecf-f438-414e-9ae7-cecc1d346084 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0854013 Aug 31 01:08:56.550329 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=7e5527d9-9a81-41c7-886c-cdd80c335ad2,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:56.559722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ed1429-842c-4515-b88f-4832ef750de4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:08:56.576140 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.781655 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1429-842c-4515-b88f-4832ef750de4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.818215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b613db64-1580-48f3-84aa-d12fcf5cae8f {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:08:56.827372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb6907-43f7-499a-8bdf-f22a522c8631 req-6ef1af82-e7bd-4a79-978d-874a4c5a92d3 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:56.829530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7cb6907-43f7-499a-8bdf-f22a522c8631 req-6ef1af82-e7bd-4a79-978d-874a4c5a92d3 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 946 time: 0.1892183 Aug 31 01:08:56.840584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:56.851025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-a7ed1429-842c-4515-b88f-4832ef750de4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port dd5aa3e4-c709-43b2-934d-6272b7675886 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:08:56.860971 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.861772 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:56.867236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-759da328-d0da-4ccf-907e-46e001d673bc req-5c5c232b-04a5-4173-9ceb-23b7b06e70de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1844983 Aug 31 01:08:56.947450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7cb6907-43f7-499a-8bdf-f22a522c8631 req-2b23a51e-e17d-4f49-b24f-78086b272ef3 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb518211-b6e8-424a-a889-ac173bc09eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086035 Aug 31 01:08:56.966412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b613db64-1580-48f3-84aa-d12fcf5cae8f,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:56.978422 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:57.055945 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port f5efb4bb-7649-46aa-8182-8a58a4643d03, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f5efb4bb-7649-46aa-8182-8a58a4643d03,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:57.076917 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:57.166855 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=f5efb4bb-7649-46aa-8182-8a58a4643d03,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:57.173633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da328-d0da-4ccf-907e-46e001d673bc req-37c97143-024b-4d11-91b3-0a0682bdc6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:57.175139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-759da328-d0da-4ccf-907e-46e001d673bc req-37c97143-024b-4d11-91b3-0a0682bdc6df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17c6fd7fdcd549eaac4cb6e0b49d49d0&device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 1102 time: 0.2167320 Aug 31 01:08:57.233654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b613db64-1580-48f3-84aa-d12fcf5cae8f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:08:57.302112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ff197-18bc-4510-b76f-d27c39c655c2 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:08:57.358843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b441658-9b36-4a1f-abcf-c8a28abfdbd4 req-c4af28a6-b8c3-4867-b309-8bcc099db382 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:57.362714 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1b441658-9b36-4a1f-abcf-c8a28abfdbd4 req-c4af28a6-b8c3-4867-b309-8bcc099db382 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 1096 time: 0.2832608 Aug 31 01:08:57.387962 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-a7ed1429-842c-4515-b88f-4832ef750de4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::494d:21d5:5b1b:bf85 (14e22907-50bf-4f4c-96ff-7b9fef164758/c157963c-cb16-480f-af3a-5d3688a9a19a/dd5aa3e4-c709-43b2-934d-6272b7675886) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:08:57.406510 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011d9a8-4d65-4754-82af-bc42ea718e8e req-d4841da9-e9a4-4d0a-8fc4-0e8566a3e6f1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:57.414559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6011d9a8-4d65-4754-82af-bc42ea718e8e req-d4841da9-e9a4-4d0a-8fc4-0e8566a3e6f1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2804046 Aug 31 01:08:57.431058 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-edb1b5b3-6316-491e-ac98-920c88374cda None None] Provisioning complete for port f5efb4bb-7649-46aa-8182-8a58a4643d03 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:57.431658 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-edb1b5b3-6316-491e-ac98-920c88374cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:57.507591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da328-d0da-4ccf-907e-46e001d673bc req-ccff4479-ebc8-4524-8ccc-7ca6e2809ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:57.509537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-759da328-d0da-4ccf-907e-46e001d673bc req-ccff4479-ebc8-4524-8ccc-7ca6e2809ebb service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.3030076 Aug 31 01:08:57.546160 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1b441658-9b36-4a1f-abcf-c8a28abfdbd4 req-955dd336-c635-46de-a54d-24e728bd9a15 tempest-LiveMigrationTest-2029450845 tempest-LiveMigrationTest-2029450845-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644118 Aug 31 01:08:57.572480 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6011d9a8-4d65-4754-82af-bc42ea718e8e req-2d1cc669-7193-4e07-98f2-d7ef3f824b74 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563060 Aug 31 01:08:57.638508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-759da328-d0da-4ccf-907e-46e001d673bc req-3fdcc135-cc62-415a-bade-4646bb02e4e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=a30381da-7abe-47fc-a8ad-d7db81ad35cd HTTP/1.1" status: 200 len: 217 time: 0.1132030 Aug 31 01:08:57.827549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da328-d0da-4ccf-907e-46e001d673bc req-8f6d6ad0-aacb-4c2e-8612-bad7db77f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:57.829161 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-759da328-d0da-4ccf-907e-46e001d673bc req-8f6d6ad0-aacb-4c2e-8612-bad7db77f940 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1789117 Aug 31 01:08:57.865602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d4853-853c-421d-b1c6-fb87e799b26d req-c5e78dba-cff4-4540-828a-8b35f6c8e125 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:57.867165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-405d4853-853c-421d-b1c6-fb87e799b26d req-c5e78dba-cff4-4540-828a-8b35f6c8e125 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.2212932 Aug 31 01:08:57.952890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf891e-d971-4f3a-a508-a84709b1dfcb req-68ccd52f-4ecb-4b55-830a-c60d31ec5617 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:57.954491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eedf891e-d971-4f3a-a508-a84709b1dfcb req-68ccd52f-4ecb-4b55-830a-c60d31ec5617 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 946 time: 0.2856150 Aug 31 01:08:57.957754 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1429-842c-4515-b88f-4832ef750de4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:57.966151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44676) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:57.971126 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d3a3f826-cc67-474c-8fcc-3ec2e821f8f6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Request body: {'floatingip': {'port_id': 'ce050db4-e2e8-421e-86c1-e31c9b043242'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:08:58.003264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da328-d0da-4ccf-907e-46e001d673bc req-6f83664f-2a71-4a38-b086-b1fda2dd750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:58.004792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-759da328-d0da-4ccf-907e-46e001d673bc req-6f83664f-2a71-4a38-b086-b1fda2dd750b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1668077 Aug 31 01:08:58.005738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-a7ed1429-842c-4515-b88f-4832ef750de4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object dd5aa3e4-c709-43b2-934d-6272b7675886 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:08:58.018597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7b0556b4-0051-47bf-80c3-002c3a9dde1a None None] Provisioning complete for port f5efb4bb-7649-46aa-8182-8a58a4643d03 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:58.020355 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7b0556b4-0051-47bf-80c3-002c3a9dde1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.051084 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3a3f826-cc67-474c-8fcc-3ec2e821f8f6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for floatingip, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.052428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-405d4853-853c-421d-b1c6-fb87e799b26d req-6511ddf5-0538-41b9-907a-a8d48adbe730 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541641 Aug 31 01:08:58.149470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1429-842c-4515-b88f-4832ef750de4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.241063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-759da328-d0da-4ccf-907e-46e001d673bc req-21321431-1a23-4302-90e0-82eab923e763 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088988 Aug 31 01:08:58.252558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7f0214bb-8098-4206-85ec-e2322dd5fea7 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:58.329599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 7f0214bb-8098-4206-85ec-e2322dd5fea7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:58.338493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 7f0214bb-8098-4206-85ec-e2322dd5fea7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:58.339788 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.494715 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.535259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7f0214bb-8098-4206-85ec-e2322dd5fea7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7f0214bb-8098-4206-85ec-e2322dd5fea7,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:58.536802 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0214bb-8098-4206-85ec-e2322dd5fea7'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:08:58.539624 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e5bd42-0af4-46a9-84a2-da7e18db5936" -d '{"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-plugged", "status": "completed", "tag": "7f0214bb-8098-4206-85ec-e2322dd5fea7"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:08:58.546795 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.547954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 97659ade-1488-434b-aade-3fbbe25b95a7 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:58.630150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7f0214bb-8098-4206-85ec-e2322dd5fea7,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:58.722313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 97659ade-1488-434b-aade-3fbbe25b95a7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:58.727836 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 97659ade-1488-434b-aade-3fbbe25b95a7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:58.728528 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.734271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ed1429-842c-4515-b88f-4832ef750de4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:08:58.761752 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-a7ed1429-842c-4515-b88f-4832ef750de4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:08:58.776856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed1429-842c-4515-b88f-4832ef750de4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:08:58.785417 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ed1429-842c-4515-b88f-4832ef750de4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:58.789492 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1429-842c-4515-b88f-4832ef750de4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.813161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed1429-842c-4515-b88f-4832ef750de4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=dd5aa3e4-c709-43b2-934d-6272b7675886,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:58.882354 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.886807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a7ed1429-842c-4515-b88f-4832ef750de4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.6330104 Aug 31 01:08:58.889817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44686) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:58.938530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066dd2-f1ae-42f5-bbe2-996b3219bfdd req-dcb3a2c4-77e8-4fcd-8d63-79125c48cc1c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:58.955127 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066dd2-f1ae-42f5-bbe2-996b3219bfdd req-dcb3a2c4-77e8-4fcd-8d63-79125c48cc1c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:58.971367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066dd2-f1ae-42f5-bbe2-996b3219bfdd req-dcb3a2c4-77e8-4fcd-8d63-79125c48cc1c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:58.977658 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066dd2-f1ae-42f5-bbe2-996b3219bfdd req-dcb3a2c4-77e8-4fcd-8d63-79125c48cc1c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:58.984959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 97659ade-1488-434b-aade-3fbbe25b95a7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=97659ade-1488-434b-aade-3fbbe25b95a7,segment=NetworkSegment(5d426c79-0889-455e-832d-a68acceeaf25),segment_id=5d426c79-0889-455e-832d-a68acceeaf25)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:58.985515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066dd2-f1ae-42f5-bbe2-996b3219bfdd req-dcb3a2c4-77e8-4fcd-8d63-79125c48cc1c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:58.996050 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:58.997987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 0566f795-c864-431d-8adb-85d29f5b7dae up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:59.004925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066dd2-f1ae-42f5-bbe2-996b3219bfdd req-dcb3a2c4-77e8-4fcd-8d63-79125c48cc1c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:59.019621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066dd2-f1ae-42f5-bbe2-996b3219bfdd req-dcb3a2c4-77e8-4fcd-8d63-79125c48cc1c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:59.025303 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3a3f826-cc67-474c-8fcc-3ec2e821f8f6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.030559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e066dd2-f1ae-42f5-bbe2-996b3219bfdd req-dcb3a2c4-77e8-4fcd-8d63-79125c48cc1c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5430 time: 0.7853596 Aug 31 01:08:59.051211 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3a3f826-cc67-474c-8fcc-3ec2e821f8f6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.067483 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-759da328-d0da-4ccf-907e-46e001d673bc req-d1a66fe4-5368-45b5-8122-d9a5ce4443f5 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8209162 Aug 31 01:08:59.163956 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696defc5-0a3e-43e3-a778-2ba6eadaba3a x-openstack-request-id: req-696defc5-0a3e-43e3-a778-2ba6eadaba3a {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:08:59.165587 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e066dd2-f1ae-42f5-bbe2-996b3219bfdd req-ce37631f-3171-416b-bb59-79ba2a04c68b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336861 Aug 31 01:08:59.166132 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-plugged", "status": "completed", "tag": "7f0214bb-8098-4206-85ec-e2322dd5fea7", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:08:59.166832 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-696defc5-0a3e-43e3-a778-2ba6eadaba3a {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:08:59.167082 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0214bb-8098-4206-85ec-e2322dd5fea7', 'code': 200} Aug 31 01:08:59.221162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=97659ade-1488-434b-aade-3fbbe25b95a7,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:08:59.228330 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b613db64-1580-48f3-84aa-d12fcf5cae8f up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:59.298056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f5efb4bb-7649-46aa-8182-8a58a4643d03 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:08:59.317402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4940f4-7138-48a0-8ec3-19cb345fc2bd req-6001d093-bbd0-46a3-b57e-112e638d3712 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:59.328123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce4940f4-7138-48a0-8ec3-19cb345fc2bd req-6001d093-bbd0-46a3-b57e-112e638d3712 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1208985 Aug 31 01:08:59.359577 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bcef3c-6e59-4d20-88cc-60dd0624ad11 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:59.379203 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bcef3c-6e59-4d20-88cc-60dd0624ad11 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:59.390086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce4940f4-7138-48a0-8ec3-19cb345fc2bd req-64c99459-fd8c-4d9e-baac-eb90ab59ec3c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603428 Aug 31 01:08:59.390670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44700) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:59.391075 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b4bcef3c-6e59-4d20-88cc-60dd0624ad11 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.4946108 Aug 31 01:08:59.401801 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-d3a3f826-cc67-474c-8fcc-3ec2e821f8f6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Floating IP ad2dc45b-7a20-4d13-bd3d-2c8dd736a9f4 associated. External IP: 172.25.6.171, port: ce050db4-e2e8-421e-86c1-e31c9b043242. Aug 31 01:08:59.453198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port b613db64-1580-48f3-84aa-d12fcf5cae8f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:59.458260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e769faac-b0ae-43b7-8f6d-81ba77dc27af None None] Provisioning for port dd5aa3e4-c709-43b2-934d-6272b7675886 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:59.463735 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port b613db64-1580-48f3-84aa-d12fcf5cae8f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:59.464122 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.506653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 0566f795-c864-431d-8adb-85d29f5b7dae completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:08:59.538387 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e769faac-b0ae-43b7-8f6d-81ba77dc27af None None] Provisioning complete for port dd5aa3e4-c709-43b2-934d-6272b7675886 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:59.539790 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e769faac-b0ae-43b7-8f6d-81ba77dc27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.555051 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 0566f795-c864-431d-8adb-85d29f5b7dae triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:59.555753 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.560918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1a6f9-021a-4b05-949d-611520f39d8f req-13d0efc0-fafa-4cbc-a41d-3f751983513b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:59.568585 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74f1a6f9-021a-4b05-949d-611520f39d8f req-13d0efc0-fafa-4cbc-a41d-3f751983513b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 944 time: 0.1549547 Aug 31 01:08:59.626112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f5efb4bb-7649-46aa-8182-8a58a4643d03 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:08:59.626921 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.651933 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74f1a6f9-021a-4b05-949d-611520f39d8f req-793c6651-4892-4e55-9759-d6dc400314a0 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776014 Aug 31 01:08:59.694344 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e769faac-b0ae-43b7-8f6d-81ba77dc27af None None] Port dd5aa3e4-c709-43b2-934d-6272b7675886 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:08:59.719209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a3f826-cc67-474c-8fcc-3ec2e821f8f6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Router 83e78529-9b62-418a-818a-cfc52befd357 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:08:59.727448 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.773635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661f510-9154-4cc9-9e0b-3412de8f333b req-f9e444a5-a475-4414-999c-29acf7d23eb9 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:59.782563 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2661f510-9154-4cc9-9e0b-3412de8f333b req-f9e444a5-a475-4414-999c-29acf7d23eb9 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.2546833 Aug 31 01:08:59.804317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-b08c5e1b-5e5e-46f0-9ffe-aeb53beefc79 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port dd5aa3e4-c709-43b2-934d-6272b7675886 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:08:59.805054 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b08c5e1b-5e5e-46f0-9ffe-aeb53beefc79 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.839009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:59.840987 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.847104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95311a59-8af8-4d14-82b8-e0a49d6b2af7 req-450db142-e781-44d3-b86a-bc8207146bc2 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:08:59.849140 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95311a59-8af8-4d14-82b8-e0a49d6b2af7 req-450db142-e781-44d3-b86a-bc8207146bc2 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.70 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 944 time: 0.2125852 Aug 31 01:08:59.879881 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.969242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a3f826-cc67-474c-8fcc-3ec2e821f8f6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:08:59.970068 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2661f510-9154-4cc9-9e0b-3412de8f333b req-a68e66a5-60da-4aaf-adcc-41f5213fd6d0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863196 Aug 31 01:08:59.979041 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3a3f826-cc67-474c-8fcc-3ec2e821f8f6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:59.983992 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 0566f795-c864-431d-8adb-85d29f5b7dae, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=0566f795-c864-431d-8adb-85d29f5b7dae,segment=NetworkSegment(0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0),segment_id=0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:08:59.988323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025b9de-2370-4899-afa1-ef564022b250 None None] Sync routers for ids ['83e78529-9b62-418a-818a-cfc52befd357'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:00.009900 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.010683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 3b367952-fbab-4977-b0c0-6447731e06fb up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:00.040270 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d3a3f826-cc67-474c-8fcc-3ec2e821f8f6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "PUT /v2.0/floatingips/ad2dc45b-7a20-4d13-bd3d-2c8dd736a9f4 HTTP/1.1" status: 200 len: 992 time: 2.0705101 Aug 31 01:09:00.040270 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b55fa2-d164-4fc0-be1f-b0c939578cbc', 'tag': 'ce050db4-e2e8-421e-86c1-e31c9b043242'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:00.044639 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39929b34-87cf-4304-9825-9d263b1ea424" -d '{"events": [{"name": "network-changed", "server_uuid": "79b55fa2-d164-4fc0-be1f-b0c939578cbc", "tag": "ce050db4-e2e8-421e-86c1-e31c9b043242"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:00.073244 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b613db64-1580-48f3-84aa-d12fcf5cae8f,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:00.078676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025b9de-2370-4899-afa1-ef564022b250 None None] Routers {'83e78529-9b62-418a-818a-cfc52befd357'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:00.079339 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-7025b9de-2370-4899-afa1-ef564022b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:08:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['83e78529-9b62-418a-818a-cfc52befd357'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:00.151709 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c679ec-3819-46b4-a428-512dcf5d643f x-openstack-request-id: req-27c679ec-3819-46b4-a428-512dcf5d643f {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:00.152003 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b55fa2-d164-4fc0-be1f-b0c939578cbc", "tag": "ce050db4-e2e8-421e-86c1-e31c9b043242", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:00.152273 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27c679ec-3819-46b4-a428-512dcf5d643f {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:00.152640 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b55fa2-d164-4fc0-be1f-b0c939578cbc', 'tag': 'ce050db4-e2e8-421e-86c1-e31c9b043242', 'status': 'completed', 'code': 200} Aug 31 01:09:00.185753 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b08c5e1b-5e5e-46f0-9ffe-aeb53beefc79 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.208525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-b08c5e1b-5e5e-46f0-9ffe-aeb53beefc79 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for dd5aa3e4-c709-43b2-934d-6272b7675886 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:00.273192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-95311a59-8af8-4d14-82b8-e0a49d6b2af7 req-9898d819-011d-49f6-9afd-ec6bf7b1841b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Deleting port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:00.273455 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-95311a59-8af8-4d14-82b8-e0a49d6b2af7 req-9898d819-011d-49f6-9afd-ec6bf7b1841b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.283488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=0566f795-c864-431d-8adb-85d29f5b7dae,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:00.299779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 3b367952-fbab-4977-b0c0-6447731e06fb completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:00.310003 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 3b367952-fbab-4977-b0c0-6447731e06fb triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:00.310422 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.343773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-7025b9de-2370-4899-afa1-ef564022b250 None None] Set router 83e78529-9b62-418a-818a-cfc52befd357 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:00.401578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929b34-87cf-4304-9825-9d263b1ea424 req-0afd4809-0e8a-4d5f-ae4f-0e26631fb412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:00.405675 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-39929b34-87cf-4304-9825-9d263b1ea424 req-0afd4809-0e8a-4d5f-ae4f-0e26631fb412 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3803e788afc343e7bf7b74fadcd4a59b&device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 1098 time: 0.2154593 Aug 31 01:09:00.473137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44730) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:00.527126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735d7b0-a617-4bca-a6a4-6c5b7f39ef5d req-98ec9cca-5cd6-444e-830b-7a0ed72f0287 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:00.534021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735d7b0-a617-4bca-a6a4-6c5b7f39ef5d req-98ec9cca-5cd6-444e-830b-7a0ed72f0287 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:00.540503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735d7b0-a617-4bca-a6a4-6c5b7f39ef5d req-98ec9cca-5cd6-444e-830b-7a0ed72f0287 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:00.549874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735d7b0-a617-4bca-a6a4-6c5b7f39ef5d req-98ec9cca-5cd6-444e-830b-7a0ed72f0287 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:00.557235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735d7b0-a617-4bca-a6a4-6c5b7f39ef5d req-98ec9cca-5cd6-444e-830b-7a0ed72f0287 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:00.570426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735d7b0-a617-4bca-a6a4-6c5b7f39ef5d req-98ec9cca-5cd6-444e-830b-7a0ed72f0287 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:00.578861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735d7b0-a617-4bca-a6a4-6c5b7f39ef5d req-98ec9cca-5cd6-444e-830b-7a0ed72f0287 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:00.581147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e735d7b0-a617-4bca-a6a4-6c5b7f39ef5d req-98ec9cca-5cd6-444e-830b-7a0ed72f0287 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5433 time: 0.2393100 Aug 31 01:09:00.727562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-95311a59-8af8-4d14-82b8-e0a49d6b2af7 req-9898d819-011d-49f6-9afd-ec6bf7b1841b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] For port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:00.727949 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-95311a59-8af8-4d14-82b8-e0a49d6b2af7 req-9898d819-011d-49f6-9afd-ec6bf7b1841b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.765883 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e735d7b0-a617-4bca-a6a4-6c5b7f39ef5d req-98e6b389-77e1-46f9-a3c1-e5d9989f130a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1686509 Aug 31 01:09:00.803168 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec1223-b30b-4a1f-9deb-8e69f4d5f0c8 req-5f99b934-8257-41d0-b08e-c5e67ca955ea tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:00.803168 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feec1223-b30b-4a1f-9deb-8e69f4d5f0c8 req-5f99b934-8257-41d0-b08e-c5e67ca955ea tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 946 time: 0.2058096 Aug 31 01:09:00.806242 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.871108 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5f6b88cb-637f-425e-b210-acd729bad7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:00.906435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-95311a59-8af8-4d14-82b8-e0a49d6b2af7 req-9898d819-011d-49f6-9afd-ec6bf7b1841b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Calling delete_port for 8b25cc1f-79af-4cec-bab1-fc0c7f4595da owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:01.037328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 3b367952-fbab-4977-b0c0-6447731e06fb, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3b367952-fbab-4977-b0c0-6447731e06fb,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:01.058990 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.060372 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 53e5b95c-f228-4756-af82-996e14d0fcc7 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:01.111156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f76b9-0c3c-41f8-9618-9af985ff9217 req-c27c3dc3-ae5a-4f68-ac7e-231bb5297221 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:01.120699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b15f76b9-0c3c-41f8-9618-9af985ff9217 req-c27c3dc3-ae5a-4f68-ac7e-231bb5297221 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 944 time: 0.1979511 Aug 31 01:09:01.123232 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b08c5e1b-5e5e-46f0-9ffe-aeb53beefc79 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.180942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97659ade-1488-434b-aade-3fbbe25b95a7'}, {'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f'}, {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0566f795-c864-431d-8adb-85d29f5b7dae'}, {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b367952-fbab-4977-b0c0-6447731e06fb'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:01.183430 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd12a0f5-a819-4920-ad17-18f614e3ec98" -d '{"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-plugged", "status": "completed", "tag": "97659ade-1488-434b-aade-3fbbe25b95a7"}, {"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-plugged", "status": "completed", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f"}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-plugged", "status": "completed", "tag": "0566f795-c864-431d-8adb-85d29f5b7dae"}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-plugged", "status": "completed", "tag": "3b367952-fbab-4977-b0c0-6447731e06fb"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:01.200019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929b34-87cf-4304-9825-9d263b1ea424 req-ba80d28a-3c61-4194-ac4d-db0f98dc7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:01.202812 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-39929b34-87cf-4304-9825-9d263b1ea424 req-ba80d28a-3c61-4194-ac4d-db0f98dc7ae3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a3819e2-02ee-41da-b074-f080a72a98c3 HTTP/1.1" status: 200 len: 913 time: 0.7893336 Aug 31 01:09:01.224907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=3b367952-fbab-4977-b0c0-6447731e06fb,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:01.248322 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-7025b9de-2370-4899-afa1-ef564022b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e78529-9b62-418a-818a-cfc52befd357', 'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:07Z', 'updated_at': '2021-08-31T01:08:20Z', 'revision_number': 4, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'gw_port': {'id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:09Z', 'updated_at': '2021-08-31T01:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ad2dc45b-7a20-4d13-bd3d-2c8dd736a9f4', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '83e78529-9b62-418a-818a-cfc52befd357', 'port_id': 'ce050db4-e2e8-421e-86c1-e31c9b043242', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'mac_address': 'fa:16:3e:c1:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b55fa2-d164-4fc0-be1f-b0c939578cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:08:33Z', 'updated_at': '2021-08-31T01:08:58Z', 'revision_number': 1, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fb214a-fe22-4468-8e23-cce2f2f47d99', 'name': '', 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'mac_address': 'fa:16:3e:5c:de:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:18Z', 'updated_at': '2021-08-31T01:08:29Z', 'revision_number': 5, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'subnets': [{'id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:01.284206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c5e1b-5e5e-46f0-9ffe-aeb53beefc79 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=dd5aa3e4-c709-43b2-934d-6272b7675886,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:01.304378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025b9de-2370-4899-afa1-ef564022b250 None None] Checking router: 83e78529-9b62-418a-818a-cfc52befd357 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:01.306767 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b08c5e1b-5e5e-46f0-9ffe-aeb53beefc79 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.308731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b08c5e1b-5e5e-46f0-9ffe-aeb53beefc79 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/dd5aa3e4-c709-43b2-934d-6272b7675886 HTTP/1.1" status: 204 len: 168 time: 1.9115393 Aug 31 01:09:01.312772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 53e5b95c-f228-4756-af82-996e14d0fcc7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:01.318890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 53e5b95c-f228-4756-af82-996e14d0fcc7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:01.319154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44744) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:01.319840 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.322124 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025b9de-2370-4899-afa1-ef564022b250 None None] Routers {'83e78529-9b62-418a-818a-cfc52befd357'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:01.323102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-7025b9de-2370-4899-afa1-ef564022b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:08:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['83e78529-9b62-418a-818a-cfc52befd357'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:01.349804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feec1223-b30b-4a1f-9deb-8e69f4d5f0c8 req-12234f75-620a-4c36-be58-44d8bfc846a3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5156362 Aug 31 01:09:01.352180 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:09:01.413223 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-39929b34-87cf-4304-9825-9d263b1ea424 req-db6a92f4-3649-464e-b4df-0ab7f9d763bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce050db4-e2e8-421e-86c1-e31c9b043242 HTTP/1.1" status: 200 len: 1000 time: 0.1939065 Aug 31 01:09:01.466955 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ed1091-f667-4985-9a6f-9d57daf69603 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:01.468666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ed1091-f667-4985-9a6f-9d57daf69603 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:01.470201 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-40ed1091-f667-4985-9a6f-9d57daf69603 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1410766 Aug 31 01:09:01.478985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b15f76b9-0c3c-41f8-9618-9af985ff9217 req-5848aaeb-9244-4cf3-92b5-207699b1f713 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573859 Aug 31 01:09:01.480883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44746) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:01.599364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929b34-87cf-4304-9825-9d263b1ea424 req-9b0ceaf4-7547-4581-b4d5-cea79d9ddfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:01.605804 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-39929b34-87cf-4304-9825-9d263b1ea424 req-9b0ceaf4-7547-4581-b4d5-cea79d9ddfca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6ee513f-971d-40cf-bd45-589d9285b201 HTTP/1.1" status: 200 len: 851 time: 0.1789734 Aug 31 01:09:01.635630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-7025b9de-2370-4899-afa1-ef564022b250 None None] Set router 83e78529-9b62-418a-818a-cfc52befd357 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:01.666539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9d9faa-6b03-4c06-9735-7b207a8f4a2a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet c157963c-cb16-480f-af3a-5d3688a9a19a {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:01.671168 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9faa-6b03-4c06-9735-7b207a8f4a2a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.706374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929b34-87cf-4304-9825-9d263b1ea424 req-147bfa54-9eeb-4325-8017-eb3384426b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:01.710759 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-39929b34-87cf-4304-9825-9d263b1ea424 req-147bfa54-9eeb-4325-8017-eb3384426b5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a3819e2-02ee-41da-b074-f080a72a98c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966971 Aug 31 01:09:01.721331 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9faa-6b03-4c06-9735-7b207a8f4a2a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.786205 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9faa-6b03-4c06-9735-7b207a8f4a2a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.878540 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf5a83b-cada-45d3-8b3c-33963860e91d x-openstack-request-id: req-9bf5a83b-cada-45d3-8b3c-33963860e91d {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:01.879148 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-plugged", "status": "completed", "tag": "97659ade-1488-434b-aade-3fbbe25b95a7", "code": 200}, {"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-plugged", "status": "completed", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f", "code": 200}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-plugged", "status": "completed", "tag": "0566f795-c864-431d-8adb-85d29f5b7dae", "code": 200}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-plugged", "status": "completed", "tag": "3b367952-fbab-4977-b0c0-6447731e06fb", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:01.882274 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9bf5a83b-cada-45d3-8b3c-33963860e91d {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:01.882845 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97659ade-1488-434b-aade-3fbbe25b95a7', 'code': 200} Aug 31 01:09:01.883209 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'code': 200} Aug 31 01:09:01.883586 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0566f795-c864-431d-8adb-85d29f5b7dae', 'code': 200} Aug 31 01:09:01.884209 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b367952-fbab-4977-b0c0-6447731e06fb', 'code': 200} Aug 31 01:09:01.899327 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9faa-6b03-4c06-9735-7b207a8f4a2a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.908715 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-39929b34-87cf-4304-9825-9d263b1ea424 req-6b751ba4-921d-4b98-8eb6-17ba7dec528f service neutron] 10.222.0.70 "GET /v2.0/networks/0a3819e2-02ee-41da-b074-f080a72a98c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855855 Aug 31 01:09:01.942274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d9faa-6b03-4c06-9735-7b207a8f4a2a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=c157963c-cb16-480f-af3a-5d3688a9a19a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:01.953473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21253f-b17a-435b-bb4a-520e8f2284e0 req-28fac64f-b1b6-434d-a94a-e7f8b343f40a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:01.955353 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1b21253f-b17a-435b-bb4a-520e8f2284e0 req-28fac64f-b1b6-434d-a94a-e7f8b343f40a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.4192438 Aug 31 01:09:01.992501 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9faa-6b03-4c06-9735-7b207a8f4a2a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:01.997348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9e9d9faa-6b03-4c06-9735-7b207a8f4a2a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/c157963c-cb16-480f-af3a-5d3688a9a19a HTTP/1.1" status: 204 len: 168 time: 0.5107496 Aug 31 01:09:02.011134 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d5cef0-0379-4d34-b246-8b11f229f6c7 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:02.013900 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44758) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:02.049129 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5f6b88cb-637f-425e-b210-acd729bad7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.057975 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.069294 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7629ecd5-631c-4a43-ac12-0c23d205b1de tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514150 Aug 31 01:09:02.070387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44760) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:02.075657 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-3ea898ef-d95b-4670-949f-15d766503f12 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:02.079400 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5f6b88cb-637f-425e-b210-acd729bad7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.135968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1b21253f-b17a-435b-bb4a-520e8f2284e0 req-038f2fdc-2abb-4dea-9fb1-e74ee3abb1f4 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600657 Aug 31 01:09:02.136836 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-95311a59-8af8-4d14-82b8-e0a49d6b2af7 req-9898d819-011d-49f6-9afd-ec6bf7b1841b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.164229 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee4853-8045-414f-9b38-fe1a993015c7 req-3b8de360-c1d5-4df7-a7ab-6316f442677d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:02.172352 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a68b2-9db6-4743-a84e-43318b403b16 req-5e65665f-c836-410d-955d-15270ffcbfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:02.172635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee4853-8045-414f-9b38-fe1a993015c7 req-3b8de360-c1d5-4df7-a7ab-6316f442677d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:02.176051 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0f5a68b2-9db6-4743-a84e-43318b403b16 req-5e65665f-c836-410d-955d-15270ffcbfff service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 1098 time: 0.2249675 Aug 31 01:09:02.179237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee4853-8045-414f-9b38-fe1a993015c7 req-3b8de360-c1d5-4df7-a7ab-6316f442677d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:02.186809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee4853-8045-414f-9b38-fe1a993015c7 req-3b8de360-c1d5-4df7-a7ab-6316f442677d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:02.193077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee4853-8045-414f-9b38-fe1a993015c7 req-3b8de360-c1d5-4df7-a7ab-6316f442677d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:02.196369 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:02.199509 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee4853-8045-414f-9b38-fe1a993015c7 req-3b8de360-c1d5-4df7-a7ab-6316f442677d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:02.206305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee4853-8045-414f-9b38-fe1a993015c7 req-3b8de360-c1d5-4df7-a7ab-6316f442677d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:02.214484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bee4853-8045-414f-9b38-fe1a993015c7 req-3b8de360-c1d5-4df7-a7ab-6316f442677d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5434 time: 0.2451808 Aug 31 01:09:02.240446 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-39929b34-87cf-4304-9825-9d263b1ea424 req-f2362bcd-9a95-4cf9-9e98-d3a4ad2176b7 service neutron] 10.222.0.70 "GET /v2.0/networks/0a3819e2-02ee-41da-b074-f080a72a98c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988913 Aug 31 01:09:02.244093 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0f5a68b2-9db6-4743-a84e-43318b403b16 req-006ab842-8081-416a-8505-b264c1dda851 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552733 Aug 31 01:09:02.263820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea898ef-d95b-4670-949f-15d766503f12 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:02.268301 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ea898ef-d95b-4670-949f-15d766503f12 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.314293 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.319465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-95311a59-8af8-4d14-82b8-e0a49d6b2af7 req-9898d819-011d-49f6-9afd-ec6bf7b1841b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] No DVR routers for this DVR port 8b25cc1f-79af-4cec-bab1-fc0c7f4595da on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:02.322259 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-95311a59-8af8-4d14-82b8-e0a49d6b2af7 req-9898d819-011d-49f6-9afd-ec6bf7b1841b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.324604 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95311a59-8af8-4d14-82b8-e0a49d6b2af7 req-9898d819-011d-49f6-9afd-ec6bf7b1841b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.70 "DELETE /v2.0/ports/8b25cc1f-79af-4cec-bab1-fc0c7f4595da HTTP/1.1" status: 204 len: 173 time: 2.4316599 Aug 31 01:09:02.336161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4987278a-d67d-45d8-abee-c162706b8451', 'name': 'network-vif-deleted', 'tag': '8b25cc1f-79af-4cec-bab1-fc0c7f4595da'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:02.338623 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2ff02b-6d5c-4cf0-abcf-1e94ffe23c38" -d '{"events": [{"server_uuid": "4987278a-d67d-45d8-abee-c162706b8451", "name": "network-vif-deleted", "tag": "8b25cc1f-79af-4cec-bab1-fc0c7f4595da"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:02.360621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898d819-011d-49f6-9afd-ec6bf7b1841b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Pushing event deleted for resources: {'Port': ['ID=8b25cc1f-79af-4cec-bab1-fc0c7f4595da,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:02.370426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b88cb-637f-425e-b210-acd729bad7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffb1dcc-c8d4-4ce5-ba4c-ffc1327adf13,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:02.383716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5f6b88cb-637f-425e-b210-acd729bad7f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f97552007a37499595a8e667c18b535c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9063911 Aug 31 01:09:02.387150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44766) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:02.430676 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715fef6b-e21a-4fc6-b7a4-d255a4aa7a6e x-openstack-request-id: req-715fef6b-e21a-4fc6-b7a4-d255a4aa7a6e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:02.431246 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4987278a-d67d-45d8-abee-c162706b8451", "name": "network-vif-deleted", "tag": "8b25cc1f-79af-4cec-bab1-fc0c7f4595da", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:02.431748 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-715fef6b-e21a-4fc6-b7a4-d255a4aa7a6e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:02.432384 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4987278a-d67d-45d8-abee-c162706b8451', 'name': 'network-vif-deleted', 'tag': '8b25cc1f-79af-4cec-bab1-fc0c7f4595da', 'status': 'completed', 'code': 200} Aug 31 01:09:02.447821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 53e5b95c-f228-4756-af82-996e14d0fcc7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=53e5b95c-f228-4756-af82-996e14d0fcc7,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:02.458589 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.472123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bee4853-8045-414f-9b38-fe1a993015c7 req-be5b28dd-8205-44dd-9ae9-1f44bcc30304 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2552087 Aug 31 01:09:02.501376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-7025b9de-2370-4899-afa1-ef564022b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e78529-9b62-418a-818a-cfc52befd357', 'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:07Z', 'updated_at': '2021-08-31T01:08:20Z', 'revision_number': 4, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'gw_port': {'id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:09Z', 'updated_at': '2021-08-31T01:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ad2dc45b-7a20-4d13-bd3d-2c8dd736a9f4', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '83e78529-9b62-418a-818a-cfc52befd357', 'port_id': 'ce050db4-e2e8-421e-86c1-e31c9b043242', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'mac_address': 'fa:16:3e:c1:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b55fa2-d164-4fc0-be1f-b0c939578cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:08:33Z', 'updated_at': '2021-08-31T01:08:58Z', 'revision_number': 1, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fb214a-fe22-4468-8e23-cce2f2f47d99', 'name': '', 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'mac_address': 'fa:16:3e:5c:de:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:18Z', 'updated_at': '2021-08-31T01:08:29Z', 'revision_number': 5, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'subnets': [{'id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:02.548804 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 29267b36-3381-42b4-ba48-8fcd9b7a236b up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:02.551369 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f622be-ffa3-42ad-b1ed-39678e1452ec None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:09:02.579528 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ea898ef-d95b-4670-949f-15d766503f12 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.599395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025b9de-2370-4899-afa1-ef564022b250 None None] The sync data for ids ['83e78529-9b62-418a-818a-cfc52befd357'] in n-d-802060-13 is: [{'id': '83e78529-9b62-418a-818a-cfc52befd357', 'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:07Z', 'updated_at': '2021-08-31T01:08:20Z', 'revision_number': 4, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'gw_port': {'id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:09Z', 'updated_at': '2021-08-31T01:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ad2dc45b-7a20-4d13-bd3d-2c8dd736a9f4', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '83e78529-9b62-418a-818a-cfc52befd357', 'port_id': 'ce050db4-e2e8-421e-86c1-e31c9b043242', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'mac_address': 'fa:16:3e:c1:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b55fa2-d164-4fc0-be1f-b0c939578cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:08:33Z', 'updated_at': '2021-08-31T01:08:58Z', 'revision_number': 1, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fb214a-fe22-4468-8e23-cce2f2f47d99', 'name': '', 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'mac_address': 'fa:16:3e:5c:de:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:18Z', 'updated_at': '2021-08-31T01:08:29Z', 'revision_number': 5, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'subnets': [{'id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:02.707979 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-990c7dbd-7c35-4e65-9768-3cba2097d5e8 req-ab03a9ae-3332-462f-bfd9-24ddbe70bd3b tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 210 time: 0.0421741 Aug 31 01:09:02.732442 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28685ce3-00cd-4080-a0f9-a42113acf352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.749684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=53e5b95c-f228-4756-af82-996e14d0fcc7,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:02.760705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea898ef-d95b-4670-949f-15d766503f12 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=fe972352-1ea6-41eb-b951-a9f899feab31,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:02.769341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea898ef-d95b-4670-949f-15d766503f12 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:02.771238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-3ea898ef-d95b-4670-949f-15d766503f12 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:02.778896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea898ef-d95b-4670-949f-15d766503f12 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:02.779957 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ea898ef-d95b-4670-949f-15d766503f12 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.801408 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28685ce3-00cd-4080-a0f9-a42113acf352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.811147 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3ea898ef-d95b-4670-949f-15d766503f12 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7354658 Aug 31 01:09:02.815519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44782) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:02.830024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-67e5bc06-1ae4-4c1f-93b7-19e01b1cd9aa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'fixed_ips': [{'subnet_id': 'fe972352-1ea6-41eb-b951-a9f899feab31', 'ip_address': '2001:db8::79b5:903a:e5d0:602c'}], 'name': 'tempest-NetworksTestDHCPv6-1493463810'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:02.909466 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 29267b36-3381-42b4-ba48-8fcd9b7a236b completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:02.929838 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 29267b36-3381-42b4-ba48-8fcd9b7a236b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:02.933616 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.950035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548782c-a400-4ad5-af6c-ab8058e22f53 req-cf148bc6-2888-4d68-b0a1-5312bdc966de tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:02.959490 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e548782c-a400-4ad5-af6c-ab8058e22f53 req-cf148bc6-2888-4d68-b0a1-5312bdc966de tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 946 time: 0.3564649 Aug 31 01:09:02.984224 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c0f622be-ffa3-42ad-b1ed-39678e1452ec None None] Deleting port f5efb4bb-7649-46aa-8182-8a58a4643d03 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:02.993772 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c0f622be-ffa3-42ad-b1ed-39678e1452ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:02.996316 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db6a2f0-0637-4bbb-a074-7f58a0abdb3c None None] New status for floating IP ad2dc45b-7a20-4d13-bd3d-2c8dd736a9f4: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:09:03.112161 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e548782c-a400-4ad5-af6c-ab8058e22f53 req-06769f5a-9d48-4093-a628-86537c41425d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516778 Aug 31 01:09:03.152193 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28685ce3-00cd-4080-a0f9-a42113acf352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:03.154841 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28685ce3-00cd-4080-a0f9-a42113acf352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:03.156078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-28685ce3-00cd-4080-a0f9-a42113acf352 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cffb1dcc-c8d4-4ce5-ba4c-ffc1327adf13 HTTP/1.1" status: 204 len: 168 time: 0.7667542 Aug 31 01:09:03.189873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28685ce3-00cd-4080-a0f9-a42113acf352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffb1dcc-c8d4-4ce5-ba4c-ffc1327adf13,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:03.195627 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8b25cc1f-79af-4cec-bab1-fc0c7f4595da no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:03.243922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e5bc06-1ae4-4c1f-93b7-19e01b1cd9aa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:03.275462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 8b25cc1f-79af-4cec-bab1-fc0c7f4595da {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:09:03.275809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8b25cc1f-79af-4cec-bab1-fc0c7f4595da not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:09:03.298957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f5efb4bb-7649-46aa-8182-8a58a4643d03 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:03.474359 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c0f622be-ffa3-42ad-b1ed-39678e1452ec None None] For port f5efb4bb-7649-46aa-8182-8a58a4643d03, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f5efb4bb-7649-46aa-8182-8a58a4643d03,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:03.487931 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c0f622be-ffa3-42ad-b1ed-39678e1452ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:03.510919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dc1a4-dca1-47bb-b46a-3c90cb80c858 req-f45157ba-f1d2-4269-914d-0f6a6e261e2b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:03.513773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a9dc1a4-dca1-47bb-b46a-3c90cb80c858 req-f45157ba-f1d2-4269-914d-0f6a6e261e2b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.1657600 Aug 31 01:09:03.535012 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-67e5bc06-1ae4-4c1f-93b7-19e01b1cd9aa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:03.550019 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c0f622be-ffa3-42ad-b1ed-39678e1452ec None None] Calling delete_port for f5efb4bb-7649-46aa-8182-8a58a4643d03 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:03.654655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a9dc1a4-dca1-47bb-b46a-3c90cb80c858 req-f655fa60-0f74-4a14-9a20-513b99d34775 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150494 Aug 31 01:09:03.669872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-67e5bc06-1ae4-4c1f-93b7-19e01b1cd9aa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port 57554395-4ae0-4716-b170-306e754f5939 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:03.787309 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:03.808549 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:03.855012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 29267b36-3381-42b4-ba48-8fcd9b7a236b, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=29267b36-3381-42b4-ba48-8fcd9b7a236b,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:03.864452 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:03.865296 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 450c3c7c-35f4-4432-892d-05366ece154e up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:03.868353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d552df-77cb-443e-9257-6373d1e2f378 req-42c49e79-42a7-47c4-bbe6-b70b5f2acb78 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:03.878430 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d552df-77cb-443e-9257-6373d1e2f378 req-42c49e79-42a7-47c4-bbe6-b70b5f2acb78 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:03.886219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d552df-77cb-443e-9257-6373d1e2f378 req-42c49e79-42a7-47c4-bbe6-b70b5f2acb78 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:03.892701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d552df-77cb-443e-9257-6373d1e2f378 req-42c49e79-42a7-47c4-bbe6-b70b5f2acb78 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:03.896557 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e5b95c-f228-4756-af82-996e14d0fcc7'}, {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29267b36-3381-42b4-ba48-8fcd9b7a236b'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:03.899744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d552df-77cb-443e-9257-6373d1e2f378 req-42c49e79-42a7-47c4-bbe6-b70b5f2acb78 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:03.902315 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01dd87c-d4b3-4020-9bd0-3b859daded56" -d '{"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-plugged", "status": "completed", "tag": "53e5b95c-f228-4756-af82-996e14d0fcc7"}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-plugged", "status": "completed", "tag": "29267b36-3381-42b4-ba48-8fcd9b7a236b"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:03.907116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d552df-77cb-443e-9257-6373d1e2f378 req-42c49e79-42a7-47c4-bbe6-b70b5f2acb78 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:03.913182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d552df-77cb-443e-9257-6373d1e2f378 req-42c49e79-42a7-47c4-bbe6-b70b5f2acb78 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:03.915932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7d552df-77cb-443e-9257-6373d1e2f378 req-42c49e79-42a7-47c4-bbe6-b70b5f2acb78 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5435 time: 0.1487122 Aug 31 01:09:03.963024 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-798336ba-bbe1-4cc5-81bd-0d898a700fd5 req-b0d6a7a9-e0f6-4b6b-8a39-d402dc03e568 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 210 time: 0.0457618 Aug 31 01:09:03.988195 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port f5efb4bb-7649-46aa-8182-8a58a4643d03, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f5efb4bb-7649-46aa-8182-8a58a4643d03,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:04.008326 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.034800 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c0f622be-ffa3-42ad-b1ed-39678e1452ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.062117 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=29267b36-3381-42b4-ba48-8fcd9b7a236b,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:04.096550 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 450c3c7c-35f4-4432-892d-05366ece154e completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:04.101159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event deleted for resources: {'Port': ['ID=f5efb4bb-7649-46aa-8182-8a58a4643d03,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:04.104405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f622be-ffa3-42ad-b1ed-39678e1452ec None None] No DVR routers for this DVR port f5efb4bb-7649-46aa-8182-8a58a4643d03 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:04.108027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 450c3c7c-35f4-4432-892d-05366ece154e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:04.108458 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.177467 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7d552df-77cb-443e-9257-6373d1e2f378 req-aebd446d-9977-4cd8-9c26-7281a43b2cdd tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2133512 Aug 31 01:09:04.192391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee2ecf9-34f1-4785-a9ce-72738ad74dc7 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:04.198608 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f622be-ffa3-42ad-b1ed-39678e1452ec None None] Pushing event deleted for resources: {'Port': ['ID=f5efb4bb-7649-46aa-8182-8a58a4643d03,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:04.354568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-67e5bc06-1ae4-4c1f-93b7-19e01b1cd9aa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::79b5:903a:e5d0:602c (14e22907-50bf-4f4c-96ff-7b9fef164758/fe972352-1ea6-41eb-b951-a9f899feab31/57554395-4ae0-4716-b170-306e754f5939) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:04.525548 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107d36d1-9703-495c-a442-ed96b72addf4 x-openstack-request-id: req-107d36d1-9703-495c-a442-ed96b72addf4 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:04.526343 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-plugged", "status": "completed", "tag": "53e5b95c-f228-4756-af82-996e14d0fcc7", "code": 200}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-plugged", "status": "completed", "tag": "29267b36-3381-42b4-ba48-8fcd9b7a236b", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:04.526878 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-107d36d1-9703-495c-a442-ed96b72addf4 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:04.527816 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e5b95c-f228-4756-af82-996e14d0fcc7', 'code': 200} Aug 31 01:09:04.528355 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29267b36-3381-42b4-ba48-8fcd9b7a236b', 'code': 200} Aug 31 01:09:04.539315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44826) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:04.616789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d6772-4815-406e-93ab-470d5be4a15f req-51ca998b-45a1-42ca-81f4-6b5c59bfeef7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:04.618265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-738d6772-4815-406e-93ab-470d5be4a15f req-51ca998b-45a1-42ca-81f4-6b5c59bfeef7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 946 time: 0.2581973 Aug 31 01:09:04.686285 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-738d6772-4815-406e-93ab-470d5be4a15f req-bf5389b8-4dab-4739-8fc5-4f5d66ef2e38 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553763 Aug 31 01:09:04.735463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-115572692-network', 'tenant_id': 'f26e89b8305a49a4836f86e3fc6d2b79'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:04.757883 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-67e5bc06-1ae4-4c1f-93b7-19e01b1cd9aa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.771003 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.778668 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Made reservation on behalf of f26e89b8305a49a4836f86e3fc6d2b79 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:04.781739 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.798716 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.858241 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-67e5bc06-1ae4-4c1f-93b7-19e01b1cd9aa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object 57554395-4ae0-4716-b170-306e754f5939 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:04.896530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 450c3c7c-35f4-4432-892d-05366ece154e, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=450c3c7c-35f4-4432-892d-05366ece154e,segment=NetworkSegment(0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0),segment_id=0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:04.906154 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.962130 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:04.973743 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.001789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': 'fe972352-1ea6-41eb-b951-a9f899feab31'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:05.002454 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.020851 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003a149a-dada-40ad-863e-67e81ae3a5c7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:05.025616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b1719-8924-4eef-bc3d-235b3d0448ce req-bb138b36-e66b-4dde-aefb-cf93dae20228 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:05.027728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc8b1719-8924-4eef-bc3d-235b3d0448ce req-bb138b36-e66b-4dde-aefb-cf93dae20228 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.2313321 Aug 31 01:09:05.048301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:05.048301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:05.048814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:05.049012 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:05.049399 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:05.049769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:05.050105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:05.050426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:05.050754 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:05.051084 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:05.051437 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:05.051774 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:05.066703 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:09:05.069507 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=450c3c7c-35f4-4432-892d-05366ece154e,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:05.083673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5919a3-256a-4a8a-ad42-0193ebd1d987 req-3f551aba-526d-48d8-a166-9a1ee76ae569 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:05.083969 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.084120 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Added segment b08a29eb-e7ef-44f5-bdf6-edd195348dec of type vlan for network ac920510-1c96-4584-9f3c-d8027244cfa3 Aug 31 01:09:05.118327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc5919a3-256a-4a8a-ad42-0193ebd1d987 req-3f551aba-526d-48d8-a166-9a1ee76ae569 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 946 time: 0.2353628 Aug 31 01:09:05.118859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44838) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:05.127169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-687024bd-5212-4e6a-9c22-b4e9efb7de21 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Request body: {'floatingip': {'port_id': 'b613db64-1580-48f3-84aa-d12fcf5cae8f'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:05.202655 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.234683 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc8b1719-8924-4eef-bc3d-235b3d0448ce req-8cb0e6d6-d34a-4423-8bce-d100c31f7888 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855590 Aug 31 01:09:05.241975 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-67e5bc06-1ae4-4c1f-93b7-19e01b1cd9aa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.253446 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.254482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:05.255910 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.259668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Allocated IP 2001:db8::2 (14e22907-50bf-4f4c-96ff-7b9fef164758/fe972352-1ea6-41eb-b951-a9f899feab31/7cbfd1fd-beb8-470a-abb2-3cd824e6af92) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:05.367363 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0cb6d53-790d-45cb-9279-7e719b35896d req-89d26a1f-ab3c-4fb3-90d4-be06d172bd67 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 210 time: 0.1981432 Aug 31 01:09:05.376145 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-687024bd-5212-4e6a-9c22-b4e9efb7de21 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.410805 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8703353 Aug 31 01:09:05.413677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44856) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:05.418803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4a64c6bf-590c-4ec9-8f3a-450ab07af3ab admin admin] Request body: {'subnet': {'network_id': 'ac920510-1c96-4584-9f3c-d8027244cfa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-115572692-subnet', 'tenant_id': 'f26e89b8305a49a4836f86e3fc6d2b79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:05.431672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cf6ec-8312-4e96-9ad6-dd951200e98c admin admin] Pushing event updated for resources: {'Network': ['ID=ac920510-1c96-4584-9f3c-d8027244cfa3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:05.446395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network ac920510-1c96-4584-9f3c-d8027244cfa3 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:09:05.478515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a64c6bf-590c-4ec9-8f3a-450ab07af3ab admin admin] Made reservation on behalf of f26e89b8305a49a4836f86e3fc6d2b79 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:05.478515 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a64c6bf-590c-4ec9-8f3a-450ab07af3ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.622948 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.645308 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Transition to ACTIVE for port object 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:05.670764 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Transition to ACTIVE for port object 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:05.681811 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.737635 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a64c6bf-590c-4ec9-8f3a-450ab07af3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.806121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:05.819413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Pushing event updated for resources: {'Port': ['ID=7cbfd1fd-beb8-470a-abb2-3cd824e6af92,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:05.823305 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:05.826241 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:05.833997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64c6bf-590c-4ec9-8f3a-450ab07af3ab admin admin] Checking segment: {'id': 'b08a29eb-e7ef-44f5-bdf6-edd195348dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ac920510-1c96-4584-9f3c-d8027244cfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:05.834677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a64c6bf-590c-4ec9-8f3a-450ab07af3ab admin admin] Network hostable DHCP agents. Network: ac920510-1c96-4584-9f3c-d8027244cfa3, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:09:05.839313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64c6bf-590c-4ec9-8f3a-450ab07af3ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cca4d8f-463b-4934-a56d-8f291a9f8ec0,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:05.877315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a64c6bf-590c-4ec9-8f3a-450ab07af3ab admin admin] Network ac920510-1c96-4584-9f3c-d8027244cfa3 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:09:05.904610 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-4a64c6bf-590c-4ec9-8f3a-450ab07af3ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, ac920510-1c96-4584-9f3c-d8027244cfa3) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:05.918245 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a64c6bf-590c-4ec9-8f3a-450ab07af3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:05.920076 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a64c6bf-590c-4ec9-8f3a-450ab07af3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:05.929504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e53079b-908e-4d80-97c0-8d43cf617e32 None None] Network ac920510-1c96-4584-9f3c-d8027244cfa3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:05.947915 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4a64c6bf-590c-4ec9-8f3a-450ab07af3ab admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5331681 Aug 31 01:09:05.989026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5bc06-1ae4-4c1f-93b7-19e01b1cd9aa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:06.017417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Attempting to bind port 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:06.018025 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Attempting to bind port 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:06.018187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Attempting to bind port 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:06.025655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-67e5bc06-1ae4-4c1f-93b7-19e01b1cd9aa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:06.033475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5bc06-1ae4-4c1f-93b7-19e01b1cd9aa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:06.034151 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:06.034536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:06.034937 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:06.035349 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:06.035944 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Bound port: 7cbfd1fd-beb8-470a-abb2-3cd824e6af92, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:06.036193 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:06.047685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e5bc06-1ae4-4c1f-93b7-19e01b1cd9aa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:06.049672 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-67e5bc06-1ae4-4c1f-93b7-19e01b1cd9aa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:06.091086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5bc06-1ae4-4c1f-93b7-19e01b1cd9aa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=57554395-4ae0-4716-b170-306e754f5939,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:06.154956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32151a1e-48fa-44ab-b260-a621311147fa req-2745ec51-6812-4c0b-bfe3-e964755bc16f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:06.161674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32151a1e-48fa-44ab-b260-a621311147fa req-2745ec51-6812-4c0b-bfe3-e964755bc16f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:06.175221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] For port 7cbfd1fd-beb8-470a-abb2-3cd824e6af92, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:06.179165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6308f64d-731e-4b3e-a09c-73f881e3ccfb None None] Network ac920510-1c96-4584-9f3c-d8027244cfa3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:06.179444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32151a1e-48fa-44ab-b260-a621311147fa req-2745ec51-6812-4c0b-bfe3-e964755bc16f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:06.197033 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32151a1e-48fa-44ab-b260-a621311147fa req-2745ec51-6812-4c0b-bfe3-e964755bc16f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:06.203312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32151a1e-48fa-44ab-b260-a621311147fa req-2745ec51-6812-4c0b-bfe3-e964755bc16f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:06.209171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32151a1e-48fa-44ab-b260-a621311147fa req-2745ec51-6812-4c0b-bfe3-e964755bc16f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:06.215429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32151a1e-48fa-44ab-b260-a621311147fa req-2745ec51-6812-4c0b-bfe3-e964755bc16f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:06.223787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32151a1e-48fa-44ab-b260-a621311147fa req-2745ec51-6812-4c0b-bfe3-e964755bc16f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5437 time: 0.4392471 Aug 31 01:09:06.255420 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-67e5bc06-1ae4-4c1f-93b7-19e01b1cd9aa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4302087 Aug 31 01:09:06.257885 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44866) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:06.326253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] For port 7cbfd1fd-beb8-470a-abb2-3cd824e6af92, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7cbfd1fd-beb8-470a-abb2-3cd824e6af92,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:06.339568 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:06.378252 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd52ec7-cf65-4731-bc14-390b1b543bfa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:06.390268 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd52ec7-cf65-4731-bc14-390b1b543bfa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:06.400681 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2dd52ec7-cf65-4731-bc14-390b1b543bfa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1413279 Aug 31 01:09:06.402358 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32151a1e-48fa-44ab-b260-a621311147fa req-68170af0-44a1-42de-9518-4e2f8cc41839 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1777041 Aug 31 01:09:06.404316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44872) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:06.528049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccf93a-efff-429c-9f60-685a586732e7 None None] Pushing event updated for resources: {'Port': ['ID=7cbfd1fd-beb8-470a-abb2-3cd824e6af92,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:06.531230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450c3c7c-35f4-4432-892d-05366ece154e'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:06.534648 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96612438-ab5d-4aa4-b96b-8d8622ecafcf" -d '{"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-plugged", "status": "completed", "tag": "450c3c7c-35f4-4432-892d-05366ece154e"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:06.614394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-44a8f9d2-bedc-409a-a6dd-d11d2efa554d req-0c78fba4-48d0-4225-9364-436865c24109 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-898897274', 'description': 'tempest-description-1390693508'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:06.703190 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.resource_extend [None req-687024bd-5212-4e6a-9c22-b4e9efb7de21 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:09:07.143704 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-44a8f9d2-bedc-409a-a6dd-d11d2efa554d req-0c78fba4-48d0-4225-9364-436865c24109 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.158724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c357fd4-5807-4d6c-a52b-3cf6128f325e req-944996d3-3d09-4ce2-a5b7-4ffe569460ed tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:07.165989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c357fd4-5807-4d6c-a52b-3cf6128f325e req-944996d3-3d09-4ce2-a5b7-4ffe569460ed tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.5612066 Aug 31 01:09:07.197451 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-687024bd-5212-4e6a-9c22-b4e9efb7de21 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.219624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-ad6291b7-3916-4532-9ff2-f5a7afc7ce86 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port 57554395-4ae0-4716-b170-306e754f5939 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:07.219889 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad6291b7-3916-4532-9ff2-f5a7afc7ce86 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.222839 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-687024bd-5212-4e6a-9c22-b4e9efb7de21 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.316471 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:07.362640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c357fd4-5807-4d6c-a52b-3cf6128f325e req-a48aaa16-623a-4b23-821b-b876b0ce5141 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955559 Aug 31 01:09:07.420075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:07.624118 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-687024bd-5212-4e6a-9c22-b4e9efb7de21 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Floating IP 740da30d-f601-4ef5-b45b-054b7288ba49 associated. External IP: 172.25.6.142, port: b613db64-1580-48f3-84aa-d12fcf5cae8f. Aug 31 01:09:07.627475 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad6291b7-3916-4532-9ff2-f5a7afc7ce86 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.730929 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-413de862-1d2c-465f-a686-976946053466 req-a794703b-31cb-4eef-ae1c-ae90e4cfd4f5 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 210 time: 0.0936921 Aug 31 01:09:07.748084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-ad6291b7-3916-4532-9ff2-f5a7afc7ce86 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for 57554395-4ae0-4716-b170-306e754f5939 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:07.791933 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f51566-cdb7-4608-9d8f-82ad7e6dd8cd x-openstack-request-id: req-85f51566-cdb7-4608-9d8f-82ad7e6dd8cd {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:07.792441 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-plugged", "status": "completed", "tag": "450c3c7c-35f4-4432-892d-05366ece154e", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:07.792863 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85f51566-cdb7-4608-9d8f-82ad7e6dd8cd {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:07.793432 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450c3c7c-35f4-4432-892d-05366ece154e', 'code': 200} Aug 31 01:09:07.803465 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-44a8f9d2-bedc-409a-a6dd-d11d2efa554d req-0c78fba4-48d0-4225-9364-436865c24109 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:07.905461 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-44a8f9d2-bedc-409a-a6dd-d11d2efa554d req-0c78fba4-48d0-4225-9364-436865c24109 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.027700 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78fba4-48d0-4225-9364-436865c24109 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f24f142-af5c-44e9-a09f-1c1db14e008c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:08.058451 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-44a8f9d2-bedc-409a-a6dd-d11d2efa554d req-0c78fba4-48d0-4225-9364-436865c24109 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.060458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44a8f9d2-bedc-409a-a6dd-d11d2efa554d req-0c78fba4-48d0-4225-9364-436865c24109 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4539313 Aug 31 01:09:08.146830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e5402-5f4e-4fc0-9d2d-c761dbc79bdc req-b5dcb769-9fe4-4b24-b427-64e70d820790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.147397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e5402-5f4e-4fc0-9d2d-c761dbc79bdc req-b5dcb769-9fe4-4b24-b427-64e70d820790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.147874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e5402-5f4e-4fc0-9d2d-c761dbc79bdc req-b5dcb769-9fe4-4b24-b427-64e70d820790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.148356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e5402-5f4e-4fc0-9d2d-c761dbc79bdc req-b5dcb769-9fe4-4b24-b427-64e70d820790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.148817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e5402-5f4e-4fc0-9d2d-c761dbc79bdc req-b5dcb769-9fe4-4b24-b427-64e70d820790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.149286 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e5402-5f4e-4fc0-9d2d-c761dbc79bdc req-b5dcb769-9fe4-4b24-b427-64e70d820790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.149747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e5402-5f4e-4fc0-9d2d-c761dbc79bdc req-b5dcb769-9fe4-4b24-b427-64e70d820790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.151711 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f74e5402-5f4e-4fc0-9d2d-c761dbc79bdc req-b5dcb769-9fe4-4b24-b427-64e70d820790 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 6501 time: 0.1855607 Aug 31 01:09:08.220460 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ae679d22-3841-48cd-8110-dcd396b05f8e None None] Provisioning for port 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:08.222386 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49c8aa55-1f52-4e90-a23b-5954f45125f9 req-9e71c09c-4938-421a-b09b-266b59e56216 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/4f24f142-af5c-44e9-a09f-1c1db14e008c HTTP/1.1" status: 200 len: 1806 time: 0.1039555 Aug 31 01:09:08.231229 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ae679d22-3841-48cd-8110-dcd396b05f8e None None] Provisioning complete for port 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:08.231900 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ae679d22-3841-48cd-8110-dcd396b05f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.323690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13877b-fda2-401e-9535-d94dd037c946 req-c40df1f5-b34d-4da8-ba10-e47813620625 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.330511 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13877b-fda2-401e-9535-d94dd037c946 req-c40df1f5-b34d-4da8-ba10-e47813620625 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.337143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13877b-fda2-401e-9535-d94dd037c946 req-c40df1f5-b34d-4da8-ba10-e47813620625 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.345756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13877b-fda2-401e-9535-d94dd037c946 req-c40df1f5-b34d-4da8-ba10-e47813620625 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.355022 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ae679d22-3841-48cd-8110-dcd396b05f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.365984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13877b-fda2-401e-9535-d94dd037c946 req-c40df1f5-b34d-4da8-ba10-e47813620625 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.372166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13877b-fda2-401e-9535-d94dd037c946 req-c40df1f5-b34d-4da8-ba10-e47813620625 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.379670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13877b-fda2-401e-9535-d94dd037c946 req-c40df1f5-b34d-4da8-ba10-e47813620625 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.390074 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e13877b-fda2-401e-9535-d94dd037c946 req-c40df1f5-b34d-4da8-ba10-e47813620625 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5437 time: 0.3175583 Aug 31 01:09:08.423266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ae679d22-3841-48cd-8110-dcd396b05f8e None None] For port 7cbfd1fd-beb8-470a-abb2-3cd824e6af92, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7cbfd1fd-beb8-470a-abb2-3cd824e6af92,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:08.428500 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-49c8aa55-1f52-4e90-a23b-5954f45125f9 req-6e07c593-a20c-43ba-8818-6f11a7453698 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f24f142-af5c-44e9-a09f-1c1db14e008c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:08.428844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-49c8aa55-1f52-4e90-a23b-5954f45125f9 req-6e07c593-a20c-43ba-8818-6f11a7453698 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f24f142-af5c-44e9-a09f-1c1db14e008c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:08.433310 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ae679d22-3841-48cd-8110-dcd396b05f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.528069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae679d22-3841-48cd-8110-dcd396b05f8e None None] Pushing event updated for resources: {'Port': ['ID=7cbfd1fd-beb8-470a-abb2-3cd824e6af92,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:08.586686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f74e5402-5f4e-4fc0-9d2d-c761dbc79bdc req-571d1242-82cc-4d2b-bf9a-1dacbc70965d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4174585 Aug 31 01:09:08.662664 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c1270ac3-bbdc-4c2f-95e6-628a89e98936 None None] Provisioning for port 57554395-4ae0-4716-b170-306e754f5939 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:08.668854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e13877b-fda2-401e-9535-d94dd037c946 req-cc3f78be-ad0c-479d-8444-13ace6275b07 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2766535 Aug 31 01:09:08.673865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c1270ac3-bbdc-4c2f-95e6-628a89e98936 None None] Provisioning complete for port 57554395-4ae0-4716-b170-306e754f5939 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:08.674534 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c1270ac3-bbdc-4c2f-95e6-628a89e98936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.688725 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad6291b7-3916-4532-9ff2-f5a7afc7ce86 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.710989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c1270ac3-bbdc-4c2f-95e6-628a89e98936 None None] Port 57554395-4ae0-4716-b170-306e754f5939 was deleted so its status cannot be updated. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 01:09:08.726996 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-49c8aa55-1f52-4e90-a23b-5954f45125f9 req-6e07c593-a20c-43ba-8818-6f11a7453698 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.760150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6291b7-3916-4532-9ff2-f5a7afc7ce86 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=57554395-4ae0-4716-b170-306e754f5939,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:08.774164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687024bd-5212-4e6a-9c22-b4e9efb7de21 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Router cf917a2c-2656-48d1-87ca-bf626cb37c8e has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:09:08.786568 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-49c8aa55-1f52-4e90-a23b-5954f45125f9 req-6e07c593-a20c-43ba-8818-6f11a7453698 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.817748 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-49c8aa55-1f52-4e90-a23b-5954f45125f9 req-6e07c593-a20c-43ba-8818-6f11a7453698 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.834113 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad6291b7-3916-4532-9ff2-f5a7afc7ce86 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.835850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ad6291b7-3916-4532-9ff2-f5a7afc7ce86 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/57554395-4ae0-4716-b170-306e754f5939 HTTP/1.1" status: 204 len: 168 time: 2.4306231 Aug 31 01:09:08.838537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44896) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:08.893563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07c593-a20c-43ba-8818-6f11a7453698 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977b19f2-a74e-48e8-ae3b-0cd4c95c7135,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:08.953484 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-49c8aa55-1f52-4e90-a23b-5954f45125f9 req-6e07c593-a20c-43ba-8818-6f11a7453698 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.967541 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534452b3-b1c2-4e9e-95ce-334a0eb2abba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.968141 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49c8aa55-1f52-4e90-a23b-5954f45125f9 req-6e07c593-a20c-43ba-8818-6f11a7453698 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5659146 Aug 31 01:09:08.970643 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534452b3-b1c2-4e9e-95ce-334a0eb2abba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:08.972870 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-534452b3-b1c2-4e9e-95ce-334a0eb2abba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1333337 Aug 31 01:09:08.977683 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44902) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:09.083123 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f319e2-e02a-4109-9c3f-f88c3f64395c req-53ad7d66-7b96-4a05-9d69-700770800848 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:09.085007 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95f319e2-e02a-4109-9c3f-f88c3f64395c req-53ad7d66-7b96-4a05-9d69-700770800848 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.3060474 Aug 31 01:09:09.236164 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:09.281078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b084a97-bdf4-4d82-addc-da84651e2142 req-f835875d-02e4-4347-ba58-70fb814a30cd tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=4987278a-d67d-45d8-abee-c162706b8451 HTTP/1.1" status: 200 len: 210 time: 0.0830884 Aug 31 01:09:09.281078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687024bd-5212-4e6a-9c22-b4e9efb7de21 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:09.297414 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-687024bd-5212-4e6a-9c22-b4e9efb7de21 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:09.314194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea83b0-dd4f-4c53-9fe8-cc4a735179c9 None None] Sync routers for ids ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:09.317188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-e263a19d-9d4d-47e1-915f-26391ce32e24 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet fe972352-1ea6-41eb-b951-a9f899feab31 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:09.355835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ea83b0-dd4f-4c53-9fe8-cc4a735179c9 None None] Routers {'cf917a2c-2656-48d1-87ca-bf626cb37c8e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:09.357659 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-83ea83b0-dd4f-4c53-9fe8-cc4a735179c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:08:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:09.386978 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e263a19d-9d4d-47e1-915f-26391ce32e24 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:09.426659 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95f319e2-e02a-4109-9c3f-f88c3f64395c req-90c1bb8f-f7de-48dc-b89d-726ac71e0501 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622142 Aug 31 01:09:09.431241 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:09.431847 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:09.508344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-a9fd4d6b-a1e4-4822-bce7-348354603366 req-f8c75acc-4cdf-4424-9584-39b17a0ba814 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-21585829', 'description': 'tempest-description-1209484780'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:09.523069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-83ea83b0-dd4f-4c53-9fe8-cc4a735179c9 None None] Set router cf917a2c-2656-48d1-87ca-bf626cb37c8e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:09.543834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-687024bd-5212-4e6a-9c22-b4e9efb7de21 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "PUT /v2.0/floatingips/740da30d-f601-4ef5-b45b-054b7288ba49 HTTP/1.1" status: 200 len: 992 time: 4.4200528 Aug 31 01:09:09.568683 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:09.574673 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3abf957-590f-44e2-bde4-8be4c609ca75" -d '{"events": [{"name": "network-changed", "server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:09.604509 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a9fd4d6b-a1e4-4822-bce7-348354603366 req-f8c75acc-4cdf-4424-9584-39b17a0ba814 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:09.678466 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e263a19d-9d4d-47e1-915f-26391ce32e24 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:09.857577 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca20a4d6-635f-4247-a9dc-6c21b62e0531 x-openstack-request-id: req-ca20a4d6-635f-4247-a9dc-6c21b62e0531 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:09.858706 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:09.859728 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca20a4d6-635f-4247-a9dc-6c21b62e0531 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:09.860277 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'status': 'completed', 'code': 200} Aug 31 01:09:09.933536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-83ea83b0-dd4f-4c53-9fe8-cc4a735179c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:23Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'gw_port': {'id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:27Z', 'updated_at': '2021-08-31T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '740da30d-f601-4ef5-b45b-054b7288ba49', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'floating_ip_address': '172.25.6.142', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'port_id': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'mac_address': 'fa:16:3e:29:48:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:08:42Z', 'updated_at': '2021-08-31T01:09:06Z', 'revision_number': 1, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '039817ab-167e-4267-8e4f-9a88cbb7b5c5', 'name': '', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'mac_address': 'fa:16:3e:cb:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:33Z', 'updated_at': '2021-08-31T01:08:41Z', 'revision_number': 5, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'subnets': [{'id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:09.979258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea83b0-dd4f-4c53-9fe8-cc4a735179c9 None None] Checking router: cf917a2c-2656-48d1-87ca-bf626cb37c8e for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:09.984062 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a9fd4d6b-a1e4-4822-bce7-348354603366 req-f8c75acc-4cdf-4424-9584-39b17a0ba814 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:09.999706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ea83b0-dd4f-4c53-9fe8-cc4a735179c9 None None] Routers {'cf917a2c-2656-48d1-87ca-bf626cb37c8e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:10.000592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-83ea83b0-dd4f-4c53-9fe8-cc4a735179c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:08:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:10.020852 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a9fd4d6b-a1e4-4822-bce7-348354603366 req-f8c75acc-4cdf-4424-9584-39b17a0ba814 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:10.047087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9bc0a-073b-402a-af55-137ff31b441f req-9198524b-0faa-4984-b959-8f704801056e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:10.053505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9bc0a-073b-402a-af55-137ff31b441f req-9198524b-0faa-4984-b959-8f704801056e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:10.060674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9bc0a-073b-402a-af55-137ff31b441f req-9198524b-0faa-4984-b959-8f704801056e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:10.067747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9bc0a-073b-402a-af55-137ff31b441f req-9198524b-0faa-4984-b959-8f704801056e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:10.074265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9bc0a-073b-402a-af55-137ff31b441f req-9198524b-0faa-4984-b959-8f704801056e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:10.081805 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9bc0a-073b-402a-af55-137ff31b441f req-9198524b-0faa-4984-b959-8f704801056e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:10.088532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9bc0a-073b-402a-af55-137ff31b441f req-9198524b-0faa-4984-b959-8f704801056e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:10.091036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4d9bc0a-073b-402a-af55-137ff31b441f req-9198524b-0faa-4984-b959-8f704801056e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5437 time: 0.1978564 Aug 31 01:09:10.106438 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abf957-590f-44e2-bde4-8be4c609ca75 req-3aad4b99-57e4-4cf2-b6f6-b4828fb81b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:10.109051 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3abf957-590f-44e2-bde4-8be4c609ca75 req-3aad4b99-57e4-4cf2-b6f6-b4828fb81b26 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 1098 time: 0.2445722 Aug 31 01:09:10.227109 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-83ea83b0-dd4f-4c53-9fe8-cc4a735179c9 None None] Set router cf917a2c-2656-48d1-87ca-bf626cb37c8e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:10.229656 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abf957-590f-44e2-bde4-8be4c609ca75 req-782223f8-eac7-4e0d-bfa8-3c00947004d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:10.233117 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3abf957-590f-44e2-bde4-8be4c609ca75 req-782223f8-eac7-4e0d-bfa8-3c00947004d5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.1036646 Aug 31 01:09:10.313015 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a9fd4d6b-a1e4-4822-bce7-348354603366 req-f8c75acc-4cdf-4424-9584-39b17a0ba814 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:10.314299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9fd4d6b-a1e4-4822-bce7-348354603366 req-f8c75acc-4cdf-4424-9584-39b17a0ba814 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8235681 Aug 31 01:09:10.334134 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e263a19d-9d4d-47e1-915f-26391ce32e24 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:10.340567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c75acc-4cdf-4424-9584-39b17a0ba814 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406dcdf5-7e02-44cf-b9d6-2975043fccbd,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:10.426352 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4d9bc0a-073b-402a-af55-137ff31b441f req-88cde4cc-e4e2-44d3-95e9-1df6b6076e2d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3149471 Aug 31 01:09:10.465740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3abf957-590f-44e2-bde4-8be4c609ca75 req-024ecdb2-390e-4059-b619-958c065c731d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f HTTP/1.1" status: 200 len: 1000 time: 0.2187626 Aug 31 01:09:10.570699 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e263a19d-9d4d-47e1-915f-26391ce32e24 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:10.582419 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b7dfc7f-13a1-4aaa-8b57-fa1adc7aa149 req-f82cb3f8-9660-414b-9832-aaffd8a7dffd tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/406dcdf5-7e02-44cf-b9d6-2975043fccbd HTTP/1.1" status: 200 len: 1805 time: 0.1125641 Aug 31 01:09:10.588293 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3b7dfc7f-13a1-4aaa-8b57-fa1adc7aa149 req-d28f128d-d78c-4992-9502-77f69a66efd6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '406dcdf5-7e02-44cf-b9d6-2975043fccbd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:10.588613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3b7dfc7f-13a1-4aaa-8b57-fa1adc7aa149 req-d28f128d-d78c-4992-9502-77f69a66efd6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '406dcdf5-7e02-44cf-b9d6-2975043fccbd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:10.601481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abf957-590f-44e2-bde4-8be4c609ca75 req-34ef3791-e961-49f7-bb92-18bf3f29b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:10.603106 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3abf957-590f-44e2-bde4-8be4c609ca75 req-34ef3791-e961-49f7-bb92-18bf3f29b5ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.1254330 Aug 31 01:09:10.690724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263a19d-9d4d-47e1-915f-26391ce32e24 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=fe972352-1ea6-41eb-b951-a9f899feab31,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:10.699387 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e263a19d-9d4d-47e1-915f-26391ce32e24 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:10.702183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e263a19d-9d4d-47e1-915f-26391ce32e24 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/fe972352-1ea6-41eb-b951-a9f899feab31 HTTP/1.1" status: 204 len: 168 time: 1.7235026 Aug 31 01:09:10.704820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44942) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:10.805371 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c214b35e-da12-400e-9f94-b918d30cb42a None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:10.834121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abf957-590f-44e2-bde4-8be4c609ca75 req-7fb73b48-42de-4bbd-b8b0-073701697206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:10.835742 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3abf957-590f-44e2-bde4-8be4c609ca75 req-7fb73b48-42de-4bbd-b8b0-073701697206 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1902449 Aug 31 01:09:10.842324 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-de668f40-bfe0-4f6a-9d22-0c36c0d0c08e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1328046 Aug 31 01:09:10.843123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44944) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:10.945673 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da54e045-68e1-4789-83f5-53c909244c3f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:10.953118 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-da54e045-68e1-4789-83f5-53c909244c3f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1089981 Aug 31 01:09:10.957604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44946) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:11.022058 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.062961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b70fb75-04a6-49f6-9fc1-3711a134af35 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:11.064980 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3b70fb75-04a6-49f6-9fc1-3711a134af35 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1062601 Aug 31 01:09:11.070775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44948) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:11.104561 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3abf957-590f-44e2-bde4-8be4c609ca75 req-f69a5ba3-e754-444c-891a-6e787f15d69f service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292604 Aug 31 01:09:11.105159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-83ea83b0-dd4f-4c53-9fe8-cc4a735179c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:23Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'gw_port': {'id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:27Z', 'updated_at': '2021-08-31T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '740da30d-f601-4ef5-b45b-054b7288ba49', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'floating_ip_address': '172.25.6.142', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'port_id': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'mac_address': 'fa:16:3e:29:48:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:08:42Z', 'updated_at': '2021-08-31T01:09:06Z', 'revision_number': 1, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '039817ab-167e-4267-8e4f-9a88cbb7b5c5', 'name': '', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'mac_address': 'fa:16:3e:cb:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:33Z', 'updated_at': '2021-08-31T01:08:41Z', 'revision_number': 5, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'subnets': [{'id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:11.173599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea83b0-dd4f-4c53-9fe8-cc4a735179c9 None None] The sync data for ids ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'] in n-d-802060-13 is: [{'id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:23Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'gw_port': {'id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:27Z', 'updated_at': '2021-08-31T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '740da30d-f601-4ef5-b45b-054b7288ba49', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'floating_ip_address': '172.25.6.142', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'port_id': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'mac_address': 'fa:16:3e:29:48:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:08:42Z', 'updated_at': '2021-08-31T01:09:06Z', 'revision_number': 1, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '039817ab-167e-4267-8e4f-9a88cbb7b5c5', 'name': '', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'mac_address': 'fa:16:3e:cb:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:33Z', 'updated_at': '2021-08-31T01:08:41Z', 'revision_number': 5, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'subnets': [{'id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:11.188423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8d3481-f51d-479a-a555-a29061561948 None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:09:11.196882 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-41625337-576b-4561-93e8-f9ab431021b3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206517 Aug 31 01:09:11.198210 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44950) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:11.209370 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-95f4b1f0-e461-4941-abb9-924aefed9467 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:11.336343 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b7dfc7f-13a1-4aaa-8b57-fa1adc7aa149 req-d28f128d-d78c-4992-9502-77f69a66efd6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.350690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d3481-f51d-479a-a555-a29061561948 None None] Deleting port 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:11.353511 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3481-f51d-479a-a555-a29061561948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.356208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a60712-35df-4afc-8e50-9b5c77ed191d req-18c1cd1d-1e1b-4828-a578-a5a451f7682b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:11.365070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10a60712-35df-4afc-8e50-9b5c77ed191d req-18c1cd1d-1e1b-4828-a578-a5a451f7682b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.5225148 Aug 31 01:09:11.444138 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b7dfc7f-13a1-4aaa-8b57-fa1adc7aa149 req-d28f128d-d78c-4992-9502-77f69a66efd6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.492524 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b7dfc7f-13a1-4aaa-8b57-fa1adc7aa149 req-d28f128d-d78c-4992-9502-77f69a66efd6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.502161 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f4b1f0-e461-4941-abb9-924aefed9467 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:11.511661 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95f4b1f0-e461-4941-abb9-924aefed9467 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.526923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10a60712-35df-4afc-8e50-9b5c77ed191d req-25554804-46ee-471e-b10c-d96676c71ab7 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608686 Aug 31 01:09:11.557075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f128d-d78c-4992-9502-77f69a66efd6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd14f2f7-baf1-425d-85a2-2caa311fc600,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:11.557864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cd8d3481-f51d-479a-a555-a29061561948 None None] For port 7cbfd1fd-beb8-470a-abb2-3cd824e6af92, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7cbfd1fd-beb8-470a-abb2-3cd824e6af92,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:11.558361 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3481-f51d-479a-a555-a29061561948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.567731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3abf957-590f-44e2-bde4-8be4c609ca75 req-7c96006b-b48c-4296-b1d8-57820d3f87b7 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028041 Aug 31 01:09:11.571785 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b7dfc7f-13a1-4aaa-8b57-fa1adc7aa149 req-d28f128d-d78c-4992-9502-77f69a66efd6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.585383 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b7dfc7f-13a1-4aaa-8b57-fa1adc7aa149 req-d28f128d-d78c-4992-9502-77f69a66efd6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0019846 Aug 31 01:09:11.601895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d3481-f51d-479a-a555-a29061561948 None None] Calling delete_port for 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:11.723681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-6f765fb1-05c8-4232-b16c-d093916b0ef5 req-64a34cdf-1ee3-44f4-b56f-e555a1e005d6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-461967194', 'description': 'tempest-description-366709239'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:11.740713 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d5b6f-ad05-45b7-8dbe-df85a662f370 None None] New status for floating IP 740da30d-f601-4ef5-b45b-054b7288ba49: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:09:11.810063 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6f765fb1-05c8-4232-b16c-d093916b0ef5 req-64a34cdf-1ee3-44f4-b56f-e555a1e005d6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.814920 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3481-f51d-479a-a555-a29061561948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.850142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8d3481-f51d-479a-a555-a29061561948 None None] No DVR routers for this DVR port 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:11.891449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d3481-f51d-479a-a555-a29061561948 None None] Pushing event deleted for resources: {'Port': ['ID=7cbfd1fd-beb8-470a-abb2-3cd824e6af92,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:12.059476 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95f4b1f0-e461-4941-abb9-924aefed9467 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.075635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab524eff-9c48-4ba0-b8c3-a049ba14873e req-380dc8b4-d6b5-48e5-a534-7ed9ae26c696 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:12.082530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab524eff-9c48-4ba0-b8c3-a049ba14873e req-380dc8b4-d6b5-48e5-a534-7ed9ae26c696 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:12.088886 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab524eff-9c48-4ba0-b8c3-a049ba14873e req-380dc8b4-d6b5-48e5-a534-7ed9ae26c696 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:12.096255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab524eff-9c48-4ba0-b8c3-a049ba14873e req-380dc8b4-d6b5-48e5-a534-7ed9ae26c696 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:12.099100 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f4b1f0-e461-4941-abb9-924aefed9467 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:12.100870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-95f4b1f0-e461-4941-abb9-924aefed9467 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:12.106785 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab524eff-9c48-4ba0-b8c3-a049ba14873e req-380dc8b4-d6b5-48e5-a534-7ed9ae26c696 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:12.116863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab524eff-9c48-4ba0-b8c3-a049ba14873e req-380dc8b4-d6b5-48e5-a534-7ed9ae26c696 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:12.120860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04587030-858a-45e7-b336-51ec0155691d None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:12.124557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab524eff-9c48-4ba0-b8c3-a049ba14873e req-380dc8b4-d6b5-48e5-a534-7ed9ae26c696 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:12.126371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab524eff-9c48-4ba0-b8c3-a049ba14873e req-380dc8b4-d6b5-48e5-a534-7ed9ae26c696 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5437 time: 0.2559543 Aug 31 01:09:12.148670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f4b1f0-e461-4941-abb9-924aefed9467 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:12.155679 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95f4b1f0-e461-4941-abb9-924aefed9467 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.197728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab524eff-9c48-4ba0-b8c3-a049ba14873e req-988eabe5-5852-46a2-a254-a0ac78364031 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640531 Aug 31 01:09:12.226785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4b1f0-e461-4941-abb9-924aefed9467 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=0145727d-5783-4b84-ac0c-d69e8a90bf9b,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:12.279906 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6f765fb1-05c8-4232-b16c-d093916b0ef5 req-64a34cdf-1ee3-44f4-b56f-e555a1e005d6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.287196 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6f765fb1-05c8-4232-b16c-d093916b0ef5 req-64a34cdf-1ee3-44f4-b56f-e555a1e005d6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.299175 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-95f4b1f0-e461-4941-abb9-924aefed9467 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0998929 Aug 31 01:09:12.301921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44978) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:12.307448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d6c6a715-fc90-4d84-ae7d-a170517bc8cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'fixed_ips': [{'subnet_id': '0145727d-5783-4b84-ac0c-d69e8a90bf9b', 'ip_address': '2001:db8::554f:b977:8aad:39e5'}], 'name': 'tempest-NetworksTestDHCPv6-2076374187'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:12.359974 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a34cdf-1ee3-44f4-b56f-e555a1e005d6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d4074d-ff95-483e-baa3-7bbc49d3c776,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:12.367733 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6f765fb1-05c8-4232-b16c-d093916b0ef5 req-64a34cdf-1ee3-44f4-b56f-e555a1e005d6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.377656 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f765fb1-05c8-4232-b16c-d093916b0ef5 req-64a34cdf-1ee3-44f4-b56f-e555a1e005d6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6617329 Aug 31 01:09:12.407416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-6d206dd7-58b2-4cee-8c60-8daabb516674 req-b5f84b60-8152-49ab-8785-cab9685d3d5d tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1566535251', 'description': 'tempest-description-734549312'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:12.454420 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6d206dd7-58b2-4cee-8c60-8daabb516674 req-b5f84b60-8152-49ab-8785-cab9685d3d5d tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.559635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': '0145727d-5783-4b84-ac0c-d69e8a90bf9b'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:12.563839 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6d206dd7-58b2-4cee-8c60-8daabb516674 req-b5f84b60-8152-49ab-8785-cab9685d3d5d tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.566669 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.589168 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6d206dd7-58b2-4cee-8c60-8daabb516674 req-b5f84b60-8152-49ab-8785-cab9685d3d5d tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.602462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c6a715-fc90-4d84-ae7d-a170517bc8cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:12.655172 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6d206dd7-58b2-4cee-8c60-8daabb516674 req-b5f84b60-8152-49ab-8785-cab9685d3d5d tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.666683 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d206dd7-58b2-4cee-8c60-8daabb516674 req-b5f84b60-8152-49ab-8785-cab9685d3d5d tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2742639 Aug 31 01:09:12.713055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509fdc-e5ea-4b13-aabc-7d61f6bb58d6 req-212970c7-017e-4b4e-9008-926129520b32 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:12.720228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509fdc-e5ea-4b13-aabc-7d61f6bb58d6 req-212970c7-017e-4b4e-9008-926129520b32 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:12.726134 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d6c6a715-fc90-4d84-ae7d-a170517bc8cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.730673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509fdc-e5ea-4b13-aabc-7d61f6bb58d6 req-212970c7-017e-4b4e-9008-926129520b32 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:12.746773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-d6c6a715-fc90-4d84-ae7d-a170517bc8cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port 276cf405-516f-4c33-b81b-55811b7184af yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:12.752494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509fdc-e5ea-4b13-aabc-7d61f6bb58d6 req-212970c7-017e-4b4e-9008-926129520b32 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:12.758700 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509fdc-e5ea-4b13-aabc-7d61f6bb58d6 req-212970c7-017e-4b4e-9008-926129520b32 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:12.765344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509fdc-e5ea-4b13-aabc-7d61f6bb58d6 req-212970c7-017e-4b4e-9008-926129520b32 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:12.771326 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509fdc-e5ea-4b13-aabc-7d61f6bb58d6 req-212970c7-017e-4b4e-9008-926129520b32 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:12.773251 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9509fdc-e5ea-4b13-aabc-7d61f6bb58d6 req-212970c7-017e-4b4e-9008-926129520b32 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5437 time: 0.2014110 Aug 31 01:09:12.776224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f84b60-8152-49ab-8785-cab9685d3d5d tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065854b2-9126-4ccb-be1e-5c57cba7be47,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:12.786409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44990) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:12.819206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c10083ef-bdad-428d-88f0-16814c28be9b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Request body: {'floatingip': {'port_id': '97659ade-1488-434b-aade-3fbbe25b95a7'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:12.832738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Allocated IP 2001:db8::2 (14e22907-50bf-4f4c-96ff-7b9fef164758/0145727d-5783-4b84-ac0c-d69e8a90bf9b/4d7aa442-28ea-425d-aba6-3542525a2062) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:12.879657 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c10083ef-bdad-428d-88f0-16814c28be9b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:12.998895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cf211-86d2-4467-ab89-67da84cafcd2 req-59b36359-68a6-4bd5-a933-68bdaf2bfafe tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:13.015923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e08cf211-86d2-4467-ab89-67da84cafcd2 req-59b36359-68a6-4bd5-a933-68bdaf2bfafe tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.2415509 Aug 31 01:09:13.107092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9029084d-3dfa-4f1c-b4cf-080c2c3c9f6f req-5be18360-97a4-4637-96a9-77a8c4493300 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/e5d4074d-ff95-483e-baa3-7bbc49d3c776 HTTP/1.1" status: 200 len: 1805 time: 0.1930826 Aug 31 01:09:13.149296 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.171771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Transition to ACTIVE for port object 4d7aa442-28ea-425d-aba6-3542525a2062 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:13.216292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Transition to ACTIVE for port object 4d7aa442-28ea-425d-aba6-3542525a2062 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:13.231009 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.252801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:13.258200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9029084d-3dfa-4f1c-b4cf-080c2c3c9f6f req-f4cef225-722e-4fe3-8814-c4b0b1d0c1e3 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/065854b2-9126-4ccb-be1e-5c57cba7be47 HTTP/1.1" status: 200 len: 1806 time: 0.1500411 Aug 31 01:09:13.281366 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e08cf211-86d2-4467-ab89-67da84cafcd2 req-c82a960f-78b6-4abc-8b1f-25d044344968 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619231 Aug 31 01:09:13.286915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-9029084d-3dfa-4f1c-b4cf-080c2c3c9f6f req-7627cc3d-c6fa-40f6-93f9-7171b1de8f84 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e5d4074d-ff95-483e-baa3-7bbc49d3c776', 'remote_group_id': '065854b2-9126-4ccb-be1e-5c57cba7be47', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:13.287240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-9029084d-3dfa-4f1c-b4cf-080c2c3c9f6f req-7627cc3d-c6fa-40f6-93f9-7171b1de8f84 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e5d4074d-ff95-483e-baa3-7bbc49d3c776', 'remote_group_id': '065854b2-9126-4ccb-be1e-5c57cba7be47', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:13.333640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:09:13.340527 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7cbfd1fd-beb8-470a-abb2-3cd824e6af92 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:09:13.345290 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-d6c6a715-fc90-4d84-ae7d-a170517bc8cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::554f:b977:8aad:39e5 (14e22907-50bf-4f4c-96ff-7b9fef164758/0145727d-5783-4b84-ac0c-d69e8a90bf9b/276cf405-516f-4c33-b81b-55811b7184af) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:13.370311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:13.375803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:13.377581 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Pushing event updated for resources: {'Port': ['ID=4d7aa442-28ea-425d-aba6-3542525a2062,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:13.387414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:13.535314 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Attempting to bind port 4d7aa442-28ea-425d-aba6-3542525a2062 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:13.535724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Attempting to bind port 4d7aa442-28ea-425d-aba6-3542525a2062 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:13.536596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Attempting to bind port 4d7aa442-28ea-425d-aba6-3542525a2062 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:13.545048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:13.546610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:13.547217 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.547671 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:13.548483 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Bound port: 4d7aa442-28ea-425d-aba6-3542525a2062, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:13.548660 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.549532 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9029084d-3dfa-4f1c-b4cf-080c2c3c9f6f req-7627cc3d-c6fa-40f6-93f9-7171b1de8f84 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.661898 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9029084d-3dfa-4f1c-b4cf-080c2c3c9f6f req-7627cc3d-c6fa-40f6-93f9-7171b1de8f84 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.679432 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d6c6a715-fc90-4d84-ae7d-a170517bc8cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.698037 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9029084d-3dfa-4f1c-b4cf-080c2c3c9f6f req-7627cc3d-c6fa-40f6-93f9-7171b1de8f84 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.700848 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] For port 4d7aa442-28ea-425d-aba6-3542525a2062, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:13.706835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] For port 4d7aa442-28ea-425d-aba6-3542525a2062, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=4d7aa442-28ea-425d-aba6-3542525a2062,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:13.713507 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.714665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-d6c6a715-fc90-4d84-ae7d-a170517bc8cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object 276cf405-516f-4c33-b81b-55811b7184af will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:13.735813 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9029084d-3dfa-4f1c-b4cf-080c2c3c9f6f req-7627cc3d-c6fa-40f6-93f9-7171b1de8f84 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.740283 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9029084d-3dfa-4f1c-b4cf-080c2c3c9f6f req-7627cc3d-c6fa-40f6-93f9-7171b1de8f84 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4810793 Aug 31 01:09:13.743441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627cc3d-c6fa-40f6-93f9-7171b1de8f84 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4a63de-43f4-48c3-b30c-917eaad4bccc,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:13.773470 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d6c6a715-fc90-4d84-ae7d-a170517bc8cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.806920 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-bfc78aff-162c-42b0-85ce-f9f0bc8d6dd5 req-2424aa88-2e79-4c4f-904c-67e1f90bb74c tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-577301498', 'description': 'tempest-description-1009927573'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:13.816241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6a715-fc90-4d84-ae7d-a170517bc8cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:13.873417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-d6c6a715-fc90-4d84-ae7d-a170517bc8cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:13.892774 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6a715-fc90-4d84-ae7d-a170517bc8cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:13.895470 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d94e6b-e37a-4884-bf10-bc37d45204dc None None] Pushing event updated for resources: {'Port': ['ID=4d7aa442-28ea-425d-aba6-3542525a2062,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:13.907633 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bfc78aff-162c-42b0-85ce-f9f0bc8d6dd5 req-2424aa88-2e79-4c4f-904c-67e1f90bb74c tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.912027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c6a715-fc90-4d84-ae7d-a170517bc8cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:13.912737 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d6c6a715-fc90-4d84-ae7d-a170517bc8cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.928781 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c10083ef-bdad-428d-88f0-16814c28be9b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.947119 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c10083ef-bdad-428d-88f0-16814c28be9b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:13.967409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6a715-fc90-4d84-ae7d-a170517bc8cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=276cf405-516f-4c33-b81b-55811b7184af,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:14.551631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac3ccf-54fe-4b15-92f6-a856ab95b572 req-5a1760aa-b297-43a8-bc16-7af8e6a4764e tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:14.553070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eeac3ccf-54fe-4b15-92f6-a856ab95b572 req-5a1760aa-b297-43a8-bc16-7af8e6a4764e tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=72dddb9f-93ee-4108-8dc7-c2dabe81f2d3 HTTP/1.1" status: 200 len: 950 time: 0.1224763 Aug 31 01:09:14.563490 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-c10083ef-bdad-428d-88f0-16814c28be9b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Floating IP e0d24a59-e4d4-4960-94b2-524b31a7163a associated. External IP: 172.25.6.26, port: 97659ade-1488-434b-aade-3fbbe25b95a7. Aug 31 01:09:14.648816 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bfc78aff-162c-42b0-85ce-f9f0bc8d6dd5 req-2424aa88-2e79-4c4f-904c-67e1f90bb74c tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:14.664768 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d6c6a715-fc90-4d84-ae7d-a170517bc8cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3616469 Aug 31 01:09:14.667781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45046) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:14.674256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-333e4d40-b430-4cb0-a747-1315181e10cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'fixed_ips': [{'subnet_id': '0145727d-5783-4b84-ac0c-d69e8a90bf9b', 'ip_address': '2001:db8::554f:b977:8aad:39e5'}], 'name': 'tempest-NetworksTestDHCPv6-29342788'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:14.678021 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bfc78aff-162c-42b0-85ce-f9f0bc8d6dd5 req-2424aa88-2e79-4c4f-904c-67e1f90bb74c tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:14.734082 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bfc78aff-162c-42b0-85ce-f9f0bc8d6dd5 req-2424aa88-2e79-4c4f-904c-67e1f90bb74c tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:14.735565 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfc78aff-162c-42b0-85ce-f9f0bc8d6dd5 req-2424aa88-2e79-4c4f-904c-67e1f90bb74c tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9396143 Aug 31 01:09:14.745503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eeac3ccf-54fe-4b15-92f6-a856ab95b572 req-e132ec65-da0c-4806-9677-4ff5915d9d20 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821852 Aug 31 01:09:14.828292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424aa88-2e79-4c4f-904c-67e1f90bb74c tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c540ac8-218b-4e67-b0b9-80d475005eb5,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:14.862272 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333e4d40-b430-4cb0-a747-1315181e10cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:14.868111 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-333e4d40-b430-4cb0-a747-1315181e10cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:14.903953 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-333e4d40-b430-4cb0-a747-1315181e10cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port d643fed7-f93a-437f-b15c-48d5082cdcd1 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:14.988946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fa88c-61ff-4174-bfa7-dacfef1bf043 req-5747e5a9-2e65-4658-816c-3e355046f03c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:14.990502 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb9fa88c-61ff-4174-bfa7-dacfef1bf043 req-5747e5a9-2e65-4658-816c-3e355046f03c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.1122262 Aug 31 01:09:15.032216 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10083ef-bdad-428d-88f0-16814c28be9b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:09:15.060461 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb9fa88c-61ff-4174-bfa7-dacfef1bf043 req-21b632fb-e13f-4fb2-af0c-8722afe5297c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633085 Aug 31 01:09:15.065304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-7d718e19-3c21-44c6-ac05-211dcab7b973 req-e87b0fd9-571c-4eb5-bdbf-459a73d5c863 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-144003861', 'description': 'tempest-description-864694601'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:15.161533 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-333e4d40-b430-4cb0-a747-1315181e10cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 01:09:15.162343 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333e4d40-b430-4cb0-a747-1315181e10cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:09:15.162745 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7d718e19-3c21-44c6-ac05-211dcab7b973 req-e87b0fd9-571c-4eb5-bdbf-459a73d5c863 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:15.186847 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-333e4d40-b430-4cb0-a747-1315181e10cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5176980 Aug 31 01:09:15.189624 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45054) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:15.253872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10083ef-bdad-428d-88f0-16814c28be9b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:15.259338 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c10083ef-bdad-428d-88f0-16814c28be9b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:15.266900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5970dfec-bd5f-4fa2-9b92-045d1cdc4ca6 None None] Sync routers for ids ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:15.288774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5970dfec-bd5f-4fa2-9b92-045d1cdc4ca6 None None] Routers {'3a64f0b9-7d37-4404-8375-a66b5f675ce0'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:15.289556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5970dfec-bd5f-4fa2-9b92-045d1cdc4ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:08:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:15.302554 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913e0c47-84ae-4c5b-89fb-6df81ed0afa6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:15.315690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913e0c47-84ae-4c5b-89fb-6df81ed0afa6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:15.319631 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-913e0c47-84ae-4c5b-89fb-6df81ed0afa6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1264274 Aug 31 01:09:15.321348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45062) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:15.323672 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c10083ef-bdad-428d-88f0-16814c28be9b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "PUT /v2.0/floatingips/e0d24a59-e4d4-4960-94b2-524b31a7163a HTTP/1.1" status: 200 len: 991 time: 2.5085113 Aug 31 01:09:15.327867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '97659ade-1488-434b-aade-3fbbe25b95a7'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:15.331052 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358a2590-1595-4ea7-897c-2588150986df" -d '{"events": [{"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "97659ade-1488-434b-aade-3fbbe25b95a7"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:15.389127 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7d718e19-3c21-44c6-ac05-211dcab7b973 req-e87b0fd9-571c-4eb5-bdbf-459a73d5c863 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:15.396615 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7d718e19-3c21-44c6-ac05-211dcab7b973 req-e87b0fd9-571c-4eb5-bdbf-459a73d5c863 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:15.414382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 4d7aa442-28ea-425d-aba6-3542525a2062 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:15.483795 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7d718e19-3c21-44c6-ac05-211dcab7b973 req-e87b0fd9-571c-4eb5-bdbf-459a73d5c863 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:15.496916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d718e19-3c21-44c6-ac05-211dcab7b973 req-e87b0fd9-571c-4eb5-bdbf-459a73d5c863 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4396975 Aug 31 01:09:15.500460 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6f886062-512a-41e3-bcfb-5126651a9ba1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port 276cf405-516f-4c33-b81b-55811b7184af {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:15.502486 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f886062-512a-41e3-bcfb-5126651a9ba1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:15.525661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b0fd9-571c-4eb5-bdbf-459a73d5c863 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e07fba5-5242-4cb8-8e29-193c2c6d0cca,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:15.625711 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-5970dfec-bd5f-4fa2-9b92-045d1cdc4ca6 None None] Set router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:15.647219 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f886062-512a-41e3-bcfb-5126651a9ba1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:15.675771 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6f886062-512a-41e3-bcfb-5126651a9ba1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for 276cf405-516f-4c33-b81b-55811b7184af owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:15.812924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fd559390-4af8-44a9-b921-47c84da4cb09 None None] Provisioning for port 4d7aa442-28ea-425d-aba6-3542525a2062 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:15.816070 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d0a7b5-8db3-4e9a-b5ad-fe7c82b3022d x-openstack-request-id: req-79d0a7b5-8db3-4e9a-b5ad-fe7c82b3022d {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:15.816541 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "tag": "97659ade-1488-434b-aade-3fbbe25b95a7", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:15.816625 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79d0a7b5-8db3-4e9a-b5ad-fe7c82b3022d {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:15.817014 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'tag': '97659ade-1488-434b-aade-3fbbe25b95a7', 'status': 'completed', 'code': 200} Aug 31 01:09:15.846740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8262bd80-910e-4efd-b85c-cd30d8c9c8a0 req-ace5a309-2a81-4d61-990f-edbce7c4b09a tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/4c540ac8-218b-4e67-b0b9-80d475005eb5 HTTP/1.1" status: 200 len: 1806 time: 0.0925791 Aug 31 01:09:15.885166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 4d7aa442-28ea-425d-aba6-3542525a2062 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:15.933667 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f886062-512a-41e3-bcfb-5126651a9ba1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:15.954218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 4d7aa442-28ea-425d-aba6-3542525a2062 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:15.954736 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:15.988697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8262bd80-910e-4efd-b85c-cd30d8c9c8a0 req-e0d9cb1f-05a9-4649-a5dd-c1d47d6a8e87 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/5e07fba5-5242-4cb8-8e29-193c2c6d0cca HTTP/1.1" status: 200 len: 1805 time: 0.1410184 Aug 31 01:09:15.993551 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-bf5e10e9-a984-41e6-8348-00d51230b9e9 None None] Could not find standard attr ID for object 276cf405-516f-4c33-b81b-55811b7184af. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:09:16.002803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f886062-512a-41e3-bcfb-5126651a9ba1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=276cf405-516f-4c33-b81b-55811b7184af,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:16.017915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-8262bd80-910e-4efd-b85c-cd30d8c9c8a0 req-ecf3d10b-f205-49d9-bb40-3ae12551dc43 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4c540ac8-218b-4e67-b0b9-80d475005eb5', 'remote_group_id': '5e07fba5-5242-4cb8-8e29-193c2c6d0cca', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:16.018445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-8262bd80-910e-4efd-b85c-cd30d8c9c8a0 req-ecf3d10b-f205-49d9-bb40-3ae12551dc43 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4c540ac8-218b-4e67-b0b9-80d475005eb5', 'remote_group_id': '5e07fba5-5242-4cb8-8e29-193c2c6d0cca', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:16.042153 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f886062-512a-41e3-bcfb-5126651a9ba1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.046146 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6f886062-512a-41e3-bcfb-5126651a9ba1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/276cf405-516f-4c33-b81b-55811b7184af HTTP/1.1" status: 204 len: 168 time: 0.7237530 Aug 31 01:09:16.048632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45090) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:16.079466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2590-1595-4ea7-897c-2588150986df req-caa373fa-472b-4163-9651-b7bc6b8d0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.080463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2590-1595-4ea7-897c-2588150986df req-caa373fa-472b-4163-9651-b7bc6b8d0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.081228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2590-1595-4ea7-897c-2588150986df req-caa373fa-472b-4163-9651-b7bc6b8d0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.082187 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2590-1595-4ea7-897c-2588150986df req-caa373fa-472b-4163-9651-b7bc6b8d0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.082948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2590-1595-4ea7-897c-2588150986df req-caa373fa-472b-4163-9651-b7bc6b8d0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.083786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2590-1595-4ea7-897c-2588150986df req-caa373fa-472b-4163-9651-b7bc6b8d0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.084539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2590-1595-4ea7-897c-2588150986df req-caa373fa-472b-4163-9651-b7bc6b8d0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.087463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-358a2590-1595-4ea7-897c-2588150986df req-caa373fa-472b-4163-9651-b7bc6b8d0ddf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac491d9f80684a44a8cc262e4982e966&device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 6501 time: 0.2383773 Aug 31 01:09:16.125719 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b2f3d3-3878-4d23-a42f-d247b5d64665 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.126984 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.128515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b2f3d3-3878-4d23-a42f-d247b5d64665 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.132456 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-00b2f3d3-3878-4d23-a42f-d247b5d64665 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0797539 Aug 31 01:09:16.134168 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45094) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:16.205923 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 4d7aa442-28ea-425d-aba6-3542525a2062, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=4d7aa442-28ea-425d-aba6-3542525a2062,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:16.208848 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5970dfec-bd5f-4fa2-9b92-045d1cdc4ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:26Z', 'updated_at': '2021-08-31T01:06:33Z', 'revision_number': 4, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'gw_port': {'id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:27Z', 'updated_at': '2021-08-31T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'e0d24a59-e4d4-4960-94b2-524b31a7163a', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'floating_ip_address': '172.25.6.26', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'port_id': '97659ade-1488-434b-aade-3fbbe25b95a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'mac_address': 'fa:16:3e:44:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:07:36Z', 'updated_at': '2021-08-31T01:09:13Z', 'revision_number': 1, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52d88d0-5a0c-41d2-8d25-78fbf1535924', 'name': '', 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'mac_address': 'fa:16:3e:84:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:32Z', 'updated_at': '2021-08-31T01:06:40Z', 'revision_number': 5, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'subnets': [{'id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:16.235342 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-be67a405-6200-46ec-98c0-d90a313812b5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 0145727d-5783-4b84-ac0c-d69e8a90bf9b {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:16.239924 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be67a405-6200-46ec-98c0-d90a313812b5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.244455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5970dfec-bd5f-4fa2-9b92-045d1cdc4ca6 None None] Checking router: 3a64f0b9-7d37-4404-8375-a66b5f675ce0 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:16.256198 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.259197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5970dfec-bd5f-4fa2-9b92-045d1cdc4ca6 None None] Routers {'3a64f0b9-7d37-4404-8375-a66b5f675ce0'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:16.260488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5970dfec-bd5f-4fa2-9b92-045d1cdc4ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:08:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:16.285186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b618b-77cb-40b4-8b1f-5547e6cd82e4 req-9a350ced-b492-4968-b45d-5c9d9efb1a18 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.292690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c3b618b-77cb-40b4-8b1f-5547e6cd82e4 req-9a350ced-b492-4968-b45d-5c9d9efb1a18 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 945 time: 0.3387177 Aug 31 01:09:16.306317 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be67a405-6200-46ec-98c0-d90a313812b5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.341884 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8262bd80-910e-4efd-b85c-cd30d8c9c8a0 req-ecf3d10b-f205-49d9-bb40-3ae12551dc43 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.352293 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2590-1595-4ea7-897c-2588150986df req-10690bc5-98c3-49a3-a2f2-b15f25185784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.353773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-358a2590-1595-4ea7-897c-2588150986df req-10690bc5-98c3-49a3-a2f2-b15f25185784 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 HTTP/1.1" status: 200 len: 912 time: 0.2588899 Aug 31 01:09:16.418609 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c3b618b-77cb-40b4-8b1f-5547e6cd82e4 req-78ad4ed1-b752-434b-b9d9-f06799050ca0 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078455 Aug 31 01:09:16.421461 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=4d7aa442-28ea-425d-aba6-3542525a2062,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:16.439136 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be67a405-6200-46ec-98c0-d90a313812b5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.472574 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-5970dfec-bd5f-4fa2-9b92-045d1cdc4ca6 None None] Set router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:16.481818 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8262bd80-910e-4efd-b85c-cd30d8c9c8a0 req-ecf3d10b-f205-49d9-bb40-3ae12551dc43 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.493195 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8262bd80-910e-4efd-b85c-cd30d8c9c8a0 req-ecf3d10b-f205-49d9-bb40-3ae12551dc43 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.502352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff53bf-dbad-4804-98c5-9c75dc40b8c2 req-2d8ba7fa-1201-4fc5-b5e1-d1e1533f1b9a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.505795 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3cff53bf-dbad-4804-98c5-9c75dc40b8c2 req-2d8ba7fa-1201-4fc5-b5e1-d1e1533f1b9a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 945 time: 0.1532745 Aug 31 01:09:16.521961 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be67a405-6200-46ec-98c0-d90a313812b5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.546343 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be67a405-6200-46ec-98c0-d90a313812b5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.552182 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-be67a405-6200-46ec-98c0-d90a313812b5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/0145727d-5783-4b84-ac0c-d69e8a90bf9b HTTP/1.1" status: 204 len: 168 time: 0.4166653 Aug 31 01:09:16.555301 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-358a2590-1595-4ea7-897c-2588150986df req-666b3843-4ada-4d7e-86b4-31bc4c7a1b06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97659ade-1488-434b-aade-3fbbe25b95a7 HTTP/1.1" status: 200 len: 999 time: 0.1868153 Aug 31 01:09:16.556834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0212a5a-24d2-4308-8e37-c6a76dcd1f33 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:16.559777 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45096) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:16.571153 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8262bd80-910e-4efd-b85c-cd30d8c9c8a0 req-ecf3d10b-f205-49d9-bb40-3ae12551dc43 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.581739 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67a405-6200-46ec-98c0-d90a313812b5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=0145727d-5783-4b84-ac0c-d69e8a90bf9b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:16.588391 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8262bd80-910e-4efd-b85c-cd30d8c9c8a0 req-ecf3d10b-f205-49d9-bb40-3ae12551dc43 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5982885 Aug 31 01:09:16.589091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3d10b-f205-49d9-bb40-3ae12551dc43 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e179cd-8b02-4c4a-ab54-6e8bd1f16c4a,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:16.644796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0378349a-77f1-4e2e-886f-0725d1edbb60 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838802 Aug 31 01:09:16.648713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45100) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:16.653998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a7de4aca-e66b-41cb-b513-d59776e63471 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:16.754154 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7de4aca-e66b-41cb-b513-d59776e63471 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:16.759115 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a7de4aca-e66b-41cb-b513-d59776e63471 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.785556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2590-1595-4ea7-897c-2588150986df req-a3a5e9c9-3ead-4691-ab4c-5695a534c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.787155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-358a2590-1595-4ea7-897c-2588150986df req-a3a5e9c9-3ead-4691-ab4c-5695a534c70b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfd009aa-e4ed-4585-b4fd-f3161596623b HTTP/1.1" status: 200 len: 850 time: 0.2173088 Aug 31 01:09:16.793928 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8f8e10-69d4-4390-b30c-576095beb005 req-5a1dc503-7b21-47cb-9b45-8777746cb5b7 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/5e07fba5-5242-4cb8-8e29-193c2c6d0cca HTTP/1.1" status: 200 len: 1805 time: 0.1558304 Aug 31 01:09:16.844215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3ca1b-9798-4a53-ae14-e237cf164c28 req-f3e5e057-9908-4feb-9638-a2402250369a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.845754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64e3ca1b-9798-4a53-ae14-e237cf164c28 req-f3e5e057-9908-4feb-9638-a2402250369a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.1728325 Aug 31 01:09:16.894186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-3cff53bf-dbad-4804-98c5-9c75dc40b8c2 req-ac9c1169-a98d-46fa-ba1e-f25659aed188 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Deleting port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:16.894632 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3cff53bf-dbad-4804-98c5-9c75dc40b8c2 req-ac9c1169-a98d-46fa-ba1e-f25659aed188 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:16.973093 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2590-1595-4ea7-897c-2588150986df req-2d2611fb-7b85-42c7-bf21-c2aee687fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:16.975797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-358a2590-1595-4ea7-897c-2588150986df req-2d2611fb-7b85-42c7-bf21-c2aee687fb3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1787953 Aug 31 01:09:16.990835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5970dfec-bd5f-4fa2-9b92-045d1cdc4ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:26Z', 'updated_at': '2021-08-31T01:06:33Z', 'revision_number': 4, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'gw_port': {'id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:27Z', 'updated_at': '2021-08-31T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'e0d24a59-e4d4-4960-94b2-524b31a7163a', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'floating_ip_address': '172.25.6.26', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'port_id': '97659ade-1488-434b-aade-3fbbe25b95a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'mac_address': 'fa:16:3e:44:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:07:36Z', 'updated_at': '2021-08-31T01:09:13Z', 'revision_number': 1, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52d88d0-5a0c-41d2-8d25-78fbf1535924', 'name': '', 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'mac_address': 'fa:16:3e:84:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:32Z', 'updated_at': '2021-08-31T01:06:40Z', 'revision_number': 5, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'subnets': [{'id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:16.992502 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a7de4aca-e66b-41cb-b513-d59776e63471 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.008056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64e3ca1b-9798-4a53-ae14-e237cf164c28 req-85ef0b2c-99f1-4eae-bf1b-9c0b62d61d94 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504111 Aug 31 01:09:17.029311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3671fb2-9ab9-4fc5-bed2-1954165ddc3b None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:09:17.032973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5970dfec-bd5f-4fa2-9b92-045d1cdc4ca6 None None] The sync data for ids ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'] in n-d-802060-13 is: [{'id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:26Z', 'updated_at': '2021-08-31T01:06:33Z', 'revision_number': 4, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'gw_port': {'id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:27Z', 'updated_at': '2021-08-31T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'e0d24a59-e4d4-4960-94b2-524b31a7163a', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'floating_ip_address': '172.25.6.26', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'port_id': '97659ade-1488-434b-aade-3fbbe25b95a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'mac_address': 'fa:16:3e:44:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:07:36Z', 'updated_at': '2021-08-31T01:09:13Z', 'revision_number': 1, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52d88d0-5a0c-41d2-8d25-78fbf1535924', 'name': '', 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'mac_address': 'fa:16:3e:84:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:32Z', 'updated_at': '2021-08-31T01:06:40Z', 'revision_number': 5, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'subnets': [{'id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:17.066840 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7de4aca-e66b-41cb-b513-d59776e63471 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:17.070836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a7de4aca-e66b-41cb-b513-d59776e63471 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:17.078830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7de4aca-e66b-41cb-b513-d59776e63471 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:17.079200 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a7de4aca-e66b-41cb-b513-d59776e63471 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.083409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de4aca-e66b-41cb-b513-d59776e63471 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=be9a0def-224d-4a45-aa59-8110f3f5af73,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:17.087518 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-de8f8e10-69d4-4390-b30c-576095beb005 req-65535b72-abc1-4356-8c70-bab3c5b51bd8 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.122326 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a7de4aca-e66b-41cb-b513-d59776e63471 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4723449 Aug 31 01:09:17.125411 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45106) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:17.128175 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d3671fb2-9ab9-4fc5-bed2-1954165ddc3b None None] Deleting port 4d7aa442-28ea-425d-aba6-3542525a2062 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:17.128822 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d3671fb2-9ab9-4fc5-bed2-1954165ddc3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.132725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-70d94558-1db4-4412-94ee-34e6abbc24de tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'fixed_ips': [{'subnet_id': 'be9a0def-224d-4a45-aa59-8110f3f5af73', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1209099440'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:17.168821 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-de8f8e10-69d4-4390-b30c-576095beb005 req-65535b72-abc1-4356-8c70-bab3c5b51bd8 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.194832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3cff53bf-dbad-4804-98c5-9c75dc40b8c2 req-ac9c1169-a98d-46fa-ba1e-f25659aed188 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] For port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:17.195207 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3cff53bf-dbad-4804-98c5-9c75dc40b8c2 req-ac9c1169-a98d-46fa-ba1e-f25659aed188 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.232242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 4d7aa442-28ea-425d-aba6-3542525a2062 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:17.243940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d3671fb2-9ab9-4fc5-bed2-1954165ddc3b None None] For port 4d7aa442-28ea-425d-aba6-3542525a2062, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=4d7aa442-28ea-425d-aba6-3542525a2062,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:17.244796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-358a2590-1595-4ea7-897c-2588150986df req-c46a76e3-2814-4dd1-9b06-25c646805270 service neutron] 10.222.0.15 "GET /v2.0/networks/00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566895 Aug 31 01:09:17.245643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-3cff53bf-dbad-4804-98c5-9c75dc40b8c2 req-ac9c1169-a98d-46fa-ba1e-f25659aed188 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Calling delete_port for 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:17.250670 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d3671fb2-9ab9-4fc5-bed2-1954165ddc3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.292149 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7e5527d9-9a81-41c7-886c-cdd80c335ad2 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:17.316685 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d94558-1db4-4412-94ee-34e6abbc24de tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:17.321239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d3671fb2-9ab9-4fc5-bed2-1954165ddc3b None None] Calling delete_port for 4d7aa442-28ea-425d-aba6-3542525a2062 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:17.325401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-70d94558-1db4-4412-94ee-34e6abbc24de tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.348557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-70d94558-1db4-4412-94ee-34e6abbc24de tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port 055c95ba-6131-4bd0-93ae-758afa237ce7 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:17.440256 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-de8f8e10-69d4-4390-b30c-576095beb005 req-65535b72-abc1-4356-8c70-bab3c5b51bd8 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.441160 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.442823 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-de8f8e10-69d4-4390-b30c-576095beb005 req-65535b72-abc1-4356-8c70-bab3c5b51bd8 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.444597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8f8e10-69d4-4390-b30c-576095beb005 req-65535b72-abc1-4356-8c70-bab3c5b51bd8 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "DELETE /v2.0/security-groups/5e07fba5-5242-4cb8-8e29-193c2c6d0cca HTTP/1.1" status: 204 len: 173 time: 0.6301727 Aug 31 01:09:17.463447 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f61cf4-3b86-4a94-b659-1b163bdf2920 None None] New status for floating IP e0d24a59-e4d4-4960-94b2-524b31a7163a: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:09:17.525739 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d94558-1db4-4412-94ee-34e6abbc24de tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:09:17.526239 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d94558-1db4-4412-94ee-34e6abbc24de tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:09:17.528763 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-358a2590-1595-4ea7-897c-2588150986df req-5002d8ed-cd47-4618-9729-6f75ff281199 service neutron] 10.222.0.15 "GET /v2.0/networks/00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696657 Aug 31 01:09:17.539077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65535b72-abc1-4356-8c70-bab3c5b51bd8 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e07fba5-5242-4cb8-8e29-193c2c6d0cca,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:17.570806 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-70d94558-1db4-4412-94ee-34e6abbc24de tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.4437337 Aug 31 01:09:17.572986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45122) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:17.580389 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 4d7aa442-28ea-425d-aba6-3542525a2062, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=4d7aa442-28ea-425d-aba6-3542525a2062,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:17.583863 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.612192 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.619448 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d3671fb2-9ab9-4fc5-bed2-1954165ddc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.637046 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3671fb2-9ab9-4fc5-bed2-1954165ddc3b None None] No DVR routers for this DVR port 4d7aa442-28ea-425d-aba6-3542525a2062 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:17.640754 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3cff53bf-dbad-4804-98c5-9c75dc40b8c2 req-ac9c1169-a98d-46fa-ba1e-f25659aed188 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.641471 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e5527d9-9a81-41c7-886c-cdd80c335ad2'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:17.644483 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bbcfd4-589c-42a5-9927-181e38f43a12" -d '{"events": [{"server_uuid": "72dddb9f-93ee-4108-8dc7-c2dabe81f2d3", "name": "network-vif-unplugged", "status": "completed", "tag": "7e5527d9-9a81-41c7-886c-cdd80c335ad2"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:17.676978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d54904e-2975-4e0e-b12e-b893fa8ec18f None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:17.679203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:17.681445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ae068c-b56a-4613-a04f-69a700c72dde tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:17.683019 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d4ae068c-b56a-4613-a04f-69a700c72dde tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1081538 Aug 31 01:09:17.688211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45128) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:17.688510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event deleted for resources: {'Port': ['ID=4d7aa442-28ea-425d-aba6-3542525a2062,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:17.702430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75f2d6ef-bdf5-466b-82b4-bb0f41bcd46d req-2331b9df-8132-4db2-8ad0-99191578d1f6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/4c540ac8-218b-4e67-b0b9-80d475005eb5 HTTP/1.1" status: 200 len: 1806 time: 0.1668122 Aug 31 01:09:17.704576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c1169-a98d-46fa-ba1e-f25659aed188 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Pushing event deleted for resources: {'Port': ['ID=661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:17.744057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddea02-ba7e-4106-b021-20959c089050 req-11d5fb1f-8b3e-4f37-9480-f39f5c80233f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:17.752712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afddea02-ba7e-4106-b021-20959c089050 req-11d5fb1f-8b3e-4f37-9480-f39f5c80233f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a757d2-ad11-4cd3-b6eb-09600edc668a HTTP/1.1" status: 200 len: 866 time: 0.2187726 Aug 31 01:09:17.763752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7e5527d9-9a81-41c7-886c-cdd80c335ad2, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:17.786557 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3671fb2-9ab9-4fc5-bed2-1954165ddc3b None None] Pushing event deleted for resources: {'Port': ['ID=4d7aa442-28ea-425d-aba6-3542525a2062,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:17.789315 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.807161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cff53bf-dbad-4804-98c5-9c75dc40b8c2 req-ac9c1169-a98d-46fa-ba1e-f25659aed188 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] No DVR routers for this DVR port 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:17.814458 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3cff53bf-dbad-4804-98c5-9c75dc40b8c2 req-ac9c1169-a98d-46fa-ba1e-f25659aed188 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.817101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3cff53bf-dbad-4804-98c5-9c75dc40b8c2 req-ac9c1169-a98d-46fa-ba1e-f25659aed188 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.70 "DELETE /v2.0/ports/661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa HTTP/1.1" status: 204 len: 173 time: 1.3003957 Aug 31 01:09:17.820472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a757d2-ad11-4cd3-b6eb-09600edc668a', 'name': 'network-vif-deleted', 'tag': '661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:17.822492 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b066b3da-331d-4222-a3ec-3ce85b0f7d19" -d '{"events": [{"server_uuid": "c6a757d2-ad11-4cd3-b6eb-09600edc668a", "name": "network-vif-deleted", "tag": "661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:17.856453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afddea02-ba7e-4106-b021-20959c089050 req-bbdbdc2b-d9c8-4b86-9a9d-6d46a5ca818e tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022940 Aug 31 01:09:17.861030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e93eb-dba9-415c-9b81-32bf7e800189 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:17.862617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e93eb-dba9-415c-9b81-32bf7e800189 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:17.866900 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45136) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:17.867357 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-617e93eb-dba9-415c-9b81-32bf7e800189 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1635351 Aug 31 01:09:17.881952 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=7e5527d9-9a81-41c7-886c-cdd80c335ad2,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:17.906608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-826e28a7-4a4e-46d0-8d87-a8d593557f83 req-e39cf1fb-e3d6-4957-9cf8-f0bc998f0406 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1549645576', 'description': 'tempest-description-2047750787'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:17.930886 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d64cb6f-880c-4fdf-bba8-12e1ef08fb52 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet be9a0def-224d-4a45-aa59-8110f3f5af73 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:17.934353 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-826e28a7-4a4e-46d0-8d87-a8d593557f83 req-e39cf1fb-e3d6-4957-9cf8-f0bc998f0406 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.934835 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d64cb6f-880c-4fdf-bba8-12e1ef08fb52 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:17.988765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d64cb6f-880c-4fdf-bba8-12e1ef08fb52 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.007564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a49b5c-9783-4eaa-940f-0786ec25c3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': 'be9a0def-224d-4a45-aa59-8110f3f5af73'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:18.009184 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c3a49b5c-9783-4eaa-940f-0786ec25c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.027224 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fad04a-c798-4080-b4e2-e5937ebe15b9 x-openstack-request-id: req-08fad04a-c798-4080-b4e2-e5937ebe15b9 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:18.027676 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dddb9f-93ee-4108-8dc7-c2dabe81f2d3", "name": "network-vif-unplugged", "status": "completed", "tag": "7e5527d9-9a81-41c7-886c-cdd80c335ad2", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:18.028022 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08fad04a-c798-4080-b4e2-e5937ebe15b9 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:18.028520 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e5527d9-9a81-41c7-886c-cdd80c335ad2', 'code': 200} Aug 31 01:09:18.058062 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d64cb6f-880c-4fdf-bba8-12e1ef08fb52 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.068342 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-826e28a7-4a4e-46d0-8d87-a8d593557f83 req-e39cf1fb-e3d6-4957-9cf8-f0bc998f0406 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.072527 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-826e28a7-4a4e-46d0-8d87-a8d593557f83 req-e39cf1fb-e3d6-4957-9cf8-f0bc998f0406 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.113215 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-826e28a7-4a4e-46d0-8d87-a8d593557f83 req-e39cf1fb-e3d6-4957-9cf8-f0bc998f0406 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.128062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-826e28a7-4a4e-46d0-8d87-a8d593557f83 req-e39cf1fb-e3d6-4957-9cf8-f0bc998f0406 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2256708 Aug 31 01:09:18.129321 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d64cb6f-880c-4fdf-bba8-12e1ef08fb52 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.133986 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cd8b68-ad38-495d-986e-2c716572fd19 x-openstack-request-id: req-c0cd8b68-ad38-495d-986e-2c716572fd19 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:18.134309 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a757d2-ad11-4cd3-b6eb-09600edc668a", "name": "network-vif-deleted", "tag": "661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:18.134572 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0cd8b68-ad38-495d-986e-2c716572fd19 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:18.134991 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a757d2-ad11-4cd3-b6eb-09600edc668a', 'name': 'network-vif-deleted', 'tag': '661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa', 'status': 'completed', 'code': 200} Aug 31 01:09:18.140007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cf1fb-e3d6-4957-9cf8-f0bc998f0406 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a740ccc-cf10-46de-b1d7-44929b486d34,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:18.173133 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64cb6f-880c-4fdf-bba8-12e1ef08fb52 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=be9a0def-224d-4a45-aa59-8110f3f5af73,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:18.175469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d64cb6f-880c-4fdf-bba8-12e1ef08fb52 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server [None req-c3a49b5c-9783-4eaa-940f-0786ec25c3c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be9a0def-224d-4a45-aa59-8110f3f5af73: This subnet is being modified by another concurrent operation. Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:09:18.179233 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be9a0def-224d-4a45-aa59-8110f3f5af73: This subnet is being modified by another concurrent operation. Aug 31 01:09:18.182198 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:09:18.184823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45146) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:18.184914 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6d64cb6f-880c-4fdf-bba8-12e1ef08fb52 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/be9a0def-224d-4a45-aa59-8110f3f5af73 HTTP/1.1" status: 204 len: 168 time: 0.3142629 Aug 31 01:09:18.224114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c0ffd2-26b2-415c-89ba-daf10154930f None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:09:18.252117 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0a0fe95f-9b0f-4aec-b851-e8cf148a21a9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676057 Aug 31 01:09:18.258852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45150) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:18.259028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d8f688a-c1ca-4e8b-ae55-1b3dfda10f6b req-10f9107c-67f3-4556-825c-23476c940ece tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/3a740ccc-cf10-46de-b1d7-44929b486d34 HTTP/1.1" status: 200 len: 1807 time: 0.1034091 Aug 31 01:09:18.268378 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-61ba37bb-8da0-4e52-b24d-0d3ad590b1b6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:18.274319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-0d8f688a-c1ca-4e8b-ae55-1b3dfda10f6b req-09ed344d-9967-4b3b-98bc-96bc401812d9 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a740ccc-cf10-46de-b1d7-44929b486d34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:18.274638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-0d8f688a-c1ca-4e8b-ae55-1b3dfda10f6b req-09ed344d-9967-4b3b-98bc-96bc401812d9 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a740ccc-cf10-46de-b1d7-44929b486d34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:18.287814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df46133-e64f-4020-9887-6474d40b67ee req-6bcdd00d-6674-446f-9598-8f08973c70c7 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:18.289311 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0df46133-e64f-4020-9887-6474d40b67ee req-6bcdd00d-6674-446f-9598-8f08973c70c7 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.1054459 Aug 31 01:09:18.363881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0df46133-e64f-4020-9887-6474d40b67ee req-8b361bb0-c683-4582-b86e-122caba41144 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637083 Aug 31 01:09:18.385918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c0ffd2-26b2-415c-89ba-daf10154930f None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:09:18.390939 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ba37bb-8da0-4e52-b24d-0d3ad590b1b6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:18.396232 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61ba37bb-8da0-4e52-b24d-0d3ad590b1b6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.412826 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0d8f688a-c1ca-4e8b-ae55-1b3dfda10f6b req-09ed344d-9967-4b3b-98bc-96bc401812d9 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.471890 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0d8f688a-c1ca-4e8b-ae55-1b3dfda10f6b req-09ed344d-9967-4b3b-98bc-96bc401812d9 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.484910 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0d8f688a-c1ca-4e8b-ae55-1b3dfda10f6b req-09ed344d-9967-4b3b-98bc-96bc401812d9 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.519067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed344d-9967-4b3b-98bc-96bc401812d9 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaac56fb-c691-4659-a5c8-e271e9fb7c64,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:18.537958 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0d8f688a-c1ca-4e8b-ae55-1b3dfda10f6b req-09ed344d-9967-4b3b-98bc-96bc401812d9 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.548153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d8f688a-c1ca-4e8b-ae55-1b3dfda10f6b req-09ed344d-9967-4b3b-98bc-96bc401812d9 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2800643 Aug 31 01:09:18.624963 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e73fc3de-6640-445c-a772-e2d46b7369bd req-c5ff3ecc-8bdd-4d7b-9386-1a2f085f9ebb tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/3a740ccc-cf10-46de-b1d7-44929b486d34 HTTP/1.1" status: 200 len: 2401 time: 0.0595574 Aug 31 01:09:18.631556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e73fc3de-6640-445c-a772-e2d46b7369bd req-81777666-9479-422d-b53b-7d46af27e01d tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a740ccc-cf10-46de-b1d7-44929b486d34', 'remote_group_id': None}]} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:18.632004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e73fc3de-6640-445c-a772-e2d46b7369bd req-81777666-9479-422d-b53b-7d46af27e01d tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a740ccc-cf10-46de-b1d7-44929b486d34', 'remote_group_id': None}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:18.680287 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61ba37bb-8da0-4e52-b24d-0d3ad590b1b6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.700092 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e73fc3de-6640-445c-a772-e2d46b7369bd req-81777666-9479-422d-b53b-7d46af27e01d tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.728133 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e73fc3de-6640-445c-a772-e2d46b7369bd req-81777666-9479-422d-b53b-7d46af27e01d tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.732817 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e73fc3de-6640-445c-a772-e2d46b7369bd req-81777666-9479-422d-b53b-7d46af27e01d tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.737235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba37bb-8da0-4e52-b24d-0d3ad590b1b6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=a7996ad1-c63f-4ef3-99ef-aca448274264,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:18.743001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba37bb-8da0-4e52-b24d-0d3ad590b1b6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:18.744620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-61ba37bb-8da0-4e52-b24d-0d3ad590b1b6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:18.748925 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ba37bb-8da0-4e52-b24d-0d3ad590b1b6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:18.749608 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61ba37bb-8da0-4e52-b24d-0d3ad590b1b6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.752672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81777666-9479-422d-b53b-7d46af27e01d tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c0130d-723e-4d0d-bc66-e9d35205e4b3,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:18.762657 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e73fc3de-6640-445c-a772-e2d46b7369bd req-81777666-9479-422d-b53b-7d46af27e01d tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.767594 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e73fc3de-6640-445c-a772-e2d46b7369bd req-81777666-9479-422d-b53b-7d46af27e01d tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1407208 Aug 31 01:09:18.768610 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-61ba37bb-8da0-4e52-b24d-0d3ad590b1b6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5126698 Aug 31 01:09:18.771081 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45162) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:18.778985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6935c9a9-e2ef-4299-9858-6cdf84b87404 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-574327238', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:18.815882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6935c9a9-e2ef-4299-9858-6cdf84b87404 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.816541 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6935c9a9-e2ef-4299-9858-6cdf84b87404 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.827500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': 'a7996ad1-c63f-4ef3-99ef-aca448274264'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:18.828792 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.843652 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1895add0-fbe3-4cc2-8ca5-670173d55997 req-390dee3f-7fbd-41db-b890-5f6d1587ae17 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/3a740ccc-cf10-46de-b1d7-44929b486d34 HTTP/1.1" status: 200 len: 3000 time: 0.0507913 Aug 31 01:09:18.874180 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4cce5e77-c3c9-4fe0-ac05-f1f10fd47c3b req-687e7b3e-d915-4d5f-ab6f-8bbbbe3e1b70 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-group-rules/f6c0130d-723e-4d0d-bc66-e9d35205e4b3 HTTP/1.1" status: 200 len: 783 time: 0.0173125 Aug 31 01:09:18.900675 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6935c9a9-e2ef-4299-9858-6cdf84b87404 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.907103 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6935c9a9-e2ef-4299-9858-6cdf84b87404 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.931183 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6935c9a9-e2ef-4299-9858-6cdf84b87404 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.932030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4cce5e77-c3c9-4fe0-ac05-f1f10fd47c3b req-0f6ecbac-6a02-48f4-a6fe-d638b43688d4 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/3a740ccc-cf10-46de-b1d7-44929b486d34 HTTP/1.1" status: 200 len: 3000 time: 0.0522091 Aug 31 01:09:18.937119 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6935c9a9-e2ef-4299-9858-6cdf84b87404 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1646280 Aug 31 01:09:18.939430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45174) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:18.977112 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4cce5e77-c3c9-4fe0-ac05-f1f10fd47c3b req-c228de93-f060-42b2-ac27-514f62fe67e0 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:18.987922 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4cce5e77-c3c9-4fe0-ac05-f1f10fd47c3b req-c228de93-f060-42b2-ac27-514f62fe67e0 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.021533 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4cce5e77-c3c9-4fe0-ac05-f1f10fd47c3b req-c228de93-f060-42b2-ac27-514f62fe67e0 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.029340 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4cce5e77-c3c9-4fe0-ac05-f1f10fd47c3b req-c228de93-f060-42b2-ac27-514f62fe67e0 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.029708 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Allocated IP 2001:db8::2 (14e22907-50bf-4f4c-96ff-7b9fef164758/a7996ad1-c63f-4ef3-99ef-aca448274264/f4d17a74-1806-4e52-b8fa-757105caf549) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:19.031506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4cce5e77-c3c9-4fe0-ac05-f1f10fd47c3b req-c228de93-f060-42b2-ac27-514f62fe67e0 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f6c0130d-723e-4d0d-bc66-e9d35205e4b3 HTTP/1.1" status: 204 len: 173 time: 0.0932770 Aug 31 01:09:19.043075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228de93-f060-42b2-ac27-514f62fe67e0 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6c0130d-723e-4d0d-bc66-e9d35205e4b3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:19.106530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b657fbff-186c-4cad-a332-bb5705c1da81 req-ba06fbf6-e8ed-42fe-a6e1-91bcdf8475ff tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/3a740ccc-cf10-46de-b1d7-44929b486d34 HTTP/1.1" status: 200 len: 2401 time: 0.0538075 Aug 31 01:09:19.196591 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b657fbff-186c-4cad-a332-bb5705c1da81 req-03cde91a-e7e8-4111-afd6-1e391d89dda6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.226996 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b657fbff-186c-4cad-a332-bb5705c1da81 req-03cde91a-e7e8-4111-afd6-1e391d89dda6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.322974 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1f7e5-a956-4c0b-acf7-f1292e2d0f86 req-48398343-9991-4015-a824-d0d4baf649c3 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:19.324567 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aee1f7e5-a956-4c0b-acf7-f1292e2d0f86 req-48398343-9991-4015-a824-d0d4baf649c3 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 944 time: 0.0639942 Aug 31 01:09:19.346385 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b657fbff-186c-4cad-a332-bb5705c1da81 req-03cde91a-e7e8-4111-afd6-1e391d89dda6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.348964 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b657fbff-186c-4cad-a332-bb5705c1da81 req-03cde91a-e7e8-4111-afd6-1e391d89dda6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.350243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b657fbff-186c-4cad-a332-bb5705c1da81 req-03cde91a-e7e8-4111-afd6-1e391d89dda6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "DELETE /v2.0/security-groups/3a740ccc-cf10-46de-b1d7-44929b486d34 HTTP/1.1" status: 204 len: 173 time: 0.2303019 Aug 31 01:09:19.377457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cde91a-e7e8-4111-afd6-1e391d89dda6 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a740ccc-cf10-46de-b1d7-44929b486d34,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:19.400069 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aee1f7e5-a956-4c0b-acf7-f1292e2d0f86 req-8df875fe-7633-49a7-a1bd-db6bba096c91 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679562 Aug 31 01:09:19.408756 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.415650 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-6e4730e8-b0fa-45a8-aab6-4541e0cf820d req-9678fce6-56a7-4888-b858-b63683c441a0 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] show failed (client error): The resource could not be found. Aug 31 01:09:19.432113 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e4730e8-b0fa-45a8-aab6-4541e0cf820d req-9678fce6-56a7-4888-b858-b63683c441a0 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/5e07fba5-5242-4cb8-8e29-193c2c6d0cca HTTP/1.1" status: 404 len: 352 time: 0.0501423 Aug 31 01:09:19.439520 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Transition to ACTIVE for port object f4d17a74-1806-4e52-b8fa-757105caf549 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:19.462624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Transition to ACTIVE for port object f4d17a74-1806-4e52-b8fa-757105caf549 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:19.472228 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.511936 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b604fce6-4966-4d14-83fe-6f52a74df38b req-48e58bb2-deec-4847-abe9-adbd6e59067b tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/4c540ac8-218b-4e67-b0b9-80d475005eb5 HTTP/1.1" status: 200 len: 1806 time: 0.0714867 Aug 31 01:09:19.528635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:19.535956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:19.538576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:19.555366 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Pushing event updated for resources: {'Port': ['ID=f4d17a74-1806-4e52-b8fa-757105caf549,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:19.585319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32394b2e-1f4d-4f7f-adc0-d4e3cacc41f8 req-6374247c-9500-481c-a58a-94ef4dc5a1da tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:19.586820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32394b2e-1f4d-4f7f-adc0-d4e3cacc41f8 req-6374247c-9500-481c-a58a-94ef4dc5a1da tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.0961335 Aug 31 01:09:19.606681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Attempting to bind port f4d17a74-1806-4e52-b8fa-757105caf549 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:19.607087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Attempting to bind port f4d17a74-1806-4e52-b8fa-757105caf549 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:19.607488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Attempting to bind port f4d17a74-1806-4e52-b8fa-757105caf549 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:19.613941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:19.614127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:19.614452 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.614870 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:19.615362 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Bound port: f4d17a74-1806-4e52-b8fa-757105caf549, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:19.616192 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.651060 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32394b2e-1f4d-4f7f-adc0-d4e3cacc41f8 req-859e6eb0-d68d-4c4b-b362-6c130049a9f5 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533252 Aug 31 01:09:19.651929 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b604fce6-4966-4d14-83fe-6f52a74df38b req-ac5064dd-d2da-451a-8702-8b57eacfe483 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.655922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.679029 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b604fce6-4966-4d14-83fe-6f52a74df38b req-ac5064dd-d2da-451a-8702-8b57eacfe483 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.691110 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] For port f4d17a74-1806-4e52-b8fa-757105caf549, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:19.695406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] For port f4d17a74-1806-4e52-b8fa-757105caf549, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f4d17a74-1806-4e52-b8fa-757105caf549,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:19.703198 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.754934 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b604fce6-4966-4d14-83fe-6f52a74df38b req-ac5064dd-d2da-451a-8702-8b57eacfe483 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.758825 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b604fce6-4966-4d14-83fe-6f52a74df38b req-ac5064dd-d2da-451a-8702-8b57eacfe483 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:19.762997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b604fce6-4966-4d14-83fe-6f52a74df38b req-ac5064dd-d2da-451a-8702-8b57eacfe483 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "DELETE /v2.0/security-groups/4c540ac8-218b-4e67-b0b9-80d475005eb5 HTTP/1.1" status: 204 len: 173 time: 0.2290001 Aug 31 01:09:19.786556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5064dd-d2da-451a-8702-8b57eacfe483 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c540ac8-218b-4e67-b0b9-80d475005eb5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:19.827500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a4390-9286-45ce-a5a7-afd89d6cadb3 None None] Pushing event updated for resources: {'Port': ['ID=f4d17a74-1806-4e52-b8fa-757105caf549,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:19.833858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6f0f1-f078-4819-b474-596bf8327d6c req-71496913-b8c2-41b1-8a51-8518a1a93be2 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:19.835735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78a6f0f1-f078-4819-b474-596bf8327d6c req-71496913-b8c2-41b1-8a51-8518a1a93be2 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.70 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 944 time: 0.1102107 Aug 31 01:09:19.911969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f7a3079-1c86-4078-920a-3b9b351510ed req-f75a72cf-2284-4dcb-aacd-ad3aa61347c0 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/065854b2-9126-4ccb-be1e-5c57cba7be47 HTTP/1.1" status: 200 len: 1806 time: 0.1097691 Aug 31 01:09:19.969081 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::1 (14e22907-50bf-4f4c-96ff-7b9fef164758/a7996ad1-c63f-4ef3-99ef-aca448274264/86290f2b-1557-4af8-929c-0a129b464133) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:20.024059 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8f7a3079-1c86-4078-920a-3b9b351510ed req-4846f713-613a-4316-8d2d-bbcf2c6b69bb tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.046851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-78a6f0f1-f078-4819-b474-596bf8327d6c req-2bac1e85-a2a7-4d39-b4e5-60a87e212e65 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Deleting port 3faec2d0-b738-4f56-9be7-f5b1a6458197 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:20.049785 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78a6f0f1-f078-4819-b474-596bf8327d6c req-2bac1e85-a2a7-4d39-b4e5-60a87e212e65 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.132747 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8f7a3079-1c86-4078-920a-3b9b351510ed req-4846f713-613a-4316-8d2d-bbcf2c6b69bb tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.137089 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.154582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object 86290f2b-1557-4af8-929c-0a129b464133 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:20.192013 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.221815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-78a6f0f1-f078-4819-b474-596bf8327d6c req-2bac1e85-a2a7-4d39-b4e5-60a87e212e65 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] For port 3faec2d0-b738-4f56-9be7-f5b1a6458197, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3faec2d0-b738-4f56-9be7-f5b1a6458197,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:20.222125 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78a6f0f1-f078-4819-b474-596bf8327d6c req-2bac1e85-a2a7-4d39-b4e5-60a87e212e65 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.237991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-78a6f0f1-f078-4819-b474-596bf8327d6c req-2bac1e85-a2a7-4d39-b4e5-60a87e212e65 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Calling delete_port for 3faec2d0-b738-4f56-9be7-f5b1a6458197 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:20.240211 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:20.245922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:20.250554 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8f7a3079-1c86-4078-920a-3b9b351510ed req-4846f713-613a-4316-8d2d-bbcf2c6b69bb tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.253175 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8f7a3079-1c86-4078-920a-3b9b351510ed req-4846f713-613a-4316-8d2d-bbcf2c6b69bb tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.254355 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f7a3079-1c86-4078-920a-3b9b351510ed req-4846f713-613a-4316-8d2d-bbcf2c6b69bb tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "DELETE /v2.0/security-groups/065854b2-9126-4ccb-be1e-5c57cba7be47 HTTP/1.1" status: 204 len: 173 time: 0.3415840 Aug 31 01:09:20.255001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:20.255576 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.259121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=86290f2b-1557-4af8-929c-0a129b464133,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:20.300854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846f713-613a-4316-8d2d-bbcf2c6b69bb tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065854b2-9126-4ccb-be1e-5c57cba7be47,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:20.313211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a30381da-7abe-47fc-a8ad-d7db81ad35cd details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:09:20.363030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08255a91-9f1b-4d8f-a157-6704707e99dd req-a7cfa10d-13d6-4bb2-a9ef-bc5352f3e1ea tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/e5d4074d-ff95-483e-baa3-7bbc49d3c776 HTTP/1.1" status: 200 len: 1805 time: 0.0652092 Aug 31 01:09:20.391949 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.449511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a30381da-7abe-47fc-a8ad-d7db81ad35cd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a30381da-7abe-47fc-a8ad-d7db81ad35cd,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:20.469137 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'a30381da-7abe-47fc-a8ad-d7db81ad35cd', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'a30381da-7abe-47fc-a8ad-d7db81ad35cd', 'mac_address': 'fa:16:3e:ad:21:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:09:20.519931 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.540702 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a30381da-7abe-47fc-a8ad-d7db81ad35cd {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:20.566469 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a30381da-7abe-47fc-a8ad-d7db81ad35cd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a30381da-7abe-47fc-a8ad-d7db81ad35cd,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:20.572306 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.658886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=a30381da-7abe-47fc-a8ad-d7db81ad35cd,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:20.725262 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.731593 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.732277 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.752099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['a30381da-7abe-47fc-a8ad-d7db81ad35cd'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:20.790703 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=86290f2b-1557-4af8-929c-0a129b464133,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:20.845444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252610d-0c5a-471f-8341-242bb8f09390 req-cc031897-e74b-4110-8571-cd519cfa7d2a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:20.852895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b252610d-0c5a-471f-8341-242bb8f09390 req-cc031897-e74b-4110-8571-cd519cfa7d2a tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcabe130-00f9-4dd7-9ba6-8b8c10337019 HTTP/1.1" status: 200 len: 944 time: 0.1226370 Aug 31 01:09:20.862851 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-08255a91-9f1b-4d8f-a157-6704707e99dd req-7ceb0c86-55d1-4064-830d-190c942b37f8 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.906313 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78a6f0f1-f078-4819-b474-596bf8327d6c req-2bac1e85-a2a7-4d39-b4e5-60a87e212e65 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.909692 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-08255a91-9f1b-4d8f-a157-6704707e99dd req-7ceb0c86-55d1-4064-830d-190c942b37f8 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:20.921043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:20.922877 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:20.984167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b252610d-0c5a-471f-8341-242bb8f09390 req-8c43a58f-e02c-4c1a-b60a-ae6ffeae9327 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304214 Aug 31 01:09:20.984890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac1e85-a2a7-4d39-b4e5-60a87e212e65 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Pushing event deleted for resources: {'Port': ['ID=3faec2d0-b738-4f56-9be7-f5b1a6458197,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:21.042127 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-08255a91-9f1b-4d8f-a157-6704707e99dd req-7ceb0c86-55d1-4064-830d-190c942b37f8 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.043039 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-08255a91-9f1b-4d8f-a157-6704707e99dd req-7ceb0c86-55d1-4064-830d-190c942b37f8 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.055873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00a4628-39d1-479c-9719-cd32d75b050c None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:21.059258 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08255a91-9f1b-4d8f-a157-6704707e99dd req-7ceb0c86-55d1-4064-830d-190c942b37f8 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "DELETE /v2.0/security-groups/e5d4074d-ff95-483e-baa3-7bbc49d3c776 HTTP/1.1" status: 204 len: 173 time: 0.6948385 Aug 31 01:09:21.080676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Router 687e3deb-e315-427c-9b14-7efe2f461f77 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:09:21.094296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a6f0f1-f078-4819-b474-596bf8327d6c req-2bac1e85-a2a7-4d39-b4e5-60a87e212e65 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] No DVR routers for this DVR port 3faec2d0-b738-4f56-9be7-f5b1a6458197 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:21.108477 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78a6f0f1-f078-4819-b474-596bf8327d6c req-2bac1e85-a2a7-4d39-b4e5-60a87e212e65 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.111269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78a6f0f1-f078-4819-b474-596bf8327d6c req-2bac1e85-a2a7-4d39-b4e5-60a87e212e65 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.70 "DELETE /v2.0/ports/3faec2d0-b738-4f56-9be7-f5b1a6458197 HTTP/1.1" status: 204 len: 173 time: 1.2674129 Aug 31 01:09:21.111899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcabe130-00f9-4dd7-9ba6-8b8c10337019', 'name': 'network-vif-deleted', 'tag': '3faec2d0-b738-4f56-9be7-f5b1a6458197'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:21.114005 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3868ced-d8c8-4849-b28a-cf1dd0b5b38b" -d '{"events": [{"server_uuid": "dcabe130-00f9-4dd7-9ba6-8b8c10337019", "name": "network-vif-deleted", "tag": "3faec2d0-b738-4f56-9be7-f5b1a6458197"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:21.119193 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb0c86-55d1-4064-830d-190c942b37f8 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d4074d-ff95-483e-baa3-7bbc49d3c776,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:21.193539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c418e47-226d-4299-92db-d4500b08a003 req-746896ed-91e0-4d2a-b48d-1d8871e314aa tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:21.195200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c418e47-226d-4299-92db-d4500b08a003 req-746896ed-91e0-4d2a-b48d-1d8871e314aa tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.1021578 Aug 31 01:09:21.199843 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ab6f-5255-4330-9ff2-c322f2c68e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.222784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ebb06c2e-c073-439d-8501-9bb3ed5de208 None None] Provisioning for port f4d17a74-1806-4e52-b8fa-757105caf549 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:21.255691 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:21.280780 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-41b0af68-035b-42af-9ee0-8ba4ab2924e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "PUT /v2.0/routers/687e3deb-e315-427c-9b14-7efe2f461f77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3374047 Aug 31 01:09:21.288835 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45232) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:21.292386 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c418e47-226d-4299-92db-d4500b08a003 req-dc4ca91a-e814-4c5f-927b-1f5c4be15421 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875475 Aug 31 01:09:21.294680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Sync routers for ids ['687e3deb-e315-427c-9b14-7efe2f461f77'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:21.338863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:21.364002 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e5c3b-3dda-4a52-867c-5760143800e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:21.365854 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9e0e5c3b-3dda-4a52-867c-5760143800e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports/86290f2b-1557-4af8-929c-0a129b464133 HTTP/1.1" status: 200 len: 911 time: 0.0758767 Aug 31 01:09:21.368374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45234) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:21.393616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f4d17a74-1806-4e52-b8fa-757105caf549 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:21.407612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:09:21.408071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 661bb9f5-cfe5-460a-be89-6cbc8c3ca6aa not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:09:21.408782 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3faec2d0-b738-4f56-9be7-f5b1a6458197 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:21.432980 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Routers {'687e3deb-e315-427c-9b14-7efe2f461f77'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:21.433642 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:08:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['687e3deb-e315-427c-9b14-7efe2f461f77'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:21.434247 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f986bc9c-91b3-4c34-bc4b-674529b84778 x-openstack-request-id: req-f986bc9c-91b3-4c34-bc4b-674529b84778 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:21.434542 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcabe130-00f9-4dd7-9ba6-8b8c10337019", "name": "network-vif-deleted", "tag": "3faec2d0-b738-4f56-9be7-f5b1a6458197", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:21.434791 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f986bc9c-91b3-4c34-bc4b-674529b84778 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:21.435178 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcabe130-00f9-4dd7-9ba6-8b8c10337019', 'name': 'network-vif-deleted', 'tag': '3faec2d0-b738-4f56-9be7-f5b1a6458197', 'status': 'completed', 'code': 200} Aug 31 01:09:21.491828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 3faec2d0-b738-4f56-9be7-f5b1a6458197 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:09:21.492169 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3faec2d0-b738-4f56-9be7-f5b1a6458197 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:09:21.506545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4efa2b-a2b1-422f-bb07-8a3a5685a00d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:21.512418 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4efa2b-a2b1-422f-bb07-8a3a5685a00d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:21.513952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-db4efa2b-a2b1-422f-bb07-8a3a5685a00d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1445892 Aug 31 01:09:21.516677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ec0f5a2-bbe8-4709-86df-8714efaa32f8 req-f84f70e6-d5fb-4fe5-afa7-2a6ed4b7ad8e tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/406dcdf5-7e02-44cf-b9d6-2975043fccbd HTTP/1.1" status: 200 len: 2405 time: 0.1141465 Aug 31 01:09:21.516901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45236) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:21.581660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Set router 687e3deb-e315-427c-9b14-7efe2f461f77 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:21.592072 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8ec0f5a2-bbe8-4709-86df-8714efaa32f8 req-0a22548e-464b-40ed-b6b4-bbb026914444 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.620773 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8ec0f5a2-bbe8-4709-86df-8714efaa32f8 req-0a22548e-464b-40ed-b6b4-bbb026914444 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.647845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port f4d17a74-1806-4e52-b8fa-757105caf549 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:21.689902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f4d17a74-1806-4e52-b8fa-757105caf549 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:21.690280 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.691665 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8ec0f5a2-bbe8-4709-86df-8714efaa32f8 req-0a22548e-464b-40ed-b6b4-bbb026914444 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.695935 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8ec0f5a2-bbe8-4709-86df-8714efaa32f8 req-0a22548e-464b-40ed-b6b4-bbb026914444 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.701474 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ec0f5a2-bbe8-4709-86df-8714efaa32f8 req-0a22548e-464b-40ed-b6b4-bbb026914444 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "DELETE /v2.0/security-groups/406dcdf5-7e02-44cf-b9d6-2975043fccbd HTTP/1.1" status: 204 len: 173 time: 0.1757832 Aug 31 01:09:21.714496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22548e-464b-40ed-b6b4-bbb026914444 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=406dcdf5-7e02-44cf-b9d6-2975043fccbd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:21.792855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb47ec4c-0fd2-4f31-ac55-2967b80f3341 req-bbaed342-cdae-4dba-b48e-73378741d687 tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "GET /v2.0/security-groups/4f24f142-af5c-44e9-a09f-1c1db14e008c HTTP/1.1" status: 200 len: 2400 time: 0.0668888 Aug 31 01:09:21.866091 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fb47ec4c-0fd2-4f31-ac55-2967b80f3341 req-c74bbfbb-7797-4b56-b958-4947d84a8dad tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.893806 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fb47ec4c-0fd2-4f31-ac55-2967b80f3341 req-c74bbfbb-7797-4b56-b958-4947d84a8dad tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.919474 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.955472 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fb47ec4c-0fd2-4f31-ac55-2967b80f3341 req-c74bbfbb-7797-4b56-b958-4947d84a8dad tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.959037 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fb47ec4c-0fd2-4f31-ac55-2967b80f3341 req-c74bbfbb-7797-4b56-b958-4947d84a8dad tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.960524 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb47ec4c-0fd2-4f31-ac55-2967b80f3341 req-c74bbfbb-7797-4b56-b958-4947d84a8dad tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] 10.222.0.58 "DELETE /v2.0/security-groups/4f24f142-af5c-44e9-a09f-1c1db14e008c HTTP/1.1" status: 204 len: 173 time: 0.1668086 Aug 31 01:09:21.966589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45240) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:21.974082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port f4d17a74-1806-4e52-b8fa-757105caf549, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f4d17a74-1806-4e52-b8fa-757105caf549,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:21.981341 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:21.982248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bbfbb-7797-4b56-b958-4947d84a8dad tempest-SecurityGroupRulesTestJSON-464973940 tempest-SecurityGroupRulesTestJSON-464973940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f24f142-af5c-44e9-a09f-1c1db14e008c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:22.021095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687e3deb-e315-427c-9b14-7efe2f461f77', 'name': 'tempest-NetworksTestDHCPv6-router-574327238', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:18Z', 'updated_at': '2021-08-31T01:09:20Z', 'revision_number': 2, 'project_id': '230f8e28d5d947de9a99be345d676336', 'gw_port_host': None, '_interfaces': [{'id': '86290f2b-1557-4af8-929c-0a129b464133', 'name': '', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'mac_address': 'fa:16:3e:a2:26:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687e3deb-e315-427c-9b14-7efe2f461f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'a7996ad1-c63f-4ef3-99ef-aca448274264', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:19Z', 'updated_at': '2021-08-31T01:09:20Z', 'revision_number': 2, 'project_id': '230f8e28d5d947de9a99be345d676336', 'subnets': [{'id': 'a7996ad1-c63f-4ef3-99ef-aca448274264', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:22.033221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a94f99-602a-4431-864b-c9a93b5a960f admin admin] Deleting subnet 3cca4d8f-463b-4934-a56d-8f291a9f8ec0 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:22.037367 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d3a94f99-602a-4431-864b-c9a93b5a960f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.081421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Checking router: 687e3deb-e315-427c-9b14-7efe2f461f77 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:22.081896 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Updating router 687e3deb-e315-427c-9b14-7efe2f461f77 port 86290f2b-1557-4af8-929c-0a129b464133 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:09:22.106944 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d3a94f99-602a-4431-864b-c9a93b5a960f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.120035 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=f4d17a74-1806-4e52-b8fa-757105caf549,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:22.129635 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.173117 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d3a94f99-602a-4431-864b-c9a93b5a960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.206956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1c19eadd-db6a-455b-b37f-68bc30af8b7f None None] Provisioning for port 86290f2b-1557-4af8-929c-0a129b464133 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:22.286367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1c19eadd-db6a-455b-b37f-68bc30af8b7f None None] Provisioning complete for port 86290f2b-1557-4af8-929c-0a129b464133 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:22.286367 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1c19eadd-db6a-455b-b37f-68bc30af8b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.314619 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d3a94f99-602a-4431-864b-c9a93b5a960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.321097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-324902d3-5b64-4366-a4cf-9dcb25a42c99 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.359073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a30381da-7abe-47fc-a8ad-d7db81ad35cd up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:22.378068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a94f99-602a-4431-864b-c9a93b5a960f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cca4d8f-463b-4934-a56d-8f291a9f8ec0,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:22.394088 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d3a94f99-602a-4431-864b-c9a93b5a960f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.398609 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d3a94f99-602a-4431-864b-c9a93b5a960f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3cca4d8f-463b-4934-a56d-8f291a9f8ec0 HTTP/1.1" status: 204 len: 168 time: 0.4286191 Aug 31 01:09:22.400586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45264) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:22.439795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-1c19eadd-db6a-455b-b37f-68bc30af8b7f None None] Port 86290f2b-1557-4af8-929c-0a129b464133 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:22.538573 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1c19eadd-db6a-455b-b37f-68bc30af8b7f None None] Provisioning complete for port f4d17a74-1806-4e52-b8fa-757105caf549 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:22.538950 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1c19eadd-db6a-455b-b37f-68bc30af8b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.575485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port a30381da-7abe-47fc-a8ad-d7db81ad35cd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:22.575768 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.579083 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7df230fc-83da-4d50-a4e7-0cf17089baef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.599795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382a88f-839c-4cf9-b784-4e8cdb32d9f6 req-95b9dde1-de7c-41c9-ae97-7e30117f2989 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:22.601367 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9382a88f-839c-4cf9-b784-4e8cdb32d9f6 req-95b9dde1-de7c-41c9-ae97-7e30117f2989 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 945 time: 0.2017016 Aug 31 01:09:22.617883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c36a33-9a4e-47d5-97cf-70c96ea331f5 req-353a97fa-be3f-44e3-9082-2fc32c5249a4 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:22.619326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30c36a33-9a4e-47d5-97cf-70c96ea331f5 req-353a97fa-be3f-44e3-9082-2fc32c5249a4 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.1333261 Aug 31 01:09:22.682013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-324902d3-5b64-4366-a4cf-9dcb25a42c99 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port 86290f2b-1557-4af8-929c-0a129b464133 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:22.682518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-324902d3-5b64-4366-a4cf-9dcb25a42c99 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.721769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9382a88f-839c-4cf9-b784-4e8cdb32d9f6 req-a7d1d366-dce9-469b-ae4b-91121c1297fa tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac8bd59e-cc88-428e-8140-bacf8820bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007683 Aug 31 01:09:22.796417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30c36a33-9a4e-47d5-97cf-70c96ea331f5 req-6d133cdc-71ff-4f8e-8746-d43ad825e529 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612329 Aug 31 01:09:22.810185 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.820531 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.825073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Transition to ACTIVE for port object 86290f2b-1557-4af8-929c-0a129b464133 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:22.840053 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-324902d3-5b64-4366-a4cf-9dcb25a42c99 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.848307 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.864700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-324902d3-5b64-4366-a4cf-9dcb25a42c99 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for 86290f2b-1557-4af8-929c-0a129b464133 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:22.866466 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7df230fc-83da-4d50-a4e7-0cf17089baef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.882323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7df230fc-83da-4d50-a4e7-0cf17089baef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac920510-1c96-4584-9f3c-d8027244cfa3']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:22.899849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a892c3-5514-4722-af08-5fabd759452f None None] Pushing event updated for resources: {'Port': ['ID=86290f2b-1557-4af8-929c-0a129b464133,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:22.902041 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f3b9f0-af4c-493a-bc22-ea7f2e84fe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30381da-7abe-47fc-a8ad-d7db81ad35cd'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:22.902813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7df230fc-83da-4d50-a4e7-0cf17089baef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08a29eb-e7ef-44f5-bdf6-edd195348dec') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:22.903131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7df230fc-83da-4d50-a4e7-0cf17089baef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08a29eb-e7ef-44f5-bdf6-edd195348dec') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:22.904489 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0b9f4a-1325-4045-abd6-03e2e1355ce2" -d '{"events": [{"server_uuid": "66f3b9f0-af4c-493a-bc22-ea7f2e84fe00", "name": "network-vif-plugged", "status": "completed", "tag": "a30381da-7abe-47fc-a8ad-d7db81ad35cd"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:22.928569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03a6da-79b4-446d-adb0-d354d42ad49d req-0d6bff1e-cc7f-4a08-8829-25d36fa6344f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:22.931255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c03a6da-79b4-446d-adb0-d354d42ad49d req-0d6bff1e-cc7f-4a08-8829-25d36fa6344f tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.70 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 945 time: 0.1298151 Aug 31 01:09:22.932851 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a30381da-7abe-47fc-a8ad-d7db81ad35cd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a30381da-7abe-47fc-a8ad-d7db81ad35cd,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:22.938449 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7df230fc-83da-4d50-a4e7-0cf17089baef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:22.944264 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.008141 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946349c6-a953-41c7-8e7d-f48fbc4dde8c x-openstack-request-id: req-946349c6-a953-41c7-8e7d-f48fbc4dde8c {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:23.008445 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f3b9f0-af4c-493a-bc22-ea7f2e84fe00", "name": "network-vif-plugged", "status": "completed", "tag": "a30381da-7abe-47fc-a8ad-d7db81ad35cd", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:23.008775 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-946349c6-a953-41c7-8e7d-f48fbc4dde8c {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:23.009235 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f3b9f0-af4c-493a-bc22-ea7f2e84fe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30381da-7abe-47fc-a8ad-d7db81ad35cd', 'code': 200} Aug 31 01:09:23.044723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Attempting to bind port 86290f2b-1557-4af8-929c-0a129b464133 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:23.045187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Attempting to bind port 86290f2b-1557-4af8-929c-0a129b464133 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:23.045650 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Attempting to bind port 86290f2b-1557-4af8-929c-0a129b464133 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:23.072946 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:23.073639 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:23.074104 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.074651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:23.075159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Bound port: 86290f2b-1557-4af8-929c-0a129b464133, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:23.075787 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.087603 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7df230fc-83da-4d50-a4e7-0cf17089baef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.097374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=a30381da-7abe-47fc-a8ad-d7db81ad35cd,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:23.099563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df230fc-83da-4d50-a4e7-0cf17089baef admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:09:23.100007 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7df230fc-83da-4d50-a4e7-0cf17089baef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.102190 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-324902d3-5b64-4366-a4cf-9dcb25a42c99 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:09:23.103182 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:09:23.132766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Port 86290f2b-1557-4af8-929c-0a129b464133 has been deleted concurrently {{(pid=94762) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 01:09:23.137946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324902d3-5b64-4366-a4cf-9dcb25a42c99 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=86290f2b-1557-4af8-929c-0a129b464133,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:23.144972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Routers {'687e3deb-e315-427c-9b14-7efe2f461f77'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:23.145859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:08:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['687e3deb-e315-427c-9b14-7efe2f461f77'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:23.185970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-6c03a6da-79b4-446d-adb0-d354d42ad49d req-2682caef-4b9c-4757-b42d-c1b0b308ca46 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Deleting port 92c38fb9-4be5-415e-9733-4357c298ff40 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:23.186999 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6c03a6da-79b4-446d-adb0-d354d42ad49d req-2682caef-4b9c-4757-b42d-c1b0b308ca46 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.222870 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] Set router 687e3deb-e315-427c-9b14-7efe2f461f77 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:23.271008 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7df230fc-83da-4d50-a4e7-0cf17089baef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.277641 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7df230fc-83da-4d50-a4e7-0cf17089baef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.280874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7df230fc-83da-4d50-a4e7-0cf17089baef admin admin] 10.222.0.58 "DELETE /v2.0/networks/ac920510-1c96-4584-9f3c-d8027244cfa3 HTTP/1.1" status: 204 len: 168 time: 0.8752689 Aug 31 01:09:23.292826 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-324902d3-5b64-4366-a4cf-9dcb25a42c99 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.313831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df230fc-83da-4d50-a4e7-0cf17089baef admin admin] Pushing event deleted for resources: {'Network': ['ID=ac920510-1c96-4584-9f3c-d8027244cfa3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:23.355417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687e3deb-e315-427c-9b14-7efe2f461f77', 'name': 'tempest-NetworksTestDHCPv6-router-574327238', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:18Z', 'updated_at': '2021-08-31T01:09:23Z', 'revision_number': 3, 'project_id': '230f8e28d5d947de9a99be345d676336', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:23.362098 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-6c03a6da-79b4-446d-adb0-d354d42ad49d req-2682caef-4b9c-4757-b42d-c1b0b308ca46 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] For port 92c38fb9-4be5-415e-9733-4357c298ff40, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=92c38fb9-4be5-415e-9733-4357c298ff40,segment=NetworkSegment(69612e42-ca37-4b5b-a7aa-5f41a838ca06),segment_id=69612e42-ca37-4b5b-a7aa-5f41a838ca06)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:23.362456 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6c03a6da-79b4-446d-adb0-d354d42ad49d req-2682caef-4b9c-4757-b42d-c1b0b308ca46 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.363593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f4d17a74-1806-4e52-b8fa-757105caf549 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:23.392328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-6c03a6da-79b4-446d-adb0-d354d42ad49d req-2682caef-4b9c-4757-b42d-c1b0b308ca46 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Calling delete_port for 92c38fb9-4be5-415e-9733-4357c298ff40 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:23.421343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161f6c3-e1d0-4c99-bfcf-a38c2cded075 None None] The sync data for ids ['687e3deb-e315-427c-9b14-7efe2f461f77'] in n-d-802060-13 is: [{'id': '687e3deb-e315-427c-9b14-7efe2f461f77', 'name': 'tempest-NetworksTestDHCPv6-router-574327238', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:18Z', 'updated_at': '2021-08-31T01:09:23Z', 'revision_number': 3, 'project_id': '230f8e28d5d947de9a99be345d676336', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:23.438536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b79dff29-6a90-48df-a211-110442721aac None None] Could not find standard attr ID for object 86290f2b-1557-4af8-929c-0a129b464133. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:09:23.486182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f4d17a74-1806-4e52-b8fa-757105caf549 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:23.486724 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.548416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45284) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:23.555692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324902d3-5b64-4366-a4cf-9dcb25a42c99 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Router 687e3deb-e315-427c-9b14-7efe2f461f77 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:09:23.630028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f5fa6056-e379-457a-8001-0b860b285fc2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f26e89b8305a49a4836f86e3fc6d2b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0799136 Aug 31 01:09:23.659603 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45286) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:23.689064 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324902d3-5b64-4366-a4cf-9dcb25a42c99 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:23.697230 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-324902d3-5b64-4366-a4cf-9dcb25a42c99 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "PUT /v2.0/routers/687e3deb-e315-427c-9b14-7efe2f461f77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1770523 Aug 31 01:09:23.700408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45288) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:23.719207 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6c03a6da-79b4-446d-adb0-d354d42ad49d req-2682caef-4b9c-4757-b42d-c1b0b308ca46 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.762581 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682caef-4b9c-4757-b42d-c1b0b308ca46 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Pushing event deleted for resources: {'Port': ['ID=92c38fb9-4be5-415e-9733-4357c298ff40,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:23.794766 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dc2655c2-d9be-44c4-b2fa-7efe65363df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.815816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a05ddd0-227e-44e3-8638-b087bb8b27f1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:23.817711 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a05ddd0-227e-44e3-8638-b087bb8b27f1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:23.819562 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1a05ddd0-227e-44e3-8638-b087bb8b27f1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1177800 Aug 31 01:09:23.823001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45294) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:23.840700 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c03a6da-79b4-446d-adb0-d354d42ad49d req-2682caef-4b9c-4757-b42d-c1b0b308ca46 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] No DVR routers for this DVR port 92c38fb9-4be5-415e-9733-4357c298ff40 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:23.855011 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6c03a6da-79b4-446d-adb0-d354d42ad49d req-2682caef-4b9c-4757-b42d-c1b0b308ca46 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.856886 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1f690454-e2c8-464f-8040-123a0b13427f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.857147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c03a6da-79b4-446d-adb0-d354d42ad49d req-2682caef-4b9c-4757-b42d-c1b0b308ca46 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.70 "DELETE /v2.0/ports/92c38fb9-4be5-415e-9733-4357c298ff40 HTTP/1.1" status: 204 len: 173 time: 0.9069467 Aug 31 01:09:23.861216 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779cc349-f3a2-41b1-a146-15ac6ebfe279', 'name': 'network-vif-deleted', 'tag': '92c38fb9-4be5-415e-9733-4357c298ff40'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:23.864110 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cb04ab-e489-4f19-9bd1-e58325333b72" -d '{"events": [{"server_uuid": "779cc349-f3a2-41b1-a146-15ac6ebfe279", "name": "network-vif-deleted", "tag": "92c38fb9-4be5-415e-9733-4357c298ff40"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:23.893744 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ddc840cd-673f-4b98-840a-a8e946af951f req-dec1962a-4253-4f7c-9778-feb18db77884 tempest-LiveMigrationTest-337053292 tempest-LiveMigrationTest-337053292-project] 10.222.0.58 "GET /v2.0/ports?device_id=779cc349-f3a2-41b1-a146-15ac6ebfe279 HTTP/1.1" status: 200 len: 210 time: 0.0509007 Aug 31 01:09:23.985761 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:23.992418 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860697c0-8fca-47dd-830a-fd057936d23a req-4d2106e6-9d8d-4be6-99d3-afb65dc20d3d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:23.999751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-860697c0-8fca-47dd-830a-fd057936d23a req-4d2106e6-9d8d-4be6-99d3-afb65dc20d3d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.1041341 Aug 31 01:09:24.044505 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f63471-e9c2-4710-898e-be0b9046d431 x-openstack-request-id: req-c1f63471-e9c2-4710-898e-be0b9046d431 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:24.044943 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779cc349-f3a2-41b1-a146-15ac6ebfe279", "name": "network-vif-deleted", "tag": "92c38fb9-4be5-415e-9733-4357c298ff40", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:24.045204 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1f63471-e9c2-4710-898e-be0b9046d431 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:24.045601 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779cc349-f3a2-41b1-a146-15ac6ebfe279', 'name': 'network-vif-deleted', 'tag': '92c38fb9-4be5-415e-9733-4357c298ff40', 'status': 'completed', 'code': 200} Aug 31 01:09:24.080540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-860697c0-8fca-47dd-830a-fd057936d23a req-275f2f48-5f44-4715-854f-cf0beeb0da87 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698452 Aug 31 01:09:24.278148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-05aea5a9-4239-4d64-ae85-92e323cf179b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet a7996ad1-c63f-4ef3-99ef-aca448274264 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:24.282649 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1f690454-e2c8-464f-8040-123a0b13427f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.290563 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05aea5a9-4239-4d64-ae85-92e323cf179b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.357699 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05aea5a9-4239-4d64-ae85-92e323cf179b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.368118 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.376847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d5e70-10d0-48a9-afbc-cc84e2480073 req-7fde274e-010f-44bc-b681-7b4a41bab14d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:24.377981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d8d5e70-10d0-48a9-afbc-cc84e2480073 req-7fde274e-010f-44bc-b681-7b4a41bab14d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.0633738 Aug 31 01:09:24.423409 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1f690454-e2c8-464f-8040-123a0b13427f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.425631 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d8d5e70-10d0-48a9-afbc-cc84e2480073 req-52e62e76-507c-43bb-84f1-aa11d6af1d6e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406165 Aug 31 01:09:24.426889 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1f690454-e2c8-464f-8040-123a0b13427f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.446253 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1f690454-e2c8-464f-8040-123a0b13427f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/003a149a-dada-40ad-863e-67e81ae3a5c7 HTTP/1.1" status: 204 len: 168 time: 0.7774301 Aug 31 01:09:24.478147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f690454-e2c8-464f-8040-123a0b13427f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003a149a-dada-40ad-863e-67e81ae3a5c7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:24.588395 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985903b6-57e3-4b83-8f3b-fa89c6305f93 None None] Sync routers for ids ['687e3deb-e315-427c-9b14-7efe2f461f77'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:24.599509 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05aea5a9-4239-4d64-ae85-92e323cf179b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.604356 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985903b6-57e3-4b83-8f3b-fa89c6305f93 None None] Routers {'687e3deb-e315-427c-9b14-7efe2f461f77'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:24.605493 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-985903b6-57e3-4b83-8f3b-fa89c6305f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:09:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['687e3deb-e315-427c-9b14-7efe2f461f77'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:24.683482 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05aea5a9-4239-4d64-ae85-92e323cf179b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.702484 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-985903b6-57e3-4b83-8f3b-fa89c6305f93 None None] Set router 687e3deb-e315-427c-9b14-7efe2f461f77 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:24.722714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aea5a9-4239-4d64-ae85-92e323cf179b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=a7996ad1-c63f-4ef3-99ef-aca448274264,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:24.738397 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05aea5a9-4239-4d64-ae85-92e323cf179b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:24.741052 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-05aea5a9-4239-4d64-ae85-92e323cf179b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/a7996ad1-c63f-4ef3-99ef-aca448274264 HTTP/1.1" status: 204 len: 168 time: 0.9170578 Aug 31 01:09:24.743595 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45340) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:24.747374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1fd152-5417-49e4-be75-4851c1ab7819 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:24.787861 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-985903b6-57e3-4b83-8f3b-fa89c6305f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687e3deb-e315-427c-9b14-7efe2f461f77', 'name': 'tempest-NetworksTestDHCPv6-router-574327238', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:18Z', 'updated_at': '2021-08-31T01:09:23Z', 'revision_number': 3, 'project_id': '230f8e28d5d947de9a99be345d676336', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:24.826703 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985903b6-57e3-4b83-8f3b-fa89c6305f93 None None] Checking router: 687e3deb-e315-427c-9b14-7efe2f461f77 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:24.838206 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985903b6-57e3-4b83-8f3b-fa89c6305f93 None None] Routers {'687e3deb-e315-427c-9b14-7efe2f461f77'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:24.839073 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-985903b6-57e3-4b83-8f3b-fa89c6305f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:09:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['687e3deb-e315-427c-9b14-7efe2f461f77'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:24.906394 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9955c530-9788-4230-bc8a-e61c43f3da01 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1605263 Aug 31 01:09:24.908906 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45346) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:24.970388 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-985903b6-57e3-4b83-8f3b-fa89c6305f93 None None] Set router 687e3deb-e315-427c-9b14-7efe2f461f77 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:24.973650 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45350) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:25.040792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b2fea0-0662-40d0-8b50-0423f467283b None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:09:25.086131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb70725-9ffd-4f67-8b1b-4f11af65a9e1 admin admin] Deleting subnet 05eaa767-8692-4d9b-9d2d-a7dea0043ab9 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:25.089525 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5eb70725-9ffd-4f67-8b1b-4f11af65a9e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.104788 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8932160-33ae-4f31-871b-28e088a2c1c6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.128077 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-985903b6-57e3-4b83-8f3b-fa89c6305f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687e3deb-e315-427c-9b14-7efe2f461f77', 'name': 'tempest-NetworksTestDHCPv6-router-574327238', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:18Z', 'updated_at': '2021-08-31T01:09:23Z', 'revision_number': 3, 'project_id': '230f8e28d5d947de9a99be345d676336', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:25.132964 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-06b2fea0-0662-40d0-8b50-0423f467283b None None] Deleting port f4d17a74-1806-4e52-b8fa-757105caf549 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:25.134569 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-06b2fea0-0662-40d0-8b50-0423f467283b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.177591 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5eb70725-9ffd-4f67-8b1b-4f11af65a9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.198181 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985903b6-57e3-4b83-8f3b-fa89c6305f93 None None] The sync data for ids ['687e3deb-e315-427c-9b14-7efe2f461f77'] in n-d-802060-13 is: [{'id': '687e3deb-e315-427c-9b14-7efe2f461f77', 'name': 'tempest-NetworksTestDHCPv6-router-574327238', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:18Z', 'updated_at': '2021-08-31T01:09:23Z', 'revision_number': 3, 'project_id': '230f8e28d5d947de9a99be345d676336', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:25.277705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f4d17a74-1806-4e52-b8fa-757105caf549 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:25.285354 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5eb70725-9ffd-4f67-8b1b-4f11af65a9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.333865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-06b2fea0-0662-40d0-8b50-0423f467283b None None] For port f4d17a74-1806-4e52-b8fa-757105caf549, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f4d17a74-1806-4e52-b8fa-757105caf549,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:25.334275 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-06b2fea0-0662-40d0-8b50-0423f467283b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.353406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-06b2fea0-0662-40d0-8b50-0423f467283b None None] Calling delete_port for f4d17a74-1806-4e52-b8fa-757105caf549 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:25.423868 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8932160-33ae-4f31-871b-28e088a2c1c6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.426621 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8932160-33ae-4f31-871b-28e088a2c1c6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.467555 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.480907 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5eb70725-9ffd-4f67-8b1b-4f11af65a9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.498749 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8932160-33ae-4f31-871b-28e088a2c1c6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.502147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8932160-33ae-4f31-871b-28e088a2c1c6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Fanout notify agent at l3_agent the message router_deleted on router 687e3deb-e315-427c-9b14-7efe2f461f77 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:09:25.518500 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8932160-33ae-4f31-871b-28e088a2c1c6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.528074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45366) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:25.532199 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f8932160-33ae-4f31-871b-28e088a2c1c6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/routers/687e3deb-e315-427c-9b14-7efe2f461f77 HTTP/1.1" status: 204 len: 168 time: 0.6217606 Aug 31 01:09:25.536521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb70725-9ffd-4f67-8b1b-4f11af65a9e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05eaa767-8692-4d9b-9d2d-a7dea0043ab9,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:25.548811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port f4d17a74-1806-4e52-b8fa-757105caf549, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f4d17a74-1806-4e52-b8fa-757105caf549,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:25.555717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5a9948f2-3ff7-486b-95bc-5442caeca761 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:25.564563 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.616851 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-06b2fea0-0662-40d0-8b50-0423f467283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.635509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b2fea0-0662-40d0-8b50-0423f467283b None None] No DVR routers for this DVR port f4d17a74-1806-4e52-b8fa-757105caf549 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:25.658207 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=f4d17a74-1806-4e52-b8fa-757105caf549,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:25.675030 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5eb70725-9ffd-4f67-8b1b-4f11af65a9e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.677017 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5eb70725-9ffd-4f67-8b1b-4f11af65a9e1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/05eaa767-8692-4d9b-9d2d-a7dea0043ab9 HTTP/1.1" status: 204 len: 168 time: 0.7014790 Aug 31 01:09:25.680195 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45376) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:25.688690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2fea0-0662-40d0-8b50-0423f467283b None None] Pushing event deleted for resources: {'Port': ['ID=f4d17a74-1806-4e52-b8fa-757105caf549,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:25.804762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c57b0-f7b7-48df-8cb2-a000a6713737 req-027ef67a-7284-4491-ad99-568164998808 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:25.813286 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e4c57b0-f7b7-48df-8cb2-a000a6713737 req-027ef67a-7284-4491-ad99-568164998808 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.2532442 Aug 31 01:09:25.850972 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae6d1a35-a55e-415f-8d71-c391a9769765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.907091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ac62d-e4aa-4a9c-b4b0-a3c56831ce6d req-4b738c8f-0316-4fe8-bb49-d675f87fdf9d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:25.912302 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e34ac62d-e4aa-4a9c-b4b0-a3c56831ce6d req-4b738c8f-0316-4fe8-bb49-d675f87fdf9d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.70 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.1324089 Aug 31 01:09:25.995156 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae6d1a35-a55e-415f-8d71-c391a9769765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:25.999739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e4c57b0-f7b7-48df-8cb2-a000a6713737 req-c0d2f924-c506-4179-ba60-7315e64ae6d2 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836112 Aug 31 01:09:26.004283 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9948f2-3ff7-486b-95bc-5442caeca761 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:26.013427 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a9948f2-3ff7-486b-95bc-5442caeca761 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.014356 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-ae6d1a35-a55e-415f-8d71-c391a9769765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b1eadd-9506-486a-a2b9-8d7cc981c36c']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:26.043257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-ae6d1a35-a55e-415f-8d71-c391a9769765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69612e42-ca37-4b5b-a7aa-5f41a838ca06') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:26.043609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-ae6d1a35-a55e-415f-8d71-c391a9769765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69612e42-ca37-4b5b-a7aa-5f41a838ca06') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:26.067493 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae6d1a35-a55e-415f-8d71-c391a9769765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.085000 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae6d1a35-a55e-415f-8d71-c391a9769765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.092438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6d1a35-a55e-415f-8d71-c391a9769765 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:09:26.094311 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae6d1a35-a55e-415f-8d71-c391a9769765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: items = [ Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:09:26.164814 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:09:26.177065 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45392) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:26.180451 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae6d1a35-a55e-415f-8d71-c391a9769765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.186448 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae6d1a35-a55e-415f-8d71-c391a9769765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.188880 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ae6d1a35-a55e-415f-8d71-c391a9769765 admin admin] 10.222.0.58 "DELETE /v2.0/networks/32b1eadd-9506-486a-a2b9-8d7cc981c36c HTTP/1.1" status: 204 len: 168 time: 0.5075331 Aug 31 01:09:26.197072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45394) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:26.223063 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d1a35-a55e-415f-8d71-c391a9769765 admin admin] Pushing event deleted for resources: {'Network': ['ID=32b1eadd-9506-486a-a2b9-8d7cc981c36c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:26.305139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-8def78fd-1061-4267-b00f-378b505a8586 admin admin] Deleting subnet 3453fd49-f1f7-40de-9e8e-12dae00d403a {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:26.319196 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8def78fd-1061-4267-b00f-378b505a8586 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.364477 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1090514379-network', 'tenant_id': '1b5695ad688543afbb3a0048b523f02d'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:26.371897 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a9948f2-3ff7-486b-95bc-5442caeca761 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.387349 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] Made reservation on behalf of 1b5695ad688543afbb3a0048b523f02d for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:26.390993 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.401617 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.423556 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8def78fd-1061-4267-b00f-378b505a8586 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.481081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9948f2-3ff7-486b-95bc-5442caeca761 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:26.494036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-5a9948f2-3ff7-486b-95bc-5442caeca761 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:26.505507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-e34ac62d-e4aa-4a9c-b4b0-a3c56831ce6d req-c667fd86-eb3f-40bf-9be4-58fda6491e7c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Deleting port 48429077-f18c-454e-82b1-06ffb781a153 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:26.505507 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e34ac62d-e4aa-4a9c-b4b0-a3c56831ce6d req-c667fd86-eb3f-40bf-9be4-58fda6491e7c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.509681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9948f2-3ff7-486b-95bc-5442caeca761 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:26.510289 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a9948f2-3ff7-486b-95bc-5442caeca761 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.512808 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267e3c93-6286-464d-af2c-657cefbe97b4 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:26.519865 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.527153 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.529221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9948f2-3ff7-486b-95bc-5442caeca761 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=3402abfd-e799-4154-9558-13a2108c58bd,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:26.553649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:09:26.574824 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.576279 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] Added segment a2578acc-cfbe-400e-94df-f58e5caab0fd of type vlan for network b3ac95a5-0c50-4e8d-b049-620d89144a3f Aug 31 01:09:26.583854 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8def78fd-1061-4267-b00f-378b505a8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.614677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5a9948f2-3ff7-486b-95bc-5442caeca761 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0734615 Aug 31 01:09:26.620431 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45400) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:26.629841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c3e0683d-6511-4740-96db-6ffceaf74052 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-8732624', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:26.638142 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.639367 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.695312 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:26.698412 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.699643 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:26.700380 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.712100 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3e0683d-6511-4740-96db-6ffceaf74052 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.713772 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3e0683d-6511-4740-96db-6ffceaf74052 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.758052 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e34ac62d-e4aa-4a9c-b4b0-a3c56831ce6d req-c667fd86-eb3f-40bf-9be4-58fda6491e7c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] For port 48429077-f18c-454e-82b1-06ffb781a153, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=48429077-f18c-454e-82b1-06ffb781a153,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:26.758353 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e34ac62d-e4aa-4a9c-b4b0-a3c56831ce6d req-c667fd86-eb3f-40bf-9be4-58fda6491e7c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.783635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-e34ac62d-e4aa-4a9c-b4b0-a3c56831ce6d req-c667fd86-eb3f-40bf-9be4-58fda6491e7c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Calling delete_port for 48429077-f18c-454e-82b1-06ffb781a153 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:26.789192 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8def78fd-1061-4267-b00f-378b505a8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.792442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] Pushing event updated for resources: {'Network': ['ID=b3ac95a5-0c50-4e8d-b049-620d89144a3f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:26.807376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network b3ac95a5-0c50-4e8d-b049-620d89144a3f details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:09:26.819166 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-37d4bd5b-85b0-419e-8337-e67c78f7786e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6287508 Aug 31 01:09:26.822684 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45412) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:26.829616 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-22b32701-8da2-49b1-84f2-8b6429d53f07 admin admin] Request body: {'subnet': {'network_id': 'b3ac95a5-0c50-4e8d-b049-620d89144a3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1090514379-subnet', 'tenant_id': '1b5695ad688543afbb3a0048b523f02d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:26.860257 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8def78fd-1061-4267-b00f-378b505a8586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.862841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8def78fd-1061-4267-b00f-378b505a8586 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3453fd49-f1f7-40de-9e8e-12dae00d403a HTTP/1.1" status: 204 len: 168 time: 0.6614275 Aug 31 01:09:26.869139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45414) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:26.869904 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def78fd-1061-4267-b00f-378b505a8586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3453fd49-f1f7-40de-9e8e-12dae00d403a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:26.876549 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b32701-8da2-49b1-84f2-8b6429d53f07 admin admin] Made reservation on behalf of 1b5695ad688543afbb3a0048b523f02d for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:26.878905 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22b32701-8da2-49b1-84f2-8b6429d53f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.961120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3e0683d-6511-4740-96db-6ffceaf74052 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.975452 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3e0683d-6511-4740-96db-6ffceaf74052 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:26.985791 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': '3402abfd-e799-4154-9558-13a2108c58bd'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:26.997078 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.101454 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3e0683d-6511-4740-96db-6ffceaf74052 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.103037 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c3e0683d-6511-4740-96db-6ffceaf74052 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4816506 Aug 31 01:09:27.106669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45420) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:27.113810 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa33b-9767-4b32-b2ba-5b5d01c9356f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.269740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178ddaa-fe99-46a4-a853-f15f836bf13a req-95422cf7-ac1c-4e44-baff-36edcf932406 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:27.279479 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b178ddaa-fe99-46a4-a853-f15f836bf13a req-95422cf7-ac1c-4e44-baff-36edcf932406 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=8978c568-0baf-4caf-ac25-f0abd184c6ff HTTP/1.1" status: 200 len: 945 time: 0.1713395 Aug 31 01:09:27.287260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Allocated IP 2001:db8::2 (14e22907-50bf-4f4c-96ff-7b9fef164758/3402abfd-e799-4154-9558-13a2108c58bd/c5d13f9c-3ad7-424e-9950-8d1eff3f829b) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:27.381593 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e34ac62d-e4aa-4a9c-b4b0-a3c56831ce6d req-c667fd86-eb3f-40bf-9be4-58fda6491e7c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.384592 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa33b-9767-4b32-b2ba-5b5d01c9356f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.432841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-3fcaa33b-9767-4b32-b2ba-5b5d01c9356f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a031f3-4fc5-47d9-bcc3-112baff5b553']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:27.451318 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 48429077-f18c-454e-82b1-06ffb781a153 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:27.455708 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['48429077-f18c-454e-82b1-06ffb781a153'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:27.472841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b178ddaa-fe99-46a4-a853-f15f836bf13a req-fca5c3da-bb5b-4db0-a204-1808f8be0deb tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902244 Aug 31 01:09:27.473811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667fd86-eb3f-40bf-9be4-58fda6491e7c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Pushing event deleted for resources: {'Port': ['ID=48429077-f18c-454e-82b1-06ffb781a153,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:27.486831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-3fcaa33b-9767-4b32-b2ba-5b5d01c9356f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc02328-aa7d-4b86-ab40-2d1d139e9a46') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:27.487828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-3fcaa33b-9767-4b32-b2ba-5b5d01c9356f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc02328-aa7d-4b86-ab40-2d1d139e9a46') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:27.512468 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 48429077-f18c-454e-82b1-06ffb781a153 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:09:27.512967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 48429077-f18c-454e-82b1-06ffb781a153 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:09:27.513509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 92c38fb9-4be5-415e-9733-4357c298ff40 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:27.519010 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa33b-9767-4b32-b2ba-5b5d01c9356f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.538001 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.539957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34ac62d-e4aa-4a9c-b4b0-a3c56831ce6d req-c667fd86-eb3f-40bf-9be4-58fda6491e7c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] No DVR routers for this DVR port 48429077-f18c-454e-82b1-06ffb781a153 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:27.544469 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e34ac62d-e4aa-4a9c-b4b0-a3c56831ce6d req-c667fd86-eb3f-40bf-9be4-58fda6491e7c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.548400 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e34ac62d-e4aa-4a9c-b4b0-a3c56831ce6d req-c667fd86-eb3f-40bf-9be4-58fda6491e7c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.70 "DELETE /v2.0/ports/48429077-f18c-454e-82b1-06ffb781a153 HTTP/1.1" status: 204 len: 173 time: 1.6228981 Aug 31 01:09:27.549085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8978c568-0baf-4caf-ac25-f0abd184c6ff', 'name': 'network-vif-deleted', 'tag': '48429077-f18c-454e-82b1-06ffb781a153'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:27.552072 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c6f38d-64c7-4a06-9ea6-585ab4765ce7" -d '{"events": [{"server_uuid": "8978c568-0baf-4caf-ac25-f0abd184c6ff", "name": "network-vif-deleted", "tag": "48429077-f18c-454e-82b1-06ffb781a153"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:27.563849 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa33b-9767-4b32-b2ba-5b5d01c9356f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.576698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fcaa33b-9767-4b32-b2ba-5b5d01c9356f admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:09:27.577363 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa33b-9767-4b32-b2ba-5b5d01c9356f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:09:27.588712 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:09:27.590813 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22b32701-8da2-49b1-84f2-8b6429d53f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.641477 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.652071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Transition to ACTIVE for port object c5d13f9c-3ad7-424e-9950-8d1eff3f829b will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:27.671070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Transition to ACTIVE for port object c5d13f9c-3ad7-424e-9950-8d1eff3f829b will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:27.687630 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6224a96-ea8b-405d-894f-5df7bbdf7215 x-openstack-request-id: req-e6224a96-ea8b-405d-894f-5df7bbdf7215 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:27.699661 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8978c568-0baf-4caf-ac25-f0abd184c6ff", "name": "network-vif-deleted", "tag": "48429077-f18c-454e-82b1-06ffb781a153", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:27.700116 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6224a96-ea8b-405d-894f-5df7bbdf7215 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:27.700533 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.700870 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8978c568-0baf-4caf-ac25-f0abd184c6ff', 'name': 'network-vif-deleted', 'tag': '48429077-f18c-454e-82b1-06ffb781a153', 'status': 'completed', 'code': 200} Aug 31 01:09:27.705955 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 92c38fb9-4be5-415e-9733-4357c298ff40 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:09:27.706211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 92c38fb9-4be5-415e-9733-4357c298ff40 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:09:27.759319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:27.765945 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:27.766595 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa33b-9767-4b32-b2ba-5b5d01c9356f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.768583 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:27.773057 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Pushing event updated for resources: {'Port': ['ID=c5d13f9c-3ad7-424e-9950-8d1eff3f829b,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:27.798584 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa33b-9767-4b32-b2ba-5b5d01c9356f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.801565 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3fcaa33b-9767-4b32-b2ba-5b5d01c9356f admin admin] 10.222.0.58 "DELETE /v2.0/networks/35a031f3-4fc5-47d9-bcc3-112baff5b553 HTTP/1.1" status: 204 len: 168 time: 0.9277499 Aug 31 01:09:27.840030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcaa33b-9767-4b32-b2ba-5b5d01c9356f admin admin] Pushing event deleted for resources: {'Network': ['ID=35a031f3-4fc5-47d9-bcc3-112baff5b553,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:27.844264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Attempting to bind port c5d13f9c-3ad7-424e-9950-8d1eff3f829b on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:27.844643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Attempting to bind port c5d13f9c-3ad7-424e-9950-8d1eff3f829b by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:27.845076 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Attempting to bind port c5d13f9c-3ad7-424e-9950-8d1eff3f829b on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:27.854986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:27.854986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:27.855319 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.855992 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:27.856485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Bound port: c5d13f9c-3ad7-424e-9950-8d1eff3f829b, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:27.856884 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.886740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b32701-8da2-49b1-84f2-8b6429d53f07 admin admin] Checking segment: {'id': 'a2578acc-cfbe-400e-94df-f58e5caab0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b3ac95a5-0c50-4e8d-b049-620d89144a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:27.887257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b32701-8da2-49b1-84f2-8b6429d53f07 admin admin] Network hostable DHCP agents. Network: b3ac95a5-0c50-4e8d-b049-620d89144a3f, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:09:27.894513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b32701-8da2-49b1-84f2-8b6429d53f07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78793fe1-f988-4afa-94d0-02e57dc1f291,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:27.965060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b32701-8da2-49b1-84f2-8b6429d53f07 admin admin] Network b3ac95a5-0c50-4e8d-b049-620d89144a3f is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:09:27.974142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] For port c5d13f9c-3ad7-424e-9950-8d1eff3f829b, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:27.981683 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-22b32701-8da2-49b1-84f2-8b6429d53f07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, b3ac95a5-0c50-4e8d-b049-620d89144a3f) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:27.982302 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] For port c5d13f9c-3ad7-424e-9950-8d1eff3f829b, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c5d13f9c-3ad7-424e-9950-8d1eff3f829b,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:27.991091 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b32701-8da2-49b1-84f2-8b6429d53f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:27.991796 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22b32701-8da2-49b1-84f2-8b6429d53f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:27.995822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf51d51-340b-4dee-80c5-4829bb8f282a None None] Network b3ac95a5-0c50-4e8d-b049-620d89144a3f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:28.058927 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-22b32701-8da2-49b1-84f2-8b6429d53f07 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2334335 Aug 31 01:09:28.102512 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::1 (14e22907-50bf-4f4c-96ff-7b9fef164758/3402abfd-e799-4154-9558-13a2108c58bd/957e9df7-1a73-42a3-9b99-f38d2698f6cc) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:28.114678 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.178895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45444) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:28.322212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-066c4a65-6dbb-408c-aca1-43e7132ccae6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9eb0ca2dc0f47d09a40a3825adf28d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376848 Aug 31 01:09:28.323033 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45448) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:28.347886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e974026-1b7c-44e0-9d02-7688bf3922a3 None None] Pushing event updated for resources: {'Port': ['ID=c5d13f9c-3ad7-424e-9950-8d1eff3f829b,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:28.404027 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.416396 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3fb7d9-44d8-46ea-b13f-a259cb3ca02d None None] Network b3ac95a5-0c50-4e8d-b049-620d89144a3f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:28.431796 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object 957e9df7-1a73-42a3-9b99-f38d2698f6cc will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:28.494525 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.501622 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-45d322eb-b007-41c3-954c-5739a12b7d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.602938 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-45d322eb-b007-41c3-954c-5739a12b7d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.659028 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:28.665840 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:28.676336 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:28.677106 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.685598 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=957e9df7-1a73-42a3-9b99-f38d2698f6cc,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:28.768864 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-45d322eb-b007-41c3-954c-5739a12b7d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.771960 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-45d322eb-b007-41c3-954c-5739a12b7d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.775529 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-45d322eb-b007-41c3-954c-5739a12b7d42 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac8bd59e-cc88-428e-8140-bacf8820bdd4 HTTP/1.1" status: 204 len: 168 time: 0.4494312 Aug 31 01:09:28.793995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d322eb-b007-41c3-954c-5739a12b7d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8bd59e-cc88-428e-8140-bacf8820bdd4,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:28.902220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-2f56befc-25b8-4e7b-a697-68395b73c9ec req-b131df00-540d-470e-b615-680b8c207b0e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1097152680', 'description': 'tempest-description-1946409509'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:28.945438 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:28.958739 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2f56befc-25b8-4e7b-a697-68395b73c9ec req-b131df00-540d-470e-b615-680b8c207b0e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.227882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-1f175ca3-ba7e-4779-afd5-035dda546178 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:29.241349 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-1f175ca3-ba7e-4779-afd5-035dda546178 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 812 time: 0.2037768 Aug 31 01:09:29.287168 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-cd9f22ba-00d0-461c-9544-e22f5d2e76b0 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/quotas/b482d6d8a4da48aebfe3b627e6511e1e HTTP/1.1" status: 200 len: 375 time: 0.0446224 Aug 31 01:09:29.345874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-28b81eec-4900-403e-98f8-1d21924cfd7a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577195 Aug 31 01:09:29.375169 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c5d13f9c-3ad7-424e-9950-8d1eff3f829b up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:29.422168 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.440008 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.440945 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.507249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-d3ae5712-71d7-43a1-893f-226066b71059 service neutron] 10.222.0.58 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601064 Aug 31 01:09:29.519308 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port c5d13f9c-3ad7-424e-9950-8d1eff3f829b completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:29.565190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=957e9df7-1a73-42a3-9b99-f38d2698f6cc,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:29.601716 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2f56befc-25b8-4e7b-a697-68395b73c9ec req-b131df00-540d-470e-b615-680b8c207b0e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.614821 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2f56befc-25b8-4e7b-a697-68395b73c9ec req-b131df00-540d-470e-b615-680b8c207b0e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.633152 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:29.635126 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:29.658921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131df00-540d-470e-b615-680b8c207b0e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704cdb6b-e732-4da1-b628-7766e32ab49a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:29.661563 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2f56befc-25b8-4e7b-a697-68395b73c9ec req-b131df00-540d-470e-b615-680b8c207b0e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.677837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f56befc-25b8-4e7b-a697-68395b73c9ec req-b131df00-540d-470e-b615-680b8c207b0e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7828116 Aug 31 01:09:29.682515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45482) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:29.737856 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-df9ac32f-6071-491c-8522-a93fa41ce810 service neutron] 10.222.0.58 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296972 Aug 31 01:09:29.908743 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Router 32d01a1f-55c7-40b5-807b-a660019500fb is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:09:29.944279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4211a9e2-de51-430a-87d5-8bfdcf9d47b2 None None] Provisioning for port c5d13f9c-3ad7-424e-9950-8d1eff3f829b completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:29.960413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4211a9e2-de51-430a-87d5-8bfdcf9d47b2 None None] Provisioning complete for port c5d13f9c-3ad7-424e-9950-8d1eff3f829b triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:29.964789 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4211a9e2-de51-430a-87d5-8bfdcf9d47b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.026281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-8d555e69-8522-40c6-ba9a-b8960206d8e5 req-11af8150-ff59-46ff-9589-b5e1d0ccfb07 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-854028753', 'description': 'tempest-description-516149980'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:30.090991 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8d555e69-8522-40c6-ba9a-b8960206d8e5 req-11af8150-ff59-46ff-9589-b5e1d0ccfb07 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.144454 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:30.151292 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9926ae73-f714-4a5c-8e14-b580cd945521 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "PUT /v2.0/routers/32d01a1f-55c7-40b5-807b-a660019500fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0430036 Aug 31 01:09:30.158837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45502) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:30.178781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Sync routers for ids ['32d01a1f-55c7-40b5-807b-a660019500fb'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:30.227010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ac6418-77a1-46d5-86d2-15bfdcafc257 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:30.231688 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45504) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:30.236095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d0ac6418-77a1-46d5-86d2-15bfdcafc257 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports/957e9df7-1a73-42a3-9b99-f38d2698f6cc HTTP/1.1" status: 200 len: 911 time: 0.0740430 Aug 31 01:09:30.283430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Routers {'32d01a1f-55c7-40b5-807b-a660019500fb'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:30.285408 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:09:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['32d01a1f-55c7-40b5-807b-a660019500fb'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:30.331902 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaace7a9-9b81-43ee-9cde-71d2e2794bcb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:30.355999 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4211a9e2-de51-430a-87d5-8bfdcf9d47b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.365494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaace7a9-9b81-43ee-9cde-71d2e2794bcb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:30.367412 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-eaace7a9-9b81-43ee-9cde-71d2e2794bcb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1343091 Aug 31 01:09:30.370583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-04683777-9b37-437d-8c20-fa7dc40aca74 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a653394ec131455aa32e85ddfd670500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6808760 Aug 31 01:09:30.379864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45506) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:30.380209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45508) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:30.381714 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-07b8f70e-19b0-48ed-b7f3-c95f8d92f663 req-7b12b4e7-27b1-4b43-96dd-4cfda33bdd97 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 210 time: 0.1352353 Aug 31 01:09:30.400433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4211a9e2-de51-430a-87d5-8bfdcf9d47b2 None None] For port c5d13f9c-3ad7-424e-9950-8d1eff3f829b, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c5d13f9c-3ad7-424e-9950-8d1eff3f829b,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:30.474016 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8d555e69-8522-40c6-ba9a-b8960206d8e5 req-11af8150-ff59-46ff-9589-b5e1d0ccfb07 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.494879 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4211a9e2-de51-430a-87d5-8bfdcf9d47b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.512220 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8d555e69-8522-40c6-ba9a-b8960206d8e5 req-11af8150-ff59-46ff-9589-b5e1d0ccfb07 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.550287 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ad54cde-141d-4c43-9b98-24790f02f178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.578768 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8d555e69-8522-40c6-ba9a-b8960206d8e5 req-11af8150-ff59-46ff-9589-b5e1d0ccfb07 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.580334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d555e69-8522-40c6-ba9a-b8960206d8e5 req-11af8150-ff59-46ff-9589-b5e1d0ccfb07 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5589600 Aug 31 01:09:30.582685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af8150-ff59-46ff-9589-b5e1d0ccfb07 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c4f2ee-16c9-4c3e-b51b-8311f6eac132,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:30.775441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-90dbc438-95af-431c-ac28-342a92f8bd8d None None] Provisioning for port 957e9df7-1a73-42a3-9b99-f38d2698f6cc completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:30.814806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-90dbc438-95af-431c-ac28-342a92f8bd8d None None] Provisioning complete for port 957e9df7-1a73-42a3-9b99-f38d2698f6cc triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:30.816099 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-90dbc438-95af-431c-ac28-342a92f8bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.821451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Set router 32d01a1f-55c7-40b5-807b-a660019500fb gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:30.824733 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211a9e2-de51-430a-87d5-8bfdcf9d47b2 None None] Pushing event updated for resources: {'Port': ['ID=c5d13f9c-3ad7-424e-9950-8d1eff3f829b,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:30.985331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-90dbc438-95af-431c-ac28-342a92f8bd8d None None] Port 957e9df7-1a73-42a3-9b99-f38d2698f6cc cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:31.059566 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-77549f51-0c89-462b-9b0e-7a3a0f09f817 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:31.074799 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-77549f51-0c89-462b-9b0e-7a3a0f09f817 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/networks?id=b3ac95a5-0c50-4e8d-b049-620d89144a3f HTTP/1.1" status: 200 len: 813 time: 0.2357385 Aug 31 01:09:31.177459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-643fe05b-086c-44c7-b263-e4912b3438d2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/quotas/1b5695ad688543afbb3a0048b523f02d HTTP/1.1" status: 200 len: 375 time: 0.0938907 Aug 31 01:09:31.245279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-afb04341-3d94-4e9b-8bb4-bb9b4889255e None None] Provisioning complete for port 957e9df7-1a73-42a3-9b99-f38d2698f6cc triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:31.245644 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-afb04341-3d94-4e9b-8bb4-bb9b4889255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.250844 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-97cb5679-27c3-40f5-9214-d62d86e4a201 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b5695ad688543afbb3a0048b523f02d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724585 Aug 31 01:09:31.345542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c5d13f9c-3ad7-424e-9950-8d1eff3f829b up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:31.424975 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-afb04341-3d94-4e9b-8bb4-bb9b4889255e None None] Port 957e9df7-1a73-42a3-9b99-f38d2698f6cc cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:31.453456 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ad54cde-141d-4c43-9b98-24790f02f178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.467143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-d2b7d6cb-f4e7-45f8-a69b-bd15a58db248 service neutron] 10.222.0.58 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152061 Aug 31 01:09:31.663949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21b9e998-0f5a-41e5-bfdb-dc7401fddb32 req-338f63f6-a761-487a-bc10-d724590a687b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 210 time: 0.1434841 Aug 31 01:09:31.701225 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ad54cde-141d-4c43-9b98-24790f02f178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.704469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ad54cde-141d-4c43-9b98-24790f02f178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.708012 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4ad54cde-141d-4c43-9b98-24790f02f178 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9578f42-d256-4b4f-a26f-3570dd42ad9a HTTP/1.1" status: 204 len: 168 time: 1.3244388 Aug 31 01:09:31.767738 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.784210 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad54cde-141d-4c43-9b98-24790f02f178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9578f42-d256-4b4f-a26f-3570dd42ad9a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:31.788576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-d58d6eea-1255-4293-afe2-e15c879955d3 service neutron] 10.222.0.58 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202450 Aug 31 01:09:31.816738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d01a1f-55c7-40b5-807b-a660019500fb', 'name': 'tempest-NetworksTestDHCPv6-router-8732624', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:26Z', 'updated_at': '2021-08-31T01:09:28Z', 'revision_number': 2, 'project_id': '230f8e28d5d947de9a99be345d676336', 'gw_port_host': None, '_interfaces': [{'id': '957e9df7-1a73-42a3-9b99-f38d2698f6cc', 'name': '', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'mac_address': 'fa:16:3e:f0:e1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d01a1f-55c7-40b5-807b-a660019500fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3402abfd-e799-4154-9558-13a2108c58bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:27Z', 'updated_at': '2021-08-31T01:09:29Z', 'revision_number': 2, 'project_id': '230f8e28d5d947de9a99be345d676336', 'subnets': [{'id': '3402abfd-e799-4154-9558-13a2108c58bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:31.842578 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4349ccb0-233b-4452-87dc-c302926a575c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.852431 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Checking router: 32d01a1f-55c7-40b5-807b-a660019500fb for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:31.852793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Updating router 32d01a1f-55c7-40b5-807b-a660019500fb port 957e9df7-1a73-42a3-9b99-f38d2698f6cc binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:09:31.856036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c5d13f9c-3ad7-424e-9950-8d1eff3f829b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:31.856422 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.940813 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.223369 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e0f5371-3649-4a10-b9d9-e1fb90615d55 req-f193eade-52d3-4b47-9c1b-0333bc552897 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 210 time: 0.1323783 Aug 31 01:09:32.380312 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4349ccb0-233b-4452-87dc-c302926a575c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port 957e9df7-1a73-42a3-9b99-f38d2698f6cc {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:32.380661 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4349ccb0-233b-4452-87dc-c302926a575c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.431861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-47c33a83-7964-4da0-893b-ef9696c66a9e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:32.434812 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-47c33a83-7964-4da0-893b-ef9696c66a9e tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.15 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 812 time: 0.2101235 Aug 31 01:09:32.473851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17f0d246-b1cd-48f4-a4d2-68229264041b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Request body: {'port': {'device_id': 'bc2563c5-90cf-407f-921b-f86b66f1dd83', 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3', 'admin_state_up': True, 'tenant_id': 'b482d6d8a4da48aebfe3b627e6511e1e'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:32.613300 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.634642 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Transition to ACTIVE for port object 957e9df7-1a73-42a3-9b99-f38d2698f6cc will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:32.648294 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.650355 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4349ccb0-233b-4452-87dc-c302926a575c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.698535 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4349ccb0-233b-4452-87dc-c302926a575c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for 957e9df7-1a73-42a3-9b99-f38d2698f6cc owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:32.741240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17f0d246-b1cd-48f4-a4d2-68229264041b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Made reservation on behalf of b482d6d8a4da48aebfe3b627e6511e1e for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:32.756078 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17f0d246-b1cd-48f4-a4d2-68229264041b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.852976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Attempting to bind port 957e9df7-1a73-42a3-9b99-f38d2698f6cc on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:32.853348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Attempting to bind port 957e9df7-1a73-42a3-9b99-f38d2698f6cc by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:32.853713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Attempting to bind port 957e9df7-1a73-42a3-9b99-f38d2698f6cc on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:32.864086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:32.864467 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:32.864924 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.865328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:32.865801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Bound port: 957e9df7-1a73-42a3-9b99-f38d2698f6cc, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:32.866267 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.870184 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a22b24-54c1-4f37-b4d5-f86a0c4562bc None None] Pushing event updated for resources: {'Port': ['ID=957e9df7-1a73-42a3-9b99-f38d2698f6cc,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:32.973339 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] For port 957e9df7-1a73-42a3-9b99-f38d2698f6cc, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:32.977254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] For port 957e9df7-1a73-42a3-9b99-f38d2698f6cc, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=957e9df7-1a73-42a3-9b99-f38d2698f6cc,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:32.994164 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.080958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a22b24-54c1-4f37-b4d5-f86a0c4562bc None None] Pushing event updated for resources: {'Port': ['ID=957e9df7-1a73-42a3-9b99-f38d2698f6cc,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:33.115760 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Routers {'32d01a1f-55c7-40b5-807b-a660019500fb'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:33.116407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:09:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['32d01a1f-55c7-40b5-807b-a660019500fb'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:33.158419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17f0d246-b1cd-48f4-a4d2-68229264041b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Allocated IP 172.20.0.2 (bf748b9a-457b-452d-8f52-91166f0980f3/1342b107-53e3-4c9f-a16f-d105660726b0/3d3bf543-1e15-472f-b6d3-45d88b48f69e) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:33.372527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36d9af33-df96-4fd9-b36a-91f977998975 req-80931f59-0383-436b-8670-a97266cf3cc4 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 210 time: 0.1383696 Aug 31 01:09:33.390943 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4349ccb0-233b-4452-87dc-c302926a575c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.418852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] Set router 32d01a1f-55c7-40b5-807b-a660019500fb gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:33.475369 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349ccb0-233b-4452-87dc-c302926a575c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=957e9df7-1a73-42a3-9b99-f38d2698f6cc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:33.636843 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17f0d246-b1cd-48f4-a4d2-68229264041b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.715798 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17f0d246-b1cd-48f4-a4d2-68229264041b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.750794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30cc3c2f-829d-4818-8031-b890b41c892e req-065f095f-a862-42ac-9510-cd86a1283031 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 210 time: 0.0531294 Aug 31 01:09:33.783447 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4349ccb0-233b-4452-87dc-c302926a575c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.826117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17f0d246-b1cd-48f4-a4d2-68229264041b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Network bf748b9a-457b-452d-8f52-91166f0980f3 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:33.830739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17f0d246-b1cd-48f4-a4d2-68229264041b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:33.836325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17f0d246-b1cd-48f4-a4d2-68229264041b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:33.895801 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0d246-b1cd-48f4-a4d2-68229264041b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Pushing event updated for resources: {'Port': ['ID=3d3bf543-1e15-472f-b6d3-45d88b48f69e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:33.921344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17f0d246-b1cd-48f4-a4d2-68229264041b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:33.923002 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17f0d246-b1cd-48f4-a4d2-68229264041b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.941149 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17f0d246-b1cd-48f4-a4d2-68229264041b tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4863265 Aug 31 01:09:33.957008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-74ae7574-65c1-4fcc-9f6a-fc336a8e3873 None None] Could not find standard attr ID for object 957e9df7-1a73-42a3-9b99-f38d2698f6cc. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:09:33.971406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Request body: {'port': {'device_id': 'bc2563c5-90cf-407f-921b-f86b66f1dd83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:34.003220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d01a1f-55c7-40b5-807b-a660019500fb', 'name': 'tempest-NetworksTestDHCPv6-router-8732624', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:26Z', 'updated_at': '2021-08-31T01:09:28Z', 'revision_number': 2, 'project_id': '230f8e28d5d947de9a99be345d676336', 'gw_port_host': None, '_interfaces': [{'id': '957e9df7-1a73-42a3-9b99-f38d2698f6cc', 'name': '', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'mac_address': 'fa:16:3e:f0:e1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d01a1f-55c7-40b5-807b-a660019500fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3402abfd-e799-4154-9558-13a2108c58bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:27Z', 'updated_at': '2021-08-31T01:09:32Z', 'revision_number': 4, 'project_id': '230f8e28d5d947de9a99be345d676336', 'subnets': [{'id': '3402abfd-e799-4154-9558-13a2108c58bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:34.061419 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.071460 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b7fabf-a8f3-4e03-aac3-185ca894a19c None None] The sync data for ids ['32d01a1f-55c7-40b5-807b-a660019500fb'] in n-d-802060-13 is: [{'id': '32d01a1f-55c7-40b5-807b-a660019500fb', 'name': 'tempest-NetworksTestDHCPv6-router-8732624', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:26Z', 'updated_at': '2021-08-31T01:09:28Z', 'revision_number': 2, 'project_id': '230f8e28d5d947de9a99be345d676336', 'gw_port_host': None, '_interfaces': [{'id': '957e9df7-1a73-42a3-9b99-f38d2698f6cc', 'name': '', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'mac_address': 'fa:16:3e:f0:e1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d01a1f-55c7-40b5-807b-a660019500fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '3402abfd-e799-4154-9558-13a2108c58bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:27Z', 'updated_at': '2021-08-31T01:09:32Z', 'revision_number': 4, 'project_id': '230f8e28d5d947de9a99be345d676336', 'subnets': [{'id': '3402abfd-e799-4154-9558-13a2108c58bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:34.152088 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4349ccb0-233b-4452-87dc-c302926a575c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Router 32d01a1f-55c7-40b5-807b-a660019500fb has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:09:34.552211 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4349ccb0-233b-4452-87dc-c302926a575c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:34.569840 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4349ccb0-233b-4452-87dc-c302926a575c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "PUT /v2.0/routers/32d01a1f-55c7-40b5-807b-a660019500fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1872063 Aug 31 01:09:34.573702 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45644) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:34.666241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-dc1b76b3-c3c6-4159-838a-bc17ca0e0961 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:34.667679 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-dc1b76b3-c3c6-4159-838a-bc17ca0e0961 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.15 "GET /v2.0/networks?id=b3ac95a5-0c50-4e8d-b049-620d89144a3f HTTP/1.1" status: 200 len: 813 time: 0.4929500 Aug 31 01:09:34.693720 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-fa813b3e-9a72-4f5f-9dfb-47b9e56589c2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'port': {'device_id': '6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b', 'network_id': 'b3ac95a5-0c50-4e8d-b049-620d89144a3f', 'admin_state_up': True, 'tenant_id': '1b5695ad688543afbb3a0048b523f02d'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:34.790808 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701988d8-d8d4-4e3b-8753-77375513b16c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:34.795110 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701988d8-d8d4-4e3b-8753-77375513b16c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:34.797466 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-701988d8-d8d4-4e3b-8753-77375513b16c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2221842 Aug 31 01:09:34.800632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45652) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:34.865896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025bb43-bda0-4bda-bc05-07c8bc0ff63d req-08c7f358-ae4e-4183-b739-45b8edbccbf2 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:34.878675 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a025bb43-bda0-4bda-bc05-07c8bc0ff63d req-08c7f358-ae4e-4183-b739-45b8edbccbf2 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 931 time: 0.2642522 Aug 31 01:09:34.948845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70ae482-0d81-4ab7-bf50-205367c0fff4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 3402abfd-e799-4154-9558-13a2108c58bd {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:34.962271 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e70ae482-0d81-4ab7-bf50-205367c0fff4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.050308 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b428196-073c-49e1-914a-0f18abde9f5b req-1205c66d-6dc1-4a19-baeb-355527ca7308 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 210 time: 0.1609499 Aug 31 01:09:35.079203 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-fa813b3e-9a72-4f5f-9dfb-47b9e56589c2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Made reservation on behalf of 1b5695ad688543afbb3a0048b523f02d for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:35.084827 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-fa813b3e-9a72-4f5f-9dfb-47b9e56589c2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.114895 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e70ae482-0d81-4ab7-bf50-205367c0fff4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.157117 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a025bb43-bda0-4bda-bc05-07c8bc0ff63d req-c4835d34-87b0-4699-b0cd-692bd7bf4e82 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763045 Aug 31 01:09:35.192427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3bf543-1e15-472f-b6d3-45d88b48f69e {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:35.211769 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.238346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Transition to ACTIVE for port object 3d3bf543-1e15-472f-b6d3-45d88b48f69e will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:35.248780 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.309569 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e70ae482-0d81-4ab7-bf50-205367c0fff4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.357230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3bf543-1e15-472f-b6d3-45d88b48f69e,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:35.416235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-fa813b3e-9a72-4f5f-9dfb-47b9e56589c2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Allocated IP 172.20.0.12 (b3ac95a5-0c50-4e8d-b049-620d89144a3f/78793fe1-f988-4afa-94d0-02e57dc1f291/7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:35.437154 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e70ae482-0d81-4ab7-bf50-205367c0fff4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.471260 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ae482-0d81-4ab7-bf50-205367c0fff4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=3402abfd-e799-4154-9558-13a2108c58bd,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:35.495552 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e70ae482-0d81-4ab7-bf50-205367c0fff4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.497700 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e70ae482-0d81-4ab7-bf50-205367c0fff4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/3402abfd-e799-4154-9558-13a2108c58bd HTTP/1.1" status: 204 len: 168 time: 0.6960404 Aug 31 01:09:35.503074 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45678) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:35.506707 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b33df4-12db-4a78-9968-0a49a5589169 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:35.560470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-8a62cea0-a41b-4688-b344-d3a028d741fd tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a088c8c628ec4770b28d74d942d901a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484288 Aug 31 01:09:35.563094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Attempting to bind port 3d3bf543-1e15-472f-b6d3-45d88b48f69e on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:35.564413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Attempting to bind port 3d3bf543-1e15-472f-b6d3-45d88b48f69e by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:35.564915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Attempting to bind port 3d3bf543-1e15-472f-b6d3-45d88b48f69e on network bf748b9a-457b-452d-8f52-91166f0980f3 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:35.589895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Port 3d3bf543-1e15-472f-b6d3-45d88b48f69e on network bf748b9a-457b-452d-8f52-91166f0980f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:35.590473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Attempting to bind port 3d3bf543-1e15-472f-b6d3-45d88b48f69e on network bf748b9a-457b-452d-8f52-91166f0980f3 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:35.622975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:35.623545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Checking segment: {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:35.624098 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Bound using segment: {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:35.624730 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Bound port: 3d3bf543-1e15-472f-b6d3-45d88b48f69e, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe37d95-fd3c-4441-ad54-aa927f611f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:35.626499 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.710817 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-231a9ba1-de15-48aa-a450-02cd8f6e4f4e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 707 time: 0.1922922 Aug 31 01:09:35.711678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45684) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:35.776173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39adf12f-d5aa-4438-9aa7-03d5192ac3f1 None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:09:35.841876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] For port 3d3bf543-1e15-472f-b6d3-45d88b48f69e, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:35.846094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] For port 3d3bf543-1e15-472f-b6d3-45d88b48f69e, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3d3bf543-1e15-472f-b6d3-45d88b48f69e,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:35.851914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-39adf12f-d5aa-4438-9aa7-03d5192ac3f1 None None] Deleting port c5d13f9c-3ad7-424e-9950-8d1eff3f829b {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:35.852394 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-39adf12f-d5aa-4438-9aa7-03d5192ac3f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.865539 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.867079 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fe56e6e-85df-48aa-9068-a123482d4f54 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.988850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-39adf12f-d5aa-4438-9aa7-03d5192ac3f1 None None] For port c5d13f9c-3ad7-424e-9950-8d1eff3f829b, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c5d13f9c-3ad7-424e-9950-8d1eff3f829b,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:35.989418 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-39adf12f-d5aa-4438-9aa7-03d5192ac3f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.021882 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-39adf12f-d5aa-4438-9aa7-03d5192ac3f1 None None] Calling delete_port for c5d13f9c-3ad7-424e-9950-8d1eff3f829b owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:36.134846 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-fa813b3e-9a72-4f5f-9dfb-47b9e56589c2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.149163 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fe56e6e-85df-48aa-9068-a123482d4f54 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.153702 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fe56e6e-85df-48aa-9068-a123482d4f54 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.157318 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-39adf12f-d5aa-4438-9aa7-03d5192ac3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.200928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39adf12f-d5aa-4438-9aa7-03d5192ac3f1 None None] Pushing event deleted for resources: {'Port': ['ID=c5d13f9c-3ad7-424e-9950-8d1eff3f829b,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:36.203393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39adf12f-d5aa-4438-9aa7-03d5192ac3f1 None None] No DVR routers for this DVR port c5d13f9c-3ad7-424e-9950-8d1eff3f829b on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:36.244855 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fe56e6e-85df-48aa-9068-a123482d4f54 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.245632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe56e6e-85df-48aa-9068-a123482d4f54 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Fanout notify agent at l3_agent the message router_deleted on router 32d01a1f-55c7-40b5-807b-a660019500fb {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:09:36.264367 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fbb1f8-b4c4-4394-9645-848daae3d2b0 None None] Sync routers for ids ['32d01a1f-55c7-40b5-807b-a660019500fb'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:36.280633 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fe56e6e-85df-48aa-9068-a123482d4f54 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.282754 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbb1f8-b4c4-4394-9645-848daae3d2b0 None None] Routers set() bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:36.283203 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbb1f8-b4c4-4394-9645-848daae3d2b0 None None] Router IDs set() for agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 01:09:36.283845 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0fe56e6e-85df-48aa-9068-a123482d4f54 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/routers/32d01a1f-55c7-40b5-807b-a660019500fb HTTP/1.1" status: 204 len: 168 time: 0.5713010 Aug 31 01:09:36.283956 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_agentschedulers_db [None req-69fbb1f8-b4c4-4394-9645-848daae3d2b0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'32d01a1f-55c7-40b5-807b-a660019500fb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:09:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent'). {{(pid=94763) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 01:09:36.286575 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45692) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:36.294202 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbb1f8-b4c4-4394-9645-848daae3d2b0 None None] Routers set() bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:36.294562 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbb1f8-b4c4-4394-9645-848daae3d2b0 None None] Router IDs set() for agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 01:09:36.295436 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_agentschedulers_db [None req-69fbb1f8-b4c4-4394-9645-848daae3d2b0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'32d01a1f-55c7-40b5-807b-a660019500fb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:09:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent'). {{(pid=94763) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 01:09:36.296166 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fbb1f8-b4c4-4394-9645-848daae3d2b0 None None] The sync data for ids ['32d01a1f-55c7-40b5-807b-a660019500fb'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:36.349824 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ee6c2e44-a946-4c29-874f-807690813c60 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0593429 Aug 31 01:09:36.350158 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45694) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:36.416409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8071bd4d-dd5f-427e-9d5f-0ccc96f25385 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.418128 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8071bd4d-dd5f-427e-9d5f-0ccc96f25385 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0670469 Aug 31 01:09:36.419998 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-fa813b3e-9a72-4f5f-9dfb-47b9e56589c2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.426502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45696) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:36.513953 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5e64f520-0af2-4874-ad37-d8e59cacf24f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787411 Aug 31 01:09:36.520965 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45700) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:36.530983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6c3c18ef-0bdf-4e4f-8335-55c26ec47697 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:36.540695 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-fa813b3e-9a72-4f5f-9dfb-47b9e56589c2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Network b3ac95a5-0c50-4e8d-b049-620d89144a3f is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:36.557864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-fa813b3e-9a72-4f5f-9dfb-47b9e56589c2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:36.567439 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-fa813b3e-9a72-4f5f-9dfb-47b9e56589c2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:36.581310 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.582320 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.584108 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] 10.222.0.15 "PUT /v2.0/ports/3d3bf543-1e15-472f-b6d3-45d88b48f69e HTTP/1.1" status: 200 len: 1092 time: 2.6214757 Aug 31 01:09:36.588245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2563c5-90cf-407f-921b-f86b66f1dd83', 'tag': '3d3bf543-1e15-472f-b6d3-45d88b48f69e'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:36.590651 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8f01da-2d83-40b7-82b0-1ea6fa84078c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2563c5-90cf-407f-921b-f86b66f1dd83", "tag": "3d3bf543-1e15-472f-b6d3-45d88b48f69e"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:36.641558 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa813b3e-9a72-4f5f-9dfb-47b9e56589c2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'Port': ['ID=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:36.696935 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-33225a6a-ae51-48c5-8d4a-921b4f221ec9 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.705597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-33225a6a-ae51-48c5-8d4a-921b4f221ec9 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1439474 Aug 31 01:09:36.708087 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-fa813b3e-9a72-4f5f-9dfb-47b9e56589c2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.710040 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-fa813b3e-9a72-4f5f-9dfb-47b9e56589c2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.710678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1895e-5e44-4e95-a852-6a283e77c509 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3bf543-1e15-472f-b6d3-45d88b48f69e,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:36.747142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95e8e4-f11c-42b9-80cd-db7f28ad055f req-65709186-6946-4f84-8d3a-3912243ad134 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.755769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b95e8e4-f11c-42b9-80cd-db7f28ad055f req-65709186-6946-4f84-8d3a-3912243ad134 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 932 time: 0.2712545 Aug 31 01:09:36.763745 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3c18ef-0bdf-4e4f-8335-55c26ec47697 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:36.769428 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6c3c18ef-0bdf-4e4f-8335-55c26ec47697 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.775370 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-fa813b3e-9a72-4f5f-9dfb-47b9e56589c2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0858479 Aug 31 01:09:36.784672 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-8a9513cf-4b02-471f-9a1e-b20dc706a887 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/quotas/a088c8c628ec4770b28d74d942d901a1 HTTP/1.1" status: 200 len: 375 time: 0.0778711 Aug 31 01:09:36.822351 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Request body: {'port': {'device_id': '6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:36.842827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-77726d33-1849-4a70-8823-3a3ebe3016b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.845489 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-77726d33-1849-4a70-8823-3a3ebe3016b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 1095 time: 0.2061338 Aug 31 01:09:36.847774 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-1fe031d5-21dc-4de9-9c84-40bb033501cc tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a088c8c628ec4770b28d74d942d901a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623550 Aug 31 01:09:36.926812 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.945351 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-d02a9f09-541a-49b3-a7de-48c49fd64204 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d3bf543-1e15-472f-b6d3-45d88b48f69e HTTP/1.1" status: 200 len: 217 time: 0.0821638 Aug 31 01:09:36.956466 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b95e8e4-f11c-42b9-80cd-db7f28ad055f req-1d7de2e4-af84-46be-b642-0b968ff2296d tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995721 Aug 31 01:09:37.030148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-ac849c00-7d49-423c-9cda-d9bd93b26fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:37.032961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-ac849c00-7d49-423c-9cda-d9bd93b26fc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1342b107-53e3-4c9f-a16f-d105660726b0 HTTP/1.1" status: 200 len: 852 time: 0.0746350 Aug 31 01:09:37.082596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-ec712c9e-64cd-41e0-bf18-169b2e82036b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf748b9a-457b-452d-8f52-91166f0980f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385358 Aug 31 01:09:37.292810 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1447462-85c5-4ddd-94c7-d025b3c840ad x-openstack-request-id: req-d1447462-85c5-4ddd-94c7-d025b3c840ad {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:37.293145 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2563c5-90cf-407f-921b-f86b66f1dd83", "tag": "3d3bf543-1e15-472f-b6d3-45d88b48f69e", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:37.293398 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1447462-85c5-4ddd-94c7-d025b3c840ad {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:37.293791 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2563c5-90cf-407f-921b-f86b66f1dd83', 'tag': '3d3bf543-1e15-472f-b6d3-45d88b48f69e', 'status': 'completed', 'code': 200} Aug 31 01:09:37.304616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 957e9df7-1a73-42a3-9b99-f38d2698f6cc no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:37.338571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b8ee-37f9-43a0-87c2-77512e5023dd req-59aa2170-2dc9-4b56-9aa0-9ae655c1cc10 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:37.341494 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f09b8ee-37f9-43a0-87c2-77512e5023dd req-59aa2170-2dc9-4b56-9aa0-9ae655c1cc10 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 943 time: 0.1803691 Aug 31 01:09:37.370383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 957e9df7-1a73-42a3-9b99-f38d2698f6cc {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:09:37.372477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 957e9df7-1a73-42a3-9b99-f38d2698f6cc not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:09:37.373194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c5d13f9c-3ad7-424e-9950-8d1eff3f829b no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:37.423169 n-d-802060-13 neutron-server[94760]: DEBUG neutron.objects.ports [None req-6c3c18ef-0bdf-4e4f-8335-55c26ec47697 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:09:37.428175 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6c3c18ef-0bdf-4e4f-8335-55c26ec47697 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.437272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: c5d13f9c-3ad7-424e-9950-8d1eff3f829b {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:09:37.448259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c5d13f9c-3ad7-424e-9950-8d1eff3f829b not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:09:37.452678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-cd998cb1-3977-4b03-bd98-52a9801a2108 service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599105 Aug 31 01:09:37.460623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f09b8ee-37f9-43a0-87c2-77512e5023dd req-e548c07f-9577-4cfb-bd89-9311f0f4ac15 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997405 Aug 31 01:09:37.566062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3c18ef-0bdf-4e4f-8335-55c26ec47697 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:37.587235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-6c3c18ef-0bdf-4e4f-8335-55c26ec47697 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:37.590892 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3c18ef-0bdf-4e4f-8335-55c26ec47697 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:37.592310 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6c3c18ef-0bdf-4e4f-8335-55c26ec47697 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.601960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288c922b-e657-497a-8d12-39a949d3b388 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:37.649583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c18ef-0bdf-4e4f-8335-55c26ec47697 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=46636939-e6cb-4d0c-8469-8410019a2ded,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:37.691475 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:37.699461 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6c3c18ef-0bdf-4e4f-8335-55c26ec47697 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1761701 Aug 31 01:09:37.702857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45728) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:37.709516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-997fe8a1-0aa5-4f8b-bc93-819cee2095d2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:37.715902 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.739728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfcf8ba6-f60a-4385-94fc-5beb04418e85 req-6a1c2b3c-b0bd-46bd-b3c4-6cb7c700c2ed tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 210 time: 0.0991578 Aug 31 01:09:37.791871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Transition to ACTIVE for port object 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:37.806530 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.865838 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa7a0358-7f17-4f5b-9db7-3ba5678d65bb req-e5a792b0-9833-4eee-93a9-fe679b3b8ea6 service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655910 Aug 31 01:09:37.982989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': '46636939-e6cb-4d0c-8469-8410019a2ded'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:37.984082 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.007654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f01da-2d83-40b7-82b0-1ea6fa84078c req-c8329673-e9cd-4af8-978e-80359508b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:38.009429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c8f01da-2d83-40b7-82b0-1ea6fa84078c req-c8329673-e9cd-4af8-978e-80359508b914 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 1095 time: 0.0582750 Aug 31 01:09:38.014148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:38.106324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Attempting to bind port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:38.107322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Attempting to bind port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'a2578acc-cfbe-400e-94df-f58e5caab0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b3ac95a5-0c50-4e8d-b049-620d89144a3f'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:38.108587 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Attempting to bind port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 on network b3ac95a5-0c50-4e8d-b049-620d89144a3f {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:38.123674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997fe8a1-0aa5-4f8b-bc93-819cee2095d2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:38.129485 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-997fe8a1-0aa5-4f8b-bc93-819cee2095d2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.242266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Allocated IP 2001:db8::f816:3eff:fed5:2f76 (14e22907-50bf-4f4c-96ff-7b9fef164758/46636939-e6cb-4d0c-8469-8410019a2ded/afc26732-c460-4db8-9233-104f70c32192) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:38.262741 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 on network b3ac95a5-0c50-4e8d-b049-620d89144a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:38.275767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Attempting to bind port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 on network b3ac95a5-0c50-4e8d-b049-620d89144a3f {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:38.305009 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:38.305387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Checking segment: {'id': 'a2578acc-cfbe-400e-94df-f58e5caab0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b3ac95a5-0c50-4e8d-b049-620d89144a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:38.315864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Bound using segment: {'id': 'a2578acc-cfbe-400e-94df-f58e5caab0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b3ac95a5-0c50-4e8d-b049-620d89144a3f'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:38.316348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Bound port: 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2578acc-cfbe-400e-94df-f58e5caab0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b3ac95a5-0c50-4e8d-b049-620d89144a3f'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:38.316722 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.351545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89695067-4996-4fb1-a04a-ac6df298533e req-4cc1cf23-2a3b-41bc-a61e-27c44ab7da9f tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:38.352586 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:09:38.354139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89695067-4996-4fb1-a04a-ac6df298533e req-4cc1cf23-2a3b-41bc-a61e-27c44ab7da9f tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 944 time: 0.2293806 Aug 31 01:09:38.358161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f01da-2d83-40b7-82b0-1ea6fa84078c req-a041c75c-0493-4ed7-bd7c-e833900dbf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:38.360148 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c8f01da-2d83-40b7-82b0-1ea6fa84078c req-a041c75c-0493-4ed7-bd7c-e833900dbf5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 200 len: 913 time: 0.3413038 Aug 31 01:09:38.442765 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.448047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c8f01da-2d83-40b7-82b0-1ea6fa84078c req-0e21edb7-1de1-4f22-af9c-ef2a221b83de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d3bf543-1e15-472f-b6d3-45d88b48f69e HTTP/1.1" status: 200 len: 217 time: 0.0472405 Aug 31 01:09:38.451617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Transition to ACTIVE for port object afc26732-c460-4db8-9233-104f70c32192 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:38.467156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Transition to ACTIVE for port object afc26732-c460-4db8-9233-104f70c32192 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:38.475220 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.484137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89695067-4996-4fb1-a04a-ac6df298533e req-55a87cc8-293b-48de-a52a-cb183efb5d78 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195309 Aug 31 01:09:38.532743 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:38.537216 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:38.589764 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:38.611538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f01da-2d83-40b7-82b0-1ea6fa84078c req-2b601729-1bc7-4396-9ed2-55a880213507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:38.613462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c8f01da-2d83-40b7-82b0-1ea6fa84078c req-2b601729-1bc7-4396-9ed2-55a880213507 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1342b107-53e3-4c9f-a16f-d105660726b0 HTTP/1.1" status: 200 len: 852 time: 0.1583040 Aug 31 01:09:38.694727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c8f01da-2d83-40b7-82b0-1ea6fa84078c req-7d96dbee-cd94-4c8f-8743-1c81d92813e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf748b9a-457b-452d-8f52-91166f0980f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556920 Aug 31 01:09:38.739817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Pushing event updated for resources: {'Port': ['ID=afc26732-c460-4db8-9233-104f70c32192,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:38.744124 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Attempting to bind port afc26732-c460-4db8-9233-104f70c32192 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:38.744496 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Attempting to bind port afc26732-c460-4db8-9233-104f70c32192 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:38.745228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Attempting to bind port afc26732-c460-4db8-9233-104f70c32192 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:38.760164 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-997fe8a1-0aa5-4f8b-bc93-819cee2095d2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.760786 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:38.761408 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:38.761912 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.762435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:38.763013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Bound port: afc26732-c460-4db8-9233-104f70c32192, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:38.763568 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.857833 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410985e-ebf7-4b09-93d1-dc0968723298 req-b4b9f5c3-b046-439a-a7d1-02e705dcce7a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:38.865620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997fe8a1-0aa5-4f8b-bc93-819cee2095d2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:38.867263 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1410985e-ebf7-4b09-93d1-dc0968723298 req-b4b9f5c3-b046-439a-a7d1-02e705dcce7a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 943 time: 0.2496042 Aug 31 01:09:38.874758 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-997fe8a1-0aa5-4f8b-bc93-819cee2095d2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:38.887073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997fe8a1-0aa5-4f8b-bc93-819cee2095d2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:38.888054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-d4c0aa8f-8640-43d6-9e4a-4ae3d6c3d186 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a088c8c628ec4770b28d74d942d901a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1315482 Aug 31 01:09:38.888377 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-997fe8a1-0aa5-4f8b-bc93-819cee2095d2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.915670 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-997fe8a1-0aa5-4f8b-bc93-819cee2095d2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2105284 Aug 31 01:09:38.924239 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45752) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:38.929972 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'mac_address': 'fa:16:3e:85:15:c9', 'name': 'tempest-NetworksTestDHCPv6-691663995'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:38.976869 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] For port afc26732-c460-4db8-9233-104f70c32192, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:38.984047 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] For port afc26732-c460-4db8-9233-104f70c32192, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=afc26732-c460-4db8-9233-104f70c32192,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:38.991790 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.137328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53f561-57d4-4234-8c03-db213d179f58 None None] Pushing event updated for resources: {'Port': ['ID=afc26732-c460-4db8-9233-104f70c32192,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:39.149232 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed36d470-72bb-40ca-92a6-cb917c7c01b2 req-424533f9-2fc7-4035-9cb1-d1f927e3322d tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 210 time: 0.1048462 Aug 31 01:09:39.172008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-5c4ed813-09ba-4346-a19c-07453d72fd4e tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:39.174389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-5c4ed813-09ba-4346-a19c-07453d72fd4e tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670612 Aug 31 01:09:39.189760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Request body: {'port': {'device_id': '44c76f20-b95e-43d6-a843-9eb224b9410d', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': 'a088c8c628ec4770b28d74d942d901a1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:39.272445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1410985e-ebf7-4b09-93d1-dc0968723298 req-3a2b5598-2fca-4fdb-9b03-271003487f10 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042473 Aug 31 01:09:39.310705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c8f01da-2d83-40b7-82b0-1ea6fa84078c req-0188e365-0a74-44e5-906b-282af1389c96 service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021218 Aug 31 01:09:39.477099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Made reservation on behalf of a088c8c628ec4770b28d74d942d901a1 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:39.482003 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.516869 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.561199 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fe8a1-0aa5-4f8b-bc93-819cee2095d2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=803db18f-0d03-4748-a034-9339a39c19a8,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:39.580835 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] For port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:39.608489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] For port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1,segment=NetworkSegment(a2578acc-cfbe-400e-94df-f58e5caab0fd),segment_id=a2578acc-cfbe-400e-94df-f58e5caab0fd)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:39.617456 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.705609 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c8f01da-2d83-40b7-82b0-1ea6fa84078c req-9c89187e-ad3d-429e-80ae-0c1a90dbf248 service neutron] 10.222.0.15 "GET /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873754 Aug 31 01:09:39.728517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:39.729752 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.731704 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] 10.222.0.15 "PUT /v2.0/ports/7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 HTTP/1.1" status: 200 len: 1093 time: 2.9430776 Aug 31 01:09:39.732626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4927bbd-3339-4885-8ea0-e92f1c49ca57 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:39.759360 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b', 'tag': '7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:39.763237 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc89668a-51e0-429e-9062-67494f747f49" -d '{"events": [{"name": "network-changed", "server_uuid": "6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b", "tag": "7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:39.842621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0350bd-187c-41e2-b102-3b3cab48eaec req-59b21709-70da-406e-8181-8fff523889f3 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:39.844954 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b0350bd-187c-41e2-b102-3b3cab48eaec req-59b21709-70da-406e-8181-8fff523889f3 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 944 time: 0.1581807 Aug 31 01:09:39.876701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-84ab3d7b-c777-4234-b29e-37dda36394b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:39.879130 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-84ab3d7b-c777-4234-b29e-37dda36394b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b5695ad688543afbb3a0048b523f02d&device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 1096 time: 0.0734820 Aug 31 01:09:39.968661 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-49254b09-6f34-483e-9592-a3114a47c19d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 HTTP/1.1" status: 200 len: 217 time: 0.0731554 Aug 31 01:09:39.977199 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b0350bd-187c-41e2-b102-3b3cab48eaec req-654c4431-c09c-43aa-933b-f265efe25578 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234009 Aug 31 01:09:40.018703 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.031106 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.037910 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-be9e15a1-5f63-4632-a0e8-b2deec0a9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:40.039589 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-be9e15a1-5f63-4632-a0e8-b2deec0a9c29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78793fe1-f988-4afa-94d0-02e57dc1f291 HTTP/1.1" status: 200 len: 853 time: 0.0608053 Aug 31 01:09:40.097271 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-e804f171-1f7b-455c-bd54-d54ca706b5d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3ac95a5-0c50-4e8d-b049-620d89144a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472476 Aug 31 01:09:40.099811 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99ae1f2-173b-4e76-86f1-4d13b8cc4c30 x-openstack-request-id: req-a99ae1f2-173b-4e76-86f1-4d13b8cc4c30 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:40.100190 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b", "tag": "7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:40.100591 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a99ae1f2-173b-4e76-86f1-4d13b8cc4c30 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:40.101243 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b', 'tag': '7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1', 'status': 'completed', 'code': 200} Aug 31 01:09:40.101927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:40.130630 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac8da03-6691-4e86-afb9-946692da726e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:40.241717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Allocated IP 192.168.233.125 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/5b6d04e2-0f9c-4ff9-86a9-a88797561dec) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:40.367370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4587996-bc0e-44ba-a0a4-1a0a29dd9991 req-de1a606f-6369-4378-b7de-0af15f811f2f tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 210 time: 0.0906484 Aug 31 01:09:40.386839 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.473407 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port bbcfc436-4832-4cc6-9115-ae83741b2a9b yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:40.542656 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-3a2924eb-41b0-495c-a0f7-af2e898d038c service neutron] 10.222.0.15 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006110 Aug 31 01:09:40.588246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e72c61-e09b-4e35-9b2e-aa2ef5b81eef req-126feb07-0b3e-4027-abd1-3f0777a8a839 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:40.600372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3e72c61-e09b-4e35-9b2e-aa2ef5b81eef req-126feb07-0b3e-4027-abd1-3f0777a8a839 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 943 time: 0.1747885 Aug 31 01:09:40.706017 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.734814 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3e72c61-e09b-4e35-9b2e-aa2ef5b81eef req-c5eb71bd-66ce-4044-8de3-ae5a1f6f9169 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018834 Aug 31 01:09:40.757583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Transition to ACTIVE for port object 5b6d04e2-0f9c-4ff9-86a9-a88797561dec will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:40.775039 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2ec3f0b9-4718-406e-9603-eef6cebc44ae req-16632ae9-2489-45a6-b429-d9d17de4b179 service neutron] 10.222.0.15 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249284 Aug 31 01:09:40.806146 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8582460b-61c2-47b3-a38c-1b5f2fffb82a None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:40.822647 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.864382 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 172.20.0.8 (14e22907-50bf-4f4c-96ff-7b9fef164758/803db18f-0d03-4748-a034-9339a39c19a8/bbcfc436-4832-4cc6-9115-ae83741b2a9b) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:40.891831 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::f816:3eff:fe85:15c9 (14e22907-50bf-4f4c-96ff-7b9fef164758/46636939-e6cb-4d0c-8469-8410019a2ded/bbcfc436-4832-4cc6-9115-ae83741b2a9b) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:40.909421 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:40.913806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:40.920541 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:40.983039 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8ab7027a-0381-41d3-b4f8-e5986a06056d None None] Provisioning for port afc26732-c460-4db8-9233-104f70c32192 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:40.994661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:40.995626 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.006807 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.007118 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Pushing event updated for resources: {'Port': ['ID=5b6d04e2-0f9c-4ff9-86a9-a88797561dec,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:41.021463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-e2021a6e-f0be-4e8e-bebe-28606b17295c tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8360159 Aug 31 01:09:41.034670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89668a-51e0-429e-9062-67494f747f49 req-d8fe8810-4a5e-4b25-b4ae-9a14c2cf5eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:41.038712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Request body: {'port': {'device_id': '44c76f20-b95e-43d6-a843-9eb224b9410d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:41.042468 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc89668a-51e0-429e-9062-67494f747f49 req-d8fe8810-4a5e-4b25-b4ae-9a14c2cf5eff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b5695ad688543afbb3a0048b523f02d&device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 1096 time: 0.1617265 Aug 31 01:09:41.268304 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.328012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Update dhcp port {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'fixed_ips': [{'subnet_id': '46636939-e6cb-4d0c-8469-8410019a2ded', 'ip_address': '2001:db8::f816:3eff:fed5:2f76'}, {'subnet_id': '803db18f-0d03-4748-a034-9339a39c19a8'}], 'binding:host_id': 'n-d-802060-13'}, 'id': 'afc26732-c460-4db8-9233-104f70c32192'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:09:41.391865 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bacf22-db5b-4218-b7ab-51004fd7f252 req-88c4a818-47a3-4734-bd13-3d0c4f43703c tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:41.394684 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89668a-51e0-429e-9062-67494f747f49 req-95b5420c-3133-489b-891f-e01622e1336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:41.396661 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99bacf22-db5b-4218-b7ab-51004fd7f252 req-88c4a818-47a3-4734-bd13-3d0c4f43703c tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 944 time: 0.2161057 Aug 31 01:09:41.396812 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc89668a-51e0-429e-9062-67494f747f49 req-95b5420c-3133-489b-891f-e01622e1336b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3ac95a5-0c50-4e8d-b049-620d89144a3f HTTP/1.1" status: 200 len: 914 time: 0.3351636 Aug 31 01:09:41.397350 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.409786 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device afc26732-c460-4db8-9233-104f70c32192 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:41.463126 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc89668a-51e0-429e-9062-67494f747f49 req-0a47a9bd-bf84-43b4-8b15-4c7a6fbe8e8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 HTTP/1.1" status: 200 len: 217 time: 0.0570931 Aug 31 01:09:41.470540 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.530634 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object bbcfc436-4832-4cc6-9115-ae83741b2a9b will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:41.560196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89668a-51e0-429e-9062-67494f747f49 req-b8055c5d-88d5-4778-af70-d2a1b1b6aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:41.566519 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc89668a-51e0-429e-9062-67494f747f49 req-b8055c5d-88d5-4778-af70-d2a1b1b6aea9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78793fe1-f988-4afa-94d0-02e57dc1f291 HTTP/1.1" status: 200 len: 853 time: 0.0913639 Aug 31 01:09:41.641368 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc89668a-51e0-429e-9062-67494f747f49 req-fd359e73-15ca-4e0b-93b6-a4ecc212ed13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3ac95a5-0c50-4e8d-b049-620d89144a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579469 Aug 31 01:09:41.680530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99bacf22-db5b-4218-b7ab-51004fd7f252 req-6de94c5b-3225-4ecb-99e4-28f093e92e38 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630689 Aug 31 01:09:41.725983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3c15e-c325-42e0-b988-1e80dbc6f0ce req-9ae3c838-c1cb-4cb6-a849-3f5213fb27f1 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:41.735509 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2de3c15e-c325-42e0-b988-1e80dbc6f0ce req-9ae3c838-c1cb-4cb6-a849-3f5213fb27f1 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 936 time: 0.2171607 Aug 31 01:09:41.768920 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.858801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:41.866598 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2de3c15e-c325-42e0-b988-1e80dbc6f0ce req-ebd978db-ea13-49e9-9da4-2fed41bb3d75 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ac8da03-6691-4e86-afb9-946692da726e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231146 Aug 31 01:09:41.868263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:41.879618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:41.911150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-478c50fa-d279-4cb8-bc22-10f32defcbcb None None] Provisioning for port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:41.947429 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-478c50fa-d279-4cb8-bc22-10f32defcbcb None None] Provisioning complete for port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:41.952153 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-478c50fa-d279-4cb8-bc22-10f32defcbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.034979 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:42.036532 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.037236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-478c50fa-d279-4cb8-bc22-10f32defcbcb None None] Port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:42.041374 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc89668a-51e0-429e-9062-67494f747f49 req-8316a9cc-8cdf-407e-81e0-d16db9ca530b service neutron] 10.222.0.15 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897941 Aug 31 01:09:42.044406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=bbcfc436-4832-4cc6-9115-ae83741b2a9b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:42.045428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port afc26732-c460-4db8-9233-104f70c32192 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:42.077868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port afc26732-c460-4db8-9233-104f70c32192 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:42.078246 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.168042 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Allocated IP 172.20.0.2 (14e22907-50bf-4f4c-96ff-7b9fef164758/803db18f-0d03-4748-a034-9339a39c19a8/afc26732-c460-4db8-9233-104f70c32192) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:42.174883 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc89668a-51e0-429e-9062-67494f747f49 req-7d8cdf51-663c-4183-9108-b83e154cb4ab service neutron] 10.222.0.15 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115355 Aug 31 01:09:42.180259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d3d22-95a3-48a7-8403-96fba9c1c15d req-f740aa4f-da69-4879-a201-0c861013acff tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:42.182176 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-510d3d22-95a3-48a7-8403-96fba9c1c15d req-f740aa4f-da69-4879-a201-0c861013acff tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 943 time: 0.2072389 Aug 31 01:09:42.185044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6d04e2-0f9c-4ff9-86a9-a88797561dec {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:42.207241 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-902e076f-b149-4963-bb69-cfe80dc927cd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.2754767 Aug 31 01:09:42.207241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45820) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:42.219328 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.268749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Transition to ACTIVE for port object 5b6d04e2-0f9c-4ff9-86a9-a88797561dec will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:42.272464 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-510d3d22-95a3-48a7-8403-96fba9c1c15d req-10e05808-1bef-4988-8100-30f3a2e870be tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650532 Aug 31 01:09:42.274433 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.303263 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.341849 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593089d-83bd-4886-8846-700574366345 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6d04e2-0f9c-4ff9-86a9-a88797561dec,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:42.350320 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218cfaba-1253-41ab-bcb5-308776531301 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:42.368573 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218cfaba-1253-41ab-bcb5-308776531301 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:42.376066 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-218cfaba-1253-41ab-bcb5-308776531301 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1700866 Aug 31 01:09:42.376805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45822) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:42.452823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Attempting to bind port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:42.453542 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Attempting to bind port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:42.454610 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Attempting to bind port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:42.462907 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:42.464621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Attempting to bind port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:42.475152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:42.475502 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:42.476285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 3d3bf543-1e15-472f-b6d3-45d88b48f69e details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:09:42.478938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:42.479560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] For port afc26732-c460-4db8-9233-104f70c32192, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=afc26732-c460-4db8-9233-104f70c32192,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:42.481669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Bound port: 5b6d04e2-0f9c-4ff9-86a9-a88797561dec, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:42.482227 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.527015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6ef533a8-8e2e-4ac8-9f78-a9317b5e94f1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port bbcfc436-4832-4cc6-9115-ae83741b2a9b {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:42.527472 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ef533a8-8e2e-4ac8-9f78-a9317b5e94f1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.561612 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.581454 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Transition to ACTIVE for port object afc26732-c460-4db8-9233-104f70c32192 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:42.618167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] For port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:42.624012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] For port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5b6d04e2-0f9c-4ff9-86a9-a88797561dec,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:42.633247 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.668414 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.677317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:42.677930 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.679520 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-6593089d-83bd-4886-8846-700574366345 service neutron] 10.222.0.70 "PUT /v2.0/ports/5b6d04e2-0f9c-4ff9-86a9-a88797561dec HTTP/1.1" status: 200 len: 1097 time: 1.6486278 Aug 31 01:09:42.680039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c76f20-b95e-43d6-a843-9eb224b9410d', 'tag': '5b6d04e2-0f9c-4ff9-86a9-a88797561dec'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:42.682535 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d63f0e5-d858-488a-9374-70fc1ab1b0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "44c76f20-b95e-43d6-a843-9eb224b9410d", "tag": "5b6d04e2-0f9c-4ff9-86a9-a88797561dec"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:42.730102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593089d-83bd-4886-8846-700574366345 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6d04e2-0f9c-4ff9-86a9-a88797561dec,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:42.741204 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ef533a8-8e2e-4ac8-9f78-a9317b5e94f1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.778899 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6ef533a8-8e2e-4ac8-9f78-a9317b5e94f1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for bbcfc436-4832-4cc6-9115-ae83741b2a9b owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:42.836608 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bd4378-0f20-44b1-9381-0f57e3e69e06 x-openstack-request-id: req-a7bd4378-0f20-44b1-9381-0f57e3e69e06 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:42.836608 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c76f20-b95e-43d6-a843-9eb224b9410d", "tag": "5b6d04e2-0f9c-4ff9-86a9-a88797561dec", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:42.836608 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7bd4378-0f20-44b1-9381-0f57e3e69e06 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:42.836608 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c76f20-b95e-43d6-a843-9eb224b9410d', 'tag': '5b6d04e2-0f9c-4ff9-86a9-a88797561dec', 'status': 'completed', 'code': 200} Aug 31 01:09:42.886794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 3d3bf543-1e15-472f-b6d3-45d88b48f69e, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3d3bf543-1e15-472f-b6d3-45d88b48f69e,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:42.972742 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '3d3bf543-1e15-472f-b6d3-45d88b48f69e', 'network_id': 'bf748b9a-457b-452d-8f52-91166f0980f3', 'port_id': '3d3bf543-1e15-472f-b6d3-45d88b48f69e', 'mac_address': 'fa:16:3e:20:67:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342b107-53e3-4c9f-a16f-d105660726b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:09:43.012672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd78f5-829a-40c5-bf41-41f049aba88a req-a62a684c-6688-4f69-8bbd-9da0f1bb161f tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:43.022373 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7cd78f5-829a-40c5-bf41-41f049aba88a req-a62a684c-6688-4f69-8bbd-9da0f1bb161f tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 944 time: 0.1813023 Aug 31 01:09:43.026257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-13440de1-e786-4115-bcaa-91e12411a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:43.028182 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-13440de1-e786-4115-bcaa-91e12411a8e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a088c8c628ec4770b28d74d942d901a1&device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 1100 time: 0.2861509 Aug 31 01:09:43.066439 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:09:43.066805 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:09:43.075074 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Pushing event updated for resources: {'Port': ['ID=afc26732-c460-4db8-9233-104f70c32192,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:43.096775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:43.097115 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:43.097472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:43.097810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:43.098149 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:43.098484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:43.098818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:43.099148 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:43.106304 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:43.106768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:43.107056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:43.107616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d31565-8dea-4e8a-9daf-0c2de9e9b876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:43.130473 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.139126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-b7b0849a-8856-43d7-9d9e-e666b0878c87 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5b6d04e2-0f9c-4ff9-86a9-a88797561dec HTTP/1.1" status: 200 len: 217 time: 0.0536594 Aug 31 01:09:43.149261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3bf543-1e15-472f-b6d3-45d88b48f69e {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:43.163748 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ef533a8-8e2e-4ac8-9f78-a9317b5e94f1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.200953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 3d3bf543-1e15-472f-b6d3-45d88b48f69e, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3d3bf543-1e15-472f-b6d3-45d88b48f69e,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:43.205939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7cd78f5-829a-40c5-bf41-41f049aba88a req-c0f67fe3-9414-469e-a22e-724f007bb3c6 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794028 Aug 31 01:09:43.213145 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.270059 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef533a8-8e2e-4ac8-9f78-a9317b5e94f1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=bbcfc436-4832-4cc6-9115-ae83741b2a9b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:43.278570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-12dcfec4-e40a-4f9e-b411-460cfe6f2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:43.280173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-12dcfec4-e40a-4f9e-b411-460cfe6f2a81 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1234863 Aug 31 01:09:43.293500 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef0ae2-b240-44ef-9845-8bfce2d4effd req-08b89500-d5b3-4e74-977a-58579e9916ac tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:43.303781 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aeef0ae2-b240-44ef-9845-8bfce2d4effd req-08b89500-d5b3-4e74-977a-58579e9916ac tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 948 time: 0.2739058 Aug 31 01:09:43.368910 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=3d3bf543-1e15-472f-b6d3-45d88b48f69e,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:43.408806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-0f594685-ca4d-4674-9e35-b2dfb09b0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:43.414524 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-0f594685-ca4d-4674-9e35-b2dfb09b0231 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1070299 Aug 31 01:09:43.439933 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aeef0ae2-b240-44ef-9845-8bfce2d4effd req-5d95cd2b-f9a0-436e-b238-16182a89dbfb tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ac8da03-6691-4e86-afb9-946692da726e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266272 Aug 31 01:09:43.451716 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ef533a8-8e2e-4ac8-9f78-a9317b5e94f1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.454954 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6ef533a8-8e2e-4ac8-9f78-a9317b5e94f1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/bbcfc436-4832-4cc6-9115-ae83741b2a9b HTTP/1.1" status: 204 len: 168 time: 1.0752304 Aug 31 01:09:43.459494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45848) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:43.562658 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca38fe-5ec7-49fa-9dbb-278d85c2540b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:43.565114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca38fe-5ec7-49fa-9dbb-278d85c2540b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:43.566671 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca38fe-5ec7-49fa-9dbb-278d85c2540b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:43.571271 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a0ca38fe-5ec7-49fa-9dbb-278d85c2540b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1104808 Aug 31 01:09:43.580309 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45850) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:43.629701 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.677006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['3d3bf543-1e15-472f-b6d3-45d88b48f69e'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:43.726138 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b06d80-2c9f-43ff-a06a-c502012f68b3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 46636939-e6cb-4d0c-8469-8410019a2ded {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:43.731540 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-54b06d80-2c9f-43ff-a06a-c502012f68b3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.746345 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port afc26732-c460-4db8-9233-104f70c32192, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=afc26732-c460-4db8-9233-104f70c32192,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:43.758839 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.834176 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-54b06d80-2c9f-43ff-a06a-c502012f68b3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.951362 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-54b06d80-2c9f-43ff-a06a-c502012f68b3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.964591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device afc26732-c460-4db8-9233-104f70c32192 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:43.997699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-9bf4a7a6-27bb-45bd-bfb8-809df690171b service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644817 Aug 31 01:09:44.021588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2bd0c-4ade-434d-a85d-a9ba46027fb2 req-f8ed775b-562f-4faa-a6cb-a261bbeacbf6 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:44.024682 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28b2bd0c-4ade-434d-a85d-a9ba46027fb2 req-f8ed775b-562f-4faa-a6cb-a261bbeacbf6 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 944 time: 0.2320991 Aug 31 01:09:44.037860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=afc26732-c460-4db8-9233-104f70c32192,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:44.086610 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-54b06d80-2c9f-43ff-a06a-c502012f68b3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.146735 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b06d80-2c9f-43ff-a06a-c502012f68b3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=46636939-e6cb-4d0c-8469-8410019a2ded,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:44.158738 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-54b06d80-2c9f-43ff-a06a-c502012f68b3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.161221 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-54b06d80-2c9f-43ff-a06a-c502012f68b3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/46636939-e6cb-4d0c-8469-8410019a2ded HTTP/1.1" status: 204 len: 168 time: 0.5799110 Aug 31 01:09:44.164181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45854) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:44.185227 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8f1b4a31-1b6a-431f-b1d0-52f63f92eb98 None None] Provisioning for port afc26732-c460-4db8-9233-104f70c32192 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:44.206499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8f1b4a31-1b6a-431f-b1d0-52f63f92eb98 None None] Provisioning complete for port afc26732-c460-4db8-9233-104f70c32192 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:44.206861 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8f1b4a31-1b6a-431f-b1d0-52f63f92eb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.220583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1092d1ce-7cd1-47b7-b4fd-81d015dfa78e req-ac4ba249-c44e-41a6-9296-7c400084db26 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946909 Aug 31 01:09:44.239752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1d41bf-1dde-4e64-9fed-3bf36a959ea9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 803db18f-0d03-4748-a034-9339a39c19a8 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:44.244032 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb1d41bf-1dde-4e64-9fed-3bf36a959ea9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.253678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28b2bd0c-4ade-434d-a85d-a9ba46027fb2 req-faa041f9-4d94-4f71-b9d4-e64ee8e91546 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184618 Aug 31 01:09:44.339943 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb1d41bf-1dde-4e64-9fed-3bf36a959ea9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.474183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:09:44.497181 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63f0e5-d858-488a-9374-70fc1ab1b0c0 req-c5b96966-3513-4c1b-b0ea-df2a0e3b87af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:44.498702 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d63f0e5-d858-488a-9374-70fc1ab1b0c0 req-c5b96966-3513-4c1b-b0ea-df2a0e3b87af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a088c8c628ec4770b28d74d942d901a1&device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 1100 time: 0.1588612 Aug 31 01:09:44.507122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ef55-226c-4320-9a4e-61e07873d514 req-7741aa30-af66-4f7b-b0eb-7527bdde92db tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:44.519347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7903ef55-226c-4320-9a4e-61e07873d514 req-7741aa30-af66-4f7b-b0eb-7527bdde92db tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 944 time: 0.1842287 Aug 31 01:09:44.536382 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb1d41bf-1dde-4e64-9fed-3bf36a959ea9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.606312 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9987699-ae04-4626-b60a-b04d981fdbda None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:44.669740 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb1d41bf-1dde-4e64-9fed-3bf36a959ea9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.681875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-74d50fd3-4e69-4f13-8bd9-2409f1d0f09e None None] Could not find standard attr ID for object bbcfc436-4832-4cc6-9115-ae83741b2a9b. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:09:44.722065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1,segment=NetworkSegment(a2578acc-cfbe-400e-94df-f58e5caab0fd),segment_id=a2578acc-cfbe-400e-94df-f58e5caab0fd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:44.722431 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7903ef55-226c-4320-9a4e-61e07873d514 req-604663ef-8d7e-4610-851d-0048301a454d tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721869 Aug 31 01:09:44.747123 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb1d41bf-1dde-4e64-9fed-3bf36a959ea9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.752029 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cb1d41bf-1dde-4e64-9fed-3bf36a959ea9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/803db18f-0d03-4748-a034-9339a39c19a8 HTTP/1.1" status: 204 len: 168 time: 0.5854557 Aug 31 01:09:44.753513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d41bf-1dde-4e64-9fed-3bf36a959ea9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=803db18f-0d03-4748-a034-9339a39c19a8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:44.770341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45874) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:44.773076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1f1c7-b7ab-4c00-8544-4378d433fc1c req-c40dc5eb-4f95-46ff-9049-45589bcdf2c3 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:44.785392 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ad1f1c7-b7ab-4c00-8544-4378d433fc1c req-c40dc5eb-4f95-46ff-9049-45589bcdf2c3 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 948 time: 0.2144966 Aug 31 01:09:44.795737 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1', 'network_id': 'b3ac95a5-0c50-4e8d-b049-620d89144a3f', 'port_id': '7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1', 'mac_address': 'fa:16:3e:f0:dc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78793fe1-f988-4afa-94d0-02e57dc1f291', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:09:44.830803 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63f0e5-d858-488a-9374-70fc1ab1b0c0 req-c691926d-40ff-4450-b2ed-239630ce2d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:44.832384 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d63f0e5-d858-488a-9374-70fc1ab1b0c0 req-c691926d-40ff-4450-b2ed-239630ce2d3d service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.3121874 Aug 31 01:09:44.835145 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a283abb5-882e-4647-8446-9ea25774feaa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630479 Aug 31 01:09:44.839503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45876) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:44.851819 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.868165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-caef4a70-3b7e-45f8-abac-9f3cbebfb007 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:44.875080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:44.918486 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1,segment=NetworkSegment(a2578acc-cfbe-400e-94df-f58e5caab0fd),segment_id=a2578acc-cfbe-400e-94df-f58e5caab0fd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:44.929587 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.964196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ad1f1c7-b7ab-4c00-8544-4378d433fc1c req-c4a4efd1-c24b-47c8-9fb4-a1ff7b730951 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ac8da03-6691-4e86-afb9-946692da726e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690788 Aug 31 01:09:44.996726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a801b1b4-dcff-4a18-af33-61660c5a759f None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:09:45.009196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d63f0e5-d858-488a-9374-70fc1ab1b0c0 req-fe5c2717-768b-4950-96aa-afea4f7090de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5b6d04e2-0f9c-4ff9-86a9-a88797561dec HTTP/1.1" status: 200 len: 217 time: 0.1128409 Aug 31 01:09:45.012232 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:45.066012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a801b1b4-dcff-4a18-af33-61660c5a759f None None] Deleting port afc26732-c460-4db8-9233-104f70c32192 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:45.066654 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a801b1b4-dcff-4a18-af33-61660c5a759f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.126014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63f0e5-d858-488a-9374-70fc1ab1b0c0 req-520986a7-fc5b-42d1-b53e-a79bd708763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:45.127583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d63f0e5-d858-488a-9374-70fc1ab1b0c0 req-520986a7-fc5b-42d1-b53e-a79bd708763d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0818114 Aug 31 01:09:45.128641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caef4a70-3b7e-45f8-abac-9f3cbebfb007 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:45.132337 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-caef4a70-3b7e-45f8-abac-9f3cbebfb007 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.163841 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a801b1b4-dcff-4a18-af33-61660c5a759f None None] For port afc26732-c460-4db8-9233-104f70c32192, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=afc26732-c460-4db8-9233-104f70c32192,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:45.164626 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a801b1b4-dcff-4a18-af33-61660c5a759f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.186292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a801b1b4-dcff-4a18-af33-61660c5a759f None None] Calling delete_port for afc26732-c460-4db8-9233-104f70c32192 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:45.272839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63f0e5-d858-488a-9374-70fc1ab1b0c0 req-2afca787-729b-47c8-a659-6d905cb4f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:45.274394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d63f0e5-d858-488a-9374-70fc1ab1b0c0 req-2afca787-729b-47c8-a659-6d905cb4f5f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1368897 Aug 31 01:09:45.323793 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a801b1b4-dcff-4a18-af33-61660c5a759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.381583 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801b1b4-dcff-4a18-af33-61660c5a759f None None] Pushing event deleted for resources: {'Port': ['ID=afc26732-c460-4db8-9233-104f70c32192,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:45.387314 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a801b1b4-dcff-4a18-af33-61660c5a759f None None] No DVR routers for this DVR port afc26732-c460-4db8-9233-104f70c32192 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:45.503789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:45.570853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a413e58-2db3-40c7-b591-feed326ee302 req-78dd6e19-e5e8-49d2-8024-8db1a56214a7 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:45.578411 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a413e58-2db3-40c7-b591-feed326ee302 req-78dd6e19-e5e8-49d2-8024-8db1a56214a7 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 944 time: 0.1556444 Aug 31 01:09:45.583299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d63f0e5-d858-488a-9374-70fc1ab1b0c0 req-17812283-cbbd-44da-8a59-9e6ab85a57fd service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961614 Aug 31 01:09:45.729120 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a413e58-2db3-40c7-b591-feed326ee302 req-ecc3c218-315e-4e98-a899-f9fe00203247 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491718 Aug 31 01:09:45.806911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.objects.ports [None req-caef4a70-3b7e-45f8-abac-9f3cbebfb007 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94761) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:09:45.831852 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-caef4a70-3b7e-45f8-abac-9f3cbebfb007 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.863600 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device afc26732-c460-4db8-9233-104f70c32192 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:45.893596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d63f0e5-d858-488a-9374-70fc1ab1b0c0 req-dc8b9e45-5130-4d34-836e-961644bde9bd service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949140 Aug 31 01:09:45.920598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: afc26732-c460-4db8-9233-104f70c32192 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:09:45.920951 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device afc26732-c460-4db8-9233-104f70c32192 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:09:45.944313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef4a70-3b7e-45f8-abac-9f3cbebfb007 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:45.946281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-caef4a70-3b7e-45f8-abac-9f3cbebfb007 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:45.951545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caef4a70-3b7e-45f8-abac-9f3cbebfb007 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:45.952133 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-caef4a70-3b7e-45f8-abac-9f3cbebfb007 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.957894 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c96de64-70c9-4f1c-8245-72cafb9fa66c None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:45.968069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef4a70-3b7e-45f8-abac-9f3cbebfb007 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=489652d8-527b-482f-a8bb-bca30c63d80e,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:45.994632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-caef4a70-3b7e-45f8-abac-9f3cbebfb007 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1540558 Aug 31 01:09:45.997752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45902) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:46.004220 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-1b6e4800-af50-4155-bd36-6ab4e938bbab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:46.025342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c223cb5-f00f-47bc-a43c-bdf088009118 req-d8e1f90b-559c-4cf8-bc9d-beea431e3cbb tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:46.038770 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c223cb5-f00f-47bc-a43c-bdf088009118 req-d8e1f90b-559c-4cf8-bc9d-beea431e3cbb tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 945 time: 0.2078574 Aug 31 01:09:46.097349 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c223cb5-f00f-47bc-a43c-bdf088009118 req-e81073f6-442a-4e83-8572-137be0e521d6 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571566 Aug 31 01:09:46.171045 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6e4800-af50-4155-bd36-6ab4e938bbab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:46.175202 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b6e4800-af50-4155-bd36-6ab4e938bbab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.230328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': '489652d8-527b-482f-a8bb-bca30c63d80e'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:46.231212 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.252422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad766ae-54e0-4dac-bf51-89af40e0c471 req-c6168543-6c1d-483d-9c11-1f87f5d436a5 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:46.254165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cad766ae-54e0-4dac-bf51-89af40e0c471 req-c6168543-6c1d-483d-9c11-1f87f5d436a5 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 948 time: 0.0712223 Aug 31 01:09:46.330689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cad766ae-54e0-4dac-bf51-89af40e0c471 req-bd9d5300-bb34-4481-84f4-aa414ada154b tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ac8da03-6691-4e86-afb9-946692da726e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593851 Aug 31 01:09:46.414175 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Allocated IP 2001:db8::f816:3eff:fefb:ab56 (14e22907-50bf-4f4c-96ff-7b9fef164758/489652d8-527b-482f-a8bb-bca30c63d80e/e6a730eb-be27-43b1-a09d-79abc63b711f) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:46.480096 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 3d3bf543-1e15-472f-b6d3-45d88b48f69e up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:46.496486 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b6e4800-af50-4155-bd36-6ab4e938bbab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.568487 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e4800-af50-4155-bd36-6ab4e938bbab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=a3f1c54d-84f9-4072-bb5f-f23b927b8a6f,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:46.580394 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e4800-af50-4155-bd36-6ab4e938bbab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:46.581986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e4800-af50-4155-bd36-6ab4e938bbab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:46.586459 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e4800-af50-4155-bd36-6ab4e938bbab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:46.586653 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b6e4800-af50-4155-bd36-6ab4e938bbab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.611519 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1b6e4800-af50-4155-bd36-6ab4e938bbab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6125510 Aug 31 01:09:46.612215 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45920) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:46.617924 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'mac_address': 'fa:16:3e:b9:07:b6', 'name': 'tempest-NetworksTestDHCPv6-1830866453'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:46.618422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 3d3bf543-1e15-472f-b6d3-45d88b48f69e completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:46.636845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 3d3bf543-1e15-472f-b6d3-45d88b48f69e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:46.637449 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.637860 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2bbad74-0dc3-419b-a9a7-ccd0a6a36f9b req-f0c500f1-0d75-4aa9-a24a-d01d99183c3a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=72dddb9f-93ee-4108-8dc7-c2dabe81f2d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571740 Aug 31 01:09:46.641047 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.674928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Transition to ACTIVE for port object e6a730eb-be27-43b1-a09d-79abc63b711f will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:46.704550 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Transition to ACTIVE for port object e6a730eb-be27-43b1-a09d-79abc63b711f will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:46.714139 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.749809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbad74-0dc3-419b-a9a7-ccd0a6a36f9b req-a2a980b6-681d-41fd-8f47-87109e20fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:46.751531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2bbad74-0dc3-419b-a9a7-ccd0a6a36f9b req-a2a980b6-681d-41fd-8f47-87109e20fd9a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17c6fd7fdcd549eaac4cb6e0b49d49d0&device_id=72dddb9f-93ee-4108-8dc7-c2dabe81f2d3 HTTP/1.1" status: 200 len: 1100 time: 0.0544872 Aug 31 01:09:46.765660 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:46.775408 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:46.784688 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:46.793793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:46.806325 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.811561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Pushing event updated for resources: {'Port': ['ID=e6a730eb-be27-43b1-a09d-79abc63b711f,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:46.858251 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2563c5-90cf-407f-921b-f86b66f1dd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3bf543-1e15-472f-b6d3-45d88b48f69e'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:46.858479 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646fe7c6-2d63-409e-a89d-d4458661bf29" -d '{"events": [{"server_uuid": "bc2563c5-90cf-407f-921b-f86b66f1dd83", "name": "network-vif-plugged", "status": "completed", "tag": "3d3bf543-1e15-472f-b6d3-45d88b48f69e"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:46.893103 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.895696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Attempting to bind port e6a730eb-be27-43b1-a09d-79abc63b711f on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:46.895971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Attempting to bind port e6a730eb-be27-43b1-a09d-79abc63b711f by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:46.896338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Attempting to bind port e6a730eb-be27-43b1-a09d-79abc63b711f on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:46.899478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 3d3bf543-1e15-472f-b6d3-45d88b48f69e, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3d3bf543-1e15-472f-b6d3-45d88b48f69e,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:46.902124 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4061e28e-9b84-4efa-8ad3-98f99df3ceab x-openstack-request-id: req-4061e28e-9b84-4efa-8ad3-98f99df3ceab {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:46.902417 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2563c5-90cf-407f-921b-f86b66f1dd83", "name": "network-vif-plugged", "status": "completed", "tag": "3d3bf543-1e15-472f-b6d3-45d88b48f69e", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:46.902667 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4061e28e-9b84-4efa-8ad3-98f99df3ceab {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:46.903095 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2563c5-90cf-407f-921b-f86b66f1dd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3bf543-1e15-472f-b6d3-45d88b48f69e', 'code': 200} Aug 31 01:09:46.906027 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.910308 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:46.910693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:46.911091 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.911492 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:46.911969 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Bound port: e6a730eb-be27-43b1-a09d-79abc63b711f, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:46.912353 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.920204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port 1c128cfd-89bc-445b-b488-5634a4b1f793 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:46.939913 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084dc01-56bb-4b71-98db-e06e99fa5b9d req-2b24ffbe-c45c-43e4-a9b3-1cdcc3008422 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:46.948414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9084dc01-56bb-4b71-98db-e06e99fa5b9d req-2b24ffbe-c45c-43e4-a9b3-1cdcc3008422 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 944 time: 0.1059122 Aug 31 01:09:46.997147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbad74-0dc3-419b-a9a7-ccd0a6a36f9b req-1d76cf5a-bf1d-4426-a786-927acd804aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:46.998561 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2bbad74-0dc3-419b-a9a7-ccd0a6a36f9b req-1d76cf5a-bf1d-4426-a786-927acd804aab service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.2111650 Aug 31 01:09:46.999722 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=3d3bf543-1e15-472f-b6d3-45d88b48f69e,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:47.019038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9084dc01-56bb-4b71-98db-e06e99fa5b9d req-e9d55014-e485-4c45-993e-8e32f0a8e64c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656683 Aug 31 01:09:47.019863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] For port e6a730eb-be27-43b1-a09d-79abc63b711f, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:47.023419 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] For port e6a730eb-be27-43b1-a09d-79abc63b711f, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e6a730eb-be27-43b1-a09d-79abc63b711f,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:47.031722 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.084605 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2bbad74-0dc3-419b-a9a7-ccd0a6a36f9b req-02947591-c4a0-4273-bece-497ab1431c7f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2 HTTP/1.1" status: 200 len: 217 time: 0.0644853 Aug 31 01:09:47.101859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45439589-e5ab-4f8b-98bd-f1c4f22fb84e None None] Pushing event updated for resources: {'Port': ['ID=e6a730eb-be27-43b1-a09d-79abc63b711f,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:47.137057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 172.20.0.6 (14e22907-50bf-4f4c-96ff-7b9fef164758/a3f1c54d-84f9-4072-bb5f-f23b927b8a6f/1c128cfd-89bc-445b-b488-5634a4b1f793) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:47.145296 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::f816:3eff:feb9:7b6 (14e22907-50bf-4f4c-96ff-7b9fef164758/489652d8-527b-482f-a8bb-bca30c63d80e/1c128cfd-89bc-445b-b488-5634a4b1f793) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:47.149948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbad74-0dc3-419b-a9a7-ccd0a6a36f9b req-c0559dd9-a057-4dec-adfb-160b4f6cc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:47.159172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2bbad74-0dc3-419b-a9a7-ccd0a6a36f9b req-c0559dd9-a057-4dec-adfb-160b4f6cc5c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0671523 Aug 31 01:09:47.243634 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cfa00-9286-4794-b0cb-a268b02b4947 req-058bbc57-822e-48ad-bada-f5d5cc349802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:47.245536 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c55cfa00-9286-4794-b0cb-a268b02b4947 req-058bbc57-822e-48ad-bada-f5d5cc349802 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 1097 time: 0.1376448 Aug 31 01:09:47.278331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51167fd-9c00-4235-8d71-5149ab39fca8 req-b80065c8-537d-4ff5-b099-40d684f05354 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:47.280042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e51167fd-9c00-4235-8d71-5149ab39fca8 req-b80065c8-537d-4ff5-b099-40d684f05354 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 945 time: 0.0878658 Aug 31 01:09:47.284262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbad74-0dc3-419b-a9a7-ccd0a6a36f9b req-7113a185-4cf0-4728-8c34-9717f03202ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:47.286246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2bbad74-0dc3-419b-a9a7-ccd0a6a36f9b req-7113a185-4cf0-4728-8c34-9717f03202ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1177728 Aug 31 01:09:47.366653 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.404408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object 1c128cfd-89bc-445b-b488-5634a4b1f793 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:47.408853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e51167fd-9c00-4235-8d71-5149ab39fca8 req-930e8a86-feb7-4077-84b3-69090572e6a4 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173961 Aug 31 01:09:47.460318 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c55cfa00-9286-4794-b0cb-a268b02b4947 req-56d48717-726c-400d-a883-71fcf7cec11c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767822 Aug 31 01:09:47.489426 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.502285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5b6d04e2-0f9c-4ff9-86a9-a88797561dec details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:09:47.505325 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2bbad74-0dc3-419b-a9a7-ccd0a6a36f9b req-79758281-10d1-466a-af63-841d0a291221 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072134 Aug 31 01:09:47.545730 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:47.550175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:47.553175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:47.577055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe697f-e1b2-4023-bea7-9da75e50558d req-969b07a6-8765-4334-8c77-a1ec07243553 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:47.578492 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-07fe697f-e1b2-4023-bea7-9da75e50558d req-969b07a6-8765-4334-8c77-a1ec07243553 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 948 time: 0.1181099 Aug 31 01:09:47.583018 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=1c128cfd-89bc-445b-b488-5634a4b1f793,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:47.610966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:47.611621 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.620230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5b6d04e2-0f9c-4ff9-86a9-a88797561dec,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:47.628945 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0ef0a46a-8505-4578-944a-c9d04e29859b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0151992 Aug 31 01:09:47.631038 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45944) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:47.637180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '5b6d04e2-0f9c-4ff9-86a9-a88797561dec', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '5b6d04e2-0f9c-4ff9-86a9-a88797561dec', 'mac_address': 'fa:16:3e:37:7c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:09:47.671683 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-07fe697f-e1b2-4023-bea7-9da75e50558d req-9f4025ef-496b-4e38-833a-8c6b199d1fc4 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ac8da03-6691-4e86-afb9-946692da726e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860794 Aug 31 01:09:47.676836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2bbad74-0dc3-419b-a9a7-ccd0a6a36f9b req-a0e0e3b8-a2b5-45a2-a9f5-78f95af97d2e service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630871 Aug 31 01:09:47.689595 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.714404 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6d04e2-0f9c-4ff9-86a9-a88797561dec {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:47.719191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efafb457-daed-49e4-9ed1-7279bf75656b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:47.726527 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efafb457-daed-49e4-9ed1-7279bf75656b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:47.736657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-efafb457-daed-49e4-9ed1-7279bf75656b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1041038 Aug 31 01:09:47.737572 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45956) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:47.740791 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5b6d04e2-0f9c-4ff9-86a9-a88797561dec,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:47.744845 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.798936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=5b6d04e2-0f9c-4ff9-86a9-a88797561dec,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:47.904344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-e5d18d9f-933c-4c95-a946-998b41227038 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port 1c128cfd-89bc-445b-b488-5634a4b1f793 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:47.904698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5d18d9f-933c-4c95-a946-998b41227038 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.926729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e6a730eb-be27-43b1-a09d-79abc63b711f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:47.978154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port e6a730eb-be27-43b1-a09d-79abc63b711f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:47.993012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f51a7-3297-49d8-9a1b-8d6e38a1a0f9 req-8397a2ce-c2b8-4135-b793-12b8f12c6c09 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:47.994583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc3f51a7-3297-49d8-9a1b-8d6e38a1a0f9 req-8397a2ce-c2b8-4135-b793-12b8f12c6c09 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 950 time: 0.1257110 Aug 31 01:09:47.997226 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['5b6d04e2-0f9c-4ff9-86a9-a88797561dec'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:48.061068 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5d18d9f-933c-4c95-a946-998b41227038 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.084370 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-e5d18d9f-933c-4c95-a946-998b41227038 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for 1c128cfd-89bc-445b-b488-5634a4b1f793 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:48.088824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc3f51a7-3297-49d8-9a1b-8d6e38a1a0f9 req-bcab6632-af56-4994-b9e1-cb643d2cbf0c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858378 Aug 31 01:09:48.196852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41782d98-cede-407c-a61d-a7e42aa212ba req-63649931-2f61-4c38-b6b3-3d41de0deb2d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:48.198345 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41782d98-cede-407c-a61d-a7e42aa212ba req-63649931-2f61-4c38-b6b3-3d41de0deb2d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 945 time: 0.1014020 Aug 31 01:09:48.248165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3190e5-bd0a-47be-a46b-744b558954ec None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:48.274656 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41782d98-cede-407c-a61d-a7e42aa212ba req-d6bd47ad-10a2-41e4-8da9-a4348ddcf1d3 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640409 Aug 31 01:09:48.359111 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5d18d9f-933c-4c95-a946-998b41227038 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.377840 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-72da299e-f49e-49ac-beb1-5111f1e97487 None None] Provisioning for port e6a730eb-be27-43b1-a09d-79abc63b711f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:48.385033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-72da299e-f49e-49ac-beb1-5111f1e97487 None None] Provisioning complete for port e6a730eb-be27-43b1-a09d-79abc63b711f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:48.385401 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-72da299e-f49e-49ac-beb1-5111f1e97487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.406484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d18d9f-933c-4c95-a946-998b41227038 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=1c128cfd-89bc-445b-b488-5634a4b1f793,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:48.505448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:48.547600 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5d18d9f-933c-4c95-a946-998b41227038 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.552815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e5d18d9f-933c-4c95-a946-998b41227038 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/1c128cfd-89bc-445b-b488-5634a4b1f793 HTTP/1.1" status: 204 len: 168 time: 0.8119931 Aug 31 01:09:48.553209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45990) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:48.559959 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-72da299e-f49e-49ac-beb1-5111f1e97487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.606457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f44969-a72b-4f4e-aa5e-ebff7b491982 req-7193355e-b302-47c0-b460-3f4d7df3a74d tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:48.608175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2f44969-a72b-4f4e-aa5e-ebff7b491982 req-7193355e-b302-47c0-b460-3f4d7df3a74d tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 945 time: 0.0764468 Aug 31 01:09:48.617889 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13b900-8187-42e4-be80-4b3fb0fb6d90 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:48.620919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13b900-8187-42e4-be80-4b3fb0fb6d90 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:48.622838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13b900-8187-42e4-be80-4b3fb0fb6d90 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:48.627311 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6d13b900-8187-42e4-be80-4b3fb0fb6d90 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0703578 Aug 31 01:09:48.627690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45992) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:48.635217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-72da299e-f49e-49ac-beb1-5111f1e97487 None None] For port e6a730eb-be27-43b1-a09d-79abc63b711f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e6a730eb-be27-43b1-a09d-79abc63b711f,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:48.647706 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-72da299e-f49e-49ac-beb1-5111f1e97487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.653811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730a15ae-453d-4ef0-b80b-59c8a5d0e726 None None] Update dhcp port {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'fixed_ips': [{'subnet_id': '489652d8-527b-482f-a8bb-bca30c63d80e', 'ip_address': '2001:db8::f816:3eff:fefb:ab56'}, {'subnet_id': 'a3f1c54d-84f9-4072-bb5f-f23b927b8a6f'}], 'binding:host_id': 'n-d-802060-13'}, 'id': 'e6a730eb-be27-43b1-a09d-79abc63b711f'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:09:48.690629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2f44969-a72b-4f4e-aa5e-ebff7b491982 req-078fe5d6-e54e-40d0-885e-fa1109d131a6 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747578 Aug 31 01:09:48.697042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-984a62bd-caa0-413a-93c9-6a0d4191ccd3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 489652d8-527b-482f-a8bb-bca30c63d80e {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:48.700785 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-984a62bd-caa0-413a-93c9-6a0d4191ccd3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.727216 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:48.745226 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:48.745608 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.757517 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-984a62bd-caa0-413a-93c9-6a0d4191ccd3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.775672 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-730a15ae-453d-4ef0-b80b-59c8a5d0e726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.843468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0eee4-fde7-45b1-821a-e8b0af8ef178 req-f7545544-933e-4499-874c-f7395dcee687 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:48.847864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7bf0eee4-fde7-45b1-821a-e8b0af8ef178 req-f7545544-933e-4499-874c-f7395dcee687 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 949 time: 0.0790021 Aug 31 01:09:48.869346 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-984a62bd-caa0-413a-93c9-6a0d4191ccd3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.889034 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7bf0eee4-fde7-45b1-821a-e8b0af8ef178 req-0b177082-179d-4f90-8572-37b006633c41 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ac8da03-6691-4e86-afb9-946692da726e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365558 Aug 31 01:09:48.933008 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-984a62bd-caa0-413a-93c9-6a0d4191ccd3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.965763 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a62bd-caa0-413a-93c9-6a0d4191ccd3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=489652d8-527b-482f-a8bb-bca30c63d80e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:48.971201 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-984a62bd-caa0-413a-93c9-6a0d4191ccd3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.973228 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-984a62bd-caa0-413a-93c9-6a0d4191ccd3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/489652d8-527b-482f-a8bb-bca30c63d80e HTTP/1.1" status: 204 len: 168 time: 0.3441491 Aug 31 01:09:48.975889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46006) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:49.007939 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da299e-f49e-49ac-beb1-5111f1e97487 None None] Pushing event updated for resources: {'Port': ['ID=e6a730eb-be27-43b1-a09d-79abc63b711f,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:49.036768 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdce4978-7fb4-4019-89d0-e10e8814267d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet a3f1c54d-84f9-4072-bb5f-f23b927b8a6f {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:49.040176 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cdce4978-7fb4-4019-89d0-e10e8814267d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.082804 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cdce4978-7fb4-4019-89d0-e10e8814267d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.133021 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.138978 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cdce4978-7fb4-4019-89d0-e10e8814267d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.155974 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:49.158976 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb25a29-abd2-4c4d-8be8-629ccb222a97" -d '{"events": [{"server_uuid": "6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b", "name": "network-vif-plugged", "status": "completed", "tag": "7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:49.179161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1,segment=NetworkSegment(a2578acc-cfbe-400e-94df-f58e5caab0fd),segment_id=a2578acc-cfbe-400e-94df-f58e5caab0fd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:49.183311 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.184213 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a30381da-7abe-47fc-a8ad-d7db81ad35cd no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:49.206492 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cdce4978-7fb4-4019-89d0-e10e8814267d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.228859 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf05cec-f906-4381-b9f2-888fff4c036c x-openstack-request-id: req-2cf05cec-f906-4381-b9f2-888fff4c036c {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:49.229165 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b", "name": "network-vif-plugged", "status": "completed", "tag": "7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:49.229418 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2cf05cec-f906-4381-b9f2-888fff4c036c {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:49.229891 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1', 'code': 200} Aug 31 01:09:49.239206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce4978-7fb4-4019-89d0-e10e8814267d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f1c54d-84f9-4072-bb5f-f23b927b8a6f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:49.243515 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cdce4978-7fb4-4019-89d0-e10e8814267d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.245459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cdce4978-7fb4-4019-89d0-e10e8814267d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/a3f1c54d-84f9-4072-bb5f-f23b927b8a6f HTTP/1.1" status: 204 len: 168 time: 0.2685757 Aug 31 01:09:49.248130 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46012) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server [None req-730a15ae-453d-4ef0-b80b-59c8a5d0e726 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3f1c54d-84f9-4072-bb5f-f23b927b8a6f: This subnet is being modified by another concurrent operation. Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:09:49.248830 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3f1c54d-84f9-4072-bb5f-f23b927b8a6f: This subnet is being modified by another concurrent operation. Aug 31 01:09:49.253140 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:09:49.289100 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c03e9381-3e9c-45cc-af28-2dcf1dc40cc3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397952 Aug 31 01:09:49.291753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46014) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:49.297930 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8a5a4551-d276-4977-aeda-e4c3ead37f29 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:49.316152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:49.377083 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2940b337-ea22-45ac-9fdd-e44405f4b249 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:49.426165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1896b-361e-4c81-929a-dce8c578bb17 req-8624acfe-ff83-465f-98e9-a84bcb8b4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:49.428204 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b0b1896b-361e-4c81-929a-dce8c578bb17 req-8624acfe-ff83-465f-98e9-a84bcb8b4942 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 1098 time: 0.0784559 Aug 31 01:09:49.437450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653eb5e-d3f9-48cd-bb3f-ba209cb231e2 req-1d9509c4-dc89-4509-9507-cad7f7f1a83c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:49.439744 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4653eb5e-d3f9-48cd-bb3f-ba209cb231e2 req-1d9509c4-dc89-4509-9507-cad7f7f1a83c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 945 time: 0.0715170 Aug 31 01:09:49.452324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5a4551-d276-4977-aeda-e4c3ead37f29 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:49.456012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4551-d276-4977-aeda-e4c3ead37f29 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.478448 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.481682 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-dea2b63b-5b13-4ee3-a51a-8c87c089e957 None None] Provisioning complete for port e6a730eb-be27-43b1-a09d-79abc63b711f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:49.481886 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dea2b63b-5b13-4ee3-a51a-8c87c089e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.502710 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4653eb5e-d3f9-48cd-bb3f-ba209cb231e2 req-9c9dd501-42a9-4e80-b0b8-2fd9f59b9a7d tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421221 Aug 31 01:09:49.534116 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b0b1896b-361e-4c81-929a-dce8c578bb17 req-99ffd21c-66ca-4cc9-a99e-6b12c17c6120 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985031 Aug 31 01:09:49.557391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5b6d04e2-0f9c-4ff9-86a9-a88797561dec up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:49.654554 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a30381da-7abe-47fc-a8ad-d7db81ad35cd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a30381da-7abe-47fc-a8ad-d7db81ad35cd,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:49.662166 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.689979 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4551-d276-4977-aeda-e4c3ead37f29 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.711665 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:49.740214 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cfe691-d75b-4d39-a2c1-71709d5b9660 None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:09:49.756125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:49.756506 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.758417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5a4551-d276-4977-aeda-e4c3ead37f29 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:49.762996 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-8a5a4551-d276-4977-aeda-e4c3ead37f29 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:49.767851 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5a4551-d276-4977-aeda-e4c3ead37f29 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:49.769172 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4551-d276-4977-aeda-e4c3ead37f29 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.775435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab648054-5abb-417d-b97a-2ad9a60729d5 req-efd0be63-a9e4-4170-81ec-169e31df2583 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:49.784196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab648054-5abb-417d-b97a-2ad9a60729d5 req-efd0be63-a9e4-4170-81ec-169e31df2583 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 945 time: 0.0701046 Aug 31 01:09:49.806838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a4551-d276-4977-aeda-e4c3ead37f29 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=b5db1ce4-451f-4076-9aed-206afd010a5f,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:49.812873 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8a5a4551-d276-4977-aeda-e4c3ead37f29 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5198455 Aug 31 01:09:49.817544 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46038) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:49.827756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=a30381da-7abe-47fc-a8ad-d7db81ad35cd,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:49.828920 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-1306e0c6-ee2f-4c6a-8169-8b4278a1eb6a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:49.868277 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab648054-5abb-417d-b97a-2ad9a60729d5 req-353f4a09-a4b3-403b-a7d4-b935006f203f tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831900 Aug 31 01:09:49.916130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e6a730eb-be27-43b1-a09d-79abc63b711f no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:49.926635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-59cfe691-d75b-4d39-a2c1-71709d5b9660 None None] Deleting port e6a730eb-be27-43b1-a09d-79abc63b711f {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:49.928054 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-59cfe691-d75b-4d39-a2c1-71709d5b9660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.939804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a4997-62ac-4ee0-838a-040af05fba92 req-67c4b0c4-391d-481e-92ff-60b079d02fb8 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:49.942109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee2a4997-62ac-4ee0-838a-040af05fba92 req-67c4b0c4-391d-481e-92ff-60b079d02fb8 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 946 time: 0.0663729 Aug 31 01:09:50.002754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee2a4997-62ac-4ee0-838a-040af05fba92 req-e3960efb-6188-479e-912b-6eae42036a7a tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541055 Aug 31 01:09:50.016822 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.026594 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1306e0c6-ee2f-4c6a-8169-8b4278a1eb6a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:50.031781 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1306e0c6-ee2f-4c6a-8169-8b4278a1eb6a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.058506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2421d-67b1-4407-870c-f53d9a6eeabf req-bf58a656-ac4c-4175-997c-86fe30791ee4 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:50.061226 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ff2421d-67b1-4407-870c-f53d9a6eeabf req-bf58a656-ac4c-4175-997c-86fe30791ee4 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 949 time: 0.0833449 Aug 31 01:09:50.104493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ff2421d-67b1-4407-870c-f53d9a6eeabf req-e9b524b6-5a53-4a4a-abcd-c4caff26e580 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ac8da03-6691-4e86-afb9-946692da726e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354500 Aug 31 01:09:50.108110 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5b6d04e2-0f9c-4ff9-86a9-a88797561dec,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:50.115420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-59cfe691-d75b-4d39-a2c1-71709d5b9660 None None] For port e6a730eb-be27-43b1-a09d-79abc63b711f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e6a730eb-be27-43b1-a09d-79abc63b711f,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:50.115824 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-59cfe691-d75b-4d39-a2c1-71709d5b9660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.121953 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.160066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-59cfe691-d75b-4d39-a2c1-71709d5b9660 None None] Calling delete_port for e6a730eb-be27-43b1-a09d-79abc63b711f owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:50.161710 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.256784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=5b6d04e2-0f9c-4ff9-86a9-a88797561dec,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:50.268871 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port e6a730eb-be27-43b1-a09d-79abc63b711f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e6a730eb-be27-43b1-a09d-79abc63b711f,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:50.275473 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.320352 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-59cfe691-d75b-4d39-a2c1-71709d5b9660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.341143 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cfe691-d75b-4d39-a2c1-71709d5b9660 None None] No DVR routers for this DVR port e6a730eb-be27-43b1-a09d-79abc63b711f on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:50.346780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=e6a730eb-be27-43b1-a09d-79abc63b711f,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:50.370485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfe691-d75b-4d39-a2c1-71709d5b9660 None None] Pushing event deleted for resources: {'Port': ['ID=e6a730eb-be27-43b1-a09d-79abc63b711f,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:50.379779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3238da-6440-479f-b353-6d52dbf2ccf0 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:50.385918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.objects.ports [None req-1306e0c6-ee2f-4c6a-8169-8b4278a1eb6a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:09:50.387675 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1306e0c6-ee2f-4c6a-8169-8b4278a1eb6a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.430495 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1306e0c6-ee2f-4c6a-8169-8b4278a1eb6a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:50.433705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-1306e0c6-ee2f-4c6a-8169-8b4278a1eb6a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:50.437999 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1306e0c6-ee2f-4c6a-8169-8b4278a1eb6a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:50.439271 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1306e0c6-ee2f-4c6a-8169-8b4278a1eb6a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.454480 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306e0c6-ee2f-4c6a-8169-8b4278a1eb6a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=e11d36fa-1dd2-43b1-af23-3b798d7a159c,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:50.467154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46046) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:50.467390 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1306e0c6-ee2f-4c6a-8169-8b4278a1eb6a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6486216 Aug 31 01:09:50.476805 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'mac_address': 'fa:16:3e:7c:00:01', 'name': 'tempest-NetworksTestDHCPv6-1817141507'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:50.542046 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': 'b5db1ce4-451f-4076-9aed-206afd010a5f'}, {'subnet_id': 'e11d36fa-1dd2-43b1-af23-3b798d7a159c'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:50.542920 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.602054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:50.743176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Allocated IP 172.20.0.2 (14e22907-50bf-4f4c-96ff-7b9fef164758/b5db1ce4-451f-4076-9aed-206afd010a5f/b43164cd-ad04-475f-be8e-ae6266635b62) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:50.751985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Allocated IP 2001:db8::f816:3eff:fefe:ea49 (14e22907-50bf-4f4c-96ff-7b9fef164758/e11d36fa-1dd2-43b1-af23-3b798d7a159c/b43164cd-ad04-475f-be8e-ae6266635b62) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:50.941982 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.952797 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Transition to ACTIVE for port object b43164cd-ad04-475f-be8e-ae6266635b62 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:50.963899 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.976315 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Transition to ACTIVE for port object b43164cd-ad04-475f-be8e-ae6266635b62 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:50.982633 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.006612 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port 1612118d-18a0-48e3-be35-e969ce4b6222 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:09:51.033497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:51.036154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:51.043934 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:51.066918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4436ebf-5037-4768-83f0-3eb058bcc9dc req-1745371c-2e0b-477e-bf6e-9f554b0a249a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:51.068890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4436ebf-5037-4768-83f0-3eb058bcc9dc req-1745371c-2e0b-477e-bf6e-9f554b0a249a tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 945 time: 0.1262870 Aug 31 01:09:51.105036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Pushing event updated for resources: {'Port': ['ID=b43164cd-ad04-475f-be8e-ae6266635b62,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:51.176969 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-981ab2a3-92ad-45b2-83e7-c01e66755583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.182012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Attempting to bind port b43164cd-ad04-475f-be8e-ae6266635b62 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:51.182416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Attempting to bind port b43164cd-ad04-475f-be8e-ae6266635b62 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:51.182788 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Attempting to bind port b43164cd-ad04-475f-be8e-ae6266635b62 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:51.188449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:51.189519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:51.189933 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.190431 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:51.190905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Bound port: b43164cd-ad04-475f-be8e-ae6266635b62, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:51.191361 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.197330 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4436ebf-5037-4768-83f0-3eb058bcc9dc req-5837fa80-3964-4ac1-8582-080ccdc150be tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117108 Aug 31 01:09:51.215551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44522-fc85-4f0e-b3bc-176c12438008 req-c048b08f-2b35-48ce-98d6-4dc703702db1 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:51.217187 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0e44522-fc85-4f0e-b3bc-176c12438008 req-c048b08f-2b35-48ce-98d6-4dc703702db1 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 946 time: 0.1298025 Aug 31 01:09:51.233350 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f3b9f0-af4c-493a-bc22-ea7f2e84fe00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30381da-7abe-47fc-a8ad-d7db81ad35cd'}, {'server_uuid': '44c76f20-b95e-43d6-a843-9eb224b9410d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6d04e2-0f9c-4ff9-86a9-a88797561dec'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:51.236697 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c18fdd-69a0-4267-86fd-e1a96d693f4b" -d '{"events": [{"server_uuid": "66f3b9f0-af4c-493a-bc22-ea7f2e84fe00", "name": "network-vif-unplugged", "status": "completed", "tag": "a30381da-7abe-47fc-a8ad-d7db81ad35cd"}, {"server_uuid": "44c76f20-b95e-43d6-a843-9eb224b9410d", "name": "network-vif-plugged", "status": "completed", "tag": "5b6d04e2-0f9c-4ff9-86a9-a88797561dec"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:51.289174 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] For port b43164cd-ad04-475f-be8e-ae6266635b62, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:51.293313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] For port b43164cd-ad04-475f-be8e-ae6266635b62, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b43164cd-ad04-475f-be8e-ae6266635b62,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:51.297619 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.343515 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0e44522-fc85-4f0e-b3bc-176c12438008 req-0767acf1-bf5f-4766-b04f-8d494269f263 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124556 Aug 31 01:09:51.354745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 172.20.0.13 (14e22907-50bf-4f4c-96ff-7b9fef164758/b5db1ce4-451f-4076-9aed-206afd010a5f/1612118d-18a0-48e3-be35-e969ce4b6222) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:51.368632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::f816:3eff:fe7c:1 (14e22907-50bf-4f4c-96ff-7b9fef164758/e11d36fa-1dd2-43b1-af23-3b798d7a159c/1612118d-18a0-48e3-be35-e969ce4b6222) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:51.377255 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ffe73-347d-4403-8496-a72a97812c96 None None] Pushing event updated for resources: {'Port': ['ID=b43164cd-ad04-475f-be8e-ae6266635b62,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:51.383380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b198533-d29a-4a91-9e57-efea0c428cb5 req-6aed64a8-cc33-44bf-a978-0920ffd8dece tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:51.385033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b198533-d29a-4a91-9e57-efea0c428cb5 req-6aed64a8-cc33-44bf-a978-0920ffd8dece tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 950 time: 0.1023915 Aug 31 01:09:51.455996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b198533-d29a-4a91-9e57-efea0c428cb5 req-cfb64673-6e8e-4958-808c-ac1a583df4f4 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ac8da03-6691-4e86-afb9-946692da726e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642879 Aug 31 01:09:51.552648 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e612338-703f-4daf-ac98-ba46b00659fb x-openstack-request-id: req-5e612338-703f-4daf-ac98-ba46b00659fb {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:51.553036 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f3b9f0-af4c-493a-bc22-ea7f2e84fe00", "name": "network-vif-unplugged", "status": "completed", "tag": "a30381da-7abe-47fc-a8ad-d7db81ad35cd", "code": 200}, {"server_uuid": "44c76f20-b95e-43d6-a843-9eb224b9410d", "name": "network-vif-plugged", "status": "completed", "tag": "5b6d04e2-0f9c-4ff9-86a9-a88797561dec", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:51.553194 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e612338-703f-4daf-ac98-ba46b00659fb {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:51.553573 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f3b9f0-af4c-493a-bc22-ea7f2e84fe00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30381da-7abe-47fc-a8ad-d7db81ad35cd', 'code': 200} Aug 31 01:09:51.553831 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c76f20-b95e-43d6-a843-9eb224b9410d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6d04e2-0f9c-4ff9-86a9-a88797561dec', 'code': 200} Aug 31 01:09:51.630757 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.696322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object 1612118d-18a0-48e3-be35-e969ce4b6222 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:51.733614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9a607-dab1-4644-b172-cde66e19b9ab req-14664596-867e-49f9-8f4e-5ec6ef004521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:51.736512 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18f9a607-dab1-4644-b172-cde66e19b9ab req-14664596-867e-49f9-8f4e-5ec6ef004521 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 1102 time: 0.0742199 Aug 31 01:09:51.824902 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.847178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18f9a607-dab1-4644-b172-cde66e19b9ab req-ef7c8f7a-6c68-4807-86c1-2946566f5c44 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7ac8da03-6691-4e86-afb9-946692da726e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878150 Aug 31 01:09:51.855334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7467436-95fd-46d7-987a-af4138124900 req-c05d0427-b2a2-4e08-8388-c2abec656618 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:51.856876 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7467436-95fd-46d7-987a-af4138124900 req-c05d0427-b2a2-4e08-8388-c2abec656618 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 945 time: 0.1194086 Aug 31 01:09:51.886009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b43164cd-ad04-475f-be8e-ae6266635b62 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:51.914185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:51.924744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:51.936792 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:51.946041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=1612118d-18a0-48e3-be35-e969ce4b6222,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:51.962107 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port b43164cd-ad04-475f-be8e-ae6266635b62 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:51.976549 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7467436-95fd-46d7-987a-af4138124900 req-6f1223f3-e40f-46ec-88da-83bcd47dfab5 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955429 Aug 31 01:09:52.005849 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:52.006612 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.022177 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d3638ffe-a792-4525-976d-74e439bcf9da tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.5536196 Aug 31 01:09:52.024746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46088) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:52.080045 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c3499-9a0c-4903-84c7-e9e34f62744d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:52.086091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c3499-9a0c-4903-84c7-e9e34f62744d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:52.087784 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-987c3499-9a0c-4903-84c7-e9e34f62744d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.0619602 Aug 31 01:09:52.090338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46090) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:52.200832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port 1612118d-18a0-48e3-be35-e969ce4b6222 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:52.201182 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.300890 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.315854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for 1612118d-18a0-48e3-be35-e969ce4b6222 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:52.553729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e580cc-e4ba-4c2e-be3a-caea124f0dc4 req-10907d7e-974d-43b4-a353-7aa20f6718c6 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:52.559868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92e580cc-e4ba-4c2e-be3a-caea124f0dc4 req-10907d7e-974d-43b4-a353-7aa20f6718c6 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 946 time: 0.1190109 Aug 31 01:09:52.572319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1f70d7-8162-429f-a906-ea12691749a6 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:52.629279 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.651978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c10ee6de-14fa-449b-976d-2c012437b3c4 None None] Provisioning for port b43164cd-ad04-475f-be8e-ae6266635b62 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:52.664736 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c10ee6de-14fa-449b-976d-2c012437b3c4 None None] Provisioning complete for port b43164cd-ad04-475f-be8e-ae6266635b62 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:52.665142 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c10ee6de-14fa-449b-976d-2c012437b3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.681513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=1612118d-18a0-48e3-be35-e969ce4b6222,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:52.693468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92e580cc-e4ba-4c2e-be3a-caea124f0dc4 req-d4ec9719-c616-4c7b-8e05-9f333f4ec578 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277881 Aug 31 01:09:52.706960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a8eb2-42a3-4df6-a2f6-8fc5b2f35597 req-f4e945e0-1aeb-41d5-b340-5efada0b8a90 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:52.708722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-725a8eb2-42a3-4df6-a2f6-8fc5b2f35597 req-f4e945e0-1aeb-41d5-b340-5efada0b8a90 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 950 time: 0.1477950 Aug 31 01:09:52.751317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:52.751659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:52.752299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:52.752872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:52.753732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:52.754277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:52.754810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:52.755407 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:52.756644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:52.757186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:52.757722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:52.759056 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:52.815581 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c10ee6de-14fa-449b-976d-2c012437b3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.863218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-725a8eb2-42a3-4df6-a2f6-8fc5b2f35597 req-31c3cd3b-554b-48ef-8806-1ac062331482 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ac8da03-6691-4e86-afb9-946692da726e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243920 Aug 31 01:09:52.871402 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.876966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46118) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:52.879982 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1caea882-35fc-4ea2-8e0f-13084f065b65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/1612118d-18a0-48e3-be35-e969ce4b6222 HTTP/1.1" status: 204 len: 168 time: 0.7884393 Aug 31 01:09:52.917142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c10ee6de-14fa-449b-976d-2c012437b3c4 None None] For port b43164cd-ad04-475f-be8e-ae6266635b62, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b43164cd-ad04-475f-be8e-ae6266635b62,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:52.928575 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c10ee6de-14fa-449b-976d-2c012437b3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.992655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0877c76f-c7cd-43a9-819f-acccf3e7e8e6 req-49544256-5708-4d03-addf-259f744ca84c tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1097152680&fields=id&tenant_id=1b5695ad688543afbb3a0048b523f02d HTTP/1.1" status: 200 len: 267 time: 0.0439119 Aug 31 01:09:53.020165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d185ff-5513-4b44-b30b-8093e349caa8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.034178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d185ff-5513-4b44-b30b-8093e349caa8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.037165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d185ff-5513-4b44-b30b-8093e349caa8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.039003 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c0d185ff-5513-4b44-b30b-8093e349caa8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1578937 Aug 31 01:09:53.040002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ee6de-14fa-449b-976d-2c012437b3c4 None None] Pushing event updated for resources: {'Port': ['ID=b43164cd-ad04-475f-be8e-ae6266635b62,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:53.041991 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46124) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:53.068047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877c76f-c7cd-43a9-819f-acccf3e7e8e6 req-2e1973b0-764d-49d2-bc80-9056bf469a6a tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.070501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0877c76f-c7cd-43a9-819f-acccf3e7e8e6 req-2e1973b0-764d-49d2-bc80-9056bf469a6a tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 946 time: 0.0772853 Aug 31 01:09:53.085244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-0877c76f-c7cd-43a9-819f-acccf3e7e8e6 req-79ba2f0c-738d-479b-9285-b8ce67f2efa5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'port': {'security_groups': ['c059f3f1-0d20-4cb8-ab13-3ca698e8da5f', '704cdb6b-e732-4da1-b628-7766e32ab49a']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:53.144438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9caf02-c512-4dc6-b381-fc655fe49253 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet b5db1ce4-451f-4076-9aed-206afd010a5f {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:53.151882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df9caf02-c512-4dc6-b381-fc655fe49253 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.239450 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df9caf02-c512-4dc6-b381-fc655fe49253 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.290892 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0877c76f-c7cd-43a9-819f-acccf3e7e8e6 req-79ba2f0c-738d-479b-9285-b8ce67f2efa5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.366389 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6715cb43-d538-4905-91b5-7f9d3dc85516 None None] Provisioning complete for port b43164cd-ad04-475f-be8e-ae6266635b62 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:53.366817 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6715cb43-d538-4905-91b5-7f9d3dc85516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.377561 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df9caf02-c512-4dc6-b381-fc655fe49253 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.385900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b9f6f-5bea-4212-9a6b-661ef378c93c req-0f9a2450-2007-4191-9c41-4e8447df268c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.399819 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-834b9f6f-5bea-4212-9a6b-661ef378c93c req-0f9a2450-2007-4191-9c41-4e8447df268c tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 945 time: 0.1537926 Aug 31 01:09:53.498948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-834b9f6f-5bea-4212-9a6b-661ef378c93c req-44124132-8084-4bc7-a077-d19ca5409710 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/security-groups?id=b46908fe-131f-43af-aa40-9d8a17b8dde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958676 Aug 31 01:09:53.508718 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032da3b-5893-4cc8-a5d4-dbd925ba5413 req-3681197c-7462-4cb3-8119-0a147ce28e13 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.510865 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f032da3b-5893-4cc8-a5d4-dbd925ba5413 req-3681197c-7462-4cb3-8119-0a147ce28e13 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 945 time: 0.0982482 Aug 31 01:09:53.520376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7e5527d9-9a81-41c7-886c-cdd80c335ad2 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:09:53.643846 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df9caf02-c512-4dc6-b381-fc655fe49253 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.665118 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df9caf02-c512-4dc6-b381-fc655fe49253 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.667467 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-df9caf02-c512-4dc6-b381-fc655fe49253 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/b5db1ce4-451f-4076-9aed-206afd010a5f HTTP/1.1" status: 204 len: 168 time: 0.6244857 Aug 31 01:09:53.671871 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46144) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:53.740750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-f032da3b-5893-4cc8-a5d4-dbd925ba5413 req-b5f3410b-d877-4ab1-b246-17b12b182805 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Deleting port 3d3bf543-1e15-472f-b6d3-45d88b48f69e {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:53.740964 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f032da3b-5893-4cc8-a5d4-dbd925ba5413 req-b5f3410b-d877-4ab1-b246-17b12b182805 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.746527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9caf02-c512-4dc6-b381-fc655fe49253 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=b5db1ce4-451f-4076-9aed-206afd010a5f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:53.790573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4289ea-50e5-4bf2-8925-ecbc71c86381 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet e11d36fa-1dd2-43b1-af23-3b798d7a159c {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:09:53.809039 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e4289ea-50e5-4bf2-8925-ecbc71c86381 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.813720 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-0877c76f-c7cd-43a9-819f-acccf3e7e8e6 req-79ba2f0c-738d-479b-9285-b8ce67f2efa5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] For port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1,segment=NetworkSegment(a2578acc-cfbe-400e-94df-f58e5caab0fd),segment_id=a2578acc-cfbe-400e-94df-f58e5caab0fd)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:53.951367 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-f032da3b-5893-4cc8-a5d4-dbd925ba5413 req-b5f3410b-d877-4ab1-b246-17b12b182805 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] For port 3d3bf543-1e15-472f-b6d3-45d88b48f69e, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3d3bf543-1e15-472f-b6d3-45d88b48f69e,segment=NetworkSegment(ebe37d95-fd3c-4441-ad54-aa927f611f93),segment_id=ebe37d95-fd3c-4441-ad54-aa927f611f93)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:53.952127 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f032da3b-5893-4cc8-a5d4-dbd925ba5413 req-b5f3410b-d877-4ab1-b246-17b12b182805 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.953511 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0877c76f-c7cd-43a9-819f-acccf3e7e8e6 req-79ba2f0c-738d-479b-9285-b8ce67f2efa5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.962999 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0877c76f-c7cd-43a9-819f-acccf3e7e8e6 req-79ba2f0c-738d-479b-9285-b8ce67f2efa5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.989283 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e4289ea-50e5-4bf2-8925-ecbc71c86381 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.000301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-f032da3b-5893-4cc8-a5d4-dbd925ba5413 req-b5f3410b-d877-4ab1-b246-17b12b182805 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Calling delete_port for 3d3bf543-1e15-472f-b6d3-45d88b48f69e owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:54.061297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7e5527d9-9a81-41c7-886c-cdd80c335ad2, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:54.077555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '7e5527d9-9a81-41c7-886c-cdd80c335ad2', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '7e5527d9-9a81-41c7-886c-cdd80c335ad2', 'mac_address': 'fa:16:3e:af:39:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:09:54.108587 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb3b7ce-ea5c-407a-9a03-ecf086d06393 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:54.115706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b43164cd-ad04-475f-be8e-ae6266635b62 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:54.118171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:54.231115 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f032da3b-5893-4cc8-a5d4-dbd925ba5413 req-b5f3410b-d877-4ab1-b246-17b12b182805 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.232497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ebf793e3-b511-4496-98a3-5fc785cf2bfe None None] Could not find standard attr ID for object 1c128cfd-89bc-445b-b488-5634a4b1f793. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:09:54.261528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877c76f-c7cd-43a9-819f-acccf3e7e8e6 req-79ba2f0c-738d-479b-9285-b8ce67f2efa5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:54.262269 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0877c76f-c7cd-43a9-819f-acccf3e7e8e6 req-79ba2f0c-738d-479b-9285-b8ce67f2efa5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.281089 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.282031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0877c76f-c7cd-43a9-819f-acccf3e7e8e6 req-79ba2f0c-738d-479b-9285-b8ce67f2efa5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "PUT /v2.0/ports/7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 HTTP/1.1" status: 200 len: 982 time: 1.2032652 Aug 31 01:09:54.285496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b', 'tag': '7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:54.288369 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c743e076-e7d5-4e17-803b-8c8082ffa729" -d '{"events": [{"name": "network-changed", "server_uuid": "6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b", "tag": "7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:54.299399 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eeaf69ed-cfd2-4b84-8172-a3d0c09bbafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.353395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3410b-d877-4ab1-b246-17b12b182805 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Pushing event deleted for resources: {'Port': ['ID=3d3bf543-1e15-472f-b6d3-45d88b48f69e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:54.416212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:54.425445 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.433828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba2f0c-738d-479b-9285-b8ce67f2efa5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'Port': ['ID=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1,revision_number=6']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:54.473947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5527d9-9a81-41c7-886c-cdd80c335ad2 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:54.478286 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47460f-ec63-44fd-bfa7-a9f199c701cc req-b4fa1677-7656-4bc2-b6d8-2065a0460e57 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:54.497813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e47460f-ec63-44fd-bfa7-a9f199c701cc req-b4fa1677-7656-4bc2-b6d8-2065a0460e57 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 950 time: 0.3941958 Aug 31 01:09:54.555907 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f032da3b-5893-4cc8-a5d4-dbd925ba5413 req-b5f3410b-d877-4ab1-b246-17b12b182805 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] No DVR routers for this DVR port 3d3bf543-1e15-472f-b6d3-45d88b48f69e on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:54.561967 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f032da3b-5893-4cc8-a5d4-dbd925ba5413 req-b5f3410b-d877-4ab1-b246-17b12b182805 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.568390 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f032da3b-5893-4cc8-a5d4-dbd925ba5413 req-b5f3410b-d877-4ab1-b246-17b12b182805 tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.15 "DELETE /v2.0/ports/3d3bf543-1e15-472f-b6d3-45d88b48f69e HTTP/1.1" status: 204 len: 173 time: 1.0491395 Aug 31 01:09:54.568895 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2563c5-90cf-407f-921b-f86b66f1dd83', 'name': 'network-vif-deleted', 'tag': '3d3bf543-1e15-472f-b6d3-45d88b48f69e'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:54.588368 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5fbe3e-b026-46e9-af73-9a6fa7954273" -d '{"events": [{"server_uuid": "bc2563c5-90cf-407f-921b-f86b66f1dd83", "name": "network-vif-deleted", "tag": "3d3bf543-1e15-472f-b6d3-45d88b48f69e"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:54.619891 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e4289ea-50e5-4bf2-8925-ecbc71c86381 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.633277 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.635874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e47460f-ec63-44fd-bfa7-a9f199c701cc req-67dded27-e47e-4e88-bb35-0d123a802c78 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ac8da03-6691-4e86-afb9-946692da726e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367245 Aug 31 01:09:54.700861 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7e5527d9-9a81-41c7-886c-cdd80c335ad2, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:54.707201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b43164cd-ad04-475f-be8e-ae6266635b62 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:54.707758 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.778940 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b8ca69-d2b3-4ab8-a0e6-63af715cfbf9 x-openstack-request-id: req-e9b8ca69-d2b3-4ab8-a0e6-63af715cfbf9 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:54.779402 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b", "tag": "7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:54.779535 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9b8ca69-d2b3-4ab8-a0e6-63af715cfbf9 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:54.780003 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b', 'tag': '7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1', 'status': 'completed', 'code': 200} Aug 31 01:09:54.783666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d011f1b7-4644-4b54-9aee-2cb0a8729ddb req-b63f1fa7-32a1-441e-a46e-620426cb777e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-854028753&fields=id&tenant_id=1b5695ad688543afbb3a0048b523f02d HTTP/1.1" status: 200 len: 267 time: 0.0545731 Aug 31 01:09:54.849540 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.919089 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f16481b-045d-4f05-958d-794c79d7756c req-e311482d-443c-4645-a624-2ab24cbf60cc tempest-DeleteServersTestJSON-497499532 tempest-DeleteServersTestJSON-497499532-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc2563c5-90cf-407f-921b-f86b66f1dd83 HTTP/1.1" status: 200 len: 210 time: 0.0415409 Aug 31 01:09:54.933536 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e4289ea-50e5-4bf2-8925-ecbc71c86381 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.943552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=7e5527d9-9a81-41c7-886c-cdd80c335ad2,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:55.031356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011f1b7-4644-4b54-9aee-2cb0a8729ddb req-cdaefa84-6e7d-43ba-ad3b-095d10f2cff5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:55.033083 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d011f1b7-4644-4b54-9aee-2cb0a8729ddb req-cdaefa84-6e7d-43ba-ad3b-095d10f2cff5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 985 time: 0.2392981 Aug 31 01:09:55.034359 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e4289ea-50e5-4bf2-8925-ecbc71c86381 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.038417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6e4289ea-50e5-4bf2-8925-ecbc71c86381 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/e11d36fa-1dd2-43b1-af23-3b798d7a159c HTTP/1.1" status: 204 len: 168 time: 1.3637142 Aug 31 01:09:55.038417 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4289ea-50e5-4bf2-8925-ecbc71c86381 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=e11d36fa-1dd2-43b1-af23-3b798d7a159c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:55.038982 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46178) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:55.045464 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce4415f-a182-4c27-8d2f-65b2ef75142d x-openstack-request-id: req-4ce4415f-a182-4c27-8d2f-65b2ef75142d {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:55.049835 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2563c5-90cf-407f-921b-f86b66f1dd83", "name": "network-vif-deleted", "tag": "3d3bf543-1e15-472f-b6d3-45d88b48f69e", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:55.050300 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ce4415f-a182-4c27-8d2f-65b2ef75142d {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:55.050883 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2563c5-90cf-407f-921b-f86b66f1dd83', 'name': 'network-vif-deleted', 'tag': '3d3bf543-1e15-472f-b6d3-45d88b48f69e', 'status': 'completed', 'code': 200} Aug 31 01:09:55.069717 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['7e5527d9-9a81-41c7-886c-cdd80c335ad2'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:55.071003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d011f1b7-4644-4b54-9aee-2cb0a8729ddb req-241ca3da-d602-407a-a758-1f37b0ecb45b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'port': {'security_groups': ['704cdb6b-e732-4da1-b628-7766e32ab49a', 'c059f3f1-0d20-4cb8-ab13-3ca698e8da5f', '90c4f2ee-16c9-4c3e-b51b-8311f6eac132']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:55.145413 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c294cb79-08c7-4101-b689-43d372c17c1b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055565 Aug 31 01:09:55.155215 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46182) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:55.168798 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-96720b4f-eb39-49df-969b-3a04b85f5242 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:55.391428 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d011f1b7-4644-4b54-9aee-2cb0a8729ddb req-241ca3da-d602-407a-a758-1f37b0ecb45b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.496799 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743e076-e7d5-4e17-803b-8c8082ffa729 req-653d8809-d5c3-4ab4-9b56-ea3b9008f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:55.500530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed04866a-3215-4855-88c1-4979c6ef110a None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:09:55.505499 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c743e076-e7d5-4e17-803b-8c8082ffa729 req-653d8809-d5c3-4ab4-9b56-ea3b9008f0fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b5695ad688543afbb3a0048b523f02d&device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 1137 time: 0.7130487 Aug 31 01:09:55.749260 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96720b4f-eb39-49df-969b-3a04b85f5242 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:55.760813 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96720b4f-eb39-49df-969b-3a04b85f5242 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.791694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743e076-e7d5-4e17-803b-8c8082ffa729 req-9f0f9d6c-462a-46f5-8baa-8d07126a8385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:55.793619 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c743e076-e7d5-4e17-803b-8c8082ffa729 req-9f0f9d6c-462a-46f5-8baa-8d07126a8385 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3ac95a5-0c50-4e8d-b049-620d89144a3f HTTP/1.1" status: 200 len: 914 time: 0.2579055 Aug 31 01:09:55.856355 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ed04866a-3215-4855-88c1-4979c6ef110a None None] Deleting port b43164cd-ad04-475f-be8e-ae6266635b62 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:55.856775 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ed04866a-3215-4855-88c1-4979c6ef110a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.936927 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c743e076-e7d5-4e17-803b-8c8082ffa729 req-e4421e03-b65c-42a2-a4b6-62f55d93588b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 HTTP/1.1" status: 200 len: 217 time: 0.1196203 Aug 31 01:09:55.979429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d011f1b7-4644-4b54-9aee-2cb0a8729ddb req-241ca3da-d602-407a-a758-1f37b0ecb45b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] For port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1,segment=NetworkSegment(a2578acc-cfbe-400e-94df-f58e5caab0fd),segment_id=a2578acc-cfbe-400e-94df-f58e5caab0fd)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:56.001476 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b43164cd-ad04-475f-be8e-ae6266635b62 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:56.019878 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d011f1b7-4644-4b54-9aee-2cb0a8729ddb req-241ca3da-d602-407a-a758-1f37b0ecb45b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.026960 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d011f1b7-4644-4b54-9aee-2cb0a8729ddb req-241ca3da-d602-407a-a758-1f37b0ecb45b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.052021 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743e076-e7d5-4e17-803b-8c8082ffa729 req-0e3c1d4f-ba0e-4244-a919-d9f7ea9941ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:56.056361 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c743e076-e7d5-4e17-803b-8c8082ffa729 req-0e3c1d4f-ba0e-4244-a919-d9f7ea9941ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78793fe1-f988-4afa-94d0-02e57dc1f291 HTTP/1.1" status: 200 len: 853 time: 0.1018984 Aug 31 01:09:56.096348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ed04866a-3215-4855-88c1-4979c6ef110a None None] For port b43164cd-ad04-475f-be8e-ae6266635b62, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b43164cd-ad04-475f-be8e-ae6266635b62,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:56.096926 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ed04866a-3215-4855-88c1-4979c6ef110a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.117111 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ed04866a-3215-4855-88c1-4979c6ef110a None None] Calling delete_port for b43164cd-ad04-475f-be8e-ae6266635b62 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:56.118170 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c743e076-e7d5-4e17-803b-8c8082ffa729 req-de63a230-b62c-4b69-8fa1-3ff820825032 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3ac95a5-0c50-4e8d-b049-620d89144a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511870 Aug 31 01:09:56.130761 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011f1b7-4644-4b54-9aee-2cb0a8729ddb req-241ca3da-d602-407a-a758-1f37b0ecb45b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:56.131527 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d011f1b7-4644-4b54-9aee-2cb0a8729ddb req-241ca3da-d602-407a-a758-1f37b0ecb45b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.133790 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-c743e076-e7d5-4e17-803b-8c8082ffa729 req-fe305fb3-caae-445e-a4e1-3a95c1ec29f6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:09:56.135618 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c743e076-e7d5-4e17-803b-8c8082ffa729 req-fe305fb3-caae-445e-a4e1-3a95c1ec29f6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086873 Aug 31 01:09:56.144314 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d011f1b7-4644-4b54-9aee-2cb0a8729ddb req-241ca3da-d602-407a-a758-1f37b0ecb45b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "PUT /v2.0/ports/7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 HTTP/1.1" status: 200 len: 1021 time: 1.0853860 Aug 31 01:09:56.213938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c69fed-ac83-4ad4-ab8b-a92a034e0d13 req-1c16cd8a-f864-44a0-a958-70a9f5146f11 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:56.225893 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.226773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93c69fed-ac83-4ad4-ab8b-a92a034e0d13 req-1c16cd8a-f864-44a0-a958-70a9f5146f11 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 950 time: 0.4673829 Aug 31 01:09:56.238210 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ca3da-d602-407a-a758-1f37b0ecb45b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'Port': ['ID=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1,revision_number=7']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:56.295725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port b43164cd-ad04-475f-be8e-ae6266635b62, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b43164cd-ad04-475f-be8e-ae6266635b62,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:56.298410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:56.330003 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.331951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93c69fed-ac83-4ad4-ab8b-a92a034e0d13 req-f8e92ef0-9c6a-48a1-ab01-7f7c6c2c1d23 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ac8da03-6691-4e86-afb9-946692da726e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028328 Aug 31 01:09:56.383800 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c743e076-e7d5-4e17-803b-8c8082ffa729 req-4cccc543-598e-4de5-add3-e766b536908c service neutron] 10.222.0.15 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287381 Aug 31 01:09:56.397666 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=b43164cd-ad04-475f-be8e-ae6266635b62,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:56.410901 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ed04866a-3215-4855-88c1-4979c6ef110a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.448621 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04866a-3215-4855-88c1-4979c6ef110a None None] Pushing event deleted for resources: {'Port': ['ID=b43164cd-ad04-475f-be8e-ae6266635b62,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:56.456118 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed04866a-3215-4855-88c1-4979c6ef110a None None] No DVR routers for this DVR port b43164cd-ad04-475f-be8e-ae6266635b62 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:56.522029 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c743e076-e7d5-4e17-803b-8c8082ffa729 req-1e5d94fb-99a9-4e0c-bfcd-f829b5c23613 service neutron] 10.222.0.15 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344512 Aug 31 01:09:56.525788 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca52686-3e1d-4cd0-86f0-3f66b6915207 None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:09:56.531246 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:56.535299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16ac2a-f93e-471d-9c2c-1df8a9c3b905 req-8ae2bee8-6236-46d4-a14f-57fae7ce6e82 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:56.537061 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de16ac2a-f93e-471d-9c2c-1df8a9c3b905 req-8ae2bee8-6236-46d4-a14f-57fae7ce6e82 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 1024 time: 0.1042526 Aug 31 01:09:56.608237 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96720b4f-eb39-49df-969b-3a04b85f5242 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.624113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 3d3bf543-1e15-472f-b6d3-45d88b48f69e no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:09:56.659244 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de16ac2a-f93e-471d-9c2c-1df8a9c3b905 req-b9db5ce1-ed50-4fc9-a581-8e4cce4fe351 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=90c4f2ee-16c9-4c3e-b51b-8311f6eac132&id=704cdb6b-e732-4da1-b628-7766e32ab49a&id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f HTTP/1.1" status: 200 len: 6156 time: 0.1143718 Aug 31 01:09:56.669086 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96720b4f-eb39-49df-969b-3a04b85f5242 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=5c5246c1-1d4a-4600-a215-f887c5c1ee4f,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:56.679126 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96720b4f-eb39-49df-969b-3a04b85f5242 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:56.680620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-96720b4f-eb39-49df-969b-3a04b85f5242 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:56.691892 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96720b4f-eb39-49df-969b-3a04b85f5242 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:56.694213 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96720b4f-eb39-49df-969b-3a04b85f5242 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.725719 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-96720b4f-eb39-49df-969b-3a04b85f5242 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5635529 Aug 31 01:09:56.725719 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46214) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:56.732023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-21e28450-f917-4fe5-9bf8-306ea78eb9bf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:56.737739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-635150cb-ddd5-4188-a01f-2fe7c764f920 req-34482bcf-c2da-4b53-9337-a1c11bcc5412 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1141893166 ', 'description': 'tempest-description-1071901986'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:56.743233 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 3d3bf543-1e15-472f-b6d3-45d88b48f69e {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:09:56.743608 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 3d3bf543-1e15-472f-b6d3-45d88b48f69e not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:09:56.788641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b', 'tag': '7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:56.798293 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ed3f1f-d4b1-4f72-87c3-8962c527b03c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b", "tag": "7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:56.799538 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.809404 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-635150cb-ddd5-4188-a01f-2fe7c764f920 req-34482bcf-c2da-4b53-9337-a1c11bcc5412 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.950987 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-635150cb-ddd5-4188-a01f-2fe7c764f920 req-34482bcf-c2da-4b53-9337-a1c11bcc5412 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.957386 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-635150cb-ddd5-4188-a01f-2fe7c764f920 req-34482bcf-c2da-4b53-9337-a1c11bcc5412 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.978409 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c57879-c6e0-4eb1-8e3b-3dd7f3fc9c70 x-openstack-request-id: req-31c57879-c6e0-4eb1-8e3b-3dd7f3fc9c70 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:56.978713 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b", "tag": "7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:56.978964 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31c57879-c6e0-4eb1-8e3b-3dd7f3fc9c70 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:56.979382 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b', 'tag': '7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1', 'status': 'completed', 'code': 200} Aug 31 01:09:56.989735 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca52686-3e1d-4cd0-86f0-3f66b6915207 None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:09:57.035529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e28450-f917-4fe5-9bf8-306ea78eb9bf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:57.040275 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-21e28450-f917-4fe5-9bf8-306ea78eb9bf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.093124 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-635150cb-ddd5-4188-a01f-2fe7c764f920 req-34482bcf-c2da-4b53-9337-a1c11bcc5412 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.099001 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-635150cb-ddd5-4188-a01f-2fe7c764f920 req-34482bcf-c2da-4b53-9337-a1c11bcc5412 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.3676283 Aug 31 01:09:57.102815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34482bcf-c2da-4b53-9337-a1c11bcc5412 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0439fc9a-a589-4d96-9c76-3c59cc23e3d2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:57.105222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed3f1f-d4b1-4f72-87c3-8962c527b03c req-30cba192-0715-403f-807e-aef8d5cbecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:57.112330 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0ed3f1f-d4b1-4f72-87c3-8962c527b03c req-30cba192-0715-403f-807e-aef8d5cbecf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b5695ad688543afbb3a0048b523f02d&device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 1176 time: 0.1287155 Aug 31 01:09:57.162040 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6beaa25-06bc-4d05-aeb8-aad08799fc05 req-29e00a70-294c-4121-b5cf-b0ae086d2fbb tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:57.163860 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6beaa25-06bc-4d05-aeb8-aad08799fc05 req-29e00a70-294c-4121-b5cf-b0ae086d2fbb tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 950 time: 0.1582806 Aug 31 01:09:57.242135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b215a02c-d32b-40cc-8469-842541a2cd52 req-5851decf-888f-4d48-b888-0244cdeb633a tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/0439fc9a-a589-4d96-9c76-3c59cc23e3d2 HTTP/1.1" status: 200 len: 1783 time: 0.1041517 Aug 31 01:09:57.373500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56aed211-2a40-4763-9652-118ad65b327a req-16c5f5ca-c4c3-45be-9a39-5652d18b9f2d tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/0439fc9a-a589-4d96-9c76-3c59cc23e3d2 HTTP/1.1" status: 200 len: 1783 time: 0.0789022 Aug 31 01:09:57.404984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-f6beaa25-06bc-4d05-aeb8-aad08799fc05 req-b090e575-8fd8-489a-9c7d-9ba0387e13f9 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Deleting port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:09:57.405319 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f6beaa25-06bc-4d05-aeb8-aad08799fc05 req-b090e575-8fd8-489a-9c7d-9ba0387e13f9 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.537491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7e5527d9-9a81-41c7-886c-cdd80c335ad2 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:57.565639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-ed596b80-ef7d-4003-ad81-4445626f1324 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1618955 Aug 31 01:09:57.664384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 7e5527d9-9a81-41c7-886c-cdd80c335ad2 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:57.664745 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-56aed211-2a40-4763-9652-118ad65b327a req-cb142d1d-803e-4f9d-8ac3-736ea4423328 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.665349 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.745311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fc429-4af1-4e98-9edf-6e7ae6d8c687 req-72c7b093-771f-437d-9e03-576621342ec5 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:57.746982 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-154fc429-4af1-4e98-9edf-6e7ae6d8c687 req-72c7b093-771f-437d-9e03-576621342ec5 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 950 time: 0.1794786 Aug 31 01:09:57.748999 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-f6beaa25-06bc-4d05-aeb8-aad08799fc05 req-b090e575-8fd8-489a-9c7d-9ba0387e13f9 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] For port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5b6d04e2-0f9c-4ff9-86a9-a88797561dec,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:57.749388 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f6beaa25-06bc-4d05-aeb8-aad08799fc05 req-b090e575-8fd8-489a-9c7d-9ba0387e13f9 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.775649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed3f1f-d4b1-4f72-87c3-8962c527b03c req-56406ff0-9d68-4f24-87da-1090291d935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:57.777157 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0ed3f1f-d4b1-4f72-87c3-8962c527b03c req-56406ff0-9d68-4f24-87da-1090291d935d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3ac95a5-0c50-4e8d-b049-620d89144a3f HTTP/1.1" status: 200 len: 914 time: 0.6505828 Aug 31 01:09:57.796688 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-56aed211-2a40-4763-9652-118ad65b327a req-cb142d1d-803e-4f9d-8ac3-736ea4423328 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.810200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-f6beaa25-06bc-4d05-aeb8-aad08799fc05 req-b090e575-8fd8-489a-9c7d-9ba0387e13f9 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Calling delete_port for 5b6d04e2-0f9c-4ff9-86a9-a88797561dec owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:09:57.834724 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0ed3f1f-d4b1-4f72-87c3-8962c527b03c req-078a8c51-36d7-4905-a141-6139d6b537eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 HTTP/1.1" status: 200 len: 217 time: 0.0486679 Aug 31 01:09:57.930174 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed3f1f-d4b1-4f72-87c3-8962c527b03c req-985f743a-9936-4c4e-b542-f33572c56d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:57.932308 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0ed3f1f-d4b1-4f72-87c3-8962c527b03c req-985f743a-9936-4c4e-b542-f33572c56d72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78793fe1-f988-4afa-94d0-02e57dc1f291 HTTP/1.1" status: 200 len: 853 time: 0.0770223 Aug 31 01:09:58.053298 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.084415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': '5c5246c1-1d4a-4600-a215-f887c5c1ee4f'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:58.086112 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.134856 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7e5527d9-9a81-41c7-886c-cdd80c335ad2, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:58.137787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5527d9-9a81-41c7-886c-cdd80c335ad2'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:58.140847 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6df64b0-c75b-4c7c-9a9a-3b2f170ca7cf" -d '{"events": [{"server_uuid": "72dddb9f-93ee-4108-8dc7-c2dabe81f2d3", "name": "network-vif-plugged", "status": "completed", "tag": "7e5527d9-9a81-41c7-886c-cdd80c335ad2"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:58.150452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-b443bdee-36e6-4566-9aac-c685f89d1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:58.150985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-b443bdee-36e6-4566-9aac-c685f89d1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:58.151597 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-b443bdee-36e6-4566-9aac-c685f89d1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:58.152075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-b443bdee-36e6-4566-9aac-c685f89d1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:58.152585 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-b443bdee-36e6-4566-9aac-c685f89d1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:58.153153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-b443bdee-36e6-4566-9aac-c685f89d1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:58.153742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-b443bdee-36e6-4566-9aac-c685f89d1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:58.156090 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.156223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-b443bdee-36e6-4566-9aac-c685f89d1fe9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac491d9f80684a44a8cc262e4982e966&device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 6501 time: 0.4933686 Aug 31 01:09:58.171311 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0ed3f1f-d4b1-4f72-87c3-8962c527b03c req-1082ebf7-2951-4206-b4e3-43b396eb46d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3ac95a5-0c50-4e8d-b049-620d89144a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802650 Aug 31 01:09:58.212871 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-154fc429-4af1-4e98-9edf-6e7ae6d8c687 req-54a1f670-a08a-4dc5-8083-bf0d75d594fb tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ac8da03-6691-4e86-afb9-946692da726e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420943 Aug 31 01:09:58.257403 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=7e5527d9-9a81-41c7-886c-cdd80c335ad2,revision_number=10']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:58.325850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.objects.ports [None req-21e28450-f917-4fe5-9bf8-306ea78eb9bf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:09:58.329153 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-21e28450-f917-4fe5-9bf8-306ea78eb9bf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.419163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e28450-f917-4fe5-9bf8-306ea78eb9bf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=c2297136-6ae0-47c2-943f-a916f221415d,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:58.434298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e28450-f917-4fe5-9bf8-306ea78eb9bf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:58.434463 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-56aed211-2a40-4763-9652-118ad65b327a req-cb142d1d-803e-4f9d-8ac3-736ea4423328 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.436511 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-56aed211-2a40-4763-9652-118ad65b327a req-cb142d1d-803e-4f9d-8ac3-736ea4423328 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.436758 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-21e28450-f917-4fe5-9bf8-306ea78eb9bf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:58.437638 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56aed211-2a40-4763-9652-118ad65b327a req-cb142d1d-803e-4f9d-8ac3-736ea4423328 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "DELETE /v2.0/security-groups/0439fc9a-a589-4d96-9c76-3c59cc23e3d2 HTTP/1.1" status: 204 len: 173 time: 1.0633533 Aug 31 01:09:58.453831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb142d1d-803e-4f9d-8ac3-736ea4423328 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0439fc9a-a589-4d96-9c76-3c59cc23e3d2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:58.458126 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e28450-f917-4fe5-9bf8-306ea78eb9bf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:58.467188 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-21e28450-f917-4fe5-9bf8-306ea78eb9bf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.497202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Allocated IP 172.20.0.2 (14e22907-50bf-4f4c-96ff-7b9fef164758/5c5246c1-1d4a-4600-a215-f887c5c1ee4f/fae67599-177e-42c9-aa46-3ef1cf41fead) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:58.510114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-e8527c0c-f0f9-468a-9c62-bd52040d1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:58.510617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-e8527c0c-f0f9-468a-9c62-bd52040d1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:58.511051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-e8527c0c-f0f9-468a-9c62-bd52040d1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:58.515528 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-e8527c0c-f0f9-468a-9c62-bd52040d1f3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=e89443cc-9b69-4c94-9137-62b2d80389e0&id=e89443cc-9b69-4c94-9137-62b2d80389e0 HTTP/1.1" status: 200 len: 2292 time: 0.2975650 Aug 31 01:09:58.531440 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-21e28450-f917-4fe5-9bf8-306ea78eb9bf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8045402 Aug 31 01:09:58.534736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46262) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:58.539302 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0ed3f1f-d4b1-4f72-87c3-8962c527b03c req-36560817-870e-408b-8e2b-8c7c903f6181 service neutron] 10.222.0.15 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507965 Aug 31 01:09:58.539673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'mac_address': 'fa:16:3e:df:4d:3c', 'name': 'tempest-NetworksTestDHCPv6-907970477'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:58.644069 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a832fbc7-c366-4549-bad4-41f7c2d00ed9 x-openstack-request-id: req-a832fbc7-c366-4549-bad4-41f7c2d00ed9 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:58.644681 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dddb9f-93ee-4108-8dc7-c2dabe81f2d3", "name": "network-vif-plugged", "status": "completed", "tag": "7e5527d9-9a81-41c7-886c-cdd80c335ad2", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:58.645367 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a832fbc7-c366-4549-bad4-41f7c2d00ed9 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:58.646148 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5527d9-9a81-41c7-886c-cdd80c335ad2', 'code': 200} Aug 31 01:09:58.717590 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a0ed3f1f-d4b1-4f72-87c3-8962c527b03c req-bd6d17b4-fee8-488e-a793-00685e1b1771 service neutron] 10.222.0.15 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630402 Aug 31 01:09:58.732823 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f6beaa25-06bc-4d05-aeb8-aad08799fc05 req-b090e575-8fd8-489a-9c7d-9ba0387e13f9 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.766970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['5b6d04e2-0f9c-4ff9-86a9-a88797561dec'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:09:58.822152 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.839087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Transition to ACTIVE for port object fae67599-177e-42c9-aa46-3ef1cf41fead will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:58.865012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Transition to ACTIVE for port object fae67599-177e-42c9-aa46-3ef1cf41fead will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:58.871977 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-a6963ec0-f978-4dde-89c5-8948dcdaf90c req-3faf799d-7997-485c-8095-fdc8ef993616 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] show failed (client error): The resource could not be found. Aug 31 01:09:58.873542 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.874112 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6963ec0-f978-4dde-89c5-8948dcdaf90c req-3faf799d-7997-485c-8095-fdc8ef993616 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/0439fc9a-a589-4d96-9c76-3c59cc23e3d2 HTTP/1.1" status: 404 len: 352 time: 0.2119031 Aug 31 01:09:58.882050 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-f8823622-d33c-4c83-85f5-7a266daa7db4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97659ade-1488-434b-aade-3fbbe25b95a7 HTTP/1.1" status: 200 len: 1001 time: 0.3479447 Aug 31 01:09:58.917206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090e575-8fd8-489a-9c7d-9ba0387e13f9 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Pushing event deleted for resources: {'Port': ['ID=5b6d04e2-0f9c-4ff9-86a9-a88797561dec,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:58.928972 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3ae559b5-9e35-4d25-8023-86b36f9473db req-9e6e94b3-106a-4bf6-b498-4c5a2b29dacb tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1792510109', 'description': 'tempest-description-445493066'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:58.948006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:58.951079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:58.957614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:58.960759 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Pushing event updated for resources: {'Port': ['ID=fae67599-177e-42c9-aa46-3ef1cf41fead,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:58.989146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-b1e4a9e1-1703-48f8-be43-9e8ca16c4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:58.990562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-b1e4a9e1-1703-48f8-be43-9e8ca16c4692 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfd009aa-e4ed-4585-b4fd-f3161596623b HTTP/1.1" status: 200 len: 850 time: 0.0696573 Aug 31 01:09:59.013952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6beaa25-06bc-4d05-aeb8-aad08799fc05 req-b090e575-8fd8-489a-9c7d-9ba0387e13f9 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] No DVR routers for this DVR port 5b6d04e2-0f9c-4ff9-86a9-a88797561dec on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:09:59.016784 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f6beaa25-06bc-4d05-aeb8-aad08799fc05 req-b090e575-8fd8-489a-9c7d-9ba0387e13f9 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.018831 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6beaa25-06bc-4d05-aeb8-aad08799fc05 req-b090e575-8fd8-489a-9c7d-9ba0387e13f9 tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.70 "DELETE /v2.0/ports/5b6d04e2-0f9c-4ff9-86a9-a88797561dec HTTP/1.1" status: 204 len: 173 time: 1.8485847 Aug 31 01:09:59.034619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c76f20-b95e-43d6-a843-9eb224b9410d', 'name': 'network-vif-deleted', 'tag': '5b6d04e2-0f9c-4ff9-86a9-a88797561dec'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:59.038555 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9583f02-76f4-449f-a707-5a2bc63e5e98" -d '{"events": [{"server_uuid": "44c76f20-b95e-43d6-a843-9eb224b9410d", "name": "network-vif-deleted", "tag": "5b6d04e2-0f9c-4ff9-86a9-a88797561dec"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:59.062243 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Attempting to bind port fae67599-177e-42c9-aa46-3ef1cf41fead on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:59.063004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Attempting to bind port fae67599-177e-42c9-aa46-3ef1cf41fead by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:59.064797 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Attempting to bind port fae67599-177e-42c9-aa46-3ef1cf41fead on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:59.079690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:59.081633 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:59.082847 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.084248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:59.085185 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.api [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:09:59.085185 n-d-802060-13 neutron-server[94761]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 01:09:59.085185 n-d-802060-13 neutron-server[94761]: [parameters: {'project_id': '230f8e28d5d947de9a99be345d676336', 'id': '0ef45b1f-ce3c-4f50-9a38-38985695832d', 'expiration': datetime.datetime(2021, 8, 31, 1, 11, 59, 74162)}] Aug 31 01:09:59.085185 n-d-802060-13 neutron-server[94761]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:09:59.085741 n-d-802060-13 neutron-server[94761]: DEBUG oslo_db.api [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:09:59.086690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Bound port: fae67599-177e-42c9-aa46-3ef1cf41fead, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:59.087894 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.114394 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3ae559b5-9e35-4d25-8023-86b36f9473db req-9e6e94b3-106a-4bf6-b498-4c5a2b29dacb tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.128075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-a65ae673-41b4-4a7f-98e2-9f7b2b0b0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:59.130251 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-a65ae673-41b4-4a7f-98e2-9f7b2b0b0ebb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202958 Aug 31 01:09:59.132220 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e081cd44-2df0-403f-8abc-f718cc0b4faa x-openstack-request-id: req-e081cd44-2df0-403f-8abc-f718cc0b4faa {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:59.132839 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c76f20-b95e-43d6-a843-9eb224b9410d", "name": "network-vif-deleted", "tag": "5b6d04e2-0f9c-4ff9-86a9-a88797561dec", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:59.133443 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e081cd44-2df0-403f-8abc-f718cc0b4faa {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:59.134140 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c76f20-b95e-43d6-a843-9eb224b9410d', 'name': 'network-vif-deleted', 'tag': '5b6d04e2-0f9c-4ff9-86a9-a88797561dec', 'status': 'completed', 'code': 200} Aug 31 01:09:59.197885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] For port fae67599-177e-42c9-aa46-3ef1cf41fead, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:59.204163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] For port fae67599-177e-42c9-aa46-3ef1cf41fead, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fae67599-177e-42c9-aa46-3ef1cf41fead,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:59.211237 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.348687 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-de3ad3a8-1c37-4fcb-a945-5490e16f486f service neutron] 10.222.0.15 "GET /v2.0/networks/00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918452 Aug 31 01:09:59.373994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5cf00-226a-46b3-8425-4ea05a976165 None None] Pushing event updated for resources: {'Port': ['ID=fae67599-177e-42c9-aa46-3ef1cf41fead,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:59.485093 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3ae559b5-9e35-4d25-8023-86b36f9473db req-9e6e94b3-106a-4bf6-b498-4c5a2b29dacb tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.488032 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-022abf24-1504-46e2-988b-e8d792db587b req-d115f77c-3ba1-451d-8e49-e6d454a2ddad tempest-ServerDiagnosticsNegativeTest-1758864136 tempest-ServerDiagnosticsNegativeTest-1758864136-project] 10.222.0.58 "GET /v2.0/ports?device_id=44c76f20-b95e-43d6-a843-9eb224b9410d HTTP/1.1" status: 200 len: 210 time: 0.0944970 Aug 31 01:09:59.494273 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3ae559b5-9e35-4d25-8023-86b36f9473db req-9e6e94b3-106a-4bf6-b498-4c5a2b29dacb tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.533892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e94b3-106a-4bf6-b498-4c5a2b29dacb tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32d0dd9-e5a1-46ef-8688-39c183e509e3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:59.566390 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3ae559b5-9e35-4d25-8023-86b36f9473db req-9e6e94b3-106a-4bf6-b498-4c5a2b29dacb tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.575612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ae559b5-9e35-4d25-8023-86b36f9473db req-9e6e94b3-106a-4bf6-b498-4c5a2b29dacb tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6473284 Aug 31 01:09:59.649613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-b5fb67f3-5fb7-4652-8936-6e10854f927b service neutron] 10.222.0.15 "GET /v2.0/networks/00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864625 Aug 31 01:09:59.698713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:59.844655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-b0c80908-faee-4d26-926b-e328b70718bb req-f9f4f23d-e7b7-443d-914b-d770c2b05810 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1259352808', 'description': 'tempest-description-349820731'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:59.916523 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b0c80908-faee-4d26-926b-e328b70718bb req-f9f4f23d-e7b7-443d-914b-d770c2b05810 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.921344 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-ef0cd806-361f-434b-afea-11e0147b8534 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=29267b36-3381-42b4-ba48-8fcd9b7a236b HTTP/1.1" status: 200 len: 217 time: 0.2433250 Aug 31 01:10:00.010375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fae67599-177e-42c9-aa46-3ef1cf41fead up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:00.103823 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port fae67599-177e-42c9-aa46-3ef1cf41fead completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:00.122430 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.140973 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b0c80908-faee-4d26-926b-e328b70718bb req-f9f4f23d-e7b7-443d-914b-d770c2b05810 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.143789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-feecc974-4b0d-4be5-84e0-12e69737ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:00.145461 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-feecc974-4b0d-4be5-84e0-12e69737ba0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.2092841 Aug 31 01:10:00.148862 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b0c80908-faee-4d26-926b-e328b70718bb req-f9f4f23d-e7b7-443d-914b-d770c2b05810 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.215809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port e694ee11-703e-4744-b085-2092a24d61ed yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:00.233479 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b0c80908-faee-4d26-926b-e328b70718bb req-f9f4f23d-e7b7-443d-914b-d770c2b05810 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.235019 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0c80908-faee-4d26-926b-e328b70718bb req-f9f4f23d-e7b7-443d-914b-d770c2b05810 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5213034 Aug 31 01:10:00.239233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4f23d-e7b7-443d-914b-d770c2b05810 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67bb8007-4199-4e93-bb7c-ff08f4c5010d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:00.297055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e0c202dc-f6d8-4037-b29e-4ac0aac90e8f req-e361dbd0-a3f3-414c-8ccb-89e2acfd8129 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1351691958', 'description': 'tempest-description-784688947'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:00.352049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-bc989c42-71d7-4695-bcc9-1368be5cc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:00.353665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-bc989c42-71d7-4695-bcc9-1368be5cc1b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1962810 Aug 31 01:10:00.445326 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e0c202dc-f6d8-4037-b29e-4ac0aac90e8f req-e361dbd0-a3f3-414c-8ccb-89e2acfd8129 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.719918 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e0c202dc-f6d8-4037-b29e-4ac0aac90e8f req-e361dbd0-a3f3-414c-8ccb-89e2acfd8129 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.730670 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e0c202dc-f6d8-4037-b29e-4ac0aac90e8f req-e361dbd0-a3f3-414c-8ccb-89e2acfd8129 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.832539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 172.20.0.11 (14e22907-50bf-4f4c-96ff-7b9fef164758/5c5246c1-1d4a-4600-a215-f887c5c1ee4f/e694ee11-703e-4744-b085-2092a24d61ed) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:00.851686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::f816:3eff:fedf:4d3c (14e22907-50bf-4f4c-96ff-7b9fef164758/c2297136-6ae0-47c2-943f-a916f221415d/e694ee11-703e-4744-b085-2092a24d61ed) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:00.958947 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-2181bae8-320a-4022-86b4-fcb829f0b52d service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959132 Aug 31 01:10:01.001248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcaa5ef-7d75-44c8-afb2-3bd61fcbce9f None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:01.011567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361dbd0-a3f3-414c-8ccb-89e2acfd8129 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee35ca9-b294-4dc1-9b62-2caa3cda0e61,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:01.062260 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e0c202dc-f6d8-4037-b29e-4ac0aac90e8f req-e361dbd0-a3f3-414c-8ccb-89e2acfd8129 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.083131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0c202dc-f6d8-4037-b29e-4ac0aac90e8f req-e361dbd0-a3f3-414c-8ccb-89e2acfd8129 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7961960 Aug 31 01:10:01.255808 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-54a2a3e9-6a4b-4eb5-9917-0c23369d0512 None None] Provisioning for port fae67599-177e-42c9-aa46-3ef1cf41fead completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:01.293129 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46328) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:01.294652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-54a2a3e9-6a4b-4eb5-9917-0c23369d0512 None None] Provisioning complete for port fae67599-177e-42c9-aa46-3ef1cf41fead triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:01.295153 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-54a2a3e9-6a4b-4eb5-9917-0c23369d0512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.393494 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.444825 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.467270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object e694ee11-703e-4744-b085-2092a24d61ed will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:01.516014 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.547985 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-54a2a3e9-6a4b-4eb5-9917-0c23369d0512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.554097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5b6d04e2-0f9c-4ff9-86a9-a88797561dec no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:01.588196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 5b6d04e2-0f9c-4ff9-86a9-a88797561dec {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:01.588564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5b6d04e2-0f9c-4ff9-86a9-a88797561dec not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:01.637682 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-54a2a3e9-6a4b-4eb5-9917-0c23369d0512 None None] For port fae67599-177e-42c9-aa46-3ef1cf41fead, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fae67599-177e-42c9-aa46-3ef1cf41fead,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:01.641934 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7b7dae21-52ea-4e98-be7d-b57dee6ea242 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a088c8c628ec4770b28d74d942d901a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471954 Aug 31 01:10:01.644240 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-54a2a3e9-6a4b-4eb5-9917-0c23369d0512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.645046 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46332) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:01.673160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:01.694794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:01.708370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2a3e9-6a4b-4eb5-9917-0c23369d0512 None None] Pushing event updated for resources: {'Port': ['ID=fae67599-177e-42c9-aa46-3ef1cf41fead,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:01.716312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:01.721093 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08b6972-3ca6-4010-8657-9c218ab8c6fe None None] Update dhcp port {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'fixed_ips': [{'subnet_id': '5c5246c1-1d4a-4600-a215-f887c5c1ee4f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c2297136-6ae0-47c2-943f-a916f221415d'}], 'binding:host_id': 'n-d-802060-13'}, 'id': 'fae67599-177e-42c9-aa46-3ef1cf41fead'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:10:01.758596 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1b1cdf2-7b2d-41bd-8889-b52e6260d289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.759395 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a08b6972-3ca6-4010-8657-9c218ab8c6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.808660 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1b1cdf2-7b2d-41bd-8889-b52e6260d289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.841470 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:01.842405 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.865461 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3296304 Aug 31 01:10:01.869538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-c728c3de-ec95-4067-8d6e-a338c649cd48 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8898728 Aug 31 01:10:01.870138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46340) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:01.874921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887ccb4-d444-4a5e-923f-ce21e8fff40d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=e694ee11-703e-4744-b085-2092a24d61ed,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:01.909169 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1b1cdf2-7b2d-41bd-8889-b52e6260d289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.912614 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1b1cdf2-7b2d-41bd-8889-b52e6260d289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.915416 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e1b1cdf2-7b2d-41bd-8889-b52e6260d289 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ac8da03-6691-4e86-afb9-946692da726e HTTP/1.1" status: 204 len: 168 time: 0.2675977 Aug 31 01:10:01.929440 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1cdf2-7b2d-41bd-8889-b52e6260d289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac8da03-6691-4e86-afb9-946692da726e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:02.019937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fae67599-177e-42c9-aa46-3ef1cf41fead up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:02.037883 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-9f9a3613-b4e2-4356-b055-b0bca6f8338f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=3b367952-fbab-4977-b0c0-6447731e06fb HTTP/1.1" status: 200 len: 217 time: 0.1236467 Aug 31 01:10:02.114665 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-a08b6972-3ca6-4010-8657-9c218ab8c6fe None None] Allocated IP 2001:db8::f816:3eff:fe72:4aee (14e22907-50bf-4f4c-96ff-7b9fef164758/c2297136-6ae0-47c2-943f-a916f221415d/fae67599-177e-42c9-aa46-3ef1cf41fead) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:02.250407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a08b6972-3ca6-4010-8657-9c218ab8c6fe None None] For port fae67599-177e-42c9-aa46-3ef1cf41fead, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fae67599-177e-42c9-aa46-3ef1cf41fead,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:02.260257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78d15c4-cec8-499d-9b93-957b6e098ec2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:02.268726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78d15c4-cec8-499d-9b93-957b6e098ec2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:02.270843 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c78d15c4-cec8-499d-9b93-957b6e098ec2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.3969474 Aug 31 01:10:02.273661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46358) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:02.308960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-320a5f53-61c8-4e80-a2f7-32a78f834e45 req-d87d55fc-bc64-49a7-9600-4b4d87584c9b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b5695ad688543afbb3a0048b523f02d HTTP/1.1" status: 200 len: 10909 time: 1.0684228 Aug 31 01:10:02.311041 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a08b6972-3ca6-4010-8657-9c218ab8c6fe None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.329561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a08b6972-3ca6-4010-8657-9c218ab8c6fe None None] Transition to ACTIVE for port object fae67599-177e-42c9-aa46-3ef1cf41fead will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:02.339650 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a08b6972-3ca6-4010-8657-9c218ab8c6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.346997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-f1b7e6e0-8da4-491b-9e08-894cfdbd9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:02.351181 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-f1b7e6e0-8da4-491b-9e08-894cfdbd9841 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.2660389 Aug 31 01:10:02.481424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-172582fb-e32e-4aa6-8182-f79fc45599ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port e694ee11-703e-4744-b085-2092a24d61ed {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:02.482650 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-172582fb-e32e-4aa6-8182-f79fc45599ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.520625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-320a5f53-61c8-4e80-a2f7-32a78f834e45 req-d3dc7b93-90cd-4cd4-befc-ba3c2c385306 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/c059f3f1-0d20-4cb8-ab13-3ca698e8da5f HTTP/1.1" status: 200 len: 2985 time: 0.1976886 Aug 31 01:10:02.524253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b6972-3ca6-4010-8657-9c218ab8c6fe None None] Pushing event updated for resources: {'Port': ['ID=fae67599-177e-42c9-aa46-3ef1cf41fead,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:02.538629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-ad133516-ddb5-4447-8fb9-3c38d970522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:02.540706 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-ad133516-ddb5-4447-8fb9-3c38d970522e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1753018 Aug 31 01:10:02.647943 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46360) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:02.690613 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-172582fb-e32e-4aa6-8182-f79fc45599ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.718934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6da76cd-64b3-4ab4-9705-d83d03e628a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.722604 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-320a5f53-61c8-4e80-a2f7-32a78f834e45 req-176ec1df-53d7-45ea-8458-9bf953d23781 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/c059f3f1-0d20-4cb8-ab13-3ca698e8da5f HTTP/1.1" status: 200 len: 2985 time: 0.1861904 Aug 31 01:10:02.759066 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-a433535b-b316-4d8c-a2f3-d55aa421b5b2 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020848 Aug 31 01:10:02.777162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-172582fb-e32e-4aa6-8182-f79fc45599ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for e694ee11-703e-4744-b085-2092a24d61ed owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:02.890399 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-81818eb3-248e-4ccd-a664-759b3c142c30 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216819 Aug 31 01:10:02.995158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-990af5fd-7b62-4952-b318-c5e3b9ae6175 req-f6b0471e-7ab0-4fe7-bba0-5be09476d5c3 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/b32d0dd9-e5a1-46ef-8688-39c183e509e3 HTTP/1.1" status: 200 len: 1802 time: 0.2253664 Aug 31 01:10:02.996693 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-89452ff6-7a9f-429b-b159-362aeabef651 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=7f0214bb-8098-4206-85ec-e2322dd5fea7 HTTP/1.1" status: 200 len: 217 time: 0.0633521 Aug 31 01:10:03.217374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-27eb7e93-2988-4906-b33d-994ac90bd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:03.218860 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-27eb7e93-2988-4906-b33d-994ac90bd686 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.2150254 Aug 31 01:10:03.222917 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6da76cd-64b3-4ab4-9705-d83d03e628a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.249496 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6da76cd-64b3-4ab4-9705-d83d03e628a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.326728 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a6da76cd-64b3-4ab4-9705-d83d03e628a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=325a1f5045614e48834f3bd558b9cce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6737702 Aug 31 01:10:03.333208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46382) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:03.383119 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-990af5fd-7b62-4952-b318-c5e3b9ae6175 req-78b55a35-fb47-4a4f-aebf-4bdb4454f0fc tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.401671 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da76cd-64b3-4ab4-9705-d83d03e628a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426ae50e-c883-43e2-88a4-fba47f4de99c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:03.459012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-172582fb-e32e-4aa6-8182-f79fc45599ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.525032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-6222265d-c294-443e-8861-65a47e002f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:03.526569 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-6222265d-c294-443e-8861-65a47e002f05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2968228 Aug 31 01:10:03.545156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172582fb-e32e-4aa6-8182-f79fc45599ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=e694ee11-703e-4744-b085-2092a24d61ed,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:03.574844 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-990af5fd-7b62-4952-b318-c5e3b9ae6175 req-78b55a35-fb47-4a4f-aebf-4bdb4454f0fc tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.709495 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66105543-1acf-4f36-9e2f-f09f152bbca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.721270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d630f1e-ffad-4e93-baf6-208c6bc17501 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:03.748228 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-172582fb-e32e-4aa6-8182-f79fc45599ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.751692 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-172582fb-e32e-4aa6-8182-f79fc45599ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/e694ee11-703e-4744-b085-2092a24d61ed HTTP/1.1" status: 204 len: 168 time: 1.4760764 Aug 31 01:10:03.754203 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46390) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:03.759147 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-990af5fd-7b62-4952-b318-c5e3b9ae6175 req-78b55a35-fb47-4a4f-aebf-4bdb4454f0fc tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.762007 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-990af5fd-7b62-4952-b318-c5e3b9ae6175 req-78b55a35-fb47-4a4f-aebf-4bdb4454f0fc tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.766862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-990af5fd-7b62-4952-b318-c5e3b9ae6175 req-78b55a35-fb47-4a4f-aebf-4bdb4454f0fc tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "DELETE /v2.0/security-groups/b32d0dd9-e5a1-46ef-8688-39c183e509e3 HTTP/1.1" status: 204 len: 173 time: 0.7602389 Aug 31 01:10:03.855206 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66105543-1acf-4f36-9e2f-f09f152bbca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.861158 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46396) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:03.879084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b55a35-fb47-4a4f-aebf-4bdb4454f0fc tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32d0dd9-e5a1-46ef-8688-39c183e509e3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:03.899024 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-99ec0094-4bb2-49d5-9c24-7b3046e9a01e req-e72fc6ed-6805-4dc7-9201-6c7a54be1c68 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] show failed (client error): The resource could not be found. Aug 31 01:10:03.925977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99ec0094-4bb2-49d5-9c24-7b3046e9a01e req-e72fc6ed-6805-4dc7-9201-6c7a54be1c68 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/b32d0dd9-e5a1-46ef-8688-39c183e509e3 HTTP/1.1" status: 404 len: 352 time: 0.1067073 Aug 31 01:10:03.928893 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-91a2f4cb-5add-499a-9961-dcda2f240824 None None] Provisioning for port fae67599-177e-42c9-aa46-3ef1cf41fead completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:03.937603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-4fe3c6b2-832a-4f53-8933-a824e4b30ba9 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567531 Aug 31 01:10:03.965929 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fae67599-177e-42c9-aa46-3ef1cf41fead up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:03.993938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b57988-bf68-415e-8212-53d5623138e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:03.996489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b57988-bf68-415e-8212-53d5623138e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:04.000395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b57988-bf68-415e-8212-53d5623138e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:04.005802 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-66b57988-bf68-415e-8212-53d5623138e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2468250 Aug 31 01:10:04.014806 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46400) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:04.037073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-91a2f4cb-5add-499a-9961-dcda2f240824 None None] Provisioning complete for port fae67599-177e-42c9-aa46-3ef1cf41fead triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:04.037520 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-91a2f4cb-5add-499a-9961-dcda2f240824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.095385 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7df22f9-0f44-427f-8fee-d36d23c5bf37 req-b90d7157-1b4a-4536-b864-6f510efea53e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/67bb8007-4199-4e93-bb7c-ff08f4c5010d HTTP/1.1" status: 200 len: 1802 time: 0.1664464 Aug 31 01:10:04.130518 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66105543-1acf-4f36-9e2f-f09f152bbca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.133315 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66105543-1acf-4f36-9e2f-f09f152bbca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.153188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-66105543-1acf-4f36-9e2f-f09f152bbca6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/426ae50e-c883-43e2-88a4-fba47f4de99c HTTP/1.1" status: 204 len: 168 time: 0.8163412 Aug 31 01:10:04.171368 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 5c5246c1-1d4a-4600-a215-f887c5c1ee4f {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:04.172382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port fae67599-177e-42c9-aa46-3ef1cf41fead triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:04.173063 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.187399 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.224030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-5f5b1a17-250c-43e2-b456-e27dcf213768 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772171 Aug 31 01:10:04.225170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66105543-1acf-4f36-9e2f-f09f152bbca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426ae50e-c883-43e2-88a4-fba47f4de99c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:04.312529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c46b8b-1fbd-497e-9769-0ac21115628c admin admin] Deleting subnet 1342b107-53e3-4c9f-a16f-d105660726b0 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:04.326660 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63c46b8b-1fbd-497e-9769-0ac21115628c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.445531 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63c46b8b-1fbd-497e-9769-0ac21115628c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.505582 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63c46b8b-1fbd-497e-9769-0ac21115628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.651165 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63c46b8b-1fbd-497e-9769-0ac21115628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.661401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.791026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c46b8b-1fbd-497e-9769-0ac21115628c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1342b107-53e3-4c9f-a16f-d105660726b0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:04.800770 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-19ee0896-6965-4190-8420-7e300c577d04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=53e5b95c-f228-4756-af82-996e14d0fcc7 HTTP/1.1" status: 200 len: 217 time: 0.5648417 Aug 31 01:10:04.804953 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63c46b8b-1fbd-497e-9769-0ac21115628c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.810226 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-63c46b8b-1fbd-497e-9769-0ac21115628c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1342b107-53e3-4c9f-a16f-d105660726b0 HTTP/1.1" status: 204 len: 168 time: 0.9308431 Aug 31 01:10:04.811612 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46424) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:04.820973 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a7df22f9-0f44-427f-8fee-d36d23c5bf37 req-d0e44445-da4c-4d83-80fd-95fdef5b49ca tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.906716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-87286b67-27ac-4272-a5d8-9a6954600c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:04.913640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-87286b67-27ac-4272-a5d8-9a6954600c60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.0941632 Aug 31 01:10:04.914817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-67acc088-2386-4b90-a66e-a142aeeba099 None None] Provisioning complete for port fae67599-177e-42c9-aa46-3ef1cf41fead triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:04.915266 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-67acc088-2386-4b90-a66e-a142aeeba099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.915592 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a7df22f9-0f44-427f-8fee-d36d23c5bf37 req-d0e44445-da4c-4d83-80fd-95fdef5b49ca tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.998420 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fadf9c0-7bdf-4d76-886a-02a17e38a216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.047028 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.055482 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a7df22f9-0f44-427f-8fee-d36d23c5bf37 req-d0e44445-da4c-4d83-80fd-95fdef5b49ca tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.064889 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a7df22f9-0f44-427f-8fee-d36d23c5bf37 req-d0e44445-da4c-4d83-80fd-95fdef5b49ca tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.070316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7df22f9-0f44-427f-8fee-d36d23c5bf37 req-d0e44445-da4c-4d83-80fd-95fdef5b49ca tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "DELETE /v2.0/security-groups/67bb8007-4199-4e93-bb7c-ff08f4c5010d HTTP/1.1" status: 204 len: 173 time: 0.9731455 Aug 31 01:10:05.107180 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-fc39b3a8-5be4-4d6a-a79b-d63d517f1085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:05.110434 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-fc39b3a8-5be4-4d6a-a79b-d63d517f1085 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1721001 Aug 31 01:10:05.146617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e44445-da4c-4d83-80fd-95fdef5b49ca tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bb8007-4199-4e93-bb7c-ff08f4c5010d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:05.215867 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-4b6320ba-d8bb-4789-888f-45ab18534835 req-a0f5777b-f5de-4553-aefc-1c255817e4ad tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] show failed (client error): The resource could not be found. Aug 31 01:10:05.229250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b6320ba-d8bb-4789-888f-45ab18534835 req-a0f5777b-f5de-4553-aefc-1c255817e4ad tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/67bb8007-4199-4e93-bb7c-ff08f4c5010d HTTP/1.1" status: 404 len: 352 time: 0.1097224 Aug 31 01:10:05.318386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-24556b20-68ca-4f11-b458-4a86dad7d4e1 None None] Could not find standard attr ID for object e694ee11-703e-4744-b085-2092a24d61ed. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:10:05.344269 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fadf9c0-7bdf-4d76-886a-02a17e38a216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.374661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0fadf9c0-7bdf-4d76-886a-02a17e38a216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf748b9a-457b-452d-8f52-91166f0980f3']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:05.390519 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.414073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0fadf9c0-7bdf-4d76-886a-02a17e38a216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe37d95-fd3c-4441-ad54-aa927f611f93') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:05.414666 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0fadf9c0-7bdf-4d76-886a-02a17e38a216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe37d95-fd3c-4441-ad54-aa927f611f93') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:05.415136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-eeca4446-8b7b-4f92-9695-71dcc14d82ca service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846317 Aug 31 01:10:05.424436 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.427139 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/5c5246c1-1d4a-4600-a215-f887c5c1ee4f HTTP/1.1" status: 204 len: 168 time: 1.4085429 Aug 31 01:10:05.430634 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-870daa20-97d7-4472-88d1-80c2a83ca793 req-1d608ee2-f440-495f-8c18-2f67c23ed2db tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/4ee35ca9-b294-4dc1-9b62-2caa3cda0e61 HTTP/1.1" status: 200 len: 1802 time: 0.1622427 Aug 31 01:10:05.433577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46450) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:05.454051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5246c1-1d4a-4600-a215-f887c5c1ee4f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:05.464519 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fadf9c0-7bdf-4d76-886a-02a17e38a216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.479303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:05.480022 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:05.480584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:05.481132 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:05.481676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:05.482203 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:05.482761 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:05.483319 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:05.483865 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:05.484409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:05.484938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:05.485494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277b6d-61ca-4eb8-92a0-52a0d4db9287 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:05.506083 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fadf9c0-7bdf-4d76-886a-02a17e38a216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.515392 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fadf9c0-7bdf-4d76-886a-02a17e38a216 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:10:05.515911 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fadf9c0-7bdf-4d76-886a-02a17e38a216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:10:05.519441 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:10:05.596318 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fadf9c0-7bdf-4d76-886a-02a17e38a216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.604358 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fadf9c0-7bdf-4d76-886a-02a17e38a216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.610562 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0fadf9c0-7bdf-4d76-886a-02a17e38a216 admin admin] 10.222.0.58 "DELETE /v2.0/networks/bf748b9a-457b-452d-8f52-91166f0980f3 HTTP/1.1" status: 204 len: 168 time: 0.7952306 Aug 31 01:10:05.657823 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadf9c0-7bdf-4d76-886a-02a17e38a216 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf748b9a-457b-452d-8f52-91166f0980f3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:05.678218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e098cae4-1d66-4866-bc80-7d456dfbc8fa None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:05.719693 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-870daa20-97d7-4472-88d1-80c2a83ca793 req-05a46470-ee82-4a78-a147-6cd4c5e42ffd tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.760022 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-870daa20-97d7-4472-88d1-80c2a83ca793 req-05a46470-ee82-4a78-a147-6cd4c5e42ffd tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.828193 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7ebaca-b2c6-4d41-a623-1d160f0aa426 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet c2297136-6ae0-47c2-943f-a916f221415d {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:05.832356 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebaca-b2c6-4d41-a623-1d160f0aa426 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.879732 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebaca-b2c6-4d41-a623-1d160f0aa426 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.889698 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46466) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:06.011940 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1fcf88f9-0583-475a-b598-077ec5508dd1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b482d6d8a4da48aebfe3b627e6511e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1182110 Aug 31 01:10:06.012649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46470) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:06.015219 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-870daa20-97d7-4472-88d1-80c2a83ca793 req-05a46470-ee82-4a78-a147-6cd4c5e42ffd tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.018392 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-870daa20-97d7-4472-88d1-80c2a83ca793 req-05a46470-ee82-4a78-a147-6cd4c5e42ffd tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.019586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-870daa20-97d7-4472-88d1-80c2a83ca793 req-05a46470-ee82-4a78-a147-6cd4c5e42ffd tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "DELETE /v2.0/security-groups/4ee35ca9-b294-4dc1-9b62-2caa3cda0e61 HTTP/1.1" status: 204 len: 173 time: 0.5880506 Aug 31 01:10:06.076778 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-a33560b6-1fb3-4acd-91ec-8d7d11b0b849 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437993 Aug 31 01:10:06.109456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a46470-ee82-4a78-a147-6cd4c5e42ffd tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee35ca9-b294-4dc1-9b62-2caa3cda0e61,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:06.131710 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71830990-0aca-4268-b232-ed47434c21be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.145454 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-7f470f73-ec37-4875-b995-b8e44fe76550 req-03a7698f-f5ef-4521-8aa2-9925b9b001da tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] show failed (client error): The resource could not be found. Aug 31 01:10:06.153177 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f470f73-ec37-4875-b995-b8e44fe76550 req-03a7698f-f5ef-4521-8aa2-9925b9b001da tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/4ee35ca9-b294-4dc1-9b62-2caa3cda0e61 HTTP/1.1" status: 404 len: 352 time: 0.0824645 Aug 31 01:10:06.172550 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-5cbb3719-d89d-4d11-baac-a0aaadb15917 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=450c3c7c-35f4-4432-892d-05366ece154e HTTP/1.1" status: 200 len: 217 time: 0.0826228 Aug 31 01:10:06.173970 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebaca-b2c6-4d41-a623-1d160f0aa426 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.185172 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71830990-0aca-4268-b232-ed47434c21be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.275517 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71830990-0aca-4268-b232-ed47434c21be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.278455 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71830990-0aca-4268-b232-ed47434c21be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.280456 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-71830990-0aca-4268-b232-ed47434c21be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b46908fe-131f-43af-aa40-9d8a17b8dde6 HTTP/1.1" status: 204 len: 168 time: 0.2662961 Aug 31 01:10:06.306496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71830990-0aca-4268-b232-ed47434c21be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46908fe-131f-43af-aa40-9d8a17b8dde6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:06.421563 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebaca-b2c6-4d41-a623-1d160f0aa426 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.501456 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebaca-b2c6-4d41-a623-1d160f0aa426 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.506753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46492) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:06.507885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2a7ebaca-b2c6-4d41-a623-1d160f0aa426 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/c2297136-6ae0-47c2-943f-a916f221415d HTTP/1.1" status: 204 len: 168 time: 1.0725493 Aug 31 01:10:06.547476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ebaca-b2c6-4d41-a623-1d160f0aa426 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=c2297136-6ae0-47c2-943f-a916f221415d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:06.582231 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-3fb96f3d-03f1-4e04-ad81-ee108ff87da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:06.592108 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-3fb96f3d-03f1-4e04-ad81-ee108ff87da1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29402c3f-ce20-494c-a4c1-dc4edee01ec8 HTTP/1.1" status: 200 len: 797 time: 0.3932805 Aug 31 01:10:06.601683 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e47db323-b39b-42f9-b126-4ef9a9f6d80d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916007 Aug 31 01:10:06.607861 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46494) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:06.709147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c77da6-3c8f-4a04-a134-49fa8a32e357 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:06.711231 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f3c77da6-3c8f-4a04-a134-49fa8a32e357 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1021371 Aug 31 01:10:06.713905 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46500) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:06.803408 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c06bef38-b274-43e6-a168-5f2f362ea148 req-d7d49e2a-4beb-499d-9d3f-1c237e951e08 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b5695ad688543afbb3a0048b523f02d HTTP/1.1" status: 200 len: 6156 time: 0.6251376 Aug 31 01:10:06.854710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab91b27a-9cc1-40df-87f8-d2290aeed8a7 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:06.857953 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ab91b27a-9cc1-40df-87f8-d2290aeed8a7 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1421790 Aug 31 01:10:06.860212 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46508) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:06.867369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-b558c123-ef66-405f-b91e-41965a955799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:06.869374 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-b558c123-ef66-405f-b91e-41965a955799 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e89443cc-9b69-4c94-9137-62b2d80389e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2557330 Aug 31 01:10:06.906878 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5e019351-13c6-4835-adc1-e6399975311a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454223 Aug 31 01:10:06.913059 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46514) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:06.919523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b9b23df0-1c48-4a0e-bbc9-7172013fcc44 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:07.007678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c06bef38-b274-43e6-a168-5f2f362ea148 req-d571a630-7977-4c33-84aa-63f96f0212fc tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/c059f3f1-0d20-4cb8-ab13-3ca698e8da5f HTTP/1.1" status: 200 len: 2985 time: 0.2034543 Aug 31 01:10:07.098349 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b23df0-1c48-4a0e-bbc9-7172013fcc44 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:07.102503 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b9b23df0-1c48-4a0e-bbc9-7172013fcc44 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.104024 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b23df0-1c48-4a0e-bbc9-7172013fcc44 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:10:07.104486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b23df0-1c48-4a0e-bbc9-7172013fcc44 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:10:07.122667 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b9b23df0-1c48-4a0e-bbc9-7172013fcc44 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2092605 Aug 31 01:10:07.125785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46522) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:07.137410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d0df687b-26fe-42b0-972a-c53ec25b74ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:07.140680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-92eea767-a248-4e67-ba22-6bc6caa021a9 service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541544 Aug 31 01:10:07.147273 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c06bef38-b274-43e6-a168-5f2f362ea148 req-adaab4c1-5f7b-44f8-a64c-3796080a50e7 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/c059f3f1-0d20-4cb8-ab13-3ca698e8da5f HTTP/1.1" status: 200 len: 2985 time: 0.1331854 Aug 31 01:10:07.205059 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077ea9f3-ca64-43ec-b48d-f7ad8344cb94 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:07.228748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d81a056a-86e2-4eac-9468-c3128b0d3cce req-8678515a-fd9a-408c-81f9-a7a3250cf473 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1867930395', 'description': 'tempest-description-1137510437'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:07.284240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d81a056a-86e2-4eac-9468-c3128b0d3cce req-8678515a-fd9a-408c-81f9-a7a3250cf473 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.309720 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-167f8b99-1276-4825-8fe1-50e5ec83d390 service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606545 Aug 31 01:10:07.397440 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.db.api [None req-d0df687b-26fe-42b0-972a-c53ec25b74ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:10:07.397440 n-d-802060-13 neutron-server[94760]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:10:07.397440 n-d-802060-13 neutron-server[94760]: [parameters: {'project_id_1': '230f8e28d5d947de9a99be345d676336', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 10, 7, 340348)}] Aug 31 01:10:07.397440 n-d-802060-13 neutron-server[94760]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:10:07.397821 n-d-802060-13 neutron-server[94760]: DEBUG oslo_db.api [None req-d0df687b-26fe-42b0-972a-c53ec25b74ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:10:07.400099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-20131b32-8d55-4121-b099-b03aafc02e90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0566f795-c864-431d-8adb-85d29f5b7dae HTTP/1.1" status: 200 len: 217 time: 0.0814989 Aug 31 01:10:07.431360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-854dd1a5-17ff-4620-ab06-0bd9f03284ff None None] Provisioning complete for port fae67599-177e-42c9-aa46-3ef1cf41fead triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:07.431662 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-854dd1a5-17ff-4620-ab06-0bd9f03284ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.560608 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d81a056a-86e2-4eac-9468-c3128b0d3cce req-8678515a-fd9a-408c-81f9-a7a3250cf473 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.567395 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d81a056a-86e2-4eac-9468-c3128b0d3cce req-8678515a-fd9a-408c-81f9-a7a3250cf473 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.587057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-9d58a9e0-9b00-4a33-af4e-34b4bcba2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:07.588798 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-9d58a9e0-9b00-4a33-af4e-34b4bcba2192 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29402c3f-ce20-494c-a4c1-dc4edee01ec8 HTTP/1.1" status: 200 len: 797 time: 0.1129377 Aug 31 01:10:07.592095 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d81a056a-86e2-4eac-9468-c3128b0d3cce req-8678515a-fd9a-408c-81f9-a7a3250cf473 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.593776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d81a056a-86e2-4eac-9468-c3128b0d3cce req-8678515a-fd9a-408c-81f9-a7a3250cf473 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3727012 Aug 31 01:10:07.747611 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7444fa66-89d7-4d88-88e7-bcc0d5e4f094 None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:10:07.772528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-94a8cda7-3dca-42e2-a2b3-1af6cb4d519b req-bfeb0c63-4fb2-44f6-b6d5-9ba0f0649b63 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-479371365', 'description': 'tempest-description-333334939'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:07.797081 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46556) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:07.810306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7444fa66-89d7-4d88-88e7-bcc0d5e4f094 None None] Deleting port fae67599-177e-42c9-aa46-3ef1cf41fead {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:07.810692 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7444fa66-89d7-4d88-88e7-bcc0d5e4f094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.812184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678515a-fd9a-408c-81f9-a7a3250cf473 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75af0f9c-7a6b-4230-815a-9d64ad3ac1c8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:07.835564 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-848134cd-e645-4c78-ad0a-dcb3fcdef529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:07.837126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-848134cd-e645-4c78-ad0a-dcb3fcdef529 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e89443cc-9b69-4c94-9137-62b2d80389e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2299027 Aug 31 01:10:07.910980 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fae67599-177e-42c9-aa46-3ef1cf41fead no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:08.004919 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7444fa66-89d7-4d88-88e7-bcc0d5e4f094 None None] For port fae67599-177e-42c9-aa46-3ef1cf41fead, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fae67599-177e-42c9-aa46-3ef1cf41fead,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:08.005334 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7444fa66-89d7-4d88-88e7-bcc0d5e4f094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.047381 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94a8cda7-3dca-42e2-a2b3-1af6cb4d519b req-bfeb0c63-4fb2-44f6-b6d5-9ba0f0649b63 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.066687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0df687b-26fe-42b0-972a-c53ec25b74ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:08.066939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-4cafb97d-c8f9-43e9-8830-192fd81f0476 service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017725 Aug 31 01:10:08.077087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7444fa66-89d7-4d88-88e7-bcc0d5e4f094 None None] Calling delete_port for fae67599-177e-42c9-aa46-3ef1cf41fead owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:08.077929 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d0df687b-26fe-42b0-972a-c53ec25b74ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.082681 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0df687b-26fe-42b0-972a-c53ec25b74ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:10:08.083020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0df687b-26fe-42b0-972a-c53ec25b74ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:10:08.122024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-48790916-network', 'tenant_id': 'c1988b6629834bc3b0be69b3e294565e'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:08.174906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7434499b-9c23-4bce-8874-bb901b5b5c39 req-5946fccc-9ac5-4bbb-b4a6-e0dac9ec38f8 service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985007 Aug 31 01:10:08.279334 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.345244 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port fae67599-177e-42c9-aa46-3ef1cf41fead, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fae67599-177e-42c9-aa46-3ef1cf41fead,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:08.353726 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.375135 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7444fa66-89d7-4d88-88e7-bcc0d5e4f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.378921 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94a8cda7-3dca-42e2-a2b3-1af6cb4d519b req-bfeb0c63-4fb2-44f6-b6d5-9ba0f0649b63 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.385700 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94a8cda7-3dca-42e2-a2b3-1af6cb4d519b req-bfeb0c63-4fb2-44f6-b6d5-9ba0f0649b63 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.400207 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d0df687b-26fe-42b0-972a-c53ec25b74ba tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2733176 Aug 31 01:10:08.401030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46568) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:08.419780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb0c63-4fb2-44f6-b6d5-9ba0f0649b63 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252919b6-3bc7-444f-956a-d2afbd661c07,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:08.427454 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a611d3e0-0d2d-4c0f-8838-623f31e9442e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:08.456499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event deleted for resources: {'Port': ['ID=fae67599-177e-42c9-aa46-3ef1cf41fead,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:08.479072 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7444fa66-89d7-4d88-88e7-bcc0d5e4f094 None None] No DVR routers for this DVR port fae67599-177e-42c9-aa46-3ef1cf41fead on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:08.541312 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-94a8cda7-3dca-42e2-a2b3-1af6cb4d519b req-bfeb0c63-4fb2-44f6-b6d5-9ba0f0649b63 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.543129 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] Made reservation on behalf of c1988b6629834bc3b0be69b3e294565e for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:08.552148 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444fa66-89d7-4d88-88e7-bcc0d5e4f094 None None] Pushing event deleted for resources: {'Port': ['ID=fae67599-177e-42c9-aa46-3ef1cf41fead,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:08.558896 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94a8cda7-3dca-42e2-a2b3-1af6cb4d519b req-bfeb0c63-4fb2-44f6-b6d5-9ba0f0649b63 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7993879 Aug 31 01:10:08.559860 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.578791 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.744396 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.767585 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.840749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:10:08.847654 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93716430-f6e2-4dd7-9f17-e2758b50435c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:08.850340 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a611d3e0-0d2d-4c0f-8838-623f31e9442e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:08.860149 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a611d3e0-0d2d-4c0f-8838-623f31e9442e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.863300 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a611d3e0-0d2d-4c0f-8838-623f31e9442e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:10:08.863986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a611d3e0-0d2d-4c0f-8838-623f31e9442e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:10:08.880554 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.881104 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] Added segment de996be0-d4c9-4783-bb88-fdc563f00084 of type vlan for network b1b734ca-33f5-4745-bbb5-f8e2a5775897 Aug 31 01:10:08.919716 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a611d3e0-0d2d-4c0f-8838-623f31e9442e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5151253 Aug 31 01:10:08.920372 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46606) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:08.934220 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5bd2d3d8-651d-455d-ac7c-0fe1b97160f3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:08.943585 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.108253 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.122537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:09.123677 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.136761 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-4a393d67-3b5e-4d31-88e4-171041f9377f tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:09.138654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-4a393d67-3b5e-4d31-88e4-171041f9377f tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/networks?id=b3ac95a5-0c50-4e8d-b049-620d89144a3f HTTP/1.1" status: 200 len: 813 time: 0.2531409 Aug 31 01:10:09.180354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-c40e262e-05a9-4cdf-8bb5-9cd2967d3d93 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/quotas/1b5695ad688543afbb3a0048b523f02d HTTP/1.1" status: 200 len: 375 time: 0.0199959 Aug 31 01:10:09.197360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46610) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:09.216674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd2d3d8-651d-455d-ac7c-0fe1b97160f3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:09.220993 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d3d8-651d-455d-ac7c-0fe1b97160f3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.223168 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd2d3d8-651d-455d-ac7c-0fe1b97160f3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:10:09.225356 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd2d3d8-651d-455d-ac7c-0fe1b97160f3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:10:09.245428 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4471226 Aug 31 01:10:09.249198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46620) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:09.261695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-94a0ad75-493f-41b2-8beb-4098ea2ec28c admin admin] Request body: {'subnet': {'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-48790916-subnet', 'tenant_id': 'c1988b6629834bc3b0be69b3e294565e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:09.273750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46622) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:09.274411 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5bd2d3d8-651d-455d-ac7c-0fe1b97160f3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3434799 Aug 31 01:10:09.276324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4a8a6-c4ac-4438-8299-321c8aebc578 admin admin] Pushing event updated for resources: {'Network': ['ID=b1b734ca-33f5-4745-bbb5-f8e2a5775897,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:09.287437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network b1b734ca-33f5-4745-bbb5-f8e2a5775897 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:10:09.306130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-7089e28f-29ca-4033-b77b-9e7cd410a476 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:09.447840 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-16998a6b-18c6-49d8-afca-7c8283ed0258 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b5695ad688543afbb3a0048b523f02d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2590015 Aug 31 01:10:09.448761 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c71a6324-4a51-4ea9-b566-9c113bd21d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.466349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-e69136b8-cc61-46ed-85ea-15af5999f2a1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:10:09.467901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-e69136b8-cc61-46ed-85ea-15af5999f2a1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078709 Aug 31 01:10:09.497586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a0ad75-493f-41b2-8beb-4098ea2ec28c admin admin] Made reservation on behalf of c1988b6629834bc3b0be69b3e294565e for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:09.499835 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94a0ad75-493f-41b2-8beb-4098ea2ec28c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.742767 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-7b180133-e712-4926-93af-b7786c513750 service neutron] 10.222.0.58 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631109 Aug 31 01:10:09.950371 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94a0ad75-493f-41b2-8beb-4098ea2ec28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.976822 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c71a6324-4a51-4ea9-b566-9c113bd21d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.019667 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c71a6324-4a51-4ea9-b566-9c113bd21d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.039962 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-4b80420f-d588-49d2-a76e-5fa3a0e52b9c service neutron] 10.222.0.58 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962608 Aug 31 01:10:10.132414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0ad75-493f-41b2-8beb-4098ea2ec28c admin admin] Checking segment: {'id': 'de996be0-d4c9-4783-bb88-fdc563f00084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:10.132781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a0ad75-493f-41b2-8beb-4098ea2ec28c admin admin] Network hostable DHCP agents. Network: b1b734ca-33f5-4745-bbb5-f8e2a5775897, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:10:10.134787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7089e28f-29ca-4033-b77b-9e7cd410a476 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:10.138794 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7089e28f-29ca-4033-b77b-9e7cd410a476 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.140345 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-7089e28f-29ca-4033-b77b-9e7cd410a476 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:10:10.140797 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7089e28f-29ca-4033-b77b-9e7cd410a476 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:10:10.144658 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0ad75-493f-41b2-8beb-4098ea2ec28c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c7b5941-18b1-4d66-973f-0946d6405ee4,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:10.153298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46638) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:10.153743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c71a6324-4a51-4ea9-b566-9c113bd21d38 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=160c90ab5cb54e379a2837c5bf268436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9547768 Aug 31 01:10:10.156297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a6324-4a51-4ea9-b566-9c113bd21d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3699476-3cb8-4a62-89e1-a0dc3e951a20,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:10.189314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46640) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:10.189830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7089e28f-29ca-4033-b77b-9e7cd410a476 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9095030 Aug 31 01:10:10.199361 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2839beb2-7f5a-4596-b3ac-f923f55eb781 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:10.201959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a0ad75-493f-41b2-8beb-4098ea2ec28c admin admin] Network b1b734ca-33f5-4745-bbb5-f8e2a5775897 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:10:10.214706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-94a0ad75-493f-41b2-8beb-4098ea2ec28c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, b1b734ca-33f5-4745-bbb5-f8e2a5775897) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:10.219052 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a0ad75-493f-41b2-8beb-4098ea2ec28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:10.220513 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94a0ad75-493f-41b2-8beb-4098ea2ec28c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.226113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a9dd1-6e4c-48f9-b95d-a6a278213c3a None None] Network b1b734ca-33f5-4745-bbb5-f8e2a5775897 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:10.273345 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-94a0ad75-493f-41b2-8beb-4098ea2ec28c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0204186 Aug 31 01:10:10.334772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-929fc8e3-3718-4fac-9f52-2093bf241a39 req-49c0daf0-0556-4214-8585-2effe16b8202 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 210 time: 0.0879774 Aug 31 01:10:10.362905 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f005ee28-6f13-4bb6-8bf3-5a6f42ce9ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.442652 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f005ee28-6f13-4bb6-8bf3-5a6f42ce9ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.458942 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2839beb2-7f5a-4596-b3ac-f923f55eb781 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:10.463292 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2839beb2-7f5a-4596-b3ac-f923f55eb781 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.464885 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-2839beb2-7f5a-4596-b3ac-f923f55eb781 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:10:10.465625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2839beb2-7f5a-4596-b3ac-f923f55eb781 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:10:10.509019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46656) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:10.511428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9fec2b-afe1-4196-a827-17e26276315e None None] Network b1b734ca-33f5-4745-bbb5-f8e2a5775897 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:10.519540 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2839beb2-7f5a-4596-b3ac-f923f55eb781 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3274283 Aug 31 01:10:10.552865 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46658) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:10.565098 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e4175696-7d0a-4638-afc2-7ee13f31d59c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0545642 Aug 31 01:10:10.622329 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e5e812-5227-4353-930c-c4acb5c5a029 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:10.629210 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46662) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:10.630012 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-38e5e812-5227-4353-930c-c4acb5c5a029 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0737813 Aug 31 01:10:10.631758 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f005ee28-6f13-4bb6-8bf3-5a6f42ce9ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.634524 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f005ee28-6f13-4bb6-8bf3-5a6f42ce9ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.635708 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f005ee28-6f13-4bb6-8bf3-5a6f42ce9ce2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f3699476-3cb8-4a62-89e1-a0dc3e951a20 HTTP/1.1" status: 204 len: 168 time: 0.4808285 Aug 31 01:10:10.657474 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005ee28-6f13-4bb6-8bf3-5a6f42ce9ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3699476-3cb8-4a62-89e1-a0dc3e951a20,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:10.817583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cccb9a0a-6c83-4bc0-957a-982d608ce36b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1826532 Aug 31 01:10:10.818081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46682) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:10.836854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-23a92daa-fe3d-4a32-9a21-f5b088d632b8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:10.929416 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.106067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a92daa-fe3d-4a32-9a21-f5b088d632b8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:11.111326 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-23a92daa-fe3d-4a32-9a21-f5b088d632b8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.214372 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46692) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:11.231487 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f9888ad-72d5-444a-b54f-db9ac998b678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.400709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-02608178-69f4-4432-bc48-2ae344214fde tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:11.402350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-02608178-69f4-4432-bc48-2ae344214fde tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/networks?id=b1b734ca-33f5-4745-bbb5-f8e2a5775897 HTTP/1.1" status: 200 len: 816 time: 0.1456041 Aug 31 01:10:11.423194 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f9888ad-72d5-444a-b54f-db9ac998b678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.431948 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f9888ad-72d5-444a-b54f-db9ac998b678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.438254 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-8808d9cf-6ec1-4237-b8b7-6951d2bd8098 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/quotas/c1988b6629834bc3b0be69b3e294565e HTTP/1.1" status: 200 len: 375 time: 0.0156138 Aug 31 01:10:11.472404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9888ad-72d5-444a-b54f-db9ac998b678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecbf9aa-8452-42c7-acbc-b18508d2cbab,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:11.501101 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7f9888ad-72d5-444a-b54f-db9ac998b678 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe17274904a44db7b5621f272af88389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854047 Aug 31 01:10:11.505001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46702) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:11.510600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-74ff0d92-ce11-4d7b-811a-da0ffbf8f916 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1988b6629834bc3b0be69b3e294565e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632026 Aug 31 01:10:11.528839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92918748-c87d-4719-b4fa-34e664802164 req-61bfce9b-517b-40be-8dad-5e4caca65556 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 210 time: 0.0755911 Aug 31 01:10:11.616552 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7639c1d0-6299-4c0c-8520-9f76e7947711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.666162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7639c1d0-6299-4c0c-8520-9f76e7947711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.760415 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7639c1d0-6299-4c0c-8520-9f76e7947711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.773602 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7639c1d0-6299-4c0c-8520-9f76e7947711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.781197 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7639c1d0-6299-4c0c-8520-9f76e7947711 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ecbf9aa-8452-42c7-acbc-b18508d2cbab HTTP/1.1" status: 204 len: 168 time: 0.2746770 Aug 31 01:10:11.817590 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639c1d0-6299-4c0c-8520-9f76e7947711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecbf9aa-8452-42c7-acbc-b18508d2cbab,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:12.153731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.objects.ports [None req-23a92daa-fe3d-4a32-9a21-f5b088d632b8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94761) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:10:12.192212 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-23a92daa-fe3d-4a32-9a21-f5b088d632b8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.209440 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-31c840d6-bf83-41d5-85c0-b5b582337773 service neutron] 10.222.0.58 "GET /v2.0/networks/b1b734ca-33f5-4745-bbb5-f8e2a5775897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6795390 Aug 31 01:10:12.279671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a92daa-fe3d-4a32-9a21-f5b088d632b8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:12.324996 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-23a92daa-fe3d-4a32-9a21-f5b088d632b8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:12.338469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a92daa-fe3d-4a32-9a21-f5b088d632b8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:12.339080 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-23a92daa-fe3d-4a32-9a21-f5b088d632b8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.339497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147abdbc-5dd6-43fc-9063-9d1938ee47c3 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:12.361522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-23a92daa-fe3d-4a32-9a21-f5b088d632b8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5403430 Aug 31 01:10:12.362557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46730) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:12.365145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a92daa-fe3d-4a32-9a21-f5b088d632b8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=ddcb1193-61ef-4fd8-88f7-8f523965d25c,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:12.370237 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-28479399-424f-4793-801c-2e50a8345205 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'mac_address': 'fa:16:3e:60:58:e0', 'name': 'tempest-NetworksTestDHCPv6-730561552'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:12.401614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-36031ca6-5488-43ad-81ac-7aff0f20afea tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:12.405777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-36031ca6-5488-43ad-81ac-7aff0f20afea tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.70 "GET /v2.0/networks?id=b3ac95a5-0c50-4e8d-b049-620d89144a3f HTTP/1.1" status: 200 len: 813 time: 0.3725963 Aug 31 01:10:12.420225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-eb3fea1c-b137-4987-bc48-c18946643449 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'port': {'device_id': '0f2ec615-9ad9-431e-bfa7-3538ef410f82', 'network_id': 'b3ac95a5-0c50-4e8d-b049-620d89144a3f', 'admin_state_up': True, 'tenant_id': '1b5695ad688543afbb3a0048b523f02d'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:12.486732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-e87bdc41-c80f-499d-9e3c-def750a836c3 service neutron] 10.222.0.58 "GET /v2.0/networks/b1b734ca-33f5-4745-bbb5-f8e2a5775897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519441 Aug 31 01:10:12.556540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28479399-424f-4793-801c-2e50a8345205 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:12.621261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-eb3fea1c-b137-4987-bc48-c18946643449 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Made reservation on behalf of 1b5695ad688543afbb3a0048b523f02d for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:12.634612 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-eb3fea1c-b137-4987-bc48-c18946643449 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.721511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b4a90cf-c5c6-47cd-b840-5a6c7a2bb5b3 req-e8b0936e-e9ee-4e1e-bef7-115fc75fa891 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 210 time: 0.0786371 Aug 31 01:10:12.721959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': 'ddcb1193-61ef-4fd8-88f7-8f523965d25c'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:10:12.723188 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.885538 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28479399-424f-4793-801c-2e50a8345205 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.959812 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-28479399-424f-4793-801c-2e50a8345205 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port 221bc570-3611-47a2-8fb7-d460f96952ce yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:13.057646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-eb3fea1c-b137-4987-bc48-c18946643449 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Allocated IP 172.20.0.8 (b3ac95a5-0c50-4e8d-b049-620d89144a3f/78793fe1-f988-4afa-94d0-02e57dc1f291/f5ee213e-18c0-4b9a-ae48-7d61e612c8d1) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:13.071561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Allocated IP 2001:db8::f816:3eff:fe47:3cc (14e22907-50bf-4f4c-96ff-7b9fef164758/ddcb1193-61ef-4fd8-88f7-8f523965d25c/0be614d9-2349-46cd-93f9-e69324fb18b6) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:13.176173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0839475-ed7b-4c31-9163-320bad032e13 req-20137be3-c735-4faf-aa1e-7a840988f35b tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 210 time: 0.0705409 Aug 31 01:10:13.394660 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-eb3fea1c-b137-4987-bc48-c18946643449 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.441937 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.461408 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Transition to ACTIVE for port object 0be614d9-2349-46cd-93f9-e69324fb18b6 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:13.484563 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-eb3fea1c-b137-4987-bc48-c18946643449 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.485181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Transition to ACTIVE for port object 0be614d9-2349-46cd-93f9-e69324fb18b6 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:13.533700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:13.543578 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.598836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-eb3fea1c-b137-4987-bc48-c18946643449 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Network b3ac95a5-0c50-4e8d-b049-620d89144a3f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:13.624373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-eb3fea1c-b137-4987-bc48-c18946643449 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:13.637357 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-eb3fea1c-b137-4987-bc48-c18946643449 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:13.640599 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-28479399-424f-4793-801c-2e50a8345205 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::f816:3eff:fe60:58e0 (14e22907-50bf-4f4c-96ff-7b9fef164758/ddcb1193-61ef-4fd8-88f7-8f523965d25c/221bc570-3611-47a2-8fb7-d460f96952ce) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:13.713757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:13.727080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:13.747362 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Pushing event updated for resources: {'Port': ['ID=0be614d9-2349-46cd-93f9-e69324fb18b6,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:13.762577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-eb3fea1c-b137-4987-bc48-c18946643449 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:13.763215 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-eb3fea1c-b137-4987-bc48-c18946643449 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:13.769649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:13.777737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fea1c-b137-4987-bc48-c18946643449 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'Port': ['ID=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:13.785069 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-eb3fea1c-b137-4987-bc48-c18946643449 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3707592 Aug 31 01:10:13.802600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Request body: {'port': {'device_id': '0f2ec615-9ad9-431e-bfa7-3538ef410f82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:14.039379 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.053934 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Attempting to bind port 0be614d9-2349-46cd-93f9-e69324fb18b6 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:14.054636 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Attempting to bind port 0be614d9-2349-46cd-93f9-e69324fb18b6 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:14.055473 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Attempting to bind port 0be614d9-2349-46cd-93f9-e69324fb18b6 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:14.064710 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:14.066302 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:14.067019 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.067613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:14.068285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Bound port: 0be614d9-2349-46cd-93f9-e69324fb18b6, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:14.068834 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.111956 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28479399-424f-4793-801c-2e50a8345205 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.173950 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-28479399-424f-4793-801c-2e50a8345205 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object 221bc570-3611-47a2-8fb7-d460f96952ce will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:14.201725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] For port 0be614d9-2349-46cd-93f9-e69324fb18b6, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:14.217689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385af9d4-76d4-49f0-a958-5f4ee9c7a4e1 req-0fabcb47-b09c-4cc6-b9af-291b1bbf484a tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:14.222400 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-385af9d4-76d4-49f0-a958-5f4ee9c7a4e1 req-0fabcb47-b09c-4cc6-b9af-291b1bbf484a tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 931 time: 0.3504264 Aug 31 01:10:14.286324 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] For port 0be614d9-2349-46cd-93f9-e69324fb18b6, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0be614d9-2349-46cd-93f9-e69324fb18b6,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:14.294989 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.306779 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28479399-424f-4793-801c-2e50a8345205 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.357446 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d41e5-e260-411a-8696-f8076642fb49 None None] Pushing event updated for resources: {'Port': ['ID=0be614d9-2349-46cd-93f9-e69324fb18b6,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:14.376982 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28479399-424f-4793-801c-2e50a8345205 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:14.382651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-28479399-424f-4793-801c-2e50a8345205 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:14.389271 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28479399-424f-4793-801c-2e50a8345205 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:14.396915 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28479399-424f-4793-801c-2e50a8345205 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:14.397718 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28479399-424f-4793-801c-2e50a8345205 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.416848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28479399-424f-4793-801c-2e50a8345205 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=221bc570-3611-47a2-8fb7-d460f96952ce,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:14.429754 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-28479399-424f-4793-801c-2e50a8345205 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0639038 Aug 31 01:10:14.430642 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46812) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:14.547629 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e991fd-2f69-4bb3-a93b-a5cbff16aeaa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:14.555527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e991fd-2f69-4bb3-a93b-a5cbff16aeaa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:14.559984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-385af9d4-76d4-49f0-a958-5f4ee9c7a4e1 req-7d14c814-4158-480d-9358-b89b032b33f8 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291931 Aug 31 01:10:14.561195 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f8e991fd-2f69-4bb3-a93b-a5cbff16aeaa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1294708 Aug 31 01:10:14.562525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46814) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:14.709478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9a4bf-8fb8-466f-a035-ef6cd03a441f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port 221bc570-3611-47a2-8fb7-d460f96952ce {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:14.710056 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a4bf-8fb8-466f-a035-ef6cd03a441f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.782178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1b8eef55-5eb8-44b4-98c0-5547c0ae0b42 req-9b707937-5f37-4844-96dd-4fb6e230a474 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 210 time: 0.4260304 Aug 31 01:10:14.999711 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a4bf-8fb8-466f-a035-ef6cd03a441f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.043033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9a4bf-8fb8-466f-a035-ef6cd03a441f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for 221bc570-3611-47a2-8fb7-d460f96952ce owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:15.247323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:15.271322 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.283951 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Transition to ACTIVE for port object f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:15.296012 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.338605 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a4bf-8fb8-466f-a035-ef6cd03a441f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.354197 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:10:15.403440 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9a4bf-8fb8-466f-a035-ef6cd03a441f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=221bc570-3611-47a2-8fb7-d460f96952ce,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:15.428578 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:15.436253 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a4bf-8fb8-466f-a035-ef6cd03a441f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.442572 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e7d9a4bf-8fb8-466f-a035-ef6cd03a441f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/221bc570-3611-47a2-8fb7-d460f96952ce HTTP/1.1" status: 204 len: 168 time: 0.8763494 Aug 31 01:10:15.443579 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46844) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:15.502714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Attempting to bind port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:15.502714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Attempting to bind port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a2578acc-cfbe-400e-94df-f58e5caab0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b3ac95a5-0c50-4e8d-b049-620d89144a3f'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:15.502714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Attempting to bind port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 on network b3ac95a5-0c50-4e8d-b049-620d89144a3f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:15.502714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 on network b3ac95a5-0c50-4e8d-b049-620d89144a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:10:15.504179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Attempting to bind port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 on network b3ac95a5-0c50-4e8d-b049-620d89144a3f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:15.510276 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:15.510700 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Checking segment: {'id': 'a2578acc-cfbe-400e-94df-f58e5caab0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b3ac95a5-0c50-4e8d-b049-620d89144a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:15.511162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Bound using segment: {'id': 'a2578acc-cfbe-400e-94df-f58e5caab0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b3ac95a5-0c50-4e8d-b049-620d89144a3f'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:15.511747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Bound port: f5ee213e-18c0-4b9a-ae48-7d61e612c8d1, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2578acc-cfbe-400e-94df-f58e5caab0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b3ac95a5-0c50-4e8d-b049-620d89144a3f'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:15.512226 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.559665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f3a161-c37a-40c1-bb17-361f26e33b11 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:15.563842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f3a161-c37a-40c1-bb17-361f26e33b11 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:15.565635 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-34f3a161-c37a-40c1-bb17-361f26e33b11 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1189103 Aug 31 01:10:15.568820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46850) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:15.744555 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-05af6f2c-a023-44c7-8394-944da3bde8ab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet ddcb1193-61ef-4fd8-88f7-8f523965d25c {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:15.759414 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05af6f2c-a023-44c7-8394-944da3bde8ab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.858580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] For port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:15.932649 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05af6f2c-a023-44c7-8394-944da3bde8ab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.935141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] For port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1,segment=NetworkSegment(a2578acc-cfbe-400e-94df-f58e5caab0fd),segment_id=a2578acc-cfbe-400e-94df-f58e5caab0fd)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:15.977652 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.066017 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0be614d9-2349-46cd-93f9-e69324fb18b6 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:16.151828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05af6f2c-a023-44c7-8394-944da3bde8ab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.159567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:16.160330 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.161975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] 10.222.0.70 "PUT /v2.0/ports/f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 HTTP/1.1" status: 200 len: 1092 time: 2.3688664 Aug 31 01:10:16.179936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2ec615-9ad9-431e-bfa7-3538ef410f82', 'tag': 'f5ee213e-18c0-4b9a-ae48-7d61e612c8d1'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:16.191391 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef7c91f-7d2c-4661-aca7-d043e4b932c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2ec615-9ad9-431e-bfa7-3538ef410f82", "tag": "f5ee213e-18c0-4b9a-ae48-7d61e612c8d1"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:16.207067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d9e5b-be82-4790-a9ba-d24c6ec88a7f req-0f815a76-9a51-4f97-96f3-012f8e2f6537 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:16.219303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-192d9e5b-be82-4790-a9ba-d24c6ec88a7f req-0f815a76-9a51-4f97-96f3-012f8e2f6537 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 943 time: 0.5401487 Aug 31 01:10:16.250796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 0be614d9-2349-46cd-93f9-e69324fb18b6 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:16.256553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-4457ea47-41db-4443-8f79-2956a35d45fd tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:16.271337 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-4457ea47-41db-4443-8f79-2956a35d45fd tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.15 "GET /v2.0/networks?id=b1b734ca-33f5-4745-bbb5-f8e2a5775897 HTTP/1.1" status: 200 len: 816 time: 0.6607351 Aug 31 01:10:16.312671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-cec66db2-b83c-498b-9ea4-fd86b3c9a758 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Request body: {'port': {'device_id': 'b4f82710-f889-4660-a0c1-5eb747e41167', 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897', 'admin_state_up': True, 'tenant_id': 'c1988b6629834bc3b0be69b3e294565e'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:16.349425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe061adf-8c90-4256-80ad-51148cbda371 req-29f047cd-078c-4fdc-9bf7-df2e8689d452 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 210 time: 0.1236982 Aug 31 01:10:16.356687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-40a8321a-cf7c-4d54-af54-9a87e0c98b4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:16.358521 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-40a8321a-cf7c-4d54-af54-9a87e0c98b4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.70 "GET /v2.0/networks?id=b1b734ca-33f5-4745-bbb5-f8e2a5775897 HTTP/1.1" status: 200 len: 816 time: 0.3205099 Aug 31 01:10:16.384949 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-93fde2e7-f0b8-4c2a-a2b5-fe294f426d4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Request body: {'port': {'device_id': 'acdd7b25-e623-4e5f-ab1a-cfd61f2237b9', 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897', 'admin_state_up': True, 'tenant_id': 'c1988b6629834bc3b0be69b3e294565e'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:16.505091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89bed9-5961-4e6e-a8dd-d6b3dcf7ca82 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:16.529538 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-2f22f839-8fec-44ec-a046-f226f9ea54cc tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:16.531963 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-2f22f839-8fec-44ec-a046-f226f9ea54cc tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.15 "GET /v2.0/networks?id=b1b734ca-33f5-4745-bbb5-f8e2a5775897 HTTP/1.1" status: 200 len: 816 time: 0.3403599 Aug 31 01:10:16.573027 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-192d9e5b-be82-4790-a9ba-d24c6ec88a7f req-09fc0b25-a779-4297-9c05-4451d2d5bc19 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429825 Aug 31 01:10:16.573562 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05af6f2c-a023-44c7-8394-944da3bde8ab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.581417 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-f9fbae05-a784-4536-9869-6e8d86e71727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:16.586964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-3c9efef1-1603-4742-a4c2-a65971543797 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Request body: {'port': {'device_id': '580b7507-8b23-4cea-9fcf-633d9d7a0c8c', 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897', 'admin_state_up': True, 'tenant_id': 'c1988b6629834bc3b0be69b3e294565e'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:16.587729 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-f9fbae05-a784-4536-9869-6e8d86e71727 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b5695ad688543afbb3a0048b523f02d&device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 1095 time: 0.3202066 Aug 31 01:10:16.615741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d4e478d2-a5f8-4345-b86c-6cd82eaed4a5 None None] Provisioning for port 0be614d9-2349-46cd-93f9-e69324fb18b6 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:16.634092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d4e478d2-a5f8-4345-b86c-6cd82eaed4a5 None None] Provisioning complete for port 0be614d9-2349-46cd-93f9-e69324fb18b6 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:16.634284 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0369122-b52e-4766-9207-785318f51332 x-openstack-request-id: req-b0369122-b52e-4766-9207-785318f51332 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:16.634407 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2ec615-9ad9-431e-bfa7-3538ef410f82", "tag": "f5ee213e-18c0-4b9a-ae48-7d61e612c8d1", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:16.634672 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0369122-b52e-4766-9207-785318f51332 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:16.635703 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2ec615-9ad9-431e-bfa7-3538ef410f82', 'tag': 'f5ee213e-18c0-4b9a-ae48-7d61e612c8d1', 'status': 'completed', 'code': 200} Aug 31 01:10:16.636167 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d4e478d2-a5f8-4345-b86c-6cd82eaed4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.710070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-d37856c9-88b7-4700-b12c-1f9c23847269 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 HTTP/1.1" status: 200 len: 217 time: 0.1085517 Aug 31 01:10:16.747625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af6f2c-a023-44c7-8394-944da3bde8ab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=ddcb1193-61ef-4fd8-88f7-8f523965d25c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:16.763612 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05af6f2c-a023-44c7-8394-944da3bde8ab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.766302 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-05af6f2c-a023-44c7-8394-944da3bde8ab tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/ddcb1193-61ef-4fd8-88f7-8f523965d25c HTTP/1.1" status: 204 len: 168 time: 1.1965179 Aug 31 01:10:16.771581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46896) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:16.820936 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-adb68e5a-2381-4271-84d2-8e9797739409 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479829 Aug 31 01:10:16.827128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46898) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:16.827857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-93fde2e7-f0b8-4c2a-a2b5-fe294f426d4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Made reservation on behalf of c1988b6629834bc3b0be69b3e294565e for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:16.832203 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-93fde2e7-f0b8-4c2a-a2b5-fe294f426d4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.845312 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d9aa2d4b-5c13-4251-9e93-beb849537d2e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:16.851752 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-75323a48-c46c-4799-8b24-ce4314c85795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:16.853592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-75323a48-c46c-4799-8b24-ce4314c85795 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78793fe1-f988-4afa-94d0-02e57dc1f291 HTTP/1.1" status: 200 len: 853 time: 0.1301353 Aug 31 01:10:16.895578 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d4e478d2-a5f8-4345-b86c-6cd82eaed4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.916542 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-80334bc1-7afe-445a-83be-79db402d20d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3ac95a5-0c50-4e8d-b049-620d89144a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511622 Aug 31 01:10:16.952017 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d4e478d2-a5f8-4345-b86c-6cd82eaed4a5 None None] For port 0be614d9-2349-46cd-93f9-e69324fb18b6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0be614d9-2349-46cd-93f9-e69324fb18b6,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:16.970439 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d4e478d2-a5f8-4345-b86c-6cd82eaed4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.003657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-cec66db2-b83c-498b-9ea4-fd86b3c9a758 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Made reservation on behalf of c1988b6629834bc3b0be69b3e294565e for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:17.020768 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-cec66db2-b83c-498b-9ea4-fd86b3c9a758 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.057112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b0eda3-3671-4899-aabd-89a88e3da934 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:17.092992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-3c9efef1-1603-4742-a4c2-a65971543797 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Made reservation on behalf of c1988b6629834bc3b0be69b3e294565e for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:17.097081 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-3c9efef1-1603-4742-a4c2-a65971543797 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.212529 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ee2a075a-cbfa-4cf2-88c7-0b54e02c0c1a service neutron] 10.222.0.70 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762315 Aug 31 01:10:17.241755 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9aa2d4b-5c13-4251-9e93-beb849537d2e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:17.245439 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2d4b-5c13-4251-9e93-beb849537d2e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.249905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ac3186ab-c18f-4fa3-bb1d-44fcc1758dc4 None None] Could not find standard attr ID for object 221bc570-3611-47a2-8fb7-d460f96952ce. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:10:17.304813 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e478d2-a5f8-4345-b86c-6cd82eaed4a5 None None] Pushing event updated for resources: {'Port': ['ID=0be614d9-2349-46cd-93f9-e69324fb18b6,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:17.392947 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c17681c-a091-40f5-aef0-d65f1303f128 req-ddfe1cb4-bbab-44f9-ac7b-f165de9fea44 service neutron] 10.222.0.70 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673071 Aug 31 01:10:17.406536 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-93fde2e7-f0b8-4c2a-a2b5-fe294f426d4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Allocated IP 172.20.0.3 (b1b734ca-33f5-4745-bbb5-f8e2a5775897/0c7b5941-18b1-4d66-973f-0946d6405ee4/83638333-6013-415d-8911-d7b1fbdbcecf) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:17.447309 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46914) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:17.524630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc1b6ef-7df4-4041-b4ca-6c7270493227 None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:10:17.540571 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e48de9a0-5ffa-40d9-b5a1-4cbd077043e6 req-c33d415f-4b98-4a00-95fb-fc1d84fe6997 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 210 time: 0.1007864 Aug 31 01:10:17.559203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7c91f-7d2c-4661-aca7-d043e4b932c7 req-618e7962-7ca0-43fb-b576-5851ed7489e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:17.560950 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eef7c91f-7d2c-4661-aca7-d043e4b932c7 req-618e7962-7ca0-43fb-b576-5851ed7489e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b5695ad688543afbb3a0048b523f02d&device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 1095 time: 0.0946841 Aug 31 01:10:17.701868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ffc1b6ef-7df4-4041-b4ca-6c7270493227 None None] Deleting port 0be614d9-2349-46cd-93f9-e69324fb18b6 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:17.702767 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b6ef-7df4-4041-b4ca-6c7270493227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.755563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7c91f-7d2c-4661-aca7-d043e4b932c7 req-ca4abbdc-eecf-4942-854e-98c727fe926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:17.757061 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eef7c91f-7d2c-4661-aca7-d043e4b932c7 req-ca4abbdc-eecf-4942-854e-98c727fe926f service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3ac95a5-0c50-4e8d-b049-620d89144a3f HTTP/1.1" status: 200 len: 914 time: 0.1866462 Aug 31 01:10:17.818334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eef7c91f-7d2c-4661-aca7-d043e4b932c7 req-f2ad3e74-a2f5-4fa3-acf8-a901da0b513d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 HTTP/1.1" status: 200 len: 217 time: 0.0503957 Aug 31 01:10:17.821701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ffc1b6ef-7df4-4041-b4ca-6c7270493227 None None] For port 0be614d9-2349-46cd-93f9-e69324fb18b6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0be614d9-2349-46cd-93f9-e69324fb18b6,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:17.822172 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b6ef-7df4-4041-b4ca-6c7270493227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.830003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a614c25-098a-45e8-8426-ed42280e14b9 req-90207af1-f59c-4c67-a694-0decb3b4e65f tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:17.848087 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a614c25-098a-45e8-8426-ed42280e14b9 req-90207af1-f59c-4c67-a694-0decb3b4e65f tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 943 time: 0.1232946 Aug 31 01:10:17.848795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ffc1b6ef-7df4-4041-b4ca-6c7270493227 None None] Calling delete_port for 0be614d9-2349-46cd-93f9-e69324fb18b6 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:17.921003 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0be614d9-2349-46cd-93f9-e69324fb18b6 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:17.928363 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a614c25-098a-45e8-8426-ed42280e14b9 req-550ba026-a18c-420b-a6eb-6b08913ec5cd tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742457 Aug 31 01:10:18.027653 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b6ef-7df4-4041-b4ca-6c7270493227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.072774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1b6ef-7df4-4041-b4ca-6c7270493227 None None] No DVR routers for this DVR port 0be614d9-2349-46cd-93f9-e69324fb18b6 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:18.074453 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1b6ef-7df4-4041-b4ca-6c7270493227 None None] Pushing event deleted for resources: {'Port': ['ID=0be614d9-2349-46cd-93f9-e69324fb18b6,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:18.084671 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.091534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7c91f-7d2c-4661-aca7-d043e4b932c7 req-d9834e68-3fbd-4222-b954-88de4404b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:18.093151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eef7c91f-7d2c-4661-aca7-d043e4b932c7 req-d9834e68-3fbd-4222-b954-88de4404b5aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78793fe1-f988-4afa-94d0-02e57dc1f291 HTTP/1.1" status: 200 len: 853 time: 0.1156130 Aug 31 01:10:18.104466 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-67b49e3e-f7e2-4d66-a12a-28ca200d8e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.120764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911f35e-2855-43b2-b574-a1311f235b26 req-0c4bd9ee-c4f4-44f9-a970-2166dff4705a tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:18.122405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b911f35e-2855-43b2-b574-a1311f235b26 req-0c4bd9ee-c4f4-44f9-a970-2166dff4705a tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=72dddb9f-93ee-4108-8dc7-c2dabe81f2d3 HTTP/1.1" status: 200 len: 951 time: 0.1018717 Aug 31 01:10:18.144925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eef7c91f-7d2c-4661-aca7-d043e4b932c7 req-8706b2b6-f5da-47e0-96ae-4b3208ae9a40 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3ac95a5-0c50-4e8d-b049-620d89144a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410793 Aug 31 01:10:18.220957 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-93fde2e7-f0b8-4c2a-a2b5-fe294f426d4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.230487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b911f35e-2855-43b2-b574-a1311f235b26 req-34ad8522-9984-4a27-ad7e-fcd0f6d63a4a tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891206 Aug 31 01:10:18.269525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.objects.ports [None req-d9aa2d4b-5c13-4251-9e93-beb849537d2e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:10:18.274202 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eef7c91f-7d2c-4661-aca7-d043e4b932c7 req-607f26d1-6c34-45e2-a0cd-33e493cd28aa service neutron] 10.222.0.70 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134906 Aug 31 01:10:18.275266 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2d4b-5c13-4251-9e93-beb849537d2e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.350324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aa2d4b-5c13-4251-9e93-beb849537d2e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:18.359134 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-d9aa2d4b-5c13-4251-9e93-beb849537d2e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:18.369969 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aa2d4b-5c13-4251-9e93-beb849537d2e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:18.370585 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2d4b-5c13-4251-9e93-beb849537d2e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.371333 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44395d79-7bc3-4f7b-8e26-3fbef0153add None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:18.382359 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eef7c91f-7d2c-4661-aca7-d043e4b932c7 req-8f08ee90-ce75-4651-b892-8ae73b0b46ef service neutron] 10.222.0.70 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971489 Aug 31 01:10:18.385337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa2d4b-5c13-4251-9e93-beb849537d2e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=45194b24-c95a-4ca1-923c-15ab42a17ba6,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:18.395427 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-93fde2e7-f0b8-4c2a-a2b5-fe294f426d4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.499598 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-67b49e3e-f7e2-4d66-a12a-28ca200d8e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.513747 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-93fde2e7-f0b8-4c2a-a2b5-fe294f426d4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Network b1b734ca-33f5-4745-bbb5-f8e2a5775897 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:18.516534 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-67b49e3e-f7e2-4d66-a12a-28ca200d8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.525561 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d9aa2d4b-5c13-4251-9e93-beb849537d2e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6905632 Aug 31 01:10:18.526136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fde2e7-f0b8-4c2a-a2b5-fe294f426d4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Pushing event updated for resources: {'Port': ['ID=83638333-6013-415d-8911-d7b1fbdbcecf,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:18.529503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46952) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:18.535737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-3c9efef1-1603-4742-a4c2-a65971543797 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Allocated IP 172.20.0.12 (b1b734ca-33f5-4745-bbb5-f8e2a5775897/0c7b5941-18b1-4d66-973f-0946d6405ee4/5846a3f9-ccb5-455a-a850-900a9d909bec) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:18.537660 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-93fde2e7-f0b8-4c2a-a2b5-fe294f426d4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:18.538520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3fd718cc-ae55-45b3-a346-6e0374bf6f1f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'mac_address': 'fa:16:3e:48:b6:35', 'name': 'tempest-NetworksTestDHCPv6-1081949884'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:18.540624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': '45194b24-c95a-4ca1-923c-15ab42a17ba6'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:10:18.542241 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.555068 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-93fde2e7-f0b8-4c2a-a2b5-fe294f426d4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:18.625373 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-67b49e3e-f7e2-4d66-a12a-28ca200d8e0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d3431297d9c4b1f8fe60a364a6ce4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1768956 Aug 31 01:10:18.631694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46956) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:18.634178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b49e3e-f7e2-4d66-a12a-28ca200d8e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293aa8a4-99ab-4d22-9c0c-a8537bcf5ef0,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:18.658001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-93fde2e7-f0b8-4c2a-a2b5-fe294f426d4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:18.658629 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-93fde2e7-f0b8-4c2a-a2b5-fe294f426d4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.680976 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a40a7eff-ea7a-41b1-b239-2e3ee59e8bf3 req-013bcfea-d490-4670-9d31-9c88b60aa445 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 210 time: 0.0463383 Aug 31 01:10:18.718472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Allocated IP 2001:db8::f816:3eff:fe05:26d0 (14e22907-50bf-4f4c-96ff-7b9fef164758/45194b24-c95a-4ca1-923c-15ab42a17ba6/623ff19f-1380-4c90-872e-9a9c53ef7511) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:18.723805 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-93fde2e7-f0b8-4c2a-a2b5-fe294f426d4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3475139 Aug 31 01:10:18.735873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd718cc-ae55-45b3-a346-6e0374bf6f1f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:18.743417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Request body: {'port': {'device_id': 'acdd7b25-e623-4e5f-ab1a-cfd61f2237b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:18.822105 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0307eb63-51a6-49a5-9ab7-224e3eaf551e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.899795 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0307eb63-51a6-49a5-9ab7-224e3eaf551e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.910224 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.916039 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.919976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Transition to ACTIVE for port object 623ff19f-1380-4c90-872e-9a9c53ef7511 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:18.937459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Transition to ACTIVE for port object 623ff19f-1380-4c90-872e-9a9c53ef7511 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:18.943563 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.958756 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-3c9efef1-1603-4742-a4c2-a65971543797 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.994122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Pushing event updated for resources: {'Port': ['ID=623ff19f-1380-4c90-872e-9a9c53ef7511,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:19.017925 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:19.017925 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:19.020986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:19.077388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Attempting to bind port 623ff19f-1380-4c90-872e-9a9c53ef7511 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:19.077927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Attempting to bind port 623ff19f-1380-4c90-872e-9a9c53ef7511 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:19.078384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Attempting to bind port 623ff19f-1380-4c90-872e-9a9c53ef7511 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:19.083471 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0307eb63-51a6-49a5-9ab7-224e3eaf551e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.085855 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0307eb63-51a6-49a5-9ab7-224e3eaf551e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.089376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:19.089553 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0307eb63-51a6-49a5-9ab7-224e3eaf551e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/293aa8a4-99ab-4d22-9c0c-a8537bcf5ef0 HTTP/1.1" status: 204 len: 168 time: 0.4500506 Aug 31 01:10:19.089672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:19.089672 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.089672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:19.089672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Bound port: 623ff19f-1380-4c90-872e-9a9c53ef7511, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:19.089672 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.113535 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307eb63-51a6-49a5-9ab7-224e3eaf551e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293aa8a4-99ab-4d22-9c0c-a8537bcf5ef0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:19.119213 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-3c9efef1-1603-4742-a4c2-a65971543797 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.179462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-477d294e-850a-4236-9658-020b452d61e6 None None] For port 623ff19f-1380-4c90-872e-9a9c53ef7511, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:19.182050 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-3c9efef1-1603-4742-a4c2-a65971543797 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Network b1b734ca-33f5-4745-bbb5-f8e2a5775897 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:19.183852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-477d294e-850a-4236-9658-020b452d61e6 None None] For port 623ff19f-1380-4c90-872e-9a9c53ef7511, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=623ff19f-1380-4c90-872e-9a9c53ef7511,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:19.185665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-3c9efef1-1603-4742-a4c2-a65971543797 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:19.189451 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-3c9efef1-1603-4742-a4c2-a65971543797 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:19.194711 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.194914 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-cec66db2-b83c-498b-9ea4-fd86b3c9a758 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Allocated IP 172.20.0.8 (b1b734ca-33f5-4745-bbb5-f8e2a5775897/0c7b5941-18b1-4d66-973f-0946d6405ee4/33879aba-2d38-4ec9-8f79-d6874ac832b4) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:19.220728 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9efef1-1603-4742-a4c2-a65971543797 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Pushing event updated for resources: {'Port': ['ID=5846a3f9-ccb5-455a-a850-900a9d909bec,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:19.262408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-3c9efef1-1603-4742-a4c2-a65971543797 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:19.263101 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-3c9efef1-1603-4742-a4c2-a65971543797 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.286174 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d294e-850a-4236-9658-020b452d61e6 None None] Pushing event updated for resources: {'Port': ['ID=623ff19f-1380-4c90-872e-9a9c53ef7511,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:19.298522 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-3c9efef1-1603-4742-a4c2-a65971543797 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7306519 Aug 31 01:10:19.317771 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Request body: {'port': {'device_id': '580b7507-8b23-4cea-9fcf-633d9d7a0c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:19.330584 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9a7a4-cb69-456b-8005-f728049aeb7f req-bc2c1339-d868-4997-ba40-0a3e94d49ccb tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:19.335320 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-42d9a7a4-cb69-456b-8005-f728049aeb7f req-bc2c1339-d868-4997-ba40-0a3e94d49ccb tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 943 time: 0.2861693 Aug 31 01:10:19.375822 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fd718cc-ae55-45b3-a346-6e0374bf6f1f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.430304 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.522718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-3fd718cc-ae55-45b3-a346-6e0374bf6f1f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port 4f7004cd-0ca4-4027-b3aa-111517bc3ed9 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:19.551841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-42d9a7a4-cb69-456b-8005-f728049aeb7f req-794bfd0d-7fb5-490f-b5ff-44d84c02276c tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963882 Aug 31 01:10:19.566254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46972) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:19.648374 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-588207ea-de3d-4031-ae6c-10e6e4de87dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.679520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed64cc4-664e-428a-a36c-c174bb5298c6 req-6758df70-63ff-48bd-8abc-524e1b3c310c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:19.681886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed64cc4-664e-428a-a36c-c174bb5298c6 req-6758df70-63ff-48bd-8abc-524e1b3c310c tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=72dddb9f-93ee-4108-8dc7-c2dabe81f2d3 HTTP/1.1" status: 200 len: 951 time: 0.2386806 Aug 31 01:10:19.744462 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-cec66db2-b83c-498b-9ea4-fd86b3c9a758 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.850591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-3fd718cc-ae55-45b3-a346-6e0374bf6f1f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::f816:3eff:fe48:b635 (14e22907-50bf-4f4c-96ff-7b9fef164758/45194b24-c95a-4ca1-923c-15ab42a17ba6/4f7004cd-0ca4-4027-b3aa-111517bc3ed9) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:19.863123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed64cc4-664e-428a-a36c-c174bb5298c6 req-795cb3cf-97cb-4db6-9dea-a225dc7c18e1 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742604 Aug 31 01:10:19.914090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af54407-b858-4357-8b6d-abedf3c7b219 req-13985614-87f1-41bb-820a-a0bc388fccca tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:19.915604 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3af54407-b858-4357-8b6d-abedf3c7b219 req-13985614-87f1-41bb-820a-a0bc388fccca tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 932 time: 0.1689129 Aug 31 01:10:19.937543 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-cec66db2-b83c-498b-9ea4-fd86b3c9a758 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.946030 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 623ff19f-1380-4c90-872e-9a9c53ef7511 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:20.029031 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 623ff19f-1380-4c90-872e-9a9c53ef7511 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:20.078666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-cec66db2-b83c-498b-9ea4-fd86b3c9a758 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Network b1b734ca-33f5-4745-bbb5-f8e2a5775897 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:20.118169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-cec66db2-b83c-498b-9ea4-fd86b3c9a758 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:20.120408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83638333-6013-415d-8911-d7b1fbdbcecf {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:20.122528 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3af54407-b858-4357-8b6d-abedf3c7b219 req-3405be1a-b8a1-4bdf-bcca-5b846dda37ff tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928291 Aug 31 01:10:20.123351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-cec66db2-b83c-498b-9ea4-fd86b3c9a758 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:20.130692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec66db2-b83c-498b-9ea4-fd86b3c9a758 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Pushing event updated for resources: {'Port': ['ID=33879aba-2d38-4ec9-8f79-d6874ac832b4,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:20.162398 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.178947 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Transition to ACTIVE for port object 83638333-6013-415d-8911-d7b1fbdbcecf will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:20.186237 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.210245 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-588207ea-de3d-4031-ae6c-10e6e4de87dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.223984 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-588207ea-de3d-4031-ae6c-10e6e4de87dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.248466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-cec66db2-b83c-498b-9ea4-fd86b3c9a758 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:20.249148 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-cec66db2-b83c-498b-9ea4-fd86b3c9a758 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.330573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-588207ea-de3d-4031-ae6c-10e6e4de87dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e1689666f204dc89355689f3cd0a92e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7340829 Aug 31 01:10:20.332252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588207ea-de3d-4031-ae6c-10e6e4de87dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4292fbba-023e-482a-8315-ff980bd4e85c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:20.334697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46996) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:20.338090 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fd718cc-ae55-45b3-a346-6e0374bf6f1f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.349508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-cec66db2-b83c-498b-9ea4-fd86b3c9a758 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0416334 Aug 31 01:10:20.370609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Request body: {'port': {'device_id': 'b4f82710-f889-4660-a0c1-5eb747e41167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:20.408819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Pushing event updated for resources: {'Port': ['ID=83638333-6013-415d-8911-d7b1fbdbcecf,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:20.417000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-3fd718cc-ae55-45b3-a346-6e0374bf6f1f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object 4f7004cd-0ca4-4027-b3aa-111517bc3ed9 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:20.486379 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fd718cc-ae55-45b3-a346-6e0374bf6f1f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.579775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5846a3f9-ccb5-455a-a850-900a9d909bec {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:20.586184 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Attempting to bind port 83638333-6013-415d-8911-d7b1fbdbcecf on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:20.586533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Attempting to bind port 83638333-6013-415d-8911-d7b1fbdbcecf by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'de996be0-d4c9-4783-bb88-fdc563f00084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:20.586867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Attempting to bind port 83638333-6013-415d-8911-d7b1fbdbcecf on network b1b734ca-33f5-4745-bbb5-f8e2a5775897 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:20.587941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd718cc-ae55-45b3-a346-6e0374bf6f1f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:20.595056 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.598950 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.600654 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Port 83638333-6013-415d-8911-d7b1fbdbcecf on network b1b734ca-33f5-4745-bbb5-f8e2a5775897 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:10:20.600971 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Attempting to bind port 83638333-6013-415d-8911-d7b1fbdbcecf on network b1b734ca-33f5-4745-bbb5-f8e2a5775897 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:20.609794 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:20.609982 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Checking segment: {'id': 'de996be0-d4c9-4783-bb88-fdc563f00084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:20.610212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-3fd718cc-ae55-45b3-a346-6e0374bf6f1f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:20.610401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Bound using segment: {'id': 'de996be0-d4c9-4783-bb88-fdc563f00084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:20.610864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Bound port: 83638333-6013-415d-8911-d7b1fbdbcecf, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de996be0-d4c9-4783-bb88-fdc563f00084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:20.610953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1a814219-48f5-42b1-b7b5-88e25d686972 None None] Provisioning for port 623ff19f-1380-4c90-872e-9a9c53ef7511 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:20.611196 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.617893 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1a814219-48f5-42b1-b7b5-88e25d686972 None None] Provisioning complete for port 623ff19f-1380-4c90-872e-9a9c53ef7511 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:20.619790 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1a814219-48f5-42b1-b7b5-88e25d686972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.622621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd718cc-ae55-45b3-a346-6e0374bf6f1f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:20.630428 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd718cc-ae55-45b3-a346-6e0374bf6f1f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:20.631161 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fd718cc-ae55-45b3-a346-6e0374bf6f1f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.640281 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-909b4aa3-4aa1-4707-ab04-20d14d228103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.642016 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd718cc-ae55-45b3-a346-6e0374bf6f1f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=4f7004cd-0ca4-4027-b3aa-111517bc3ed9,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:20.702444 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-909b4aa3-4aa1-4707-ab04-20d14d228103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.704334 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Transition to ACTIVE for port object 5846a3f9-ccb5-455a-a850-900a9d909bec will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:20.712636 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.728406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3fd718cc-ae55-45b3-a346-6e0374bf6f1f tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1967969 Aug 31 01:10:20.733963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47042) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:20.766653 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1a814219-48f5-42b1-b7b5-88e25d686972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.806048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-1a814219-48f5-42b1-b7b5-88e25d686972 None None] For port 623ff19f-1380-4c90-872e-9a9c53ef7511, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=623ff19f-1380-4c90-872e-9a9c53ef7511,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:20.818564 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1a814219-48f5-42b1-b7b5-88e25d686972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.854368 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] For port 83638333-6013-415d-8911-d7b1fbdbcecf, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:20.859922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] For port 83638333-6013-415d-8911-d7b1fbdbcecf, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=83638333-6013-415d-8911-d7b1fbdbcecf,segment=NetworkSegment(de996be0-d4c9-4783-bb88-fdc563f00084),segment_id=de996be0-d4c9-4783-bb88-fdc563f00084)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:20.872555 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.876491 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Pushing event updated for resources: {'Port': ['ID=5846a3f9-ccb5-455a-a850-900a9d909bec,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:20.923919 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a814219-48f5-42b1-b7b5-88e25d686972 None None] Pushing event updated for resources: {'Port': ['ID=623ff19f-1380-4c90-872e-9a9c53ef7511,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:20.961468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebf1aa-35a5-4128-b794-38fcd6be9f60 req-fff15d7a-a8d0-411a-b00f-b260bb634932 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:20.963035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60ebf1aa-35a5-4128-b794-38fcd6be9f60 req-fff15d7a-a8d0-411a-b00f-b260bb634932 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 943 time: 0.2490098 Aug 31 01:10:20.971123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb219f40-0f4b-49d8-8d04-b9ed1d37dd2d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:20.981981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb219f40-0f4b-49d8-8d04-b9ed1d37dd2d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:20.992607 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bb219f40-0f4b-49d8-8d04-b9ed1d37dd2d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2409577 Aug 31 01:10:21.007446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47060) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:21.025061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:21.025680 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.027137 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] 10.222.0.70 "PUT /v2.0/ports/83638333-6013-415d-8911-d7b1fbdbcecf HTTP/1.1" status: 200 len: 1092 time: 2.2910922 Aug 31 01:10:21.027614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acdd7b25-e623-4e5f-ab1a-cfd61f2237b9', 'tag': '83638333-6013-415d-8911-d7b1fbdbcecf'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:21.029890 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c41bc1-13ef-465c-9585-0fd7937f50cb" -d '{"events": [{"name": "network-changed", "server_uuid": "acdd7b25-e623-4e5f-ab1a-cfd61f2237b9", "tag": "83638333-6013-415d-8911-d7b1fbdbcecf"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:21.070295 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232595a8-ac6e-4f1a-bc3c-4d829b9af439 service neutron] Pushing event updated for resources: {'Port': ['ID=83638333-6013-415d-8911-d7b1fbdbcecf,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:21.086394 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Attempting to bind port 5846a3f9-ccb5-455a-a850-900a9d909bec on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:21.086733 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Attempting to bind port 5846a3f9-ccb5-455a-a850-900a9d909bec by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'de996be0-d4c9-4783-bb88-fdc563f00084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:21.087061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Attempting to bind port 5846a3f9-ccb5-455a-a850-900a9d909bec on network b1b734ca-33f5-4745-bbb5-f8e2a5775897 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:21.097886 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-909b4aa3-4aa1-4707-ab04-20d14d228103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.100516 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-909b4aa3-4aa1-4707-ab04-20d14d228103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.101813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-909b4aa3-4aa1-4707-ab04-20d14d228103 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4292fbba-023e-482a-8315-ff980bd4e85c HTTP/1.1" status: 204 len: 168 time: 0.7606714 Aug 31 01:10:21.102296 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Port 5846a3f9-ccb5-455a-a850-900a9d909bec on network b1b734ca-33f5-4745-bbb5-f8e2a5775897 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:10:21.102765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Attempting to bind port 5846a3f9-ccb5-455a-a850-900a9d909bec on network b1b734ca-33f5-4745-bbb5-f8e2a5775897 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:21.123609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:21.124136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Checking segment: {'id': 'de996be0-d4c9-4783-bb88-fdc563f00084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:21.124351 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Bound using segment: {'id': 'de996be0-d4c9-4783-bb88-fdc563f00084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:21.124706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Bound port: 5846a3f9-ccb5-455a-a850-900a9d909bec, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de996be0-d4c9-4783-bb88-fdc563f00084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:21.125063 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.132616 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b72220c9-3687-42ed-8f06-71eb5df774bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.154210 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b5f979ff-9537-430a-a0aa-c7f77818744a None None] Provisioning for port 4f7004cd-0ca4-4027-b3aa-111517bc3ed9 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:21.160568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b5f979ff-9537-430a-a0aa-c7f77818744a None None] Provisioning complete for port 4f7004cd-0ca4-4027-b3aa-111517bc3ed9 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:21.161328 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b5f979ff-9537-430a-a0aa-c7f77818744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.172628 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-e057d48d-9fef-4f32-8dd3-1f9e8c8d6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:21.174339 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-e057d48d-9fef-4f32-8dd3-1f9e8c8d6d3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1988b6629834bc3b0be69b3e294565e&device_id=acdd7b25-e623-4e5f-ab1a-cfd61f2237b9 HTTP/1.1" status: 200 len: 1095 time: 0.0841064 Aug 31 01:10:21.213062 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b5f979ff-9537-430a-a0aa-c7f77818744a None None] Port 4f7004cd-0ca4-4027-b3aa-111517bc3ed9 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:21.223680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60ebf1aa-35a5-4128-b794-38fcd6be9f60 req-ffa651fb-8b66-40e3-850c-81ea98178d13 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467549 Aug 31 01:10:21.239698 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-1fc12cbb-ef6c-4a99-8cb2-f30c2302df41 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83638333-6013-415d-8911-d7b1fbdbcecf HTTP/1.1" status: 200 len: 217 time: 0.0531390 Aug 31 01:10:21.241767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b4aa3-4aa1-4707-ab04-20d14d228103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4292fbba-023e-482a-8315-ff980bd4e85c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:21.244924 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] For port 5846a3f9-ccb5-455a-a850-900a9d909bec, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:21.248703 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] For port 5846a3f9-ccb5-455a-a850-900a9d909bec, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5846a3f9-ccb5-455a-a850-900a9d909bec,segment=NetworkSegment(de996be0-d4c9-4783-bb88-fdc563f00084),segment_id=de996be0-d4c9-4783-bb88-fdc563f00084)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:21.261092 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.317368 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd000067-8393-4643-b73d-fa1343caf579 x-openstack-request-id: req-fd000067-8393-4643-b73d-fa1343caf579 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:21.317692 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acdd7b25-e623-4e5f-ab1a-cfd61f2237b9", "tag": "83638333-6013-415d-8911-d7b1fbdbcecf", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:21.318090 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd000067-8393-4643-b73d-fa1343caf579 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:21.318549 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdd7b25-e623-4e5f-ab1a-cfd61f2237b9', 'tag': '83638333-6013-415d-8911-d7b1fbdbcecf', 'status': 'completed', 'code': 200} Aug 31 01:10:21.332897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:21.333635 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.335060 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] 10.222.0.15 "PUT /v2.0/ports/5846a3f9-ccb5-455a-a850-900a9d909bec HTTP/1.1" status: 200 len: 1093 time: 2.0241585 Aug 31 01:10:21.352277 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-3e1b3f5e-779b-4360-a86b-5d463ca06b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:21.354058 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-3e1b3f5e-779b-4360-a86b-5d463ca06b77 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c7b5941-18b1-4d66-973f-0946d6405ee4 HTTP/1.1" status: 200 len: 856 time: 0.1039243 Aug 31 01:10:21.395597 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-f5078807-9d98-49be-82b2-4961dd91b42b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port 4f7004cd-0ca4-4027-b3aa-111517bc3ed9 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:21.395946 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f5078807-9d98-49be-82b2-4961dd91b42b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.404338 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361ac55-9c54-4b27-a4d9-37e1630d5a88 service neutron] Pushing event updated for resources: {'Port': ['ID=5846a3f9-ccb5-455a-a850-900a9d909bec,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:21.408949 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-94299eba-432b-4be3-b483-33cdc18c8fff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b1b734ca-33f5-4745-bbb5-f8e2a5775897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425208 Aug 31 01:10:21.491212 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f5078807-9d98-49be-82b2-4961dd91b42b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.504046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-f5078807-9d98-49be-82b2-4961dd91b42b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for 4f7004cd-0ca4-4027-b3aa-111517bc3ed9 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:21.526935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-f367680d-0002-4ad7-abe2-99258d7d6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:21.529613 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-f367680d-0002-4ad7-abe2-99258d7d6f4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1988b6629834bc3b0be69b3e294565e&device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 1096 time: 0.1267419 Aug 31 01:10:21.575681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33879aba-2d38-4ec9-8f79-d6874ac832b4 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:21.608428 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-2a6f3a82-2286-4f60-a2fb-292347e51a33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5846a3f9-ccb5-455a-a850-900a9d909bec HTTP/1.1" status: 200 len: 217 time: 0.0641184 Aug 31 01:10:21.610592 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-9a1620dc-d304-4410-baf4-c968545f2731 service neutron] 10.222.0.70 "GET /v2.0/networks/b1b734ca-33f5-4745-bbb5-f8e2a5775897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919417 Aug 31 01:10:21.619345 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.655854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e2eae-9274-4efb-b2f8-18e7339038f6 req-6f6eab4b-b60e-4043-843d-6c536f8ebc7e tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:21.656693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:10:21.663811 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c2e2eae-9274-4efb-b2f8-18e7339038f6 req-6f6eab4b-b60e-4043-843d-6c536f8ebc7e tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 944 time: 0.2757366 Aug 31 01:10:21.667101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Transition to ACTIVE for port object 33879aba-2d38-4ec9-8f79-d6874ac832b4 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:21.689596 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.698155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7e5527d9-9a81-41c7-886c-cdd80c335ad2 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:21.761574 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-144da3cc-e62e-4567-92be-4ce9f89ee50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:21.763105 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-144da3cc-e62e-4567-92be-4ce9f89ee50a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c7b5941-18b1-4d66-973f-0946d6405ee4 HTTP/1.1" status: 200 len: 856 time: 0.1469791 Aug 31 01:10:21.778511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c2e2eae-9274-4efb-b2f8-18e7339038f6 req-9b78b5eb-b65f-4c41-8d21-96772d5d3b63 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093309 Aug 31 01:10:21.789350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=33879aba-2d38-4ec9-8f79-d6874ac832b4,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:21.838383 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-8c0d098f-b6d3-40e1-a70d-3cde81cb1bc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1b734ca-33f5-4745-bbb5-f8e2a5775897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667138 Aug 31 01:10:21.859913 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-6922466e-bee5-4640-a7e1-fc845829738a service neutron] 10.222.0.70 "GET /v2.0/networks/b1b734ca-33f5-4745-bbb5-f8e2a5775897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350552 Aug 31 01:10:21.963873 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f5078807-9d98-49be-82b2-4961dd91b42b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.964395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1,segment=NetworkSegment(a2578acc-cfbe-400e-94df-f58e5caab0fd),segment_id=a2578acc-cfbe-400e-94df-f58e5caab0fd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:21.980963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 623ff19f-1380-4c90-872e-9a9c53ef7511 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:22.015611 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'f5ee213e-18c0-4b9a-ae48-7d61e612c8d1', 'network_id': 'b3ac95a5-0c50-4e8d-b049-620d89144a3f', 'port_id': 'f5ee213e-18c0-4b9a-ae48-7d61e612c8d1', 'mac_address': 'fa:16:3e:98:3c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78793fe1-f988-4afa-94d0-02e57dc1f291', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:10:22.029671 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c41bc1-13ef-465c-9585-0fd7937f50cb req-12d25b12-da98-4c61-afb3-04b6cf82ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:22.031172 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-90c41bc1-13ef-465c-9585-0fd7937f50cb req-12d25b12-da98-4c61-afb3-04b6cf82ad80 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1988b6629834bc3b0be69b3e294565e&device_id=acdd7b25-e623-4e5f-ab1a-cfd61f2237b9 HTTP/1.1" status: 200 len: 1095 time: 0.0888712 Aug 31 01:10:22.046709 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-932ac54b-e27a-4bda-a0f6-12e9b70ba2c8 service neutron] 10.222.0.15 "GET /v2.0/networks/b1b734ca-33f5-4745-bbb5-f8e2a5775897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996703 Aug 31 01:10:22.053462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5078807-9d98-49be-82b2-4961dd91b42b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=4f7004cd-0ca4-4027-b3aa-111517bc3ed9,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:22.067041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Attempting to bind port 33879aba-2d38-4ec9-8f79-d6874ac832b4 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:22.067415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Attempting to bind port 33879aba-2d38-4ec9-8f79-d6874ac832b4 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'de996be0-d4c9-4783-bb88-fdc563f00084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:22.067943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Attempting to bind port 33879aba-2d38-4ec9-8f79-d6874ac832b4 on network b1b734ca-33f5-4745-bbb5-f8e2a5775897 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:22.075980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Port 33879aba-2d38-4ec9-8f79-d6874ac832b4 on network b1b734ca-33f5-4745-bbb5-f8e2a5775897 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:10:22.076480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Attempting to bind port 33879aba-2d38-4ec9-8f79-d6874ac832b4 on network b1b734ca-33f5-4745-bbb5-f8e2a5775897 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:22.083144 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:22.083790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Checking segment: {'id': 'de996be0-d4c9-4783-bb88-fdc563f00084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:22.084343 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Bound using segment: {'id': 'de996be0-d4c9-4783-bb88-fdc563f00084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:22.084940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Bound port: 33879aba-2d38-4ec9-8f79-d6874ac832b4, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de996be0-d4c9-4783-bb88-fdc563f00084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:22.085465 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.163972 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f5078807-9d98-49be-82b2-4961dd91b42b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.170515 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f5078807-9d98-49be-82b2-4961dd91b42b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/4f7004cd-0ca4-4027-b3aa-111517bc3ed9 HTTP/1.1" status: 204 len: 168 time: 1.0894778 Aug 31 01:10:22.171344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47146) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:22.311043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] For port 33879aba-2d38-4ec9-8f79-d6874ac832b4, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:22.316198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] For port 33879aba-2d38-4ec9-8f79-d6874ac832b4, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=33879aba-2d38-4ec9-8f79-d6874ac832b4,segment=NetworkSegment(de996be0-d4c9-4783-bb88-fdc563f00084),segment_id=de996be0-d4c9-4783-bb88-fdc563f00084)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:22.323006 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.323525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbabc858-153d-4fa4-90d4-f6e6d3896d67 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:22.325267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbabc858-153d-4fa4-90d4-f6e6d3896d67 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:22.326806 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cbabc858-153d-4fa4-90d4-f6e6d3896d67 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1487534 Aug 31 01:10:22.329914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47158) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:22.353110 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-47892af3-2c35-4a43-b573-27939433df28 service neutron] 10.222.0.15 "GET /v2.0/networks/b1b734ca-33f5-4745-bbb5-f8e2a5775897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976792 Aug 31 01:10:22.386886 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c41bc1-13ef-465c-9585-0fd7937f50cb req-17962aaa-97e0-4076-9a26-b8261cd49341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:22.391346 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-90c41bc1-13ef-465c-9585-0fd7937f50cb req-17962aaa-97e0-4076-9a26-b8261cd49341 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b1b734ca-33f5-4745-bbb5-f8e2a5775897 HTTP/1.1" status: 200 len: 917 time: 0.3469889 Aug 31 01:10:22.415008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=33879aba-2d38-4ec9-8f79-d6874ac832b4,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:22.467138 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.482395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:22.482962 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.486131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-75bd8c0c-edb9-4abe-b19d-5c5b8fdcc3c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/33879aba-2d38-4ec9-8f79-d6874ac832b4 HTTP/1.1" status: 200 len: 1092 time: 2.1214955 Aug 31 01:10:22.489930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f82710-f889-4660-a0c1-5eb747e41167', 'tag': '33879aba-2d38-4ec9-8f79-d6874ac832b4'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:22.494771 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb8d441-e7bf-479a-876b-608e0bdf55a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f82710-f889-4660-a0c1-5eb747e41167", "tag": "33879aba-2d38-4ec9-8f79-d6874ac832b4"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:22.506872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 7e5527d9-9a81-41c7-886c-cdd80c335ad2, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:22.510565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e5527d9-9a81-41c7-886c-cdd80c335ad2'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:22.514268 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d4a716-bd26-417c-9c68-df8500b26232" -d '{"events": [{"server_uuid": "72dddb9f-93ee-4108-8dc7-c2dabe81f2d3", "name": "network-vif-unplugged", "status": "completed", "tag": "7e5527d9-9a81-41c7-886c-cdd80c335ad2"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:22.526683 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.535728 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.537883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890dfdc-1c59-47a0-a26c-b33cec02e3e0 req-d9483222-70f8-4748-92e7-ce20ee07e09c tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:22.541212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6890dfdc-1c59-47a0-a26c-b33cec02e3e0 req-d9483222-70f8-4748-92e7-ce20ee07e09c tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 943 time: 0.1153138 Aug 31 01:10:22.542423 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-90c41bc1-13ef-465c-9585-0fd7937f50cb req-08b2590b-69e6-4aa9-bb3d-f848c765eab0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83638333-6013-415d-8911-d7b1fbdbcecf HTTP/1.1" status: 200 len: 217 time: 0.1022832 Aug 31 01:10:22.587228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 623ff19f-1380-4c90-872e-9a9c53ef7511 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:22.587811 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.598011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c41bc1-13ef-465c-9585-0fd7937f50cb req-2c1f0b30-1727-422b-956f-d83073fa7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:22.599544 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-90c41bc1-13ef-465c-9585-0fd7937f50cb req-2c1f0b30-1727-422b-956f-d83073fa7d0a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c7b5941-18b1-4d66-973f-0946d6405ee4 HTTP/1.1" status: 200 len: 856 time: 0.0492885 Aug 31 01:10:22.651741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-8bff3cf2-6bf6-43c7-b58e-b2ded2ca9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:22.653726 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-8bff3cf2-6bf6-43c7-b58e-b2ded2ca9127 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1988b6629834bc3b0be69b3e294565e&device_id=b4f82710-f889-4660-a0c1-5eb747e41167 HTTP/1.1" status: 200 len: 1095 time: 0.1105425 Aug 31 01:10:22.656655 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-90c41bc1-13ef-465c-9585-0fd7937f50cb req-4ef7bf48-25f0-4e37-ae6d-586da56b394e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b1b734ca-33f5-4745-bbb5-f8e2a5775897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473061 Aug 31 01:10:22.658537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:22.664132 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3035b875-ac11-4e0b-ac5a-d37a89ba6cea tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 45194b24-c95a-4ca1-923c-15ab42a17ba6 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:22.677741 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2facaa14-76a0-4cd8-85f4-a21c8357f8aa x-openstack-request-id: req-2facaa14-76a0-4cd8-85f4-a21c8357f8aa {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:22.683900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1,segment=NetworkSegment(a2578acc-cfbe-400e-94df-f58e5caab0fd),segment_id=a2578acc-cfbe-400e-94df-f58e5caab0fd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:22.685959 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f82710-f889-4660-a0c1-5eb747e41167", "tag": "33879aba-2d38-4ec9-8f79-d6874ac832b4", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:22.686976 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3035b875-ac11-4e0b-ac5a-d37a89ba6cea tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.687087 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2facaa14-76a0-4cd8-85f4-a21c8357f8aa {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:22.687214 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f82710-f889-4660-a0c1-5eb747e41167', 'tag': '33879aba-2d38-4ec9-8f79-d6874ac832b4', 'status': 'completed', 'code': 200} Aug 31 01:10:22.700155 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.718449 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49330334-c361-4984-bd37-71e25e939ee7 x-openstack-request-id: req-49330334-c361-4984-bd37-71e25e939ee7 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:22.718675 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dddb9f-93ee-4108-8dc7-c2dabe81f2d3", "name": "network-vif-unplugged", "status": "completed", "tag": "7e5527d9-9a81-41c7-886c-cdd80c335ad2", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:22.719088 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49330334-c361-4984-bd37-71e25e939ee7 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:22.719506 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e5527d9-9a81-41c7-886c-cdd80c335ad2', 'code': 200} Aug 31 01:10:22.753155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=7e5527d9-9a81-41c7-886c-cdd80c335ad2,revision_number=11']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:22.777943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-fefc7832-f4c3-4bf0-8e7e-be84a7295ac5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33879aba-2d38-4ec9-8f79-d6874ac832b4 HTTP/1.1" status: 200 len: 217 time: 0.1045132 Aug 31 01:10:22.781883 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6890dfdc-1c59-47a0-a26c-b33cec02e3e0 req-8abd70f6-6be3-48c3-8d5b-99d68a5d2c70 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695814 Aug 31 01:10:22.820294 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3035b875-ac11-4e0b-ac5a-d37a89ba6cea tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.867148 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:22.876253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-fda5995d-dd87-471a-8adf-183b1ea1e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:22.878681 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-fda5995d-dd87-471a-8adf-183b1ea1e22a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c7b5941-18b1-4d66-973f-0946d6405ee4 HTTP/1.1" status: 200 len: 856 time: 0.0785944 Aug 31 01:10:22.908302 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-90c41bc1-13ef-465c-9585-0fd7937f50cb req-c5831285-58e0-4c7d-9707-22ec60a607a7 service neutron] 10.222.0.70 "GET /v2.0/networks/b1b734ca-33f5-4745-bbb5-f8e2a5775897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411487 Aug 31 01:10:22.934430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-6672bdfd-92d7-429f-8e98-c416978c2579 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1b734ca-33f5-4745-bbb5-f8e2a5775897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475042 Aug 31 01:10:22.943463 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['f5ee213e-18c0-4b9a-ae48-7d61e612c8d1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:23.009616 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3035b875-ac11-4e0b-ac5a-d37a89ba6cea tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.029826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610169d-ba84-440b-af9e-6818f950d005 req-d5810c44-81f1-43ac-b4d4-c95395cf0bb2 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:23.031725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d610169d-ba84-440b-af9e-6818f950d005 req-d5810c44-81f1-43ac-b4d4-c95395cf0bb2 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 944 time: 0.1286829 Aug 31 01:10:23.091521 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-90c41bc1-13ef-465c-9585-0fd7937f50cb req-5f9fae67-02ff-445d-a9bd-ac6d172f7641 service neutron] 10.222.0.70 "GET /v2.0/networks/b1b734ca-33f5-4745-bbb5-f8e2a5775897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608510 Aug 31 01:10:23.114882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3035b875-ac11-4e0b-ac5a-d37a89ba6cea tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.122175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d610169d-ba84-440b-af9e-6818f950d005 req-dc0abc47-85bf-434f-8715-b172f4b4370a tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788350 Aug 31 01:10:23.126956 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-97add61c-a58c-4bae-878b-d511f8d5756e service neutron] 10.222.0.15 "GET /v2.0/networks/b1b734ca-33f5-4745-bbb5-f8e2a5775897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761541 Aug 31 01:10:23.149669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035b875-ac11-4e0b-ac5a-d37a89ba6cea tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=45194b24-c95a-4ca1-923c-15ab42a17ba6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:23.158967 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3035b875-ac11-4e0b-ac5a-d37a89ba6cea tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.160715 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45185cda-ffe8-421f-8a5c-d05e5f9df055 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:23.162067 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3035b875-ac11-4e0b-ac5a-d37a89ba6cea tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/45194b24-c95a-4ca1-923c-15ab42a17ba6 HTTP/1.1" status: 204 len: 168 time: 0.8310616 Aug 31 01:10:23.164676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47214) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:23.261729 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-92c0c498-79ee-420a-89c3-a9d28d6fd23b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957975 Aug 31 01:10:23.263070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47224) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:23.265034 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-533fa6d8-d06c-4116-89bc-0932b85cf59e req-a2124ad4-a128-438a-86bf-036967e367b2 service neutron] 10.222.0.15 "GET /v2.0/networks/b1b734ca-33f5-4745-bbb5-f8e2a5775897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294925 Aug 31 01:10:23.319645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580b7507-8b23-4cea-9fcf-633d9d7a0c8c', 'tag': '5846a3f9-ccb5-455a-a850-900a9d909bec'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:23.322366 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e91a892-4cba-4a30-b268-7e0c681acc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "580b7507-8b23-4cea-9fcf-633d9d7a0c8c", "tag": "5846a3f9-ccb5-455a-a850-900a9d909bec"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:23.373307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e4e990-e6ff-4448-887e-3a552c4b6461 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:23.373307 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-82e4e990-e6ff-4448-887e-3a552c4b6461 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1066482 Aug 31 01:10:23.377243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47228) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:23.439054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8d441-e7bf-479a-876b-608e0bdf55a9 req-5337e980-80d0-46ad-a06f-d627f295bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:23.443786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fb8d441-e7bf-479a-876b-608e0bdf55a9 req-5337e980-80d0-46ad-a06f-d627f295bc17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1988b6629834bc3b0be69b3e294565e&device_id=b4f82710-f889-4660-a0c1-5eb747e41167 HTTP/1.1" status: 200 len: 1095 time: 0.1031461 Aug 31 01:10:23.452691 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efdddb8-1063-4445-a49b-144bc3dc5027 x-openstack-request-id: req-0efdddb8-1063-4445-a49b-144bc3dc5027 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:23.453107 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580b7507-8b23-4cea-9fcf-633d9d7a0c8c", "tag": "5846a3f9-ccb5-455a-a850-900a9d909bec", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:23.453357 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0efdddb8-1063-4445-a49b-144bc3dc5027 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:23.453754 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580b7507-8b23-4cea-9fcf-633d9d7a0c8c', 'tag': '5846a3f9-ccb5-455a-a850-900a9d909bec', 'status': 'completed', 'code': 200} Aug 31 01:10:23.479911 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6908eaa-c793-48fa-b021-e9b4881a4877 None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:10:23.515969 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807031a6-f25b-454f-aee1-17bedcc0828b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:23.517478 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-807031a6-f25b-454f-aee1-17bedcc0828b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1389909 Aug 31 01:10:23.524444 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47236) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:23.526605 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91a892-4cba-4a30-b268-7e0c681acc3b req-116a75d2-aa50-472b-8318-f2b2f5697af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:23.528160 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3e91a892-4cba-4a30-b268-7e0c681acc3b req-116a75d2-aa50-472b-8318-f2b2f5697af5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1988b6629834bc3b0be69b3e294565e&device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 1096 time: 0.0774810 Aug 31 01:10:23.570682 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a6908eaa-c793-48fa-b021-e9b4881a4877 None None] Deleting port 623ff19f-1380-4c90-872e-9a9c53ef7511 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:23.571059 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a6908eaa-c793-48fa-b021-e9b4881a4877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.578564 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-317513f6-c82e-4070-b6e9-3e3222a7fd06 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493124 Aug 31 01:10:23.584126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47238) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:23.593362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ccd7743d-41db-410f-8083-03b81c110100 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:23.677056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a6908eaa-c793-48fa-b021-e9b4881a4877 None None] For port 623ff19f-1380-4c90-872e-9a9c53ef7511, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=623ff19f-1380-4c90-872e-9a9c53ef7511,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:23.678005 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a6908eaa-c793-48fa-b021-e9b4881a4877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.701935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a6908eaa-c793-48fa-b021-e9b4881a4877 None None] Calling delete_port for 623ff19f-1380-4c90-872e-9a9c53ef7511 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:23.717337 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-14802fab-f19b-4749-875b-7a7d79878022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.722895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8d441-e7bf-479a-876b-608e0bdf55a9 req-059c2516-b664-44e2-b950-6f21012190c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:23.723213 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91a892-4cba-4a30-b268-7e0c681acc3b req-bdafa3e5-2414-44a5-a882-3934db512366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:23.724495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fb8d441-e7bf-479a-876b-608e0bdf55a9 req-059c2516-b664-44e2-b950-6f21012190c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1b734ca-33f5-4745-bbb5-f8e2a5775897 HTTP/1.1" status: 200 len: 917 time: 0.2723229 Aug 31 01:10:23.724789 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3e91a892-4cba-4a30-b268-7e0c681acc3b req-bdafa3e5-2414-44a5-a882-3934db512366 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1b734ca-33f5-4745-bbb5-f8e2a5775897 HTTP/1.1" status: 200 len: 917 time: 0.1878352 Aug 31 01:10:23.792165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd7743d-41db-410f-8083-03b81c110100 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:23.795669 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ccd7743d-41db-410f-8083-03b81c110100 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.845313 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3e91a892-4cba-4a30-b268-7e0c681acc3b req-733b5654-e7fc-487c-bf33-6bb06c1e765a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5846a3f9-ccb5-455a-a850-900a9d909bec HTTP/1.1" status: 200 len: 217 time: 0.0995967 Aug 31 01:10:23.876441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fb8d441-e7bf-479a-876b-608e0bdf55a9 req-6ac565d5-aec5-41d2-a106-bd53c3095782 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33879aba-2d38-4ec9-8f79-d6874ac832b4 HTTP/1.1" status: 200 len: 217 time: 0.1359572 Aug 31 01:10:23.895761 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a6908eaa-c793-48fa-b021-e9b4881a4877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:23.949786 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6908eaa-c793-48fa-b021-e9b4881a4877 None None] Pushing event deleted for resources: {'Port': ['ID=623ff19f-1380-4c90-872e-9a9c53ef7511,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:23.951709 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6908eaa-c793-48fa-b021-e9b4881a4877 None None] No DVR routers for this DVR port 623ff19f-1380-4c90-872e-9a9c53ef7511 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:23.989181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 623ff19f-1380-4c90-872e-9a9c53ef7511 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:23.994874 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.025050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 623ff19f-1380-4c90-872e-9a9c53ef7511 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:24.025397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 623ff19f-1380-4c90-872e-9a9c53ef7511 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:24.025985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8d441-e7bf-479a-876b-608e0bdf55a9 req-b50441c0-5b4d-4c8f-b296-a5399a9aa1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:24.026686 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91a892-4cba-4a30-b268-7e0c681acc3b req-2f1192dd-2da9-43e6-8f54-7c6f5d1f5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:24.028302 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3e91a892-4cba-4a30-b268-7e0c681acc3b req-2f1192dd-2da9-43e6-8f54-7c6f5d1f5338 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c7b5941-18b1-4d66-973f-0946d6405ee4 HTTP/1.1" status: 200 len: 856 time: 0.1617687 Aug 31 01:10:24.036703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fb8d441-e7bf-479a-876b-608e0bdf55a9 req-b50441c0-5b4d-4c8f-b296-a5399a9aa1bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c7b5941-18b1-4d66-973f-0946d6405ee4 HTTP/1.1" status: 200 len: 856 time: 0.1523602 Aug 31 01:10:24.073005 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3e91a892-4cba-4a30-b268-7e0c681acc3b req-ea2ba35f-2878-4549-9719-9eb97f28b623 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1b734ca-33f5-4745-bbb5-f8e2a5775897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369368 Aug 31 01:10:24.114660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fb8d441-e7bf-479a-876b-608e0bdf55a9 req-7b63884b-07b9-4a62-924a-7901c3ac1e7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1b734ca-33f5-4745-bbb5-f8e2a5775897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661600 Aug 31 01:10:24.175888 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3e91a892-4cba-4a30-b268-7e0c681acc3b req-6fd487a5-e51d-4460-9ecb-6afb701e161c service neutron] 10.222.0.15 "GET /v2.0/networks/b1b734ca-33f5-4745-bbb5-f8e2a5775897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940378 Aug 31 01:10:24.289649 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3e91a892-4cba-4a30-b268-7e0c681acc3b req-0994ebb8-1cd0-4df3-8ad5-71ae4fdaf053 service neutron] 10.222.0.15 "GET /v2.0/networks/b1b734ca-33f5-4745-bbb5-f8e2a5775897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064143 Aug 31 01:10:24.367857 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.478191 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-af3f0c8b-3e01-43ef-b003-9090013bbf19 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9bf525e35fc04d0b85c6d0873c97c4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741038 Aug 31 01:10:24.491470 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119a726-a152-4f2d-8672-a6423e97c124 req-cb8e509f-7b25-485d-8ed7-ec059fdf495e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:24.492788 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f119a726-a152-4f2d-8672-a6423e97c124 req-cb8e509f-7b25-485d-8ed7-ec059fdf495e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 944 time: 0.4284737 Aug 31 01:10:24.632808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fb8d441-e7bf-479a-876b-608e0bdf55a9 req-4c3b918a-5446-450e-88fc-5f8f23ccca26 service neutron] 10.222.0.15 "GET /v2.0/networks/b1b734ca-33f5-4745-bbb5-f8e2a5775897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042810 Aug 31 01:10:24.692194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.objects.ports [None req-ccd7743d-41db-410f-8083-03b81c110100 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94761) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:10:24.721109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f119a726-a152-4f2d-8672-a6423e97c124 req-a5a706ce-6ffb-4d73-a9ba-30c07d3c8da2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123308 Aug 31 01:10:24.725649 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ccd7743d-41db-410f-8083-03b81c110100 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.789844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-1873c4d6-1f66-486f-9f01-c18da45acbc8 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:24.791476 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-1873c4d6-1f66-486f-9f01-c18da45acbc8 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2961087 Aug 31 01:10:24.808715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd7743d-41db-410f-8083-03b81c110100 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:24.829286 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-ccd7743d-41db-410f-8083-03b81c110100 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:24.836329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd7743d-41db-410f-8083-03b81c110100 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:24.836891 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ccd7743d-41db-410f-8083-03b81c110100 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:24.839197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c11d8-1a96-4991-b24f-3a13dc7bd50d None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:24.845942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-bc07ca16-d919-45c9-8910-06f75c7475b3 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/quotas/9bf525e35fc04d0b85c6d0873c97c4e5 HTTP/1.1" status: 200 len: 375 time: 0.0392463 Aug 31 01:10:24.854314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7743d-41db-410f-8083-03b81c110100 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=4b6d81e4-10fd-46d9-bb12-9e7fa27ee98c,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:24.875962 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fb8d441-e7bf-479a-876b-608e0bdf55a9 req-083e0358-f3a1-492c-8b63-fadf83e8a435 service neutron] 10.222.0.15 "GET /v2.0/networks/b1b734ca-33f5-4745-bbb5-f8e2a5775897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317162 Aug 31 01:10:24.876962 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ccd7743d-41db-410f-8083-03b81c110100 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2912886 Aug 31 01:10:24.880386 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47300) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:24.885824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-da1bb9a6-307d-408d-b620-ff87b94af6e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'mac_address': 'fa:16:3e:a2:a2:9b', 'name': 'tempest-NetworksTestDHCPv6-1621544375'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:24.892989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-8d97c898-e619-44f3-84ec-70fed3ce06f1 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9bf525e35fc04d0b85c6d0873c97c4e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342538 Aug 31 01:10:25.018790 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': '4b6d81e4-10fd-46d9-bb12-9e7fa27ee98c'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:10:25.020973 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.032664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1bb9a6-307d-408d-b620-ff87b94af6e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:25.168601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bc9d0-6b86-4621-9602-e3e9812866d9 req-71d65b96-fc90-440c-ae78-d64023e961c7 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:25.173550 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-da1bb9a6-307d-408d-b620-ff87b94af6e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.181192 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df0bc9d0-6b86-4621-9602-e3e9812866d9 req-71d65b96-fc90-440c-ae78-d64023e961c7 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 944 time: 0.0955184 Aug 31 01:10:25.224160 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-da1bb9a6-307d-408d-b620-ff87b94af6e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port 774c820a-f437-4970-a582-e0bc6f22a6dc yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:25.238439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df0bc9d0-6b86-4621-9602-e3e9812866d9 req-e66dc020-3b55-476d-a398-4fa054950f84 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498452 Aug 31 01:10:25.264963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Allocated IP 2001:db8::f816:3eff:fe7a:d85c (14e22907-50bf-4f4c-96ff-7b9fef164758/4b6d81e4-10fd-46d9-bb12-9e7fa27ee98c/3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:25.472910 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.484857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Transition to ACTIVE for port object 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:25.501099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Transition to ACTIVE for port object 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:25.516392 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.568442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-da1bb9a6-307d-408d-b620-ff87b94af6e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::f816:3eff:fea2:a29b (14e22907-50bf-4f4c-96ff-7b9fef164758/4b6d81e4-10fd-46d9-bb12-9e7fa27ee98c/774c820a-f437-4970-a582-e0bc6f22a6dc) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:25.568908 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:25.571807 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:25.576033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:25.580813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7511d72-cb85-400e-be7c-60b2a7cd5594 req-8752dc1e-c1d6-49a3-af64-28bb78949acd tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/ports?device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 210 time: 0.0738561 Aug 31 01:10:25.583124 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Pushing event updated for resources: {'Port': ['ID=3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:25.651875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Attempting to bind port 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:25.661098 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Attempting to bind port 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:25.661624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Attempting to bind port 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:25.668083 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:25.668280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:25.668654 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.669044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:25.669514 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Bound port: 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:25.669897 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.709951 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 83638333-6013-415d-8911-d7b1fbdbcecf details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:10:25.712415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:25.803688 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-da1bb9a6-307d-408d-b620-ff87b94af6e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.821494 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] For port 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:25.826908 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-da1bb9a6-307d-408d-b620-ff87b94af6e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object 774c820a-f437-4970-a582-e0bc6f22a6dc will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:25.888140 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] For port 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:25.888698 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-da1bb9a6-307d-408d-b620-ff87b94af6e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.902922 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.929633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4f63e-09a4-4818-ba2b-77f8e878f976 req-2caf2882-2583-4ba1-983f-4c8ed73d65d0 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:25.940171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baa4f63e-09a4-4818-ba2b-77f8e878f976 req-2caf2882-2583-4ba1-983f-4c8ed73d65d0 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 944 time: 0.1348197 Aug 31 01:10:25.966006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:25.974586 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:25.974789 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.011503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bb9a6-307d-408d-b620-ff87b94af6e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=774c820a-f437-4970-a582-e0bc6f22a6dc,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:26.013473 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baa4f63e-09a4-4818-ba2b-77f8e878f976 req-aaa5e05f-d8ba-47fb-9916-cd5c8af7ced5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717244 Aug 31 01:10:26.016788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1bb9a6-307d-408d-b620-ff87b94af6e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:26.018917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-da1bb9a6-307d-408d-b620-ff87b94af6e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:26.029845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1bb9a6-307d-408d-b620-ff87b94af6e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:26.037349 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1bb9a6-307d-408d-b620-ff87b94af6e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:26.038013 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-da1bb9a6-307d-408d-b620-ff87b94af6e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.056033 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-da1bb9a6-307d-408d-b620-ff87b94af6e3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1740341 Aug 31 01:10:26.057566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 83638333-6013-415d-8911-d7b1fbdbcecf, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=83638333-6013-415d-8911-d7b1fbdbcecf,segment=NetworkSegment(de996be0-d4c9-4783-bb88-fdc563f00084),segment_id=de996be0-d4c9-4783-bb88-fdc563f00084)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:26.059948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47382) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:26.095826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecad56c-2a1b-4b23-9f72-3adcfa21fe83 None None] Pushing event updated for resources: {'Port': ['ID=3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:26.103063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '83638333-6013-415d-8911-d7b1fbdbcecf', 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897', 'port_id': '83638333-6013-415d-8911-d7b1fbdbcecf', 'mac_address': 'fa:16:3e:0a:02:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7b5941-18b1-4d66-973f-0946d6405ee4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:10:26.119262 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.124536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b484fb30-9dbb-44b5-b3c2-374ce9ff2e78 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:26.130738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b484fb30-9dbb-44b5-b3c2-374ce9ff2e78 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:26.139720 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47384) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:26.139894 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b484fb30-9dbb-44b5-b3c2-374ce9ff2e78 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0769939 Aug 31 01:10:26.183199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1,segment=NetworkSegment(a2578acc-cfbe-400e-94df-f58e5caab0fd),segment_id=a2578acc-cfbe-400e-94df-f58e5caab0fd)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:26.185958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2ec615-9ad9-431e-bfa7-3538ef410f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ee213e-18c0-4b9a-ae48-7d61e612c8d1'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:26.188276 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cf4b9a-eb13-4b37-8106-398f202d4adc" -d '{"events": [{"server_uuid": "0f2ec615-9ad9-431e-bfa7-3538ef410f82", "name": "network-vif-plugged", "status": "completed", "tag": "f5ee213e-18c0-4b9a-ae48-7d61e612c8d1"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:26.194463 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.250345 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:26.253481 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.277481 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83638333-6013-415d-8911-d7b1fbdbcecf {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:26.315011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 83638333-6013-415d-8911-d7b1fbdbcecf, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=83638333-6013-415d-8911-d7b1fbdbcecf,segment=NetworkSegment(de996be0-d4c9-4783-bb88-fdc563f00084),segment_id=de996be0-d4c9-4783-bb88-fdc563f00084)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:26.326889 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.365166 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5e68146f-a010-47b1-8520-b426eec9b37b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port 774c820a-f437-4970-a582-e0bc6f22a6dc {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:26.365527 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e68146f-a010-47b1-8520-b426eec9b37b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.384504 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee33dc2f-8fbc-4f33-8ae4-d72ad4f27512 x-openstack-request-id: req-ee33dc2f-8fbc-4f33-8ae4-d72ad4f27512 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:26.384842 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2ec615-9ad9-431e-bfa7-3538ef410f82", "name": "network-vif-plugged", "status": "completed", "tag": "f5ee213e-18c0-4b9a-ae48-7d61e612c8d1", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:26.385102 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee33dc2f-8fbc-4f33-8ae4-d72ad4f27512 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:26.386156 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2ec615-9ad9-431e-bfa7-3538ef410f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ee213e-18c0-4b9a-ae48-7d61e612c8d1', 'code': 200} Aug 31 01:10:26.443231 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=83638333-6013-415d-8911-d7b1fbdbcecf,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:26.478723 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-59fa833e-90dd-44da-9b8b-ab2544c9defd tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9bf525e35fc04d0b85c6d0873c97c4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395265 Aug 31 01:10:26.539801 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650417dd-1b8a-4eb8-847a-61a74cc93542 req-3a95926c-38a2-4013-a3a4-8c7876a5507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:26.541803 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-650417dd-1b8a-4eb8-847a-61a74cc93542 req-3a95926c-38a2-4013-a3a4-8c7876a5507a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 1097 time: 0.1203518 Aug 31 01:10:26.554335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906b646-9517-4dbc-b224-5c274115e434 req-de9ddc77-fbc0-4094-95ae-85f69b5bebbe tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:26.555956 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a906b646-9517-4dbc-b224-5c274115e434 req-de9ddc77-fbc0-4094-95ae-85f69b5bebbe tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 944 time: 0.1152673 Aug 31 01:10:26.585269 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['83638333-6013-415d-8911-d7b1fbdbcecf'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:26.614826 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e68146f-a010-47b1-8520-b426eec9b37b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.645310 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.649953 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5e68146f-a010-47b1-8520-b426eec9b37b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for 774c820a-f437-4970-a582-e0bc6f22a6dc owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:26.652580 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-650417dd-1b8a-4eb8-847a-61a74cc93542 req-386b33be-cde9-49c2-8745-fd6725caa3cf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944850 Aug 31 01:10:26.664142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9012174-f974-4504-899b-0a11e16dbfb6 req-82040415-62dd-4688-bd72-5bd2cf5dfee6 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:26.665918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9012174-f974-4504-899b-0a11e16dbfb6 req-82040415-62dd-4688-bd72-5bd2cf5dfee6 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 948 time: 0.1089683 Aug 31 01:10:26.671369 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a906b646-9517-4dbc-b224-5c274115e434 req-b78f986b-2449-4196-aaf2-1c3b93842af5 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955529 Aug 31 01:10:26.693802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-574110ea-09a6-4446-9fbc-218819c0bae8 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:26.695414 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-574110ea-09a6-4446-9fbc-218819c0bae8 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2014420 Aug 31 01:10:26.712321 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 5846a3f9-ccb5-455a-a850-900a9d909bec details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:10:26.741051 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9012174-f974-4504-899b-0a11e16dbfb6 req-a73046fd-2055-4c2b-b7ee-4dc8dd63dce1 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623012 Aug 31 01:10:26.876353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 5846a3f9-ccb5-455a-a850-900a9d909bec, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5846a3f9-ccb5-455a-a850-900a9d909bec,segment=NetworkSegment(de996be0-d4c9-4783-bb88-fdc563f00084),segment_id=de996be0-d4c9-4783-bb88-fdc563f00084)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:26.890986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '5846a3f9-ccb5-455a-a850-900a9d909bec', 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897', 'port_id': '5846a3f9-ccb5-455a-a850-900a9d909bec', 'mac_address': 'fa:16:3e:86:ff:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7b5941-18b1-4d66-973f-0946d6405ee4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:10:26.933138 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.935250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6dcd16a-5e2f-4fff-9dbc-602504fd9522 req-86fb4b5a-a0ec-4a1b-a23a-eb5891c2f7c8 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/ports?device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 210 time: 0.0389330 Aug 31 01:10:26.948890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5846a3f9-ccb5-455a-a850-900a9d909bec {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:26.974504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 5846a3f9-ccb5-455a-a850-900a9d909bec, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5846a3f9-ccb5-455a-a850-900a9d909bec,segment=NetworkSegment(de996be0-d4c9-4783-bb88-fdc563f00084),segment_id=de996be0-d4c9-4783-bb88-fdc563f00084)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:26.978326 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.979100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 33879aba-2d38-4ec9-8f79-d6874ac832b4 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:10:27.057821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 33879aba-2d38-4ec9-8f79-d6874ac832b4, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=33879aba-2d38-4ec9-8f79-d6874ac832b4,segment=NetworkSegment(de996be0-d4c9-4783-bb88-fdc563f00084),segment_id=de996be0-d4c9-4783-bb88-fdc563f00084)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:27.059040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Request body: {'port': {'device_id': '9307d52e-f045-45cf-a576-cd1eac8148d3', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '9bf525e35fc04d0b85c6d0873c97c4e5'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:27.068173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=5846a3f9-ccb5-455a-a850-900a9d909bec,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:27.074852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '33879aba-2d38-4ec9-8f79-d6874ac832b4', 'network_id': 'b1b734ca-33f5-4745-bbb5-f8e2a5775897', 'port_id': '33879aba-2d38-4ec9-8f79-d6874ac832b4', 'mac_address': 'fa:16:3e:14:e7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7b5941-18b1-4d66-973f-0946d6405ee4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:10:27.124467 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.139141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33879aba-2d38-4ec9-8f79-d6874ac832b4 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:27.168280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 33879aba-2d38-4ec9-8f79-d6874ac832b4, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=33879aba-2d38-4ec9-8f79-d6874ac832b4,segment=NetworkSegment(de996be0-d4c9-4783-bb88-fdc563f00084),segment_id=de996be0-d4c9-4783-bb88-fdc563f00084)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:27.169209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff75eef-aa4f-490d-a96a-95578fb46443 req-f3ae6f8a-8ab1-4ddb-b772-afeb45750195 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:27.170855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aff75eef-aa4f-490d-a96a-95578fb46443 req-f3ae6f8a-8ab1-4ddb-b772-afeb45750195 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 945 time: 0.0621245 Aug 31 01:10:27.172803 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.223780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aff75eef-aa4f-490d-a96a-95578fb46443 req-dfa4c0d3-d11b-4028-9107-115bbe8efad6 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435920 Aug 31 01:10:27.247382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=33879aba-2d38-4ec9-8f79-d6874ac832b4,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:27.258488 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Made reservation on behalf of 9bf525e35fc04d0b85c6d0873c97c4e5 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:27.262494 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.278583 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.289187 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e68146f-a010-47b1-8520-b426eec9b37b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.329608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68146f-a010-47b1-8520-b426eec9b37b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=774c820a-f437-4970-a582-e0bc6f22a6dc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:27.358053 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e68146f-a010-47b1-8520-b426eec9b37b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.362226 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5e68146f-a010-47b1-8520-b426eec9b37b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/774c820a-f437-4970-a582-e0bc6f22a6dc HTTP/1.1" status: 204 len: 168 time: 1.2189124 Aug 31 01:10:27.363607 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47404) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:27.404600 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5f776562-619b-4ab3-a13f-da8a646649c6 None None] Provisioning for port 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:27.435727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6911f0-40dd-49b3-b463-3ca7d8d1d146 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:27.437694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6911f0-40dd-49b3-b463-3ca7d8d1d146 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:27.439316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cb6911f0-40dd-49b3-b463-3ca7d8d1d146 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0746088 Aug 31 01:10:27.442531 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47406) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:27.444034 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.448656 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.498882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ff3c3f-6295-4cb6-83b4-b2fe1e9f144b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 4b6d81e4-10fd-46d9-bb12-9e7fa27ee98c {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:27.502332 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76ff3c3f-6295-4cb6-83b4-b2fe1e9f144b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.555367 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76ff3c3f-6295-4cb6-83b4-b2fe1e9f144b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.584633 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef25f175-eae0-46d2-8448-04fc6efd9a86,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:27.626960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Allocated IP 192.168.233.24 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/f7cdf34b-7b14-4cdb-b734-6c628173afc8) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:27.630186 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-499e82ff-4909-4096-ba63-d1580b3d7a4f None None] Could not find standard attr ID for object 774c820a-f437-4970-a582-e0bc6f22a6dc. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:10:27.658540 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76ff3c3f-6295-4cb6-83b4-b2fe1e9f144b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.675764 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['33879aba-2d38-4ec9-8f79-d6874ac832b4'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:27.717326 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['5846a3f9-ccb5-455a-a850-900a9d909bec'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:27.767740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 83638333-6013-415d-8911-d7b1fbdbcecf up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:27.768224 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76ff3c3f-6295-4cb6-83b4-b2fe1e9f144b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.861340 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff3c3f-6295-4cb6-83b4-b2fe1e9f144b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6d81e4-10fd-46d9-bb12-9e7fa27ee98c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:27.883256 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76ff3c3f-6295-4cb6-83b4-b2fe1e9f144b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.885289 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-76ff3c3f-6295-4cb6-83b4-b2fe1e9f144b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/4b6d81e4-10fd-46d9-bb12-9e7fa27ee98c HTTP/1.1" status: 204 len: 168 time: 0.4417975 Aug 31 01:10:27.889678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47418) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:27.896199 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:27.930766 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Transition to ACTIVE for port object f7cdf34b-7b14-4cdb-b734-6c628173afc8 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:27.950534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b237ed-2c16-4018-8345-6c5784adcf22 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:27.988986 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.028825 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:28.041618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:28.048035 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:28.048579 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1c48778f-1c34-47e0-b212-c87b0eccf33b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1580672 Aug 31 01:10:28.050015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47422) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:28.057759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:28.064518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-595c737a-34ab-4b7e-bb4f-14e168b0f24d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:28.072642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c500ea-a1da-46d5-8ab8-7204cacaadd3 req-6f27c198-5d07-4bce-a58c-88ed2811a09d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:28.081354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56c500ea-a1da-46d5-8ab8-7204cacaadd3 req-6f27c198-5d07-4bce-a58c-88ed2811a09d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 945 time: 0.2308321 Aug 31 01:10:28.096950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 83638333-6013-415d-8911-d7b1fbdbcecf completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:28.116404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Pushing event updated for resources: {'Port': ['ID=f7cdf34b-7b14-4cdb-b734-6c628173afc8,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:28.137224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d0c01-2b3f-4484-a9d4-d29470adf07c req-12bd7d67-f21b-4b33-a87d-466865abbfb4 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:28.137523 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 83638333-6013-415d-8911-d7b1fbdbcecf triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:28.138111 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.145768 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a8d0c01-2b3f-4484-a9d4-d29470adf07c req-12bd7d67-f21b-4b33-a87d-466865abbfb4 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 948 time: 0.2576094 Aug 31 01:10:28.163844 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56c500ea-a1da-46d5-8ab8-7204cacaadd3 req-8397595f-5918-4e35-9986-5706ee30c733 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757477 Aug 31 01:10:28.203859 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:28.205345 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.248458 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595c737a-34ab-4b7e-bb4f-14e168b0f24d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:28.254539 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-595c737a-34ab-4b7e-bb4f-14e168b0f24d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.261958 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a8d0c01-2b3f-4484-a9d4-d29470adf07c req-b73b9e10-1d3d-4362-9cad-2bff7ea97104 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130817 Aug 31 01:10:28.319539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:28.334774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:28.335113 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.406405 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.442892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbe70a0-78ba-4358-9443-f12ced213973 None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:10:28.452683 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf2b3-e65b-483c-be87-3af779a6ffc2 req-803f99f9-5e62-4ace-95a5-542a0e25ad34 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:28.454220 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11daf2b3-e65b-483c-be87-3af779a6ffc2 req-803f99f9-5e62-4ace-95a5-542a0e25ad34 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/ports?device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 935 time: 0.0989563 Aug 31 01:10:28.456119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdd7b25-e623-4e5f-ab1a-cfd61f2237b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83638333-6013-415d-8911-d7b1fbdbcecf'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:28.460070 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc53ddd9-f461-48b6-90f3-d3f6b0e90b8c" -d '{"events": [{"server_uuid": "acdd7b25-e623-4e5f-ab1a-cfd61f2237b9", "name": "network-vif-plugged", "status": "completed", "tag": "83638333-6013-415d-8911-d7b1fbdbcecf"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:28.481605 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c446754-506a-4736-894d-ef18a1a85aac req-85fdb964-4cb5-4019-ae62-f0d0d4c60188 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:28.481869 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 83638333-6013-415d-8911-d7b1fbdbcecf, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=83638333-6013-415d-8911-d7b1fbdbcecf,segment=NetworkSegment(de996be0-d4c9-4783-bb88-fdc563f00084),segment_id=de996be0-d4c9-4783-bb88-fdc563f00084)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:28.483079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c446754-506a-4736-894d-ef18a1a85aac req-85fdb964-4cb5-4019-ae62-f0d0d4c60188 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 948 time: 0.0932841 Aug 31 01:10:28.510211 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.512693 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-147ebbae-4db0-41a3-be69-9e638644cc09 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4588790 Aug 31 01:10:28.538946 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2ffa4d83-21e9-437d-9f01-a07a559fb136 None None] Provisioning for port f7cdf34b-7b14-4cdb-b734-6c628173afc8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:28.545545 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Request body: {'port': {'device_id': '9307d52e-f045-45cf-a576-cd1eac8148d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:28.576966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2ffa4d83-21e9-437d-9f01-a07a559fb136 None None] Provisioning complete for port f7cdf34b-7b14-4cdb-b734-6c628173afc8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:28.577345 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4d83-21e9-437d-9f01-a07a559fb136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.591664 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11daf2b3-e65b-483c-be87-3af779a6ffc2 req-e22f9992-e251-4f96-8b9a-905da0715fda tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef25f175-eae0-46d2-8448-04fc6efd9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293945 Aug 31 01:10:28.612195 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.634869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33306d80-8a4b-4332-a175-47443d295e8f req-89bd06b4-ebdb-4e96-9faa-ef4eabdf0d95 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:28.643026 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33306d80-8a4b-4332-a175-47443d295e8f req-89bd06b4-ebdb-4e96-9faa-ef4eabdf0d95 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 945 time: 0.1114652 Aug 31 01:10:28.650814 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7839460-a2a4-4c59-9304-5fecbb2619e4 x-openstack-request-id: req-d7839460-a2a4-4c59-9304-5fecbb2619e4 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:28.651243 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdd7b25-e623-4e5f-ab1a-cfd61f2237b9", "name": "network-vif-plugged", "status": "completed", "tag": "83638333-6013-415d-8911-d7b1fbdbcecf", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:28.651536 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d7839460-a2a4-4c59-9304-5fecbb2619e4 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:28.651806 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.652270 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd7b25-e623-4e5f-ab1a-cfd61f2237b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83638333-6013-415d-8911-d7b1fbdbcecf', 'code': 200} Aug 31 01:10:28.674268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=83638333-6013-415d-8911-d7b1fbdbcecf,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:28.701846 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2ffa4d83-21e9-437d-9f01-a07a559fb136 None None] Port f7cdf34b-7b14-4cdb-b734-6c628173afc8 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:28.702288 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33306d80-8a4b-4332-a175-47443d295e8f req-bbf56288-d6d4-457e-af18-b835f794d4c5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556669 Aug 31 01:10:28.705815 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:28.726747 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.732407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ffbe70a0-78ba-4358-9443-f12ced213973 None None] Deleting port 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:28.732785 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ffbe70a0-78ba-4358-9443-f12ced213973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.780131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-3c446754-506a-4736-894d-ef18a1a85aac req-22e42098-40ae-41f0-8e2b-ff3f6b5abcc2 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Deleting port a30381da-7abe-47fc-a8ad-d7db81ad35cd {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:28.780498 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3c446754-506a-4736-894d-ef18a1a85aac req-22e42098-40ae-41f0-8e2b-ff3f6b5abcc2 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.788535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a3f5b-bbe6-4b7f-a116-b5fbdb2652ea req-25cb5395-8bb3-422e-9a7b-201c92941353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:28.790021 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d99a3f5b-bbe6-4b7f-a116-b5fbdb2652ea req-25cb5395-8bb3-422e-9a7b-201c92941353 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=acdd7b25-e623-4e5f-ab1a-cfd61f2237b9 HTTP/1.1" status: 200 len: 1097 time: 0.0800023 Aug 31 01:10:28.919638 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-927d8000-4e70-4929-ab4e-d953c24d8125 req-5fb536f7-09a7-4f0a-8fa0-7ba2ce01f4e1 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1867930395&fields=id&tenant_id=1b5695ad688543afbb3a0048b523f02d HTTP/1.1" status: 200 len: 267 time: 0.1332481 Aug 31 01:10:28.930272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d99a3f5b-bbe6-4b7f-a116-b5fbdb2652ea req-f3cbe974-8913-45e6-93e7-4a68d1eee70f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276805 Aug 31 01:10:28.954228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3c446754-506a-4736-894d-ef18a1a85aac req-22e42098-40ae-41f0-8e2b-ff3f6b5abcc2 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] For port a30381da-7abe-47fc-a8ad-d7db81ad35cd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a30381da-7abe-47fc-a8ad-d7db81ad35cd,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:28.954228 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3c446754-506a-4736-894d-ef18a1a85aac req-22e42098-40ae-41f0-8e2b-ff3f6b5abcc2 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:28.978339 n-d-802060-13 neutron-server[94760]: DEBUG neutron.objects.ports [None req-595c737a-34ab-4b7e-bb4f-14e168b0f24d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:10:28.985448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-3c446754-506a-4736-894d-ef18a1a85aac req-22e42098-40ae-41f0-8e2b-ff3f6b5abcc2 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Calling delete_port for a30381da-7abe-47fc-a8ad-d7db81ad35cd owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:28.996532 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:29.011769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d8000-4e70-4929-ab4e-d953c24d8125 req-a79e8597-1437-4a42-bfc3-d32084b355c9 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:29.013318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-927d8000-4e70-4929-ab4e-d953c24d8125 req-a79e8597-1437-4a42-bfc3-d32084b355c9 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 945 time: 0.0774658 Aug 31 01:10:29.024699 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ffbe70a0-78ba-4358-9443-f12ced213973 None None] For port 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:29.025129 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ffbe70a0-78ba-4358-9443-f12ced213973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.041512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ffbe70a0-78ba-4358-9443-f12ced213973 None None] Calling delete_port for 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:29.048982 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-927d8000-4e70-4929-ab4e-d953c24d8125 req-55395bda-ac8b-4b24-9539-d4108ac90a75 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'port': {'security_groups': ['c059f3f1-0d20-4cb8-ab13-3ca698e8da5f', '75af0f9c-7a6b-4230-815a-9d64ad3ac1c8']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:29.127365 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ffbe70a0-78ba-4358-9443-f12ced213973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.139769 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-927d8000-4e70-4929-ab4e-d953c24d8125 req-55395bda-ac8b-4b24-9539-d4108ac90a75 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.170384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe70a0-78ba-4358-9443-f12ced213973 None None] No DVR routers for this DVR port 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:29.188376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe70a0-78ba-4358-9443-f12ced213973 None None] Pushing event deleted for resources: {'Port': ['ID=3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:29.201920 n-d-802060-13 neutron-server[94760]: WARNING neutron.services.revisions.revision_plugin [None req-595c737a-34ab-4b7e-bb4f-14e168b0f24d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Could not find related port for resource to bump revision. Aug 31 01:10:29.214664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.ipam_pluggable_backend [None req-595c737a-34ab-4b7e-bb4f-14e168b0f24d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Port 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94760) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 01:10:29.214981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.ipam_pluggable_backend [None req-595c737a-34ab-4b7e-bb4f-14e168b0f24d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7a:d85c {{(pid=94760) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 01:10:29.225857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.ipam_pluggable_backend [None req-595c737a-34ab-4b7e-bb4f-14e168b0f24d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7a:d85c {{(pid=94760) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 01:10:29.229215 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-595c737a-34ab-4b7e-bb4f-14e168b0f24d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.262500 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3c446754-506a-4736-894d-ef18a1a85aac req-22e42098-40ae-41f0-8e2b-ff3f6b5abcc2 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.299008 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595c737a-34ab-4b7e-bb4f-14e168b0f24d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:29.310047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7cdf34b-7b14-4cdb-b734-6c628173afc8 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:29.312266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-595c737a-34ab-4b7e-bb4f-14e168b0f24d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:29.322005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595c737a-34ab-4b7e-bb4f-14e168b0f24d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:29.322005 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-595c737a-34ab-4b7e-bb4f-14e168b0f24d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.323464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d07eaca-5fb9-4472-b529-d61d8ef1586c None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:29.326624 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.332574 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c737a-34ab-4b7e-bb4f-14e168b0f24d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=1cc5878c-c1f7-4e4e-897f-3cabc377d1ca,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:29.333638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e42098-40ae-41f0-8e2b-ff3f6b5abcc2 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Pushing event deleted for resources: {'Port': ['ID=a30381da-7abe-47fc-a8ad-d7db81ad35cd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:29.364258 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Transition to ACTIVE for port object f7cdf34b-7b14-4cdb-b734-6c628173afc8 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:29.365965 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-595c737a-34ab-4b7e-bb4f-14e168b0f24d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3112676 Aug 31 01:10:29.368694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47438) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:29.376178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-bdbf9b3c-94fe-411f-b059-ba578cde22b4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'mac_address': 'fa:16:3e:ae:48:66', 'name': 'tempest-NetworksTestDHCPv6-1149719117'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:29.381427 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.427147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c446754-506a-4736-894d-ef18a1a85aac req-22e42098-40ae-41f0-8e2b-ff3f6b5abcc2 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] No DVR routers for this DVR port a30381da-7abe-47fc-a8ad-d7db81ad35cd on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:29.432171 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3c446754-506a-4736-894d-ef18a1a85aac req-22e42098-40ae-41f0-8e2b-ff3f6b5abcc2 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.434202 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c446754-506a-4736-894d-ef18a1a85aac req-22e42098-40ae-41f0-8e2b-ff3f6b5abcc2 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.15 "DELETE /v2.0/ports/a30381da-7abe-47fc-a8ad-d7db81ad35cd HTTP/1.1" status: 204 len: 173 time: 0.9438546 Aug 31 01:10:29.442024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e858c4d-53f7-41e4-9e63-064107f52346 req-6a92aa76-2a48-44da-9bbd-211d9a8c02aa tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:29.449324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e858c4d-53f7-41e4-9e63-064107f52346 req-6a92aa76-2a48-44da-9bbd-211d9a8c02aa tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 945 time: 0.2007670 Aug 31 01:10:29.450888 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f3b9f0-af4c-493a-bc22-ea7f2e84fe00', 'name': 'network-vif-deleted', 'tag': 'a30381da-7abe-47fc-a8ad-d7db81ad35cd'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:29.453184 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a09ab2-6da6-49d4-bfd2-ea479f8a83f4" -d '{"events": [{"server_uuid": "66f3b9f0-af4c-493a-bc22-ea7f2e84fe00", "name": "network-vif-deleted", "tag": "a30381da-7abe-47fc-a8ad-d7db81ad35cd"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:29.509509 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Pushing event updated for resources: {'Port': ['ID=f7cdf34b-7b14-4cdb-b734-6c628173afc8,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:29.521950 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e858c4d-53f7-41e4-9e63-064107f52346 req-9db5c63c-c353-424f-b56a-8ff4b7ebbd8c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705550 Aug 31 01:10:29.542153 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': '1cc5878c-c1f7-4e4e-897f-3cabc377d1ca'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:10:29.543625 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.557241 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-927d8000-4e70-4929-ab4e-d953c24d8125 req-55395bda-ac8b-4b24-9539-d4108ac90a75 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] For port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1,segment=NetworkSegment(a2578acc-cfbe-400e-94df-f58e5caab0fd),segment_id=a2578acc-cfbe-400e-94df-f58e5caab0fd)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:29.596413 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-927d8000-4e70-4929-ab4e-d953c24d8125 req-55395bda-ac8b-4b24-9539-d4108ac90a75 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.603131 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-927d8000-4e70-4929-ab4e-d953c24d8125 req-55395bda-ac8b-4b24-9539-d4108ac90a75 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.665919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d8000-4e70-4929-ab4e-d953c24d8125 req-55395bda-ac8b-4b24-9539-d4108ac90a75 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:29.666656 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-927d8000-4e70-4929-ab4e-d953c24d8125 req-55395bda-ac8b-4b24-9539-d4108ac90a75 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.668169 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['f5ee213e-18c0-4b9a-ae48-7d61e612c8d1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:29.679099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-927d8000-4e70-4929-ab4e-d953c24d8125 req-55395bda-ac8b-4b24-9539-d4108ac90a75 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "PUT /v2.0/ports/f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 HTTP/1.1" status: 200 len: 981 time: 0.6371388 Aug 31 01:10:29.694010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Attempting to bind port f7cdf34b-7b14-4cdb-b734-6c628173afc8 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:29.694556 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Attempting to bind port f7cdf34b-7b14-4cdb-b734-6c628173afc8 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:29.694868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Attempting to bind port f7cdf34b-7b14-4cdb-b734-6c628173afc8 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:29.703452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Port f7cdf34b-7b14-4cdb-b734-6c628173afc8 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:10:29.704043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Attempting to bind port f7cdf34b-7b14-4cdb-b734-6c628173afc8 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:29.708450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbf9b3c-94fe-411f-b059-ba578cde22b4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:29.712880 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bdbf9b3c-94fe-411f-b059-ba578cde22b4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.719123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:29.725661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:29.726510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:29.727000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:29.727783 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Bound port: f7cdf34b-7b14-4cdb-b734-6c628173afc8, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:29.728054 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:29.734332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55395bda-ac8b-4b24-9539-d4108ac90a75 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'Port': ['ID=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1,revision_number=6']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:29.773159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-bdbf9b3c-94fe-411f-b059-ba578cde22b4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port 007f8f4c-f8ff-4266-aec5-02856f3eaa0a yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:29.811978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['f5ee213e-18c0-4b9a-ae48-7d61e612c8d1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:29.839440 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-886f38db-11a6-459c-8e39-b6a2fcfdb83f req-a48928ff-60ec-4016-9dc6-46c0d4620871 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f3b9f0-af4c-493a-bc22-ea7f2e84fe00 HTTP/1.1" status: 200 len: 210 time: 0.0748041 Aug 31 01:10:29.851228 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5a4a8b-906e-4ebf-9785-48c168c6029f x-openstack-request-id: req-cd5a4a8b-906e-4ebf-9785-48c168c6029f {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:29.851577 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f3b9f0-af4c-493a-bc22-ea7f2e84fe00", "name": "network-vif-deleted", "tag": "a30381da-7abe-47fc-a8ad-d7db81ad35cd", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:29.851804 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] For port f7cdf34b-7b14-4cdb-b734-6c628173afc8, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:29.852753 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd5a4a8b-906e-4ebf-9785-48c168c6029f {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:29.852753 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f3b9f0-af4c-493a-bc22-ea7f2e84fe00', 'name': 'network-vif-deleted', 'tag': 'a30381da-7abe-47fc-a8ad-d7db81ad35cd', 'status': 'completed', 'code': 200} Aug 31 01:10:29.855101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] For port f7cdf34b-7b14-4cdb-b734-6c628173afc8, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f7cdf34b-7b14-4cdb-b734-6c628173afc8,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:29.945697 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:30.008840 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:30.009486 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:30.010912 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] 10.222.0.70 "PUT /v2.0/ports/f7cdf34b-7b14-4cdb-b734-6c628173afc8 HTTP/1.1" status: 200 len: 1096 time: 1.4888115 Aug 31 01:10:30.011401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9307d52e-f045-45cf-a576-cd1eac8148d3', 'tag': 'f7cdf34b-7b14-4cdb-b734-6c628173afc8'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:30.013882 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e46392c-652b-49fa-b4c6-e2fda55cb23a" -d '{"events": [{"name": "network-changed", "server_uuid": "9307d52e-f045-45cf-a576-cd1eac8148d3", "tag": "f7cdf34b-7b14-4cdb-b734-6c628173afc8"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:30.017666 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:30.062277 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb75bf-106a-40cf-93bc-3ea90863753b service neutron] Pushing event updated for resources: {'Port': ['ID=f7cdf34b-7b14-4cdb-b734-6c628173afc8,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:30.067859 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c495996-d97d-493c-8cdd-fce66310c061 req-da87e2ae-c39b-45cb-8c8a-be693b76585c tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/75af0f9c-7a6b-4230-815a-9d64ad3ac1c8 HTTP/1.1" status: 200 len: 1803 time: 0.1291642 Aug 31 01:10:30.078309 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435c826-4a2f-4807-a7ef-bb65a7ba7577 req-a397266d-d42b-4583-81ce-44b564d70c3b tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:30.080198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7435c826-4a2f-4807-a7ef-bb65a7ba7577 req-a397266d-d42b-4583-81ce-44b564d70c3b tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/ports?device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 947 time: 0.1111209 Aug 31 01:10:30.096604 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:30.097197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 3fa3c0f8-2ba3-4466-8b97-31f93df9e8e1 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:30.135476 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Allocated IP 2001:db8::f816:3eff:fe53:c62d (14e22907-50bf-4f4c-96ff-7b9fef164758/1cc5878c-c1f7-4e4e-897f-3cabc377d1ca/9b08e451-0d75-4761-8de8-95aee396ad55) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:30.196684 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-aaebe31f-3274-453c-a666-b7f787a4c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:30.198257 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-aaebe31f-3274-453c-a666-b7f787a4c25e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9bf525e35fc04d0b85c6d0873c97c4e5&device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 1099 time: 0.0598657 Aug 31 01:10:30.223468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7435c826-4a2f-4807-a7ef-bb65a7ba7577 req-40fd177f-b162-49cf-ae58-6e3ab6fc9efd tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef25f175-eae0-46d2-8448-04fc6efd9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910983 Aug 31 01:10:30.224605 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-1c495996-d97d-493c-8cdd-fce66310c061 req-560ae54d-70bd-45f8-bd6a-74e322e63416 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 01:10:30.241948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c495996-d97d-493c-8cdd-fce66310c061 req-560ae54d-70bd-45f8-bd6a-74e322e63416 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "DELETE /v2.0/security-groups/75af0f9c-7a6b-4230-815a-9d64ad3ac1c8 HTTP/1.1" status: 409 len: 341 time: 0.1599536 Aug 31 01:10:30.249888 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-ab562a40-d7d7-4d83-8bcf-fcc0873949fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=f7cdf34b-7b14-4cdb-b734-6c628173afc8 HTTP/1.1" status: 200 len: 217 time: 0.0429683 Aug 31 01:10:30.312771 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-9acbca3f-6782-4e9b-9c8e-d4fc667e9e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:30.314255 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-9acbca3f-6782-4e9b-9c8e-d4fc667e9e03 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0574155 Aug 31 01:10:30.318114 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771362c6-4290-49b4-aedf-048b592a6388 x-openstack-request-id: req-771362c6-4290-49b4-aedf-048b592a6388 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:30.318472 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9307d52e-f045-45cf-a576-cd1eac8148d3", "tag": "f7cdf34b-7b14-4cdb-b734-6c628173afc8", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:30.318784 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-771362c6-4290-49b4-aedf-048b592a6388 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:30.319361 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9307d52e-f045-45cf-a576-cd1eac8148d3', 'tag': 'f7cdf34b-7b14-4cdb-b734-6c628173afc8', 'status': 'completed', 'code': 200} Aug 31 01:10:30.380369 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-c57aae26-0d79-44a0-8e53-addbe2b4bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:30.382472 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-c57aae26-0d79-44a0-8e53-addbe2b4bb75 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0603743 Aug 31 01:10:30.497432 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-a6580825-ebf0-465c-bfeb-366727f7d419 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079416 Aug 31 01:10:30.624591 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d215d24-b62d-4074-b40f-86d73680cff6 req-6ea33f51-ba36-4f74-9532-210403d2afaa service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187754 Aug 31 01:10:30.653334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db75f29-7868-43ff-8fe6-bee5299807c6 req-a47b83da-6759-447f-9350-97592f6d5ce8 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:30.654864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6db75f29-7868-43ff-8fe6-bee5299807c6 req-a47b83da-6759-447f-9350-97592f6d5ce8 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 984 time: 0.1474121 Aug 31 01:10:30.688453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fd680-f145-4f0f-9985-485b9685383d req-62c3e608-613e-4be2-a4a1-59a09dca9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:30.689885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-640fd680-f145-4f0f-9985-485b9685383d req-62c3e608-613e-4be2-a4a1-59a09dca9fed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b5695ad688543afbb3a0048b523f02d&device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 1136 time: 0.1454954 Aug 31 01:10:30.724681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87b970-3a1c-4a05-bab1-2ffdda8c80f4 req-76b66d3f-22f4-44f6-ad0a-b5bf67cf6152 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:30.731779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb87b970-3a1c-4a05-bab1-2ffdda8c80f4 req-76b66d3f-22f4-44f6-ad0a-b5bf67cf6152 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 945 time: 0.1202800 Aug 31 01:10:30.732752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46392c-652b-49fa-b4c6-e2fda55cb23a req-3e31b44f-0276-4ac1-b752-9077c8a380b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:30.734151 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:30.734365 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0e46392c-652b-49fa-b4c6-e2fda55cb23a req-3e31b44f-0276-4ac1-b752-9077c8a380b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9bf525e35fc04d0b85c6d0873c97c4e5&device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 1099 time: 0.0602443 Aug 31 01:10:30.763576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 5846a3f9-ccb5-455a-a850-900a9d909bec up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:30.768766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Transition to ACTIVE for port object 9b08e451-0d75-4761-8de8-95aee396ad55 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:30.836226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46392c-652b-49fa-b4c6-e2fda55cb23a req-c2d35a47-8a21-4fda-a6e2-76dd0dd22634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:30.837868 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0e46392c-652b-49fa-b4c6-e2fda55cb23a req-c2d35a47-8a21-4fda-a6e2-76dd0dd22634 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.0968173 Aug 31 01:10:30.855737 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Transition to ACTIVE for port object 9b08e451-0d75-4761-8de8-95aee396ad55 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:30.866093 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:30.892569 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0e46392c-652b-49fa-b4c6-e2fda55cb23a req-105d6674-31ca-4bdf-a002-32d69e943a88 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=f7cdf34b-7b14-4cdb-b734-6c628173afc8 HTTP/1.1" status: 200 len: 217 time: 0.0461812 Aug 31 01:10:30.954561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Pushing event updated for resources: {'Port': ['ID=9b08e451-0d75-4761-8de8-95aee396ad55,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:30.961357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:30.965371 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:30.968346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:30.980109 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46392c-652b-49fa-b4c6-e2fda55cb23a req-a01d5315-2037-46c3-b3cb-4e6e2bf8517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:30.981513 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0e46392c-652b-49fa-b4c6-e2fda55cb23a req-a01d5315-2037-46c3-b3cb-4e6e2bf8517a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0653591 Aug 31 01:10:30.982680 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-bdbf9b3c-94fe-411f-b059-ba578cde22b4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::f816:3eff:feae:4866 (14e22907-50bf-4f4c-96ff-7b9fef164758/1cc5878c-c1f7-4e4e-897f-3cabc377d1ca/007f8f4c-f8ff-4266-aec5-02856f3eaa0a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:30.983520 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 5846a3f9-ccb5-455a-a850-900a9d909bec completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:31.022616 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6db75f29-7868-43ff-8fe6-bee5299807c6 req-0bad714d-805b-4563-ae93-b324030c2248 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&id=75af0f9c-7a6b-4230-815a-9d64ad3ac1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3578548 Aug 31 01:10:31.024385 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 5846a3f9-ccb5-455a-a850-900a9d909bec triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:31.024919 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.057171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb87b970-3a1c-4a05-bab1-2ffdda8c80f4 req-34d7c91c-6dd3-4cf3-8713-28fd19a04e7d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245144 Aug 31 01:10:31.079921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46392c-652b-49fa-b4c6-e2fda55cb23a req-04a5f859-ee45-4955-b7bb-6473166fe03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:31.081478 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0e46392c-652b-49fa-b4c6-e2fda55cb23a req-04a5f859-ee45-4955-b7bb-6473166fe03a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0864737 Aug 31 01:10:31.091635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fd680-f145-4f0f-9985-485b9685383d req-4beeb147-5af4-41fd-a70d-1e408141aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:31.093801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-640fd680-f145-4f0f-9985-485b9685383d req-4beeb147-5af4-41fd-a70d-1e408141aeae service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3ac95a5-0c50-4e8d-b049-620d89144a3f HTTP/1.1" status: 200 len: 914 time: 0.3958228 Aug 31 01:10:31.121699 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Attempting to bind port 9b08e451-0d75-4761-8de8-95aee396ad55 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:31.122076 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Attempting to bind port 9b08e451-0d75-4761-8de8-95aee396ad55 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:31.122729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Attempting to bind port 9b08e451-0d75-4761-8de8-95aee396ad55 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:31.132822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:31.133213 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:31.133624 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.134031 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:31.134600 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Bound port: 9b08e451-0d75-4761-8de8-95aee396ad55, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:31.134998 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.175338 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-640fd680-f145-4f0f-9985-485b9685383d req-4500d974-4235-4cf4-86c0-751d2b9c6bb6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 HTTP/1.1" status: 200 len: 217 time: 0.0684233 Aug 31 01:10:31.263538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] For port 9b08e451-0d75-4761-8de8-95aee396ad55, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:31.274409 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] For port 9b08e451-0d75-4761-8de8-95aee396ad55, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9b08e451-0d75-4761-8de8-95aee396ad55,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:31.275662 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.288376 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.298505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fd680-f145-4f0f-9985-485b9685383d req-0bb959f2-7227-43d0-a21d-56e390b870c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:31.309458 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bdbf9b3c-94fe-411f-b059-ba578cde22b4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.312237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-640fd680-f145-4f0f-9985-485b9685383d req-0bb959f2-7227-43d0-a21d-56e390b870c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78793fe1-f988-4afa-94d0-02e57dc1f291 HTTP/1.1" status: 200 len: 853 time: 0.1132674 Aug 31 01:10:31.341217 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0e46392c-652b-49fa-b4c6-e2fda55cb23a req-80d2a9b2-2fda-43a9-9f41-fd2974645ab3 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450812 Aug 31 01:10:31.341217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-bdbf9b3c-94fe-411f-b059-ba578cde22b4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object 007f8f4c-f8ff-4266-aec5-02856f3eaa0a will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:31.378331 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-640fd680-f145-4f0f-9985-485b9685383d req-cedf837d-e93e-4081-b10d-fdc296ec2e18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3ac95a5-0c50-4e8d-b049-620d89144a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565667 Aug 31 01:10:31.386508 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580b7507-8b23-4cea-9fcf-633d9d7a0c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5846a3f9-ccb5-455a-a850-900a9d909bec'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:31.389247 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9474727d-8bf6-49cf-87dd-19e663d5420f" -d '{"events": [{"server_uuid": "580b7507-8b23-4cea-9fcf-633d9d7a0c8c", "name": "network-vif-plugged", "status": "completed", "tag": "5846a3f9-ccb5-455a-a850-900a9d909bec"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:31.417454 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.421957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 5846a3f9-ccb5-455a-a850-900a9d909bec, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5846a3f9-ccb5-455a-a850-900a9d909bec,segment=NetworkSegment(de996be0-d4c9-4783-bb88-fdc563f00084),segment_id=de996be0-d4c9-4783-bb88-fdc563f00084)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:31.427200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f89dc-4ec2-4c3e-bd49-97adb90c7686 None None] Pushing event updated for resources: {'Port': ['ID=9b08e451-0d75-4761-8de8-95aee396ad55,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:31.434083 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.434761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 33879aba-2d38-4ec9-8f79-d6874ac832b4 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:31.483093 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bdbf9b3c-94fe-411f-b059-ba578cde22b4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.511273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7d898-bd2c-4dc7-bec7-4278787682fc req-2f84faad-043e-4282-91c1-618e5c8f057c tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:31.520488 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-12e7d898-bd2c-4dc7-bec7-4278787682fc req-2f84faad-043e-4282-91c1-618e5c8f057c tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/ports?device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 947 time: 0.1429670 Aug 31 01:10:31.532852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=5846a3f9-ccb5-455a-a850-900a9d909bec,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:31.548809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 33879aba-2d38-4ec9-8f79-d6874ac832b4 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:31.556160 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 33879aba-2d38-4ec9-8f79-d6874ac832b4 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:31.556779 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.572942 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf9b3c-94fe-411f-b059-ba578cde22b4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:31.575867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf9b3c-94fe-411f-b059-ba578cde22b4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=007f8f4c-f8ff-4266-aec5-02856f3eaa0a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:31.581652 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-bdbf9b3c-94fe-411f-b059-ba578cde22b4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:31.585277 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf9b3c-94fe-411f-b059-ba578cde22b4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:31.599448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf9b3c-94fe-411f-b059-ba578cde22b4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:31.600209 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-12e7d898-bd2c-4dc7-bec7-4278787682fc req-9eb4b336-4f5e-4811-8e72-01b56d8847f3 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef25f175-eae0-46d2-8448-04fc6efd9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804768 Aug 31 01:10:31.600329 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bdbf9b3c-94fe-411f-b059-ba578cde22b4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.620344 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0e46392c-652b-49fa-b4c6-e2fda55cb23a req-1abd6bae-faf7-429d-a137-2647edca603e service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729063 Aug 31 01:10:31.623453 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bdbf9b3c-94fe-411f-b059-ba578cde22b4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2537067 Aug 31 01:10:31.626310 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47474) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:31.642021 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-640fd680-f145-4f0f-9985-485b9685383d req-4ea6a69a-e2ba-477a-97fb-8ad9af0b3705 service neutron] 10.222.0.70 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247550 Aug 31 01:10:31.708516 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824715d2-ad56-4ac4-a9e7-8ad12bb933e3 x-openstack-request-id: req-824715d2-ad56-4ac4-a9e7-8ad12bb933e3 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:31.708810 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580b7507-8b23-4cea-9fcf-633d9d7a0c8c", "name": "network-vif-plugged", "status": "completed", "tag": "5846a3f9-ccb5-455a-a850-900a9d909bec", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:31.709091 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-824715d2-ad56-4ac4-a9e7-8ad12bb933e3 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:31.709649 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580b7507-8b23-4cea-9fcf-633d9d7a0c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5846a3f9-ccb5-455a-a850-900a9d909bec', 'code': 200} Aug 31 01:10:31.737289 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adebad94-b9c5-4647-a9f4-f7064e90a3a9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:31.744528 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.756204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adebad94-b9c5-4647-a9f4-f7064e90a3a9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:31.760157 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-adebad94-b9c5-4647-a9f4-f7064e90a3a9 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1307194 Aug 31 01:10:31.764639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47476) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:31.796129 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 33879aba-2d38-4ec9-8f79-d6874ac832b4, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=33879aba-2d38-4ec9-8f79-d6874ac832b4,segment=NetworkSegment(de996be0-d4c9-4783-bb88-fdc563f00084),segment_id=de996be0-d4c9-4783-bb88-fdc563f00084)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:31.802629 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.803979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a30381da-7abe-47fc-a8ad-d7db81ad35cd no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:31.847199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: a30381da-7abe-47fc-a8ad-d7db81ad35cd {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:31.848218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a30381da-7abe-47fc-a8ad-d7db81ad35cd not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:31.868396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2ec615-9ad9-431e-bfa7-3538ef410f82', 'tag': 'f5ee213e-18c0-4b9a-ae48-7d61e612c8d1'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:31.870681 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e010693b-0f0a-4c84-b8b8-39222e049a61" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2ec615-9ad9-431e-bfa7-3538ef410f82", "tag": "f5ee213e-18c0-4b9a-ae48-7d61e612c8d1"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:31.877049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=33879aba-2d38-4ec9-8f79-d6874ac832b4,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:31.908811 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2b082ea9-84d3-4f9a-ba44-408b47141e65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port 007f8f4c-f8ff-4266-aec5-02856f3eaa0a {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:31.909488 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b082ea9-84d3-4f9a-ba44-408b47141e65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:31.934587 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9b08e451-0d75-4761-8de8-95aee396ad55 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:31.941193 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38f4097-e26b-485f-9b22-ee093443e26f x-openstack-request-id: req-d38f4097-e26b-485f-9b22-ee093443e26f {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:31.941501 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2ec615-9ad9-431e-bfa7-3538ef410f82", "tag": "f5ee213e-18c0-4b9a-ae48-7d61e612c8d1", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:31.941761 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d38f4097-e26b-485f-9b22-ee093443e26f {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:31.942204 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2ec615-9ad9-431e-bfa7-3538ef410f82', 'tag': 'f5ee213e-18c0-4b9a-ae48-7d61e612c8d1', 'status': 'completed', 'code': 200} Aug 31 01:10:31.951693 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-640fd680-f145-4f0f-9985-485b9685383d req-f27f6fe2-70b4-43e3-9b1c-dcb24cd8c97f service neutron] 10.222.0.70 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953055 Aug 31 01:10:31.953432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c43edf-9866-4259-b798-d8b481cdd67c req-675522be-0179-4126-a6b7-9973c4510b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:31.954823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80c43edf-9866-4259-b798-d8b481cdd67c req-675522be-0179-4126-a6b7-9973c4510b70 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 1098 time: 0.1933069 Aug 31 01:10:31.968065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbf1e6-bd11-4cc9-84d4-e18fd2b59b78 req-78baffa5-06b1-4134-84ad-dfa34e1c8024 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:31.969615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36dbf1e6-bd11-4cc9-84d4-e18fd2b59b78 req-78baffa5-06b1-4134-84ad-dfa34e1c8024 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=72dddb9f-93ee-4108-8dc7-c2dabe81f2d3 HTTP/1.1" status: 200 len: 949 time: 0.2093089 Aug 31 01:10:32.011399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 9b08e451-0d75-4761-8de8-95aee396ad55 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:32.027061 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b082ea9-84d3-4f9a-ba44-408b47141e65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.044807 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2b082ea9-84d3-4f9a-ba44-408b47141e65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for 007f8f4c-f8ff-4266-aec5-02856f3eaa0a owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:32.048973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80c43edf-9866-4259-b798-d8b481cdd67c req-c5a5d56c-a60c-429c-b640-63a1bfc51db9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782814 Aug 31 01:10:32.061622 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36dbf1e6-bd11-4cc9-84d4-e18fd2b59b78 req-786082df-c35b-40e5-b49a-c0eb8299e1ff tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828841 Aug 31 01:10:32.078552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010693b-0f0a-4c84-b8b8-39222e049a61 req-80b0c243-2b9f-4765-8aa3-4162db1a5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:32.084272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e010693b-0f0a-4c84-b8b8-39222e049a61 req-80b0c243-2b9f-4765-8aa3-4162db1a5a54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b5695ad688543afbb3a0048b523f02d&device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 1136 time: 0.0699880 Aug 31 01:10:32.208742 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b082ea9-84d3-4f9a-ba44-408b47141e65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.245594 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b082ea9-84d3-4f9a-ba44-408b47141e65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=007f8f4c-f8ff-4266-aec5-02856f3eaa0a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:32.272357 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b082ea9-84d3-4f9a-ba44-408b47141e65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.273336 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2b082ea9-84d3-4f9a-ba44-408b47141e65 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/007f8f4c-f8ff-4266-aec5-02856f3eaa0a HTTP/1.1" status: 204 len: 168 time: 0.5077369 Aug 31 01:10:32.275816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47488) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:32.286405 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a43c5-8028-4abc-afe9-cf7a3429bb34 req-24913ae2-a135-41e0-873c-c358042ea9e0 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:32.293942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-327a43c5-8028-4abc-afe9-cf7a3429bb34 req-24913ae2-a135-41e0-873c-c358042ea9e0 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 984 time: 0.1347806 Aug 31 01:10:32.305704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010693b-0f0a-4c84-b8b8-39222e049a61 req-93797cc1-329e-4bee-aea9-6c279a1c7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:32.307321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e010693b-0f0a-4c84-b8b8-39222e049a61 req-93797cc1-329e-4bee-aea9-6c279a1c7b08 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3ac95a5-0c50-4e8d-b049-620d89144a3f HTTP/1.1" status: 200 len: 914 time: 0.2065964 Aug 31 01:10:32.344773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf1d6a-6c87-4211-b3b9-d0022fe588df tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:32.346404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf1d6a-6c87-4211-b3b9-d0022fe588df tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:32.348679 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3bcf1d6a-6c87-4211-b3b9-d0022fe588df tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0716617 Aug 31 01:10:32.351148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47490) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:32.379148 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e010693b-0f0a-4c84-b8b8-39222e049a61 req-01646b73-366c-481b-b94a-aa486e937d02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 HTTP/1.1" status: 200 len: 217 time: 0.0582778 Aug 31 01:10:32.389419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0036a-b36d-4142-a5e6-3918f2c54d2c req-8d2974cc-b21a-4d46-be15-493809b53bb7 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:32.397445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fcc0036a-b36d-4142-a5e6-3918f2c54d2c req-8d2974cc-b21a-4d46-be15-493809b53bb7 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 946 time: 0.1745589 Aug 31 01:10:32.410702 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-8becf4d4-2938-4146-96f8-d3f37dc4eb71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 1cc5878c-c1f7-4e4e-897f-3cabc377d1ca {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:32.410872 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-327a43c5-8028-4abc-afe9-cf7a3429bb34 req-01c462e3-db76-4a0e-a910-bb929ea10e9a tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&id=75af0f9c-7a6b-4230-815a-9d64ad3ac1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1154623 Aug 31 01:10:32.415584 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8becf4d4-2938-4146-96f8-d3f37dc4eb71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.483489 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8becf4d4-2938-4146-96f8-d3f37dc4eb71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.483841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010693b-0f0a-4c84-b8b8-39222e049a61 req-ff1e9d34-820e-4672-91c6-07d210af8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:32.485544 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e010693b-0f0a-4c84-b8b8-39222e049a61 req-ff1e9d34-820e-4672-91c6-07d210af8643 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78793fe1-f988-4afa-94d0-02e57dc1f291 HTTP/1.1" status: 200 len: 853 time: 0.0858760 Aug 31 01:10:32.503502 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fcc0036a-b36d-4142-a5e6-3918f2c54d2c req-f8f2f946-60d0-4622-b9c3-e24869e2476d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966094 Aug 31 01:10:32.553082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e010693b-0f0a-4c84-b8b8-39222e049a61 req-ac5dbfd0-316a-4456-a476-cc9856b2c933 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3ac95a5-0c50-4e8d-b049-620d89144a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484369 Aug 31 01:10:32.592157 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8becf4d4-2938-4146-96f8-d3f37dc4eb71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.670565 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8becf4d4-2938-4146-96f8-d3f37dc4eb71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.698609 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-10e6ddfe-e901-45f4-8557-52e89e4a5fc0 None None] Provisioning for port 9b08e451-0d75-4761-8de8-95aee396ad55 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:32.706588 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e010693b-0f0a-4c84-b8b8-39222e049a61 req-2a2fb21e-9a4a-4239-9ccc-2b88ecf0398a service neutron] 10.222.0.70 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430800 Aug 31 01:10:32.707843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-10e6ddfe-e901-45f4-8557-52e89e4a5fc0 None None] Provisioning complete for port 9b08e451-0d75-4761-8de8-95aee396ad55 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:32.708341 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-10e6ddfe-e901-45f4-8557-52e89e4a5fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.709157 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becf4d4-2938-4146-96f8-d3f37dc4eb71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc5878c-c1f7-4e4e-897f-3cabc377d1ca,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:32.721789 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8becf4d4-2938-4146-96f8-d3f37dc4eb71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.726760 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8becf4d4-2938-4146-96f8-d3f37dc4eb71 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/1cc5878c-c1f7-4e4e-897f-3cabc377d1ca HTTP/1.1" status: 204 len: 168 time: 0.3724947 Aug 31 01:10:32.727070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47496) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:32.775566 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-02e939f7-7c19-41c9-bf43-33ddf4e5d6ac tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451283 Aug 31 01:10:32.776167 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47498) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:32.793011 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-10e6ddfe-e901-45f4-8557-52e89e4a5fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.804900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d0455-3064-4395-aa6d-12df2340ff30 req-e930ca0e-116c-451f-951c-3cf65c39509c tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:32.805895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b74d0455-3064-4395-aa6d-12df2340ff30 req-e930ca0e-116c-451f-951c-3cf65c39509c tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/ports?device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 947 time: 0.1172740 Aug 31 01:10:32.834962 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c1183f-bd58-4208-95a0-f2fb73bd3c55 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:32.838856 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e3c1183f-bd58-4208-95a0-f2fb73bd3c55 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0600660 Aug 31 01:10:32.838996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-10e6ddfe-e901-45f4-8557-52e89e4a5fc0 None None] For port 9b08e451-0d75-4761-8de8-95aee396ad55, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9b08e451-0d75-4761-8de8-95aee396ad55,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:32.839520 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47500) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:32.844063 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-10e6ddfe-e901-45f4-8557-52e89e4a5fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:32.878468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b74d0455-3064-4395-aa6d-12df2340ff30 req-c2ccf9e7-7aa2-409d-ae93-39874efca7ea tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef25f175-eae0-46d2-8448-04fc6efd9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653386 Aug 31 01:10:32.898593 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e010693b-0f0a-4c84-b8b8-39222e049a61 req-2de2326f-a617-4624-9480-e55fd157e02e service neutron] 10.222.0.70 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720657 Aug 31 01:10:32.904752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d6dc3-1a37-4373-948c-119b521b6a99 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:32.907417 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-992d6dc3-1a37-4373-948c-119b521b6a99 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0661154 Aug 31 01:10:32.909261 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47502) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:32.935535 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6ddfe-e901-45f4-8557-52e89e4a5fc0 None None] Pushing event updated for resources: {'Port': ['ID=9b08e451-0d75-4761-8de8-95aee396ad55,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:32.939625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1867096-ad43-4b4d-9604-928b78e4194f None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:32.950640 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-57135540-4575-484b-9913-760d888544eb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402138 Aug 31 01:10:32.954836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47504) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:32.961025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-50c73dbf-0ced-4435-9bf1-81f0cd7beca6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:32.986967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e3587ada-104e-445c-99e5-90cbc0890f2f None None] Could not find standard attr ID for object 007f8f4c-f8ff-4266-aec5-02856f3eaa0a. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:10:33.052699 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c73dbf-0ced-4435-9bf1-81f0cd7beca6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:33.056136 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50c73dbf-0ced-4435-9bf1-81f0cd7beca6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.111797 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8a46ba-fe55-4537-aa76-546b345f7d7d None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:10:33.176633 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a46ba-fe55-4537-aa76-546b345f7d7d None None] Deleting port 9b08e451-0d75-4761-8de8-95aee396ad55 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:33.177290 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5e8a46ba-fe55-4537-aa76-546b345f7d7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.198147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93242a-5d1d-46cd-9ab4-af63218defb7 req-84293639-11d2-4fef-92dd-2c982c7fe037 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:33.200522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf93242a-5d1d-46cd-9ab4-af63218defb7 req-84293639-11d2-4fef-92dd-2c982c7fe037 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=72dddb9f-93ee-4108-8dc7-c2dabe81f2d3 HTTP/1.1" status: 200 len: 949 time: 0.0619392 Aug 31 01:10:33.249273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-5e8a46ba-fe55-4537-aa76-546b345f7d7d None None] For port 9b08e451-0d75-4761-8de8-95aee396ad55, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9b08e451-0d75-4761-8de8-95aee396ad55,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:33.249681 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5e8a46ba-fe55-4537-aa76-546b345f7d7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.255837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf93242a-5d1d-46cd-9ab4-af63218defb7 req-f0f5ee0f-df4a-4982-9241-f6dedeabbf78 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6c37efa-8d9f-46ed-a449-077c4aa6406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449438 Aug 31 01:10:33.276351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a46ba-fe55-4537-aa76-546b345f7d7d None None] Calling delete_port for 9b08e451-0d75-4761-8de8-95aee396ad55 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:33.277752 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50c73dbf-0ced-4435-9bf1-81f0cd7beca6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.324759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c73dbf-0ced-4435-9bf1-81f0cd7beca6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:33.327811 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-50c73dbf-0ced-4435-9bf1-81f0cd7beca6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:33.332489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c73dbf-0ced-4435-9bf1-81f0cd7beca6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:33.333691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50c73dbf-0ced-4435-9bf1-81f0cd7beca6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.343656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c73dbf-0ced-4435-9bf1-81f0cd7beca6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=8026ee54-8755-4706-954e-8f4d27022618,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:33.355377 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-50c73dbf-0ced-4435-9bf1-81f0cd7beca6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3966599 Aug 31 01:10:33.355809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47508) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:33.361682 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-aca16938-607c-4671-804b-53e3282a8445 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'mac_address': 'fa:16:3e:54:68:62', 'name': 'tempest-NetworksTestDHCPv6-9878837'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:33.371186 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5e8a46ba-fe55-4537-aa76-546b345f7d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.403464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8a46ba-fe55-4537-aa76-546b345f7d7d None None] No DVR routers for this DVR port 9b08e451-0d75-4761-8de8-95aee396ad55 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:33.410678 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a46ba-fe55-4537-aa76-546b345f7d7d None None] Pushing event deleted for resources: {'Port': ['ID=9b08e451-0d75-4761-8de8-95aee396ad55,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:33.426450 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a74269-70c2-4bd6-aeac-28d6c576a21c None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:33.503232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fae338-4734-4814-b595-fd1c13ac5515 req-919fc59c-9e21-4573-827c-b77aa35cfe52 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:33.505248 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5fae338-4734-4814-b595-fd1c13ac5515 req-919fc59c-9e21-4573-827c-b77aa35cfe52 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.70 "GET /v2.0/ports?device_id=72dddb9f-93ee-4108-8dc7-c2dabe81f2d3 HTTP/1.1" status: 200 len: 949 time: 0.0849259 Aug 31 01:10:33.583556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': '8026ee54-8755-4706-954e-8f4d27022618'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:10:33.584423 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.658363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca16938-607c-4671-804b-53e3282a8445 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:33.672074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc0919-d7d0-4b27-8e06-fb6b586ec915 req-588ead3d-b627-4757-8373-15eb83462ee2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:33.673485 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1bbc0919-d7d0-4b27-8e06-fb6b586ec915 req-588ead3d-b627-4757-8373-15eb83462ee2 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 984 time: 0.1847026 Aug 31 01:10:33.711221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f82710-f889-4660-a0c1-5eb747e41167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33879aba-2d38-4ec9-8f79-d6874ac832b4'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:33.713480 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec97298e-9c24-45d5-b1d2-2ea36c4f72f5" -d '{"events": [{"server_uuid": "b4f82710-f889-4660-a0c1-5eb747e41167", "name": "network-vif-plugged", "status": "completed", "tag": "33879aba-2d38-4ec9-8f79-d6874ac832b4"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:33.729989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Allocated IP 2001:db8::2 (14e22907-50bf-4f4c-96ff-7b9fef164758/8026ee54-8755-4706-954e-8f4d27022618/c357aa41-7152-4942-92d6-18a992948083) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:33.756765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50e6e9-dce4-4868-9de5-0279483b11b4 req-b2217835-d82b-4ef8-b65e-0dcc36e5e50c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:33.758290 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b50e6e9-dce4-4868-9de5-0279483b11b4 req-b2217835-d82b-4ef8-b65e-0dcc36e5e50c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 946 time: 0.1803861 Aug 31 01:10:33.792406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f7cdf34b-7b14-4cdb-b734-6c628173afc8 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:10:33.824460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1bbc0919-d7d0-4b27-8e06-fb6b586ec915 req-d3bc29c8-907f-4436-a5dc-f58a1e9d0cae tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&id=75af0f9c-7a6b-4230-815a-9d64ad3ac1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1330755 Aug 31 01:10:33.836941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-f5fae338-4734-4814-b595-fd1c13ac5515 req-800b2130-b678-41c7-80eb-641cee46f1c3 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Deleting port 7e5527d9-9a81-41c7-886c-cdd80c335ad2 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:33.837291 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f5fae338-4734-4814-b595-fd1c13ac5515 req-800b2130-b678-41c7-80eb-641cee46f1c3 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.901349 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aca16938-607c-4671-804b-53e3282a8445 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:33.917758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b50e6e9-dce4-4868-9de5-0279483b11b4 req-89065ee2-f135-4d2a-8e9c-3f7b1b71e565 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475391 Aug 31 01:10:33.971627 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-aca16938-607c-4671-804b-53e3282a8445 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port 809c9d34-4447-454a-9806-30583d8b3348 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:34.056606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-f5fae338-4734-4814-b595-fd1c13ac5515 req-800b2130-b678-41c7-80eb-641cee46f1c3 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] For port 7e5527d9-9a81-41c7-886c-cdd80c335ad2, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=7e5527d9-9a81-41c7-886c-cdd80c335ad2,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:34.057004 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f5fae338-4734-4814-b595-fd1c13ac5515 req-800b2130-b678-41c7-80eb-641cee46f1c3 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.081218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-f5fae338-4734-4814-b595-fd1c13ac5515 req-800b2130-b678-41c7-80eb-641cee46f1c3 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Calling delete_port for 7e5527d9-9a81-41c7-886c-cdd80c335ad2 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:34.112236 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1136903a-e6f6-4402-8927-4238301b7804 x-openstack-request-id: req-1136903a-e6f6-4402-8927-4238301b7804 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:34.112640 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f82710-f889-4660-a0c1-5eb747e41167", "name": "network-vif-plugged", "status": "completed", "tag": "33879aba-2d38-4ec9-8f79-d6874ac832b4", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:34.112750 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1136903a-e6f6-4402-8927-4238301b7804 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:34.113164 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f82710-f889-4660-a0c1-5eb747e41167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33879aba-2d38-4ec9-8f79-d6874ac832b4', 'code': 200} Aug 31 01:10:34.116576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9b08e451-0d75-4761-8de8-95aee396ad55 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:34.165289 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 9b08e451-0d75-4761-8de8-95aee396ad55 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:34.165625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9b08e451-0d75-4761-8de8-95aee396ad55 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:34.203696 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.227251 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port f7cdf34b-7b14-4cdb-b734-6c628173afc8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f7cdf34b-7b14-4cdb-b734-6c628173afc8,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:34.229996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Transition to ACTIVE for port object c357aa41-7152-4942-92d6-18a992948083 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:34.246464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'f7cdf34b-7b14-4cdb-b734-6c628173afc8', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'f7cdf34b-7b14-4cdb-b734-6c628173afc8', 'mac_address': 'fa:16:3e:56:b1:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:10:34.250893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfa3ae07-2f87-4510-a7e4-5d776f56ff9e req-b40431f3-96a5-4ccf-82b9-49582731e6b4 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-479371365&fields=id&tenant_id=1b5695ad688543afbb3a0048b523f02d HTTP/1.1" status: 200 len: 267 time: 0.1109903 Aug 31 01:10:34.279055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Transition to ACTIVE for port object c357aa41-7152-4942-92d6-18a992948083 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:34.286445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe54529-02a7-460c-a38c-948e9b2340da req-9fbf24d9-023f-4cf9-ae8b-3ace0ef8ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:34.288133 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afe54529-02a7-460c-a38c-948e9b2340da req-9fbf24d9-023f-4cf9-ae8b-3ace0ef8ffd9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4f82710-f889-4660-a0c1-5eb747e41167 HTTP/1.1" status: 200 len: 1097 time: 0.1321328 Aug 31 01:10:34.292566 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.295673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f953b0-5c46-42e9-b0b5-ed511fa5393c req-e06ce517-55ca-4406-88de-d3aed7bbc636 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:34.297106 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70f953b0-5c46-42e9-b0b5-ed511fa5393c req-e06ce517-55ca-4406-88de-d3aed7bbc636 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/ports?device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 947 time: 0.1561379 Aug 31 01:10:34.323672 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.351685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cdf34b-7b14-4cdb-b734-6c628173afc8 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:34.366386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:34.369018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Pushing event updated for resources: {'Port': ['ID=c357aa41-7152-4942-92d6-18a992948083,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:34.372506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:34.382583 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:34.402348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port f7cdf34b-7b14-4cdb-b734-6c628173afc8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f7cdf34b-7b14-4cdb-b734-6c628173afc8,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:34.424288 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.460304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afe54529-02a7-460c-a38c-948e9b2340da req-f9e4c009-b8a8-44b7-8e48-d8bf87e71aaf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462772 Aug 31 01:10:34.475013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ae07-2f87-4510-a7e4-5d776f56ff9e req-20844e32-8c8b-480e-ac85-f802cfb6db76 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:34.476513 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfa3ae07-2f87-4510-a7e4-5d776f56ff9e req-20844e32-8c8b-480e-ac85-f802cfb6db76 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 984 time: 0.2111697 Aug 31 01:10:34.487330 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Attempting to bind port c357aa41-7152-4942-92d6-18a992948083 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:34.487705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Attempting to bind port c357aa41-7152-4942-92d6-18a992948083 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:34.488069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Attempting to bind port c357aa41-7152-4942-92d6-18a992948083 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:34.492518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70f953b0-5c46-42e9-b0b5-ed511fa5393c req-8015c5a3-8ca2-4378-bd3c-58a685079c03 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef25f175-eae0-46d2-8448-04fc6efd9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666701 Aug 31 01:10:34.497687 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-aca16938-607c-4671-804b-53e3282a8445 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::219 (14e22907-50bf-4f4c-96ff-7b9fef164758/8026ee54-8755-4706-954e-8f4d27022618/809c9d34-4447-454a-9806-30583d8b3348) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:34.502343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:34.502715 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:34.503582 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.503582 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:34.504726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Bound port: c357aa41-7152-4942-92d6-18a992948083, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:34.504726 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.507295 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-cfa3ae07-2f87-4510-a7e4-5d776f56ff9e req-6a1707da-19b6-4685-a922-94c3600f39be tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'port': {'security_groups': ['75af0f9c-7a6b-4230-815a-9d64ad3ac1c8', 'c059f3f1-0d20-4cb8-ab13-3ca698e8da5f', '252919b6-3bc7-444f-956a-d2afbd661c07']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:34.518267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=f7cdf34b-7b14-4cdb-b734-6c628173afc8,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:34.550629 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f5fae338-4734-4814-b595-fd1c13ac5515 req-800b2130-b678-41c7-80eb-641cee46f1c3 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.583906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] For port c357aa41-7152-4942-92d6-18a992948083, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:34.587379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] For port c357aa41-7152-4942-92d6-18a992948083, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c357aa41-7152-4942-92d6-18a992948083,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:34.591613 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.605263 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b2130-b678-41c7-80eb-641cee46f1c3 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Pushing event deleted for resources: {'Port': ['ID=7e5527d9-9a81-41c7-886c-cdd80c335ad2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:34.664303 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5449ff1-0610-4ac3-a694-7a93c81870cf None None] Pushing event updated for resources: {'Port': ['ID=c357aa41-7152-4942-92d6-18a992948083,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:34.670067 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['f7cdf34b-7b14-4cdb-b734-6c628173afc8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:34.982625 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fae338-4734-4814-b595-fd1c13ac5515 req-800b2130-b678-41c7-80eb-641cee46f1c3 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] No DVR routers for this DVR port 7e5527d9-9a81-41c7-886c-cdd80c335ad2 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:34.984192 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cfa3ae07-2f87-4510-a7e4-5d776f56ff9e req-6a1707da-19b6-4685-a922-94c3600f39be tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.990070 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f5fae338-4734-4814-b595-fd1c13ac5515 req-800b2130-b678-41c7-80eb-641cee46f1c3 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:34.992164 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5fae338-4734-4814-b595-fd1c13ac5515 req-800b2130-b678-41c7-80eb-641cee46f1c3 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.70 "DELETE /v2.0/ports/7e5527d9-9a81-41c7-886c-cdd80c335ad2 HTTP/1.1" status: 204 len: 173 time: 1.4741361 Aug 31 01:10:34.994816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'name': 'network-vif-deleted', 'tag': '7e5527d9-9a81-41c7-886c-cdd80c335ad2'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:34.996540 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f7a35e-e003-4121-af24-768f161da4e1" -d '{"events": [{"server_uuid": "72dddb9f-93ee-4108-8dc7-c2dabe81f2d3", "name": "network-vif-deleted", "tag": "7e5527d9-9a81-41c7-886c-cdd80c335ad2"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:35.063678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51411f03-92ae-40c8-98e9-e94ed520eb00 req-42bdc00f-480b-4640-999a-ad6fd82053b0 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:35.065219 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51411f03-92ae-40c8-98e9-e94ed520eb00 req-42bdc00f-480b-4640-999a-ad6fd82053b0 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=acdd7b25-e623-4e5f-ab1a-cfd61f2237b9 HTTP/1.1" status: 200 len: 945 time: 0.4771264 Aug 31 01:10:35.200375 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51411f03-92ae-40c8-98e9-e94ed520eb00 req-1f154fea-59f2-44ea-a39f-14dd2929a8fa tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258156 Aug 31 01:10:35.222546 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aca16938-607c-4671-804b-53e3282a8445 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.246460 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-aca16938-607c-4671-804b-53e3282a8445 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object 809c9d34-4447-454a-9806-30583d8b3348 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:35.353381 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5193214-6b27-491e-8fde-184ffc96fa84 req-f28ef3b4-e459-4baf-a0e9-6d3cef5ab858 tempest-ListImageFiltersTestJSON-780862690 tempest-ListImageFiltersTestJSON-780862690-project] 10.222.0.58 "GET /v2.0/ports?device_id=72dddb9f-93ee-4108-8dc7-c2dabe81f2d3 HTTP/1.1" status: 200 len: 210 time: 0.0741537 Aug 31 01:10:35.384293 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aca16938-607c-4671-804b-53e3282a8445 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.446899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-cfa3ae07-2f87-4510-a7e4-5d776f56ff9e req-6a1707da-19b6-4685-a922-94c3600f39be tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] For port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1,segment=NetworkSegment(a2578acc-cfbe-400e-94df-f58e5caab0fd),segment_id=a2578acc-cfbe-400e-94df-f58e5caab0fd)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:35.454222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca16938-607c-4671-804b-53e3282a8445 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:35.466172 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-aca16938-607c-4671-804b-53e3282a8445 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:35.473308 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca16938-607c-4671-804b-53e3282a8445 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:35.481418 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca16938-607c-4671-804b-53e3282a8445 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:35.482089 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aca16938-607c-4671-804b-53e3282a8445 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.490751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca16938-607c-4671-804b-53e3282a8445 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=809c9d34-4447-454a-9806-30583d8b3348,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:35.516523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-aca16938-607c-4671-804b-53e3282a8445 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1572232 Aug 31 01:10:35.516968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47540) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:35.536868 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cfa3ae07-2f87-4510-a7e4-5d776f56ff9e req-6a1707da-19b6-4685-a922-94c3600f39be tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.542889 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32493af-1beb-4b2d-a384-0d6699c5b3ad x-openstack-request-id: req-a32493af-1beb-4b2d-a384-0d6699c5b3ad {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:35.543258 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dddb9f-93ee-4108-8dc7-c2dabe81f2d3", "name": "network-vif-deleted", "tag": "7e5527d9-9a81-41c7-886c-cdd80c335ad2", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:35.543527 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a32493af-1beb-4b2d-a384-0d6699c5b3ad {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:35.545447 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dddb9f-93ee-4108-8dc7-c2dabe81f2d3', 'name': 'network-vif-deleted', 'tag': '7e5527d9-9a81-41c7-886c-cdd80c335ad2', 'status': 'completed', 'code': 200} Aug 31 01:10:35.550242 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cfa3ae07-2f87-4510-a7e4-5d776f56ff9e req-6a1707da-19b6-4685-a922-94c3600f39be tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.564640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['f5ee213e-18c0-4b9a-ae48-7d61e612c8d1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:35.605015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffdd1fd-8737-4356-aedc-a9a760ea93ee tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:35.614419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffdd1fd-8737-4356-aedc-a9a760ea93ee tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:35.616305 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3ffdd1fd-8737-4356-aedc-a9a760ea93ee tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.0983179 Aug 31 01:10:35.624769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47544) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:35.632241 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:35.672868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ae07-2f87-4510-a7e4-5d776f56ff9e req-6a1707da-19b6-4685-a922-94c3600f39be tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:35.673515 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cfa3ae07-2f87-4510-a7e4-5d776f56ff9e req-6a1707da-19b6-4685-a922-94c3600f39be tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.674946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfa3ae07-2f87-4510-a7e4-5d776f56ff9e req-6a1707da-19b6-4685-a922-94c3600f39be tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "PUT /v2.0/ports/f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 HTTP/1.1" status: 200 len: 1020 time: 1.1815116 Aug 31 01:10:35.739236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1707da-19b6-4685-a922-94c3600f39be tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'Port': ['ID=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1,revision_number=7']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:35.812238 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b03d3-1eac-4df3-b803-c7947e0d8984 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port 809c9d34-4447-454a-9806-30583d8b3348 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:35.812587 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fa2b03d3-1eac-4df3-b803-c7947e0d8984 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:35.816120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f7cdf34b-7b14-4cdb-b734-6c628173afc8 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:35.868988 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['f5ee213e-18c0-4b9a-ae48-7d61e612c8d1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:35.946250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c140ac7-1022-4394-8521-6e19cfd3c2ed req-3c7ebea5-1a48-49f3-bd45-6aa88e858758 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:35.948002 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c140ac7-1022-4394-8521-6e19cfd3c2ed req-3c7ebea5-1a48-49f3-bd45-6aa88e858758 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4f82710-f889-4660-a0c1-5eb747e41167 HTTP/1.1" status: 200 len: 945 time: 0.1760685 Aug 31 01:10:35.977690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b72a0-7c96-4a5c-bddb-677c0572ed61 req-762607fa-6c47-477a-8a67-df4b3c83c13e tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:35.979327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab0b72a0-7c96-4a5c-bddb-677c0572ed61 req-762607fa-6c47-477a-8a67-df4b3c83c13e tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/ports?device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 948 time: 0.1952178 Aug 31 01:10:35.996635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c357aa41-7152-4942-92d6-18a992948083 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:36.008562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3daaed2b-55a9-4efa-bf7d-4405d159f10d None None] Provisioning for port c357aa41-7152-4942-92d6-18a992948083 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:36.009939 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fa2b03d3-1eac-4df3-b803-c7947e0d8984 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.048835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b03d3-1eac-4df3-b803-c7947e0d8984 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for 809c9d34-4447-454a-9806-30583d8b3348 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:36.058878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c140ac7-1022-4394-8521-6e19cfd3c2ed req-52caa3fa-07cb-40bf-a4a5-b77fcac2ae4d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033223 Aug 31 01:10:36.069044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port f7cdf34b-7b14-4cdb-b734-6c628173afc8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:36.080935 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab0b72a0-7c96-4a5c-bddb-677c0572ed61 req-844e19dc-c789-47ce-b155-64c75f79eeac tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef25f175-eae0-46d2-8448-04fc6efd9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874310 Aug 31 01:10:36.101064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port f7cdf34b-7b14-4cdb-b734-6c628173afc8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:36.101643 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.183501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-803f66f6-d3f3-45f4-83a6-9c1452ba4e3a req-e8edf331-6f1c-41b9-a086-193d4e433ac4 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/252919b6-3bc7-444f-956a-d2afbd661c07 HTTP/1.1" status: 200 len: 1801 time: 0.0651157 Aug 31 01:10:36.239153 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port c357aa41-7152-4942-92d6-18a992948083 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:36.260792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c357aa41-7152-4942-92d6-18a992948083 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:36.261160 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.276789 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-803f66f6-d3f3-45f4-83a6-9c1452ba4e3a req-12e90995-90ee-4d9c-8bb9-0492aa31344a tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 01:10:36.277822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-803f66f6-d3f3-45f4-83a6-9c1452ba4e3a req-12e90995-90ee-4d9c-8bb9-0492aa31344a tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "DELETE /v2.0/security-groups/252919b6-3bc7-444f-956a-d2afbd661c07 HTTP/1.1" status: 409 len: 341 time: 0.0876362 Aug 31 01:10:36.278839 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fa2b03d3-1eac-4df3-b803-c7947e0d8984 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.314429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b03d3-1eac-4df3-b803-c7947e0d8984 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=809c9d34-4447-454a-9806-30583d8b3348,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:36.326113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4f2c9976-d62c-4211-ac7b-7ce1bb2ddfd7 None None] Provisioning for port 809c9d34-4447-454a-9806-30583d8b3348 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:36.339461 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fa2b03d3-1eac-4df3-b803-c7947e0d8984 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.343520 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fa2b03d3-1eac-4df3-b803-c7947e0d8984 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/809c9d34-4447-454a-9806-30583d8b3348 HTTP/1.1" status: 204 len: 168 time: 0.7158027 Aug 31 01:10:36.344166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47552) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:36.398413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4f2c9976-d62c-4211-ac7b-7ce1bb2ddfd7 None None] Provisioning complete for port 809c9d34-4447-454a-9806-30583d8b3348 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:36.398788 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f2c9976-d62c-4211-ac7b-7ce1bb2ddfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.404968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767e25be-724d-4310-a8e2-8f8b9fe85aaa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:36.407128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767e25be-724d-4310-a8e2-8f8b9fe85aaa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:36.408989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-767e25be-724d-4310-a8e2-8f8b9fe85aaa tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0638802 Aug 31 01:10:36.411963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47556) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:36.455770 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4f2c9976-d62c-4211-ac7b-7ce1bb2ddfd7 None None] Port 809c9d34-4447-454a-9806-30583d8b3348 was deleted so its status cannot be updated. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 01:10:36.471718 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.540143 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7de7b7-f39b-49f2-9268-638e686c780a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 8026ee54-8755-4706-954e-8f4d27022618 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:36.545297 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d7de7b7-f39b-49f2-9268-638e686c780a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.578128 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9307d52e-f045-45cf-a576-cd1eac8148d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cdf34b-7b14-4cdb-b734-6c628173afc8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:36.580400 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aca11f-3f20-4ca0-a553-99100def1009" -d '{"events": [{"server_uuid": "9307d52e-f045-45cf-a576-cd1eac8148d3", "name": "network-vif-plugged", "status": "completed", "tag": "f7cdf34b-7b14-4cdb-b734-6c628173afc8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:36.621126 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d7de7b7-f39b-49f2-9268-638e686c780a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.638847 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port f7cdf34b-7b14-4cdb-b734-6c628173afc8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f7cdf34b-7b14-4cdb-b734-6c628173afc8,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:36.655899 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.656763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7e5527d9-9a81-41c7-886c-cdd80c335ad2 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:36.726177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f075a-78fd-4398-aae7-d5de164b5e92 req-61b4f1be-ac5f-4d66-befc-67419759a4ae tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:36.734560 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.734982 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c1f075a-78fd-4398-aae7-d5de164b5e92 req-61b4f1be-ac5f-4d66-befc-67419759a4ae tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 1023 time: 0.0949557 Aug 31 01:10:36.736259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 7e5527d9-9a81-41c7-886c-cdd80c335ad2 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:36.736739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 7e5527d9-9a81-41c7-886c-cdd80c335ad2 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:36.741101 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d7de7b7-f39b-49f2-9268-638e686c780a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.797456 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c1f075a-78fd-4398-aae7-d5de164b5e92 req-821af05e-3a24-4bd4-a043-fc94e2a0a8bb tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&id=75af0f9c-7a6b-4230-815a-9d64ad3ac1c8&id=252919b6-3bc7-444f-956a-d2afbd661c07&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0611715 Aug 31 01:10:36.808201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=f7cdf34b-7b14-4cdb-b734-6c628173afc8,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:36.834077 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d7de7b7-f39b-49f2-9268-638e686c780a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.850133 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d7de7b7-f39b-49f2-9268-638e686c780a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.853194 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1d7de7b7-f39b-49f2-9268-638e686c780a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/8026ee54-8755-4706-954e-8f4d27022618 HTTP/1.1" status: 204 len: 168 time: 0.4399090 Aug 31 01:10:36.855860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47588) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:36.863143 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63171e01-1333-40d9-947d-51b3f81133d0 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:36.874261 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839daa7b-5b69-4ceb-bd2a-a74cef1d7aae x-openstack-request-id: req-839daa7b-5b69-4ceb-bd2a-a74cef1d7aae {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:36.878196 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9307d52e-f045-45cf-a576-cd1eac8148d3", "name": "network-vif-plugged", "status": "completed", "tag": "f7cdf34b-7b14-4cdb-b734-6c628173afc8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:36.878196 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-839daa7b-5b69-4ceb-bd2a-a74cef1d7aae {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:36.878426 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9307d52e-f045-45cf-a576-cd1eac8148d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cdf34b-7b14-4cdb-b734-6c628173afc8', 'code': 200} Aug 31 01:10:36.878552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7de7b7-f39b-49f2-9268-638e686c780a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=8026ee54-8755-4706-954e-8f4d27022618,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:36.922775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ea1d6718-ad5c-4a2d-a551-a56364e653c5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655551 Aug 31 01:10:36.925288 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47590) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:36.958253 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:10:36.958499 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:10:37.017503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c2eb51-c63d-4e63-9fc4-e54e09b80e3b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:37.019017 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-92c2eb51-c63d-4e63-9fc4-e54e09b80e3b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0911877 Aug 31 01:10:37.022272 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47600) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:37.035017 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f47ce-7710-4ae4-9471-756e49baae8e req-587e2d7b-c762-4e2d-b21b-b71c4380189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:37.037449 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad3f47ce-7710-4ae4-9471-756e49baae8e req-587e2d7b-c762-4e2d-b21b-b71c4380189d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 1101 time: 0.0592949 Aug 31 01:10:37.093155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad3f47ce-7710-4ae4-9471-756e49baae8e req-7677022c-4eb3-4ae5-90ac-3351e940fdcc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ef25f175-eae0-46d2-8448-04fc6efd9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396540 Aug 31 01:10:37.101710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7310ff4-b88a-4108-a865-a5224f510800 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:37.103193 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a7310ff4-b88a-4108-a865-a5224f510800 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0799527 Aug 31 01:10:37.105656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47608) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:37.123351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c42b5e-0de1-441b-b2fc-aac4a7a7ac63 None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:10:37.146325 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-eedfad97-d6aa-44ae-b391-b8074d1dd929 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392716 Aug 31 01:10:37.150359 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47616) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:37.155811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3fd31f78-afce-4ded-9c7a-7710d8b6e796 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:37.185431 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-23c42b5e-0de1-441b-b2fc-aac4a7a7ac63 None None] Deleting port c357aa41-7152-4942-92d6-18a992948083 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:37.185893 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-23c42b5e-0de1-441b-b2fc-aac4a7a7ac63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.260952 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-23c42b5e-0de1-441b-b2fc-aac4a7a7ac63 None None] For port c357aa41-7152-4942-92d6-18a992948083, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c357aa41-7152-4942-92d6-18a992948083,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:37.261255 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-23c42b5e-0de1-441b-b2fc-aac4a7a7ac63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.276014 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-23c42b5e-0de1-441b-b2fc-aac4a7a7ac63 None None] Calling delete_port for c357aa41-7152-4942-92d6-18a992948083 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:37.303982 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85666ad6-d621-41eb-b0ca-327bf7ce7118 req-5863178f-2628-4c1a-9241-fe9276ecb3ee tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:37.305529 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85666ad6-d621-41eb-b0ca-327bf7ce7118 req-5863178f-2628-4c1a-9241-fe9276ecb3ee tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4f82710-f889-4660-a0c1-5eb747e41167 HTTP/1.1" status: 200 len: 945 time: 0.1330831 Aug 31 01:10:37.342735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd31f78-afce-4ded-9c7a-7710d8b6e796 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:37.346080 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fd31f78-afce-4ded-9c7a-7710d8b6e796 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.355621 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-23c42b5e-0de1-441b-b2fc-aac4a7a7ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.358979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a52cbd-725b-4f18-bf67-46c19e6f3d08 req-64707f83-b079-4976-898e-69bccd4aac53 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:37.360703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0a52cbd-725b-4f18-bf67-46c19e6f3d08 req-64707f83-b079-4976-898e-69bccd4aac53 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/ports?device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 949 time: 0.1112173 Aug 31 01:10:37.381651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c42b5e-0de1-441b-b2fc-aac4a7a7ac63 None None] Pushing event deleted for resources: {'Port': ['ID=c357aa41-7152-4942-92d6-18a992948083,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:37.385077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c42b5e-0de1-441b-b2fc-aac4a7a7ac63 None None] No DVR routers for this DVR port c357aa41-7152-4942-92d6-18a992948083 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:37.431912 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85666ad6-d621-41eb-b0ca-327bf7ce7118 req-7a160602-f4e5-4b58-be08-abd3c0614459 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185560 Aug 31 01:10:37.467650 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0a52cbd-725b-4f18-bf67-46c19e6f3d08 req-30f20bab-946c-42ad-936c-c71579bbd85b tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef25f175-eae0-46d2-8448-04fc6efd9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921257 Aug 31 01:10:37.483671 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Port c357aa41-7152-4942-92d6-18a992948083 update to ACTIVE by agent not found {{(pid=94762) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 31 01:10:37.550123 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2ec615-9ad9-431e-bfa7-3538ef410f82', 'tag': 'f5ee213e-18c0-4b9a-ae48-7d61e612c8d1'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:37.554417 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe10d3db-6bb1-4fac-8dbd-666a7cf3bbbb" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2ec615-9ad9-431e-bfa7-3538ef410f82", "tag": "f5ee213e-18c0-4b9a-ae48-7d61e612c8d1"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:37.674534 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e2f59a-80dc-4c33-84c8-ce5b6a9303f1 x-openstack-request-id: req-f1e2f59a-80dc-4c33-84c8-ce5b6a9303f1 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:37.674895 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2ec615-9ad9-431e-bfa7-3538ef410f82", "tag": "f5ee213e-18c0-4b9a-ae48-7d61e612c8d1", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:37.675145 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1e2f59a-80dc-4c33-84c8-ce5b6a9303f1 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:37.675706 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2ec615-9ad9-431e-bfa7-3538ef410f82', 'tag': 'f5ee213e-18c0-4b9a-ae48-7d61e612c8d1', 'status': 'completed', 'code': 200} Aug 31 01:10:37.711103 n-d-802060-13 neutron-server[94761]: DEBUG neutron.objects.ports [None req-3fd31f78-afce-4ded-9c7a-7710d8b6e796 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94761) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:10:37.738094 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fd31f78-afce-4ded-9c7a-7710d8b6e796 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.826658 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd31f78-afce-4ded-9c7a-7710d8b6e796 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:37.834251 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-3fd31f78-afce-4ded-9c7a-7710d8b6e796 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:37.840287 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd31f78-afce-4ded-9c7a-7710d8b6e796 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:37.840877 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3fd31f78-afce-4ded-9c7a-7710d8b6e796 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.847721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d3db-6bb1-4fac-8dbd-666a7cf3bbbb req-49939d8c-b4ea-4fab-ae06-d5b6f6efbc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:37.848982 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe10d3db-6bb1-4fac-8dbd-666a7cf3bbbb req-49939d8c-b4ea-4fab-ae06-d5b6f6efbc59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b5695ad688543afbb3a0048b523f02d&device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 1175 time: 0.1381614 Aug 31 01:10:37.849340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125ec2ed-6768-43bc-bf9c-60ac9858ddc0 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:37.852956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd31f78-afce-4ded-9c7a-7710d8b6e796 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=1313503f-5bad-4706-bdaf-bd886cc52e39,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:37.917023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47648) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:37.918847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3fd31f78-afce-4ded-9c7a-7710d8b6e796 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7654617 Aug 31 01:10:37.922706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-42af04b6-c75e-45ed-bdf9-048c65e1c270 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:37.931595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954c924-49dc-4563-8c0c-3c3acc5445a3 req-3e6809e6-c586-4788-8180-76645a244885 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:37.933159 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9954c924-49dc-4563-8c0c-3c3acc5445a3 req-3e6809e6-c586-4788-8180-76645a244885 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4f82710-f889-4660-a0c1-5eb747e41167 HTTP/1.1" status: 200 len: 945 time: 0.1772585 Aug 31 01:10:37.966177 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c357aa41-7152-4942-92d6-18a992948083 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:38.005100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: c357aa41-7152-4942-92d6-18a992948083 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:38.006306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c357aa41-7152-4942-92d6-18a992948083 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:38.021722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9954c924-49dc-4563-8c0c-3c3acc5445a3 req-df49e396-1987-43ad-b3fa-3edd7706a0d1 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818813 Aug 31 01:10:38.037025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d3db-6bb1-4fac-8dbd-666a7cf3bbbb req-634f9bde-d45d-4697-941d-42aa9a244436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:38.038914 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe10d3db-6bb1-4fac-8dbd-666a7cf3bbbb req-634f9bde-d45d-4697-941d-42aa9a244436 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3ac95a5-0c50-4e8d-b049-620d89144a3f HTTP/1.1" status: 200 len: 914 time: 0.1801240 Aug 31 01:10:38.068650 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbd6f3-7712-42e1-82a0-a2b2f2002bfa req-cf9472a0-31d2-4046-8e0e-681b3e00d3c8 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:38.071830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47656) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:38.078457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5bbd6f3-7712-42e1-82a0-a2b2f2002bfa req-cf9472a0-31d2-4046-8e0e-681b3e00d3c8 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 1023 time: 0.1156249 Aug 31 01:10:38.101147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42af04b6-c75e-45ed-bdf9-048c65e1c270 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:38.105632 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42af04b6-c75e-45ed-bdf9-048c65e1c270 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.146063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe10d3db-6bb1-4fac-8dbd-666a7cf3bbbb req-ea37abb8-d52c-4d42-90de-ee327dbfba9a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 HTTP/1.1" status: 200 len: 217 time: 0.0532932 Aug 31 01:10:38.158991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': '1313503f-5bad-4706-bdaf-bd886cc52e39'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:10:38.159929 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.181175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5bbd6f3-7712-42e1-82a0-a2b2f2002bfa req-fee75cc9-b087-4796-b625-ae071ac79a71 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&id=75af0f9c-7a6b-4230-815a-9d64ad3ac1c8&id=252919b6-3bc7-444f-956a-d2afbd661c07&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1014893 Aug 31 01:10:38.248901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d3db-6bb1-4fac-8dbd-666a7cf3bbbb req-09051998-6dea-4056-911e-ed9ca6c29a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:38.255411 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe10d3db-6bb1-4fac-8dbd-666a7cf3bbbb req-09051998-6dea-4056-911e-ed9ca6c29a2f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78793fe1-f988-4afa-94d0-02e57dc1f291 HTTP/1.1" status: 200 len: 853 time: 0.0672779 Aug 31 01:10:38.260426 n-d-802060-13 neutron-server[94760]: INFO neutron.db.ipam_backend_mixin [None req-42af04b6-c75e-45ed-bdf9-048c65e1c270 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1313503f-5bad-4706-bdaf-bd886cc52e39 (CIDR: 2001:db8::/64) Aug 31 01:10:38.277085 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-42af04b6-c75e-45ed-bdf9-048c65e1c270 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:10:38.277817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42af04b6-c75e-45ed-bdf9-048c65e1c270 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:10:38.314778 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe10d3db-6bb1-4fac-8dbd-666a7cf3bbbb req-99277033-e88b-406c-9e7e-376d465f7713 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3ac95a5-0c50-4e8d-b049-620d89144a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330229 Aug 31 01:10:38.315789 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-42af04b6-c75e-45ed-bdf9-048c65e1c270 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3971257 Aug 31 01:10:38.319371 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47660) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:38.324667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c270ade9-69c2-4e3e-8f46-d8fb0369470e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:38.357906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Allocated IP 2001:db8::f816:3eff:fef0:4bbf (14e22907-50bf-4f4c-96ff-7b9fef164758/1313503f-5bad-4706-bdaf-bd886cc52e39/6e724bcc-06fc-4410-9251-4e9b19598304) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:38.433704 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe10d3db-6bb1-4fac-8dbd-666a7cf3bbbb req-9f0f07db-cb31-4023-9c3c-f349a1a77f3f service neutron] 10.222.0.70 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108732 Aug 31 01:10:38.444274 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abf8c3-a6c2-427a-a90e-c9263b716623 req-6bda6d12-79e4-4a55-93f8-ebe0955d42d9 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:38.445976 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d2abf8c3-a6c2-427a-a90e-c9263b716623 req-6bda6d12-79e4-4a55-93f8-ebe0955d42d9 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 1023 time: 0.1411903 Aug 31 01:10:38.451807 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-18e80234-360b-4580-b5cd-e0a4ec0d9bde admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17c6fd7fdcd549eaac4cb6e0b49d49d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3789492 Aug 31 01:10:38.454319 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47662) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:38.546782 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.557601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Transition to ACTIVE for port object 6e724bcc-06fc-4410-9251-4e9b19598304 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:38.566519 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe10d3db-6bb1-4fac-8dbd-666a7cf3bbbb req-af1a6bc8-39ba-42d8-8c73-806630b781df service neutron] 10.222.0.70 "GET /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249034 Aug 31 01:10:38.575982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Transition to ACTIVE for port object 6e724bcc-06fc-4410-9251-4e9b19598304 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:38.584374 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.616221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c4fbd-153a-420d-a716-23ef3c9784d0 req-75afa8a8-951f-4256-9d65-d8e7f6fb8e72 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:38.617389 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1eef543e-6575-4bf8-9539-7196e864f599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.618200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba0c4fbd-153a-420d-a716-23ef3c9784d0 req-75afa8a8-951f-4256-9d65-d8e7f6fb8e72 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/ports?device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 949 time: 0.0628035 Aug 31 01:10:38.621006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:38.625672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:38.628480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:38.632233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c270ade9-69c2-4e3e-8f46-d8fb0369470e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:38.635696 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c270ade9-69c2-4e3e-8f46-d8fb0369470e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.665865 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1eef543e-6575-4bf8-9539-7196e864f599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.671812 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba0c4fbd-153a-420d-a716-23ef3c9784d0 req-f674badf-7f34-4687-8de3-0dbd228cc580 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef25f175-eae0-46d2-8448-04fc6efd9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454102 Aug 31 01:10:38.686578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Pushing event updated for resources: {'Port': ['ID=6e724bcc-06fc-4410-9251-4e9b19598304,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:38.700923 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Attempting to bind port 6e724bcc-06fc-4410-9251-4e9b19598304 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:38.701365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Attempting to bind port 6e724bcc-06fc-4410-9251-4e9b19598304 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:38.701793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Attempting to bind port 6e724bcc-06fc-4410-9251-4e9b19598304 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:38.708173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:38.708680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:38.709216 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.709675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:38.710215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Bound port: 6e724bcc-06fc-4410-9251-4e9b19598304, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:38.710670 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.767637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-d2abf8c3-a6c2-427a-a90e-c9263b716623 req-1efb6002-e9a9-42e6-8843-52c18c11abc5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Deleting port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:38.767979 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d2abf8c3-a6c2-427a-a90e-c9263b716623 req-1efb6002-e9a9-42e6-8843-52c18c11abc5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.779095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] For port 6e724bcc-06fc-4410-9251-4e9b19598304, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:38.783721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] For port 6e724bcc-06fc-4410-9251-4e9b19598304, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6e724bcc-06fc-4410-9251-4e9b19598304,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:38.790634 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.882481 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf90fb-b96b-482d-aea2-2dbfaaa9bb19 None None] Pushing event updated for resources: {'Port': ['ID=6e724bcc-06fc-4410-9251-4e9b19598304,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:39.183205 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d1b43-828e-42ac-9fa3-a1fc3df295f7 req-f7f60d16-6961-4ac4-8e15-e5eddeea811c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:39.185185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-396d1b43-828e-42ac-9fa3-a1fc3df295f7 req-f7f60d16-6961-4ac4-8e15-e5eddeea811c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4f82710-f889-4660-a0c1-5eb747e41167 HTTP/1.1" status: 200 len: 945 time: 0.0704827 Aug 31 01:10:39.196001 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1eef543e-6575-4bf8-9539-7196e864f599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.198788 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1eef543e-6575-4bf8-9539-7196e864f599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.202347 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1eef543e-6575-4bf8-9539-7196e864f599 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6c37efa-8d9f-46ed-a449-077c4aa6406a HTTP/1.1" status: 204 len: 168 time: 0.7449071 Aug 31 01:10:39.233734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef543e-6575-4bf8-9539-7196e864f599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c37efa-8d9f-46ed-a449-077c4aa6406a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:39.263265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-396d1b43-828e-42ac-9fa3-a1fc3df295f7 req-538fb07c-0779-4c95-b40b-ed0eb94c8d90 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674806 Aug 31 01:10:39.292886 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20358f-cf34-420a-844a-9f49a70d4e00 req-a22c949e-41fe-41c5-bda9-550da4d5019c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:39.294440 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af20358f-cf34-420a-844a-9f49a70d4e00 req-a22c949e-41fe-41c5-bda9-550da4d5019c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4f82710-f889-4660-a0c1-5eb747e41167 HTTP/1.1" status: 200 len: 945 time: 0.1079714 Aug 31 01:10:39.318483 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-d2abf8c3-a6c2-427a-a90e-c9263b716623 req-1efb6002-e9a9-42e6-8843-52c18c11abc5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] For port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1,segment=NetworkSegment(a2578acc-cfbe-400e-94df-f58e5caab0fd),segment_id=a2578acc-cfbe-400e-94df-f58e5caab0fd)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:39.318908 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d2abf8c3-a6c2-427a-a90e-c9263b716623 req-1efb6002-e9a9-42e6-8843-52c18c11abc5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.333399 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-d2abf8c3-a6c2-427a-a90e-c9263b716623 req-1efb6002-e9a9-42e6-8843-52c18c11abc5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Calling delete_port for f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:39.448019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69fbf5-3720-4f11-9cf9-d24bd6ed2e08 req-0e513cf9-88f7-444a-9e81-497cc79aa37c tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:39.449787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af69fbf5-3720-4f11-9cf9-d24bd6ed2e08 req-0e513cf9-88f7-444a-9e81-497cc79aa37c tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2ec615-9ad9-431e-bfa7-3538ef410f82 HTTP/1.1" status: 200 len: 1023 time: 0.1046653 Aug 31 01:10:39.487140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-af20358f-cf34-420a-844a-9f49a70d4e00 req-fb9b5f26-2e44-426c-b705-185db6a1d525 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Deleting port 33879aba-2d38-4ec9-8f79-d6874ac832b4 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:39.487529 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-af20358f-cf34-420a-844a-9f49a70d4e00 req-fb9b5f26-2e44-426c-b705-185db6a1d525 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.556946 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c270ade9-69c2-4e3e-8f46-d8fb0369470e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.601289 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af69fbf5-3720-4f11-9cf9-d24bd6ed2e08 req-ec874db4-6aed-4be4-a0c2-7a7b65e459e9 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&id=75af0f9c-7a6b-4230-815a-9d64ad3ac1c8&id=252919b6-3bc7-444f-956a-d2afbd661c07&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1389101 Aug 31 01:10:39.616856 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d2abf8c3-a6c2-427a-a90e-c9263b716623 req-1efb6002-e9a9-42e6-8843-52c18c11abc5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.624426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-af20358f-cf34-420a-844a-9f49a70d4e00 req-fb9b5f26-2e44-426c-b705-185db6a1d525 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] For port 33879aba-2d38-4ec9-8f79-d6874ac832b4, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=33879aba-2d38-4ec9-8f79-d6874ac832b4,segment=NetworkSegment(de996be0-d4c9-4783-bb88-fdc563f00084),segment_id=de996be0-d4c9-4783-bb88-fdc563f00084)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:39.624800 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-af20358f-cf34-420a-844a-9f49a70d4e00 req-fb9b5f26-2e44-426c-b705-185db6a1d525 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.627944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c270ade9-69c2-4e3e-8f46-d8fb0369470e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:39.636515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['f5ee213e-18c0-4b9a-ae48-7d61e612c8d1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:39.641792 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-c270ade9-69c2-4e3e-8f46-d8fb0369470e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:39.653052 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-af20358f-cf34-420a-844a-9f49a70d4e00 req-fb9b5f26-2e44-426c-b705-185db6a1d525 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Calling delete_port for 33879aba-2d38-4ec9-8f79-d6874ac832b4 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:39.668206 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c270ade9-69c2-4e3e-8f46-d8fb0369470e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:39.668412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:39.670781 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c270ade9-69c2-4e3e-8f46-d8fb0369470e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.706776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb6002-e9a9-42e6-8843-52c18c11abc5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event deleted for resources: {'Port': ['ID=f5ee213e-18c0-4b9a-ae48-7d61e612c8d1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:39.747987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270ade9-69c2-4e3e-8f46-d8fb0369470e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=b7bb0c20-2d88-484d-ab19-125aab3860ae,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:39.782934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2abf8c3-a6c2-427a-a90e-c9263b716623 req-1efb6002-e9a9-42e6-8843-52c18c11abc5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] No DVR routers for this DVR port f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:39.788593 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d2abf8c3-a6c2-427a-a90e-c9263b716623 req-1efb6002-e9a9-42e6-8843-52c18c11abc5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.790619 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d2abf8c3-a6c2-427a-a90e-c9263b716623 req-1efb6002-e9a9-42e6-8843-52c18c11abc5 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.70 "DELETE /v2.0/ports/f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 HTTP/1.1" status: 204 len: 173 time: 1.3343079 Aug 31 01:10:39.791309 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2ec615-9ad9-431e-bfa7-3538ef410f82', 'name': 'network-vif-deleted', 'tag': 'f5ee213e-18c0-4b9a-ae48-7d61e612c8d1'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:39.793578 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f9f435-602b-48ad-bec2-79744a4741f7" -d '{"events": [{"server_uuid": "0f2ec615-9ad9-431e-bfa7-3538ef410f82", "name": "network-vif-deleted", "tag": "f5ee213e-18c0-4b9a-ae48-7d61e612c8d1"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:39.803809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47696) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:39.807700 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c270ade9-69c2-4e3e-8f46-d8fb0369470e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4842710 Aug 31 01:10:39.835994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'mac_address': 'fa:16:3e:c8:dc:5a', 'name': 'tempest-NetworksTestDHCPv6-1855115724'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:39.867562 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5886d85f-ed3b-4c85-a9a7-9dc610a3432d x-openstack-request-id: req-5886d85f-ed3b-4c85-a9a7-9dc610a3432d {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:39.867910 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2ec615-9ad9-431e-bfa7-3538ef410f82", "name": "network-vif-deleted", "tag": "f5ee213e-18c0-4b9a-ae48-7d61e612c8d1", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:39.868165 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5886d85f-ed3b-4c85-a9a7-9dc610a3432d {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:39.868570 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2ec615-9ad9-431e-bfa7-3538ef410f82', 'name': 'network-vif-deleted', 'tag': 'f5ee213e-18c0-4b9a-ae48-7d61e612c8d1', 'status': 'completed', 'code': 200} Aug 31 01:10:39.942078 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-af20358f-cf34-420a-844a-9f49a70d4e00 req-fb9b5f26-2e44-426c-b705-185db6a1d525 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.959443 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['83638333-6013-415d-8911-d7b1fbdbcecf'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:40.000626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b5f26-2e44-426c-b705-185db6a1d525 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Pushing event deleted for resources: {'Port': ['ID=33879aba-2d38-4ec9-8f79-d6874ac832b4,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:40.116475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6e724bcc-06fc-4410-9251-4e9b19598304 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:40.156193 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-af20358f-cf34-420a-844a-9f49a70d4e00 req-fb9b5f26-2e44-426c-b705-185db6a1d525 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] No DVR routers for this DVR port 33879aba-2d38-4ec9-8f79-d6874ac832b4 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:40.158832 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-af20358f-cf34-420a-844a-9f49a70d4e00 req-fb9b5f26-2e44-426c-b705-185db6a1d525 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.162358 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af20358f-cf34-420a-844a-9f49a70d4e00 req-fb9b5f26-2e44-426c-b705-185db6a1d525 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.15 "DELETE /v2.0/ports/33879aba-2d38-4ec9-8f79-d6874ac832b4 HTTP/1.1" status: 204 len: 173 time: 0.8471615 Aug 31 01:10:40.163019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f82710-f889-4660-a0c1-5eb747e41167', 'name': 'network-vif-deleted', 'tag': '33879aba-2d38-4ec9-8f79-d6874ac832b4'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:40.175477 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b1330c-10ab-496a-b8a8-010922a10e33" -d '{"events": [{"server_uuid": "b4f82710-f889-4660-a0c1-5eb747e41167", "name": "network-vif-deleted", "tag": "33879aba-2d38-4ec9-8f79-d6874ac832b4"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:40.180827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:40.247359 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfecc83-4e57-4ed9-854f-9b034b19a563 x-openstack-request-id: req-fbfecc83-4e57-4ed9-854f-9b034b19a563 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:40.248377 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f82710-f889-4660-a0c1-5eb747e41167", "name": "network-vif-deleted", "tag": "33879aba-2d38-4ec9-8f79-d6874ac832b4", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:40.248824 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbfecc83-4e57-4ed9-854f-9b034b19a563 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:40.249455 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f82710-f889-4660-a0c1-5eb747e41167', 'name': 'network-vif-deleted', 'tag': '33879aba-2d38-4ec9-8f79-d6874ac832b4', 'status': 'completed', 'code': 200} Aug 31 01:10:40.255797 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 6e724bcc-06fc-4410-9251-4e9b19598304 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:40.268199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593eefd7-e7d5-48e0-94e4-b00324637e1d None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:40.296594 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.344020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port 20010342-3a8b-40d5-8955-e9e75dc01f52 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:40.568887 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['5846a3f9-ccb5-455a-a850-900a9d909bec', '33879aba-2d38-4ec9-8f79-d6874ac832b4'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:40.605306 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c260f27-1f53-4815-8742-551a79b36120 req-dd97dbad-b165-40bd-aeab-25a7a346ea4a tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4f82710-f889-4660-a0c1-5eb747e41167 HTTP/1.1" status: 200 len: 210 time: 0.0426395 Aug 31 01:10:40.661970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c8644051-c647-403d-a457-62e141b0e692 None None] Provisioning for port 6e724bcc-06fc-4410-9251-4e9b19598304 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:40.669616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c8644051-c647-403d-a457-62e141b0e692 None None] Provisioning complete for port 6e724bcc-06fc-4410-9251-4e9b19598304 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:40.669993 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c8644051-c647-403d-a457-62e141b0e692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.699127 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8:0:1::373 (14e22907-50bf-4f4c-96ff-7b9fef164758/b7bb0c20-2d88-484d-ab19-125aab3860ae/20010342-3a8b-40d5-8955-e9e75dc01f52) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:40.711693 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::f816:3eff:fec8:dc5a (14e22907-50bf-4f4c-96ff-7b9fef164758/1313503f-5bad-4706-bdaf-bd886cc52e39/20010342-3a8b-40d5-8955-e9e75dc01f52) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:40.978504 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.995022 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c8644051-c647-403d-a457-62e141b0e692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.070800 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c8644051-c647-403d-a457-62e141b0e692 None None] For port 6e724bcc-06fc-4410-9251-4e9b19598304, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6e724bcc-06fc-4410-9251-4e9b19598304,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:41.077040 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c8644051-c647-403d-a457-62e141b0e692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.087097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a9e5b8-bc0b-45e6-aff4-2c051d8685a4 None None] Update dhcp port {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'fixed_ips': [{'subnet_id': '1313503f-5bad-4706-bdaf-bd886cc52e39', 'ip_address': '2001:db8::f816:3eff:fef0:4bbf'}, {'subnet_id': 'b7bb0c20-2d88-484d-ab19-125aab3860ae'}], 'binding:host_id': 'n-d-802060-13'}, 'id': '6e724bcc-06fc-4410-9251-4e9b19598304'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:10:41.143037 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-97a9e5b8-bc0b-45e6-aff4-2c051d8685a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.169671 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8644051-c647-403d-a457-62e141b0e692 None None] Pushing event updated for resources: {'Port': ['ID=6e724bcc-06fc-4410-9251-4e9b19598304,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:41.258669 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-258efd72-5d37-41ef-b2e2-262299890609 req-482b0fa0-de86-45fd-905b-7ba0ce093316 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/75af0f9c-7a6b-4230-815a-9d64ad3ac1c8 HTTP/1.1" status: 200 len: 1803 time: 0.1060317 Aug 31 01:10:41.261090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb208f-b265-440d-833e-190a8db14ecd req-8b8f4179-ca03-40ee-8344-1c2a9658382e tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:41.262592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bdb208f-b265-440d-833e-190a8db14ecd req-8b8f4179-ca03-40ee-8344-1c2a9658382e tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/ports?device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 949 time: 0.1174634 Aug 31 01:10:41.299167 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.342496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object 20010342-3a8b-40d5-8955-e9e75dc01f52 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:41.365020 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bdb208f-b265-440d-833e-190a8db14ecd req-875a01be-a227-4298-a5c0-2a786bb0fc98 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef25f175-eae0-46d2-8448-04fc6efd9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771480 Aug 31 01:10:41.389130 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-258efd72-5d37-41ef-b2e2-262299890609 req-7937470a-ab44-4199-a5ad-a0615b0517a1 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.419441 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-258efd72-5d37-41ef-b2e2-262299890609 req-7937470a-ab44-4199-a5ad-a0615b0517a1 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.428896 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.476575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-97a9e5b8-bc0b-45e6-aff4-2c051d8685a4 None None] Allocated IP 2001:db8:0:1::2 (14e22907-50bf-4f4c-96ff-7b9fef164758/b7bb0c20-2d88-484d-ab19-125aab3860ae/6e724bcc-06fc-4410-9251-4e9b19598304) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:41.503201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:41.509029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:41.511860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=20010342-3a8b-40d5-8955-e9e75dc01f52,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:41.514255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:41.520552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:41.521197 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.534120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-258efd72-5d37-41ef-b2e2-262299890609 req-7937470a-ab44-4199-a5ad-a0615b0517a1 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.537461 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-258efd72-5d37-41ef-b2e2-262299890609 req-7937470a-ab44-4199-a5ad-a0615b0517a1 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.538696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-258efd72-5d37-41ef-b2e2-262299890609 req-7937470a-ab44-4199-a5ad-a0615b0517a1 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "DELETE /v2.0/security-groups/75af0f9c-7a6b-4230-815a-9d64ad3ac1c8 HTTP/1.1" status: 204 len: 173 time: 0.2718849 Aug 31 01:10:41.545678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47762) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:41.546196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b1d8825b-5437-479b-b12d-aa3a75a044fb tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7405136 Aug 31 01:10:41.558116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937470a-ab44-4199-a5ad-a0615b0517a1 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75af0f9c-7a6b-4230-815a-9d64ad3ac1c8,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:41.630861 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-97a9e5b8-bc0b-45e6-aff4-2c051d8685a4 None None] For port 6e724bcc-06fc-4410-9251-4e9b19598304, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6e724bcc-06fc-4410-9251-4e9b19598304,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:41.657742 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-222b0d43-e41c-4275-b82f-0ba5c9bfff27 req-e4086ebf-d1e9-4a36-92bb-6e45fc3e79c4 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/252919b6-3bc7-444f-956a-d2afbd661c07 HTTP/1.1" status: 200 len: 1801 time: 0.0872486 Aug 31 01:10:41.668181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-429a3685-c91f-47e1-a1cb-9d00fca3975b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port 20010342-3a8b-40d5-8955-e9e75dc01f52 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:41.668741 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-429a3685-c91f-47e1-a1cb-9d00fca3975b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.673659 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-97a9e5b8-bc0b-45e6-aff4-2c051d8685a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.693673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-97a9e5b8-bc0b-45e6-aff4-2c051d8685a4 None None] Transition to ACTIVE for port object 6e724bcc-06fc-4410-9251-4e9b19598304 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:41.700808 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-97a9e5b8-bc0b-45e6-aff4-2c051d8685a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.763060 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-222b0d43-e41c-4275-b82f-0ba5c9bfff27 req-5fe9c166-cb7a-43bb-9e0b-84c374b7f53b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.802940 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-222b0d43-e41c-4275-b82f-0ba5c9bfff27 req-5fe9c166-cb7a-43bb-9e0b-84c374b7f53b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.818252 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-429a3685-c91f-47e1-a1cb-9d00fca3975b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.837785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-429a3685-c91f-47e1-a1cb-9d00fca3975b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for 20010342-3a8b-40d5-8955-e9e75dc01f52 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:41.850443 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:41.869547 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-222b0d43-e41c-4275-b82f-0ba5c9bfff27 req-5fe9c166-cb7a-43bb-9e0b-84c374b7f53b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.872659 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-222b0d43-e41c-4275-b82f-0ba5c9bfff27 req-5fe9c166-cb7a-43bb-9e0b-84c374b7f53b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.877590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-222b0d43-e41c-4275-b82f-0ba5c9bfff27 req-5fe9c166-cb7a-43bb-9e0b-84c374b7f53b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "DELETE /v2.0/security-groups/252919b6-3bc7-444f-956a-d2afbd661c07 HTTP/1.1" status: 204 len: 173 time: 0.2077453 Aug 31 01:10:41.923151 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-143859e0-8326-4f7b-9f6a-271cd124fe57 req-ede5ed8e-370a-487e-a69b-88c0650a52bf tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1449451648', 'description': 'tempest-description-239433060'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:41.939736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9c166-cb7a-43bb-9e0b-84c374b7f53b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=252919b6-3bc7-444f-956a-d2afbd661c07,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:41.946619 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:41.947309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f5ee213e-18c0-4b9a-ae48-7d61e612c8d1 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:41.972681 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-143859e0-8326-4f7b-9f6a-271cd124fe57 req-ede5ed8e-370a-487e-a69b-88c0650a52bf tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.975394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6e724bcc-06fc-4410-9251-4e9b19598304 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:42.006400 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9e5b8-bc0b-45e6-aff4-2c051d8685a4 None None] Pushing event updated for resources: {'Port': ['ID=6e724bcc-06fc-4410-9251-4e9b19598304,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:42.045430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47786) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:42.185740 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-429a3685-c91f-47e1-a1cb-9d00fca3975b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.228156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a3685-c91f-47e1-a1cb-9d00fca3975b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=20010342-3a8b-40d5-8955-e9e75dc01f52,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:42.276716 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-143859e0-8326-4f7b-9f6a-271cd124fe57 req-ede5ed8e-370a-487e-a69b-88c0650a52bf tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.277486 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ebd7786a-b8d8-4862-9bfd-3af93974be7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.280318 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-429a3685-c91f-47e1-a1cb-9d00fca3975b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.282336 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-429a3685-c91f-47e1-a1cb-9d00fca3975b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/20010342-3a8b-40d5-8955-e9e75dc01f52 HTTP/1.1" status: 204 len: 168 time: 0.7355928 Aug 31 01:10:42.283992 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-143859e0-8326-4f7b-9f6a-271cd124fe57 req-ede5ed8e-370a-487e-a69b-88c0650a52bf tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.285346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47798) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:42.327894 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-143859e0-8326-4f7b-9f6a-271cd124fe57 req-ede5ed8e-370a-487e-a69b-88c0650a52bf tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.335840 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-143859e0-8326-4f7b-9f6a-271cd124fe57 req-ede5ed8e-370a-487e-a69b-88c0650a52bf tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4171488 Aug 31 01:10:42.338154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5ed8e-370a-487e-a69b-88c0650a52bf tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10a43d1-6f34-4c7d-b5da-08d529eff0ee,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:42.403007 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538ea02-339e-47bc-8205-dc0827481eac req-fc968a7c-f21c-44aa-a252-bad9b0748225 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:42.404982 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e538ea02-339e-47bc-8205-dc0827481eac req-fc968a7c-f21c-44aa-a252-bad9b0748225 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.70 "GET /v2.0/ports?device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 949 time: 0.1212194 Aug 31 01:10:42.413184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4eac4a61-ef62-4558-bf3a-d24f9bf5ef1b req-e6f48ea8-5d27-420c-9a91-097db1b7e577 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/a10a43d1-6f34-4c7d-b5da-08d529eff0ee HTTP/1.1" status: 200 len: 1802 time: 0.0584354 Aug 31 01:10:42.423321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4eac4a61-ef62-4558-bf3a-d24f9bf5ef1b req-2f5466e6-628a-4551-a3d1-462ff5dec652 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Request body: {'security_group': {'name': 'tempest-sg-hth-390171883', 'description': 'tempest-description-hth-65388398'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:42.452579 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4eac4a61-ef62-4558-bf3a-d24f9bf5ef1b req-2f5466e6-628a-4551-a3d1-462ff5dec652 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.456227 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c2083a-590e-4f6b-9bac-51dfe033e831 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:42.458394 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-65c2083a-590e-4f6b-9bac-51dfe033e831 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1646430 Aug 31 01:10:42.462280 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47808) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:42.540162 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4eac4a61-ef62-4558-bf3a-d24f9bf5ef1b req-2f5466e6-628a-4551-a3d1-462ff5dec652 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.550484 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4eac4a61-ef62-4558-bf3a-d24f9bf5ef1b req-2f5466e6-628a-4551-a3d1-462ff5dec652 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.553809 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4eac4a61-ef62-4558-bf3a-d24f9bf5ef1b req-2f5466e6-628a-4551-a3d1-462ff5dec652 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.556079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4eac4a61-ef62-4558-bf3a-d24f9bf5ef1b req-2f5466e6-628a-4551-a3d1-462ff5dec652 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "PUT /v2.0/security-groups/a10a43d1-6f34-4c7d-b5da-08d529eff0ee HTTP/1.1" status: 200 len: 1774 time: 0.1374304 Aug 31 01:10:42.585671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0017af0-1c84-479a-8f27-5718b49f02b5 req-9f091284-4891-47a6-a1c6-ee5330e58e12 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:42.587479 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0017af0-1c84-479a-8f27-5718b49f02b5 req-9f091284-4891-47a6-a1c6-ee5330e58e12 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/ports?device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 949 time: 0.0948455 Aug 31 01:10:42.604807 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ebd7786a-b8d8-4862-9bfd-3af93974be7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.616314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0bb4e0-ded4-4c4f-a202-47c1615af6e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:42.618032 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-da0bb4e0-ded4-4c4f-a202-47c1615af6e5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1523628 Aug 31 01:10:42.619703 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ebd7786a-b8d8-4862-9bfd-3af93974be7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.625541 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47814) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:42.642482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5466e6-628a-4551-a3d1-462ff5dec652 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10a43d1-6f34-4c7d-b5da-08d529eff0ee,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:42.675078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0017af0-1c84-479a-8f27-5718b49f02b5 req-6d84be80-4c2a-461b-9d2e-5e1fef051742 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef25f175-eae0-46d2-8448-04fc6efd9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791767 Aug 31 01:10:42.690549 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-e538ea02-339e-47bc-8205-dc0827481eac req-9e63c10f-5284-4ac6-83ea-df55ae0efeb9 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Deleting port f7cdf34b-7b14-4cdb-b734-6c628173afc8 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:42.690814 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e538ea02-339e-47bc-8205-dc0827481eac req-9e63c10f-5284-4ac6-83ea-df55ae0efeb9 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.717748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4042957-0307-4f11-b976-e6d86e0b18e6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:42.719779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4042957-0307-4f11-b976-e6d86e0b18e6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:42.721367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4042957-0307-4f11-b976-e6d86e0b18e6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:42.724499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e4042957-0307-4f11-b976-e6d86e0b18e6 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0965939 Aug 31 01:10:42.731724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47820) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:42.765662 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ebd7786a-b8d8-4862-9bfd-3af93974be7f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d043f162bba145e9a661bed38de6a65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7195294 Aug 31 01:10:42.769719 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47822) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:42.770377 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7786a-b8d8-4862-9bfd-3af93974be7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9de629-1964-411f-9a16-73c7ac5d7b6c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:42.819078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a7be75e-db9a-4fb4-b9aa-14bd0c3fdb43 req-9dc19df3-99b4-42e9-861b-17d13a71b5ba tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/a10a43d1-6f34-4c7d-b5da-08d529eff0ee HTTP/1.1" status: 200 len: 1774 time: 0.0934448 Aug 31 01:10:42.822957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f750a7-052e-4627-ae61-5bd3439b96bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 1313503f-5bad-4706-bdaf-bd886cc52e39 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:42.836490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0686ff5e-7418-4d78-9392-db62c1070426 None None] Provisioning for port 6e724bcc-06fc-4410-9251-4e9b19598304 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:42.842402 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22f750a7-052e-4627-ae61-5bd3439b96bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.850599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0686ff5e-7418-4d78-9392-db62c1070426 None None] Provisioning complete for port 6e724bcc-06fc-4410-9251-4e9b19598304 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:42.853422 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0686ff5e-7418-4d78-9392-db62c1070426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.901290 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-e538ea02-339e-47bc-8205-dc0827481eac req-9e63c10f-5284-4ac6-83ea-df55ae0efeb9 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] For port f7cdf34b-7b14-4cdb-b734-6c628173afc8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f7cdf34b-7b14-4cdb-b734-6c628173afc8,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:42.901671 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e538ea02-339e-47bc-8205-dc0827481eac req-9e63c10f-5284-4ac6-83ea-df55ae0efeb9 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.928590 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-381659cc-7c53-4b32-90df-bbb182392d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.931026 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22f750a7-052e-4627-ae61-5bd3439b96bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.931260 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-e538ea02-339e-47bc-8205-dc0827481eac req-9e63c10f-5284-4ac6-83ea-df55ae0efeb9 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Calling delete_port for f7cdf34b-7b14-4cdb-b734-6c628173afc8 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:42.946788 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 33879aba-2d38-4ec9-8f79-d6874ac832b4 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:42.971170 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-381659cc-7c53-4b32-90df-bbb182392d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.981493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 33879aba-2d38-4ec9-8f79-d6874ac832b4 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:42.981972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 33879aba-2d38-4ec9-8f79-d6874ac832b4 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:43.118052 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-381659cc-7c53-4b32-90df-bbb182392d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.120792 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-381659cc-7c53-4b32-90df-bbb182392d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.122680 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-381659cc-7c53-4b32-90df-bbb182392d7d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e9de629-1964-411f-9a16-73c7ac5d7b6c HTTP/1.1" status: 204 len: 168 time: 0.3442938 Aug 31 01:10:43.144453 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381659cc-7c53-4b32-90df-bbb182392d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9de629-1964-411f-9a16-73c7ac5d7b6c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:43.167715 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e538ea02-339e-47bc-8205-dc0827481eac req-9e63c10f-5284-4ac6-83ea-df55ae0efeb9 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.169706 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22f750a7-052e-4627-ae61-5bd3439b96bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.181570 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9cdea1be-0bf1-4c8a-a6ce-2217ec736c8a None None] Could not find standard attr ID for object 20010342-3a8b-40d5-8955-e9e75dc01f52. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:10:43.194781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['f7cdf34b-7b14-4cdb-b734-6c628173afc8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:43.209749 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78e9946d-46aa-4949-95be-d0d398558c8f req-4d524150-a80b-4c89-bc1a-4da25520f0d0 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/a10a43d1-6f34-4c7d-b5da-08d529eff0ee HTTP/1.1" status: 200 len: 1774 time: 0.1681514 Aug 31 01:10:43.223999 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63c10f-5284-4ac6-83ea-df55ae0efeb9 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Pushing event deleted for resources: {'Port': ['ID=f7cdf34b-7b14-4cdb-b734-6c628173afc8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:43.257404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91ba44-acf2-4bd0-9108-19d0b566b478 req-fc271eab-f1d5-4df9-b6e1-d003b823ea19 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:43.259382 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91ba44-acf2-4bd0-9108-19d0b566b478 req-fc271eab-f1d5-4df9-b6e1-d003b823ea19 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:43.268903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc91ba44-acf2-4bd0-9108-19d0b566b478 req-fc271eab-f1d5-4df9-b6e1-d003b823ea19 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c&device_id=acdd7b25-e623-4e5f-ab1a-cfd61f2237b9 HTTP/1.1" status: 200 len: 1682 time: 0.1687605 Aug 31 01:10:43.308380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e538ea02-339e-47bc-8205-dc0827481eac req-9e63c10f-5284-4ac6-83ea-df55ae0efeb9 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] No DVR routers for this DVR port f7cdf34b-7b14-4cdb-b734-6c628173afc8 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:43.310997 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e538ea02-339e-47bc-8205-dc0827481eac req-9e63c10f-5284-4ac6-83ea-df55ae0efeb9 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.314467 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e538ea02-339e-47bc-8205-dc0827481eac req-9e63c10f-5284-4ac6-83ea-df55ae0efeb9 tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.70 "DELETE /v2.0/ports/f7cdf34b-7b14-4cdb-b734-6c628173afc8 HTTP/1.1" status: 204 len: 173 time: 0.9010355 Aug 31 01:10:43.314467 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9307d52e-f045-45cf-a576-cd1eac8148d3', 'name': 'network-vif-deleted', 'tag': 'f7cdf34b-7b14-4cdb-b734-6c628173afc8'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:43.317021 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dcbd31-f638-4fea-81d3-6417c9df699c" -d '{"events": [{"server_uuid": "9307d52e-f045-45cf-a576-cd1eac8148d3", "name": "network-vif-deleted", "tag": "f7cdf34b-7b14-4cdb-b734-6c628173afc8"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:43.402024 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22f750a7-052e-4627-ae61-5bd3439b96bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.434051 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc91ba44-acf2-4bd0-9108-19d0b566b478 req-40e8b085-6aaa-4445-b029-3adc28d4ca31 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656165 Aug 31 01:10:43.475376 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09059b8-13dc-4dba-8440-e6336d63062f x-openstack-request-id: req-f09059b8-13dc-4dba-8440-e6336d63062f {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:43.475673 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9307d52e-f045-45cf-a576-cd1eac8148d3", "name": "network-vif-deleted", "tag": "f7cdf34b-7b14-4cdb-b734-6c628173afc8", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:43.475929 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f09059b8-13dc-4dba-8440-e6336d63062f {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:43.476352 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9307d52e-f045-45cf-a576-cd1eac8148d3', 'name': 'network-vif-deleted', 'tag': 'f7cdf34b-7b14-4cdb-b734-6c628173afc8', 'status': 'completed', 'code': 200} Aug 31 01:10:43.485641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f750a7-052e-4627-ae61-5bd3439b96bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=1313503f-5bad-4706-bdaf-bd886cc52e39,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:43.487580 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78e9946d-46aa-4949-95be-d0d398558c8f req-80b53887-dab4-4e6b-bc34-ca7c8b33eada tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.501141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a2b742-4c82-432d-9118-07e4b604b0b0 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:43.516506 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22f750a7-052e-4627-ae61-5bd3439b96bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.521567 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-22f750a7-052e-4627-ae61-5bd3439b96bc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/1313503f-5bad-4706-bdaf-bd886cc52e39 HTTP/1.1" status: 204 len: 168 time: 0.7858665 Aug 31 01:10:43.522281 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47840) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:43.564155 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78e9946d-46aa-4949-95be-d0d398558c8f req-80b53887-dab4-4e6b-bc34-ca7c8b33eada tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.625645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc5d44c-9613-4ad0-8d54-0136767bceb2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet b7bb0c20-2d88-484d-ab19-125aab3860ae {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:43.631179 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d44c-9613-4ad0-8d54-0136767bceb2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.648788 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78e9946d-46aa-4949-95be-d0d398558c8f req-80b53887-dab4-4e6b-bc34-ca7c8b33eada tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.652442 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-78e9946d-46aa-4949-95be-d0d398558c8f req-80b53887-dab4-4e6b-bc34-ca7c8b33eada tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.654215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78e9946d-46aa-4949-95be-d0d398558c8f req-80b53887-dab4-4e6b-bc34-ca7c8b33eada tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "DELETE /v2.0/security-groups/a10a43d1-6f34-4c7d-b5da-08d529eff0ee HTTP/1.1" status: 204 len: 173 time: 0.4329600 Aug 31 01:10:43.668869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b53887-dab4-4e6b-bc34-ca7c8b33eada tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10a43d1-6f34-4c7d-b5da-08d529eff0ee,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:43.751027 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d44c-9613-4ad0-8d54-0136767bceb2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.841489 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da3f3edd-1248-447f-873b-b7f0ad581fb8 req-edd6c757-6dd7-4f53-b7bf-e0fb6011bb1f tempest-TenantUsagesTestJSON-1593122343 tempest-TenantUsagesTestJSON-1593122343-project] 10.222.0.58 "GET /v2.0/ports?device_id=9307d52e-f045-45cf-a576-cd1eac8148d3 HTTP/1.1" status: 200 len: 210 time: 0.0506630 Aug 31 01:10:43.916470 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-545fc4d6-60c2-4286-86b9-7bf34dfc7c0c req-f44ae011-0990-4d2a-b775-f4404534ebee tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] show failed (client error): The resource could not be found. Aug 31 01:10:43.937270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-545fc4d6-60c2-4286-86b9-7bf34dfc7c0c req-f44ae011-0990-4d2a-b775-f4404534ebee tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/252919b6-3bc7-444f-956a-d2afbd661c07 HTTP/1.1" status: 404 len: 352 time: 0.0482233 Aug 31 01:10:43.953234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6e724bcc-06fc-4410-9251-4e9b19598304 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:43.970339 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d44c-9613-4ad0-8d54-0136767bceb2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:44.072832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 6e724bcc-06fc-4410-9251-4e9b19598304 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:44.073623 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:44.104220 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-2a777b8b-947f-4079-a96f-f8fd7cbf3c3d req-55458593-a293-4a84-a084-253c2bbcde79 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] show failed (client error): The resource could not be found. Aug 31 01:10:44.127090 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a777b8b-947f-4079-a96f-f8fd7cbf3c3d req-55458593-a293-4a84-a084-253c2bbcde79 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/75af0f9c-7a6b-4230-815a-9d64ad3ac1c8 HTTP/1.1" status: 404 len: 352 time: 0.0433788 Aug 31 01:10:44.135808 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d44c-9613-4ad0-8d54-0136767bceb2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:44.185847 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5d44c-9613-4ad0-8d54-0136767bceb2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=b7bb0c20-2d88-484d-ab19-125aab3860ae,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:44.188142 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d44c-9613-4ad0-8d54-0136767bceb2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:44.193026 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7dc5d44c-9613-4ad0-8d54-0136767bceb2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/b7bb0c20-2d88-484d-ab19-125aab3860ae HTTP/1.1" status: 204 len: 168 time: 0.6668215 Aug 31 01:10:44.193406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47880) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:44.262196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7f7f0531-3f1d-4137-b3ef-27b73d541713 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676312 Aug 31 01:10:44.267331 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47882) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:44.275272 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:44.280448 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-87be4970-7044-43f1-b4b9-5a3b2cccc1be req-cc7e39da-4b6a-421c-91c9-4db47282fac0 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] show failed (client error): The resource could not be found. Aug 31 01:10:44.281506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-87be4970-7044-43f1-b4b9-5a3b2cccc1be req-cc7e39da-4b6a-421c-91c9-4db47282fac0 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/4ee35ca9-b294-4dc1-9b62-2caa3cda0e61 HTTP/1.1" status: 404 len: 352 time: 0.0214968 Aug 31 01:10:44.321311 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-84503275-877b-4a8e-83f7-6329472ecf43 req-ac4cbf93-baac-4f36-bd45-304ff8d97309 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] show failed (client error): The resource could not be found. Aug 31 01:10:44.324302 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84503275-877b-4a8e-83f7-6329472ecf43 req-ac4cbf93-baac-4f36-bd45-304ff8d97309 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/67bb8007-4199-4e93-bb7c-ff08f4c5010d HTTP/1.1" status: 404 len: 352 time: 0.0208025 Aug 31 01:10:44.372833 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-0d8912bb-8607-450d-a073-762483c5e90f req-61541887-af9f-4ea9-b19f-2509635daa5b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] show failed (client error): The resource could not be found. Aug 31 01:10:44.373962 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d8912bb-8607-450d-a073-762483c5e90f req-61541887-af9f-4ea9-b19f-2509635daa5b tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/b32d0dd9-e5a1-46ef-8688-39c183e509e3 HTTP/1.1" status: 404 len: 352 time: 0.0278726 Aug 31 01:10:44.423579 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-7b2e501d-98b8-48a5-ac24-b9b45e4185ef req-215d2c29-420a-4542-b225-5aec4d332c4e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] show failed (client error): The resource could not be found. Aug 31 01:10:44.424611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:44.425541 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b2e501d-98b8-48a5-ac24-b9b45e4185ef req-215d2c29-420a-4542-b225-5aec4d332c4e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/0439fc9a-a589-4d96-9c76-3c59cc23e3d2 HTTP/1.1" status: 404 len: 352 time: 0.0216846 Aug 31 01:10:44.432617 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:44.625219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f4b309-4b17-45bc-a4a2-97b2a695fb0d None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:44.729339 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1a3fc04c-d52f-4e7b-bd1d-04d073b95bfc None None] Provisioning complete for port 6e724bcc-06fc-4410-9251-4e9b19598304 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:44.729740 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc04c-d52f-4e7b-bd1d-04d073b95bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:44.766981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea55036-4167-4479-9e74-20ab52cd765a req-e14d35fc-f52d-4173-ae30-f49ee651830c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:44.768517 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ea55036-4167-4479-9e74-20ab52cd765a req-e14d35fc-f52d-4173-ae30-f49ee651830c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=acdd7b25-e623-4e5f-ab1a-cfd61f2237b9 HTTP/1.1" status: 200 len: 945 time: 0.0836496 Aug 31 01:10:44.781254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d77294-1464-4011-b01d-fc6531b215b7 req-03e9b6f1-c76c-4b2f-85fd-b75dd529e384 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:44.782828 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20d77294-1464-4011-b01d-fc6531b215b7 req-03e9b6f1-c76c-4b2f-85fd-b75dd529e384 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 1024 time: 0.0693762 Aug 31 01:10:44.810056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.objects.ports [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:10:44.846917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ea55036-4167-4479-9e74-20ab52cd765a req-bfdcf4aa-c2d9-40ec-a787-a332cdbf5ae8 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631168 Aug 31 01:10:44.873979 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20d77294-1464-4011-b01d-fc6531b215b7 req-7bfeff4f-8278-4365-8872-f43ac9c950c4 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=90c4f2ee-16c9-4c3e-b51b-8311f6eac132&id=704cdb6b-e732-4da1-b628-7766e32ab49a&id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0676398 Aug 31 01:10:44.971616 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3305c07e-bc92-4624-a316-e438a66703b2 req-0d3a0808-933b-46ee-b870-e6a656ca0c2a tempest-AbsoluteLimitsNegativeTestJSON-132421397 tempest-AbsoluteLimitsNegativeTestJSON-132421397-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2f75984c814242189cfabde424ac50a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310948 Aug 31 01:10:45.005226 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.016388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Update dhcp port {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'fixed_ips': [{'subnet_id': 'dce9d31b-625a-4f80-bc50-ff9725ebeec9'}], 'binding:host_id': 'n-d-802060-13'}, 'id': '6e724bcc-06fc-4410-9251-4e9b19598304'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:10:45.045271 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.139959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305c07e-bc92-4624-a316-e438a66703b2 req-b5b07821-9e1c-42f1-80b5-6912ec99546e tempest-AbsoluteLimitsNegativeTestJSON-132421397 tempest-AbsoluteLimitsNegativeTestJSON-132421397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:45.141745 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3305c07e-bc92-4624-a316-e438a66703b2 req-b5b07821-9e1c-42f1-80b5-6912ec99546e tempest-AbsoluteLimitsNegativeTestJSON-132421397 tempest-AbsoluteLimitsNegativeTestJSON-132421397-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1693404 Aug 31 01:10:45.174266 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3305c07e-bc92-4624-a316-e438a66703b2 req-be662ad4-1ab6-42fd-9096-f8f9a17a6272 tempest-AbsoluteLimitsNegativeTestJSON-132421397 tempest-AbsoluteLimitsNegativeTestJSON-132421397-project] 10.222.0.58 "GET /v2.0/quotas/2f75984c814242189cfabde424ac50a9 HTTP/1.1" status: 200 len: 375 time: 0.0144289 Aug 31 01:10:45.224025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] For port 6e724bcc-06fc-4410-9251-4e9b19598304, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6e724bcc-06fc-4410-9251-4e9b19598304,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:45.243440 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3305c07e-bc92-4624-a316-e438a66703b2 req-8f7c7e05-466a-462f-80bf-13624205bdf1 tempest-AbsoluteLimitsNegativeTestJSON-132421397 tempest-AbsoluteLimitsNegativeTestJSON-132421397-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f75984c814242189cfabde424ac50a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614486 Aug 31 01:10:45.271535 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.283347 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.284336 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.288149 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:10:45.288604 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:10:45.306329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47930) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:45.382553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:45.393717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:45.394316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995278ef-69ff-4269-b2e9-75d109c4d0de req-6745710f-bf45-4a58-a995-fc0efbf9845d tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:45.397314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:45.397933 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.403682 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-995278ef-69ff-4269-b2e9-75d109c4d0de req-6745710f-bf45-4a58-a995-fc0efbf9845d tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 946 time: 0.0632823 Aug 31 01:10:45.428257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=6e724bcc-06fc-4410-9251-4e9b19598304,revision_number=8']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:45.443267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=dce9d31b-625a-4f80-bc50-ff9725ebeec9,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:45.455785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-995278ef-69ff-4269-b2e9-75d109c4d0de req-2973323c-ec11-4030-8b6c-57f68f88ae88 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb518211-b6e8-424a-a889-ac173bc09eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509670 Aug 31 01:10:45.457210 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47934) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:45.457330 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f5363b65-8e60-4f71-9dae-849cf5659bcd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1907136 Aug 31 01:10:45.470259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-974442a9-8838-4d71-ba55-f0a4bf24dda0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:45.557172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e463d1e2-ea70-4c33-a7a5-f9bc2db34205 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9bf525e35fc04d0b85c6d0873c97c4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473791 Aug 31 01:10:45.557693 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47940) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:45.611793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47942) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:45.620943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974442a9-8838-4d71-ba55-f0a4bf24dda0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:45.624853 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-974442a9-8838-4d71-ba55-f0a4bf24dda0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.650641 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002590a-00be-47d1-bfe8-3b5a98bdbac1 req-b339808b-9fa8-4e9c-a1e5-4eae6fb7977e tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:45.652181 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2002590a-00be-47d1-bfe8-3b5a98bdbac1 req-b339808b-9fa8-4e9c-a1e5-4eae6fb7977e tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.70 "GET /v2.0/ports?device_id=acdd7b25-e623-4e5f-ab1a-cfd61f2237b9 HTTP/1.1" status: 200 len: 945 time: 0.0798042 Aug 31 01:10:45.657002 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b77e335f-3aec-43a1-99a6-03ee800dafe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.716164 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b77e335f-3aec-43a1-99a6-03ee800dafe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.726482 n-d-802060-13 neutron-server[94761]: INFO neutron.db.ipam_backend_mixin [None req-974442a9-8838-4d71-ba55-f0a4bf24dda0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dce9d31b-625a-4f80-bc50-ff9725ebeec9 (CIDR: 2001:db8::/64) Aug 31 01:10:45.736065 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-974442a9-8838-4d71-ba55-f0a4bf24dda0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:10:45.736505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974442a9-8838-4d71-ba55-f0a4bf24dda0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:10:45.750599 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a1533a55-617c-4cb3-89a2-fe26c03998f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.761325 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-974442a9-8838-4d71-ba55-f0a4bf24dda0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3019488 Aug 31 01:10:45.766289 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47946) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:45.773697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-66d6d829-6513-42c5-94ce-6aa38a3afbac tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:45.793425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-2002590a-00be-47d1-bfe8-3b5a98bdbac1 req-a02aa9ec-9ed4-49fc-b908-ff616dbeeaf5 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Deleting port 83638333-6013-415d-8911-d7b1fbdbcecf {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:45.794946 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2002590a-00be-47d1-bfe8-3b5a98bdbac1 req-a02aa9ec-9ed4-49fc-b908-ff616dbeeaf5 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.827404 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f7cdf34b-7b14-4cdb-b734-6c628173afc8 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:45.857577 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b77e335f-3aec-43a1-99a6-03ee800dafe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.860183 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b77e335f-3aec-43a1-99a6-03ee800dafe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.864518 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b77e335f-3aec-43a1-99a6-03ee800dafe1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef25f175-eae0-46d2-8448-04fc6efd9a86 HTTP/1.1" status: 204 len: 168 time: 0.3051989 Aug 31 01:10:45.872755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: f7cdf34b-7b14-4cdb-b734-6c628173afc8 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:45.874581 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f7cdf34b-7b14-4cdb-b734-6c628173afc8 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:45.876288 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:45.907632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e335f-3aec-43a1-99a6-03ee800dafe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef25f175-eae0-46d2-8448-04fc6efd9a86,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:45.991062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-2002590a-00be-47d1-bfe8-3b5a98bdbac1 req-a02aa9ec-9ed4-49fc-b908-ff616dbeeaf5 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] For port 83638333-6013-415d-8911-d7b1fbdbcecf, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=83638333-6013-415d-8911-d7b1fbdbcecf,segment=NetworkSegment(de996be0-d4c9-4783-bb88-fdc563f00084),segment_id=de996be0-d4c9-4783-bb88-fdc563f00084)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:45.991517 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2002590a-00be-47d1-bfe8-3b5a98bdbac1 req-a02aa9ec-9ed4-49fc-b908-ff616dbeeaf5 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.006836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-2002590a-00be-47d1-bfe8-3b5a98bdbac1 req-a02aa9ec-9ed4-49fc-b908-ff616dbeeaf5 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Calling delete_port for 83638333-6013-415d-8911-d7b1fbdbcecf owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:46.020508 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6e724bcc-06fc-4410-9251-4e9b19598304 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:46.146117 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a1533a55-617c-4cb3-89a2-fe26c03998f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.174176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 6e724bcc-06fc-4410-9251-4e9b19598304 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:46.174641 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.192903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e001b-93ea-4389-b521-5a46715552eb req-d155e538-4a61-4b29-a740-0d8e298fad10 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:46.194919 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-366e001b-93ea-4389-b521-5a46715552eb req-d155e538-4a61-4b29-a740-0d8e298fad10 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=acdd7b25-e623-4e5f-ab1a-cfd61f2237b9 HTTP/1.1" status: 200 len: 945 time: 0.2038112 Aug 31 01:10:46.202512 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2002590a-00be-47d1-bfe8-3b5a98bdbac1 req-a02aa9ec-9ed4-49fc-b908-ff616dbeeaf5 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.219673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['83638333-6013-415d-8911-d7b1fbdbcecf'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:46.222836 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a1533a55-617c-4cb3-89a2-fe26c03998f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.245251 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['5846a3f9-ccb5-455a-a850-900a9d909bec'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:46.251559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02aa9ec-9ed4-49fc-b908-ff616dbeeaf5 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Pushing event deleted for resources: {'Port': ['ID=83638333-6013-415d-8911-d7b1fbdbcecf,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:46.256708 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d6d829-6513-42c5-94ce-6aa38a3afbac tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:46.277829 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66d6d829-6513-42c5-94ce-6aa38a3afbac tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.291488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360c428-2665-4f6a-a879-e57da56fb267 req-c94ecf65-0ee2-408f-88b4-1ac95430a35e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:46.296924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1360c428-2665-4f6a-a879-e57da56fb267 req-c94ecf65-0ee2-408f-88b4-1ac95430a35e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 1024 time: 0.2646544 Aug 31 01:10:46.320446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2002590a-00be-47d1-bfe8-3b5a98bdbac1 req-a02aa9ec-9ed4-49fc-b908-ff616dbeeaf5 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] No DVR routers for this DVR port 83638333-6013-415d-8911-d7b1fbdbcecf on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:46.324554 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2002590a-00be-47d1-bfe8-3b5a98bdbac1 req-a02aa9ec-9ed4-49fc-b908-ff616dbeeaf5 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.326800 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2002590a-00be-47d1-bfe8-3b5a98bdbac1 req-a02aa9ec-9ed4-49fc-b908-ff616dbeeaf5 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.70 "DELETE /v2.0/ports/83638333-6013-415d-8911-d7b1fbdbcecf HTTP/1.1" status: 204 len: 173 time: 0.6678774 Aug 31 01:10:46.327416 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdd7b25-e623-4e5f-ab1a-cfd61f2237b9', 'name': 'network-vif-deleted', 'tag': '83638333-6013-415d-8911-d7b1fbdbcecf'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:46.329826 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00bff07-2411-4bfa-9cb5-37a004b7845b" -d '{"events": [{"server_uuid": "acdd7b25-e623-4e5f-ab1a-cfd61f2237b9", "name": "network-vif-deleted", "tag": "83638333-6013-415d-8911-d7b1fbdbcecf"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:46.335246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1533a55-617c-4cb3-89a2-fe26c03998f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f633f6f-f9f1-4028-a5e7-8e7cebc8d7c8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:46.361514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47964) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:46.382189 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-09a8d1fc-8f01-4f71-9e8b-fbcacb8b4f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.406517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] For port 6e724bcc-06fc-4410-9251-4e9b19598304, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6e724bcc-06fc-4410-9251-4e9b19598304,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:46.434481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a1533a55-617c-4cb3-89a2-fe26c03998f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f75984c814242189cfabde424ac50a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8215559 Aug 31 01:10:46.437430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47966) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:46.483994 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-366e001b-93ea-4389-b521-5a46715552eb req-4377b13a-f614-4a3b-917d-8e2d4f55fc3d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/security-groups?id=93716430-f6e2-4dd7-9f17-e2758b50435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632737 Aug 31 01:10:46.499396 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.514181 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.522606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd3068-279d-4b88-904c-1d578ab74925 req-0d4a13bb-d7e5-41e3-b58c-9d0c2c56ab24 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:46.524594 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06cd3068-279d-4b88-904c-1d578ab74925 req-0d4a13bb-d7e5-41e3-b58c-9d0c2c56ab24 tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.15 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 946 time: 0.3759916 Aug 31 01:10:46.553755 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1360c428-2665-4f6a-a879-e57da56fb267 req-fb452b99-d586-442c-8646-57e603037443 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups?id=90c4f2ee-16c9-4c3e-b51b-8311f6eac132&id=704cdb6b-e732-4da1-b628-7766e32ab49a&id=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1291637 Aug 31 01:10:46.597765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5a4a-642c-4855-89f2-e7c8d8c222ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.632539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Pushing event updated for resources: {'Port': ['ID=6e724bcc-06fc-4410-9251-4e9b19598304,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:46.652403 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c902a958-a12b-45a8-8ec9-e6f7f255690f x-openstack-request-id: req-c902a958-a12b-45a8-8ec9-e6f7f255690f {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:46.652690 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdd7b25-e623-4e5f-ab1a-cfd61f2237b9", "name": "network-vif-deleted", "tag": "83638333-6013-415d-8911-d7b1fbdbcecf", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:46.652941 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c902a958-a12b-45a8-8ec9-e6f7f255690f {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:46.653401 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd7b25-e623-4e5f-ab1a-cfd61f2237b9', 'name': 'network-vif-deleted', 'tag': '83638333-6013-415d-8911-d7b1fbdbcecf', 'status': 'completed', 'code': 200} Aug 31 01:10:46.656201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:46.658082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:46.658443 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:46.658946 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:46.659437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:46.659835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:46.660183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:46.660946 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:46.661076 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:46.661373 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:46.661771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:46.662078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33baaa4f-7242-4896-860f-b563bcf9e9dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:46.701262 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5a4a-642c-4855-89f2-e7c8d8c222ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.761315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457485e-dc15-429b-ac48-d06346e66c68 req-dc5250ba-2ca9-4ccc-a966-b1c79547c40f tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:46.762904 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1457485e-dc15-429b-ac48-d06346e66c68 req-dc5250ba-2ca9-4ccc-a966-b1c79547c40f tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 1024 time: 0.2255738 Aug 31 01:10:46.832066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-06cd3068-279d-4b88-904c-1d578ab74925 req-ca638ae3-b77a-4ede-a43c-4811f68ff58d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Deleting port 5846a3f9-ccb5-455a-a850-900a9d909bec {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:46.832417 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-06cd3068-279d-4b88-904c-1d578ab74925 req-ca638ae3-b77a-4ede-a43c-4811f68ff58d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.878762 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-09a8d1fc-8f01-4f71-9e8b-fbcacb8b4f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.898483 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-09a8d1fc-8f01-4f71-9e8b-fbcacb8b4f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.936087 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-27224c3c-4630-485e-acae-d3c797eefefe req-89e4228b-d7e4-4b5c-80af-2f952297e0a8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2782674 Aug 31 01:10:46.981383 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5a4a-642c-4855-89f2-e7c8d8c222ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.983894 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5a4a-642c-4855-89f2-e7c8d8c222ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.990362 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1c8b5a4a-642c-4855-89f2-e7c8d8c222ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f633f6f-f9f1-4028-a5e7-8e7cebc8d7c8 HTTP/1.1" status: 204 len: 168 time: 0.5463483 Aug 31 01:10:46.991024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8d1fc-8f01-4f71-9e8b-fbcacb8b4f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d8715d-08ea-4e90-8e73-14088045edd6,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:47.016764 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-09a8d1fc-8f01-4f71-9e8b-fbcacb8b4f37 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4421654763b448085a428a770e8cc4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6533766 Aug 31 01:10:47.020425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47972) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:47.050447 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b5a4a-642c-4855-89f2-e7c8d8c222ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f633f6f-f9f1-4028-a5e7-8e7cebc8d7c8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:47.093838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-1457485e-dc15-429b-ac48-d06346e66c68 req-e67879fd-f856-4f67-ad3f-f5440028cb12 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Deleting port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:47.094180 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1457485e-dc15-429b-ac48-d06346e66c68 req-e67879fd-f856-4f67-ad3f-f5440028cb12 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.101716 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27224c3c-4630-485e-acae-d3c797eefefe req-9c324732-984c-472b-ad1f-b5690b90e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:47.103262 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-27224c3c-4630-485e-acae-d3c797eefefe req-9c324732-984c-472b-ad1f-b5690b90e3cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3803e788afc343e7bf7b74fadcd4a59b&device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 1098 time: 0.1363957 Aug 31 01:10:47.136226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02290ce2-af7c-49c9-a00f-a8fa6f738bfc req-44c01916-536e-4391-b526-bcbceea91358 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:47.143572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02290ce2-af7c-49c9-a00f-a8fa6f738bfc req-44c01916-536e-4391-b526-bcbceea91358 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 946 time: 0.2498238 Aug 31 01:10:47.149096 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66d6d829-6513-42c5-94ce-6aa38a3afbac tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.163881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-06cd3068-279d-4b88-904c-1d578ab74925 req-ca638ae3-b77a-4ede-a43c-4811f68ff58d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] For port 5846a3f9-ccb5-455a-a850-900a9d909bec, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5846a3f9-ccb5-455a-a850-900a9d909bec,segment=NetworkSegment(de996be0-d4c9-4783-bb88-fdc563f00084),segment_id=de996be0-d4c9-4783-bb88-fdc563f00084)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:47.164249 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-06cd3068-279d-4b88-904c-1d578ab74925 req-ca638ae3-b77a-4ede-a43c-4811f68ff58d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.222934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-06cd3068-279d-4b88-904c-1d578ab74925 req-ca638ae3-b77a-4ede-a43c-4811f68ff58d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Calling delete_port for 5846a3f9-ccb5-455a-a850-900a9d909bec owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:47.223070 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9bc261cf-51e5-4a72-8067-b78111e74f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.240239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d6d829-6513-42c5-94ce-6aa38a3afbac tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:47.296925 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9bc261cf-51e5-4a72-8067-b78111e74f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.326259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-1457485e-dc15-429b-ac48-d06346e66c68 req-e67879fd-f856-4f67-ad3f-f5440028cb12 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] For port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1,segment=NetworkSegment(a2578acc-cfbe-400e-94df-f58e5caab0fd),segment_id=a2578acc-cfbe-400e-94df-f58e5caab0fd)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:47.326548 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1457485e-dc15-429b-ac48-d06346e66c68 req-e67879fd-f856-4f67-ad3f-f5440028cb12 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.359706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-1457485e-dc15-429b-ac48-d06346e66c68 req-e67879fd-f856-4f67-ad3f-f5440028cb12 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Calling delete_port for 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:47.362002 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27224c3c-4630-485e-acae-d3c797eefefe req-68f63916-dd27-471b-8b6e-6d6a0d13ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:47.362521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-66d6d829-6513-42c5-94ce-6aa38a3afbac tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:47.363653 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-27224c3c-4630-485e-acae-d3c797eefefe req-68f63916-dd27-471b-8b6e-6d6a0d13ea43 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a3819e2-02ee-41da-b074-f080a72a98c3 HTTP/1.1" status: 200 len: 913 time: 0.2225125 Aug 31 01:10:47.381053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d6d829-6513-42c5-94ce-6aa38a3afbac tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:47.382090 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66d6d829-6513-42c5-94ce-6aa38a3afbac tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.384016 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276f9e3d-7dc4-4437-93ec-8e700d547c6c None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:47.389430 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6d829-6513-42c5-94ce-6aa38a3afbac tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=384fe44a-cc66-47c3-aba9-fde8628e141a,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:47.435554 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02290ce2-af7c-49c9-a00f-a8fa6f738bfc req-35fc13ef-d293-4f3c-a1b2-8a8efdeeac23 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb518211-b6e8-424a-a889-ac173bc09eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815931 Aug 31 01:10:47.446501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-66d6d829-6513-42c5-94ce-6aa38a3afbac tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6790602 Aug 31 01:10:47.450348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47982) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:47.458744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'mac_address': 'fa:16:3e:26:4e:91', 'name': 'tempest-NetworksTestDHCPv6-408448072'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:47.496774 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-06cd3068-279d-4b88-904c-1d578ab74925 req-ca638ae3-b77a-4ede-a43c-4811f68ff58d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.526073 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-27224c3c-4630-485e-acae-d3c797eefefe req-e9a02166-9167-47b6-90d6-556d7b25d028 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce050db4-e2e8-421e-86c1-e31c9b043242 HTTP/1.1" status: 200 len: 1002 time: 0.1533456 Aug 31 01:10:47.603267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27224c3c-4630-485e-acae-d3c797eefefe req-2faaccc7-7e37-4abe-909e-ec893b1e3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:47.605907 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-27224c3c-4630-485e-acae-d3c797eefefe req-2faaccc7-7e37-4abe-909e-ec893b1e3043 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6ee513f-971d-40cf-bd45-589d9285b201 HTTP/1.1" status: 200 len: 851 time: 0.0662863 Aug 31 01:10:47.636727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9bc261cf-51e5-4a72-8067-b78111e74f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.639131 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9bc261cf-51e5-4a72-8067-b78111e74f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.643317 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9bc261cf-51e5-4a72-8067-b78111e74f43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71d8715d-08ea-4e90-8e73-14088045edd6 HTTP/1.1" status: 204 len: 168 time: 0.6191893 Aug 31 01:10:47.671199 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc261cf-51e5-4a72-8067-b78111e74f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d8715d-08ea-4e90-8e73-14088045edd6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:47.695780 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27224c3c-4630-485e-acae-d3c797eefefe req-a28968ed-479b-4869-80a5-ba42ae9763bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:47.697536 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-27224c3c-4630-485e-acae-d3c797eefefe req-a28968ed-479b-4869-80a5-ba42ae9763bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a3819e2-02ee-41da-b074-f080a72a98c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844240 Aug 31 01:10:47.829882 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['83638333-6013-415d-8911-d7b1fbdbcecf'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:47.886614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2de0210b-5a53-4f31-a08e-fc64515d2746 None None] Provisioning complete for port 6e724bcc-06fc-4410-9251-4e9b19598304 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:47.887113 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2de0210b-5a53-4f31-a08e-fc64515d2746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.907983 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1457485e-dc15-429b-ac48-d06346e66c68 req-e67879fd-f856-4f67-ad3f-f5440028cb12 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.942668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:48.000295 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67879fd-f856-4f67-ad3f-f5440028cb12 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event deleted for resources: {'Port': ['ID=7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:48.046097 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-27224c3c-4630-485e-acae-d3c797eefefe req-774cff5b-584b-4752-9ab7-28e20bea57d5 service neutron] 10.222.0.70 "GET /v2.0/networks/0a3819e2-02ee-41da-b074-f080a72a98c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133464 Aug 31 01:10:48.104561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430b22fc-b881-43d8-b451-e8a41fb2c44a None None] Update dhcp port {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'fixed_ips': [{'subnet_id': 'dce9d31b-625a-4f80-bc50-ff9725ebeec9', 'ip_address': '2001:db8::f816:3eff:fef0:4bbf'}, {'subnet_id': '384fe44a-cc66-47c3-aba9-fde8628e141a'}], 'binding:host_id': 'n-d-802060-13'}, 'id': '6e724bcc-06fc-4410-9251-4e9b19598304'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:10:48.133207 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-430b22fc-b881-43d8-b451-e8a41fb2c44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.136696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48014) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:48.137510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1457485e-dc15-429b-ac48-d06346e66c68 req-e67879fd-f856-4f67-ad3f-f5440028cb12 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] No DVR routers for this DVR port 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:48.141080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1457485e-dc15-429b-ac48-d06346e66c68 req-e67879fd-f856-4f67-ad3f-f5440028cb12 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.142001 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7345e0c-fb31-44c9-b0ca-c54dc6c4de8f req-a90ada7f-fb6a-4168-8e23-df271fa16c4c tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 210 time: 0.1589181 Aug 31 01:10:48.143077 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1457485e-dc15-429b-ac48-d06346e66c68 req-e67879fd-f856-4f67-ad3f-f5440028cb12 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.15 "DELETE /v2.0/ports/7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 HTTP/1.1" status: 204 len: 173 time: 1.3618453 Aug 31 01:10:48.148439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ac07e4f-5130-4c3a-97ed-a3f8bdcf7c04 req-d2bd6685-1d51-43be-b6bb-cc6827d1bf60 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b HTTP/1.1" status: 200 len: 210 time: 0.1515520 Aug 31 01:10:48.149107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca638ae3-b77a-4ede-a43c-4811f68ff58d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Pushing event deleted for resources: {'Port': ['ID=5846a3f9-ccb5-455a-a850-900a9d909bec,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:48.214672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cd3068-279d-4b88-904c-1d578ab74925 req-ca638ae3-b77a-4ede-a43c-4811f68ff58d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] No DVR routers for this DVR port 5846a3f9-ccb5-455a-a850-900a9d909bec on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:48.222076 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-06cd3068-279d-4b88-904c-1d578ab74925 req-ca638ae3-b77a-4ede-a43c-4811f68ff58d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.224885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06cd3068-279d-4b88-904c-1d578ab74925 req-ca638ae3-b77a-4ede-a43c-4811f68ff58d tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.15 "DELETE /v2.0/ports/5846a3f9-ccb5-455a-a850-900a9d909bec HTTP/1.1" status: 204 len: 173 time: 1.6887178 Aug 31 01:10:48.225625 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580b7507-8b23-4cea-9fcf-633d9d7a0c8c', 'name': 'network-vif-deleted', 'tag': '5846a3f9-ccb5-455a-a850-900a9d909bec'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:48.247116 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b56902e-8798-489f-9c48-25a55c8659e9" -d '{"events": [{"server_uuid": "580b7507-8b23-4cea-9fcf-633d9d7a0c8c", "name": "network-vif-deleted", "tag": "5846a3f9-ccb5-455a-a850-900a9d909bec"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:48.297351 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-27224c3c-4630-485e-acae-d3c797eefefe req-710508bf-6904-4529-8218-f5adf06f8be3 service neutron] 10.222.0.70 "GET /v2.0/networks/0a3819e2-02ee-41da-b074-f080a72a98c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126317 Aug 31 01:10:48.400771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:48.448886 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9447d8-1e4e-4c8a-b4ad-09413fa38597 x-openstack-request-id: req-9f9447d8-1e4e-4c8a-b4ad-09413fa38597 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:48.448886 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580b7507-8b23-4cea-9fcf-633d9d7a0c8c", "name": "network-vif-deleted", "tag": "5846a3f9-ccb5-455a-a850-900a9d909bec", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:48.448886 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f9447d8-1e4e-4c8a-b4ad-09413fa38597 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:48.451480 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580b7507-8b23-4cea-9fcf-633d9d7a0c8c', 'name': 'network-vif-deleted', 'tag': '5846a3f9-ccb5-455a-a850-900a9d909bec', 'status': 'completed', 'code': 200} Aug 31 01:10:48.461456 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-430b22fc-b881-43d8-b451-e8a41fb2c44a None None] Allocated IP 2001:db8:0:1::2 (14e22907-50bf-4f4c-96ff-7b9fef164758/384fe44a-cc66-47c3-aba9-fde8628e141a/6e724bcc-06fc-4410-9251-4e9b19598304) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:48.501061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-125980725-network', 'tenant_id': '71fac6316a8b486391f718e5d58dca49'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:48.540782 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] Made reservation on behalf of 71fac6316a8b486391f718e5d58dca49 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:48.543106 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.562525 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.605924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c2fca-7ba0-424b-be29-ef55cb1a8472 req-35ad3469-2975-4c6b-a607-bb7e21247218 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:48.607258 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c73c2fca-7ba0-424b-be29-ef55cb1a8472 req-35ad3469-2975-4c6b-a607-bb7e21247218 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 946 time: 0.0926878 Aug 31 01:10:48.626990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-430b22fc-b881-43d8-b451-e8a41fb2c44a None None] For port 6e724bcc-06fc-4410-9251-4e9b19598304, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6e724bcc-06fc-4410-9251-4e9b19598304,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:48.651528 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.662678 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.663659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b', 'name': 'network-vif-deleted', 'tag': '7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:48.666442 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237e0c26-cf30-4298-9e29-497f0cb878c7" -d '{"events": [{"server_uuid": "6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b", "name": "network-vif-deleted", "tag": "7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:48.670346 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.674716 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-430b22fc-b881-43d8-b451-e8a41fb2c44a None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.691403 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:10:48.695425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c73c2fca-7ba0-424b-be29-ef55cb1a8472 req-a0d559a9-cf3f-4246-944c-453b192e6318 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb518211-b6e8-424a-a889-ac173bc09eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708735 Aug 31 01:10:48.703152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-430b22fc-b881-43d8-b451-e8a41fb2c44a None None] Transition to ACTIVE for port object 6e724bcc-06fc-4410-9251-4e9b19598304 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:48.704594 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d104040-6a07-41f3-8acd-84533bb099ae,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:48.713162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.713503 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] Added segment e8c49231-6d4e-4f56-bb0e-72b6ccb90db4 of type vlan for network e37dd1ba-4aef-4e8b-b481-8341af1dd2b3 Aug 31 01:10:48.716645 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-430b22fc-b881-43d8-b451-e8a41fb2c44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.717015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port 158a2a68-2bf4-444f-8e37-a72be427ad59 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:10:48.773964 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.782361 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7631b6-b127-4f77-8a4b-eb2b4c8ad798 x-openstack-request-id: req-bf7631b6-b127-4f77-8a4b-eb2b4c8ad798 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:48.782627 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b", "name": "network-vif-deleted", "tag": "7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:48.782931 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf7631b6-b127-4f77-8a4b-eb2b4c8ad798 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:48.783354 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c59a1d7-daac-4adc-b6c2-8a9a9dd4170b', 'name': 'network-vif-deleted', 'tag': '7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1', 'status': 'completed', 'code': 200} Aug 31 01:10:48.828582 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.832134 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:48.836194 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:48.894739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 5846a3f9-ccb5-455a-a850-900a9d909bec no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:48.921894 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7819059 Aug 31 01:10:48.924917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48042) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:48.931654 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f86503eb-0c68-4cb0-96c8-060b85bce3fe admin admin] Request body: {'subnet': {'network_id': 'e37dd1ba-4aef-4e8b-b481-8341af1dd2b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-125980725-subnet', 'tenant_id': '71fac6316a8b486391f718e5d58dca49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:48.951538 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a547e41-164f-4e12-ba96-40086ddd79a5 admin admin] Pushing event updated for resources: {'Network': ['ID=e37dd1ba-4aef-4e8b-b481-8341af1dd2b3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:48.969177 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 5846a3f9-ccb5-455a-a850-900a9d909bec {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:48.969599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 5846a3f9-ccb5-455a-a850-900a9d909bec not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:48.971644 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network e37dd1ba-4aef-4e8b-b481-8341af1dd2b3 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:10:48.976119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b22fc-b881-43d8-b451-e8a41fb2c44a None None] Pushing event updated for resources: {'Port': ['ID=6e724bcc-06fc-4410-9251-4e9b19598304,revision_number=10']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:48.980101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86503eb-0c68-4cb0-96c8-060b85bce3fe admin admin] Made reservation on behalf of 71fac6316a8b486391f718e5d58dca49 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:48.982900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f86503eb-0c68-4cb0-96c8-060b85bce3fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.045729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8:0:1::35 (14e22907-50bf-4f4c-96ff-7b9fef164758/384fe44a-cc66-47c3-aba9-fde8628e141a/158a2a68-2bf4-444f-8e37-a72be427ad59) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:49.057872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::f816:3eff:fe26:4e91 (14e22907-50bf-4f4c-96ff-7b9fef164758/dce9d31b-625a-4f80-bc50-ff9725ebeec9/158a2a68-2bf4-444f-8e37-a72be427ad59) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:49.129315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48046) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:49.283723 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.300454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object 158a2a68-2bf4-444f-8e37-a72be427ad59 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:49.351727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f86503eb-0c68-4cb0-96c8-060b85bce3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.364652 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-network', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:49.384257 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77ed2176-6b10-402c-b0c5-64bd16fa37c3 req-c3f338c1-02b0-452c-a7bd-db0c2f04d60e tempest-ListServersNegativeTestJSON-1307691778 tempest-ListServersNegativeTestJSON-1307691778-project] 10.222.0.58 "GET /v2.0/ports?device_id=580b7507-8b23-4cea-9fcf-633d9d7a0c8c HTTP/1.1" status: 200 len: 210 time: 0.1078963 Aug 31 01:10:49.411600 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.472929 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86503eb-0c68-4cb0-96c8-060b85bce3fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb5c721-350f-4259-a4d0-21b05367b449,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:49.474064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:49.481518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] Made reservation on behalf of 2992158df1c149288c8e31ba0a06b3d9 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:49.481819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:49.484738 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.487617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:49.488410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86503eb-0c68-4cb0-96c8-060b85bce3fe admin admin] Checking segment: {'id': 'e8c49231-6d4e-4f56-bb0e-72b6ccb90db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e37dd1ba-4aef-4e8b-b481-8341af1dd2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:49.489725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86503eb-0c68-4cb0-96c8-060b85bce3fe admin admin] Network hostable DHCP agents. Network: e37dd1ba-4aef-4e8b-b481-8341af1dd2b3, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:10:49.494994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:49.495690 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.499292 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.503507 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21244fb5-ddfe-4d23-9d11-06e897a521fd req-e10c82aa-45c7-4960-ad4c-859b43b90cc8 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/90c4f2ee-16c9-4c3e-b51b-8311f6eac132 HTTP/1.1" status: 200 len: 1801 time: 0.1243932 Aug 31 01:10:49.512810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=158a2a68-2bf4-444f-8e37-a72be427ad59,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:49.535003 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86503eb-0c68-4cb0-96c8-060b85bce3fe admin admin] Network e37dd1ba-4aef-4e8b-b481-8341af1dd2b3 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:10:49.550489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-f86503eb-0c68-4cb0-96c8-060b85bce3fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, e37dd1ba-4aef-4e8b-b481-8341af1dd2b3) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:49.555582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86503eb-0c68-4cb0-96c8-060b85bce3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:49.556187 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f86503eb-0c68-4cb0-96c8-060b85bce3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.563031 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f837650-a3b0-462f-acf1-1e2aa4506a05 None None] Network e37dd1ba-4aef-4e8b-b481-8341af1dd2b3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:49.596151 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-21244fb5-ddfe-4d23-9d11-06e897a521fd req-3cc1149d-eecf-4acd-8a23-4b5f025227e0 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.632908 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-21244fb5-ddfe-4d23-9d11-06e897a521fd req-3cc1149d-eecf-4acd-8a23-4b5f025227e0 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.643631 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.650682 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.655109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3cc5e334-0df0-4650-b385-aa734d91596d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2031748 Aug 31 01:10:49.661245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48058) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:49.666228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef69163-f43d-4cb6-99b4-162a45beb040 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:49.669509 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:10:49.682730 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.683397 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] Added segment 8887bb04-1d71-44b4-9e2b-cc01334cda22 of type vlan for network 0e3f2a17-c813-42cf-bfa5-e9c462417207 Aug 31 01:10:49.702078 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f86503eb-0c68-4cb0-96c8-060b85bce3fe admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7691853 Aug 31 01:10:49.736440 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-21244fb5-ddfe-4d23-9d11-06e897a521fd req-3cc1149d-eecf-4acd-8a23-4b5f025227e0 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.741700 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.741888 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-21244fb5-ddfe-4d23-9d11-06e897a521fd req-3cc1149d-eecf-4acd-8a23-4b5f025227e0 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.746755 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21244fb5-ddfe-4d23-9d11-06e897a521fd req-3cc1149d-eecf-4acd-8a23-4b5f025227e0 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "DELETE /v2.0/security-groups/90c4f2ee-16c9-4c3e-b51b-8311f6eac132 HTTP/1.1" status: 204 len: 173 time: 0.2309587 Aug 31 01:10:49.776684 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.777790 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:49.778495 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.826590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafb10c0-4f97-4f2d-95b4-918cebdb622a None None] Network e37dd1ba-4aef-4e8b-b481-8341af1dd2b3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:49.829461 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5f0837c1-67e8-41c1-9ad4-5bb16c1d3d5e None None] Provisioning for port 6e724bcc-06fc-4410-9251-4e9b19598304 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:49.854902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 83638333-6013-415d-8911-d7b1fbdbcecf no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:49.869786 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7382476 Aug 31 01:10:49.874859 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddec8ca-23eb-48c8-9401-92fa631a251b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:49.892874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1149d-eecf-4acd-8a23-4b5f025227e0 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c4f2ee-16c9-4c3e-b51b-8311f6eac132,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:49.906485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48068) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:49.917218 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f524a74-e57a-4ec5-9491-e8f37ecedfe7 admin admin] Pushing event updated for resources: {'Network': ['ID=0e3f2a17-c813-42cf-bfa5-e9c462417207,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:49.918757 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71ef58b7-39cb-4eb0-8306-b35533506edd req-1e9762c2-7ded-4029-af53-2c0f6b4da487 tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "GET /v2.0/security-groups/704cdb6b-e732-4da1-b628-7766e32ab49a HTTP/1.1" status: 200 len: 1803 time: 0.0752971 Aug 31 01:10:49.936444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ec2b7fa8-d128-48a4-aec8-03a4ba647fa1 admin admin] Request body: {'subnet': {'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-subnet', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:49.947375 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-a4ae1fab-f93d-46eb-98a5-5e4d9ef390c6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:49.947375 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-a4ae1fab-f93d-46eb-98a5-5e4d9ef390c6 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.70 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 946 time: 0.0683994 Aug 31 01:10:49.952922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 83638333-6013-415d-8911-d7b1fbdbcecf {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:49.953379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 83638333-6013-415d-8911-d7b1fbdbcecf not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:49.956445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5f0837c1-67e8-41c1-9ad4-5bb16c1d3d5e None None] Provisioning complete for port 6e724bcc-06fc-4410-9251-4e9b19598304 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:49.957429 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5f0837c1-67e8-41c1-9ad4-5bb16c1d3d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:49.985222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 0e3f2a17-c813-42cf-bfa5-e9c462417207 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:10:50.019917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2b7fa8-d128-48a4-aec8-03a4ba647fa1 admin admin] Made reservation on behalf of 2992158df1c149288c8e31ba0a06b3d9 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:50.022983 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7fa8-d128-48a4-aec8-03a4ba647fa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.029807 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6e724bcc-06fc-4410-9251-4e9b19598304 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:50.056433 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-aadc093d-6b4e-4769-8f98-cdd6437b43a4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Deleting port ce050db4-e2e8-421e-86c1-e31c9b043242 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:50.056787 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-aadc093d-6b4e-4769-8f98-cdd6437b43a4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.139123 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707938c6-4fb1-4f07-a035-3627090751a9 req-33d0acde-dd26-4427-8ced-1e836fe85b9a tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:50.140737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-707938c6-4fb1-4f07-a035-3627090751a9 req-33d0acde-dd26-4427-8ced-1e836fe85b9a tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 946 time: 0.2422962 Aug 31 01:10:50.150866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-d7f32617-4d61-4b0f-a078-d525f498d55c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port 158a2a68-2bf4-444f-8e37-a72be427ad59 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:50.151212 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d7f32617-4d61-4b0f-a078-d525f498d55c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.158966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-aadc093d-6b4e-4769-8f98-cdd6437b43a4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] For port ce050db4-e2e8-421e-86c1-e31c9b043242, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ce050db4-e2e8-421e-86c1-e31c9b043242,segment=NetworkSegment(4039b6b8-06de-4a7e-b981-57acfa101af3),segment_id=4039b6b8-06de-4a7e-b981-57acfa101af3)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:50.158966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-aadc093d-6b4e-4769-8f98-cdd6437b43a4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.177436 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-71ef58b7-39cb-4eb0-8306-b35533506edd req-22297fda-b45c-4691-ab51-72b06372133e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.275514 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-71ef58b7-39cb-4eb0-8306-b35533506edd req-22297fda-b45c-4691-ab51-72b06372133e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.314540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 6e724bcc-06fc-4410-9251-4e9b19598304 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:50.315050 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.342309 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-707938c6-4fb1-4f07-a035-3627090751a9 req-89109443-ffae-4020-88d4-b45e220a43f8 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb518211-b6e8-424a-a889-ac173bc09eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849160 Aug 31 01:10:50.365468 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-aadc093d-6b4e-4769-8f98-cdd6437b43a4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.366021 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-aadc093d-6b4e-4769-8f98-cdd6437b43a4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.366469 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-aadc093d-6b4e-4769-8f98-cdd6437b43a4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Floating IP ad2dc45b-7a20-4d13-bd3d-2c8dd736a9f4 disassociated. External IP: 172.25.6.171, port: ce050db4-e2e8-421e-86c1-e31c9b043242. Aug 31 01:10:50.366797 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-aadc093d-6b4e-4769-8f98-cdd6437b43a4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Calling delete_port for ce050db4-e2e8-421e-86c1-e31c9b043242 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:50.399790 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d7f32617-4d61-4b0f-a078-d525f498d55c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.424982 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-d7f32617-4d61-4b0f-a078-d525f498d55c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for 158a2a68-2bf4-444f-8e37-a72be427ad59 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:50.427204 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-71ef58b7-39cb-4eb0-8306-b35533506edd req-22297fda-b45c-4691-ab51-72b06372133e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.430306 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-71ef58b7-39cb-4eb0-8306-b35533506edd req-22297fda-b45c-4691-ab51-72b06372133e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.431702 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71ef58b7-39cb-4eb0-8306-b35533506edd req-22297fda-b45c-4691-ab51-72b06372133e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] 10.222.0.58 "DELETE /v2.0/security-groups/704cdb6b-e732-4da1-b628-7766e32ab49a HTTP/1.1" status: 204 len: 173 time: 0.5119524 Aug 31 01:10:50.438720 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48076) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:50.464643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22297fda-b45c-4691-ab51-72b06372133e tempest-SecurityGroupsTestJSON-1846555666 tempest-SecurityGroupsTestJSON-1846555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704cdb6b-e732-4da1-b628-7766e32ab49a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:50.550363 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd70e82-196f-47d0-a3d5-6ad0255c4621 admin admin] Deleting subnet 78793fe1-f988-4afa-94d0-02e57dc1f291 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:50.560891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48082) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:50.566945 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5fd70e82-196f-47d0-a3d5-6ad0255c4621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.596285 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7fa8-d128-48a4-aec8-03a4ba647fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.664219 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5fd70e82-196f-47d0-a3d5-6ad0255c4621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.703155 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7aee98c-cf31-421d-909c-d0f5c8e55cdc admin admin] Deleting subnet 0c7b5941-18b1-4d66-973f-0946d6405ee4 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:50.709169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b7fa8-d128-48a4-aec8-03a4ba647fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84148e09-11bf-4633-bde0-a6bf316cfa04,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:50.714207 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7aee98c-cf31-421d-909c-d0f5c8e55cdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.745977 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-aadc093d-6b4e-4769-8f98-cdd6437b43a4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.767892 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7aee98c-cf31-421d-909c-d0f5c8e55cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.775161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-23534f36-2e7b-4992-85e6-6e42f2d25dd9 None None] Provisioning for port 158a2a68-2bf4-444f-8e37-a72be427ad59 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:50.779970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-23534f36-2e7b-4992-85e6-6e42f2d25dd9 None None] Provisioning complete for port 158a2a68-2bf4-444f-8e37-a72be427ad59 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:50.780558 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-23534f36-2e7b-4992-85e6-6e42f2d25dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.784554 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5fd70e82-196f-47d0-a3d5-6ad0255c4621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.786974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc093d-6b4e-4769-8f98-cdd6437b43a4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Pushing event deleted for resources: {'Port': ['ID=ce050db4-e2e8-421e-86c1-e31c9b043242,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:50.816973 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b7fa8-d128-48a4-aec8-03a4ba647fa1 admin admin] Checking segment: {'id': '8887bb04-1d71-44b4-9e2b-cc01334cda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:50.818032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b7fa8-d128-48a4-aec8-03a4ba647fa1 admin admin] Network hostable DHCP agents. Network: 0e3f2a17-c813-42cf-bfa5-e9c462417207, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:10:50.841102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-23534f36-2e7b-4992-85e6-6e42f2d25dd9 None None] Port 158a2a68-2bf4-444f-8e37-a72be427ad59 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:50.854317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-23534f36-2e7b-4992-85e6-6e42f2d25dd9 None None] Provisioning complete for port 6e724bcc-06fc-4410-9251-4e9b19598304 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:50.854695 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-23534f36-2e7b-4992-85e6-6e42f2d25dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.902256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:50.925267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:50.925617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7ba9b6ae-4f1c-4b82-a3c9-7751ab1e39b1 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:50.934314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b7fa8-d128-48a4-aec8-03a4ba647fa1 admin admin] Network 0e3f2a17-c813-42cf-bfa5-e9c462417207 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:10:50.951833 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-ec2b7fa8-d128-48a4-aec8-03a4ba647fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 0e3f2a17-c813-42cf-bfa5-e9c462417207) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:50.957553 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7aee98c-cf31-421d-909c-d0f5c8e55cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:50.962488 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-aadc093d-6b4e-4769-8f98-cdd6437b43a4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Router 83e78529-9b62-418a-818a-cfc52befd357 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:10:50.986856 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c12ead-2609-4f49-9c4b-57aeec195059 None None] Network 0e3f2a17-c813-42cf-bfa5-e9c462417207 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:51.012997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2b7fa8-d128-48a4-aec8-03a4ba647fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:51.013606 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7fa8-d128-48a4-aec8-03a4ba647fa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.117771 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ec2b7fa8-d128-48a4-aec8-03a4ba647fa1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1857135 Aug 31 01:10:51.120707 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5fd70e82-196f-47d0-a3d5-6ad0255c4621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.124206 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48092) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:51.129425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-a8519ebd-7c32-4f5d-9fcd-90e05134e9d3 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:51.130885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-a8519ebd-7c32-4f5d-9fcd-90e05134e9d3 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/networks?id=e37dd1ba-4aef-4e8b-b481-8341af1dd2b3 HTTP/1.1" status: 200 len: 813 time: 0.3585374 Aug 31 01:10:51.136767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:51.143625 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7aee98c-cf31-421d-909c-d0f5c8e55cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.147818 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-53f5c9c5-82f2-4691-80f1-a1f8efd24d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.187073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1612213f-ecfe-4dbc-8f40-0ded115b1b87 None None] Could not find standard attr ID for object 158a2a68-2bf4-444f-8e37-a72be427ad59. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:10:51.193637 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7aee98c-cf31-421d-909c-d0f5c8e55cdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.198000 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a7aee98c-cf31-421d-909c-d0f5c8e55cdc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0c7b5941-18b1-4d66-973f-0946d6405ee4 HTTP/1.1" status: 204 len: 168 time: 0.6323080 Aug 31 01:10:51.198000 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d7f32617-4d61-4b0f-a078-d525f498d55c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.198548 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aee98c-cf31-421d-909c-d0f5c8e55cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c7b5941-18b1-4d66-973f-0946d6405ee4,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:51.203374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-0e3f2a17-c813-42cf-bfa5-e9c462417207', 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'fixed_ips': [{'subnet_id': '84148e09-11bf-4633-bde0-a6bf316cfa04'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:10:51.204422 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.214647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48094) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:51.222812 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-867bd2dc-0023-4252-ae6b-7651f3cbdba0 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/quotas/71fac6316a8b486391f718e5d58dca49 HTTP/1.1" status: 200 len: 375 time: 0.0665159 Aug 31 01:10:51.296305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f32617-4d61-4b0f-a078-d525f498d55c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=158a2a68-2bf4-444f-8e37-a72be427ad59,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:51.387373 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-470ee946-be65-498b-84d6-da643870e912 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=71fac6316a8b486391f718e5d58dca49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1057174 Aug 31 01:10:51.449909 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d7f32617-4d61-4b0f-a078-d525f498d55c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.458754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d7f32617-4d61-4b0f-a078-d525f498d55c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/158a2a68-2bf4-444f-8e37-a72be427ad59 HTTP/1.1" status: 204 len: 168 time: 1.7956402 Aug 31 01:10:51.463201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48100) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:51.603565 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8853b385-f98b-42a8-9cc9-c8f86419a087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.621696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Allocated IP 172.20.0.2 (0e3f2a17-c813-42cf-bfa5-e9c462417207/84148e09-11bf-4633-bde0-a6bf316cfa04/a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:51.627499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc03b82f-f888-4d6e-9170-fb5e508f2f07 req-10193bee-7457-4419-9ee7-4b872f72902d tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b55fa2-d164-4fc0-be1f-b0c939578cbc HTTP/1.1" status: 200 len: 210 time: 0.0795462 Aug 31 01:10:51.630568 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd70e82-196f-47d0-a3d5-6ad0255c4621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78793fe1-f988-4afa-94d0-02e57dc1f291,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:51.644246 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5fd70e82-196f-47d0-a3d5-6ad0255c4621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.646561 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5fd70e82-196f-47d0-a3d5-6ad0255c4621 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/78793fe1-f988-4afa-94d0-02e57dc1f291 HTTP/1.1" status: 204 len: 168 time: 1.1825898 Aug 31 01:10:51.659583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48104) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:51.659775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f884008f-633f-4f9b-a462-4766549777ac tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:51.659775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f884008f-633f-4f9b-a462-4766549777ac tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1913061 Aug 31 01:10:51.664976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48106) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:51.711365 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.712382 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.733976 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-aadc093d-6b4e-4769-8f98-cdd6437b43a4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:10:51.750326 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be349ade-84cc-4229-a99c-e685cfe8e219 None None] Sync routers for ids ['83e78529-9b62-418a-818a-cfc52befd357'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:10:51.780000 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be349ade-84cc-4229-a99c-e685cfe8e219 None None] Routers {'83e78529-9b62-418a-818a-cfc52befd357'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:10:51.780654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-be349ade-84cc-4229-a99c-e685cfe8e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:10:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['83e78529-9b62-418a-818a-cfc52befd357'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:51.798782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.827857 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-431cc5ba-5e5a-4ca1-bca9-c7c61fc57fa8 service neutron] 10.222.0.58 "GET /v2.0/networks/e37dd1ba-4aef-4e8b-b481-8341af1dd2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395468 Aug 31 01:10:51.831059 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-aadc093d-6b4e-4769-8f98-cdd6437b43a4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] No DVR routers for this DVR port ce050db4-e2e8-421e-86c1-e31c9b043242 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:51.852541 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8853b385-f98b-42a8-9cc9-c8f86419a087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.870149 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-aadc093d-6b4e-4769-8f98-cdd6437b43a4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.870610 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc1aa8c-11d4-4a3e-87d9-b9028c8309d8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:51.872678 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7cd504ea-27ce-45f7-a7d2-53d093e45f55 req-aadc093d-6b4e-4769-8f98-cdd6437b43a4 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.70 "DELETE /v2.0/ports/ce050db4-e2e8-421e-86c1-e31c9b043242 HTTP/1.1" status: 204 len: 173 time: 1.9230909 Aug 31 01:10:51.875214 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0dc1aa8c-11d4-4a3e-87d9-b9028c8309d8 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2056038 Aug 31 01:10:51.875447 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a3648c72-e946-413a-966e-795fa5a435bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.876993 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b55fa2-d164-4fc0-be1f-b0c939578cbc', 'name': 'network-vif-deleted', 'tag': 'ce050db4-e2e8-421e-86c1-e31c9b043242'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:51.880731 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aef811-facf-4120-b5b8-0e036e76aa01" -d '{"events": [{"server_uuid": "79b55fa2-d164-4fc0-be1f-b0c939578cbc", "name": "network-vif-deleted", "tag": "ce050db4-e2e8-421e-86c1-e31c9b043242"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:51.883111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48112) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:51.934992 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:51.952305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-8853b385-f98b-42a8-9cc9-c8f86419a087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b734ca-33f5-4745-bbb5-f8e2a5775897']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:51.957820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Transition to ACTIVE for port object a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:51.988394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Transition to ACTIVE for port object a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:51.991891 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-be349ade-84cc-4229-a99c-e685cfe8e219 None None] Set router 83e78529-9b62-418a-818a-cfc52befd357 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:10:52.004158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-8853b385-f98b-42a8-9cc9-c8f86419a087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de996be0-d4c9-4783-bb88-fdc563f00084') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:52.004517 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-8853b385-f98b-42a8-9cc9-c8f86419a087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de996be0-d4c9-4783-bb88-fdc563f00084') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:52.025707 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.045329 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.067477 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8853b385-f98b-42a8-9cc9-c8f86419a087 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.089434 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a3648c72-e946-413a-966e-795fa5a435bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.107126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ed626f-1429-456d-83b5-3b5dfe623f83 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:52.108907 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ed626f-1429-456d-83b5-3b5dfe623f83 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:52.109362 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a3648c72-e946-413a-966e-795fa5a435bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ac95a5-0c50-4e8d-b049-620d89144a3f']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:52.110544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ed626f-1429-456d-83b5-3b5dfe623f83 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:52.115624 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b2ed626f-1429-456d-83b5-3b5dfe623f83 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2163854 Aug 31 01:10:52.116905 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8853b385-f98b-42a8-9cc9-c8f86419a087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.118846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48116) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:52.125722 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Network 0e3f2a17-c813-42cf-bfa5-e9c462417207 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:52.131254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:52.133818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:52.143146 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a3648c72-e946-413a-966e-795fa5a435bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2578acc-cfbe-400e-94df-f58e5caab0fd') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:52.143489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a3648c72-e946-413a-966e-795fa5a435bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2578acc-cfbe-400e-94df-f58e5caab0fd') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:52.146661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Pushing event updated for resources: {'Port': ['ID=a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:52.160176 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a3648c72-e946-413a-966e-795fa5a435bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.175389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8853b385-f98b-42a8-9cc9-c8f86419a087 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:10:52.176042 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8853b385-f98b-42a8-9cc9-c8f86419a087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:10:52.184394 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:10:52.186369 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a3648c72-e946-413a-966e-795fa5a435bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.194065 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3648c72-e946-413a-966e-795fa5a435bc admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:10:52.194469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a3648c72-e946-413a-966e-795fa5a435bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:10:52.197192 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:10:52.233800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac7276-05de-43f1-a6c9-6d0595c059cd req-3fcd2d9c-3ec2-4b4e-8738-89394dcbf9d0 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:52.235620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3ac7276-05de-43f1-a6c9-6d0595c059cd req-3fcd2d9c-3ec2-4b4e-8738-89394dcbf9d0 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 946 time: 0.2433736 Aug 31 01:10:52.249316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Attempting to bind port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:52.249574 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-543e133b-c2b6-4b29-9160-b8445cee3bbb service neutron] 10.222.0.58 "GET /v2.0/networks/e37dd1ba-4aef-4e8b-b481-8341af1dd2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186752 Aug 31 01:10:52.249674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Attempting to bind port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '8887bb04-1d71-44b4-9e2b-cc01334cda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:52.250389 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Attempting to bind port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 on network 0e3f2a17-c813-42cf-bfa5-e9c462417207 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:52.265779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:52.266242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Checking segment: {'id': '8887bb04-1d71-44b4-9e2b-cc01334cda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:52.266551 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.266986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Bound using segment: {'id': '8887bb04-1d71-44b4-9e2b-cc01334cda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:52.268826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Bound port: a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8887bb04-1d71-44b4-9e2b-cc01334cda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:52.269248 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.294327 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a3648c72-e946-413a-966e-795fa5a435bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.303535 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a3648c72-e946-413a-966e-795fa5a435bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.306067 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a3648c72-e946-413a-966e-795fa5a435bc admin admin] 10.222.0.58 "DELETE /v2.0/networks/b3ac95a5-0c50-4e8d-b049-620d89144a3f HTTP/1.1" status: 204 len: 168 time: 0.6539185 Aug 31 01:10:52.323695 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3648c72-e946-413a-966e-795fa5a435bc admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ac95a5-0c50-4e8d-b049-620d89144a3f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:52.330622 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8853b385-f98b-42a8-9cc9-c8f86419a087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.345441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 384fe44a-cc66-47c3-aba9-fde8628e141a {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:52.355213 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:10:52.392096 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.424543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] For port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:52.430196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] For port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6,segment=NetworkSegment(8887bb04-1d71-44b4-9e2b-cc01334cda22),segment_id=8887bb04-1d71-44b4-9e2b-cc01334cda22)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:52.439270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-be349ade-84cc-4229-a99c-e685cfe8e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e78529-9b62-418a-818a-cfc52befd357', 'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:07Z', 'updated_at': '2021-08-31T01:08:20Z', 'revision_number': 4, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'gw_port': {'id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:09Z', 'updated_at': '2021-08-31T01:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd7fb214a-fe22-4468-8e23-cce2f2f47d99', 'name': '', 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'mac_address': 'fa:16:3e:5c:de:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:18Z', 'updated_at': '2021-08-31T01:08:29Z', 'revision_number': 5, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'subnets': [{'id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:52.444974 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.480907 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8853b385-f98b-42a8-9cc9-c8f86419a087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.487169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8853b385-f98b-42a8-9cc9-c8f86419a087 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b1b734ca-33f5-4745-bbb5-f8e2a5775897 HTTP/1.1" status: 204 len: 168 time: 1.2646785 Aug 31 01:10:52.506462 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.509936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853b385-f98b-42a8-9cc9-c8f86419a087 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b734ca-33f5-4745-bbb5-f8e2a5775897,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:52.530544 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.570367 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3ac7276-05de-43f1-a6c9-6d0595c059cd req-903f5cda-8ae0-48e5-95d8-7fb47028eb04 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197427 Aug 31 01:10:52.587316 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097bca2c-29ee-48aa-b6bd-588998227c8b x-openstack-request-id: req-097bca2c-29ee-48aa-b6bd-588998227c8b {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:52.587316 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b55fa2-d164-4fc0-be1f-b0c939578cbc", "name": "network-vif-deleted", "tag": "ce050db4-e2e8-421e-86c1-e31c9b043242", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:52.587316 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-097bca2c-29ee-48aa-b6bd-588998227c8b {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:52.587316 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b55fa2-d164-4fc0-be1f-b0c939578cbc', 'name': 'network-vif-deleted', 'tag': 'ce050db4-e2e8-421e-86c1-e31c9b043242', 'status': 'completed', 'code': 200} Aug 31 01:10:52.598905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be349ade-84cc-4229-a99c-e685cfe8e219 None None] Checking router: 83e78529-9b62-418a-818a-cfc52befd357 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:10:52.600025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48126) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:52.602408 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:52.666592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be349ade-84cc-4229-a99c-e685cfe8e219 None None] Routers {'83e78529-9b62-418a-818a-cfc52befd357'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:10:52.667092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-be349ade-84cc-4229-a99c-e685cfe8e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:10:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['83e78529-9b62-418a-818a-cfc52befd357'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:52.746952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Allocated IP 172.25.6.143 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/e7fe24ba-47b0-4a34-8b02-568782505db1) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:52.768197 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48138) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:52.829736 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9ced8-6b23-456b-8ce8-6c45bcc1efb3 None None] Pushing event updated for resources: {'Port': ['ID=a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:52.870535 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-be349ade-84cc-4229-a99c-e685cfe8e219 None None] Set router 83e78529-9b62-418a-818a-cfc52befd357 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:10:52.903782 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-04277292-cd95-4096-a16a-e83523ae9f27 req-c354eba1-02ee-4649-8251-0963f303d37e tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 210 time: 0.1113372 Aug 31 01:10:52.944984 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ea6b9894-cfbf-4891-ad38-7b25c3d0a08b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1988b6629834bc3b0be69b3e294565e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641264 Aug 31 01:10:52.949322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48144) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:52.987307 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.155336 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.158273 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bb0ba1f1-1e04-4fc5-bd09-b0b4f82c2d9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b5695ad688543afbb3a0048b523f02d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5505219 Aug 31 01:10:53.158965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48154) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:53.199618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48156) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:53.213904 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.235234 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2951f81e-fa4e-4177-a212-cf9b66e50d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.275072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=384fe44a-cc66-47c3-aba9-fde8628e141a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:53.297838 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.298212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.298553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.298891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.299225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.299589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.300131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.300462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.300789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.301116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.302367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.302648 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:53.304935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b97e551-2831-4c1a-94e5-2c0e78283c5c None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:53.313331 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.317758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a8c74d0e-5905-4e3e-8021-70a6af93b6e0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/384fe44a-cc66-47c3-aba9-fde8628e141a HTTP/1.1" status: 204 len: 168 time: 1.1938374 Aug 31 01:10:53.321240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48162) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:53.327053 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2951f81e-fa4e-4177-a212-cf9b66e50d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.385566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-be349ade-84cc-4229-a99c-e685cfe8e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e78529-9b62-418a-818a-cfc52befd357', 'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:07Z', 'updated_at': '2021-08-31T01:08:20Z', 'revision_number': 4, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'gw_port': {'id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:09Z', 'updated_at': '2021-08-31T01:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd7fb214a-fe22-4468-8e23-cce2f2f47d99', 'name': '', 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'mac_address': 'fa:16:3e:5c:de:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:18Z', 'updated_at': '2021-08-31T01:08:29Z', 'revision_number': 5, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'subnets': [{'id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:53.427415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be349ade-84cc-4229-a99c-e685cfe8e219 None None] The sync data for ids ['83e78529-9b62-418a-818a-cfc52befd357'] in n-d-802060-13 is: [{'id': '83e78529-9b62-418a-818a-cfc52befd357', 'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:07Z', 'updated_at': '2021-08-31T01:08:20Z', 'revision_number': 4, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'gw_port': {'id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:09Z', 'updated_at': '2021-08-31T01:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd7fb214a-fe22-4468-8e23-cce2f2f47d99', 'name': '', 'network_id': '0a3819e2-02ee-41da-b074-f080a72a98c3', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'mac_address': 'fa:16:3e:5c:de:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:18Z', 'updated_at': '2021-08-31T01:08:29Z', 'revision_number': 5, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'subnets': [{'id': 'd6ee513f-971d-40cf-bd45-589d9285b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:10:53.429730 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6caf1c72-9546-4989-9394-b266162529da tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.444819 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0140955a-8c92-48fe-99b8-1d1a0355934b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.452518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2951f81e-fa4e-4177-a212-cf9b66e50d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.452719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-3734bff0-f349-4aea-82e9-b765d54d710a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet dce9d31b-625a-4f80-bc50-ff9725ebeec9 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:53.465183 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3734bff0-f349-4aea-82e9-b765d54d710a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.480107 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2951f81e-fa4e-4177-a212-cf9b66e50d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.481483 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2951f81e-fa4e-4177-a212-cf9b66e50d16 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93716430-f6e2-4dd7-9f17-e2758b50435c HTTP/1.1" status: 204 len: 168 time: 0.5269675 Aug 31 01:10:53.483216 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.531944 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0140955a-8c92-48fe-99b8-1d1a0355934b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.553672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:53.560145 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3734bff0-f349-4aea-82e9-b765d54d710a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.570289 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:53.637084 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:53.642724 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6caf1c72-9546-4989-9394-b266162529da tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.646161 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951f81e-fa4e-4177-a212-cf9b66e50d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93716430-f6e2-4dd7-9f17-e2758b50435c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:53.709442 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2bdb2389-a4f1-4fa4-89ed-9d2237e2dbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.715258 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3734bff0-f349-4aea-82e9-b765d54d710a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.723086 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0140955a-8c92-48fe-99b8-1d1a0355934b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.726791 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0140955a-8c92-48fe-99b8-1d1a0355934b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.729105 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0140955a-8c92-48fe-99b8-1d1a0355934b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c059f3f1-0d20-4cb8-ab13-3ca698e8da5f HTTP/1.1" status: 204 len: 168 time: 0.5261292 Aug 31 01:10:53.748069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Pushing event updated for resources: {'Port': ['ID=e7fe24ba-47b0-4a34-8b02-568782505db1,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:53.800740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140955a-8c92-48fe-99b8-1d1a0355934b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c059f3f1-0d20-4cb8-ab13-3ca698e8da5f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:53.884064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ce050db4-e2e8-421e-86c1-e31c9b043242 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:53.927882 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3734bff0-f349-4aea-82e9-b765d54d710a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.957392 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6caf1c72-9546-4989-9394-b266162529da tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.969786 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6caf1c72-9546-4989-9394-b266162529da tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:53.978681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: ce050db4-e2e8-421e-86c1-e31c9b043242 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:53.979054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ce050db4-e2e8-421e-86c1-e31c9b043242 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:53.982532 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6caf1c72-9546-4989-9394-b266162529da tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "DELETE /v2.0/security-groups/fb518211-b6e8-424a-a889-ac173bc09eed HTTP/1.1" status: 204 len: 168 time: 0.7786009 Aug 31 01:10:54.072025 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.090641 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48170) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:54.178006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:54.190343 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-ca844c26-93bc-450e-82b3-3ad989544646 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] show failed (client error): The resource could not be found. Aug 31 01:10:54.191537 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ca844c26-93bc-450e-82b3-3ad989544646 tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "GET /v2.0/security-groups/fb518211-b6e8-424a-a889-ac173bc09eed HTTP/1.1" status: 404 len: 347 time: 0.0829084 Aug 31 01:10:54.212290 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48176) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:54.267974 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f3f4b5-0275-4adf-8ba2-56d9b06ddc23 None None] New status for floating IP ad2dc45b-7a20-4d13-bd3d-2c8dd736a9f4: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:10:54.280035 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf1c72-9546-4989-9394-b266162529da tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb518211-b6e8-424a-a889-ac173bc09eed,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:54.493530 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.503682 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:54.562288 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf66ed8-b97c-4c37-8cfa-6321c645324e None None] Network 0e3f2a17-c813-42cf-bfa5-e9c462417207 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:54.773678 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3734bff0-f349-4aea-82e9-b765d54d710a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.774400 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-9941834e-08ae-4d4c-af86-40fc2a3d9c03 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:54.777110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3734bff0-f349-4aea-82e9-b765d54d710a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/dce9d31b-625a-4f80-bc50-ff9725ebeec9 HTTP/1.1" status: 204 len: 168 time: 1.4545679 Aug 31 01:10:54.784311 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-9941834e-08ae-4d4c-af86-40fc2a3d9c03 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.70 "GET /v2.0/networks?id=e37dd1ba-4aef-4e8b-b481-8341af1dd2b3 HTTP/1.1" status: 200 len: 813 time: 0.6046607 Aug 31 01:10:54.787659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48198) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:54.793128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734bff0-f349-4aea-82e9-b765d54d710a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=dce9d31b-625a-4f80-bc50-ff9725ebeec9,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:54.821781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-ea12584d-1b8b-44e4-a74c-b1d31c5b2eeb tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Request body: {'port': {'device_id': '6558ce1b-69ac-4fc7-bb58-10e08a6f97d1', 'network_id': 'e37dd1ba-4aef-4e8b-b481-8341af1dd2b3', 'admin_state_up': True, 'tenant_id': '71fac6316a8b486391f718e5d58dca49'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:54.846968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a6a66bc-c32f-4a7f-bbad-e1b31d30b578 req-632dc122-1dbe-4591-9d7b-1bb708a9edb8 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 210 time: 0.0954409 Aug 31 01:10:54.891399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fcb9c96d-ecf7-493c-b168-5495c127f1a7 None None] Provisioning for port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:54.900670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fcb9c96d-ecf7-493c-b168-5495c127f1a7 None None] Provisioning complete for port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:54.901055 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fcb9c96d-ecf7-493c-b168-5495c127f1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:54.985737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48204) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:54.986587 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6426b647-b0e9-4479-9cae-56fcbe40c657 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1963913 Aug 31 01:10:55.001873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-6675467a-cbad-4ff5-8a22-71d074db237a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:55.023102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8107f87a-1ebf-4210-a7a8-98cf750c08f0 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:55.054991 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.181898 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6675467a-cbad-4ff5-8a22-71d074db237a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:55.186505 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6675467a-cbad-4ff5-8a22-71d074db237a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.484678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b13c823e-e756-4082-b1e5-1c701a704eaf tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Deleting port c066534a-676e-476e-8032-e76f8805d56d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:55.485566 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b13c823e-e756-4082-b1e5-1c701a704eaf tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.519202 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fcb9c96d-ecf7-493c-b168-5495c127f1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.581186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48226) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:55.613597 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6675467a-cbad-4ff5-8a22-71d074db237a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.709446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6675467a-cbad-4ff5-8a22-71d074db237a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:55.712501 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-fcb9c96d-ecf7-493c-b168-5495c127f1a7 None None] For port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6,segment=NetworkSegment(8887bb04-1d71-44b4-9e2b-cc01334cda22),segment_id=8887bb04-1d71-44b4-9e2b-cc01334cda22)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:55.717055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-ea12584d-1b8b-44e4-a74c-b1d31c5b2eeb tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Made reservation on behalf of 71fac6316a8b486391f718e5d58dca49 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:55.720802 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-6675467a-cbad-4ff5-8a22-71d074db237a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:55.723647 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-ea12584d-1b8b-44e4-a74c-b1d31c5b2eeb tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.727146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6675467a-cbad-4ff5-8a22-71d074db237a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:55.727772 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6675467a-cbad-4ff5-8a22-71d074db237a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.729982 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fcb9c96d-ecf7-493c-b168-5495c127f1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.783378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675467a-cbad-4ff5-8a22-71d074db237a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=4f176436-c5b7-4835-8f16-d4ce72ee35f3,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:55.802977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6675467a-cbad-4ff5-8a22-71d074db237a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8160529 Aug 31 01:10:55.803919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48236) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:55.820763 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a17f6777-3dde-42f6-9885-43feed676b06 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:55.827321 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2558e99b-0913-448f-9c41-5c4228869641 None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:10:55.831921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-608232518-network', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:55.839338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9c96d-ecf7-493c-b168-5495c127f1a7 None None] Pushing event updated for resources: {'Port': ['ID=a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:55.888145 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-ea12584d-1b8b-44e4-a74c-b1d31c5b2eeb tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Allocated IP 172.20.0.3 (e37dd1ba-4aef-4e8b-b481-8341af1dd2b3/0eb5c721-350f-4259-a4d0-21b05367b449/5ddc905c-2cb2-43f6-ae31-67c75787ca1f) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:55.891202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-abbd6470-b24d-4029-bd0d-cdf79df31ea0 None None] Provisioning complete for port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:55.891713 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-abbd6470-b24d-4029-bd0d-cdf79df31ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.949313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] Made reservation on behalf of fd2e94df38da44a893e4b2ce9a2b179c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:55.951634 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:55.986463 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6e724bcc-06fc-4410-9251-4e9b19598304 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:55.992584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2558e99b-0913-448f-9c41-5c4228869641 None None] Deleting port 6e724bcc-06fc-4410-9251-4e9b19598304 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:55.995308 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2558e99b-0913-448f-9c41-5c4228869641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.014468 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.065604 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.091018 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b13c823e-e756-4082-b1e5-1c701a704eaf tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.094631 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b13c823e-e756-4082-b1e5-1c701a704eaf tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.109450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b13c823e-e756-4082-b1e5-1c701a704eaf tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Calling delete_port for c066534a-676e-476e-8032-e76f8805d56d owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:56.110414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95cc86a2-889c-494a-b041-93f0d926a254 req-93c198c8-8c1a-432c-967f-5dc674073a0c tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 210 time: 0.0837927 Aug 31 01:10:56.221591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2558e99b-0913-448f-9c41-5c4228869641 None None] For port 6e724bcc-06fc-4410-9251-4e9b19598304, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6e724bcc-06fc-4410-9251-4e9b19598304,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:56.222021 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2558e99b-0913-448f-9c41-5c4228869641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.230415 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.242785 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.250132 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.265792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2558e99b-0913-448f-9c41-5c4228869641 None None] Calling delete_port for 6e724bcc-06fc-4410-9251-4e9b19598304 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:56.283495 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-abbd6470-b24d-4029-bd0d-cdf79df31ea0 None None] Provisioning complete for port 6e724bcc-06fc-4410-9251-4e9b19598304 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:56.283898 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-abbd6470-b24d-4029-bd0d-cdf79df31ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.306969 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:10:56.319856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17f6777-3dde-42f6-9885-43feed676b06 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:56.324289 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a17f6777-3dde-42f6-9885-43feed676b06 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.338085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 6e724bcc-06fc-4410-9251-4e9b19598304, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6e724bcc-06fc-4410-9251-4e9b19598304,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:56.344806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0ce9f7-701a-4133-9e95-06f1079b5c43,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:56.379721 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.380137 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] Added segment 332b2dbc-729f-4b62-bca1-cafb20e9e21c of type vlan for network d8218574-09a4-4a00-a1f9-aaee997eb8ad Aug 31 01:10:56.382540 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.447785 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.483111 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=6e724bcc-06fc-4410-9251-4e9b19598304,revision_number=13']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:56.493620 n-d-802060-13 neutron-server[94761]: INFO neutron.db.ipam_backend_mixin [None req-a17f6777-3dde-42f6-9885-43feed676b06 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f176436-c5b7-4835-8f16-d4ce72ee35f3 (CIDR: 2001:db8::/64) Aug 31 01:10:56.501809 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17f6777-3dde-42f6-9885-43feed676b06 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:10:56.502433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17f6777-3dde-42f6-9885-43feed676b06 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:10:56.516947 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.518299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:56.519086 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.543913 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a17f6777-3dde-42f6-9885-43feed676b06 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7333167 Aug 31 01:10:56.566575 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48266) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:56.573577 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2558e99b-0913-448f-9c41-5c4228869641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.579039 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:56.586458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0034850 Aug 31 01:10:56.588936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48268) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:56.595786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-12ce8448-eb59-4ea1-9a87-fb9ef1c05765 admin admin] Request body: {'subnet': {'network_id': 'd8218574-09a4-4a00-a1f9-aaee997eb8ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-608232518-subnet', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:56.610086 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-ea12584d-1b8b-44e4-a74c-b1d31c5b2eeb tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.626933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48270) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:56.627706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859efa9d-64a3-4227-a95d-f06c5e114bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=d8218574-09a4-4a00-a1f9-aaee997eb8ad,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:56.640313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2558e99b-0913-448f-9c41-5c4228869641 None None] No DVR routers for this DVR port 6e724bcc-06fc-4410-9251-4e9b19598304 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:56.665016 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ce8448-eb59-4ea1-9a87-fb9ef1c05765 admin admin] Made reservation on behalf of fd2e94df38da44a893e4b2ce9a2b179c for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:56.666456 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-12ce8448-eb59-4ea1-9a87-fb9ef1c05765 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.691671 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network d8218574-09a4-4a00-a1f9-aaee997eb8ad details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:10:56.694328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb46c8c-e6f1-48c3-89e2-843d358556fa None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:56.696295 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-abbd6470-b24d-4029-bd0d-cdf79df31ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.719028 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558e99b-0913-448f-9c41-5c4228869641 None None] Pushing event deleted for resources: {'Port': ['ID=6e724bcc-06fc-4410-9251-4e9b19598304,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:56.720445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Router 41a3c3d6-496d-4228-96e9-cef224e95963 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:10:56.722192 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b13c823e-e756-4082-b1e5-1c701a704eaf tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.768455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c823e-e756-4082-b1e5-1c701a704eaf tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Pushing event deleted for resources: {'Port': ['ID=c066534a-676e-476e-8032-e76f8805d56d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:56.823451 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e6217919-3f12-42e7-8855-38463131fd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:56.833118 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.002147 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-12ce8448-eb59-4ea1-9a87-fb9ef1c05765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.008289 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': '4f176436-c5b7-4835-8f16-d4ce72ee35f3'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:10:57.009885 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.062450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce8448-eb59-4ea1-9a87-fb9ef1c05765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e156690-4424-40fb-9283-cc9f13205685,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:57.097774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ce8448-eb59-4ea1-9a87-fb9ef1c05765 admin admin] Checking segment: {'id': '332b2dbc-729f-4b62-bca1-cafb20e9e21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd8218574-09a4-4a00-a1f9-aaee997eb8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:57.098176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ce8448-eb59-4ea1-9a87-fb9ef1c05765 admin admin] Network hostable DHCP agents. Network: d8218574-09a4-4a00-a1f9-aaee997eb8ad, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:10:57.125305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ce8448-eb59-4ea1-9a87-fb9ef1c05765 admin admin] Network d8218574-09a4-4a00-a1f9-aaee997eb8ad is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:10:57.136780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-12ce8448-eb59-4ea1-9a87-fb9ef1c05765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, d8218574-09a4-4a00-a1f9-aaee997eb8ad) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:57.142012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ce8448-eb59-4ea1-9a87-fb9ef1c05765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:57.142868 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-12ce8448-eb59-4ea1-9a87-fb9ef1c05765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.153802 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e28d0e-8060-4d76-a2d8-c1d20fef63d9 None None] Network d8218574-09a4-4a00-a1f9-aaee997eb8ad requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:10:57.229973 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-ea12584d-1b8b-44e4-a74c-b1d31c5b2eeb tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.246212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-12ce8448-eb59-4ea1-9a87-fb9ef1c05765 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6559265 Aug 31 01:10:57.247495 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.db.api [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:10:57.247495 n-d-802060-13 neutron-server[94760]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 01:10:57.247495 n-d-802060-13 neutron-server[94760]: [parameters: {'project_id': '230f8e28d5d947de9a99be345d676336', 'id': '07be6ec6-165c-4e97-8e24-f39cbe5c0f39', 'expiration': datetime.datetime(2021, 8, 31, 1, 12, 57, 223346)}] Aug 31 01:10:57.247495 n-d-802060-13 neutron-server[94760]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:10:57.248212 n-d-802060-13 neutron-server[94760]: DEBUG oslo_db.api [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:10:57.264682 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48290) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:57.275317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Allocated IP 2001:db8::2 (14e22907-50bf-4f4c-96ff-7b9fef164758/4f176436-c5b7-4835-8f16-d4ce72ee35f3/9ae79a6e-03dd-421a-9f5c-e5057030f4f7) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:57.303247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-608232518-router', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:57.335782 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-ea12584d-1b8b-44e4-a74c-b1d31c5b2eeb tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Network e37dd1ba-4aef-4e8b-b481-8341af1dd2b3 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:57.339913 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b13c823e-e756-4082-b1e5-1c701a704eaf tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.342903 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b13c823e-e756-4082-b1e5-1c701a704eaf tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.347359 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b13c823e-e756-4082-b1e5-1c701a704eaf tempest-ServersTestManualDisk-1808854571 tempest-ServersTestManualDisk-1808854571-project] 10.222.0.58 "DELETE /v2.0/floatingips/ad2dc45b-7a20-4d13-bd3d-2c8dd736a9f4 HTTP/1.1" status: 204 len: 168 time: 3.1317143 Aug 31 01:10:57.353575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48292) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:57.355464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-ea12584d-1b8b-44e4-a74c-b1d31c5b2eeb tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:57.366851 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-ea12584d-1b8b-44e4-a74c-b1d31c5b2eeb tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:57.398630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12584d-1b8b-44e4-a74c-b1d31c5b2eeb tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Pushing event updated for resources: {'Port': ['ID=5ddc905c-2cb2-43f6-ae31-67c75787ca1f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:57.414802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:10:57.416150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-d8218574-09a4-4a00-a1f9-aaee997eb8ad', 'network_id': 'd8218574-09a4-4a00-a1f9-aaee997eb8ad', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'fixed_ips': [{'subnet_id': '7e156690-4424-40fb-9283-cc9f13205685'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:10:57.417001 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.438919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-ea12584d-1b8b-44e4-a74c-b1d31c5b2eeb tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:57.439594 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-ea12584d-1b8b-44e4-a74c-b1d31c5b2eeb tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.441209 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Sync routers for ids ['41a3c3d6-496d-4228-96e9-cef224e95963'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:10:57.495796 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a3037-3e7e-44cb-a4df-620f5b0c9656 req-d4303956-7747-49b7-ad6e-e7fffb295a0b tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:57.497625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-575a3037-3e7e-44cb-a4df-620f5b0c9656 req-d4303956-7747-49b7-ad6e-e7fffb295a0b tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 931 time: 0.2180109 Aug 31 01:10:57.525866 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Routers {'41a3c3d6-496d-4228-96e9-cef224e95963'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:10:57.526508 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:10:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['41a3c3d6-496d-4228-96e9-cef224e95963'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:57.615960 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e6217919-3f12-42e7-8855-38463131fd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.630863 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.641870 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-85eb0526-dbf0-48e1-bcdb-84c8e6c75108 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.5143766 Aug 31 01:10:57.643033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48304) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:57.664795 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-575a3037-3e7e-44cb-a4df-620f5b0c9656 req-b593cb4f-d7f4-469a-b4f0-ea7f0153a7a5 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d104040-6a07-41f3-8acd-84533bb099ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359448 Aug 31 01:10:57.669699 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e6217919-3f12-42e7-8855-38463131fd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.732416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Allocated IP 172.20.0.2 (d8218574-09a4-4a00-a1f9-aaee997eb8ad/7e156690-4424-40fb-9283-cc9f13205685/f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:57.772937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Set router 41a3c3d6-496d-4228-96e9-cef224e95963 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:10:57.775151 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.776555 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.777927 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:57.796614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6217919-3f12-42e7-8855-38463131fd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082e9f85-310d-44f1-a1fe-8deaead03358,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:57.810191 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e6217919-3f12-42e7-8855-38463131fd59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4189ec2f5f74462f9cfea0b0dc94ee78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1799581 Aug 31 01:10:57.817128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48310) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:57.893453 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Transition to ACTIVE for port object 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:57.893670 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-ea12584d-1b8b-44e4-a74c-b1d31c5b2eeb tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0785108 Aug 31 01:10:57.945073 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.193691 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-81bea29b-7051-4ea0-982b-525ea59fa73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.210513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Request body: {'port': {'device_id': '6558ce1b-69ac-4fc7-bb58-10e08a6f97d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:58.248932 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.282887 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-81bea29b-7051-4ea0-982b-525ea59fa73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.309497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b613db64-1580-48f3-84aa-d12fcf5cae8f details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:10:58.315105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:58.408719 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Transition to ACTIVE for port object 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:58.436850 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.452733 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:58.453563 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.457141 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-81bea29b-7051-4ea0-982b-525ea59fa73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.460267 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.460427 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-81bea29b-7051-4ea0-982b-525ea59fa73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.461690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-81bea29b-7051-4ea0-982b-525ea59fa73b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/082e9f85-310d-44f1-a1fe-8deaead03358 HTTP/1.1" status: 204 len: 168 time: 0.6394863 Aug 31 01:10:58.517248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bea29b-7051-4ea0-982b-525ea59fa73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082e9f85-310d-44f1-a1fe-8deaead03358,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:58.602407 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2dc59e97-a433-4af4-9e7d-2b9b0a333e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.640015 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:58.666692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:58.670094 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:58.739959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Pushing event updated for resources: {'Port': ['ID=9ae79a6e-03dd-421a-9f5c-e5057030f4f7,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:58.807406 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.818842 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Transition to ACTIVE for port object f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:58.840660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Transition to ACTIVE for port object f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:58.853280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:51Z', 'updated_at': '2021-08-31T01:10:54Z', 'revision_number': 3, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'gw_port': {'id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:52Z', 'updated_at': '2021-08-31T01:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:58.968812 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Attempting to bind port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:58.979032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Attempting to bind port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:58.980395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Attempting to bind port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:59.000499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Checking router: 41a3c3d6-496d-4228-96e9-cef224e95963 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:10:59.001301 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Updating router 41a3c3d6-496d-4228-96e9-cef224e95963 port e7fe24ba-47b0-4a34-8b02-568782505db1 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:10:59.063775 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.079497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:59.079874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:59.080278 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.088626 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:59.095856 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Bound port: 9ae79a6e-03dd-421a-9f5c-e5057030f4f7, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:59.096271 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.098313 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.113680 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddc905c-2cb2-43f6-ae31-67c75787ca1f {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:59.151692 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.227435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Transition to ACTIVE for port object 5ddc905c-2cb2-43f6-ae31-67c75787ca1f will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:59.286364 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.474894 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Pushing event updated for resources: {'Port': ['ID=5ddc905c-2cb2-43f6-ae31-67c75787ca1f,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:59.478378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Network d8218574-09a4-4a00-a1f9-aaee997eb8ad is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:59.479499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:59.479874 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.491324 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Pushing event updated for resources: {'Port': ['ID=f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:59.493430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:59.520198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:59.546198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.objects.ports [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:10:59.580086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:59.658368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] For port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:59.665547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] For port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9ae79a6e-03dd-421a-9f5c-e5057030f4f7,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:59.686616 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.714302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Attempting to bind port 5ddc905c-2cb2-43f6-ae31-67c75787ca1f on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:59.714766 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Attempting to bind port 5ddc905c-2cb2-43f6-ae31-67c75787ca1f by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'e8c49231-6d4e-4f56-bb0e-72b6ccb90db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e37dd1ba-4aef-4e8b-b481-8341af1dd2b3'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:59.715198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Attempting to bind port 5ddc905c-2cb2-43f6-ae31-67c75787ca1f on network e37dd1ba-4aef-4e8b-b481-8341af1dd2b3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:59.761747 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Port 5ddc905c-2cb2-43f6-ae31-67c75787ca1f on network e37dd1ba-4aef-4e8b-b481-8341af1dd2b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:10:59.762231 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Attempting to bind port 5ddc905c-2cb2-43f6-ae31-67c75787ca1f on network e37dd1ba-4aef-4e8b-b481-8341af1dd2b3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:59.776262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3f703-2c74-4f00-8c05-1603f3d737a0 req-4d7a0955-d1a3-456f-ab87-755381ebadef tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:59.778747 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:59.779201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Checking segment: {'id': 'e8c49231-6d4e-4f56-bb0e-72b6ccb90db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e37dd1ba-4aef-4e8b-b481-8341af1dd2b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:59.779715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Bound using segment: {'id': 'e8c49231-6d4e-4f56-bb0e-72b6ccb90db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e37dd1ba-4aef-4e8b-b481-8341af1dd2b3'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:59.780064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49b3f703-2c74-4f00-8c05-1603f3d737a0 req-4d7a0955-d1a3-456f-ab87-755381ebadef tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 931 time: 0.6920192 Aug 31 01:10:59.780373 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Bound port: 5ddc905c-2cb2-43f6-ae31-67c75787ca1f, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c49231-6d4e-4f56-bb0e-72b6ccb90db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e37dd1ba-4aef-4e8b-b481-8341af1dd2b3'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:59.780830 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.783326 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.786079 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.817820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48344) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:59.853627 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.962092 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.984956 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49b3f703-2c74-4f00-8c05-1603f3d737a0 req-0155ec50-8e62-48db-b893-e69e7e7149c8 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d104040-6a07-41f3-8acd-84533bb099ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726162 Aug 31 01:11:00.020208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] For port 5ddc905c-2cb2-43f6-ae31-67c75787ca1f, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:00.059729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'port_id': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'mac_address': 'fa:16:3e:29:48:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:00.064818 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.092201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Attempting to bind port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:00.092727 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Attempting to bind port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '332b2dbc-729f-4b62-bca1-cafb20e9e21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd8218574-09a4-4a00-a1f9-aaee997eb8ad'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:00.093190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Attempting to bind port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 on network d8218574-09a4-4a00-a1f9-aaee997eb8ad {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:00.101636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-2dc59e97-a433-4af4-9e7d-2b9b0a333e82 admin admin] Deleting port d7fb214a-fe22-4468-8e23-cce2f2f47d99 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:00.102168 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2dc59e97-a433-4af4-9e7d-2b9b0a333e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.109873 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] For port 5ddc905c-2cb2-43f6-ae31-67c75787ca1f, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5ddc905c-2cb2-43f6-ae31-67c75787ca1f,segment=NetworkSegment(e8c49231-6d4e-4f56-bb0e-72b6ccb90db4),segment_id=e8c49231-6d4e-4f56-bb0e-72b6ccb90db4)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:00.114913 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebc904-e16e-4031-8809-fe07fc5731ca None None] Pushing event updated for resources: {'Port': ['ID=9ae79a6e-03dd-421a-9f5c-e5057030f4f7,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.132913 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Allocated IP 172.20.0.1 (0e3f2a17-c813-42cf-bfa5-e9c462417207/84148e09-11bf-4633-bde0-a6bf316cfa04/e265dbb5-a909-466b-91bc-3315fa7f4007) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:00.147538 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.187592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Transition to ACTIVE for port object e7fe24ba-47b0-4a34-8b02-568782505db1 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:00.200164 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:00.200808 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Checking segment: {'id': '332b2dbc-729f-4b62-bca1-cafb20e9e21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd8218574-09a4-4a00-a1f9-aaee997eb8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:00.201394 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.201907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Bound using segment: {'id': '332b2dbc-729f-4b62-bca1-cafb20e9e21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd8218574-09a4-4a00-a1f9-aaee997eb8ad'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:00.202495 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Bound port: f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332b2dbc-729f-4b62-bca1-cafb20e9e21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd8218574-09a4-4a00-a1f9-aaee997eb8ad'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:00.203002 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.248892 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.291108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-260216151-network', 'tenant_id': '95af0f377d004c97af2ea9cc780e68f6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:00.310634 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.320359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:00.320991 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.322415 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] 10.222.0.70 "PUT /v2.0/ports/5ddc905c-2cb2-43f6-ae31-67c75787ca1f HTTP/1.1" status: 200 len: 1092 time: 2.1220691 Aug 31 01:11:00.395240 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6558ce1b-69ac-4fc7-bb58-10e08a6f97d1', 'tag': '5ddc905c-2cb2-43f6-ae31-67c75787ca1f'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:00.406952 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Attempting to bind port e7fe24ba-47b0-4a34-8b02-568782505db1 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:00.407607 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Attempting to bind port e7fe24ba-47b0-4a34-8b02-568782505db1 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:00.407942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Attempting to bind port e7fe24ba-47b0-4a34-8b02-568782505db1 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:00.418836 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a989c5-bcfd-422a-9b39-bdbdbaffd483" -d '{"events": [{"name": "network-changed", "server_uuid": "6558ce1b-69ac-4fc7-bb58-10e08a6f97d1", "tag": "5ddc905c-2cb2-43f6-ae31-67c75787ca1f"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:00.434702 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b613db64-1580-48f3-84aa-d12fcf5cae8f {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:00.460532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Allocated IP 172.25.6.121 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/155bd18c-64f6-47fa-8128-481b0540ca1b) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:00.481943 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] For port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:00.495081 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] For port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6,segment=NetworkSegment(332b2dbc-729f-4b62-bca1-cafb20e9e21c),segment_id=332b2dbc-729f-4b62-bca1-cafb20e9e21c)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:00.497109 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:00.497789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:00.498456 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.499088 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:00.500061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Bound port: e7fe24ba-47b0-4a34-8b02-568782505db1, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:00.500689 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.563865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae6113-6e53-47bb-8e3b-f8e8b34e5396 None None] Pushing event updated for resources: {'Port': ['ID=e7fe24ba-47b0-4a34-8b02-568782505db1,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.575944 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.620865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] For port e7fe24ba-47b0-4a34-8b02-568782505db1, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:00.621282 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a62fcf-cf53-4e7b-bdd3-e956bce18707 x-openstack-request-id: req-10a62fcf-cf53-4e7b-bdd3-e956bce18707 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:00.621639 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6558ce1b-69ac-4fc7-bb58-10e08a6f97d1", "tag": "5ddc905c-2cb2-43f6-ae31-67c75787ca1f", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:00.622029 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10a62fcf-cf53-4e7b-bdd3-e956bce18707 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:00.622736 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6558ce1b-69ac-4fc7-bb58-10e08a6f97d1', 'tag': '5ddc905c-2cb2-43f6-ae31-67c75787ca1f', 'status': 'completed', 'code': 200} Aug 31 01:11:00.639086 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8cb3e-36a1-40e5-96e7-37e432dd211c service neutron] Pushing event updated for resources: {'Port': ['ID=5ddc905c-2cb2-43f6-ae31-67c75787ca1f,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.666127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:00.685625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] Made reservation on behalf of 95af0f377d004c97af2ea9cc780e68f6 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:00.688227 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.699637 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.709061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] For port e7fe24ba-47b0-4a34-8b02-568782505db1, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e7fe24ba-47b0-4a34-8b02-568782505db1,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:00.733154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-2dc59e97-a433-4af4-9e7d-2b9b0a333e82 admin admin] For port d7fb214a-fe22-4468-8e23-cce2f2f47d99, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d7fb214a-fe22-4468-8e23-cce2f2f47d99,segment=NetworkSegment(4039b6b8-06de-4a7e-b981-57acfa101af3),segment_id=4039b6b8-06de-4a7e-b981-57acfa101af3)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:00.733989 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2dc59e97-a433-4af4-9e7d-2b9b0a333e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.745870 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.750748 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.753969 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-2dc59e97-a433-4af4-9e7d-2b9b0a333e82 admin admin] Calling delete_port for d7fb214a-fe22-4468-8e23-cce2f2f47d99 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:00.756947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4e955-bf2e-4199-8ea4-bf9b5b48e2b0 None None] Pushing event updated for resources: {'Port': ['ID=f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.784463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-0e5063c7-934b-4494-8700-8b94292303bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:00.791759 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-0e5063c7-934b-4494-8700-8b94292303bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71fac6316a8b486391f718e5d58dca49&device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 1095 time: 0.3243303 Aug 31 01:11:00.806510 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.845660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b613db64-1580-48f3-84aa-d12fcf5cae8f,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.851535 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] For port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9ae79a6e-03dd-421a-9f5c-e5057030f4f7,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:00.917204 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b613db64-1580-48f3-84aa-d12fcf5cae8f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:00.955821 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-bc1e3286-7100-4782-888b-11a6c98962bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ddc905c-2cb2-43f6-ae31-67c75787ca1f HTTP/1.1" status: 200 len: 217 time: 0.1579943 Aug 31 01:11:00.964554 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Transition to ACTIVE for port object e265dbb5-a909-466b-91bc-3315fa7f4007 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:00.985709 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Routers {'41a3c3d6-496d-4228-96e9-cef224e95963'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:00.986425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:10:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['41a3c3d6-496d-4228-96e9-cef224e95963'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:01.121282 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.170349 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae6113-6e53-47bb-8e3b-f8e8b34e5396 None None] Pushing event updated for resources: {'Port': ['ID=e7fe24ba-47b0-4a34-8b02-568782505db1,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:01.173649 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.201983 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.217941 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.261713 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2dc59e97-a433-4af4-9e7d-2b9b0a333e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.313996 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-155ec022-9eae-4ac6-acc2-772a8699ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:01.317352 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-155ec022-9eae-4ac6-acc2-772a8699ac67 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0eb5c721-350f-4259-a4d0-21b05367b449 HTTP/1.1" status: 200 len: 853 time: 0.3479862 Aug 31 01:11:01.327558 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.402411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] Set router 41a3c3d6-496d-4228-96e9-cef224e95963 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:01.477405 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.585195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc59e97-a433-4af4-9e7d-2b9b0a333e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7fb214a-fe22-4468-8e23-cce2f2f47d99,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:01.595250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=ed73e109-5af2-49c7-99e0-89ccc37dd808,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:01.618547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:01.632144 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:01.638652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:01.650999 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:01.703517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:01.705357 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=9ae79a6e-03dd-421a-9f5c-e5057030f4f7,revision_number=4']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:01.720321 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:01.721183 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.725134 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.736610 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-2cdfe1bb-3f46-42c7-b75e-3cabafc4c337 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e37dd1ba-4aef-4e8b-b481-8341af1dd2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3591654 Aug 31 01:11:01.842769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Pushing event updated for resources: {'Port': ['ID=e265dbb5-a909-466b-91bc-3315fa7f4007,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:01.878183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbebcf-7050-4629-9684-9571d1d952a6 req-a2b300cb-3ff6-4182-8db4-11a6eaf6cebd tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:01.879974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22fbebcf-7050-4629-9684-9571d1d952a6 req-a2b300cb-3ff6-4182-8db4-11a6eaf6cebd tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 943 time: 0.6272213 Aug 31 01:11:01.886380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Pushing event updated for resources: {'Port': ['ID=155bd18c-64f6-47fa-8128-481b0540ca1b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:02.035972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:51Z', 'updated_at': '2021-08-31T01:10:54Z', 'revision_number': 3, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'gw_port': {'id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:52Z', 'updated_at': '2021-08-31T01:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:02.088812 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Network 0e3f2a17-c813-42cf-bfa5-e9c462417207 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:02.095457 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa99dd8-2a9c-482c-a7c8-ab0194d380df None None] The sync data for ids ['41a3c3d6-496d-4228-96e9-cef224e95963'] in n-d-802060-13 is: [{'id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:51Z', 'updated_at': '2021-08-31T01:10:54Z', 'revision_number': 3, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'gw_port': {'id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:52Z', 'updated_at': '2021-08-31T01:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:02.106608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:02.111644 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.115362 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:02.121166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5745fe54-15d1-478e-9d55-fd5dea2e8e27 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:02.260536 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.267028 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.300671 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22fbebcf-7050-4629-9684-9571d1d952a6 req-47c89713-23a7-487c-a5b7-4b63304b0cf9 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d104040-6a07-41f3-8acd-84533bb099ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022379 Aug 31 01:11:02.311863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-38ee58e9-afed-4006-9823-c33df2ed7689 None None] Provisioning for port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:02.356242 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2bca8d71-30ea-458e-8907-e3ed7bb56a9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.7885444 Aug 31 01:11:02.359731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48364) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:02.359912 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:02.371916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'mac_address': 'fa:16:3e:51:cf:58', 'name': 'tempest-NetworksTestDHCPv6-1317955108'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:02.378032 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2dc59e97-a433-4af4-9e7d-2b9b0a333e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.426583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:02.485493 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.596182 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.597615 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] Added segment 6a57edde-9125-4855-85e1-e7ddbf09e6d4 of type vlan for network ff6f51c1-b0cc-420e-9fe9-13e16060ee85 Aug 31 01:11:02.655089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbdb8a0-91f1-4370-97b8-26f1a7d5e220 None None] Network d8218574-09a4-4a00-a1f9-aaee997eb8ad requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:02.673178 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-45b03dc1-076d-4906-b739-c3066c177291 service neutron] 10.222.0.70 "GET /v2.0/networks/e37dd1ba-4aef-4e8b-b481-8341af1dd2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8116271 Aug 31 01:11:02.806354 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b613db64-1580-48f3-84aa-d12fcf5cae8f up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:02.875445 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bbb72ddc-c01c-4495-8c65-d67b63a43426 req-90160bc7-2fa3-405e-b576-931e7943280b service neutron] 10.222.0.70 "GET /v2.0/networks/e37dd1ba-4aef-4e8b-b481-8341af1dd2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980870 Aug 31 01:11:02.994374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:03.056935 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.092773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3e4af37a-6e6f-438b-9805-18ca30461db6 None None] Provisioning for port e265dbb5-a909-466b-91bc-3315fa7f4007 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:03.113228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a989c5-bcfd-422a-9b39-bdbdbaffd483 req-64873783-caf7-4e96-a363-605a46b5867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:03.116298 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-56a989c5-bcfd-422a-9b39-bdbdbaffd483 req-64873783-caf7-4e96-a363-605a46b5867d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71fac6316a8b486391f718e5d58dca49&device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 1095 time: 0.1573672 Aug 31 01:11:03.127673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3e4af37a-6e6f-438b-9805-18ca30461db6 None None] Provisioning complete for port e265dbb5-a909-466b-91bc-3315fa7f4007 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:03.128608 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3e4af37a-6e6f-438b-9805-18ca30461db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.261560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3e4af37a-6e6f-438b-9805-18ca30461db6 None None] Port e265dbb5-a909-466b-91bc-3315fa7f4007 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:03.271674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port b613db64-1580-48f3-84aa-d12fcf5cae8f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:03.271674 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.420981 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.422165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:03.422765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.438750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:03.484585 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3e4af37a-6e6f-438b-9805-18ca30461db6 None None] Provisioning for port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:03.510352 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:03.548370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:03.549591 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.573306 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.582454 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.7631876 Aug 31 01:11:03.588316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48374) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:03.594995 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a989c5-bcfd-422a-9b39-bdbdbaffd483 req-4dd85381-7fce-4711-a018-7e01caecc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:03.597351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-8b63cdce-ae9e-46dd-83ed-03ef01ddb243 admin admin] Request body: {'subnet': {'network_id': 'ff6f51c1-b0cc-420e-9fe9-13e16060ee85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-260216151-subnet', 'tenant_id': '95af0f377d004c97af2ea9cc780e68f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:03.601065 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-56a989c5-bcfd-422a-9b39-bdbdbaffd483 req-4dd85381-7fce-4711-a018-7e01caecc1c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e37dd1ba-4aef-4e8b-b481-8341af1dd2b3 HTTP/1.1" status: 200 len: 914 time: 0.4541011 Aug 31 01:11:03.795923 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.814402 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67771e7-7af9-44d4-b3b5-f155e316824b admin admin] Pushing event updated for resources: {'Network': ['ID=ff6f51c1-b0cc-420e-9fe9-13e16060ee85,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:03.820122 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-56a989c5-bcfd-422a-9b39-bdbdbaffd483 req-1531145d-6a57-4e16-8e9c-f403b74b1e92 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ddc905c-2cb2-43f6-ae31-67c75787ca1f HTTP/1.1" status: 200 len: 217 time: 0.1879828 Aug 31 01:11:03.861002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network ff6f51c1-b0cc-420e-9fe9-13e16060ee85 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:03.938302 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.077837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a989c5-bcfd-422a-9b39-bdbdbaffd483 req-20348483-6d84-46f0-8997-88abcb8de33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:04.078630 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-56a989c5-bcfd-422a-9b39-bdbdbaffd483 req-20348483-6d84-46f0-8997-88abcb8de33b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0eb5c721-350f-4259-a4d0-21b05367b449 HTTP/1.1" status: 200 len: 853 time: 0.2488790 Aug 31 01:11:04.100615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc59e97-a433-4af4-9e7d-2b9b0a333e82 admin admin] Router 83e78529-9b62-418a-818a-cfc52befd357 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:11:04.124907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:04.128245 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17b00f1-e975-4035-a034-af8f268b2ba1" -d '{"events": [{"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-plugged", "status": "completed", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:04.147990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b63cdce-ae9e-46dd-83ed-03ef01ddb243 admin admin] Made reservation on behalf of 95af0f377d004c97af2ea9cc780e68f6 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:04.150348 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8b63cdce-ae9e-46dd-83ed-03ef01ddb243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.156264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6,segment=NetworkSegment(332b2dbc-729f-4b62-bca1-cafb20e9e21c),segment_id=332b2dbc-729f-4b62-bca1-cafb20e9e21c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:04.187524 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:04.191812 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.193834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:04.278163 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.285519 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f892eeb5-405c-4582-8902-8680879a4c8c x-openstack-request-id: req-f892eeb5-405c-4582-8902-8680879a4c8c {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:04.285844 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-plugged", "status": "completed", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:04.286074 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f892eeb5-405c-4582-8902-8680879a4c8c {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:04.287082 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'code': 200} Aug 31 01:11:04.288828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:04.306563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7497c29-f7d4-4389-9c75-13fff5cb9444 req-81669a40-7bec-45ed-98e9-5414b77a4f0e tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:04.308562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7497c29-f7d4-4389-9c75-13fff5cb9444 req-81669a40-7bec-45ed-98e9-5414b77a4f0e tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 943 time: 0.7538471 Aug 31 01:11:04.345404 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-19abce87-2d24-43e0-ada1-b78409b8fe6f None None] Provisioning complete for port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:04.345784 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-19abce87-2d24-43e0-ada1-b78409b8fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.462779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b613db64-1580-48f3-84aa-d12fcf5cae8f,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:04.530073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:04.539170 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.558007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:04.558382 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.580254 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.659184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc59e97-a433-4af4-9e7d-2b9b0a333e82 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:04.672166 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32de4db-95eb-4bed-b334-f2ae90d5d86e None None] Sync routers for ids ['83e78529-9b62-418a-818a-cfc52befd357'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:04.691788 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32de4db-95eb-4bed-b334-f2ae90d5d86e None None] Routers {'83e78529-9b62-418a-818a-cfc52befd357'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:04.692443 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e32de4db-95eb-4bed-b334-f2ae90d5d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:10:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['83e78529-9b62-418a-818a-cfc52befd357'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:04.709307 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2dc59e97-a433-4af4-9e7d-2b9b0a333e82 admin admin] 10.222.0.58 "PUT /v2.0/routers/83e78529-9b62-418a-818a-cfc52befd357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3503358 Aug 31 01:11:04.723381 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.729839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7497c29-f7d4-4389-9c75-13fff5cb9444 req-686cdc15-1fa7-4438-966b-0249225523a5 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d104040-6a07-41f3-8acd-84533bb099ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637220 Aug 31 01:11:04.756660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port ca3bdb6e-ba25-4029-baaf-43fb026ec4fe yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:11:04.763353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5ddc905c-2cb2-43f6-ae31-67c75787ca1f details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:04.837814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48384) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:04.855250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9ae79a6e-03dd-421a-9f5c-e5057030f4f7,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:04.878236 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-56a989c5-bcfd-422a-9b39-bdbdbaffd483 req-c2b57fb1-c499-40c4-a3ac-7643850528f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e37dd1ba-4aef-4e8b-b481-8341af1dd2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7896616 Aug 31 01:11:04.941450 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.956189 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.027413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-01682b3e-0203-49f2-baeb-b47f3351f597 None None] Provisioning complete for port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:05.027796 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-01682b3e-0203-49f2-baeb-b47f3351f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.047986 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.109645 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e32de4db-95eb-4bed-b334-f2ae90d5d86e None None] Set router 83e78529-9b62-418a-818a-cfc52befd357 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:05.128772 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8b63cdce-ae9e-46dd-83ed-03ef01ddb243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.137922 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-56a989c5-bcfd-422a-9b39-bdbdbaffd483 req-a121c2a7-4768-4fa6-8193-0daf07871e53 service neutron] 10.222.0.70 "GET /v2.0/networks/e37dd1ba-4aef-4e8b-b481-8341af1dd2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925647 Aug 31 01:11:05.156782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.311536 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Network 0e3f2a17-c813-42cf-bfa5-e9c462417207 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:05.335075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=9ae79a6e-03dd-421a-9f5c-e5057030f4f7,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:05.352595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5ddc905c-2cb2-43f6-ae31-67c75787ca1f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5ddc905c-2cb2-43f6-ae31-67c75787ca1f,segment=NetworkSegment(e8c49231-6d4e-4f56-bb0e-72b6ccb90db4),segment_id=e8c49231-6d4e-4f56-bb0e-72b6ccb90db4)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:05.369051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:05.377262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '5ddc905c-2cb2-43f6-ae31-67c75787ca1f', 'network_id': 'e37dd1ba-4aef-4e8b-b481-8341af1dd2b3', 'port_id': '5ddc905c-2cb2-43f6-ae31-67c75787ca1f', 'mac_address': 'fa:16:3e:78:06:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb5c721-350f-4259-a4d0-21b05367b449', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:05.383173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63cdce-ae9e-46dd-83ed-03ef01ddb243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=618cf3a5-938c-4e7f-8a34-a675a080adb0,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:05.513345 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:05.556143 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.596455 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.625677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Router 41a3c3d6-496d-4228-96e9-cef224e95963 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:11:05.626181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddc905c-2cb2-43f6-ae31-67c75787ca1f {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:05.641777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:05.642208 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.659359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Pushing event updated for resources: {'Port': ['ID=e265dbb5-a909-466b-91bc-3315fa7f4007,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:05.674235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5ddc905c-2cb2-43f6-ae31-67c75787ca1f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5ddc905c-2cb2-43f6-ae31-67c75787ca1f,segment=NetworkSegment(e8c49231-6d4e-4f56-bb0e-72b6ccb90db4),segment_id=e8c49231-6d4e-4f56-bb0e-72b6ccb90db4)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:05.683535 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.690967 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:05.691335 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:05.691688 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:05.692032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:05.694808 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:05.695208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:05.695585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:05.695923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:05.696265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:05.699130 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:05.699313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:05.699724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:05.730805 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e32de4db-95eb-4bed-b334-f2ae90d5d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e78529-9b62-418a-818a-cfc52befd357', 'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:07Z', 'updated_at': '2021-08-31T01:11:01Z', 'revision_number': 5, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'gw_port': {'id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:09Z', 'updated_at': '2021-08-31T01:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:05.766358 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32de4db-95eb-4bed-b334-f2ae90d5d86e None None] Checking router: 83e78529-9b62-418a-818a-cfc52befd357 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:05.778921 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32de4db-95eb-4bed-b334-f2ae90d5d86e None None] Routers {'83e78529-9b62-418a-818a-cfc52befd357'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:05.779814 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e32de4db-95eb-4bed-b334-f2ae90d5d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:10:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['83e78529-9b62-418a-818a-cfc52befd357'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:05.782182 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.819071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=5ddc905c-2cb2-43f6-ae31-67c75787ca1f,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:05.864311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b63cdce-ae9e-46dd-83ed-03ef01ddb243 admin admin] Checking segment: {'id': '6a57edde-9125-4855-85e1-e7ddbf09e6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ff6f51c1-b0cc-420e-9fe9-13e16060ee85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:05.865011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b63cdce-ae9e-46dd-83ed-03ef01ddb243 admin admin] Network hostable DHCP agents. Network: ff6f51c1-b0cc-420e-9fe9-13e16060ee85, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:05.883939 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-56a989c5-bcfd-422a-9b39-bdbdbaffd483 req-4b53c155-38c1-4cff-985c-8c3cf0fa70f5 service neutron] 10.222.0.70 "GET /v2.0/networks/e37dd1ba-4aef-4e8b-b481-8341af1dd2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157989 Aug 31 01:11:05.913876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e7fe24ba-47b0-4a34-8b02-568782505db1 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:05.916892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a8c9b539-9c7b-46d7-b628-0465e64df662 None None] Provisioning complete for port e265dbb5-a909-466b-91bc-3315fa7f4007 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:05.917271 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b539-9c7b-46d7-b628-0465e64df662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.971959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['5ddc905c-2cb2-43f6-ae31-67c75787ca1f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:05.986186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:05.999167 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3c2411f4-62d2-4ee2-a404-1874ccdd968a admin admin] 10.222.0.58 "PUT /v2.0/routers/41a3c3d6-496d-4228-96e9-cef224e95963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3539133 Aug 31 01:11:06.015154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Sync routers for ids ['41a3c3d6-496d-4228-96e9-cef224e95963'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:06.057957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a8c9b539-9c7b-46d7-b628-0465e64df662 None None] Port e265dbb5-a909-466b-91bc-3315fa7f4007 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:06.064335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Routers {'41a3c3d6-496d-4228-96e9-cef224e95963'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:06.064713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:10:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['41a3c3d6-496d-4228-96e9-cef224e95963'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:06.106670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::394 (14e22907-50bf-4f4c-96ff-7b9fef164758/4f176436-c5b7-4835-8f16-d4ce72ee35f3/ca3bdb6e-ba25-4029-baaf-43fb026ec4fe) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:06.146954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8:0:1:f816:3eff:fe51:cf58 (14e22907-50bf-4f4c-96ff-7b9fef164758/ed73e109-5af2-49c7-99e0-89ccc37dd808/ca3bdb6e-ba25-4029-baaf-43fb026ec4fe) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:06.184158 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e32de4db-95eb-4bed-b334-f2ae90d5d86e None None] Set router 83e78529-9b62-418a-818a-cfc52befd357 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:06.231105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Router ecbb91b0-d31a-4537-8add-46123ef8ca3a is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:11:06.239469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b63cdce-ae9e-46dd-83ed-03ef01ddb243 admin admin] Network ff6f51c1-b0cc-420e-9fe9-13e16060ee85 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:06.276255 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Set router 41a3c3d6-496d-4228-96e9-cef224e95963 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:06.289233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5566fc-e77b-4ac1-b02f-238769760af0 req-bfe03a5d-cea5-4335-a040-e81d9f2cdb2c tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:06.291077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe5566fc-e77b-4ac1-b02f-238769760af0 req-bfe03a5d-cea5-4335-a040-e81d9f2cdb2c tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 944 time: 0.4199507 Aug 31 01:11:06.292012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-8b63cdce-ae9e-46dd-83ed-03ef01ddb243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, ff6f51c1-b0cc-420e-9fe9-13e16060ee85) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:06.341326 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b63cdce-ae9e-46dd-83ed-03ef01ddb243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:06.346158 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8b63cdce-ae9e-46dd-83ed-03ef01ddb243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.383485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eb9f2c-e518-4f63-87a4-fa84ab476c1b None None] Network ff6f51c1-b0cc-420e-9fe9-13e16060ee85 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:06.492584 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e32de4db-95eb-4bed-b334-f2ae90d5d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e78529-9b62-418a-818a-cfc52befd357', 'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:07Z', 'updated_at': '2021-08-31T01:11:01Z', 'revision_number': 5, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'gw_port': {'id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:09Z', 'updated_at': '2021-08-31T01:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:06.538205 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32de4db-95eb-4bed-b334-f2ae90d5d86e None None] The sync data for ids ['83e78529-9b62-418a-818a-cfc52befd357'] in n-d-802060-13 is: [{'id': '83e78529-9b62-418a-818a-cfc52befd357', 'name': 'tempest-ServersTestManualDisk-1870626931-router', 'tenant_id': '3803e788afc343e7bf7b74fadcd4a59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:07Z', 'updated_at': '2021-08-31T01:11:01Z', 'revision_number': 5, 'project_id': '3803e788afc343e7bf7b74fadcd4a59b', 'gw_port': {'id': '89690d8c-e592-4c3c-a30c-63a972c35341', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e78529-9b62-418a-818a-cfc52befd357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:09Z', 'updated_at': '2021-08-31T01:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:06.561524 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port e7fe24ba-47b0-4a34-8b02-568782505db1 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:06.632514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] Deleting port 89690d8c-e592-4c3c-a30c-63a972c35341 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:06.633180 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.636766 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8b63cdce-ae9e-46dd-83ed-03ef01ddb243 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.0431988 Aug 31 01:11:06.663199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port e7fe24ba-47b0-4a34-8b02-568782505db1 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:06.663649 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.673311 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe5566fc-e77b-4ac1-b02f-238769760af0 req-0475c670-1669-4c49-b583-ed6ed6407145 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d104040-6a07-41f3-8acd-84533bb099ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586819 Aug 31 01:11:07.110285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd94597-f3f0-465d-bf38-fbe097bf38c9 None None] Network ff6f51c1-b0cc-420e-9fe9-13e16060ee85 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:07.339264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:07.355311 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Sync routers for ids ['ecbb91b0-d31a-4537-8add-46123ef8ca3a'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:07.361209 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.371119 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Routers {'ecbb91b0-d31a-4537-8add-46123ef8ca3a'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:07.372364 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:10:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['ecbb91b0-d31a-4537-8add-46123ef8ca3a'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:07.391468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-984b87b6-1f2f-42a3-9e43-48a0cd7a1868 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:07.392730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-984b87b6-1f2f-42a3-9e43-48a0cd7a1868 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/networks?id=0e3f2a17-c813-42cf-bfa5-e9c462417207 HTTP/1.1" status: 200 len: 828 time: 0.3452399 Aug 31 01:11:07.411738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port e7fe24ba-47b0-4a34-8b02-568782505db1, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e7fe24ba-47b0-4a34-8b02-568782505db1,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:07.432630 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.436288 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d212295a-a836-4986-93e6-2750cb174772 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.1581755 Aug 31 01:11:07.436605 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48444) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:07.482855 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.493074 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.499889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] For port 89690d8c-e592-4c3c-a30c-63a972c35341, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=89690d8c-e592-4c3c-a30c-63a972c35341,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:07.500512 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.508395 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-616653ad-aed2-4c4e-b6ce-691e0df4885a tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/quotas/2992158df1c149288c8e31ba0a06b3d9 HTTP/1.1" status: 200 len: 375 time: 0.0925131 Aug 31 01:11:07.590874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] Calling delete_port for 89690d8c-e592-4c3c-a30c-63a972c35341 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:07.637659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object ca3bdb6e-ba25-4029-baaf-43fb026ec4fe will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:07.641074 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Set router ecbb91b0-d31a-4537-8add-46123ef8ca3a gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:07.679895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=e7fe24ba-47b0-4a34-8b02-568782505db1,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:07.697600 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:07.704511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:51Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 4, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'gw_port': {'id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:52Z', 'updated_at': '2021-08-31T01:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'e265dbb5-a909-466b-91bc-3315fa7f4007', 'name': '', 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'mac_address': 'fa:16:3e:d3:6c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 2, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'subnets': [{'id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:07.726654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-c280967e-5b37-4e01-a1f3-7d93ec138272 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:07.729228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-c280967e-5b37-4e01-a1f3-7d93ec138272 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/networks?id=ff6f51c1-b0cc-420e-9fe9-13e16060ee85 HTTP/1.1" status: 200 len: 821 time: 0.5133078 Aug 31 01:11:07.804597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Checking router: 41a3c3d6-496d-4228-96e9-cef224e95963 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:07.805148 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Updating router 41a3c3d6-496d-4228-96e9-cef224e95963 port e265dbb5-a909-466b-91bc-3315fa7f4007 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:11:07.856743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-315945dd-614b-48ca-880f-7f2f9a199301 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/quotas/95af0f377d004c97af2ea9cc780e68f6 HTTP/1.1" status: 200 len: 375 time: 0.0735762 Aug 31 01:11:07.865815 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.891266 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-415bbe35-36ee-46c9-a256-759850247de1 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2992158df1c149288c8e31ba0a06b3d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3612602 Aug 31 01:11:08.091332 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e233e475-9505-4101-bae1-595c9c99db8a tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=95af0f377d004c97af2ea9cc780e68f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1761410 Aug 31 01:11:08.100877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-f4fd9705-657d-4773-b4f0-280d2b2ad1cb service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:11:08.113215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-f4fd9705-657d-4773-b4f0-280d2b2ad1cb service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1597559 Aug 31 01:11:08.182259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:08.183897 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.300544 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'name': 'tempest-ServersTestMultiNic-608232518-router', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '155bd18c-64f6-47fa-8128-481b0540ca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:57Z', 'updated_at': '2021-08-31T01:11:02Z', 'revision_number': 3, 'project_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'gw_port': {'id': '155bd18c-64f6-47fa-8128-481b0540ca1b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:08.405169 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Checking router: ecbb91b0-d31a-4537-8add-46123ef8ca3a for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:08.405878 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Updating router ecbb91b0-d31a-4537-8add-46123ef8ca3a port 155bd18c-64f6-47fa-8128-481b0540ca1b binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:11:08.429821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d7fb214a-fe22-4468-8e23-cce2f2f47d99 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:08.437054 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.447314 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.478754 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.482329 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: d7fb214a-fe22-4468-8e23-cce2f2f47d99 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:08.482499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d7fb214a-fe22-4468-8e23-cce2f2f47d99 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:08.621128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:08.633604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:08.642959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:08.651327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:08.652174 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.738727 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Allocated IP 172.20.0.1 (d8218574-09a4-4a00-a1f9-aaee997eb8ad/7e156690-4424-40fb-9283-cc9f13205685/73886761-99ea-4853-a3f3-99e215c14828) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:08.814918 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.832227 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Transition to ACTIVE for port object e265dbb5-a909-466b-91bc-3315fa7f4007 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:08.845063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5ddc905c-2cb2-43f6-ae31-67c75787ca1f up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:08.847493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=ca3bdb6e-ba25-4029-baaf-43fb026ec4fe,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:08.862464 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.956710 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3f166708-7284-48b6-a0e1-3a76417b5dae tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.5946150 Aug 31 01:11:08.968326 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48454) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:08.998934 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-a35907a5-9667-45d9-b6a9-1de22609bea4 service neutron] 10.222.0.58 "GET /v2.0/networks/ff6f51c1-b0cc-420e-9fe9-13e16060ee85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8740706 Aug 31 01:11:09.014938 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-d923a205-aea7-4d54-af1a-2e98fba9b144 service neutron] 10.222.0.58 "GET /v2.0/networks/0e3f2a17-c813-42cf-bfa5-e9c462417207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8938808 Aug 31 01:11:09.040649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c4319-5207-4083-b821-b06e33e4f4fe None None] Pushing event updated for resources: {'Port': ['ID=e265dbb5-a909-466b-91bc-3315fa7f4007,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:09.069698 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.200044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Attempting to bind port e265dbb5-a909-466b-91bc-3315fa7f4007 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:09.200697 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Attempting to bind port e265dbb5-a909-466b-91bc-3315fa7f4007 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '8887bb04-1d71-44b4-9e2b-cc01334cda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:09.201237 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Attempting to bind port e265dbb5-a909-466b-91bc-3315fa7f4007 on network 0e3f2a17-c813-42cf-bfa5-e9c462417207 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:09.207678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Transition to ACTIVE for port object 73886761-99ea-4853-a3f3-99e215c14828 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:09.208370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:09.210153 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Checking segment: {'id': '8887bb04-1d71-44b4-9e2b-cc01334cda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:09.210740 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.211967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Bound using segment: {'id': '8887bb04-1d71-44b4-9e2b-cc01334cda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:09.212656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Bound port: e265dbb5-a909-466b-91bc-3315fa7f4007, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8887bb04-1d71-44b4-9e2b-cc01334cda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:09.213220 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.237370 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.267342 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Transition to ACTIVE for port object 155bd18c-64f6-47fa-8128-481b0540ca1b will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:09.280432 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.343586 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 5ddc905c-2cb2-43f6-ae31-67c75787ca1f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:09.343856 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4ca35a7d-a26c-4730-9bf0-d71232f43130 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port ca3bdb6e-ba25-4029-baaf-43fb026ec4fe {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:09.344299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ca35a7d-a26c-4730-9bf0-d71232f43130 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.358765 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7105ec59-0657-4a72-9a72-059acee2b82e None None] Provisioning for port ca3bdb6e-ba25-4029-baaf-43fb026ec4fe completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:09.375417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 5ddc905c-2cb2-43f6-ae31-67c75787ca1f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:09.375893 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.376195 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.425954 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4213cd5-04ee-4c6a-9aae-f200223a6f55 None None] Pushing event updated for resources: {'Port': ['ID=155bd18c-64f6-47fa-8128-481b0540ca1b,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:09.433363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=89690d8c-e592-4c3c-a30c-63a972c35341,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:09.445706 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Attempting to bind port 155bd18c-64f6-47fa-8128-481b0540ca1b on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:09.446203 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Attempting to bind port 155bd18c-64f6-47fa-8128-481b0540ca1b by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:09.446660 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Attempting to bind port 155bd18c-64f6-47fa-8128-481b0540ca1b on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:09.455538 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ca35a7d-a26c-4730-9bf0-d71232f43130 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.456322 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4213cd5-04ee-4c6a-9aae-f200223a6f55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:09.456764 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4213cd5-04ee-4c6a-9aae-f200223a6f55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:09.457161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7105ec59-0657-4a72-9a72-059acee2b82e None None] Provisioning complete for port ca3bdb6e-ba25-4029-baaf-43fb026ec4fe triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:09.457872 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4213cd5-04ee-4c6a-9aae-f200223a6f55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:09.458337 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4213cd5-04ee-4c6a-9aae-f200223a6f55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:09.459089 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7105ec59-0657-4a72-9a72-059acee2b82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.459516 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4213cd5-04ee-4c6a-9aae-f200223a6f55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:09.459962 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4213cd5-04ee-4c6a-9aae-f200223a6f55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:09.461561 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4213cd5-04ee-4c6a-9aae-f200223a6f55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:09.462009 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4213cd5-04ee-4c6a-9aae-f200223a6f55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:09.462427 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4213cd5-04ee-4c6a-9aae-f200223a6f55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:09.463640 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4213cd5-04ee-4c6a-9aae-f200223a6f55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:09.464074 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4213cd5-04ee-4c6a-9aae-f200223a6f55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:09.465758 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4213cd5-04ee-4c6a-9aae-f200223a6f55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:09.471098 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4ca35a7d-a26c-4730-9bf0-d71232f43130 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for ca3bdb6e-ba25-4029-baaf-43fb026ec4fe owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:09.482933 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:09.483462 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:09.483963 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.484954 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:09.485556 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Bound port: 155bd18c-64f6-47fa-8128-481b0540ca1b, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:09.487031 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.519231 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-febe6e38-1250-484f-b5bc-058fe7ef4fd8 service neutron] 10.222.0.58 "GET /v2.0/networks/0e3f2a17-c813-42cf-bfa5-e9c462417207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987257 Aug 31 01:11:09.556523 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] For port e265dbb5-a909-466b-91bc-3315fa7f4007, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:09.603736 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] For port 155bd18c-64f6-47fa-8128-481b0540ca1b, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:09.605965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] For port e265dbb5-a909-466b-91bc-3315fa7f4007, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e265dbb5-a909-466b-91bc-3315fa7f4007,segment=NetworkSegment(8887bb04-1d71-44b4-9e2b-cc01334cda22),segment_id=8887bb04-1d71-44b4-9e2b-cc01334cda22)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:09.611132 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7105ec59-0657-4a72-9a72-059acee2b82e None None] Port ca3bdb6e-ba25-4029-baaf-43fb026ec4fe cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:09.613123 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] For port 155bd18c-64f6-47fa-8128-481b0540ca1b, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=155bd18c-64f6-47fa-8128-481b0540ca1b,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:09.623492 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.630959 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.644382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-ebb35a0f-25aa-4c31-a3b4-fc71ecdf2284 service neutron] 10.222.0.58 "GET /v2.0/networks/ff6f51c1-b0cc-420e-9fe9-13e16060ee85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894051 Aug 31 01:11:09.677831 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.776716 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4213cd5-04ee-4c6a-9aae-f200223a6f55 None None] Pushing event updated for resources: {'Port': ['ID=155bd18c-64f6-47fa-8128-481b0540ca1b,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:09.783007 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.801004 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Routers {'ecbb91b0-d31a-4537-8add-46123ef8ca3a'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:09.801645 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:10:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['ecbb91b0-d31a-4537-8add-46123ef8ca3a'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:09.844405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c4319-5207-4083-b821-b06e33e4f4fe None None] Pushing event updated for resources: {'Port': ['ID=e265dbb5-a909-466b-91bc-3315fa7f4007,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:09.871484 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ca35a7d-a26c-4730-9bf0-d71232f43130 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.882900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e7fe24ba-47b0-4a34-8b02-568782505db1 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:09.926989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Network d8218574-09a4-4a00-a1f9-aaee997eb8ad is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:09.939727 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:09.947787 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:09.974155 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.980133 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.018834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Pushing event updated for resources: {'Port': ['ID=73886761-99ea-4853-a3f3-99e215c14828,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:10.041457 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] Set router ecbb91b0-d31a-4537-8add-46123ef8ca3a gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:10.202418 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca35a7d-a26c-4730-9bf0-d71232f43130 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=ca3bdb6e-ba25-4029-baaf-43fb026ec4fe,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:10.204921 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ca35a7d-a26c-4730-9bf0-d71232f43130 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.210732 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4ca35a7d-a26c-4730-9bf0-d71232f43130 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/ca3bdb6e-ba25-4029-baaf-43fb026ec4fe HTTP/1.1" status: 204 len: 168 time: 1.2397149 Aug 31 01:11:10.225704 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48472) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:10.382558 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2a16f31-fae1-4855-adeb-c97ead87246f req-07c9df3d-828a-4d0a-8c63-8f5fb698c8c4 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 210 time: 0.1936181 Aug 31 01:11:10.385166 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.388517 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83e78529-9b62-418a-818a-cfc52befd357 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:11:10.408448 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.419165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1dce4e54-1010-4dc3-acef-64ac42c917d3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/83e78529-9b62-418a-818a-cfc52befd357 HTTP/1.1" status: 204 len: 168 time: 5.5561445 Aug 31 01:11:10.424102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48478) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:10.432681 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.473758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Routers {'41a3c3d6-496d-4228-96e9-cef224e95963'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:10.485202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:10:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['41a3c3d6-496d-4228-96e9-cef224e95963'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:10.489683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port e7fe24ba-47b0-4a34-8b02-568782505db1 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:10.493839 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.608415 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'name': 'tempest-ServersTestMultiNic-608232518-router', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '155bd18c-64f6-47fa-8128-481b0540ca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:57Z', 'updated_at': '2021-08-31T01:11:02Z', 'revision_number': 3, 'project_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'gw_port': {'id': '155bd18c-64f6-47fa-8128-481b0540ca1b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:10.626549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a5bfb6-8e00-4270-a69a-09252e3ab103 admin admin] Deleting subnet d6ee513f-971d-40cf-bd45-589d9285b201 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:11:10.675104 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-32a5bfb6-8e00-4270-a69a-09252e3ab103 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.704809 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1100d3b-6ccb-4c63-99dd-efc488e0d836 None None] The sync data for ids ['ecbb91b0-d31a-4537-8add-46123ef8ca3a'] in n-d-802060-13 is: [{'id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'name': 'tempest-ServersTestMultiNic-608232518-router', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '155bd18c-64f6-47fa-8128-481b0540ca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:57Z', 'updated_at': '2021-08-31T01:11:02Z', 'revision_number': 3, 'project_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'gw_port': {'id': '155bd18c-64f6-47fa-8128-481b0540ca1b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:10.719010 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.756924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ad1d8a6-489d-46cd-b151-8158e2ad6012 req-6512024f-d7c6-46e1-a436-bf7a9e693a0e tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 210 time: 0.1437464 Aug 31 01:11:10.782479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0b0d6-5c80-4191-a64c-745619f07a0f req-6c16e168-8fc0-4889-8458-506059bdce91 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:10.792336 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4c0b0d6-5c80-4191-a64c-745619f07a0f req-6c16e168-8fc0-4889-8458-506059bdce91 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 944 time: 0.6059318 Aug 31 01:11:10.806604 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-32a5bfb6-8e00-4270-a69a-09252e3ab103 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.851612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5ddc905c-2cb2-43f6-ae31-67c75787ca1f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5ddc905c-2cb2-43f6-ae31-67c75787ca1f,segment=NetworkSegment(e8c49231-6d4e-4f56-bb0e-72b6ccb90db4),segment_id=e8c49231-6d4e-4f56-bb0e-72b6ccb90db4)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:10.874992 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6558ce1b-69ac-4fc7-bb58-10e08a6f97d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddc905c-2cb2-43f6-ae31-67c75787ca1f'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:10.877920 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bdca59-f1fc-4307-b4d2-30662bd512c9" -d '{"events": [{"server_uuid": "6558ce1b-69ac-4fc7-bb58-10e08a6f97d1", "name": "network-vif-plugged", "status": "completed", "tag": "5ddc905c-2cb2-43f6-ae31-67c75787ca1f"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:10.926514 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.971790 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-61bfcc0e-dce9-4874-9d4d-3837d37efd05 None None] Provisioning for port 73886761-99ea-4853-a3f3-99e215c14828 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:10.976058 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.028234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749f4b94-b594-454b-bce0-cd3adb5e6f24 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:11.030273 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-749f4b94-b594-454b-bce0-cd3adb5e6f24 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7995229 Aug 31 01:11:11.072529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48490) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:11.077344 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-32a5bfb6-8e00-4270-a69a-09252e3ab103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.266881 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac90e82-70a3-45c7-8ea1-db0f929a6d57 x-openstack-request-id: req-4ac90e82-70a3-45c7-8ea1-db0f929a6d57 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:11.269854 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6558ce1b-69ac-4fc7-bb58-10e08a6f97d1", "name": "network-vif-plugged", "status": "completed", "tag": "5ddc905c-2cb2-43f6-ae31-67c75787ca1f", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:11.270121 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ac90e82-70a3-45c7-8ea1-db0f929a6d57 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:11.273689 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6558ce1b-69ac-4fc7-bb58-10e08a6f97d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddc905c-2cb2-43f6-ae31-67c75787ca1f', 'code': 200} Aug 31 01:11:11.274426 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-32a5bfb6-8e00-4270-a69a-09252e3ab103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.280361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-61bfcc0e-dce9-4874-9d4d-3837d37efd05 None None] Provisioning complete for port 73886761-99ea-4853-a3f3-99e215c14828 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:11.280736 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-61bfcc0e-dce9-4874-9d4d-3837d37efd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.403251 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5bfb6-8e00-4270-a69a-09252e3ab103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ee513f-971d-40cf-bd45-589d9285b201,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:11.406077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] Set router 41a3c3d6-496d-4228-96e9-cef224e95963 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:11.426513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4308fbb-e499-4e5f-8897-9f6cb94bd453 req-b5d82c81-c5eb-41ae-99c9-f07652c2699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:11.432672 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f4308fbb-e499-4e5f-8897-9f6cb94bd453 req-b5d82c81-c5eb-41ae-99c9-f07652c2699f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 1097 time: 0.3127551 Aug 31 01:11:11.456570 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-32a5bfb6-8e00-4270-a69a-09252e3ab103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.461548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-32a5bfb6-8e00-4270-a69a-09252e3ab103 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d6ee513f-971d-40cf-bd45-589d9285b201 HTTP/1.1" status: 204 len: 168 time: 1.0331585 Aug 31 01:11:11.484358 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4c0b0d6-5c80-4191-a64c-745619f07a0f req-22bda203-90fe-418b-9594-2e25010b4d38 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d104040-6a07-41f3-8acd-84533bb099ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6907034 Aug 31 01:11:11.485584 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48500) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:11.543609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad862f03-3ceb-472f-a9ab-cee81c836a00 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:11.548545 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ad862f03-3ceb-472f-a9ab-cee81c836a00 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4723539 Aug 31 01:11:11.556629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdf36e8-3a8a-4340-ba22-cb7c37fc9f52 None None] Network 0a3819e2-02ee-41da-b074-f080a72a98c3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:11.559153 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.604909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48502) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:11.637596 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f4308fbb-e499-4e5f-8897-9f6cb94bd453 req-9f419e5b-d615-4a9f-9690-003f855ec753 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7d104040-6a07-41f3-8acd-84533bb099ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903846 Aug 31 01:11:11.725537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d256d19-a940-410a-a23b-99ee6db27adb req-b5b8ade1-7259-418f-a8c5-f6fa823bddcc tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 210 time: 0.1191692 Aug 31 01:11:11.772868 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.780512 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.800825 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.829351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f791d4-4a37-414a-8dc1-72189f05dd49 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:11.831001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f791d4-4a37-414a-8dc1-72189f05dd49 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:11.854828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f791d4-4a37-414a-8dc1-72189f05dd49 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:11.858293 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.862295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e5f791d4-4a37-414a-8dc1-72189f05dd49 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2545142 Aug 31 01:11:11.863121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48506) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:11.918155 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Pushing event updated for resources: {'Port': ['ID=73886761-99ea-4853-a3f3-99e215c14828,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:11.989321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-06dfe4e8-2fa9-4c6b-bff6-5481623275ed tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 4f176436-c5b7-4835-8f16-d4ce72ee35f3 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:11:12.002777 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06dfe4e8-2fa9-4c6b-bff6-5481623275ed tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.116305 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-61bfcc0e-dce9-4874-9d4d-3837d37efd05 None None] Port 73886761-99ea-4853-a3f3-99e215c14828 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:12.142312 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=5ddc905c-2cb2-43f6-ae31-67c75787ca1f,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:12.225393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Network d8218574-09a4-4a00-a1f9-aaee997eb8ad is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:12.227557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:12.283212 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06dfe4e8-2fa9-4c6b-bff6-5481623275ed tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.384659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-24a26daa-8525-49ea-8cab-e6779af154e1 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:12.406619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-24a26daa-8525-49ea-8cab-e6779af154e1 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.15 "GET /v2.0/networks?id=0e3f2a17-c813-42cf-bfa5-e9c462417207 HTTP/1.1" status: 200 len: 828 time: 0.3264456 Aug 31 01:11:12.421665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97a5429a-b1e6-4986-b149-3d480df277bc req-c4f546a4-7dbc-4e35-ae9d-3b9e990c75a3 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 210 time: 0.4212201 Aug 31 01:11:12.594343 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-fa465b1a-49dc-4abb-b8f0-d329726e7f49 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Request body: {'port': {'device_id': '0755a699-9b80-4c62-ba72-26af25cffb78', 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'admin_state_up': True, 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:12.641101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Router ecbb91b0-d31a-4537-8add-46123ef8ca3a has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:11:12.653059 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 155bd18c-64f6-47fa-8128-481b0540ca1b up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:12.767314 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:51Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 4, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'gw_port': {'id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:52Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'e265dbb5-a909-466b-91bc-3315fa7f4007', 'name': '', 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'mac_address': 'fa:16:3e:d3:6c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:09Z', 'revision_number': 4, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'subnets': [{'id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:12.808261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d65f2e-0e55-4ab9-9491-2ba2bebe7424 None None] DHCP port deletion for 0a3819e2-02ee-41da-b074-f080a72a98c3 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:11:12.811177 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 155bd18c-64f6-47fa-8128-481b0540ca1b completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:12.813207 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0af62-4450-41a3-b7b4-af4c8baf87e2 None None] The sync data for ids ['41a3c3d6-496d-4228-96e9-cef224e95963'] in n-d-802060-13 is: [{'id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:51Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 4, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'gw_port': {'id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:52Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'e265dbb5-a909-466b-91bc-3315fa7f4007', 'name': '', 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'mac_address': 'fa:16:3e:d3:6c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:09Z', 'revision_number': 4, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'subnets': [{'id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:12.825768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 155bd18c-64f6-47fa-8128-481b0540ca1b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:12.826446 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.972234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-054e13a5-d420-4829-937d-ec02573e0e57 None None] Provisioning complete for port 73886761-99ea-4853-a3f3-99e215c14828 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:12.972609 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-054e13a5-d420-4829-937d-ec02573e0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.111221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-b53ea929-e0e3-4342-ad9d-e718eaf3ac3f tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:13.113674 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-b53ea929-e0e3-4342-ad9d-e718eaf3ac3f tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.15 "GET /v2.0/networks?id=ff6f51c1-b0cc-420e-9fe9-13e16060ee85 HTTP/1.1" status: 200 len: 821 time: 0.3829081 Aug 31 01:11:13.118881 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:13.137899 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5df58f2b-6562-4ab6-a371-7d54ee23e33e admin admin] 10.222.0.58 "PUT /v2.0/routers/ecbb91b0-d31a-4537-8add-46123ef8ca3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6903791 Aug 31 01:11:13.138135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-054e13a5-d420-4829-937d-ec02573e0e57 None None] Port 73886761-99ea-4853-a3f3-99e215c14828 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:13.143941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-121d99ca-065e-40c0-b2f6-8d14ee042228 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Request body: {'port': {'device_id': 'ac8f369e-f382-429d-b0eb-46101e6786e8', 'network_id': 'ff6f51c1-b0cc-420e-9fe9-13e16060ee85', 'admin_state_up': True, 'tenant_id': '95af0f377d004c97af2ea9cc780e68f6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:13.144762 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-06d65f2e-0e55-4ab9-9491-2ba2bebe7424 None None] Deleting port 220f35da-026c-4536-abbd-5ed26d6cb766 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:13.145264 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-06d65f2e-0e55-4ab9-9491-2ba2bebe7424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.387552 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.414369 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-121d99ca-065e-40c0-b2f6-8d14ee042228 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Made reservation on behalf of 95af0f377d004c97af2ea9cc780e68f6 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:13.418663 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-121d99ca-065e-40c0-b2f6-8d14ee042228 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.421760 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-06d65f2e-0e55-4ab9-9491-2ba2bebe7424 None None] For port 220f35da-026c-4536-abbd-5ed26d6cb766, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=220f35da-026c-4536-abbd-5ed26d6cb766,segment=NetworkSegment(4039b6b8-06de-4a7e-b981-57acfa101af3),segment_id=4039b6b8-06de-4a7e-b981-57acfa101af3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:13.424017 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-06d65f2e-0e55-4ab9-9491-2ba2bebe7424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.478122 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48528) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:13.488131 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 155bd18c-64f6-47fa-8128-481b0540ca1b, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=155bd18c-64f6-47fa-8128-481b0540ca1b,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:13.500805 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-06d65f2e-0e55-4ab9-9491-2ba2bebe7424 None None] Calling delete_port for 220f35da-026c-4536-abbd-5ed26d6cb766 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:13.502785 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.545020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 89690d8c-e592-4c3c-a30c-63a972c35341 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:13.651240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc58edae-80b1-4c1f-85e8-0986453993ab req-48d44884-9c7b-45f8-915d-a187cf3aa448 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 210 time: 0.1241100 Aug 31 01:11:13.698177 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 89690d8c-e592-4c3c-a30c-63a972c35341 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:13.698759 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 89690d8c-e592-4c3c-a30c-63a972c35341 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:13.699978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] Deleting port 220f35da-026c-4536-abbd-5ed26d6cb766 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:13.701906 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.710431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-121d99ca-065e-40c0-b2f6-8d14ee042228 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Allocated IP 172.20.0.10 (ff6f51c1-b0cc-420e-9fe9-13e16060ee85/618cf3a5-938c-4e7f-8a34-a675a080adb0/94984f22-efa9-4d67-b72e-38ce8721f317) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:13.736469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71456c22-eeb3-43bd-8817-c683d7ca8f2d req-3ee3da10-76ba-4e1e-a2d5-9d642d0d279d tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:13.739797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71456c22-eeb3-43bd-8817-c683d7ca8f2d req-3ee3da10-76ba-4e1e-a2d5-9d642d0d279d tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 945 time: 0.9246771 Aug 31 01:11:13.742799 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06dfe4e8-2fa9-4c6b-bff6-5481623275ed tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.775191 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=155bd18c-64f6-47fa-8128-481b0540ca1b,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:13.838518 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-06d65f2e-0e55-4ab9-9491-2ba2bebe7424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.896976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d65f2e-0e55-4ab9-9491-2ba2bebe7424 None None] Pushing event deleted for resources: {'Port': ['ID=220f35da-026c-4536-abbd-5ed26d6cb766,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:13.904190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d65f2e-0e55-4ab9-9491-2ba2bebe7424 None None] No DVR routers for this DVR port 220f35da-026c-4536-abbd-5ed26d6cb766 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:13.913436 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Sync routers for ids ['ecbb91b0-d31a-4537-8add-46123ef8ca3a'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:13.929758 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d4240332-9970-45e9-bb45-741ef1f0566e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-775505751'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:13.930171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Routers {'ecbb91b0-d31a-4537-8add-46123ef8ca3a'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:13.931126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:10:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['ecbb91b0-d31a-4537-8add-46123ef8ca3a'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:14.111412 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06dfe4e8-2fa9-4c6b-bff6-5481623275ed tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.112155 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4240332-9970-45e9-bb45-741ef1f0566e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Made reservation on behalf of fd2e94df38da44a893e4b2ce9a2b179c for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:14.116779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Set router ecbb91b0-d31a-4537-8add-46123ef8ca3a gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:14.117208 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4240332-9970-45e9-bb45-741ef1f0566e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.143853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4240332-9970-45e9-bb45-741ef1f0566e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:14.157824 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4240332-9970-45e9-bb45-741ef1f0566e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.158173 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-d4240332-9970-45e9-bb45-741ef1f0566e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Added segment 3f6381a8-780e-4682-916a-9212ff1608b8 of type vlan for network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c Aug 31 01:11:14.170226 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0e7c654-689c-4e5d-b938-8f0a6ef77e14 req-493b58a0-a863-463b-855b-fc418ee9f0f8 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 210 time: 0.0860281 Aug 31 01:11:14.231552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] For port 220f35da-026c-4536-abbd-5ed26d6cb766, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=220f35da-026c-4536-abbd-5ed26d6cb766,segment=NetworkSegment(4039b6b8-06de-4a7e-b981-57acfa101af3),segment_id=4039b6b8-06de-4a7e-b981-57acfa101af3)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:14.232403 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.252409 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4240332-9970-45e9-bb45-741ef1f0566e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.267270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] Calling delete_port for 220f35da-026c-4536-abbd-5ed26d6cb766 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:14.325384 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4240332-9970-45e9-bb45-741ef1f0566e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.350705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4240332-9970-45e9-bb45-741ef1f0566e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:14.351471 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4240332-9970-45e9-bb45-741ef1f0566e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.359015 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-121d99ca-065e-40c0-b2f6-8d14ee042228 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.446855 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.462947 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06dfe4e8-2fa9-4c6b-bff6-5481623275ed tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.466468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-06dfe4e8-2fa9-4c6b-bff6-5481623275ed tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/4f176436-c5b7-4835-8f16-d4ce72ee35f3 HTTP/1.1" status: 204 len: 168 time: 2.5988908 Aug 31 01:11:14.467759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfe4e8-2fa9-4c6b-bff6-5481623275ed tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=4f176436-c5b7-4835-8f16-d4ce72ee35f3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:14.480793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903f8578-f815-4904-963a-01be003e113f None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:14.483384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48536) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:14.518115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4240332-9970-45e9-bb45-741ef1f0566e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event updated for resources: {'Network': ['ID=370aaa07-722a-4dc8-aa34-9ec42df0fe7c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:14.531490 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71456c22-eeb3-43bd-8817-c683d7ca8f2d req-968b8ae3-ddb3-407b-8fb4-04d7c8348b7f tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d104040-6a07-41f3-8acd-84533bb099ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6733410 Aug 31 01:11:14.588015 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:14.611699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] Pushing event deleted for resources: {'Port': ['ID=220f35da-026c-4536-abbd-5ed26d6cb766,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:14.617096 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-121d99ca-065e-40c0-b2f6-8d14ee042228 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.644573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] No DVR routers for this DVR port 220f35da-026c-4536-abbd-5ed26d6cb766 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:14.683554 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-fa465b1a-49dc-4abb-b8f0-d329726e7f49 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Made reservation on behalf of 2992158df1c149288c8e31ba0a06b3d9 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:14.692711 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-fa465b1a-49dc-4abb-b8f0-d329726e7f49 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.699498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48540) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:14.704135 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d4240332-9970-45e9-bb45-741ef1f0566e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2099698 Aug 31 01:11:14.725800 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-121d99ca-065e-40c0-b2f6-8d14ee042228 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Network ff6f51c1-b0cc-420e-9fe9-13e16060ee85 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:14.739233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-121d99ca-065e-40c0-b2f6-8d14ee042228 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:14.744874 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-121d99ca-065e-40c0-b2f6-8d14ee042228 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:14.748883 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d99ca-065e-40c0-b2f6-8d14ee042228 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Pushing event updated for resources: {'Port': ['ID=94984f22-efa9-4d67-b72e-38ce8721f317,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:14.761598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-8c24fb44-b087-4b52-9472-cd804e233a57 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Request body: {'subnet': {'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:14.771142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 155bd18c-64f6-47fa-8128-481b0540ca1b up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:14.803869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d382f1-4756-4c39-81c6-1cedc93c0a9a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet ed73e109-5af2-49c7-99e0-89ccc37dd808 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:11:14.879571 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-121d99ca-065e-40c0-b2f6-8d14ee042228 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:14.881161 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-121d99ca-065e-40c0-b2f6-8d14ee042228 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.902982 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-121d99ca-065e-40c0-b2f6-8d14ee042228 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7730823 Aug 31 01:11:14.919347 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Request body: {'port': {'device_id': 'ac8f369e-f382-429d-b0eb-46101e6786e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:15.007323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-fa465b1a-49dc-4abb-b8f0-d329726e7f49 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Allocated IP 172.20.0.14 (0e3f2a17-c813-42cf-bfa5-e9c462417207/84148e09-11bf-4633-bde0-a6bf316cfa04/91315711-f0d7-44d3-90ed-b87d27b38270) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:15.011865 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c0d382f1-4756-4c39-81c6-1cedc93c0a9a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.042112 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.085639 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'name': 'tempest-ServersTestMultiNic-608232518-router', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '155bd18c-64f6-47fa-8128-481b0540ca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:57Z', 'updated_at': '2021-08-31T01:11:10Z', 'revision_number': 4, 'project_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'gw_port': {'id': '155bd18c-64f6-47fa-8128-481b0540ca1b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '73886761-99ea-4853-a3f3-99e215c14828', 'name': '', 'network_id': 'd8218574-09a4-4a00-a1f9-aaee997eb8ad', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'mac_address': 'fa:16:3e:e6:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7e156690-4424-40fb-9283-cc9f13205685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:11:11Z', 'revision_number': 2, 'project_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'subnets': [{'id': '7e156690-4424-40fb-9283-cc9f13205685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:15.127311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Checking router: ecbb91b0-d31a-4537-8add-46123ef8ca3a for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:15.129265 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Updating router ecbb91b0-d31a-4537-8add-46123ef8ca3a port 73886761-99ea-4853-a3f3-99e215c14828 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:11:15.142571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 155bd18c-64f6-47fa-8128-481b0540ca1b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:15.143241 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.215467 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.269987 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ecb0794-7989-41f1-9b82-ee4fb5b1b03b req-f3c3cef4-ae94-440d-bca6-688d2e7a60a9 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 210 time: 0.4563622 Aug 31 01:11:15.285758 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.297973 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3819e2-02ee-41da-b074-f080a72a98c3']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:15.328388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4039b6b8-06de-4a7e-b981-57acfa101af3') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:15.328855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4039b6b8-06de-4a7e-b981-57acfa101af3') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:15.363329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c24fb44-b087-4b52-9472-cd804e233a57 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Made reservation on behalf of fd2e94df38da44a893e4b2ce9a2b179c for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:15.369601 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c24fb44-b087-4b52-9472-cd804e233a57 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.377330 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.435832 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c0d382f1-4756-4c39-81c6-1cedc93c0a9a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.501070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94984f22-efa9-4d67-b72e-38ce8721f317 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:15.512013 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.531321 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Transition to ACTIVE for port object 94984f22-efa9-4d67-b72e-38ce8721f317 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:15.539449 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.648196 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.682944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Pushing event updated for resources: {'Port': ['ID=94984f22-efa9-4d67-b72e-38ce8721f317,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:15.763869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:11:15.767126 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.773281 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.785764 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Transition to ACTIVE for port object 73886761-99ea-4853-a3f3-99e215c14828 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:15.796331 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Attempting to bind port 94984f22-efa9-4d67-b72e-38ce8721f317 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:15.796872 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Attempting to bind port 94984f22-efa9-4d67-b72e-38ce8721f317 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '6a57edde-9125-4855-85e1-e7ddbf09e6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ff6f51c1-b0cc-420e-9fe9-13e16060ee85'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:15.797373 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Attempting to bind port 94984f22-efa9-4d67-b72e-38ce8721f317 on network ff6f51c1-b0cc-420e-9fe9-13e16060ee85 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:11:15.799549 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:11:15.839671 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e265dbb5-a909-466b-91bc-3315fa7f4007 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:15.847826 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.868800 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Port 94984f22-efa9-4d67-b72e-38ce8721f317 on network ff6f51c1-b0cc-420e-9fe9-13e16060ee85 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:11:15.869380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Attempting to bind port 94984f22-efa9-4d67-b72e-38ce8721f317 on network ff6f51c1-b0cc-420e-9fe9-13e16060ee85 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:15.925799 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:15.926628 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Checking segment: {'id': '6a57edde-9125-4855-85e1-e7ddbf09e6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ff6f51c1-b0cc-420e-9fe9-13e16060ee85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:15.927346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Bound using segment: {'id': '6a57edde-9125-4855-85e1-e7ddbf09e6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ff6f51c1-b0cc-420e-9fe9-13e16060ee85'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:15.929880 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Bound port: 94984f22-efa9-4d67-b72e-38ce8721f317, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a57edde-9125-4855-85e1-e7ddbf09e6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ff6f51c1-b0cc-420e-9fe9-13e16060ee85'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:15.930796 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.974378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a82d8-26f9-476c-80ed-932ce6b90c46 req-e3bbeb3c-2d6f-4300-b7e0-0d141ab3dd52 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:15.977020 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-029a82d8-26f9-476c-80ed-932ce6b90c46 req-e3bbeb3c-2d6f-4300-b7e0-0d141ab3dd52 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 932 time: 0.6402862 Aug 31 01:11:16.067233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] For port 94984f22-efa9-4d67-b72e-38ce8721f317, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:16.077462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] For port 94984f22-efa9-4d67-b72e-38ce8721f317, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=94984f22-efa9-4d67-b72e-38ce8721f317,segment=NetworkSegment(6a57edde-9125-4855-85e1-e7ddbf09e6d4),segment_id=6a57edde-9125-4855-85e1-e7ddbf09e6d4)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:16.087776 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.121079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Attempting to bind port 73886761-99ea-4853-a3f3-99e215c14828 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:16.121462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Attempting to bind port 73886761-99ea-4853-a3f3-99e215c14828 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '332b2dbc-729f-4b62-bca1-cafb20e9e21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd8218574-09a4-4a00-a1f9-aaee997eb8ad'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:16.121834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Attempting to bind port 73886761-99ea-4853-a3f3-99e215c14828 on network d8218574-09a4-4a00-a1f9-aaee997eb8ad {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:16.140574 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:16.141177 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Checking segment: {'id': '332b2dbc-729f-4b62-bca1-cafb20e9e21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd8218574-09a4-4a00-a1f9-aaee997eb8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:16.141723 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.142224 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Bound using segment: {'id': '332b2dbc-729f-4b62-bca1-cafb20e9e21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd8218574-09a4-4a00-a1f9-aaee997eb8ad'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:16.142828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Bound port: 73886761-99ea-4853-a3f3-99e215c14828, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332b2dbc-729f-4b62-bca1-cafb20e9e21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd8218574-09a4-4a00-a1f9-aaee997eb8ad'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:16.143360 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.166921 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519574c0-8a87-41c7-b7e1-0d2bb538b52f None None] Pushing event updated for resources: {'Port': ['ID=73886761-99ea-4853-a3f3-99e215c14828,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:16.186532 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port e265dbb5-a909-466b-91bc-3315fa7f4007 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:16.200928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port e265dbb5-a909-466b-91bc-3315fa7f4007 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:16.200928 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.247221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Pushing event updated for resources: {'Port': ['ID=94984f22-efa9-4d67-b72e-38ce8721f317,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:16.293289 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:16.294203 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.296063 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-e75b12ab-f89a-4b6a-91ab-967197ac77cd service neutron] 10.222.0.15 "PUT /v2.0/ports/94984f22-efa9-4d67-b72e-38ce8721f317 HTTP/1.1" status: 200 len: 1093 time: 1.3810604 Aug 31 01:11:16.296657 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8f369e-f382-429d-b0eb-46101e6786e8', 'tag': '94984f22-efa9-4d67-b72e-38ce8721f317'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:16.299079 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728a0788-5478-4fed-acd1-b4bed4a12d99" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8f369e-f382-429d-b0eb-46101e6786e8", "tag": "94984f22-efa9-4d67-b72e-38ce8721f317"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:16.321358 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.361172 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c0d382f1-4756-4c39-81c6-1cedc93c0a9a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.374020 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.378279 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] 10.222.0.58 "DELETE /v2.0/networks/0a3819e2-02ee-41da-b074-f080a72a98c3 HTTP/1.1" status: 204 len: 168 time: 4.8871586 Aug 31 01:11:16.386406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-fa465b1a-49dc-4abb-b8f0-d329726e7f49 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.405867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce30dd-ae06-4512-ac51-ed1a8033a989 req-ae166367-f58a-4c18-89bc-2098da6b3d91 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:16.408319 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfce30dd-ae06-4512-ac51-ed1a8033a989 req-ae166367-f58a-4c18-89bc-2098da6b3d91 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 945 time: 0.7376499 Aug 31 01:11:16.431267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] For port 73886761-99ea-4853-a3f3-99e215c14828, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:16.434910 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] For port 73886761-99ea-4853-a3f3-99e215c14828, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=73886761-99ea-4853-a3f3-99e215c14828,segment=NetworkSegment(332b2dbc-729f-4b62-bca1-cafb20e9e21c),segment_id=332b2dbc-729f-4b62-bca1-cafb20e9e21c)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:16.453962 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-d99647a0-1e3c-47b3-afea-0118ad13441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:16.455559 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-d99647a0-1e3c-47b3-afea-0118ad13441b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=95af0f377d004c97af2ea9cc780e68f6&device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 1096 time: 0.0980864 Aug 31 01:11:16.497191 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.530034 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-adfb23e5-3fed-49c8-a6bd-706b0572a858 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94984f22-efa9-4d67-b72e-38ce8721f317 HTTP/1.1" status: 200 len: 217 time: 0.0617237 Aug 31 01:11:16.595493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db28716-c340-45ee-86da-e828421cdc6d admin admin] Pushing event deleted for resources: {'Network': ['ID=0a3819e2-02ee-41da-b074-f080a72a98c3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:16.600589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-029a82d8-26f9-476c-80ed-932ce6b90c46 req-0652ba08-6c96-4a90-a87c-ad024e48207e tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5887921 Aug 31 01:11:16.634320 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.639918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-a1d31bed-496e-45cd-b02e-85dd382a37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:16.641516 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-a1d31bed-496e-45cd-b02e-85dd382a37ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=618cf3a5-938c-4e7f-8a34-a675a080adb0 HTTP/1.1" status: 200 len: 861 time: 0.0972240 Aug 31 01:11:16.653084 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c24fb44-b087-4b52-9472-cd804e233a57 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.677368 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48568) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:16.687452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfce30dd-ae06-4512-ac51-ed1a8033a989 req-f74a130b-b312-430a-971f-b3919c8a684c tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d104040-6a07-41f3-8acd-84533bb099ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888140 Aug 31 01:11:16.703365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-fa465b1a-49dc-4abb-b8f0-d329726e7f49 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Transition to ACTIVE for port object 91315711-f0d7-44d3-90ed-b87d27b38270 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:16.731063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Routers {'ecbb91b0-d31a-4537-8add-46123ef8ca3a'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:16.733430 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-b305d07a-55fb-4d82-a673-d32bc6e94643 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff6f51c1-b0cc-420e-9fe9-13e16060ee85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828650 Aug 31 01:11:16.733710 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:10:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['ecbb91b0-d31a-4537-8add-46123ef8ca3a'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:16.780783 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519574c0-8a87-41c7-b7e1-0d2bb538b52f None None] Pushing event updated for resources: {'Port': ['ID=73886761-99ea-4853-a3f3-99e215c14828,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:16.797042 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4d37e57d-3fa2-4c8b-b397-157700ed3e96 None None] Provisioning complete for port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:16.797599 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4d37e57d-3fa2-4c8b-b397-157700ed3e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.908705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port e265dbb5-a909-466b-91bc-3315fa7f4007, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e265dbb5-a909-466b-91bc-3315fa7f4007,segment=NetworkSegment(8887bb04-1d71-44b4-9e2b-cc01334cda22),segment_id=8887bb04-1d71-44b4-9e2b-cc01334cda22)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:16.945862 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.996464 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-bfd4ee73-73c8-478a-8951-973ebcbb0900 service neutron] 10.222.0.15 "GET /v2.0/networks/ff6f51c1-b0cc-420e-9fe9-13e16060ee85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457094 Aug 31 01:11:16.997936 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d08815-33d0-4415-8107-e8df17c82b43 x-openstack-request-id: req-d2d08815-33d0-4415-8107-e8df17c82b43 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:16.998228 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8f369e-f382-429d-b0eb-46101e6786e8", "tag": "94984f22-efa9-4d67-b72e-38ce8721f317", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:16.998489 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2d08815-33d0-4415-8107-e8df17c82b43 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:16.998888 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8f369e-f382-429d-b0eb-46101e6786e8', 'tag': '94984f22-efa9-4d67-b72e-38ce8721f317', 'status': 'completed', 'code': 200} Aug 31 01:11:17.011840 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-14129061-ea7c-4cc5-bdeb-ae129ea93ea8 req-fec1b127-c540-4c47-95f3-e72dba736d33 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 210 time: 0.1578705 Aug 31 01:11:17.068191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24fb44-b087-4b52-9472-cd804e233a57 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event updated for resources: {'Subnet': ['ID=d7aa534f-b022-4b3c-946d-d2972a6c6c8d,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:17.075026 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c0d382f1-4756-4c39-81c6-1cedc93c0a9a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.102151 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c0d382f1-4756-4c39-81c6-1cedc93c0a9a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.107428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c0d382f1-4756-4c39-81c6-1cedc93c0a9a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/ed73e109-5af2-49c7-99e0-89ccc37dd808 HTTP/1.1" status: 204 len: 168 time: 2.6045105 Aug 31 01:11:17.115465 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 220f35da-026c-4536-abbd-5ed26d6cb766 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:17.125153 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd88857-0e84-42aa-aa4c-70f9f7c4fd95 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:17.127555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48574) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:17.132562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d382f1-4756-4c39-81c6-1cedc93c0a9a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=ed73e109-5af2-49c7-99e0-89ccc37dd808,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:17.141829 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-fa465b1a-49dc-4abb-b8f0-d329726e7f49 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.285333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-30811526-4ed8-4859-9736-0986d3a860f5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1547711 Aug 31 01:11:17.302481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-fa465b1a-49dc-4abb-b8f0-d329726e7f49 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Network 0e3f2a17-c813-42cf-bfa5-e9c462417207 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:17.309163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48578) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:17.313292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-fa465b1a-49dc-4abb-b8f0-d329726e7f49 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:17.327919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-fa465b1a-49dc-4abb-b8f0-d329726e7f49 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:17.344607 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-74c2681c-4813-4caf-8556-1fc9d0d75f63 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:17.462275 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 220f35da-026c-4536-abbd-5ed26d6cb766 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:17.462871 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 220f35da-026c-4536-abbd-5ed26d6cb766 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:17.504051 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=e265dbb5-a909-466b-91bc-3315fa7f4007,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:17.517859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] Set router ecbb91b0-d31a-4537-8add-46123ef8ca3a gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:17.555608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa465b1a-49dc-4abb-b8f0-d329726e7f49 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Pushing event updated for resources: {'Port': ['ID=91315711-f0d7-44d3-90ed-b87d27b38270,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:17.559177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c24fb44-b087-4b52-9472-cd804e233a57 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Checking segment: {'id': '3f6381a8-780e-4682-916a-9212ff1608b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:17.570004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c24fb44-b087-4b52-9472-cd804e233a57 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Network hostable DHCP agents. Network: 370aaa07-722a-4dc8-aa34-9ec42df0fe7c, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:17.763616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c2681c-4813-4caf-8556-1fc9d0d75f63 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:17.780088 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-74c2681c-4813-4caf-8556-1fc9d0d75f63 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.789998 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-406f4adb-9ced-4e76-a87a-cc3b3fb55b4f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3803e788afc343e7bf7b74fadcd4a59b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0717406 Aug 31 01:11:17.794350 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48586) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:17.801196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-fa465b1a-49dc-4abb-b8f0-d329726e7f49 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:17.801970 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-fa465b1a-49dc-4abb-b8f0-d329726e7f49 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.842989 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c24fb44-b087-4b52-9472-cd804e233a57 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:17.859358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a169e-a5f1-428c-9c91-f874a6c091a2 req-dc6c05df-c350-4a5e-a61e-1f8d506835e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:17.860846 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-842a169e-a5f1-428c-9c91-f874a6c091a2 req-dc6c05df-c350-4a5e-a61e-1f8d506835e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71fac6316a8b486391f718e5d58dca49&device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 1097 time: 0.2290411 Aug 31 01:11:17.892532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc7fbd-9f9e-4e99-8b3d-b03aa65109e5 req-2d165df0-7ade-4f21-80f9-213cc37c4729 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:17.894047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f8fc7fbd-9f9e-4e99-8b3d-b03aa65109e5 req-2d165df0-7ade-4f21-80f9-213cc37c4729 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 945 time: 0.4072199 Aug 31 01:11:17.937826 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-fa465b1a-49dc-4abb-b8f0-d329726e7f49 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4066494 Aug 31 01:11:17.938413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-8c24fb44-b087-4b52-9472-cd804e233a57 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 370aaa07-722a-4dc8-aa34-9ec42df0fe7c) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:17.939255 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-546f75a1-ba24-4696-b1d1-a6fd9ad512c8 req-2aa5a01c-d71f-4db3-a9ef-29dcd1a232e0 service neutron] 10.222.0.15 "GET /v2.0/networks/ff6f51c1-b0cc-420e-9fe9-13e16060ee85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9134417 Aug 31 01:11:17.956589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c24fb44-b087-4b52-9472-cd804e233a57 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:17.957247 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c24fb44-b087-4b52-9472-cd804e233a57 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.965933 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-beef6091-2bf9-44c8-b8ef-ff30911908ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.966816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9996497a-dd00-4554-8477-d28c614e4a9c None None] Network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:17.988234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Request body: {'port': {'device_id': '0755a699-9b80-4c62-ba72-26af25cffb78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:18.024342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-39004cd3-4c14-4087-a819-f26beaba3b6b None None] Provisioning for port 91315711-f0d7-44d3-90ed-b87d27b38270 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:18.065442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a169e-a5f1-428c-9c91-f874a6c091a2 req-87d07f46-ab99-4549-a689-a89d36503192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:18.067263 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-842a169e-a5f1-428c-9c91-f874a6c091a2 req-87d07f46-ab99-4549-a689-a89d36503192 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e37dd1ba-4aef-4e8b-b481-8341af1dd2b3 HTTP/1.1" status: 200 len: 914 time: 0.1942184 Aug 31 01:11:18.080881 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-beef6091-2bf9-44c8-b8ef-ff30911908ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.085702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625c01e-a12b-429f-a97e-5e833f4989c1 req-20063d5b-d3ea-49ca-9299-0734ba14061a tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:18.089803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca901bd-4011-404f-9216-3b1fb221d36c None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:11:18.097033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3625c01e-a12b-429f-a97e-5e833f4989c1 req-20063d5b-d3ea-49ca-9299-0734ba14061a tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 944 time: 0.3575363 Aug 31 01:11:18.103435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-39004cd3-4c14-4087-a819-f26beaba3b6b None None] Provisioning complete for port 91315711-f0d7-44d3-90ed-b87d27b38270 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:18.104090 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-39004cd3-4c14-4087-a819-f26beaba3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.140130 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-842a169e-a5f1-428c-9c91-f874a6c091a2 req-af094b0b-1877-43f1-910b-547067af3ce7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ddc905c-2cb2-43f6-ae31-67c75787ca1f HTTP/1.1" status: 200 len: 217 time: 0.0481229 Aug 31 01:11:18.150111 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-39004cd3-4c14-4087-a819-f26beaba3b6b None None] Port 91315711-f0d7-44d3-90ed-b87d27b38270 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:18.235397 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a0788-5478-4fed-acd1-b4bed4a12d99 req-3eb33ba0-7708-4462-b444-5c98f5cd8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:18.236928 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-728a0788-5478-4fed-acd1-b4bed4a12d99 req-3eb33ba0-7708-4462-b444-5c98f5cd8aaa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=95af0f377d004c97af2ea9cc780e68f6&device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 1096 time: 0.1584620 Aug 31 01:11:18.274866 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-beef6091-2bf9-44c8-b8ef-ff30911908ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.278027 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-beef6091-2bf9-44c8-b8ef-ff30911908ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.279417 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-beef6091-2bf9-44c8-b8ef-ff30911908ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/17121dfd-7485-4a53-9ccb-1efda32ce779 HTTP/1.1" status: 204 len: 168 time: 0.4820790 Aug 31 01:11:18.316992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a169e-a5f1-428c-9c91-f874a6c091a2 req-8d18c05f-8f09-4a6c-ae6c-d0119bdb7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:18.323443 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-842a169e-a5f1-428c-9c91-f874a6c091a2 req-8d18c05f-8f09-4a6c-ae6c-d0119bdb7c57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0eb5c721-350f-4259-a4d0-21b05367b449 HTTP/1.1" status: 200 len: 853 time: 0.1665428 Aug 31 01:11:18.327621 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-eca901bd-4011-404f-9216-3b1fb221d36c None None] Deleting port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:18.328015 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eca901bd-4011-404f-9216-3b1fb221d36c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.335051 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3625c01e-a12b-429f-a97e-5e833f4989c1 req-3a1523b0-2ba6-4c17-9864-bcd4d17c22b5 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354050 Aug 31 01:11:18.336873 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8c24fb44-b087-4b52-9472-cd804e233a57 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6348693 Aug 31 01:11:18.339207 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-74c2681c-4813-4caf-8556-1fc9d0d75f63 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.400317 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48594) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:18.427447 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d1e67da9-d543-4069-8e73-e96a14fadc91 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1521503932'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:18.477843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'name': 'tempest-ServersTestMultiNic-608232518-router', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '155bd18c-64f6-47fa-8128-481b0540ca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:57Z', 'updated_at': '2021-08-31T01:11:10Z', 'revision_number': 4, 'project_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'gw_port': {'id': '155bd18c-64f6-47fa-8128-481b0540ca1b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '73886761-99ea-4853-a3f3-99e215c14828', 'name': '', 'network_id': 'd8218574-09a4-4a00-a1f9-aaee997eb8ad', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'mac_address': 'fa:16:3e:e6:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7e156690-4424-40fb-9283-cc9f13205685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 4, 'project_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'subnets': [{'id': '7e156690-4424-40fb-9283-cc9f13205685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:18.487586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2681c-4813-4caf-8556-1fc9d0d75f63 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=ab31613f-2158-49b6-a988-23744836c1dd,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:18.507740 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-842a169e-a5f1-428c-9c91-f874a6c091a2 req-3745045c-fbe9-430e-9e04-e1d77c4d0294 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e37dd1ba-4aef-4e8b-b481-8341af1dd2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968602 Aug 31 01:11:18.511471 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef6091-2bf9-44c8-b8ef-ff30911908ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17121dfd-7485-4a53-9ccb-1efda32ce779,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:18.520413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74504bc2-0df8-429e-a252-e9933636b8d2 None None] The sync data for ids ['ecbb91b0-d31a-4537-8add-46123ef8ca3a'] in n-d-802060-13 is: [{'id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'name': 'tempest-ServersTestMultiNic-608232518-router', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '155bd18c-64f6-47fa-8128-481b0540ca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:57Z', 'updated_at': '2021-08-31T01:11:10Z', 'revision_number': 4, 'project_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'gw_port': {'id': '155bd18c-64f6-47fa-8128-481b0540ca1b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '73886761-99ea-4853-a3f3-99e215c14828', 'name': '', 'network_id': 'd8218574-09a4-4a00-a1f9-aaee997eb8ad', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'mac_address': 'fa:16:3e:e6:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7e156690-4424-40fb-9283-cc9f13205685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:08Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 4, 'project_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'subnets': [{'id': '7e156690-4424-40fb-9283-cc9f13205685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:18.523757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-370aaa07-722a-4dc8-aa34-9ec42df0fe7c', 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'fixed_ips': [{'subnet_id': 'd7aa534f-b022-4b3c-946d-d2972a6c6c8d'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:11:18.526258 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.554124 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f8fc7fbd-9f9e-4e99-8b3d-b03aa65109e5 req-aca82a91-902b-47f0-9fc0-182e0deb21de tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d104040-6a07-41f3-8acd-84533bb099ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471789 Aug 31 01:11:18.800201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c2681c-4813-4caf-8556-1fc9d0d75f63 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:18.810398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-74c2681c-4813-4caf-8556-1fc9d0d75f63 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:18.830279 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.838401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c2681c-4813-4caf-8556-1fc9d0d75f63 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:18.838401 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-74c2681c-4813-4caf-8556-1fc9d0d75f63 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.842465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e67da9-d543-4069-8e73-e96a14fadc91 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Made reservation on behalf of fd2e94df38da44a893e4b2ce9a2b179c for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:18.851130 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1e67da9-d543-4069-8e73-e96a14fadc91 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.914340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Allocated IP 19.80.0.2 (370aaa07-722a-4dc8-aa34-9ec42df0fe7c/d7aa534f-b022-4b3c-946d-d2972a6c6c8d/b46f6aca-d2bf-4c1b-9fc2-b3c49501092a) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:18.919845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-74c2681c-4813-4caf-8556-1fc9d0d75f63 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5868418 Aug 31 01:11:18.924850 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48604) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:18.944645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e67da9-d543-4069-8e73-e96a14fadc91 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:18.978878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-eca901bd-4011-404f-9216-3b1fb221d36c None None] For port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9ae79a6e-03dd-421a-9f5c-e5057030f4f7,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:18.978878 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eca901bd-4011-404f-9216-3b1fb221d36c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.985038 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5bf7cb3b-b07f-4ec1-a201-0ced8d2c2d76 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:19.049221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060b372-dacd-4c81-bfcf-dfc6c4ab0047 req-260c47f3-1b71-48aa-9232-c98208d6079f tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.052364 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1e67da9-d543-4069-8e73-e96a14fadc91 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.053442 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-d1e67da9-d543-4069-8e73-e96a14fadc91 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Added segment a0d335c6-a600-49a3-b903-d3be14628e98 of type vlan for network f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b Aug 31 01:11:19.057198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4060b372-dacd-4c81-bfcf-dfc6c4ab0047 req-260c47f3-1b71-48aa-9232-c98208d6079f tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 932 time: 0.3699212 Aug 31 01:11:19.071228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a0788-5478-4fed-acd1-b4bed4a12d99 req-811d5e0f-cb51-48f1-bbd7-4417ff49c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.072820 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-728a0788-5478-4fed-acd1-b4bed4a12d99 req-811d5e0f-cb51-48f1-bbd7-4417ff49c44f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ff6f51c1-b0cc-420e-9fe9-13e16060ee85 HTTP/1.1" status: 200 len: 922 time: 0.8199759 Aug 31 01:11:19.101211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-eca901bd-4011-404f-9216-3b1fb221d36c None None] Calling delete_port for 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:19.168782 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-842a169e-a5f1-428c-9c91-f874a6c091a2 req-c1bdef0f-1af6-47df-8bec-b736b1e62010 service neutron] 10.222.0.70 "GET /v2.0/networks/e37dd1ba-4aef-4e8b-b481-8341af1dd2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251371 Aug 31 01:11:19.172045 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-728a0788-5478-4fed-acd1-b4bed4a12d99 req-9fbdb635-32d3-41ab-8a41-41b69dd22ef8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94984f22-efa9-4d67-b72e-38ce8721f317 HTTP/1.1" status: 200 len: 217 time: 0.0872853 Aug 31 01:11:19.173772 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1e67da9-d543-4069-8e73-e96a14fadc91 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.513053 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-842a169e-a5f1-428c-9c91-f874a6c091a2 req-33ceb7fc-090f-40f5-a8ac-5c7e8c32b787 service neutron] 10.222.0.70 "GET /v2.0/networks/e37dd1ba-4aef-4e8b-b481-8341af1dd2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291693 Aug 31 01:11:19.542402 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.db.resource_extend [None req-d1e67da9-d543-4069-8e73-e96a14fadc91 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:11:19.547080 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4060b372-dacd-4c81-bfcf-dfc6c4ab0047 req-ffdf74b3-3f70-49f1-9d00-a55d86bae0e2 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ddec8ca-23eb-48c8-9401-92fa631a251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907003 Aug 31 01:11:19.576185 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a0788-5478-4fed-acd1-b4bed4a12d99 req-0353354f-dec6-4b30-b172-453e0b51ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.580880 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-728a0788-5478-4fed-acd1-b4bed4a12d99 req-0353354f-dec6-4b30-b172-453e0b51ed68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=618cf3a5-938c-4e7f-8a34-a675a080adb0 HTTP/1.1" status: 200 len: 861 time: 0.3983948 Aug 31 01:11:19.710222 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-728a0788-5478-4fed-acd1-b4bed4a12d99 req-e64f5b42-feca-4f5e-942b-4e0b768951b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff6f51c1-b0cc-420e-9fe9-13e16060ee85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134508 Aug 31 01:11:19.769773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1e67da9-d543-4069-8e73-e96a14fadc91 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.824407 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e67da9-d543-4069-8e73-e96a14fadc91 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.825057 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1e67da9-d543-4069-8e73-e96a14fadc91 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.828105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf7cb3b-b07f-4ec1-a201-0ced8d2c2d76 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:19.839870 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5bf7cb3b-b07f-4ec1-a201-0ced8d2c2d76 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.844240 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eca901bd-4011-404f-9216-3b1fb221d36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.879880 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.900308 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca901bd-4011-404f-9216-3b1fb221d36c None None] No DVR routers for this DVR port 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:19.980935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 73886761-99ea-4853-a3f3-99e215c14828 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:20.007868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca901bd-4011-404f-9216-3b1fb221d36c None None] Pushing event deleted for resources: {'Port': ['ID=9ae79a6e-03dd-421a-9f5c-e5057030f4f7,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:20.063017 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Transition to ACTIVE for port object b46f6aca-d2bf-4c1b-9fc2-b3c49501092a will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:20.075223 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b8bc4e-56e6-4fb8-8d72-31235fd962d4 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:20.155527 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d1e67da9-d543-4069-8e73-e96a14fadc91 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7361660 Aug 31 01:11:20.160100 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48632) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:20.183475 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b66c48aa-5120-4db0-9675-0440487dbeb6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Request body: {'subnet': {'network_id': 'f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:20.231569 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Transition to ACTIVE for port object b46f6aca-d2bf-4c1b-9fc2-b3c49501092a will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:20.264999 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e67da9-d543-4069-8e73-e96a14fadc91 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event updated for resources: {'Network': ['ID=f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:20.272110 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.358604 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:20.364171 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-728a0788-5478-4fed-acd1-b4bed4a12d99 req-f4710833-58fe-4063-a50a-4c5826a37317 service neutron] 10.222.0.15 "GET /v2.0/networks/ff6f51c1-b0cc-420e-9fe9-13e16060ee85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6454380 Aug 31 01:11:20.469495 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66c48aa-5120-4db0-9675-0440487dbeb6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Made reservation on behalf of fd2e94df38da44a893e4b2ce9a2b179c for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:20.473332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b66c48aa-5120-4db0-9675-0440487dbeb6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.506434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:20.531021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:20.532970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Pushing event updated for resources: {'Port': ['ID=b46f6aca-d2bf-4c1b-9fc2-b3c49501092a,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:20.543995 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:20.557925 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 73886761-99ea-4853-a3f3-99e215c14828 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:20.590106 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-728a0788-5478-4fed-acd1-b4bed4a12d99 req-a5f06342-a68f-4a9f-80f3-0f9674afbb2c service neutron] 10.222.0.15 "GET /v2.0/networks/ff6f51c1-b0cc-420e-9fe9-13e16060ee85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155938 Aug 31 01:11:20.598713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 73886761-99ea-4853-a3f3-99e215c14828 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:20.599149 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.672298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb4664-17de-4b15-bd03-1a32d3eaf0f5 req-e6f151c9-36bd-49c2-8eda-6b73ad951e12 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.674583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ecb4664-17de-4b15-bd03-1a32d3eaf0f5 req-e6f151c9-36bd-49c2-8eda-6b73ad951e12 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 944 time: 1.2024765 Aug 31 01:11:20.790873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307842aa-0b4f-4e72-b021-40ecc75b7b87 req-8c9ccb46-f476-48bf-9b17-ff333880ad62 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.792646 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-307842aa-0b4f-4e72-b021-40ecc75b7b87 req-8c9ccb46-f476-48bf-9b17-ff333880ad62 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 945 time: 0.7965591 Aug 31 01:11:20.792804 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Attempting to bind port b46f6aca-d2bf-4c1b-9fc2-b3c49501092a on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:20.793067 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Attempting to bind port b46f6aca-d2bf-4c1b-9fc2-b3c49501092a by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '3f6381a8-780e-4682-916a-9212ff1608b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:20.793427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Attempting to bind port b46f6aca-d2bf-4c1b-9fc2-b3c49501092a on network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:20.802910 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:20.804252 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Checking segment: {'id': '3f6381a8-780e-4682-916a-9212ff1608b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:20.804252 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.805018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Bound using segment: {'id': '3f6381a8-780e-4682-916a-9212ff1608b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:20.805499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Bound port: b46f6aca-d2bf-4c1b-9fc2-b3c49501092a, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6381a8-780e-4682-916a-9212ff1608b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:20.806460 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.811254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-14e22907-50bf-4f4c-96ff-7b9fef164758', 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'tenant_id': '230f8e28d5d947de9a99be345d676336', 'fixed_ips': [{'subnet_id': 'ab31613f-2158-49b6-a988-23744836c1dd'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:11:20.812128 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.821723 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ecb4664-17de-4b15-bd03-1a32d3eaf0f5 req-1a88f044-1fc4-4fd5-b905-2a56632a3df8 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247122 Aug 31 01:11:20.823739 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b66c48aa-5120-4db0-9675-0440487dbeb6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:20.875291 n-d-802060-13 neutron-server[94761]: INFO neutron.db.ipam_backend_mixin [None req-5bf7cb3b-b07f-4ec1-a201-0ced8d2c2d76 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab31613f-2158-49b6-a988-23744836c1dd (CIDR: 2001:db8::/64) Aug 31 01:11:20.903958 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf7cb3b-b07f-4ec1-a201-0ced8d2c2d76 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:11:20.904566 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf7cb3b-b07f-4ec1-a201-0ced8d2c2d76 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:20.940030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-307842aa-0b4f-4e72-b021-40ecc75b7b87 req-febe693e-4554-4a95-8795-c6bafc7fb7a9 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d104040-6a07-41f3-8acd-84533bb099ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263351 Aug 31 01:11:20.961989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48644) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:20.963425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5bf7cb3b-b07f-4ec1-a201-0ced8d2c2d76 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0339046 Aug 31 01:11:20.969521 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'subnet': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:20.977244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c48aa-5120-4db0-9675-0440487dbeb6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event updated for resources: {'Subnet': ['ID=df227161-c758-46ea-89d6-ea602e5b78a6,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:21.112781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad27f1-13db-4ae0-a073-9e3eb0a73394 req-c566ff40-df62-4cfa-a69c-936eca9c7fc6 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:21.114477 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47ad27f1-13db-4ae0-a073-9e3eb0a73394 req-c566ff40-df62-4cfa-a69c-936eca9c7fc6 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 932 time: 0.1480491 Aug 31 01:11:21.127023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91315711-f0d7-44d3-90ed-b87d27b38270 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:21.130947 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c48aa-5120-4db0-9675-0440487dbeb6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Checking segment: {'id': 'a0d335c6-a600-49a3-b903-d3be14628e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:21.131836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c48aa-5120-4db0-9675-0440487dbeb6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Network hostable DHCP agents. Network: f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:21.149477 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.191674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c48aa-5120-4db0-9675-0440487dbeb6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Network f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:21.205757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Transition to ACTIVE for port object 91315711-f0d7-44d3-90ed-b87d27b38270 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:21.213625 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.263756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b66c48aa-5120-4db0-9675-0440487dbeb6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:21.294151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c48aa-5120-4db0-9675-0440487dbeb6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:21.297463 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b66c48aa-5120-4db0-9675-0440487dbeb6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.303935 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47ad27f1-13db-4ae0-a073-9e3eb0a73394 req-df616704-b91e-40fd-816e-a51e51939f65 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ddec8ca-23eb-48c8-9401-92fa631a251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797028 Aug 31 01:11:21.366741 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48650) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:21.416545 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b66c48aa-5120-4db0-9675-0440487dbeb6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2532983 Aug 31 01:11:21.449439 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:21.453776 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.461648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Allocated IP 2001:db8::2 (14e22907-50bf-4f4c-96ff-7b9fef164758/ab31613f-2158-49b6-a988-23744836c1dd/ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:21.485624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Pushing event updated for resources: {'Port': ['ID=91315711-f0d7-44d3-90ed-b87d27b38270,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:21.566603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Attempting to bind port 91315711-f0d7-44d3-90ed-b87d27b38270 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:21.569290 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Attempting to bind port 91315711-f0d7-44d3-90ed-b87d27b38270 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '8887bb04-1d71-44b4-9e2b-cc01334cda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:21.569937 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Attempting to bind port 91315711-f0d7-44d3-90ed-b87d27b38270 on network 0e3f2a17-c813-42cf-bfa5-e9c462417207 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:21.576093 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Port 91315711-f0d7-44d3-90ed-b87d27b38270 on network 0e3f2a17-c813-42cf-bfa5-e9c462417207 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:11:21.576763 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Attempting to bind port 91315711-f0d7-44d3-90ed-b87d27b38270 on network 0e3f2a17-c813-42cf-bfa5-e9c462417207 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:21.586866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:21.587601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Checking segment: {'id': '8887bb04-1d71-44b4-9e2b-cc01334cda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:21.589826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Bound using segment: {'id': '8887bb04-1d71-44b4-9e2b-cc01334cda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:21.590626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Bound port: 91315711-f0d7-44d3-90ed-b87d27b38270, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8887bb04-1d71-44b4-9e2b-cc01334cda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:21.591562 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.661654 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.672383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Transition to ACTIVE for port object ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:21.694904 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Transition to ACTIVE for port object ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:21.699782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55e20c70-ad1a-4150-a508-68fa5edf2926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.721261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 94984f22-efa9-4d67-b72e-38ce8721f317 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:21.731607 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d215091-523f-4d45-b066-cb60d69aac03 None None] Network f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:21.794823 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.912345 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55e20c70-ad1a-4150-a508-68fa5edf2926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.922469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55e20c70-ad1a-4150-a508-68fa5edf2926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:21.923040 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] For port 91315711-f0d7-44d3-90ed-b87d27b38270, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:21.940529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] For port 91315711-f0d7-44d3-90ed-b87d27b38270, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=91315711-f0d7-44d3-90ed-b87d27b38270,segment=NetworkSegment(8887bb04-1d71-44b4-9e2b-cc01334cda22),segment_id=8887bb04-1d71-44b4-9e2b-cc01334cda22)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:21.977529 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.002527 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:22.012026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:22.023071 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-55e20c70-ad1a-4150-a508-68fa5edf2926 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1e3b48ab9c749f6afaa5fbaeff1f7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6428008 Aug 31 01:11:22.023941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48674) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:22.026037 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d38f6a6b-9186-4461-ac17-ab6c9da30ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.026871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e20c70-ad1a-4150-a508-68fa5edf2926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d707177e-95d8-4d1a-ae6a-b5cc18b716ec,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:22.028339 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.033867 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:22.040421 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.resource_extend [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:11:22.097612 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Pushing event updated for resources: {'Port': ['ID=91315711-f0d7-44d3-90ed-b87d27b38270,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:22.103706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:22.104794 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.107088 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-c8529e80-8538-41de-802d-a698a312a566 service neutron] 10.222.0.15 "PUT /v2.0/ports/91315711-f0d7-44d3-90ed-b87d27b38270 HTTP/1.1" status: 200 len: 1093 time: 4.1271040 Aug 31 01:11:22.111022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0755a699-9b80-4c62-ba72-26af25cffb78', 'tag': '91315711-f0d7-44d3-90ed-b87d27b38270'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:22.126499 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825eed79-023a-4bab-b5bc-3704829a25ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0755a699-9b80-4c62-ba72-26af25cffb78", "tag": "91315711-f0d7-44d3-90ed-b87d27b38270"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:22.129660 n-d-802060-13 neutron-server[94760]: DEBUG neutron.objects.ports [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:11:22.156200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] For port b46f6aca-d2bf-4c1b-9fc2-b3c49501092a, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:22.161455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Pushing event updated for resources: {'Port': ['ID=ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:22.237829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] For port b46f6aca-d2bf-4c1b-9fc2-b3c49501092a, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b46f6aca-d2bf-4c1b-9fc2-b3c49501092a,segment=NetworkSegment(3f6381a8-780e-4682-916a-9212ff1608b8),segment_id=3f6381a8-780e-4682-916a-9212ff1608b8)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:22.249505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f98997-f1a6-459d-ae25-2fb1d81aa04a req-632347a8-6a70-485e-b546-353f34e37ab0 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:22.250847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1f98997-f1a6-459d-ae25-2fb1d81aa04a req-632347a8-6a70-485e-b546-353f34e37ab0 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 944 time: 0.3039033 Aug 31 01:11:22.260065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-fed45f1b-7f55-4fc9-9fe6-041734e77ff1 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:22.270810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-fed45f1b-7f55-4fc9-9fe6-041734e77ff1 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:22.270810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-fed45f1b-7f55-4fc9-9fe6-041734e77ff1 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/networks?id=370aaa07-722a-4dc8-aa34-9ec42df0fe7c&id=f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b&id=370aaa07-722a-4dc8-aa34-9ec42df0fe7c HTTP/1.1" status: 200 len: 1391 time: 0.4871619 Aug 31 01:11:22.309102 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.311365 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-d46f0245-d518-469d-91b4-821c8e8fa6c0 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/quotas/fd2e94df38da44a893e4b2ce9a2b179c HTTP/1.1" status: 200 len: 375 time: 0.0330532 Aug 31 01:11:22.315832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-8af16b08-c534-476e-88c9-11ce7b03ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:22.317353 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-8af16b08-c534-476e-88c9-11ce7b03ac34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992158df1c149288c8e31ba0a06b3d9&device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 1096 time: 0.1404057 Aug 31 01:11:22.357878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1f98997-f1a6-459d-ae25-2fb1d81aa04a req-de3b268e-79b6-4f77-a7d2-b6183c8ec549 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824533 Aug 31 01:11:22.394035 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e0d4048b-21cc-4d3e-be51-66ded24a3919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.404399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 73886761-99ea-4853-a3f3-99e215c14828, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=73886761-99ea-4853-a3f3-99e215c14828,segment=NetworkSegment(332b2dbc-729f-4b62-bca1-cafb20e9e21c),segment_id=332b2dbc-729f-4b62-bca1-cafb20e9e21c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:22.444000 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e0d4048b-21cc-4d3e-be51-66ded24a3919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.446457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-199b11a9-cef5-470f-babd-43dc7844c9a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91315711-f0d7-44d3-90ed-b87d27b38270 HTTP/1.1" status: 200 len: 217 time: 0.0922308 Aug 31 01:11:22.490329 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Attempting to bind port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:22.492133 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Attempting to bind port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:22.492133 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Attempting to bind port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:22.515975 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:22.516349 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:22.516755 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.517155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:22.517634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Bound port: ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:22.518026 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.519080 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-27f82c7b-645d-4393-a0d7-07df8a7e86db tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd2e94df38da44a893e4b2ce9a2b179c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1983573 Aug 31 01:11:22.519905 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.520681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e265dbb5-a909-466b-91bc-3315fa7f4007 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:22.602427 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e0d4048b-21cc-4d3e-be51-66ded24a3919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.605358 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e0d4048b-21cc-4d3e-be51-66ded24a3919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.606531 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e0d4048b-21cc-4d3e-be51-66ded24a3919 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d707177e-95d8-4d1a-ae6a-b5cc18b716ec HTTP/1.1" status: 204 len: 168 time: 0.5660608 Aug 31 01:11:22.621782 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4048b-21cc-4d3e-be51-66ded24a3919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d707177e-95d8-4d1a-ae6a-b5cc18b716ec,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:22.632329 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.690710 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 94984f22-efa9-4d67-b72e-38ce8721f317, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=94984f22-efa9-4d67-b72e-38ce8721f317,segment=NetworkSegment(6a57edde-9125-4855-85e1-e7ddbf09e6d4),segment_id=6a57edde-9125-4855-85e1-e7ddbf09e6d4)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:22.707169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-4c06de63-5faa-4a64-9cce-a07509e69596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:22.709143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-4c06de63-5faa-4a64-9cce-a07509e69596 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84148e09-11bf-4633-bde0-a6bf316cfa04 HTTP/1.1" status: 200 len: 867 time: 0.2547891 Aug 31 01:11:22.760441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d472ec-4c94-43d0-a84a-93b6f1ec2186 req-54d65213-1cc2-4591-8dae-03826cda79b0 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:22.765747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65d472ec-4c94-43d0-a84a-93b6f1ec2186 req-54d65213-1cc2-4591-8dae-03826cda79b0 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 945 time: 0.2674932 Aug 31 01:11:22.845704 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] For port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3, host n-d-802060-13, got binding levels [] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:22.902340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c0908-9693-4ad2-b03b-ec5f7ec45c53 None None] Pushing event updated for resources: {'Port': ['ID=b46f6aca-d2bf-4c1b-9fc2-b3c49501092a,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:22.909688 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-2600f7c8-b890-4d43-ac28-f4d764877d89 service neutron] 10.222.0.58 "GET /v2.0/networks/370aaa07-722a-4dc8-aa34-9ec42df0fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894520 Aug 31 01:11:22.931022 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.948469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.044463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attempting to bind port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:23.044760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attempting to bind port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:23.048561 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attempting to bind port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 on network 14e22907-50bf-4f4c-96ff-7b9fef164758 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:23.062667 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] For port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:23.092784 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:23.094940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Checking segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:23.096457 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.097244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Bound using segment: {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:23.099121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] For port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:23.101546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Bound port: ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c70930-53b3-4871-b929-9e1db6cbf974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:23.102142 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.111252 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '94984f22-efa9-4d67-b72e-38ce8721f317', 'network_id': 'ff6f51c1-b0cc-420e-9fe9-13e16060ee85', 'port_id': '94984f22-efa9-4d67-b72e-38ce8721f317', 'mac_address': 'fa:16:3e:4f:6d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '618cf3a5-938c-4e7f-8a34-a675a080adb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:23.124674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b', 'network_id': 'f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'fixed_ips': [{'subnet_id': 'df227161-c758-46ea-89d6-ea602e5b78a6'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:11:23.124674 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.128072 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.169275 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:23.199798 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65d472ec-4c94-43d0-a84a-93b6f1ec2186 req-f3ffc080-3e03-4768-86dd-d349a6894464 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d104040-6a07-41f3-8acd-84533bb099ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184563 Aug 31 01:11:23.205785 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-95d9f734-a9ad-44b3-965e-2ae88812fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:23.207305 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-95d9f734-a9ad-44b3-965e-2ae88812fc59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e3f2a17-c813-42cf-bfa5-e9c462417207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4794023 Aug 31 01:11:23.224348 n-d-802060-13 neutron-server[94760]: WARNING neutron.plugins.ml2.plugin [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Concurrent port binding operations failed on port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 Aug 31 01:11:23.231733 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] For port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:23.237275 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attempt 2 to bind port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 Aug 31 01:11:23.245634 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.289953 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:23.296156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:23.343957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:23.346213 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.354144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-625d0628-5e88-4ea7-8ad5-9f5df65c1db6 service neutron] 10.222.0.58 "GET /v2.0/networks/370aaa07-722a-4dc8-aa34-9ec42df0fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434445 Aug 31 01:11:23.355735 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad217412-e409-46c8-a1f9-911645a60a0c x-openstack-request-id: req-ad217412-e409-46c8-a1f9-911645a60a0c {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:23.356081 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0755a699-9b80-4c62-ba72-26af25cffb78", "tag": "91315711-f0d7-44d3-90ed-b87d27b38270", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:23.356345 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ad217412-e409-46c8-a1f9-911645a60a0c {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:23.356737 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0755a699-9b80-4c62-ba72-26af25cffb78', 'tag': '91315711-f0d7-44d3-90ed-b87d27b38270', 'status': 'completed', 'code': 200} Aug 31 01:11:23.376542 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4113314 Aug 31 01:11:23.379760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48698) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:23.385837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Request body: {'port': {'network_id': '14e22907-50bf-4f4c-96ff-7b9fef164758', 'mac_address': 'fa:16:3e:56:28:00', 'name': 'tempest-NetworksTestDHCPv6-2063528625'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:23.470259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a88b8-3eee-42a4-83a1-999b15d1cfc4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Subnet': ['ID=69e7ddfc-7544-46e4-9154-a572fe500cd7,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:23.500518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-68f7a9c0-06c5-4f8e-968e-95771faa42b5 service neutron] 10.222.0.15 "GET /v2.0/networks/0e3f2a17-c813-42cf-bfa5-e9c462417207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818980 Aug 31 01:11:23.510404 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=73886761-99ea-4853-a3f3-99e215c14828,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:23.635986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port e265dbb5-a909-466b-91bc-3315fa7f4007 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:23.635986 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.652719 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Made reservation on behalf of 230f8e28d5d947de9a99be345d676336 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:23.732268 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-f22b7ca5-c749-4722-8f9e-c48fcd643d67 service neutron] 10.222.0.58 "GET /v2.0/networks/f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714502 Aug 31 01:11:23.798978 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.858822 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.921700 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-200f9e3b-d951-4ce9-918d-228a0b81ed1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:23.926236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94984f22-efa9-4d67-b72e-38ce8721f317 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:23.957647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] device_id is not set on port a03f6114-e87e-46ab-af0e-418fb81432f3 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:11:23.992521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-eae011f3-be41-4648-8d8d-0a06ede7b5dd service neutron] 10.222.0.58 "GET /v2.0/networks/f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498174 Aug 31 01:11:24.016640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 94984f22-efa9-4d67-b72e-38ce8721f317, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=94984f22-efa9-4d67-b72e-38ce8721f317,segment=NetworkSegment(6a57edde-9125-4855-85e1-e7ddbf09e6d4),segment_id=6a57edde-9125-4855-85e1-e7ddbf09e6d4)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:24.035395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:24.081315 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:24.081947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9ae79a6e-03dd-421a-9f5c-e5057030f4f7 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:24.083666 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338a06c-5e23-4b62-a98e-f3d7ce631f30 None None] Pushing event updated for resources: {'Port': ['ID=ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:24.120981 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:24.226267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48720) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:24.231588 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:24.295938 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Allocated IP 19.86.0.2 (f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b/df227161-c758-46ea-89d6-ea602e5b78a6/f28baeab-f105-4878-a06f-8e08fd685e93) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:24.299412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74997649-ec8e-4cbd-b77a-1d4bfd888f6b req-88094d3f-96b7-4d16-8678-c3ea6f73dac1 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:24.326038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74997649-ec8e-4cbd-b77a-1d4bfd888f6b req-88094d3f-96b7-4d16-8678-c3ea6f73dac1 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 944 time: 0.7736473 Aug 31 01:11:24.395528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=94984f22-efa9-4d67-b72e-38ce8721f317,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:24.408571 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e47b827c-5c8f-499a-b42d-bef4d5a20572 req-aabbd47a-db99-485f-bae0-e78a0569657d service neutron] 10.222.0.15 "GET /v2.0/networks/0e3f2a17-c813-42cf-bfa5-e9c462417207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8890636 Aug 31 01:11:24.435241 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:24.598876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8::1ce (14e22907-50bf-4f4c-96ff-7b9fef164758/ab31613f-2158-49b6-a988-23744836c1dd/a03f6114-e87e-46ab-af0e-418fb81432f3) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:24.611865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['94984f22-efa9-4d67-b72e-38ce8721f317'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:24.614810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:24.622148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Allocated IP 2001:db8:0:1:f816:3eff:fe56:2800 (14e22907-50bf-4f4c-96ff-7b9fef164758/69e7ddfc-7544-46e4-9154-a572fe500cd7/a03f6114-e87e-46ab-af0e-418fb81432f3) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:24.682607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74997649-ec8e-4cbd-b77a-1d4bfd888f6b req-7ec1331e-1ece-42b1-8a6f-502c94e8fac6 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ddec8ca-23eb-48c8-9401-92fa631a251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555269 Aug 31 01:11:24.686792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-ff0a9b4b-0b53-438c-baa1-a42daa01ff0b service neutron] 10.222.0.58 "GET /v2.0/networks/370aaa07-722a-4dc8-aa34-9ec42df0fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852982 Aug 31 01:11:24.727931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-502398715-network', 'tenant_id': '9d25507ba0d945d3821d1453bb12e9fa'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:24.739438 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:24.793824 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf914ab-01fe-42ac-b283-e724be8d3129 None None] Network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:24.794320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825eed79-023a-4bab-b5bc-3704829a25ed req-8e74bbe6-a2e7-4d0c-91bb-a751dd518f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:24.803529 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-825eed79-023a-4bab-b5bc-3704829a25ed req-8e74bbe6-a2e7-4d0c-91bb-a751dd518f54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992158df1c149288c8e31ba0a06b3d9&device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 1096 time: 0.2883620 Aug 31 01:11:24.863998 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 73886761-99ea-4853-a3f3-99e215c14828 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:24.934235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] Made reservation on behalf of 9d25507ba0d945d3821d1453bb12e9fa for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:24.939693 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:24.955389 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.021923 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.050845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7bc1f63b-7d04-405d-a401-a75961837046 None None] Provisioning for port b46f6aca-d2bf-4c1b-9fc2-b3c49501092a completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:25.054644 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.063502 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-dbb808c0-6d40-4fc7-a65f-7ee5a77c3d2d service neutron] 10.222.0.58 "GET /v2.0/networks/370aaa07-722a-4dc8-aa34-9ec42df0fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585842 Aug 31 01:11:25.092442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Transition to ACTIVE for port object a03f6114-e87e-46ab-af0e-418fb81432f3 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:25.102302 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Transition to ACTIVE for port object f28baeab-f105-4878-a06f-8e08fd685e93 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:25.127300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825eed79-023a-4bab-b5bc-3704829a25ed req-343989af-eab5-42cc-b88c-4b724b9824bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:25.128985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-825eed79-023a-4bab-b5bc-3704829a25ed req-343989af-eab5-42cc-b88c-4b724b9824bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e3f2a17-c813-42cf-bfa5-e9c462417207 HTTP/1.1" status: 200 len: 929 time: 0.3157094 Aug 31 01:11:25.140637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89133162-561d-4eb9-ba96-e5d80c13c0b3 req-5838e10f-dfc1-4622-b9ba-0bf7e645148d tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:25.142397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89133162-561d-4eb9-ba96-e5d80c13c0b3 req-5838e10f-dfc1-4622-b9ba-0bf7e645148d tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 945 time: 0.1494002 Aug 31 01:11:25.162848 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.230827 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:25.238265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:25.242761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Transition to ACTIVE for port object f28baeab-f105-4878-a06f-8e08fd685e93 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:25.243582 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-825eed79-023a-4bab-b5bc-3704829a25ed req-0cb113b5-2cb9-4d1b-bc11-3cddd4620e62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91315711-f0d7-44d3-90ed-b87d27b38270 HTTP/1.1" status: 200 len: 217 time: 0.0976605 Aug 31 01:11:25.248299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:25.266256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:25.267484 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.292182 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event updated for resources: {'Port': ['ID=a03f6114-e87e-46ab-af0e-418fb81432f3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:25.295272 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.375725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 73886761-99ea-4853-a3f3-99e215c14828 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:25.383672 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.401637 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Pushing event updated for resources: {'Port': ['ID=f28baeab-f105-4878-a06f-8e08fd685e93,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:25.470319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Network f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:25.474234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:25.477294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:25.477689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89133162-561d-4eb9-ba96-e5d80c13c0b3 req-84d4aa78-4555-4b99-a6f7-d484b7aa8696 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057039 Aug 31 01:11:25.503081 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.510270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825eed79-023a-4bab-b5bc-3704829a25ed req-e890b391-da94-47aa-85f9-c6262eb8ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:25.512250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-825eed79-023a-4bab-b5bc-3704829a25ed req-e890b391-da94-47aa-85f9-c6262eb8ce70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84148e09-11bf-4633-bde0-a6bf316cfa04 HTTP/1.1" status: 200 len: 867 time: 0.2580695 Aug 31 01:11:25.517461 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.529652 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d3dfbbae-4bfb-4b36-8789-e6054dd7d931 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1486213 Aug 31 01:11:25.530910 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48736) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:25.619550 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db758bf-c5ca-4ba2-93b5-078d4aa528d4 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:25.630425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692ddbfa-dcca-4e60-935c-b1ca4927aefa,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:25.736196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:25.753617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Attempting to bind port f28baeab-f105-4878-a06f-8e08fd685e93 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:25.753996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Attempting to bind port f28baeab-f105-4878-a06f-8e08fd685e93 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'a0d335c6-a600-49a3-b903-d3be14628e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:25.754365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Attempting to bind port f28baeab-f105-4878-a06f-8e08fd685e93 on network f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:25.769597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:25.769777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Checking segment: {'id': 'a0d335c6-a600-49a3-b903-d3be14628e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:25.770719 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.771127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Bound using segment: {'id': 'a0d335c6-a600-49a3-b903-d3be14628e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:25.773067 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Bound port: f28baeab-f105-4878-a06f-8e08fd685e93, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d335c6-a600-49a3-b903-d3be14628e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:25.773494 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.794470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.794838 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] Added segment 8123940a-e552-4889-9a3c-20279e80ab7a of type vlan for network ab74ee34-12a3-401b-bc75-1cf0aeeda842 Aug 31 01:11:25.807510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7d78e00a-b508-4fe9-9aa6-79bac3794df5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting port a03f6114-e87e-46ab-af0e-418fb81432f3 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:25.809413 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7d78e00a-b508-4fe9-9aa6-79bac3794df5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:25.855777 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825eed79-023a-4bab-b5bc-3704829a25ed req-9878ddf1-8889-4b39-9156-ff87cd1b8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:25.860068 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-825eed79-023a-4bab-b5bc-3704829a25ed req-9878ddf1-8889-4b39-9156-ff87cd1b8f46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e3f2a17-c813-42cf-bfa5-e9c462417207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3196814 Aug 31 01:11:25.896059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ca4ddb8-c558-4559-b5e4-31c038b90338 req-ad382380-2ad5-4370-9842-09f307a21516 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 210 time: 0.1229811 Aug 31 01:11:26.063974 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7d78e00a-b508-4fe9-9aa6-79bac3794df5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.121492 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7b1a0585-9255-481d-b91b-7bafdc27c6dd None None] Provisioning for port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:26.144257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b46f6aca-d2bf-4c1b-9fc2-b3c49501092a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:26.144719 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7d78e00a-b508-4fe9-9aa6-79bac3794df5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Calling delete_port for a03f6114-e87e-46ab-af0e-418fb81432f3 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:26.199491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 91315711-f0d7-44d3-90ed-b87d27b38270 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:26.214490 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.278651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7b1a0585-9255-481d-b91b-7bafdc27c6dd None None] Provisioning complete for port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:26.279128 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0585-9255-481d-b91b-7bafdc27c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.282412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffb5f1-0235-4fd9-95b1-460b4735831c req-22a763b4-22bd-4b0e-8f19-962de2ba7f36 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:26.284126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52ffb5f1-0235-4fd9-95b1-460b4735831c req-22a763b4-22bd-4b0e-8f19-962de2ba7f36 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 944 time: 0.2263992 Aug 31 01:11:26.310655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997156e-88e9-4deb-83e1-33bedd26f974 req-508a363d-6680-4119-9b84-ad44019a6243 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:26.312244 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e997156e-88e9-4deb-83e1-33bedd26f974 req-508a363d-6680-4119-9b84-ad44019a6243 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 945 time: 0.2464979 Aug 31 01:11:26.328622 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-825eed79-023a-4bab-b5bc-3704829a25ed req-c8752f54-0275-4d43-a27c-20244c5bace4 service neutron] 10.222.0.15 "GET /v2.0/networks/0e3f2a17-c813-42cf-bfa5-e9c462417207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090738 Aug 31 01:11:26.380799 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.381937 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:26.382626 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.495587 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2366893 Aug 31 01:11:26.501085 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48764) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:26.508504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a6248ee7-5b3d-4e37-84fb-f40a4019f137 admin admin] Request body: {'subnet': {'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-502398715-subnet', 'tenant_id': '9d25507ba0d945d3821d1453bb12e9fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:26.513658 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7d78e00a-b508-4fe9-9aa6-79bac3794df5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.522736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52ffb5f1-0235-4fd9-95b1-460b4735831c req-683b3159-23a7-4bd8-a401-322dfaa7276c tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ddec8ca-23eb-48c8-9401-92fa631a251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194242 Aug 31 01:11:26.536457 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] For port f28baeab-f105-4878-a06f-8e08fd685e93, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:26.543253 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e997156e-88e9-4deb-83e1-33bedd26f974 req-4b2adb8b-092c-4795-8965-50307aa072b4 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d104040-6a07-41f3-8acd-84533bb099ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180908 Aug 31 01:11:26.555918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78e00a-b508-4fe9-9aa6-79bac3794df5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Port': ['ID=a03f6114-e87e-46ab-af0e-418fb81432f3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:26.574411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 91315711-f0d7-44d3-90ed-b87d27b38270, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=91315711-f0d7-44d3-90ed-b87d27b38270,segment=NetworkSegment(8887bb04-1d71-44b4-9e2b-cc01334cda22),segment_id=8887bb04-1d71-44b4-9e2b-cc01334cda22)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:26.576883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a14018-7758-448c-94b9-c9efd43a168c admin admin] Pushing event updated for resources: {'Network': ['ID=ab74ee34-12a3-401b-bc75-1cf0aeeda842,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:26.602083 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network ab74ee34-12a3-401b-bc75-1cf0aeeda842 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:26.614603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-825eed79-023a-4bab-b5bc-3704829a25ed req-0f77eb47-850d-4a7f-a801-7784232ebe29 service neutron] 10.222.0.15 "GET /v2.0/networks/0e3f2a17-c813-42cf-bfa5-e9c462417207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700057 Aug 31 01:11:26.620412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port b46f6aca-d2bf-4c1b-9fc2-b3c49501092a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:26.625243 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] For port f28baeab-f105-4878-a06f-8e08fd685e93, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f28baeab-f105-4878-a06f-8e08fd685e93,segment=NetworkSegment(a0d335c6-a600-49a3-b903-d3be14628e98),segment_id=a0d335c6-a600-49a3-b903-d3be14628e98)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:26.631675 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6248ee7-5b3d-4e37-84fb-f40a4019f137 admin admin] Made reservation on behalf of 9d25507ba0d945d3821d1453bb12e9fa for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:26.634335 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6248ee7-5b3d-4e37-84fb-f40a4019f137 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.636616 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7d78e00a-b508-4fe9-9aa6-79bac3794df5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.640879 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48766) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:26.641114 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7d78e00a-b508-4fe9-9aa6-79bac3794df5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/a03f6114-e87e-46ab-af0e-418fb81432f3 HTTP/1.1" status: 204 len: 168 time: 1.1090486 Aug 31 01:11:26.676114 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.680739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '91315711-f0d7-44d3-90ed-b87d27b38270', 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'port_id': '91315711-f0d7-44d3-90ed-b87d27b38270', 'mac_address': 'fa:16:3e:2c:8f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:26.714072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b83e8-7640-46cf-91a7-0f814e390e62 req-c7aa0e13-2b2e-44e3-9062-f5fd94732c77 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:26.716020 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-035b83e8-7640-46cf-91a7-0f814e390e62 req-c7aa0e13-2b2e-44e3-9062-f5fd94732c77 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 945 time: 0.0911787 Aug 31 01:11:26.737633 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b46f6aca-d2bf-4c1b-9fc2-b3c49501092a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:26.738027 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.752091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e9aaeb-5a82-405e-b8cf-ca7ab4e656e7 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:26.755416 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c0e9aaeb-5a82-405e-b8cf-ca7ab4e656e7 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1131692 Aug 31 01:11:26.758319 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48770) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:26.804381 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-035b83e8-7640-46cf-91a7-0f814e390e62 req-f7d14c90-efb6-4fdb-8e68-34b13129b080 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796654 Aug 31 01:11:26.826267 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.851596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e30f5d-d1fe-48c8-80d9-b9a09f1e6171 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:26.855576 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e4e30f5d-d1fe-48c8-80d9-b9a09f1e6171 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0934546 Aug 31 01:11:26.856007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48774) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:26.905952 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6248ee7-5b3d-4e37-84fb-f40a4019f137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.907778 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0585-9255-481d-b91b-7bafdc27c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:26.953799 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8080f-6030-4e78-a9c1-033f091fac69 None None] Pushing event updated for resources: {'Port': ['ID=f28baeab-f105-4878-a06f-8e08fd685e93,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:26.960739 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.006109 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91315711-f0d7-44d3-90ed-b87d27b38270 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:27.042535 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6248ee7-5b3d-4e37-84fb-f40a4019f137 admin admin] Checking segment: {'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:27.043540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6248ee7-5b3d-4e37-84fb-f40a4019f137 admin admin] Network hostable DHCP agents. Network: ab74ee34-12a3-401b-bc75-1cf0aeeda842, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:27.048054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6248ee7-5b3d-4e37-84fb-f40a4019f137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7aae955-9475-4287-b0f9-97d65d425218,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:27.056686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceeb51f-78e2-4dc3-870f-42db26cc989e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:27.056892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7b1a0585-9255-481d-b91b-7bafdc27c6dd None None] For port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:27.058264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceeb51f-78e2-4dc3-870f-42db26cc989e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:27.059795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceeb51f-78e2-4dc3-870f-42db26cc989e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:27.064554 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.065334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fceeb51f-78e2-4dc3-870f-42db26cc989e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2082951 Aug 31 01:11:27.066482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48780) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:27.068071 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0585-9255-481d-b91b-7bafdc27c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.107932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 91315711-f0d7-44d3-90ed-b87d27b38270, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=91315711-f0d7-44d3-90ed-b87d27b38270,segment=NetworkSegment(8887bb04-1d71-44b4-9e2b-cc01334cda22),segment_id=8887bb04-1d71-44b4-9e2b-cc01334cda22)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:27.114557 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b9dab6c-aa38-4cf6-ae2f-0acdf509fed7 req-aab23025-0d73-4e6a-b2e0-32c5a4e12735 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 210 time: 0.1030450 Aug 31 01:11:27.121561 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6248ee7-5b3d-4e37-84fb-f40a4019f137 admin admin] Network ab74ee34-12a3-401b-bc75-1cf0aeeda842 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:27.157668 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.206773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-f882e3ac-428a-4e4d-93e7-2254f0b2b78b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet 69e7ddfc-7544-46e4-9154-a572fe500cd7 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:11:27.217567 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f882e3ac-428a-4e4d-93e7-2254f0b2b78b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.246533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port b46f6aca-d2bf-4c1b-9fc2-b3c49501092a, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b46f6aca-d2bf-4c1b-9fc2-b3c49501092a,segment=NetworkSegment(3f6381a8-780e-4682-916a-9212ff1608b8),segment_id=3f6381a8-780e-4682-916a-9212ff1608b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:27.249409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a6248ee7-5b3d-4e37-84fb-f40a4019f137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, ab74ee34-12a3-401b-bc75-1cf0aeeda842) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:27.281101 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424956b5-5cc5-461d-b1ba-9ab673fcfdd1 None None] Network ab74ee34-12a3-401b-bc75-1cf0aeeda842 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:27.300513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b8fb9b50-c8c7-4f6f-a958-d06382511358 None None] Provisioning complete for port b46f6aca-d2bf-4c1b-9fc2-b3c49501092a triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:27.304441 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9b50-c8c7-4f6f-a958-d06382511358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.311803 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f882e3ac-428a-4e4d-93e7-2254f0b2b78b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.325719 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6248ee7-5b3d-4e37-84fb-f40a4019f137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:27.326355 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a6248ee7-5b3d-4e37-84fb-f40a4019f137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.351545 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.357853 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a6248ee7-5b3d-4e37-84fb-f40a4019f137 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8542957 Aug 31 01:11:27.393462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-fa2df760-1e9c-43c9-813d-a885f9fc1657 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:27.402345 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-fa2df760-1e9c-43c9-813d-a885f9fc1657 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:27.404071 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-fa2df760-1e9c-43c9-813d-a885f9fc1657 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.70 "GET /v2.0/networks?id=370aaa07-722a-4dc8-aa34-9ec42df0fe7c&id=f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b&id=370aaa07-722a-4dc8-aa34-9ec42df0fe7c HTTP/1.1" status: 200 len: 1391 time: 0.3338809 Aug 31 01:11:27.424155 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-9b3bd84c-1c1f-47e6-88c3-592bc130f383 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Request body: {'port': {'device_id': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c', 'admin_state_up': True, 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:27.488810 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f882e3ac-428a-4e4d-93e7-2254f0b2b78b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.516100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a0585-9255-481d-b91b-7bafdc27c6dd None None] Pushing event updated for resources: {'Port': ['ID=ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:27.634726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f28baeab-f105-4878-a06f-8e08fd685e93 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:27.653082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['91315711-f0d7-44d3-90ed-b87d27b38270'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:27.666594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544e323-18da-49fa-bb98-b4bd284aefa4 req-b551886d-d551-4b68-861b-af540ee728b2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:27.668230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d544e323-18da-49fa-bb98-b4bd284aefa4 req-b551886d-d551-4b68-861b-af540ee728b2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 946 time: 0.2907248 Aug 31 01:11:27.678155 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-9b3bd84c-1c1f-47e6-88c3-592bc130f383 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Made reservation on behalf of fd2e94df38da44a893e4b2ce9a2b179c for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:27.686782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-9b3bd84c-1c1f-47e6-88c3-592bc130f383 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:27.768183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=91315711-f0d7-44d3-90ed-b87d27b38270,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:27.889754 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-9b3bd84c-1c1f-47e6-88c3-592bc130f383 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Allocated IP 19.80.0.69 (370aaa07-722a-4dc8-aa34-9ec42df0fe7c/d7aa534f-b022-4b3c-946d-d2972a6c6c8d/3679e42d-b1d0-46e2-a274-f56152f22bbb) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:27.913851 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5ce700-1d0e-4a4f-a69d-ba90551798c4 None None] Network ab74ee34-12a3-401b-bc75-1cf0aeeda842 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:28.020993 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=b46f6aca-d2bf-4c1b-9fc2-b3c49501092a,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:28.061646 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d544e323-18da-49fa-bb98-b4bd284aefa4 req-938a29f2-5d6a-4c39-88ca-25c96a82331e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3830755 Aug 31 01:11:28.126958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port f28baeab-f105-4878-a06f-8e08fd685e93 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:28.139486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd4d28-ec1a-435e-b2b7-e270a79aa64e req-541fb5aa-97f3-4b2e-8a18-8d1d4f247de5 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:28.141312 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fabd4d28-ec1a-435e-b2b7-e270a79aa64e req-541fb5aa-97f3-4b2e-8a18-8d1d4f247de5 tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.70 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 945 time: 0.6453204 Aug 31 01:11:28.147904 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-9b3bd84c-1c1f-47e6-88c3-592bc130f383 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.172095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385262bd-8097-4335-917f-d8d91fe72de1 req-d501353c-fcc2-472c-8ac2-1b8780e47b01 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:28.185462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-9b3bd84c-1c1f-47e6-88c3-592bc130f383 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Transition to ACTIVE for port object 3679e42d-b1d0-46e2-a274-f56152f22bbb will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:28.186933 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-385262bd-8097-4335-917f-d8d91fe72de1 req-d501353c-fcc2-472c-8ac2-1b8780e47b01 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 945 time: 0.5018647 Aug 31 01:11:28.204160 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 94984f22-efa9-4d67-b72e-38ce8721f317 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:28.238859 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-9b3bd84c-1c1f-47e6-88c3-592bc130f383 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.247099 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f882e3ac-428a-4e4d-93e7-2254f0b2b78b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.301026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-9b3bd84c-1c1f-47e6-88c3-592bc130f383 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:28.305485 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-9b3bd84c-1c1f-47e6-88c3-592bc130f383 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:28.310230 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-9b3bd84c-1c1f-47e6-88c3-592bc130f383 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:28.352930 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bd84c-1c1f-47e6-88c3-592bc130f383 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event updated for resources: {'Port': ['ID=3679e42d-b1d0-46e2-a274-f56152f22bbb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:28.356695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-da17ecc8-76ed-428d-9c76-a93ed5e5ac7d None None] Provisioning complete for port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:28.357161 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-da17ecc8-76ed-428d-9c76-a93ed5e5ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.412346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-9b3bd84c-1c1f-47e6-88c3-592bc130f383 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:28.413636 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-9b3bd84c-1c1f-47e6-88c3-592bc130f383 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.415323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882e3ac-428a-4e4d-93e7-2254f0b2b78b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=69e7ddfc-7544-46e4-9154-a572fe500cd7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:28.431453 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f882e3ac-428a-4e4d-93e7-2254f0b2b78b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.433780 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-9b3bd84c-1c1f-47e6-88c3-592bc130f383 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0144546 Aug 31 01:11:28.434119 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f882e3ac-428a-4e4d-93e7-2254f0b2b78b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/69e7ddfc-7544-46e4-9154-a572fe500cd7 HTTP/1.1" status: 204 len: 168 time: 1.3380489 Aug 31 01:11:28.436904 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48806) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:28.461350 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-18ed4e22-1c72-4f79-9f9d-f71cfc2e9347 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Request body: {'port': {'device_id': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'network_id': 'f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b', 'admin_state_up': True, 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:28.477843 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-385262bd-8097-4335-917f-d8d91fe72de1 req-14d28a3c-1e7a-4863-a8b1-0b140236f7db tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ddec8ca-23eb-48c8-9401-92fa631a251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897205 Aug 31 01:11:28.505682 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 94984f22-efa9-4d67-b72e-38ce8721f317 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:28.505884 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683276d-f508-42b9-8e93-6aec73ef0e49 req-2f9d9c94-390a-4a33-b613-49319dba6b8c tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:28.513293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 94984f22-efa9-4d67-b72e-38ce8721f317 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:28.513667 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.515155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2683276d-f508-42b9-8e93-6aec73ef0e49 req-2f9d9c94-390a-4a33-b613-49319dba6b8c tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/ports?device_id=6558ce1b-69ac-4fc7-bb58-10e08a6f97d1 HTTP/1.1" status: 200 len: 945 time: 0.3151381 Aug 31 01:11:28.558550 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21a00f0-c8b9-4418-98ce-78662557659b None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:28.607586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2683276d-f508-42b9-8e93-6aec73ef0e49 req-c3b917f3-669b-4091-ae69-90e25013f10f tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d104040-6a07-41f3-8acd-84533bb099ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894747 Aug 31 01:11:28.625455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-fabd4d28-ec1a-435e-b2b7-e270a79aa64e req-b4dd994b-cd04-4d83-b6d8-facdd6e7d35d tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Deleting port 5ddc905c-2cb2-43f6-ae31-67c75787ca1f {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:28.625806 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fabd4d28-ec1a-435e-b2b7-e270a79aa64e req-b4dd994b-cd04-4d83-b6d8-facdd6e7d35d tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.701687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-236e36cf-a761-4112-be9c-c43555c15611 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Deleting subnet ab31613f-2158-49b6-a988-23744836c1dd {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:11:28.705269 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-236e36cf-a761-4112-be9c-c43555c15611 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.733476 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-18ed4e22-1c72-4f79-9f9d-f71cfc2e9347 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Made reservation on behalf of fd2e94df38da44a893e4b2ce9a2b179c for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:28.737150 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-18ed4e22-1c72-4f79-9f9d-f71cfc2e9347 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.770149 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0056f4-d7fe-4d1f-96be-125658a6fce2 None None] Network f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:28.775246 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9fa9bfe2-3da7-47d3-b52f-b8dcb71acda8 None None] Could not find standard attr ID for object a03f6114-e87e-46ab-af0e-418fb81432f3. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:11:28.822077 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-236e36cf-a761-4112-be9c-c43555c15611 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.839220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-fabd4d28-ec1a-435e-b2b7-e270a79aa64e req-b4dd994b-cd04-4d83-b6d8-facdd6e7d35d tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] For port 5ddc905c-2cb2-43f6-ae31-67c75787ca1f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5ddc905c-2cb2-43f6-ae31-67c75787ca1f,segment=NetworkSegment(e8c49231-6d4e-4f56-bb0e-72b6ccb90db4),segment_id=e8c49231-6d4e-4f56-bb0e-72b6ccb90db4)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:28.839686 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fabd4d28-ec1a-435e-b2b7-e270a79aa64e req-b4dd994b-cd04-4d83-b6d8-facdd6e7d35d tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:28.863449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-fabd4d28-ec1a-435e-b2b7-e270a79aa64e req-b4dd994b-cd04-4d83-b6d8-facdd6e7d35d tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Calling delete_port for 5ddc905c-2cb2-43f6-ae31-67c75787ca1f owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:29.038109 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b613db64-1580-48f3-84aa-d12fcf5cae8f no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:29.041875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dee75-30e9-4a39-a69b-003af6f6740c req-dc1c48e1-8d5e-406e-999f-9e9c8d9ffe9e tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:29.043374 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e27dee75-30e9-4a39-a69b-003af6f6740c req-dc1c48e1-8d5e-406e-999f-9e9c8d9ffe9e tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 945 time: 0.2336926 Aug 31 01:11:29.104923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-924d517a-50d0-473c-8107-aae9244bf803 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:29.112090 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-924d517a-50d0-473c-8107-aae9244bf803 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/networks?id=ab74ee34-12a3-401b-bc75-1cf0aeeda842 HTTP/1.1" status: 200 len: 814 time: 0.2496412 Aug 31 01:11:29.130719 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4c913a97-c67f-421d-a90f-d0fb6e22576c None None] Provisioning for port 3679e42d-b1d0-46e2-a274-f56152f22bbb completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:29.170686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4c913a97-c67f-421d-a90f-d0fb6e22576c None None] Provisioning complete for port 3679e42d-b1d0-46e2-a274-f56152f22bbb triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:29.171065 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c913a97-c67f-421d-a90f-d0fb6e22576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.174775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-d11a8346-b432-43b9-b335-efd2e6b7049e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/quotas/9d25507ba0d945d3821d1453bb12e9fa HTTP/1.1" status: 200 len: 375 time: 0.0613487 Aug 31 01:11:29.194549 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e27dee75-30e9-4a39-a69b-003af6f6740c req-503d5c2d-e76b-484d-bd6a-be68e0f18473 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336827 Aug 31 01:11:29.237300 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-4b8e5914-943e-441a-8bce-b28bf9548d56 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d25507ba0d945d3821d1453bb12e9fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416548 Aug 31 01:11:29.281246 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fabd4d28-ec1a-435e-b2b7-e270a79aa64e req-b4dd994b-cd04-4d83-b6d8-facdd6e7d35d tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.341325 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-236e36cf-a761-4112-be9c-c43555c15611 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.346535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd994b-cd04-4d83-b6d8-facdd6e7d35d tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Pushing event deleted for resources: {'Port': ['ID=5ddc905c-2cb2-43f6-ae31-67c75787ca1f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:29.354470 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:11:29.372200 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-18ed4e22-1c72-4f79-9f9d-f71cfc2e9347 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Allocated IP 19.86.0.115 (f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b/df227161-c758-46ea-89d6-ea602e5b78a6/373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:29.416237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabd4d28-ec1a-435e-b2b7-e270a79aa64e req-b4dd994b-cd04-4d83-b6d8-facdd6e7d35d tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] No DVR routers for this DVR port 5ddc905c-2cb2-43f6-ae31-67c75787ca1f on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:29.419050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4c913a97-c67f-421d-a90f-d0fb6e22576c None None] Port 3679e42d-b1d0-46e2-a274-f56152f22bbb cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:29.423081 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fabd4d28-ec1a-435e-b2b7-e270a79aa64e req-b4dd994b-cd04-4d83-b6d8-facdd6e7d35d tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.425070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fabd4d28-ec1a-435e-b2b7-e270a79aa64e req-b4dd994b-cd04-4d83-b6d8-facdd6e7d35d tempest-InstanceActionsTestJSON-193884552 tempest-InstanceActionsTestJSON-193884552-project] 10.222.0.70 "DELETE /v2.0/ports/5ddc905c-2cb2-43f6-ae31-67c75787ca1f HTTP/1.1" status: 204 len: 173 time: 1.2727392 Aug 31 01:11:29.425496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6558ce1b-69ac-4fc7-bb58-10e08a6f97d1', 'name': 'network-vif-deleted', 'tag': '5ddc905c-2cb2-43f6-ae31-67c75787ca1f'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:29.427769 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de097fba-0a08-4f48-8610-f2461c850165" -d '{"events": [{"server_uuid": "6558ce1b-69ac-4fc7-bb58-10e08a6f97d1", "name": "network-vif-deleted", "tag": "5ddc905c-2cb2-43f6-ae31-67c75787ca1f"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:29.428592 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.439394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-583c8643-454a-4d45-b04e-507756576dd0 service neutron] 10.222.0.58 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759393 Aug 31 01:11:29.567929 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:29.571573 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4c913a97-c67f-421d-a90f-d0fb6e22576c None None] Provisioning for port f28baeab-f105-4878-a06f-8e08fd685e93 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:29.582428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8f369e-f382-429d-b0eb-46101e6786e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94984f22-efa9-4d67-b72e-38ce8721f317'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:29.585472 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214af39f-4a43-4b5d-be76-181c3156e596" -d '{"events": [{"server_uuid": "ac8f369e-f382-429d-b0eb-46101e6786e8", "name": "network-vif-plugged", "status": "completed", "tag": "94984f22-efa9-4d67-b72e-38ce8721f317"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:29.605483 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-3a0749a3-4767-40ed-8fa6-ff4ea95cb81d service neutron] 10.222.0.58 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546597 Aug 31 01:11:29.663465 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4c913a97-c67f-421d-a90f-d0fb6e22576c None None] Provisioning complete for port f28baeab-f105-4878-a06f-8e08fd685e93 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:29.664220 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c913a97-c67f-421d-a90f-d0fb6e22576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.666467 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.670859 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-236e36cf-a761-4112-be9c-c43555c15611 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.679062 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 94984f22-efa9-4d67-b72e-38ce8721f317, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=94984f22-efa9-4d67-b72e-38ce8721f317,segment=NetworkSegment(6a57edde-9125-4855-85e1-e7ddbf09e6d4),segment_id=6a57edde-9125-4855-85e1-e7ddbf09e6d4)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:29.705016 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-18ed4e22-1c72-4f79-9f9d-f71cfc2e9347 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.722793 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-236e36cf-a761-4112-be9c-c43555c15611 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.724753 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-236e36cf-a761-4112-be9c-c43555c15611 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/ab31613f-2158-49b6-a988-23744836c1dd HTTP/1.1" status: 204 len: 168 time: 1.2867842 Aug 31 01:11:29.728319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48840) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:29.737467 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.773608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e36cf-a761-4112-be9c-c43555c15611 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Subnet': ['ID=ab31613f-2158-49b6-a988-23744836c1dd,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:29.785533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-18ed4e22-1c72-4f79-9f9d-f71cfc2e9347 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Transition to ACTIVE for port object 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:29.802549 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:29.842448 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e0cac0b1-6754-4640-9d30-9817864ab529 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127212 Aug 31 01:11:29.843529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48842) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:29.867241 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-18ed4e22-1c72-4f79-9f9d-f71cfc2e9347 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.870554 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:29.872219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5ddc905c-2cb2-43f6-ae31-67c75787ca1f no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:29.979875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b52032-0651-409e-b706-45081403f5f1 req-e0582d24-94e9-4be8-b110-1ee1ee8436dd tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:29.987440 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 5ddc905c-2cb2-43f6-ae31-67c75787ca1f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:29.988158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5ddc905c-2cb2-43f6-ae31-67c75787ca1f not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:29.988328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b52032-0651-409e-b706-45081403f5f1 req-e0582d24-94e9-4be8-b110-1ee1ee8436dd tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:29.989226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed4e22-1c72-4f79-9f9d-f71cfc2e9347 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event updated for resources: {'Port': ['ID=373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:30.004558 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77b52032-0651-409e-b706-45081403f5f1 req-e0582d24-94e9-4be8-b110-1ee1ee8436dd tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 1654 time: 0.1677473 Aug 31 01:11:30.010370 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-18ed4e22-1c72-4f79-9f9d-f71cfc2e9347 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Network f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:30.017128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-18ed4e22-1c72-4f79-9f9d-f71cfc2e9347 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:30.020752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:30.025317 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.030583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96db3aa-95d2-4ea6-a97d-245d961352cf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:30.034792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a96db3aa-95d2-4ea6-a97d-245d961352cf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1869371 Aug 31 01:11:30.034792 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae398406-2ba0-4ead-a35b-18978eb7b407 x-openstack-request-id: req-ae398406-2ba0-4ead-a35b-18978eb7b407 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:30.034792 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6558ce1b-69ac-4fc7-bb58-10e08a6f97d1", "name": "network-vif-deleted", "tag": "5ddc905c-2cb2-43f6-ae31-67c75787ca1f", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:30.034792 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae398406-2ba0-4ead-a35b-18978eb7b407 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:30.039873 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6558ce1b-69ac-4fc7-bb58-10e08a6f97d1', 'name': 'network-vif-deleted', 'tag': '5ddc905c-2cb2-43f6-ae31-67c75787ca1f', 'status': 'completed', 'code': 200} Aug 31 01:11:30.039984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-18ed4e22-1c72-4f79-9f9d-f71cfc2e9347 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:30.041414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48848) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:30.133159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-18ed4e22-1c72-4f79-9f9d-f71cfc2e9347 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:30.134525 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-18ed4e22-1c72-4f79-9f9d-f71cfc2e9347 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.138728 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=94984f22-efa9-4d67-b72e-38ce8721f317,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:30.172755 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-18ed4e22-1c72-4f79-9f9d-f71cfc2e9347 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7198844 Aug 31 01:11:30.208018 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77b52032-0651-409e-b706-45081403f5f1 req-e0220d68-03d7-465b-bd81-0dca1e90cf87 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996450 Aug 31 01:11:30.215852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-19ac0d3d-366d-42ad-b633-6dd1d9ad3adf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Request body: {'port': {'device_id': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c', 'admin_state_up': True, 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:30.243150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 91315711-f0d7-44d3-90ed-b87d27b38270 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:30.261764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3361392e-59e3-4cfb-90e4-8c70921a2822 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:30.263354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3361392e-59e3-4cfb-90e4-8c70921a2822 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2032950 Aug 31 01:11:30.266107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48854) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:30.319683 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1d7477a3-49c8-4ffd-898e-20643e4826a1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523796 Aug 31 01:11:30.330189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48858) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:30.333793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48860) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:30.365014 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22e7723-7049-4efa-bab9-261787dd55b5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:30.365413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22e7723-7049-4efa-bab9-261787dd55b5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:30.370736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e22e7723-7049-4efa-bab9-261787dd55b5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/a03f6114-e87e-46ab-af0e-418fb81432f3 HTTP/1.1" status: 404 len: 333 time: 0.0378230 Aug 31 01:11:30.373136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48862) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:30.386991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a274235-7aa2-42d5-a4c2-829bba4d22b9 req-e78f3e81-7ee1-49a4-8b83-ff379df2d360 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:30.396118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a274235-7aa2-42d5-a4c2-829bba4d22b9 req-e78f3e81-7ee1-49a4-8b83-ff379df2d360 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 945 time: 0.2266119 Aug 31 01:11:30.431617 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a078982-1020-4258-8fa9-3b339e4c62e0 x-openstack-request-id: req-6a078982-1020-4258-8fa9-3b339e4c62e0 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:30.431912 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8f369e-f382-429d-b0eb-46101e6786e8", "name": "network-vif-plugged", "status": "completed", "tag": "94984f22-efa9-4d67-b72e-38ce8721f317", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:30.437686 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a078982-1020-4258-8fa9-3b339e4c62e0 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:30.438124 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8f369e-f382-429d-b0eb-46101e6786e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94984f22-efa9-4d67-b72e-38ce8721f317', 'code': 200} Aug 31 01:11:30.476741 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f99405-13e6-4249-ae96-e8ebe7e68903 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:30.477296 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f99405-13e6-4249-ae96-e8ebe7e68903 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:30.479212 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-21f99405-13e6-4249-ae96-e8ebe7e68903 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/69e7ddfc-7544-46e4-9154-a572fe500cd7 HTTP/1.1" status: 404 len: 337 time: 0.1050320 Aug 31 01:11:30.482313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48866) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:30.484542 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c913a97-c67f-421d-a90f-d0fb6e22576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.487573 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b613db64-1580-48f3-84aa-d12fcf5cae8f,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:30.592824 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9a9f7a-b972-40bf-b456-9d60b8b9ba44 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:30.593524 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9a9f7a-b972-40bf-b456-9d60b8b9ba44 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:30.595559 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8d9a9f7a-b972-40bf-b456-9d60b8b9ba44 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/ab31613f-2158-49b6-a988-23744836c1dd HTTP/1.1" status: 404 len: 337 time: 0.1126657 Aug 31 01:11:30.598499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a274235-7aa2-42d5-a4c2-829bba4d22b9 req-a3025921-aca0-4371-8480-1163fbb39c18 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ddec8ca-23eb-48c8-9401-92fa631a251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015102 Aug 31 01:11:30.599003 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48870) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:30.617895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c588898-1e44-4846-95cd-24dda0e02f33 admin admin] Deleting subnet 0eb5c721-350f-4259-a4d0-21b05367b449 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:11:30.636953 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7c588898-1e44-4846-95cd-24dda0e02f33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.673368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4c913a97-c67f-421d-a90f-d0fb6e22576c None None] For port f28baeab-f105-4878-a06f-8e08fd685e93, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f28baeab-f105-4878-a06f-8e08fd685e93,segment=NetworkSegment(a0d335c6-a600-49a3-b903-d3be14628e98),segment_id=a0d335c6-a600-49a3-b903-d3be14628e98)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:30.695093 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 91315711-f0d7-44d3-90ed-b87d27b38270 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:30.700155 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c913a97-c67f-421d-a90f-d0fb6e22576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.707426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 91315711-f0d7-44d3-90ed-b87d27b38270 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:30.714403 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad30569-9f0d-43a6-be6f-488c8fc07087 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:30.714670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517f1c5-481f-428e-9521-7e37801c4ec4 req-1ff1224c-dba0-4c7c-b3e7-41df8494462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:30.715123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad30569-9f0d-43a6-be6f-488c8fc07087 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:30.716225 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a517f1c5-481f-428e-9521-7e37801c4ec4 req-1ff1224c-dba0-4c7c-b3e7-41df8494462e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 1098 time: 0.2230408 Aug 31 01:11:30.718773 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cad30569-9f0d-43a6-be6f-488c8fc07087 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/ca3bdb6e-ba25-4029-baaf-43fb026ec4fe HTTP/1.1" status: 404 len: 333 time: 0.1191444 Aug 31 01:11:30.722592 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48872) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:30.723195 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.731007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b46f6aca-d2bf-4c1b-9fc2-b3c49501092a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:30.793187 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c25f8d88-d1f6-4479-8143-cd28045cecde req-feca6390-9e35-458e-ad64-4c1128d57764 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 210 time: 0.0748987 Aug 31 01:11:30.793411 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e7e469-6d47-4fc8-a328-118d3c2cbaa3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:30.793668 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e7e469-6d47-4fc8-a328-118d3c2cbaa3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:30.795514 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-27e7e469-6d47-4fc8-a328-118d3c2cbaa3 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/ed73e109-5af2-49c7-99e0-89ccc37dd808 HTTP/1.1" status: 404 len: 337 time: 0.0670466 Aug 31 01:11:30.799791 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48880) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:30.813995 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7c588898-1e44-4846-95cd-24dda0e02f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.834383 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-140326fc-7564-4d42-80af-639ce9ce8fc2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:30.836014 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140326fc-7564-4d42-80af-639ce9ce8fc2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:30.837957 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-140326fc-7564-4d42-80af-639ce9ce8fc2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/4f176436-c5b7-4835-8f16-d4ce72ee35f3 HTTP/1.1" status: 404 len: 337 time: 0.0368330 Aug 31 01:11:30.840757 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48882) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:30.872225 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9b4fdd-8540-4d89-afc0-158356c32c4b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:30.873222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9b4fdd-8540-4d89-afc0-158356c32c4b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:30.875163 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0e9b4fdd-8540-4d89-afc0-158356c32c4b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/158a2a68-2bf4-444f-8e37-a72be427ad59 HTTP/1.1" status: 404 len: 333 time: 0.0333226 Aug 31 01:11:30.877955 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48884) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:30.879819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-19ac0d3d-366d-42ad-b633-6dd1d9ad3adf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Made reservation on behalf of fd2e94df38da44a893e4b2ce9a2b179c for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:30.886506 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-19ac0d3d-366d-42ad-b633-6dd1d9ad3adf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.902437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc63eab2-cf32-4b40-b744-7635e05bcdb4 None None] Network 14e22907-50bf-4f4c-96ff-7b9fef164758 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:30.930552 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbae0f2a-caef-4ae5-af84-5d546a59a84a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:30.932007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbae0f2a-caef-4ae5-af84-5d546a59a84a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:30.937436 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fbae0f2a-caef-4ae5-af84-5d546a59a84a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/384fe44a-cc66-47c3-aba9-fde8628e141a HTTP/1.1" status: 404 len: 337 time: 0.0549850 Aug 31 01:11:30.951074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86af03-6590-4b66-b0e6-0a8c7f52e310 req-1b7036bc-528c-4da2-8056-e2231246fab2 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:30.955790 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48886) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:30.960232 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e86af03-6590-4b66-b0e6-0a8c7f52e310 req-1b7036bc-528c-4da2-8056-e2231246fab2 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 946 time: 0.2429833 Aug 31 01:11:30.965334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a517f1c5-481f-428e-9521-7e37801c4ec4 req-5d00c7f2-6683-4fac-a4e9-0d87e1da3c5f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375267 Aug 31 01:11:30.966261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c913a97-c67f-421d-a90f-d0fb6e22576c None None] Pushing event updated for resources: {'Port': ['ID=f28baeab-f105-4878-a06f-8e08fd685e93,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:30.997514 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7c588898-1e44-4846-95cd-24dda0e02f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.001548 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f4a7ed-7c86-4244-93ea-15d6d3dede91 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:31.002536 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f4a7ed-7c86-4244-93ea-15d6d3dede91 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:31.008937 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d6f4a7ed-7c86-4244-93ea-15d6d3dede91 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/dce9d31b-625a-4f80-bc50-ff9725ebeec9 HTTP/1.1" status: 404 len: 337 time: 0.0517132 Aug 31 01:11:31.009926 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48888) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:31.013820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d3269603-1023-460e-a9e9-83e63c67e923 None None] Provisioning for port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:31.043635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d3269603-1023-460e-a9e9-83e63c67e923 None None] Provisioning complete for port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:31.044004 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d3269603-1023-460e-a9e9-83e63c67e923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.055543 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a269639-3016-46be-b8ca-ef92300edc20 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:31.056736 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a269639-3016-46be-b8ca-ef92300edc20 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:31.061652 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6a269639-3016-46be-b8ca-ef92300edc20 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/20010342-3a8b-40d5-8955-e9e75dc01f52 HTTP/1.1" status: 404 len: 333 time: 0.0474694 Aug 31 01:11:31.062296 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e86af03-6590-4b66-b0e6-0a8c7f52e310 req-f885dbfc-c7dc-4cef-bebc-112c7aa953e4 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994616 Aug 31 01:11:31.065069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48890) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:31.073185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b46f6aca-d2bf-4c1b-9fc2-b3c49501092a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:31.073563 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.117162 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7c588898-1e44-4846-95cd-24dda0e02f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.136578 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-53656dd3-a611-4823-9b65-d35bc93dfda4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:31.137044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53656dd3-a611-4823-9b65-d35bc93dfda4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:31.140960 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-53656dd3-a611-4823-9b65-d35bc93dfda4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/b7bb0c20-2d88-484d-ab19-125aab3860ae HTTP/1.1" status: 404 len: 337 time: 0.0725181 Aug 31 01:11:31.141692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48892) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:31.153885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c588898-1e44-4846-95cd-24dda0e02f33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb5c721-350f-4259-a4d0-21b05367b449,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:31.159052 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7c588898-1e44-4846-95cd-24dda0e02f33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.164353 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7c588898-1e44-4846-95cd-24dda0e02f33 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0eb5c721-350f-4259-a4d0-21b05367b449 HTTP/1.1" status: 204 len: 168 time: 0.7990301 Aug 31 01:11:31.164893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48894) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:31.171221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d3269603-1023-460e-a9e9-83e63c67e923 None None] Port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:31.193721 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0e5e08-274c-4b16-8a65-6d0df98a6dff tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:31.194275 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0e5e08-274c-4b16-8a65-6d0df98a6dff tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:31.198534 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7f0e5e08-274c-4b16-8a65-6d0df98a6dff tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/1313503f-5bad-4706-bdaf-bd886cc52e39 HTTP/1.1" status: 404 len: 337 time: 0.0536819 Aug 31 01:11:31.199647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48896) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:31.206481 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.212970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d3269603-1023-460e-a9e9-83e63c67e923 None None] Provisioning complete for port f28baeab-f105-4878-a06f-8e08fd685e93 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:31.213340 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d3269603-1023-460e-a9e9-83e63c67e923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.228791 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa6b3d5-6640-4c04-9580-92f6d8ffd86d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:31.229490 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa6b3d5-6640-4c04-9580-92f6d8ffd86d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:31.233547 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-daa6b3d5-6640-4c04-9580-92f6d8ffd86d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/809c9d34-4447-454a-9806-30583d8b3348 HTTP/1.1" status: 404 len: 333 time: 0.0312169 Aug 31 01:11:31.234922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48898) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:31.269299 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68757b1-a599-470e-a7cb-5e3bf615a7fe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:31.269779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68757b1-a599-470e-a7cb-5e3bf615a7fe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:31.274455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b68757b1-a599-470e-a7cb-5e3bf615a7fe tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/8026ee54-8755-4706-954e-8f4d27022618 HTTP/1.1" status: 404 len: 337 time: 0.0366645 Aug 31 01:11:31.274784 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-19ac0d3d-366d-42ad-b633-6dd1d9ad3adf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Allocated IP 19.80.0.183 (370aaa07-722a-4dc8-aa34-9ec42df0fe7c/d7aa534f-b022-4b3c-946d-d2972a6c6c8d/2340e919-2303-4640-a48c-49e656e38298) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:31.275673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48900) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:31.314018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc939d93-3623-4a33-83b4-585453d737f5 None None] DHCP port deletion for 14e22907-50bf-4f4c-96ff-7b9fef164758 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:11:31.316869 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b037cf0-752b-4544-b0d2-d8edfb8fda32 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:31.317257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b037cf0-752b-4544-b0d2-d8edfb8fda32 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:31.322084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0b037cf0-752b-4544-b0d2-d8edfb8fda32 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/007f8f4c-f8ff-4266-aec5-02856f3eaa0a HTTP/1.1" status: 404 len: 333 time: 0.0432274 Aug 31 01:11:31.323398 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48904) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:31.324104 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 91315711-f0d7-44d3-90ed-b87d27b38270, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=91315711-f0d7-44d3-90ed-b87d27b38270,segment=NetworkSegment(8887bb04-1d71-44b4-9e2b-cc01334cda22),segment_id=8887bb04-1d71-44b4-9e2b-cc01334cda22)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:31.326081 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8baf1072-a80f-491b-b82d-9056252a0301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.360278 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.370984 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ba3afa-2b61-45ff-aba4-bf857109657a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:31.372319 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ba3afa-2b61-45ff-aba4-bf857109657a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:31.377303 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-09ba3afa-2b61-45ff-aba4-bf857109657a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/1cc5878c-c1f7-4e4e-897f-3cabc377d1ca HTTP/1.1" status: 404 len: 337 time: 0.0499253 Aug 31 01:11:31.380280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48906) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:31.431451 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.463847 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=91315711-f0d7-44d3-90ed-b87d27b38270,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:31.483330 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-fc939d93-3623-4a33-83b4-585453d737f5 None None] Deleting port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:31.483965 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fc939d93-3623-4a33-83b4-585453d737f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.486008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d3269603-1023-460e-a9e9-83e63c67e923 None None] Provisioning complete for port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:31.486574 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d3269603-1023-460e-a9e9-83e63c67e923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.546153 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f28baeab-f105-4878-a06f-8e08fd685e93 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:31.552075 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-19ac0d3d-366d-42ad-b633-6dd1d9ad3adf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.566373 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8baf1072-a80f-491b-b82d-9056252a0301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.569817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-19ac0d3d-366d-42ad-b633-6dd1d9ad3adf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Transition to ACTIVE for port object 2340e919-2303-4640-a48c-49e656e38298 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:31.579026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-8baf1072-a80f-491b-b82d-9056252a0301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37dd1ba-4aef-4e8b-b481-8341af1dd2b3']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:31.593783 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-8baf1072-a80f-491b-b82d-9056252a0301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c49231-6d4e-4f56-bb0e-72b6ccb90db4') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:31.594390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-8baf1072-a80f-491b-b82d-9056252a0301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c49231-6d4e-4f56-bb0e-72b6ccb90db4') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:31.605204 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8baf1072-a80f-491b-b82d-9056252a0301 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.617714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-fc939d93-3623-4a33-83b4-585453d737f5 None None] For port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3,segment=NetworkSegment(48c70930-53b3-4871-b929-9e1db6cbf974),segment_id=48c70930-53b3-4871-b929-9e1db6cbf974)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:31.618098 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fc939d93-3623-4a33-83b4-585453d737f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.624686 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8baf1072-a80f-491b-b82d-9056252a0301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.629496 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-19ac0d3d-366d-42ad-b633-6dd1d9ad3adf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.633094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8baf1072-a80f-491b-b82d-9056252a0301 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:11:31.633508 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8baf1072-a80f-491b-b82d-9056252a0301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.634919 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-fc939d93-3623-4a33-83b4-585453d737f5 None None] Calling delete_port for ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:11:31.658918 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:11:31.699035 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-19ac0d3d-366d-42ad-b633-6dd1d9ad3adf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:31.704051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-19ac0d3d-366d-42ad-b633-6dd1d9ad3adf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:31.710814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-19ac0d3d-366d-42ad-b633-6dd1d9ad3adf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:31.730528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f28baeab-f105-4878-a06f-8e08fd685e93 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:31.730901 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.738906 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac0d3d-366d-42ad-b633-6dd1d9ad3adf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event updated for resources: {'Port': ['ID=2340e919-2303-4640-a48c-49e656e38298,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:31.771593 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-19ac0d3d-366d-42ad-b633-6dd1d9ad3adf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:31.776029 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-19ac0d3d-366d-42ad-b633-6dd1d9ad3adf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.801626 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-be69cb81-865b-4de5-b3d5-dd6ec0670610 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:31.802827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be69cb81-865b-4de5-b3d5-dd6ec0670610 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:31.809031 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-19ac0d3d-366d-42ad-b633-6dd1d9ad3adf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6232483 Aug 31 01:11:31.809778 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48916) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:31.810156 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-be69cb81-865b-4de5-b3d5-dd6ec0670610 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/774c820a-f437-4970-a582-e0bc6f22a6dc HTTP/1.1" status: 404 len: 333 time: 0.4264629 Aug 31 01:11:31.839163 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fc939d93-3623-4a33-83b4-585453d737f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.851947 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Request body: {'port': {'device_id': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:31.856815 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8baf1072-a80f-491b-b82d-9056252a0301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.891396 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-accdb33c-4389-480c-bdce-e08008b9893b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:31.891862 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-accdb33c-4389-480c-bdce-e08008b9893b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:31.893799 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-accdb33c-4389-480c-bdce-e08008b9893b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/4b6d81e4-10fd-46d9-bb12-9e7fa27ee98c HTTP/1.1" status: 404 len: 337 time: 0.0824656 Aug 31 01:11:31.901120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8baf1072-a80f-491b-b82d-9056252a0301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.903035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8baf1072-a80f-491b-b82d-9056252a0301 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e37dd1ba-4aef-4e8b-b481-8341af1dd2b3 HTTP/1.1" status: 204 len: 168 time: 0.7372210 Aug 31 01:11:31.907138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc939d93-3623-4a33-83b4-585453d737f5 None None] Pushing event deleted for resources: {'Port': ['ID=ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:31.915601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48920) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:31.922539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc939d93-3623-4a33-83b4-585453d737f5 None None] No DVR routers for this DVR port ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:31.925030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca95391-a1bc-47bb-867d-b4ca6775189f req-d23d7452-4db6-47ec-a3b1-dfb49c0f509d tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:31.935533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca95391-a1bc-47bb-867d-b4ca6775189f req-d23d7452-4db6-47ec-a3b1-dfb49c0f509d tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:31.937238 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eca95391-a1bc-47bb-867d-b4ca6775189f req-d23d7452-4db6-47ec-a3b1-dfb49c0f509d tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 1654 time: 0.5038970 Aug 31 01:11:31.956099 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.982872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf1072-a80f-491b-b82d-9056252a0301 admin admin] Pushing event deleted for resources: {'Network': ['ID=e37dd1ba-4aef-4e8b-b481-8341af1dd2b3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:32.030165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:32.044501 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-70dd63ef-4fbd-42c3-8466-0954243b08a2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:32.045367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70dd63ef-4fbd-42c3-8466-0954243b08a2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:32.047243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-70dd63ef-4fbd-42c3-8466-0954243b08a2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/4f7004cd-0ca4-4027-b3aa-111517bc3ed9 HTTP/1.1" status: 404 len: 333 time: 0.1079874 Aug 31 01:11:32.059732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48924) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:32.084604 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:32.084604 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ef3e62b1-b2dc-47db-8b9d-f29a9cb4efd3 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:32.114577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b39b30-5a7c-4aeb-bdbd-21515eba7004 req-bc2e9ce1-cf89-4585-be49-726a0c48e8b0 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.116696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30b39b30-5a7c-4aeb-bdbd-21515eba7004 req-bc2e9ce1-cf89-4585-be49-726a0c48e8b0 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 946 time: 0.3050964 Aug 31 01:11:32.117201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-152a0fff-9122-420d-a8e9-66fcf3412c5f None None] Provisioning for port 2340e919-2303-4640-a48c-49e656e38298 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:32.126241 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d2ae92-20c8-4ed7-9438-126c02f13491 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:32.126697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d2ae92-20c8-4ed7-9438-126c02f13491 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:32.127630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-152a0fff-9122-420d-a8e9-66fcf3412c5f None None] Provisioning complete for port 2340e919-2303-4640-a48c-49e656e38298 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:32.128336 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-152a0fff-9122-420d-a8e9-66fcf3412c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.128456 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-88d2ae92-20c8-4ed7-9438-126c02f13491 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/45194b24-c95a-4ca1-923c-15ab42a17ba6 HTTP/1.1" status: 404 len: 337 time: 0.0735443 Aug 31 01:11:32.129012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48928) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:32.138620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48930) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:32.167717 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-30465c02-21c3-463b-9c0b-e1b5e75244ce tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:32.168452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30465c02-21c3-463b-9c0b-e1b5e75244ce tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:32.172909 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-30465c02-21c3-463b-9c0b-e1b5e75244ce tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/221bc570-3611-47a2-8fb7-d460f96952ce HTTP/1.1" status: 404 len: 333 time: 0.0309122 Aug 31 01:11:32.173098 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48932) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:32.183107 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eca95391-a1bc-47bb-867d-b4ca6775189f req-128a5a88-1081-44a2-9711-9f745755509c tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023609 Aug 31 01:11:32.193222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-f8df68aa-f483-4851-bc23-c974d58c091e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.195586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-f8df68aa-f483-4851-bc23-c974d58c091e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.70 "GET /v2.0/networks?id=ab74ee34-12a3-401b-bc75-1cf0aeeda842 HTTP/1.1" status: 200 len: 814 time: 0.7048652 Aug 31 01:11:32.212695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-5ea5469e-3d5d-49a5-80ac-e4082d6a5b79 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Request body: {'port': {'device_id': 'dd461568-52ed-457b-92e6-fca3b7204db6', 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842', 'admin_state_up': True, 'tenant_id': '9d25507ba0d945d3821d1453bb12e9fa'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:32.239250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30b39b30-5a7c-4aeb-bdbd-21515eba7004 req-f66fd918-e693-4594-994d-2952806ec21a tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ddec8ca-23eb-48c8-9401-92fa631a251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092923 Aug 31 01:11:32.292973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3d282253-70ee-45e9-818e-ebc659c60fb5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71fac6316a8b486391f718e5d58dca49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497748 Aug 31 01:11:32.296008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48934) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:32.367814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3679e42d-b1d0-46e2-a274-f56152f22bbb {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:32.376703 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.389996 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Transition to ACTIVE for port object 3679e42d-b1d0-46e2-a274-f56152f22bbb will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:32.391504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-152a0fff-9122-420d-a8e9-66fcf3412c5f None None] Port 2340e919-2303-4640-a48c-49e656e38298 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:32.403932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1df0e766-a0d1-41be-a835-bd9516c09b92 req-893c3516-d7ee-4587-b155-c9abc1f6bff8 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 210 time: 0.0726275 Aug 31 01:11:32.416499 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.439036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f'}, {'server_uuid': '0755a699-9b80-4c62-ba72-26af25cffb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91315711-f0d7-44d3-90ed-b87d27b38270'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:32.441583 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df7a50f-b22a-4cea-a744-2961bf61e7d6" -d '{"events": [{"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-unplugged", "status": "completed", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f"}, {"server_uuid": "0755a699-9b80-4c62-ba72-26af25cffb78", "name": "network-vif-plugged", "status": "completed", "tag": "91315711-f0d7-44d3-90ed-b87d27b38270"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:32.451418 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c0b0f0-f808-40b3-82e8-44dc25f0a99e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:32.451941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c0b0f0-f808-40b3-82e8-44dc25f0a99e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:32.456443 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c5c0b0f0-f808-40b3-82e8-44dc25f0a99e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/ddcb1193-61ef-4fd8-88f7-8f523965d25c HTTP/1.1" status: 404 len: 337 time: 0.2800219 Aug 31 01:11:32.459194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48938) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:32.464389 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b5edc80-65ef-46f7-90f0-69e230896a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.496083 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb48e715-6381-4caf-a609-2570d7a1be88 x-openstack-request-id: req-cb48e715-6381-4caf-a609-2570d7a1be88 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:32.496574 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-unplugged", "status": "completed", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f", "code": 200}, {"server_uuid": "0755a699-9b80-4c62-ba72-26af25cffb78", "name": "network-vif-plugged", "status": "completed", "tag": "91315711-f0d7-44d3-90ed-b87d27b38270", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:32.496981 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb48e715-6381-4caf-a609-2570d7a1be88 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:32.498087 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'code': 200} Aug 31 01:11:32.498345 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0755a699-9b80-4c62-ba72-26af25cffb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91315711-f0d7-44d3-90ed-b87d27b38270', 'code': 200} Aug 31 01:11:32.506606 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-031c0841-8dc2-4df7-b8ab-15c94f185569 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:32.506606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031c0841-8dc2-4df7-b8ab-15c94f185569 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:32.510377 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b5edc80-65ef-46f7-90f0-69e230896a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.510546 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-031c0841-8dc2-4df7-b8ab-15c94f185569 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/e694ee11-703e-4744-b085-2092a24d61ed HTTP/1.1" status: 404 len: 333 time: 0.0466776 Aug 31 01:11:32.512312 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48940) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:32.512814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Pushing event updated for resources: {'Port': ['ID=3679e42d-b1d0-46e2-a274-f56152f22bbb,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:32.515894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-5ea5469e-3d5d-49a5-80ac-e4082d6a5b79 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Made reservation on behalf of 9d25507ba0d945d3821d1453bb12e9fa for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:32.519624 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-5ea5469e-3d5d-49a5-80ac-e4082d6a5b79 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.550404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32703292-7602-4bc4-a702-c53aabde3110 req-d4d639c0-627e-483b-ba53-47001a4b08fe tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.552022 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32703292-7602-4bc4-a702-c53aabde3110 req-d4d639c0-627e-483b-ba53-47001a4b08fe tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 946 time: 0.1396620 Aug 31 01:11:32.576322 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-761a1f3d-3033-4dcc-8322-31f7f3524bd5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:32.576820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761a1f3d-3033-4dcc-8322-31f7f3524bd5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:32.579956 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-761a1f3d-3033-4dcc-8322-31f7f3524bd5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/c2297136-6ae0-47c2-943f-a916f221415d HTTP/1.1" status: 404 len: 337 time: 0.0632749 Aug 31 01:11:32.591563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48942) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:32.644294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Attempting to bind port 3679e42d-b1d0-46e2-a274-f56152f22bbb on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:32.644755 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Attempting to bind port 3679e42d-b1d0-46e2-a274-f56152f22bbb by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '3f6381a8-780e-4682-916a-9212ff1608b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:32.645090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Attempting to bind port 3679e42d-b1d0-46e2-a274-f56152f22bbb on network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:32.650667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Port 3679e42d-b1d0-46e2-a274-f56152f22bbb on network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:11:32.650989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Attempting to bind port 3679e42d-b1d0-46e2-a274-f56152f22bbb on network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:32.656382 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:32.656728 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Checking segment: {'id': '3f6381a8-780e-4682-916a-9212ff1608b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:32.657118 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Bound using segment: {'id': '3f6381a8-780e-4682-916a-9212ff1608b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:32.657555 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Bound port: 3679e42d-b1d0-46e2-a274-f56152f22bbb, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6381a8-780e-4682-916a-9212ff1608b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:32.657916 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.659636 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-12493d13-d416-4e99-9dee-5d5edc776fcf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:32.660135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12493d13-d416-4e99-9dee-5d5edc776fcf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:32.665052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-12493d13-d416-4e99-9dee-5d5edc776fcf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/5c5246c1-1d4a-4600-a215-f887c5c1ee4f HTTP/1.1" status: 404 len: 337 time: 0.0693054 Aug 31 01:11:32.668008 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48944) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:32.696733 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11db28a-984d-4914-a8e8-f511bb44d8a4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:32.696944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11db28a-984d-4914-a8e8-f511bb44d8a4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:32.705208 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f11db28a-984d-4914-a8e8-f511bb44d8a4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/1612118d-18a0-48e3-be35-e969ce4b6222 HTTP/1.1" status: 404 len: 333 time: 0.0297270 Aug 31 01:11:32.705443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48948) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:32.751954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] For port 3679e42d-b1d0-46e2-a274-f56152f22bbb, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:32.757422 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] For port 3679e42d-b1d0-46e2-a274-f56152f22bbb, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3679e42d-b1d0-46e2-a274-f56152f22bbb,segment=NetworkSegment(3f6381a8-780e-4682-916a-9212ff1608b8),segment_id=3f6381a8-780e-4682-916a-9212ff1608b8)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:32.762547 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.770435 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2602f59-2355-49bf-a27b-c51d1a6f4bf2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:32.770945 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2602f59-2355-49bf-a27b-c51d1a6f4bf2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:32.775324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e2602f59-2355-49bf-a27b-c51d1a6f4bf2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/e11d36fa-1dd2-43b1-af23-3b798d7a159c HTTP/1.1" status: 404 len: 337 time: 0.0688179 Aug 31 01:11:32.781849 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32703292-7602-4bc4-a702-c53aabde3110 req-3f34445f-c2a8-4542-a37e-74838c3d40dd tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189958 Aug 31 01:11:32.782323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48950) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:32.794089 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b5edc80-65ef-46f7-90f0-69e230896a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.796878 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b5edc80-65ef-46f7-90f0-69e230896a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.797991 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5b5edc80-65ef-46f7-90f0-69e230896a6e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d104040-6a07-41f3-8acd-84533bb099ae HTTP/1.1" status: 204 len: 168 time: 0.5013320 Aug 31 01:11:32.806060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.808821 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.809997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80062f3d-71b6-47a5-a996-008508a4c500 req-4da78099-37f8-4a24-9779-91f9f99bc813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.810409 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] 10.222.0.70 "PUT /v2.0/ports/3679e42d-b1d0-46e2-a274-f56152f22bbb HTTP/1.1" status: 200 len: 1092 time: 0.9888687 Aug 31 01:11:32.810855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'tag': '3679e42d-b1d0-46e2-a274-f56152f22bbb'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:32.811555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80062f3d-71b6-47a5-a996-008508a4c500 req-4da78099-37f8-4a24-9779-91f9f99bc813 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 1098 time: 0.2257991 Aug 31 01:11:32.813469 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49119759-2384-4f4d-b221-a190b7ec19bb" -d '{"events": [{"name": "network-changed", "server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "tag": "3679e42d-b1d0-46e2-a274-f56152f22bbb"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:32.872325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Request body: {'port': {'device_id': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:32.878548 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becf5003-7273-401e-91b4-b904c700fbb1 x-openstack-request-id: req-becf5003-7273-401e-91b4-b904c700fbb1 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:32.878833 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "tag": "3679e42d-b1d0-46e2-a274-f56152f22bbb", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:32.879083 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-becf5003-7273-401e-91b4-b904c700fbb1 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:32.879526 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'tag': '3679e42d-b1d0-46e2-a274-f56152f22bbb', 'status': 'completed', 'code': 200} Aug 31 01:11:32.910128 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e75c7a2-8359-4eec-8621-8102cdf6cc26 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:32.910571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e75c7a2-8359-4eec-8621-8102cdf6cc26 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:32.920903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0e75c7a2-8359-4eec-8621-8102cdf6cc26 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/b5db1ce4-451f-4076-9aed-206afd010a5f HTTP/1.1" status: 404 len: 337 time: 0.1252270 Aug 31 01:11:32.931420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48960) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:32.932808 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09866c62-c3eb-468a-ba9f-eb7e4d9b1dfe service neutron] Pushing event updated for resources: {'Port': ['ID=3679e42d-b1d0-46e2-a274-f56152f22bbb,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:32.961435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5edc80-65ef-46f7-90f0-69e230896a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d104040-6a07-41f3-8acd-84533bb099ae,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:32.978977 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.985553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b613db64-1580-48f3-84aa-d12fcf5cae8f details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:32.994812 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbc1999-716a-4194-a50f-44924107f238 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:32.995763 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbc1999-716a-4194-a50f-44924107f238 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:32.998530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8dbc1999-716a-4194-a50f-44924107f238 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/1c128cfd-89bc-445b-b488-5634a4b1f793 HTTP/1.1" status: 404 len: 333 time: 0.0633633 Aug 31 01:11:33.001957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48962) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:33.020444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-5ea5469e-3d5d-49a5-80ac-e4082d6a5b79 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Allocated IP 172.20.0.9 (ab74ee34-12a3-401b-bc75-1cf0aeeda842/b7aae955-9475-4287-b0f9-97d65d425218/d7827a61-9dc8-471c-8a81-f8828e12b54d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:33.024626 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80062f3d-71b6-47a5-a996-008508a4c500 req-4c81c13d-2dc0-4052-9f92-15b1edb3377b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6ddec8ca-23eb-48c8-9401-92fa631a251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053157 Aug 31 01:11:33.046163 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f41730d-fd29-40f0-b8d6-882f97ca1f18 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:33.046644 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f41730d-fd29-40f0-b8d6-882f97ca1f18 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:33.049473 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2f41730d-fd29-40f0-b8d6-882f97ca1f18 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/a3f1c54d-84f9-4072-bb5f-f23b927b8a6f HTTP/1.1" status: 404 len: 337 time: 0.0465026 Aug 31 01:11:33.054445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48964) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:33.055812 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49119759-2384-4f4d-b221-a190b7ec19bb req-2f5c0148-92ed-4959-8f2d-0d11a9f3b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:33.056295 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49119759-2384-4f4d-b221-a190b7ec19bb req-2f5c0148-92ed-4959-8f2d-0d11a9f3b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:33.056923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49119759-2384-4f4d-b221-a190b7ec19bb req-2f5c0148-92ed-4959-8f2d-0d11a9f3b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:33.058585 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49119759-2384-4f4d-b221-a190b7ec19bb req-2f5c0148-92ed-4959-8f2d-0d11a9f3b8b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd2e94df38da44a893e4b2ce9a2b179c&device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2732 time: 0.1538634 Aug 31 01:11:33.099789 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-033cec5d-77d0-4782-aaa7-3adf6cc050c2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:33.100948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033cec5d-77d0-4782-aaa7-3adf6cc050c2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:33.103340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-033cec5d-77d0-4782-aaa7-3adf6cc050c2 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/489652d8-527b-482f-a8bb-bca30c63d80e HTTP/1.1" status: 404 len: 337 time: 0.0467622 Aug 31 01:11:33.107048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48966) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:33.219595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:33.234775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'port_id': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'mac_address': 'fa:16:3e:29:48:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:33.293291 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.337407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b613db64-1580-48f3-84aa-d12fcf5cae8f {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:33.370748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:33.378050 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.415340 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49119759-2384-4f4d-b221-a190b7ec19bb req-f935a61b-35ba-409a-912c-c1b81e49b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:33.416542 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49119759-2384-4f4d-b221-a190b7ec19bb req-f935a61b-35ba-409a-912c-c1b81e49b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:33.417163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49119759-2384-4f4d-b221-a190b7ec19bb req-f935a61b-35ba-409a-912c-c1b81e49b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:33.419200 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49119759-2384-4f4d-b221-a190b7ec19bb req-f935a61b-35ba-409a-912c-c1b81e49b305 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=fd2e94df38da44a893e4b2ce9a2b179c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3382726 Aug 31 01:11:33.477504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b613db64-1580-48f3-84aa-d12fcf5cae8f,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:33.499648 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-292f069e-e3f5-46dc-ab34-e390195361ee tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:33.500491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292f069e-e3f5-46dc-ab34-e390195361ee tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:33.504584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-292f069e-e3f5-46dc-ab34-e390195361ee tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/bbcfc436-4832-4cc6-9115-ae83741b2a9b HTTP/1.1" status: 404 len: 333 time: 0.3941486 Aug 31 01:11:33.525807 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b613db64-1580-48f3-84aa-d12fcf5cae8f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:33.530684 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48994) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:33.608149 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-3246e946-a6cd-4d14-96a0-20ebbe599af7 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:33.608584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3246e946-a6cd-4d14-96a0-20ebbe599af7 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:33.610602 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3246e946-a6cd-4d14-96a0-20ebbe599af7 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/803db18f-0d03-4748-a034-9339a39c19a8 HTTP/1.1" status: 404 len: 337 time: 0.0417504 Aug 31 01:11:33.616893 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49000) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:33.667645 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39b4a03-c2be-4c6c-963c-1b664b835250 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:33.668338 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39b4a03-c2be-4c6c-963c-1b664b835250 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:33.670241 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b39b4a03-c2be-4c6c-963c-1b664b835250 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/46636939-e6cb-4d0c-8469-8410019a2ded HTTP/1.1" status: 404 len: 337 time: 0.0520823 Aug 31 01:11:33.676810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49002) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:33.702897 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-5ea5469e-3d5d-49a5-80ac-e4082d6a5b79 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.718904 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49119759-2384-4f4d-b221-a190b7ec19bb req-9f10a387-41d8-4f35-8f99-84329688d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:33.720499 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49119759-2384-4f4d-b221-a190b7ec19bb req-9f10a387-41d8-4f35-8f99-84329688d59e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2939298 Aug 31 01:11:33.798394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ad722136-6d9f-43ea-b663-b949e4bf4cf0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports?device_id=32d01a1f-55c7-40b5-807b-a660019500fb HTTP/1.1" status: 200 len: 205 time: 0.1172402 Aug 31 01:11:33.798514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49008) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:33.807036 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:33.808700 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a5eb0-569e-4dc7-afb4-e08ed61122e6 req-686b9fac-84e7-4116-a1eb-0660ed03f175 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:33.815466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a5eb0-569e-4dc7-afb4-e08ed61122e6 req-686b9fac-84e7-4116-a1eb-0660ed03f175 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:33.816343 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.823010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a5eb0-569e-4dc7-afb4-e08ed61122e6 req-686b9fac-84e7-4116-a1eb-0660ed03f175 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:33.825249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c7a5eb0-569e-4dc7-afb4-e08ed61122e6 req-686b9fac-84e7-4116-a1eb-0660ed03f175 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2388 time: 0.3394616 Aug 31 01:11:33.836057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abd35a-412c-473d-bc99-bd531cff615e req-26945770-c961-4a37-8dc9-02ac56749d81 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:33.837639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-82abd35a-412c-473d-bc99-bd531cff615e req-26945770-c961-4a37-8dc9-02ac56749d81 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 946 time: 0.3639605 Aug 31 01:11:33.863565 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-bf04e628-0981-498b-bbe0-f15f1173dcb1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] delete failed (client error): The resource could not be found. Aug 31 01:11:33.868026 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bf04e628-0981-498b-bbe0-f15f1173dcb1 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/routers/32d01a1f-55c7-40b5-807b-a660019500fb HTTP/1.1" status: 404 len: 336 time: 0.0678954 Aug 31 01:11:33.871591 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49022) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:33.908328 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Transition to ACTIVE for port object 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:33.908769 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-298b7071-d35f-4264-aca4-a1335da85f9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:33.909229 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-298b7071-d35f-4264-aca4-a1335da85f9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:33.915152 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-298b7071-d35f-4264-aca4-a1335da85f9d tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/3402abfd-e799-4154-9558-13a2108c58bd HTTP/1.1" status: 404 len: 337 time: 0.0422487 Aug 31 01:11:33.915907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-82abd35a-412c-473d-bc99-bd531cff615e req-3cfdafbd-b849-44e7-b4f5-b70ea2ea1390 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ddec8ca-23eb-48c8-9401-92fa631a251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524373 Aug 31 01:11:33.916042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49026) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:33.931317 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.953040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c7a5eb0-569e-4dc7-afb4-e08ed61122e6 req-ecd71d61-e902-4778-9f63-963607087593 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125760 Aug 31 01:11:33.956428 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-584dd3d9-75d1-4819-bfde-636ddae6c05b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "GET /v2.0/ports?device_id=687e3deb-e315-427c-9b14-7efe2f461f77 HTTP/1.1" status: 200 len: 205 time: 0.0371470 Aug 31 01:11:33.957366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49030) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:34.009627 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-5ea5469e-3d5d-49a5-80ac-e4082d6a5b79 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.026162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Pushing event updated for resources: {'Port': ['ID=373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:34.093296 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Attempting to bind port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:34.093700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Attempting to bind port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a0d335c6-a600-49a3-b903-d3be14628e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:34.094096 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Attempting to bind port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb on network f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:34.105583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb on network f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:11:34.105976 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Attempting to bind port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb on network f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:34.112322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:34.112870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Checking segment: {'id': 'a0d335c6-a600-49a3-b903-d3be14628e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:34.113465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Bound using segment: {'id': 'a0d335c6-a600-49a3-b903-d3be14628e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:34.113964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Bound port: 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d335c6-a600-49a3-b903-d3be14628e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:34.114391 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.168825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5469e-3d5d-49a5-80ac-e4082d6a5b79 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Pushing event updated for resources: {'Port': ['ID=d7827a61-9dc8-471c-8a81-f8828e12b54d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:34.175751 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-bbf689e4-eebb-404e-9791-28b27000d5a0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] delete failed (client error): The resource could not be found. Aug 31 01:11:34.186466 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bbf689e4-eebb-404e-9791-28b27000d5a0 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/routers/687e3deb-e315-427c-9b14-7efe2f461f77 HTTP/1.1" status: 404 len: 336 time: 0.2259676 Aug 31 01:11:34.188483 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49032) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:34.207060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49034) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:34.236652 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8176b5c-4b22-4caf-9d82-bfb6b14ca25b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:34.237141 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8176b5c-4b22-4caf-9d82-bfb6b14ca25b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:34.238887 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e8176b5c-4b22-4caf-9d82-bfb6b14ca25b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/a7996ad1-c63f-4ef3-99ef-aca448274264 HTTP/1.1" status: 404 len: 337 time: 0.0494559 Aug 31 01:11:34.243208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49038) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:34.251931 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] For port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:34.275448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-5ea5469e-3d5d-49a5-80ac-e4082d6a5b79 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Network ab74ee34-12a3-401b-bc75-1cf0aeeda842 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:34.300741 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f0568b-a1e7-4283-9bfc-8d19075b386e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:34.301297 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f0568b-a1e7-4283-9bfc-8d19075b386e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:34.304124 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a9f0568b-a1e7-4283-9bfc-8d19075b386e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/be9a0def-224d-4a45-aa59-8110f3f5af73 HTTP/1.1" status: 404 len: 337 time: 0.0602462 Aug 31 01:11:34.307994 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49042) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:34.325489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] For port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb,segment=NetworkSegment(a0d335c6-a600-49a3-b903-d3be14628e98),segment_id=a0d335c6-a600-49a3-b903-d3be14628e98)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:34.340745 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.347200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-5ea5469e-3d5d-49a5-80ac-e4082d6a5b79 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:34.363338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-5ea5469e-3d5d-49a5-80ac-e4082d6a5b79 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:34.395848 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a634c97d-01dc-4706-b599-556ba5e0ec12 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:34.396628 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a634c97d-01dc-4706-b599-556ba5e0ec12 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:34.401504 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a634c97d-01dc-4706-b599-556ba5e0ec12 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/276cf405-516f-4c33-b81b-55811b7184af HTTP/1.1" status: 404 len: 333 time: 0.0889940 Aug 31 01:11:34.402323 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49046) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:34.448171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-730271638-network', 'tenant_id': '781a23e198ee4bf2bda206b910a0b57d'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:34.453707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:34.454146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dd8bc-475b-4086-ac1c-f51e1f6dadbb req-184676fc-3871-4440-8dd4-d5d6220222a2 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:34.454349 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.455767 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e09dd8bc-475b-4086-ac1c-f51e1f6dadbb req-184676fc-3871-4440-8dd4-d5d6220222a2 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 931 time: 0.3037219 Aug 31 01:11:34.469640 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] 10.222.0.70 "PUT /v2.0/ports/373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb HTTP/1.1" status: 200 len: 1093 time: 1.5949528 Aug 31 01:11:34.513734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Request body: {'port': {'device_id': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:34.516562 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53016cc-746b-4ac5-9870-43bb205a4a4b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:34.516991 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53016cc-746b-4ac5-9870-43bb205a4a4b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:34.518639 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a53016cc-746b-4ac5-9870-43bb205a4a4b tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/0145727d-5783-4b84-ac0c-d69e8a90bf9b HTTP/1.1" status: 404 len: 337 time: 0.1158595 Aug 31 01:11:34.532966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49048) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:34.536616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-5ea5469e-3d5d-49a5-80ac-e4082d6a5b79 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:34.537290 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-5ea5469e-3d5d-49a5-80ac-e4082d6a5b79 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.562272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40271706-6181-4022-9738-11180d4e732d req-d1f485e3-b798-4fcd-8eb2-a74dae9e12b5 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:34.576647 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40271706-6181-4022-9738-11180d4e732d req-d1f485e3-b798-4fcd-8eb2-a74dae9e12b5 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 946 time: 0.3594933 Aug 31 01:11:34.613166 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d37181-a0c7-4d49-b92a-36d10cfd4053 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:34.613868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d37181-a0c7-4d49-b92a-36d10cfd4053 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:34.616821 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-88d37181-a0c7-4d49-b92a-36d10cfd4053 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/57554395-4ae0-4716-b170-306e754f5939 HTTP/1.1" status: 404 len: 333 time: 0.0661378 Aug 31 01:11:34.618143 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa447cb-f9c4-4125-b65a-f655da7a9363 service neutron] Pushing event updated for resources: {'Port': ['ID=373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:34.620802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49050) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:34.664487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e09dd8bc-475b-4086-ac1c-f51e1f6dadbb req-724c5ee0-9d01-466b-a778-78ce344988cc tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880090 Aug 31 01:11:34.665974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-5ea5469e-3d5d-49a5-80ac-e4082d6a5b79 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4578929 Aug 31 01:11:34.685842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] Made reservation on behalf of 781a23e198ee4bf2bda206b910a0b57d for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:34.688514 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.694385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Request body: {'port': {'device_id': 'dd461568-52ed-457b-92e6-fca3b7204db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:34.701381 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67b0317-760a-4392-8dc7-f095d7ffcc6c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:34.701833 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67b0317-760a-4392-8dc7-f095d7ffcc6c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:34.706395 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e67b0317-760a-4392-8dc7-f095d7ffcc6c tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/fe972352-1ea6-41eb-b951-a9f899feab31 HTTP/1.1" status: 404 len: 337 time: 0.0783448 Aug 31 01:11:34.707734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49052) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:34.708839 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.711663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40271706-6181-4022-9738-11180d4e732d req-bb53c369-fed9-4888-9805-bbccb92c11d0 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257348 Aug 31 01:11:34.779322 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.822357 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.827897 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f2457a-d351-4899-8500-b72f375dab9a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:34.828633 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f2457a-d351-4899-8500-b72f375dab9a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:34.830607 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-10f2457a-d351-4899-8500-b72f375dab9a tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/dd5aa3e4-c709-43b2-934d-6272b7675886 HTTP/1.1" status: 404 len: 333 time: 0.1183536 Aug 31 01:11:34.840235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49060) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:34.878249 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2af47f6-b162-4280-93c6-141c7e4f9a4e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:34.878644 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2af47f6-b162-4280-93c6-141c7e4f9a4e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:34.880741 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d2af47f6-b162-4280-93c6-141c7e4f9a4e tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/c157963c-cb16-480f-af3a-5d3688a9a19a HTTP/1.1" status: 404 len: 337 time: 0.0377493 Aug 31 01:11:34.884331 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'tag': '373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:34.886758 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65886f7c-fe40-4e55-8d53-1911c306ecd8" -d '{"events": [{"name": "network-changed", "server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "tag": "373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:34.891303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49062) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:34.978091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b613db64-1580-48f3-84aa-d12fcf5cae8f up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:35.035916 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f867d719-37f5-4a1f-bd20-95a60f49b6b6 x-openstack-request-id: req-f867d719-37f5-4a1f-bd20-95a60f49b6b6 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:35.036305 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "tag": "373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:35.036509 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f867d719-37f5-4a1f-bd20-95a60f49b6b6 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:35.036889 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'tag': '373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb', 'status': 'completed', 'code': 200} Aug 31 01:11:35.110310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port b613db64-1580-48f3-84aa-d12fcf5cae8f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:35.111112 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.111234 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5938c98e-e43a-423d-8edd-346e0c219dda tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:35.111935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5938c98e-e43a-423d-8edd-346e0c219dda tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:35.117287 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5938c98e-e43a-423d-8edd-346e0c219dda tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/d3d0e042-6145-4633-a440-b97d32a2683b HTTP/1.1" status: 404 len: 333 time: 0.2138450 Aug 31 01:11:35.118457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49078) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:35.164574 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.165986 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f14973-0146-4b11-a43c-c5a484d437c4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:35.166710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f14973-0146-4b11-a43c-c5a484d437c4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:35.172205 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-64f14973-0146-4b11-a43c-c5a484d437c4 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/0c2e9320-5287-43d6-bc20-623d5d0e97f1 HTTP/1.1" status: 404 len: 337 time: 0.0442035 Aug 31 01:11:35.172412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49080) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:35.193174 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.206457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:35.218637 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.218902 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] Added segment fe9c1f01-54be-4799-bb52-2f8fc7968ee1 of type vlan for network 963ab003-ce97-4be5-a7df-116988a3afe6 Aug 31 01:11:35.240280 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.241686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50193b61-d5f5-41d1-90e0-1a38ba477419 req-bb7303db-33fc-4070-8485-3a8f8dd4c710 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.249974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50193b61-d5f5-41d1-90e0-1a38ba477419 req-bb7303db-33fc-4070-8485-3a8f8dd4c710 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 946 time: 0.2082953 Aug 31 01:11:35.258669 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-5346ed6c-f68f-405c-86e7-2bc315079637 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:35.259492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5346ed6c-f68f-405c-86e7-2bc315079637 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:35.261137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5346ed6c-f68f-405c-86e7-2bc315079637 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/7d53e5ee-96c1-4798-b02d-a78b1d3a0f09 HTTP/1.1" status: 404 len: 333 time: 0.0861218 Aug 31 01:11:35.271396 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.275495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49082) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:35.311470 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:35.313367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:35.317025 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a819901f-cb27-459f-94b3-07fd49fcd8d0" -d '{"events": [{"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-plugged", "status": "completed", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:35.322723 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.331805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50bc686-ed0f-4449-86b5-c550a1945019,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:35.346677 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab8b51e-1198-4fae-a9fa-8c1462f1ddcf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:35.347161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab8b51e-1198-4fae-a9fa-8c1462f1ddcf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:35.348899 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cab8b51e-1198-4fae-a9fa-8c1462f1ddcf tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/fb04d719-5d2b-4e5c-8c7a-ec53bcf9e62e HTTP/1.1" status: 404 len: 337 time: 0.0724449 Aug 31 01:11:35.357611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886f7c-fe40-4e55-8d53-1911c306ecd8 req-d84efa53-f301-40aa-9721-8a4ad0b8ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.358087 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886f7c-fe40-4e55-8d53-1911c306ecd8 req-d84efa53-f301-40aa-9721-8a4ad0b8ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.358553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886f7c-fe40-4e55-8d53-1911c306ecd8 req-d84efa53-f301-40aa-9721-8a4ad0b8ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.360234 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-65886f7c-fe40-4e55-8d53-1911c306ecd8 req-d84efa53-f301-40aa-9721-8a4ad0b8ef7d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd2e94df38da44a893e4b2ce9a2b179c&device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2800 time: 0.3198891 Aug 31 01:11:35.360934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.361804 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.362361 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.364430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49086) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:35.367789 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50193b61-d5f5-41d1-90e0-1a38ba477419 req-9555d1dd-ec8a-4dee-bc3a-8eb203b53a72 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ddec8ca-23eb-48c8-9401-92fa631a251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132681 Aug 31 01:11:35.396166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19071e-5e37-43aa-915a-38851ebea9db req-6cc10f94-678b-47bd-99bf-7c8d16835d05 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.397940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b613db64-1580-48f3-84aa-d12fcf5cae8f,revision_number=10']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:35.410171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19071e-5e37-43aa-915a-38851ebea9db req-6cc10f94-678b-47bd-99bf-7c8d16835d05 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.431686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19071e-5e37-43aa-915a-38851ebea9db req-6cc10f94-678b-47bd-99bf-7c8d16835d05 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.439030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab19071e-5e37-43aa-915a-38851ebea9db req-6cc10f94-678b-47bd-99bf-7c8d16835d05 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2400 time: 0.2867684 Aug 31 01:11:35.505893 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2783036 Aug 31 01:11:35.528263 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49090) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:35.556257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-eacaf1e5-8972-43c8-ad2e-f49f29dc0afb admin admin] Request body: {'subnet': {'network_id': '963ab003-ce97-4be5-a7df-116988a3afe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-730271638-subnet', 'tenant_id': '781a23e198ee4bf2bda206b910a0b57d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:35.587657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7827a61-9dc8-471c-8a81-f8828e12b54d {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:35.596679 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.598775 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bbb515-bd4a-498b-8eb7-6685f97041d5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:35.599509 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6bbb515-bd4a-498b-8eb7-6685f97041d5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:35.601730 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c6bbb515-bd4a-498b-8eb7-6685f97041d5 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/e21e491c-989f-47ac-8b52-9eee095d7659 HTTP/1.1" status: 404 len: 333 time: 0.1496775 Aug 31 01:11:35.611645 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab19071e-5e37-43aa-915a-38851ebea9db req-731bb77e-2a47-4d0e-9c89-658613509ec6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717126 Aug 31 01:11:35.617998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49092) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:35.661969 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Transition to ACTIVE for port object d7827a61-9dc8-471c-8a81-f8828e12b54d will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:35.666449 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a53c69a-e249-4317-9159-4cbddae2a5d7 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:35.666449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a53c69a-e249-4317-9159-4cbddae2a5d7 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:35.668147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3a53c69a-e249-4317-9159-4cbddae2a5d7 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/58e54f76-3bc8-4a4b-b977-2dc8caf89986 HTTP/1.1" status: 404 len: 337 time: 0.0479004 Aug 31 01:11:35.674610 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49096) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:35.685940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d8997-0006-4ab0-ada6-44442244cfd0 req-0f79a75e-ef63-452b-a17e-66367c6ad11d tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.687658 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b87d8997-0006-4ab0-ada6-44442244cfd0 req-0f79a75e-ef63-452b-a17e-66367c6ad11d tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 946 time: 0.2128472 Aug 31 01:11:35.688352 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.708100 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65f368-4a45-4ee6-b0c6-0e791ff07f0b admin admin] Pushing event updated for resources: {'Network': ['ID=963ab003-ce97-4be5-a7df-116988a3afe6,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:35.708929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacaf1e5-8972-43c8-ad2e-f49f29dc0afb admin admin] Made reservation on behalf of 781a23e198ee4bf2bda206b910a0b57d for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:35.713123 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eacaf1e5-8972-43c8-ad2e-f49f29dc0afb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.726479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 963ab003-ce97-4be5-a7df-116988a3afe6 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:35.794160 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcd6bb7-d86c-4320-a539-7ce24b4b78dc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:35.795945 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fcd6bb7-d86c-4320-a539-7ce24b4b78dc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:35.796696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4fcd6bb7-d86c-4320-a539-7ce24b4b78dc tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/ports/26cf7018-f5cc-4c6d-8fc3-b97a29897588 HTTP/1.1" status: 404 len: 333 time: 0.1058781 Aug 31 01:11:35.800632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49100) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:35.864767 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b87d8997-0006-4ab0-ada6-44442244cfd0 req-2ee1d416-8468-4cdd-a6a4-6d930128d831 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634684 Aug 31 01:11:35.881108 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-955acdab-6e3a-48b2-8c1a-656887843682 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:11:35.881670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-955acdab-6e3a-48b2-8c1a-656887843682 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:11:35.884008 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-955acdab-6e3a-48b2-8c1a-656887843682 tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/subnets/7fc5c925-ddba-4723-8ba2-c741f9bb88d7 HTTP/1.1" status: 404 len: 337 time: 0.0697296 Aug 31 01:11:35.885636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d7827a61-9dc8-471c-8a81-f8828e12b54d,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:35.888143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49102) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:35.888669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886f7c-fe40-4e55-8d53-1911c306ecd8 req-97ca2d7d-532f-4dbc-be5e-e13c0d9f8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.889148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886f7c-fe40-4e55-8d53-1911c306ecd8 req-97ca2d7d-532f-4dbc-be5e-e13c0d9f8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.889606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886f7c-fe40-4e55-8d53-1911c306ecd8 req-97ca2d7d-532f-4dbc-be5e-e13c0d9f8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.891605 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-65886f7c-fe40-4e55-8d53-1911c306ecd8 req-97ca2d7d-532f-4dbc-be5e-e13c0d9f8bc0 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=fd2e94df38da44a893e4b2ce9a2b179c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4193475 Aug 31 01:11:36.017920 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288af517-7c89-4d85-a7f7-2afc0208507f x-openstack-request-id: req-288af517-7c89-4d85-a7f7-2afc0208507f {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:36.018781 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-plugged", "status": "completed", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:36.019195 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-288af517-7c89-4d85-a7f7-2afc0208507f {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:36.019763 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'code': 200} Aug 31 01:11:36.075456 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2340e919-2303-4640-a48c-49e656e38298 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:36.091308 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.096802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886f7c-fe40-4e55-8d53-1911c306ecd8 req-565c294a-7620-470c-b668-13a3546e8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.098516 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-65886f7c-fe40-4e55-8d53-1911c306ecd8 req-565c294a-7620-470c-b668-13a3546e8314 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1970575 Aug 31 01:11:36.124193 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Transition to ACTIVE for port object 2340e919-2303-4640-a48c-49e656e38298 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:36.132401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.172012 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e26a-f26a-4a8d-b6c7-dccad6926cbd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.195199 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Pushing event updated for resources: {'Port': ['ID=2340e919-2303-4640-a48c-49e656e38298,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:36.289512 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Attempting to bind port d7827a61-9dc8-471c-8a81-f8828e12b54d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:36.289867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Attempting to bind port d7827a61-9dc8-471c-8a81-f8828e12b54d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:36.290208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Attempting to bind port d7827a61-9dc8-471c-8a81-f8828e12b54d on network ab74ee34-12a3-401b-bc75-1cf0aeeda842 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:36.316313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Attempting to bind port 2340e919-2303-4640-a48c-49e656e38298 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:36.316794 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Attempting to bind port 2340e919-2303-4640-a48c-49e656e38298 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '3f6381a8-780e-4682-916a-9212ff1608b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:36.317218 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Attempting to bind port 2340e919-2303-4640-a48c-49e656e38298 on network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:36.328514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Port 2340e919-2303-4640-a48c-49e656e38298 on network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:11:36.328770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Attempting to bind port 2340e919-2303-4640-a48c-49e656e38298 on network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:36.355322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:36.356081 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Checking segment: {'id': '3f6381a8-780e-4682-916a-9212ff1608b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:36.356668 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Bound using segment: {'id': '3f6381a8-780e-4682-916a-9212ff1608b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:36.357880 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Bound port: 2340e919-2303-4640-a48c-49e656e38298, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6381a8-780e-4682-916a-9212ff1608b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:36.358455 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.369260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Port d7827a61-9dc8-471c-8a81-f8828e12b54d on network ab74ee34-12a3-401b-bc75-1cf0aeeda842 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:11:36.369603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Attempting to bind port d7827a61-9dc8-471c-8a81-f8828e12b54d on network ab74ee34-12a3-401b-bc75-1cf0aeeda842 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:36.386182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:36.386538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Checking segment: {'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:36.386942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Bound using segment: {'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:36.387435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Bound port: d7827a61-9dc8-471c-8a81-f8828e12b54d, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:36.387801 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.458236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] For port 2340e919-2303-4640-a48c-49e656e38298, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:36.471708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] For port 2340e919-2303-4640-a48c-49e656e38298, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=2340e919-2303-4640-a48c-49e656e38298,segment=NetworkSegment(3f6381a8-780e-4682-916a-9212ff1608b8),segment_id=3f6381a8-780e-4682-916a-9212ff1608b8)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:36.481457 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.515304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.516074 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.517720 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] 10.222.0.70 "PUT /v2.0/ports/2340e919-2303-4640-a48c-49e656e38298 HTTP/1.1" status: 200 len: 1093 time: 2.0125420 Aug 31 01:11:36.565821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df507f69-d3b7-4f5f-bef4-c4f731267efb service neutron] Pushing event updated for resources: {'Port': ['ID=2340e919-2303-4640-a48c-49e656e38298,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:36.618887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf9b2a-733f-4b96-b58f-8725336fff61 req-98042c04-9e9e-43b2-a78c-80fa034a616b tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.629153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-19cf9b2a-733f-4b96-b58f-8725336fff61 req-98042c04-9e9e-43b2-a78c-80fa034a616b tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 943 time: 0.4530725 Aug 31 01:11:36.637754 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-a5bc04d7-57db-4326-b0fc-f4665d18ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.638640 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-a5bc04d7-57db-4326-b0fc-f4665d18ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.639124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-a5bc04d7-57db-4326-b0fc-f4665d18ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.640864 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-a5bc04d7-57db-4326-b0fc-f4665d18ccf7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd2e94df38da44a893e4b2ce9a2b179c&device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2868 time: 0.0698261 Aug 31 01:11:36.696267 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-8c7485ee-daa3-49f8-87a1-665ee8f2e95c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.69&port_id=3679e42d-b1d0-46e2-a274-f56152f22bbb HTTP/1.1" status: 200 len: 217 time: 0.0455611 Aug 31 01:11:36.712964 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e26a-f26a-4a8d-b6c7-dccad6926cbd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.729084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-f7c7f161-bf55-4ff7-a2c9-e67f55a502dc tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 258 time: 0.6562474 Aug 31 01:11:36.761628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:36.769944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-4ffc2b52-f13c-4c3c-a4dc-3b834652212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.772963 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-4ffc2b52-f13c-4c3c-a4dc-3b834652212e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7aa534f-b022-4b3c-946d-d2972a6c6c8d HTTP/1.1" status: 200 len: 801 time: 0.0687647 Aug 31 01:11:36.783530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-a6c6e26a-f26a-4a8d-b6c7-dccad6926cbd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e22907-50bf-4f4c-96ff-7b9fef164758']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:36.803398 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eacaf1e5-8972-43c8-ad2e-f49f29dc0afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.835455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-cf11f6da-ed11-43dd-b08d-0193428687a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.837327 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-cf11f6da-ed11-43dd-b08d-0193428687a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=370aaa07-722a-4dc8-aa34-9ec42df0fe7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579545 Aug 31 01:11:36.844518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-a6c6e26a-f26a-4a8d-b6c7-dccad6926cbd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c70930-53b3-4871-b929-9e1db6cbf974') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:36.844837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-a6c6e26a-f26a-4a8d-b6c7-dccad6926cbd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c70930-53b3-4871-b929-9e1db6cbf974') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:36.908796 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e26a-f26a-4a8d-b6c7-dccad6926cbd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.943054 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.959041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-19cf9b2a-733f-4b96-b58f-8725336fff61 req-24327433-a377-4e35-a117-74738fd97537 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239856 Aug 31 01:11:36.968663 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-7926b58c-e59f-4ac3-8b68-47e68bb6a6b7 service neutron] 10.222.0.70 "GET /v2.0/networks/370aaa07-722a-4dc8-aa34-9ec42df0fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238797 Aug 31 01:11:37.014436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] For port d7827a61-9dc8-471c-8a81-f8828e12b54d, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:37.042885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6c7aa-5041-450a-a270-075d64b0de3c req-c9fa7fad-cdb1-4843-9764-af35e0f593e6 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.044742 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2c6c7aa-5041-450a-a270-075d64b0de3c req-c9fa7fad-cdb1-4843-9764-af35e0f593e6 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 946 time: 0.4786031 Aug 31 01:11:37.058428 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'tag': '2340e919-2303-4640-a48c-49e656e38298'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:37.060690 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f805d57-65bd-45d6-9813-9fc90a698b45" -d '{"events": [{"name": "network-changed", "server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "tag": "2340e919-2303-4640-a48c-49e656e38298"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:37.075026 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e26a-f26a-4a8d-b6c7-dccad6926cbd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.087723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] For port d7827a61-9dc8-471c-8a81-f8828e12b54d, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d7827a61-9dc8-471c-8a81-f8828e12b54d,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:37.107572 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.122781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c6e26a-f26a-4a8d-b6c7-dccad6926cbd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:11:37.123196 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e26a-f26a-4a8d-b6c7-dccad6926cbd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.130874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaf1e5-8972-43c8-ad2e-f49f29dc0afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d44585ba-128f-426d-92e3-0be47b16587c,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:11:37.133716 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:11:37.153720 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-59c62723-a41a-4d90-88e6-0062031d2dc5 service neutron] 10.222.0.70 "GET /v2.0/networks/370aaa07-722a-4dc8-aa34-9ec42df0fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693709 Aug 31 01:11:37.216020 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-124e5a0f-12ed-48c9-aadb-bb4738067d6d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.115&port_id=373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb HTTP/1.1" status: 200 len: 217 time: 0.0516729 Aug 31 01:11:37.577207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaf1e5-8972-43c8-ad2e-f49f29dc0afb admin admin] Checking segment: {'id': 'fe9c1f01-54be-4799-bb52-2f8fc7968ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '963ab003-ce97-4be5-a7df-116988a3afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:37.577643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacaf1e5-8972-43c8-ad2e-f49f29dc0afb admin admin] Network hostable DHCP agents. Network: 963ab003-ce97-4be5-a7df-116988a3afe6, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:37.622711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.623386 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.624866 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] 10.222.0.70 "PUT /v2.0/ports/d7827a61-9dc8-471c-8a81-f8828e12b54d HTTP/1.1" status: 200 len: 1092 time: 2.9351306 Aug 31 01:11:37.638463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd461568-52ed-457b-92e6-fca3b7204db6', 'tag': 'd7827a61-9dc8-471c-8a81-f8828e12b54d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:37.640676 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae8ad60-0db7-45b6-8a71-fdd93bcfcfb2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd461568-52ed-457b-92e6-fca3b7204db6", "tag": "d7827a61-9dc8-471c-8a81-f8828e12b54d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:37.675435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-a17287f3-5080-4461-a0db-6f37d4dcfc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.677693 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-a17287f3-5080-4461-a0db-6f37d4dcfc5a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df227161-c758-46ea-89d6-ea602e5b78a6 HTTP/1.1" status: 200 len: 801 time: 0.4526939 Aug 31 01:11:37.705279 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e26a-f26a-4a8d-b6c7-dccad6926cbd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.747439 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e26a-f26a-4a8d-b6c7-dccad6926cbd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.750231 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a6c6e26a-f26a-4a8d-b6c7-dccad6926cbd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] 10.222.0.58 "DELETE /v2.0/networks/14e22907-50bf-4f4c-96ff-7b9fef164758 HTTP/1.1" status: 204 len: 168 time: 1.8579881 Aug 31 01:11:37.751894 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-de786eb3-b868-4c9c-9f07-a9ed52ca16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.764465 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-de786eb3-b868-4c9c-9f07-a9ed52ca16b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790911 Aug 31 01:11:37.765393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454a57b-8c34-406e-9337-f2193b93ff44 req-8ae6c6c2-2876-4e77-a5e0-097c4b593a9f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.771820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454a57b-8c34-406e-9337-f2193b93ff44 req-8ae6c6c2-2876-4e77-a5e0-097c4b593a9f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.779720 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454a57b-8c34-406e-9337-f2193b93ff44 req-8ae6c6c2-2876-4e77-a5e0-097c4b593a9f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.788431 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4454a57b-8c34-406e-9337-f2193b93ff44 req-8ae6c6c2-2876-4e77-a5e0-097c4b593a9f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2412 time: 0.6922181 Aug 31 01:11:37.821543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9d3a8-0115-47c8-9430-2e543b00a3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d7827a61-9dc8-471c-8a81-f8828e12b54d,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:37.828826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacaf1e5-8972-43c8-ad2e-f49f29dc0afb admin admin] Network 963ab003-ce97-4be5-a7df-116988a3afe6 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:37.831329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6e26a-f26a-4a8d-b6c7-dccad6926cbd tempest-NetworksTestDHCPv6-2109461590 tempest-NetworksTestDHCPv6-2109461590-project] Pushing event deleted for resources: {'Network': ['ID=14e22907-50bf-4f4c-96ff-7b9fef164758,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:37.871686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-eacaf1e5-8972-43c8-ad2e-f49f29dc0afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 963ab003-ce97-4be5-a7df-116988a3afe6) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:37.880447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3a6568-e369-4677-8140-ed16a5d1368c None None] Network 963ab003-ce97-4be5-a7df-116988a3afe6 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:37.886895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacaf1e5-8972-43c8-ad2e-f49f29dc0afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.887929 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eacaf1e5-8972-43c8-ad2e-f49f29dc0afb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.913306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-d86c99fe-0ea0-4812-a6c9-fac166794c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.915460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-d86c99fe-0ea0-4812-a6c9-fac166794c1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d25507ba0d945d3821d1453bb12e9fa&device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 1095 time: 0.2262044 Aug 31 01:11:37.930291 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4454a57b-8c34-406e-9337-f2193b93ff44 req-ea65c664-17d1-4b4d-b472-b40d1e795909 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343253 Aug 31 01:11:38.036345 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-bb34cc0f-853a-4a38-a490-9caa5c769342 service neutron] 10.222.0.70 "GET /v2.0/networks/f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627172 Aug 31 01:11:38.064099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-e2c6c7aa-5041-450a-a270-075d64b0de3c req-64356ced-aded-4cb3-8d4c-6873455b9eb2 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Deleting port 94984f22-efa9-4d67-b72e-38ce8721f317 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:38.064698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e2c6c7aa-5041-450a-a270-075d64b0de3c req-64356ced-aded-4cb3-8d4c-6873455b9eb2 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.092526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90a98b7-a135-4738-90e9-391181693519 None None] Network 963ab003-ce97-4be5-a7df-116988a3afe6 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:38.195188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-eacaf1e5-8972-43c8-ad2e-f49f29dc0afb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6512444 Aug 31 01:11:38.199532 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-ce8a2e1f-a2cb-49c2-a000-2d0a244b1a06 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7827a61-9dc8-471c-8a81-f8828e12b54d HTTP/1.1" status: 200 len: 217 time: 0.2667232 Aug 31 01:11:38.233018 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-e0124220-be4c-4db3-a8c4-9c9f09bb7c46 service neutron] 10.222.0.70 "GET /v2.0/networks/f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896594 Aug 31 01:11:38.259049 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49134) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:38.312654 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.325120 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-9563d817-b5f4-468e-991a-dbd2cb09758b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.183&port_id=2340e919-2303-4640-a48c-49e656e38298 HTTP/1.1" status: 200 len: 217 time: 0.0837972 Aug 31 01:11:38.369158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e2c6c7aa-5041-450a-a270-075d64b0de3c req-64356ced-aded-4cb3-8d4c-6873455b9eb2 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] For port 94984f22-efa9-4d67-b72e-38ce8721f317, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=94984f22-efa9-4d67-b72e-38ce8721f317,segment=NetworkSegment(6a57edde-9125-4855-85e1-e7ddbf09e6d4),segment_id=6a57edde-9125-4855-85e1-e7ddbf09e6d4)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:38.369158 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e2c6c7aa-5041-450a-a270-075d64b0de3c req-64356ced-aded-4cb3-8d4c-6873455b9eb2 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.410840 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-66a4151b-bbeb-4826-bf82-dccb167fcd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:38.412498 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-66a4151b-bbeb-4826-bf82-dccb167fcd0c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7aa534f-b022-4b3c-946d-d2972a6c6c8d HTTP/1.1" status: 200 len: 801 time: 0.0724866 Aug 31 01:11:38.451059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-fe8b48bc-869a-4276-9ee6-0c7db6c34194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:38.454851 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-fe8b48bc-869a-4276-9ee6-0c7db6c34194 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7aae955-9475-4287-b0f9-97d65d425218 HTTP/1.1" status: 200 len: 854 time: 0.2475932 Aug 31 01:11:38.462734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-e2c6c7aa-5041-450a-a270-075d64b0de3c req-64356ced-aded-4cb3-8d4c-6873455b9eb2 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Calling delete_port for 94984f22-efa9-4d67-b72e-38ce8721f317 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:38.492757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4e08b-2fb0-43ea-8f67-91dd0b44156a req-3beaf4bc-5fc8-4920-9243-d49d9c95ec0b tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:38.496496 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3f4e08b-2fb0-43ea-8f67-91dd0b44156a req-3beaf4bc-5fc8-4920-9243-d49d9c95ec0b tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8f369e-f382-429d-b0eb-46101e6786e8 HTTP/1.1" status: 200 len: 946 time: 0.2915540 Aug 31 01:11:38.504074 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-6afb05d2-4b96-4009-b2f0-e0e7fdd1fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:38.505751 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-6afb05d2-4b96-4009-b2f0-e0e7fdd1fd2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=370aaa07-722a-4dc8-aa34-9ec42df0fe7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851662 Aug 31 01:11:38.577969 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a21aa305-6428-4425-b9c8-8f8ca45666c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=230f8e28d5d947de9a99be345d676336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166628 Aug 31 01:11:38.583541 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49142) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:38.598365 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-02cb7b4d-8ae3-4a67-b46e-f3086ce5ec48 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab74ee34-12a3-401b-bc75-1cf0aeeda842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001372 Aug 31 01:11:38.617718 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3f4e08b-2fb0-43ea-8f67-91dd0b44156a req-85490596-5314-416e-b8f7-3b10e144b15e tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999649 Aug 31 01:11:38.679827 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-0dfb453e-a130-4315-98ca-c56c566634a7 service neutron] 10.222.0.70 "GET /v2.0/networks/370aaa07-722a-4dc8-aa34-9ec42df0fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641159 Aug 31 01:11:38.685269 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e9a39df-3c95-446a-9931-b37cbe11213c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.693292 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdb4763-9ecc-454a-9e13-2912d8f158d6 x-openstack-request-id: req-efdb4763-9ecc-454a-9e13-2912d8f158d6 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:38.693582 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "tag": "2340e919-2303-4640-a48c-49e656e38298", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:38.693832 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-efdb4763-9ecc-454a-9e13-2912d8f158d6 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:38.694717 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'tag': '2340e919-2303-4640-a48c-49e656e38298', 'status': 'completed', 'code': 200} Aug 31 01:11:38.769862 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e9a39df-3c95-446a-9931-b37cbe11213c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.821790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Allocated IP 172.25.6.82 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/3391667c-234a-44e3-a986-4fb3a830baa9) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:38.845770 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49bd8911-a0f8-48ea-81fb-7f44d8e2d26c req-582f1013-482b-4d4a-a68e-89056be3090e service neutron] 10.222.0.70 "GET /v2.0/networks/370aaa07-722a-4dc8-aa34-9ec42df0fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550605 Aug 31 01:11:38.866554 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e9a39df-3c95-446a-9931-b37cbe11213c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.871923 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488fe94a-9133-4057-8c8c-524f704c3f2d x-openstack-request-id: req-488fe94a-9133-4057-8c8c-524f704c3f2d {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:38.872276 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd461568-52ed-457b-92e6-fca3b7204db6", "tag": "d7827a61-9dc8-471c-8a81-f8828e12b54d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:38.872465 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-488fe94a-9133-4057-8c8c-524f704c3f2d {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:38.872872 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd461568-52ed-457b-92e6-fca3b7204db6', 'tag': 'd7827a61-9dc8-471c-8a81-f8828e12b54d', 'status': 'completed', 'code': 200} Aug 31 01:11:38.876141 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e9a39df-3c95-446a-9931-b37cbe11213c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.878721 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1e9a39df-3c95-446a-9931-b37cbe11213c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/abd1558d-0628-4750-8bf9-a45af285c3bc HTTP/1.1" status: 204 len: 168 time: 0.2942283 Aug 31 01:11:38.889527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a39df-3c95-446a-9931-b37cbe11213c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd1558d-0628-4750-8bf9-a45af285c3bc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:38.950320 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-02e217d5-9445-43e9-9335-295b87c6de40 service neutron] 10.222.0.70 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299787 Aug 31 01:11:39.002989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f805d57-65bd-45d6-9813-9fc90a698b45 req-a1d066fe-bbf5-48ca-94f1-e8e44abda0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.003625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f805d57-65bd-45d6-9813-9fc90a698b45 req-a1d066fe-bbf5-48ca-94f1-e8e44abda0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.004158 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f805d57-65bd-45d6-9813-9fc90a698b45 req-a1d066fe-bbf5-48ca-94f1-e8e44abda0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.005954 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f805d57-65bd-45d6-9813-9fc90a698b45 req-a1d066fe-bbf5-48ca-94f1-e8e44abda0c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd2e94df38da44a893e4b2ce9a2b179c&device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2868 time: 0.0936925 Aug 31 01:11:39.144551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f805d57-65bd-45d6-9813-9fc90a698b45 req-f4136f4c-2a1b-4550-9b5e-69bd4fc72f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.146308 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f805d57-65bd-45d6-9813-9fc90a698b45 req-f4136f4c-2a1b-4550-9b5e-69bd4fc72f8a service neutron] 10.222.0.70 "GET /v2.0/networks?id=370aaa07-722a-4dc8-aa34-9ec42df0fe7c HTTP/1.1" status: 200 len: 902 time: 0.1330919 Aug 31 01:11:39.209380 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f805d57-65bd-45d6-9813-9fc90a698b45 req-8652c5d6-24d9-4f09-997e-4ccc58833bc1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.183&port_id=2340e919-2303-4640-a48c-49e656e38298 HTTP/1.1" status: 200 len: 217 time: 0.0512426 Aug 31 01:11:39.316807 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f805d57-65bd-45d6-9813-9fc90a698b45 req-d68c9de5-b16b-4879-8cfe-553541a6aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.318537 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f805d57-65bd-45d6-9813-9fc90a698b45 req-d68c9de5-b16b-4879-8cfe-553541a6aa86 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7aa534f-b022-4b3c-946d-d2972a6c6c8d HTTP/1.1" status: 200 len: 801 time: 0.0978048 Aug 31 01:11:39.322691 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:39.326417 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e2c6c7aa-5041-450a-a270-075d64b0de3c req-64356ced-aded-4cb3-8d4c-6873455b9eb2 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:39.381318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64356ced-aded-4cb3-8d4c-6873455b9eb2 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Pushing event deleted for resources: {'Port': ['ID=94984f22-efa9-4d67-b72e-38ce8721f317,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:39.390210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c0ed2f-1357-4fb5-bf0e-ee528f375c1f req-f4c9ee44-7099-4e31-8957-3e0d814242e2 service neutron] 10.222.0.70 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286399 Aug 31 01:11:39.402000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c4641-905a-40b1-bb79-0dfc2f5f24a1 req-d0750e0f-9720-4e64-99d4-e79a06879ff6 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.402571 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a38c4641-905a-40b1-bb79-0dfc2f5f24a1 req-d0750e0f-9720-4e64-99d4-e79a06879ff6 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 943 time: 0.3987703 Aug 31 01:11:39.434232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f805d57-65bd-45d6-9813-9fc90a698b45 req-5005e370-737a-41ac-8201-86722373a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.437040 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f805d57-65bd-45d6-9813-9fc90a698b45 req-5005e370-737a-41ac-8201-86722373a01d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=370aaa07-722a-4dc8-aa34-9ec42df0fe7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092231 Aug 31 01:11:39.479873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c6c7aa-5041-450a-a270-075d64b0de3c req-64356ced-aded-4cb3-8d4c-6873455b9eb2 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] No DVR routers for this DVR port 94984f22-efa9-4d67-b72e-38ce8721f317 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:39.488545 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e2c6c7aa-5041-450a-a270-075d64b0de3c req-64356ced-aded-4cb3-8d4c-6873455b9eb2 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:39.488545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2c6c7aa-5041-450a-a270-075d64b0de3c req-64356ced-aded-4cb3-8d4c-6873455b9eb2 tempest-ServerAddressesNegativeTestJSON-913787203 tempest-ServerAddressesNegativeTestJSON-913787203-project] 10.222.0.15 "DELETE /v2.0/ports/94984f22-efa9-4d67-b72e-38ce8721f317 HTTP/1.1" status: 204 len: 173 time: 2.3959076 Aug 31 01:11:39.556925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a38c4641-905a-40b1-bb79-0dfc2f5f24a1 req-01a1e1a1-0baf-434c-8854-899c385f1ad6 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281381 Aug 31 01:11:39.592043 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:39.636318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:39.645306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:39.651263 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8ad60-0db7-45b6-8a71-fdd93bcfcfb2 req-0af32134-2ca9-4f4d-864d-9b72782edc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.653214 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fae8ad60-0db7-45b6-8a71-fdd93bcfcfb2 req-0af32134-2ca9-4f4d-864d-9b72782edc39 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d25507ba0d945d3821d1453bb12e9fa&device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 1095 time: 0.1712937 Aug 31 01:11:39.655892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:39.668113 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f805d57-65bd-45d6-9813-9fc90a698b45 req-0656e742-ca70-4c03-a32c-b0d6742181d3 service neutron] 10.222.0.70 "GET /v2.0/networks/370aaa07-722a-4dc8-aa34-9ec42df0fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176290 Aug 31 01:11:39.808837 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8f805d57-65bd-45d6-9813-9fc90a698b45 req-3b9449b3-dd7f-496e-9fc8-799391b8878d service neutron] 10.222.0.70 "GET /v2.0/networks/370aaa07-722a-4dc8-aa34-9ec42df0fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223323 Aug 31 01:11:39.837593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Pushing event updated for resources: {'Port': ['ID=3391667c-234a-44e3-a986-4fb3a830baa9,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:39.988235 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:39.993782 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8ad60-0db7-45b6-8a71-fdd93bcfcfb2 req-7d151605-877f-43cd-bc98-1c0a1000b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.995047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fae8ad60-0db7-45b6-8a71-fdd93bcfcfb2 req-7d151605-877f-43cd-bc98-1c0a1000b600 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab74ee34-12a3-401b-bc75-1cf0aeeda842 HTTP/1.1" status: 200 len: 915 time: 0.3270760 Aug 31 01:11:40.064997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fae8ad60-0db7-45b6-8a71-fdd93bcfcfb2 req-2443f5b6-1b3d-4aa4-852b-76ea9892174e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7827a61-9dc8-471c-8a81-f8828e12b54d HTTP/1.1" status: 200 len: 217 time: 0.0518591 Aug 31 01:11:40.177619 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.217991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8ad60-0db7-45b6-8a71-fdd93bcfcfb2 req-1bb92eb6-f3ea-4d07-89be-f3c8e6bea842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:40.219496 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fae8ad60-0db7-45b6-8a71-fdd93bcfcfb2 req-1bb92eb6-f3ea-4d07-89be-f3c8e6bea842 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7aae955-9475-4287-b0f9-97d65d425218 HTTP/1.1" status: 200 len: 854 time: 0.1209049 Aug 31 01:11:40.244970 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49194) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:40.250376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 94984f22-efa9-4d67-b72e-38ce8721f317 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:40.283562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fae8ad60-0db7-45b6-8a71-fdd93bcfcfb2 req-300c4e22-10f3-4882-ad4e-d02dadd79ac1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab74ee34-12a3-401b-bc75-1cf0aeeda842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511372 Aug 31 01:11:40.349257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 94984f22-efa9-4d67-b72e-38ce8721f317 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:40.352692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 94984f22-efa9-4d67-b72e-38ce8721f317 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:40.371847 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2029371295'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:40.396351 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Made reservation on behalf of 2718ee12180b44e1adf8db1e026c3ac8 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:40.400667 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.403800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-cef14a2a-5430-48ab-b6e7-548bd66bac52 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:40.405411 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-cef14a2a-5430-48ab-b6e7-548bd66bac52 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/networks?id=963ab003-ce97-4be5-a7df-116988a3afe6 HTTP/1.1" status: 200 len: 817 time: 0.4093876 Aug 31 01:11:40.415726 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.454446 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fae8ad60-0db7-45b6-8a71-fdd93bcfcfb2 req-6458f8a2-f76f-4726-a1e0-dc21436dd92e service neutron] 10.222.0.70 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576331 Aug 31 01:11:40.516388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-48522d59-7801-4528-aec2-a897220ad736 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/quotas/781a23e198ee4bf2bda206b910a0b57d HTTP/1.1" status: 200 len: 375 time: 0.0959415 Aug 31 01:11:40.569008 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.574764 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.604012 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:40.621040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd23b88-cfe3-4a89-8531-c4bc8eef76d3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:40.622775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b4334245-6afc-408c-b755-c05bdd33c744 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=781a23e198ee4bf2bda206b910a0b57d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895810 Aug 31 01:11:40.625711 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.626173 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Added segment 070a90ab-694d-46b4-834d-dae4560a4b8f of type vlan for network 47c7ce32-31c7-4404-b377-d4c60354cf60 Aug 31 01:11:40.705410 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.731848 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fae8ad60-0db7-45b6-8a71-fdd93bcfcfb2 req-0f53b64f-31b1-4df7-9298-82a8193702bf service neutron] 10.222.0.70 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693446 Aug 31 01:11:40.743219 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.752776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:40.753844 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.763093 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.776341 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.820875 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5714748 Aug 31 01:11:40.821455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49200) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:40.826449 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-40b0d2c6-0ee4-467f-a017-1308a2b2ca0e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'subnet': {'network_id': '47c7ce32-31c7-4404-b377-d4c60354cf60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:40.851151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-13b36d50-465b-40fd-b35a-4447d63cf2a7 service neutron] 10.222.0.58 "GET /v2.0/networks/963ab003-ce97-4be5-a7df-116988a3afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268300 Aug 31 01:11:40.876483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8f369e-f382-429d-b0eb-46101e6786e8', 'name': 'network-vif-deleted', 'tag': '94984f22-efa9-4d67-b72e-38ce8721f317'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:40.879029 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0120843e-fe2a-402f-b675-446d4e819c9a" -d '{"events": [{"server_uuid": "ac8f369e-f382-429d-b0eb-46101e6786e8", "name": "network-vif-deleted", "tag": "94984f22-efa9-4d67-b72e-38ce8721f317"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:40.892202 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ca84-29ca-4c11-8434-70f4a2015086 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Network': ['ID=47c7ce32-31c7-4404-b377-d4c60354cf60,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:40.905479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 47c7ce32-31c7-4404-b377-d4c60354cf60 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:40.910279 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.948054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b0d2c6-0ee4-467f-a017-1308a2b2ca0e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Made reservation on behalf of 2718ee12180b44e1adf8db1e026c3ac8 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:40.951987 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40b0d2c6-0ee4-467f-a017-1308a2b2ca0e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.970050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Pushing event updated for resources: {'Port': ['ID=3391667c-234a-44e3-a986-4fb3a830baa9,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:40.984933 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.012058 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.012288 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-981472af-8254-4df2-bca7-db5ca2cfbecb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2822454 Aug 31 01:11:41.019838 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3679e42d-b1d0-46e2-a274-f56152f22bbb details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:41.112659 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-59c3fde4-4564-48c7-9306-a3f50fa4836a service neutron] 10.222.0.58 "GET /v2.0/networks/963ab003-ce97-4be5-a7df-116988a3afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525263 Aug 31 01:11:41.117773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-ee3ac0cc-b8cc-47da-a1a3-4bcdbd6c574b tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 695 time: 0.0984440 Aug 31 01:11:41.204961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3679e42d-b1d0-46e2-a274-f56152f22bbb, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3679e42d-b1d0-46e2-a274-f56152f22bbb,segment=NetworkSegment(3f6381a8-780e-4682-916a-9212ff1608b8),segment_id=3f6381a8-780e-4682-916a-9212ff1608b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:41.226166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '3679e42d-b1d0-46e2-a274-f56152f22bbb', 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c', 'port_id': '3679e42d-b1d0-46e2-a274-f56152f22bbb', 'mac_address': 'fa:16:3e:d1:8a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7aa534f-b022-4b3c-946d-d2972a6c6c8d', 'ip_address': '19.80.0.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:41.248114 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40b0d2c6-0ee4-467f-a017-1308a2b2ca0e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.269614 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.287316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3679e42d-b1d0-46e2-a274-f56152f22bbb {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:41.310360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3679e42d-b1d0-46e2-a274-f56152f22bbb, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3679e42d-b1d0-46e2-a274-f56152f22bbb,segment=NetworkSegment(3f6381a8-780e-4682-916a-9212ff1608b8),segment_id=3f6381a8-780e-4682-916a-9212ff1608b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:41.317487 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.319902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 2340e919-2303-4640-a48c-49e656e38298 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:41.321147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0d2c6-0ee4-467f-a017-1308a2b2ca0e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Subnet': ['ID=c860e57d-f45f-4b65-902b-3090cb5f45eb,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:41.346412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-c49ca4e0-eb4a-4b4b-879b-b177b6af2fee tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:41.360424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c4299ba-d47e-4309-85f1-8aae1f9663d9 req-c49ca4e0-eb4a-4b4b-879b-b177b6af2fee tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.2362394 Aug 31 01:11:41.375534 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b0d2c6-0ee4-467f-a017-1308a2b2ca0e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Checking segment: {'id': '070a90ab-694d-46b4-834d-dae4560a4b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '47c7ce32-31c7-4404-b377-d4c60354cf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:41.377188 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b0d2c6-0ee4-467f-a017-1308a2b2ca0e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network hostable DHCP agents. Network: 47c7ce32-31c7-4404-b377-d4c60354cf60, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:41.431325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49214) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:41.434394 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b0d2c6-0ee4-467f-a017-1308a2b2ca0e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network 47c7ce32-31c7-4404-b377-d4c60354cf60 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:41.454099 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-40b0d2c6-0ee4-467f-a017-1308a2b2ca0e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 47c7ce32-31c7-4404-b377-d4c60354cf60) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:41.466803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0d2c6-0ee4-467f-a017-1308a2b2ca0e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:41.467482 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40b0d2c6-0ee4-467f-a017-1308a2b2ca0e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.499417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=3679e42d-b1d0-46e2-a274-f56152f22bbb,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:41.503346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb597f0-fd4b-404b-8bd8-85d034ac3d06 None None] Network 47c7ce32-31c7-4404-b377-d4c60354cf60 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:41.517681 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-40b0d2c6-0ee4-467f-a017-1308a2b2ca0e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6951771 Aug 31 01:11:41.522455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49216) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:41.533887 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-235351032', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:41.598409 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.608934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.617300 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 2340e919-2303-4640-a48c-49e656e38298, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=2340e919-2303-4640-a48c-49e656e38298,segment=NetworkSegment(3f6381a8-780e-4682-916a-9212ff1608b8),segment_id=3f6381a8-780e-4682-916a-9212ff1608b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:41.645191 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '2340e919-2303-4640-a48c-49e656e38298', 'network_id': '370aaa07-722a-4dc8-aa34-9ec42df0fe7c', 'port_id': '2340e919-2303-4640-a48c-49e656e38298', 'mac_address': 'fa:16:3e:5e:9e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7aa534f-b022-4b3c-946d-d2972a6c6c8d', 'ip_address': '19.80.0.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:41.727804 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691688bd-401a-423b-888c-a90b7c7b69b1 None None] Network 47c7ce32-31c7-4404-b377-d4c60354cf60 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:41.762056 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.781937 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.806398 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2340e919-2303-4640-a48c-49e656e38298 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:41.846229 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 2340e919-2303-4640-a48c-49e656e38298, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=2340e919-2303-4640-a48c-49e656e38298,segment=NetworkSegment(3f6381a8-780e-4682-916a-9212ff1608b8),segment_id=3f6381a8-780e-4682-916a-9212ff1608b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:41.869194 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.872289 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:41.989603 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb,segment=NetworkSegment(a0d335c6-a600-49a3-b903-d3be14628e98),segment_id=a0d335c6-a600-49a3-b903-d3be14628e98)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:41.991983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cbdac5-0f70-4d02-910d-1e2cc931679c admin admin] Deleting subnet 618cf3a5-938c-4e7f-8a34-a675a080adb0 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:11:42.001544 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d7cbdac5-0f70-4d02-910d-1e2cc931679c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.006427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb', 'network_id': 'f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b', 'port_id': '373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb', 'mac_address': 'fa:16:3e:85:00:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df227161-c758-46ea-89d6-ea602e5b78a6', 'ip_address': '19.86.0.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:42.071638 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.073739 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.114551 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d7cbdac5-0f70-4d02-910d-1e2cc931679c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.123135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:42.165273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb,segment=NetworkSegment(a0d335c6-a600-49a3-b903-d3be14628e98),segment_id=a0d335c6-a600-49a3-b903-d3be14628e98)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:42.175544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2068d3-25e0-4c51-aef0-edfe017346f0 req-2ec1ac23-b84a-4337-837b-6055528f2db6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:42.182707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2068d3-25e0-4c51-aef0-edfe017346f0 req-2ec1ac23-b84a-4337-837b-6055528f2db6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:42.183575 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.184520 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d7827a61-9dc8-471c-8a81-f8828e12b54d details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:42.190463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2068d3-25e0-4c51-aef0-edfe017346f0 req-2ec1ac23-b84a-4337-837b-6055528f2db6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:42.192459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e2068d3-25e0-4c51-aef0-edfe017346f0 req-2ec1ac23-b84a-4337-837b-6055528f2db6 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2414 time: 0.1975615 Aug 31 01:11:42.198942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=2340e919-2303-4640-a48c-49e656e38298,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:42.205582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c71d61-0984-4083-a0c6-1d59ab9a0032 req-c763bb37-f34b-4ecf-bc7d-addf6182a1a5 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:42.207400 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86c71d61-0984-4083-a0c6-1d59ab9a0032 req-c763bb37-f34b-4ecf-bc7d-addf6182a1a5 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 943 time: 0.2085428 Aug 31 01:11:42.215450 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d7cbdac5-0f70-4d02-910d-1e2cc931679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.331589 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:42.372932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e2068d3-25e0-4c51-aef0-edfe017346f0 req-2264db7c-407c-40db-91ad-06ff490e33e0 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608086 Aug 31 01:11:42.402283 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86c71d61-0984-4083-a0c6-1d59ab9a0032 req-74408ef0-6aea-4d04-b37d-add380721aab tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753531 Aug 31 01:11:42.405811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port d7827a61-9dc8-471c-8a81-f8828e12b54d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d7827a61-9dc8-471c-8a81-f8828e12b54d,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:42.421668 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d7cbdac5-0f70-4d02-910d-1e2cc931679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.443761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'd7827a61-9dc8-471c-8a81-f8828e12b54d', 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842', 'port_id': 'd7827a61-9dc8-471c-8a81-f8828e12b54d', 'mac_address': 'fa:16:3e:4c:b6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7aae955-9475-4287-b0f9-97d65d425218', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:42.450592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.489002 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.505822 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846dff40-75a1-4b79-ab39-685517b7fb25 x-openstack-request-id: req-846dff40-75a1-4b79-ab39-685517b7fb25 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:42.506444 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8f369e-f382-429d-b0eb-46101e6786e8", "name": "network-vif-deleted", "tag": "94984f22-efa9-4d67-b72e-38ce8721f317", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:42.506444 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-846dff40-75a1-4b79-ab39-685517b7fb25 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:42.508548 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8f369e-f382-429d-b0eb-46101e6786e8', 'name': 'network-vif-deleted', 'tag': '94984f22-efa9-4d67-b72e-38ce8721f317', 'status': 'completed', 'code': 200} Aug 31 01:11:42.510947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbdac5-0f70-4d02-910d-1e2cc931679c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=618cf3a5-938c-4e7f-8a34-a675a080adb0,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:42.531476 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d7cbdac5-0f70-4d02-910d-1e2cc931679c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.541667 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d7cbdac5-0f70-4d02-910d-1e2cc931679c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/618cf3a5-938c-4e7f-8a34-a675a080adb0 HTTP/1.1" status: 204 len: 168 time: 1.1090014 Aug 31 01:11:42.554423 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.574773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49230) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:42.577488 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d71296e4-1e4b-4227-aaf5-3bdcdcee06e3 req-4ac0b7a2-5f93-4642-a064-b815f98f35cd tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708ef53-aaa7-49d2-89bd-4269472b6f22 HTTP/1.1" status: 200 len: 210 time: 0.0334020 Aug 31 01:11:42.582210 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7827a61-9dc8-471c-8a81-f8828e12b54d {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:42.620237 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port d7827a61-9dc8-471c-8a81-f8828e12b54d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d7827a61-9dc8-471c-8a81-f8828e12b54d,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:42.627255 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.712758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=d7827a61-9dc8-471c-8a81-f8828e12b54d,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:42.737531 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Allocated IP 172.25.6.200 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/4ccbe3a7-7130-427f-b313-8d2c11bf0e4e) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:42.739165 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc1c27c5-6345-4dca-83d2-ee093dc580f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.791316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-19bdb404-75ef-4c40-a3eb-b925a8a24685 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:42.793053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-19bdb404-75ef-4c40-a3eb-b925a8a24685 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1205387 Aug 31 01:11:42.877770 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-9680b831-3966-445b-8ee6-9fd3396fbca9 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 695 time: 0.0579371 Aug 31 01:11:42.889464 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.898857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-994d4f0e-94e8-4cd6-89b5-a7acbcdc8beb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Request body: {'floatingip': {'port_id': '91315711-f0d7-44d3-90ed-b87d27b38270', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:42.970357 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.031039 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:43.034173 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:43.037026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:43.066119 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=4ccbe3a7-7130-427f-b313-8d2c11bf0e4e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:43.134975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-c844f78a-d7ff-4567-a993-fa4166b552b1 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:43.136568 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-c844f78a-d7ff-4567-a993-fa4166b552b1 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.15 "GET /v2.0/networks?id=963ab003-ce97-4be5-a7df-116988a3afe6 HTTP/1.1" status: 200 len: 817 time: 0.1969414 Aug 31 01:11:43.141838 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-994d4f0e-94e8-4cd6-89b5-a7acbcdc8beb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.144800 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc1c27c5-6345-4dca-83d2-ee093dc580f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.157528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3679e42d-b1d0-46e2-a274-f56152f22bbb'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:43.193301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-264f4373-13af-499c-bc78-1c615ba5ca42 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Request body: {'port': {'device_id': '3708ef53-aaa7-49d2-89bd-4269472b6f22', 'network_id': '963ab003-ce97-4be5-a7df-116988a3afe6', 'admin_state_up': True, 'tenant_id': '781a23e198ee4bf2bda206b910a0b57d'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:43.208967 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-dc1c27c5-6345-4dca-83d2-ee093dc580f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6f51c1-b0cc-420e-9fe9-13e16060ee85']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:43.220613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['2340e919-2303-4640-a48c-49e656e38298'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:43.222821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:43.244639 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['d7827a61-9dc8-471c-8a81-f8828e12b54d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:43.313108 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-dc1c27c5-6345-4dca-83d2-ee093dc580f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a57edde-9125-4855-85e1-e7ddbf09e6d4') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:43.313404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-dc1c27c5-6345-4dca-83d2-ee093dc580f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a57edde-9125-4855-85e1-e7ddbf09e6d4') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:43.335857 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc1c27c5-6345-4dca-83d2-ee093dc580f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.380931 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc1c27c5-6345-4dca-83d2-ee093dc580f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.402968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1c27c5-6345-4dca-83d2-ee093dc580f9 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:11:43.403673 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc1c27c5-6345-4dca-83d2-ee093dc580f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:11:43.407742 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:11:43.566521 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.625164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-264f4373-13af-499c-bc78-1c615ba5ca42 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Made reservation on behalf of 781a23e198ee4bf2bda206b910a0b57d for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:43.630496 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-264f4373-13af-499c-bc78-1c615ba5ca42 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.644025 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc1c27c5-6345-4dca-83d2-ee093dc580f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.649104 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc1c27c5-6345-4dca-83d2-ee093dc580f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.651599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dc1c27c5-6345-4dca-83d2-ee093dc580f9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ff6f51c1-b0cc-420e-9fe9-13e16060ee85 HTTP/1.1" status: 204 len: 168 time: 1.0725851 Aug 31 01:11:43.681227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c27c5-6345-4dca-83d2-ee093dc580f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff6f51c1-b0cc-420e-9fe9-13e16060ee85,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:43.769582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3ef82-8a17-49ba-aa8f-ab06b4d85901 req-4e37fc94-6936-4a82-b217-d2450083621f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:43.776148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3ef82-8a17-49ba-aa8f-ab06b4d85901 req-4e37fc94-6936-4a82-b217-d2450083621f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:43.782477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3ef82-8a17-49ba-aa8f-ab06b4d85901 req-4e37fc94-6936-4a82-b217-d2450083621f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:43.784941 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25d3ef82-8a17-49ba-aa8f-ab06b4d85901 req-4e37fc94-6936-4a82-b217-d2450083621f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2415 time: 0.2567682 Aug 31 01:11:43.882736 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.985278 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25d3ef82-8a17-49ba-aa8f-ab06b4d85901 req-0fa0d707-a431-4fcd-ace6-98bd3c75b552 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600807 Aug 31 01:11:44.012844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49246) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:44.070898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:11:44.134838 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-264f4373-13af-499c-bc78-1c615ba5ca42 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Allocated IP 172.20.0.8 (963ab003-ce97-4be5-a7df-116988a3afe6/d44585ba-128f-426d-92e3-0be47b16587c/e6d95080-702e-4f7a-9e70-bd7157036274) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:44.193147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-08ba89b9-f38a-4840-a312-2230caee1a33 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95af0f377d004c97af2ea9cc780e68f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798477 Aug 31 01:11:44.198320 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49248) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:44.232443 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:44.244317 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89205f1-87e6-405e-b819-b888dd01c916 None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:44.261940 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89205f1-87e6-405e-b819-b888dd01c916 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:44.262586 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e89205f1-87e6-405e-b819-b888dd01c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:44.309152 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.resource_extend [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-994d4f0e-94e8-4cd6-89b5-a7acbcdc8beb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:11:44.309602 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.311010 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7ab553ca-8387-427a-b0cc-e719f857fd88 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7862599 Aug 31 01:11:44.317151 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e89205f1-87e6-405e-b819-b888dd01c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:44.321030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49254) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:44.330828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-59754d74-b8a7-4bab-b6f5-cde1bdf3e3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.340248 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89205f1-87e6-405e-b819-b888dd01c916 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:44.341851 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e89205f1-87e6-405e-b819-b888dd01c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:44.360447 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdad3b-1657-4f0c-8437-6408ebba0dde req-16c84540-bd05-4383-b6c7-897583e229d4 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:44.362064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77bdad3b-1657-4f0c-8437-6408ebba0dde req-16c84540-bd05-4383-b6c7-897583e229d4 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 944 time: 0.2616351 Aug 31 01:11:44.415401 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e89205f1-87e6-405e-b819-b888dd01c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:44.416650 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89205f1-87e6-405e-b819-b888dd01c916 None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:44.429178 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-59754d74-b8a7-4bab-b6f5-cde1bdf3e3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.458045 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77bdad3b-1657-4f0c-8437-6408ebba0dde req-7a51ad4e-e610-4180-82d5-f0873ae14a0c tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649807 Aug 31 01:11:44.463192 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-994d4f0e-94e8-4cd6-89b5-a7acbcdc8beb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.473970 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-994d4f0e-94e8-4cd6-89b5-a7acbcdc8beb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.621170 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-264f4373-13af-499c-bc78-1c615ba5ca42 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.659478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afb13cee-0922-4b18-94a9-91a73708a208 req-cf21d848-558b-4d1d-9dfa-2bb4c605b851 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708ef53-aaa7-49d2-89bd-4269472b6f22 HTTP/1.1" status: 200 len: 210 time: 0.0611103 Aug 31 01:11:44.677451 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-994d4f0e-94e8-4cd6-89b5-a7acbcdc8beb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Floating IP adf5b221-70f5-4e2b-8547-7a7539b8fa0b associated. External IP: 172.25.6.82, port: 91315711-f0d7-44d3-90ed-b87d27b38270. Aug 31 01:11:44.824959 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-264f4373-13af-499c-bc78-1c615ba5ca42 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.879705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-264f4373-13af-499c-bc78-1c615ba5ca42 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Network 963ab003-ce97-4be5-a7df-116988a3afe6 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:44.884909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-264f4373-13af-499c-bc78-1c615ba5ca42 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:44.904943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-264f4373-13af-499c-bc78-1c615ba5ca42 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:44.963447 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-59754d74-b8a7-4bab-b6f5-cde1bdf3e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.966341 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-59754d74-b8a7-4bab-b6f5-cde1bdf3e3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.969877 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-59754d74-b8a7-4bab-b6f5-cde1bdf3e3d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4 HTTP/1.1" status: 204 len: 168 time: 0.7682171 Aug 31 01:11:44.979893 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59754d74-b8a7-4bab-b6f5-cde1bdf3e3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7b70d3-b2a1-4b6f-a980-a3eb0b001aa4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:45.023437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f4373-13af-499c-bc78-1c615ba5ca42 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Pushing event updated for resources: {'Port': ['ID=e6d95080-702e-4f7a-9e70-bd7157036274,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:45.055470 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:45.070509 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-264f4373-13af-499c-bc78-1c615ba5ca42 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.077724 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-264f4373-13af-499c-bc78-1c615ba5ca42 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.166577 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:45.171759 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:45.172438 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.451908 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.514309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:45.516840 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73865fd9-be85-43e0-9614-f122f9799aaa" -d '{"events": [{"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-plugged", "status": "completed", "tag": "373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:45.532882 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb,segment=NetworkSegment(a0d335c6-a600-49a3-b903-d3be14628e98),segment_id=a0d335c6-a600-49a3-b903-d3be14628e98)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:45.533522 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.543121 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.544145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 2340e919-2303-4640-a48c-49e656e38298 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:45.682363 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:45.688003 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 2340e919-2303-4640-a48c-49e656e38298 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:45.695022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 2340e919-2303-4640-a48c-49e656e38298 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:45.695363 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.764110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-264f4373-13af-499c-bc78-1c615ba5ca42 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5748074 Aug 31 01:11:45.840013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Request body: {'port': {'device_id': '3708ef53-aaa7-49d2-89bd-4269472b6f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:45.847535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-994d4f0e-94e8-4cd6-89b5-a7acbcdc8beb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Router 41a3c3d6-496d-4228-96e9-cef224e95963 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:11:45.863514 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.943842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0578e9b-17b9-4022-b598-41be6116095f req-66b41a59-2fab-4820-97cf-443df54772f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.946827 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 2340e919-2303-4640-a48c-49e656e38298, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=2340e919-2303-4640-a48c-49e656e38298,segment=NetworkSegment(3f6381a8-780e-4682-916a-9212ff1608b8),segment_id=3f6381a8-780e-4682-916a-9212ff1608b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:45.952178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0578e9b-17b9-4022-b598-41be6116095f req-66b41a59-2fab-4820-97cf-443df54772f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.958686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0578e9b-17b9-4022-b598-41be6116095f req-66b41a59-2fab-4820-97cf-443df54772f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.963928 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.964968 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3679e42d-b1d0-46e2-a274-f56152f22bbb up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:45.967414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0578e9b-17b9-4022-b598-41be6116095f req-66b41a59-2fab-4820-97cf-443df54772f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2416 time: 0.2333024 Aug 31 01:11:46.027637 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.031989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Allocated IP 172.20.0.1 (47c7ce32-31c7-4404-b377-d4c60354cf60/c860e57d-f45f-4b65-902b-3090cb5f45eb/666962f8-958d-436f-b437-e13e72cd3b5c) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:46.145265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0578e9b-17b9-4022-b598-41be6116095f req-5456e405-6246-4abb-ae7a-bb88f71a35f7 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744246 Aug 31 01:11:46.187694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=2340e919-2303-4640-a48c-49e656e38298,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:46.202345 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 3679e42d-b1d0-46e2-a274-f56152f22bbb completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:46.206868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 3679e42d-b1d0-46e2-a274-f56152f22bbb triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:46.207573 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.234338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-994d4f0e-94e8-4cd6-89b5-a7acbcdc8beb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:46.251162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258069c-eed7-4193-8a36-d2355b839819 None None] Sync routers for ids ['41a3c3d6-496d-4228-96e9-cef224e95963'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:46.285891 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f258069c-eed7-4193-8a36-d2355b839819 None None] Routers {'41a3c3d6-496d-4228-96e9-cef224e95963'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:46.287448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f258069c-eed7-4193-8a36-d2355b839819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['41a3c3d6-496d-4228-96e9-cef224e95963'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:46.288960 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-994d4f0e-94e8-4cd6-89b5-a7acbcdc8beb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.339453 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.367352 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-994d4f0e-94e8-4cd6-89b5-a7acbcdc8beb tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "PUT /v2.0/floatingips/adf5b221-70f5-4e2b-8547-7a7539b8fa0b HTTP/1.1" status: 200 len: 996 time: 3.4749856 Aug 31 01:11:46.372182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0755a699-9b80-4c62-ba72-26af25cffb78', 'tag': '91315711-f0d7-44d3-90ed-b87d27b38270'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:46.374551 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1876f8f9-8a1e-47f9-b2f5-c9a1ec64d471" -d '{"events": [{"name": "network-changed", "server_uuid": "0755a699-9b80-4c62-ba72-26af25cffb78", "tag": "91315711-f0d7-44d3-90ed-b87d27b38270"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:46.402637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49300) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:46.464155 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.538424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0e061-fb65-4ae0-a534-b6f421217cc8 req-7d3ff143-732b-4340-a466-f03db7285db3 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:46.540064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7f0e061-fb65-4ae0-a534-b6f421217cc8 req-7d3ff143-732b-4340-a466-f03db7285db3 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 944 time: 0.2550731 Aug 31 01:11:46.542260 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=666962f8-958d-436f-b437-e13e72cd3b5c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:46.551759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network 47c7ce32-31c7-4404-b377-d4c60354cf60 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:46.553438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:46.557277 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:46.605098 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-154722852-network', 'tenant_id': '99d625d35e484f658615dbc86887aeb1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:46.633315 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.642117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-c7146141-93e8-4435-81d2-6fe8b6630111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:46.643811 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-c7146141-93e8-4435-81d2-6fe8b6630111 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2992158df1c149288c8e31ba0a06b3d9&device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 1098 time: 0.2230487 Aug 31 01:11:46.675905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7f0e061-fb65-4ae0-a534-b6f421217cc8 req-564deb56-a686-4b74-8ae5-70ab2c83edcd tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197340 Aug 31 01:11:46.690456 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.704508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] Made reservation on behalf of 99d625d35e484f658615dbc86887aeb1 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:46.707501 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.719194 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.756121 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7877e6-c9df-4d37-8bf7-898c090de887 x-openstack-request-id: req-1e7877e6-c9df-4d37-8bf7-898c090de887 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:46.756414 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-plugged", "status": "completed", "tag": "373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:46.756649 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e7877e6-c9df-4d37-8bf7-898c090de887 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:46.758214 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb', 'code': 200} Aug 31 01:11:46.760001 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3679e42d-b1d0-46e2-a274-f56152f22bbb, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3679e42d-b1d0-46e2-a274-f56152f22bbb,segment=NetworkSegment(3f6381a8-780e-4682-916a-9212ff1608b8),segment_id=3f6381a8-780e-4682-916a-9212ff1608b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:46.764223 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-f258069c-eed7-4193-8a36-d2355b839819 None None] Set router 41a3c3d6-496d-4228-96e9-cef224e95963 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:46.794982 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.796013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d7827a61-9dc8-471c-8a81-f8828e12b54d up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:46.832382 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.845897 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.855902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=3679e42d-b1d0-46e2-a274-f56152f22bbb,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:46.899589 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:46.899855 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:46.900208 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:46.900551 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:46.900898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:46.901258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:46.901569 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:46.901901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:46.902224 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:46.902558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:46.902888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:46.903288 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:46.906379 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:46.934336 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045902df-0412-4fda-a859-46a77f7df379,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:46.937354 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.937697 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] Added segment 155de75e-6baa-4db9-8232-e2ae1c48eb81 of type vlan for network fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1 Aug 31 01:11:47.003347 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.018126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d95080-702e-4f7a-9e70-bd7157036274 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:47.036484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port d7827a61-9dc8-471c-8a81-f8828e12b54d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:47.043233 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.045478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port d7827a61-9dc8-471c-8a81-f8828e12b54d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:47.046169 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.052041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f74aa0-3264-4dd5-aa58-c9eefde03fa9 req-0db83fd4-4c3f-4b65-94cf-b39db8b1efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:47.054794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f74aa0-3264-4dd5-aa58-c9eefde03fa9 req-0db83fd4-4c3f-4b65-94cf-b39db8b1efa2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 1099 time: 0.3563068 Aug 31 01:11:47.056800 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.088732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf0349-2f26-41a7-91f3-513f3f382afe req-836f8ba8-68c7-4811-a0e3-f080ff5b0b87 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:47.096777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebbf0349-2f26-41a7-91f3-513f3f382afe req-836f8ba8-68c7-4811-a0e3-f080ff5b0b87 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708ef53-aaa7-49d2-89bd-4269472b6f22 HTTP/1.1" status: 200 len: 931 time: 0.2398446 Aug 31 01:11:47.143818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Transition to ACTIVE for port object e6d95080-702e-4f7a-9e70-bd7157036274 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:47.177090 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.184562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-71ea5e6e-4be1-4e09-a72f-7d7e676049e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:47.186342 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-71ea5e6e-4be1-4e09-a72f-7d7e676049e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e3f2a17-c813-42cf-bfa5-e9c462417207 HTTP/1.1" status: 200 len: 929 time: 0.5279338 Aug 31 01:11:47.250570 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.251043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:47.251773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.291662 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.323746 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] Pushing event updated for resources: {'Network': ['ID=fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:47.328574 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Pushing event updated for resources: {'Port': ['ID=e6d95080-702e-4f7a-9e70-bd7157036274,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:47.332897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f74aa0-3264-4dd5-aa58-c9eefde03fa9 req-967a21b4-e7f4-4c60-8d01-23df34e95978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:47.334696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f74aa0-3264-4dd5-aa58-c9eefde03fa9 req-967a21b4-e7f4-4c60-8d01-23df34e95978 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.2576711 Aug 31 01:11:47.348308 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:47.349311 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4891ce97-e327-4811-b577-c35003c2a4ec admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9428694 Aug 31 01:11:47.353381 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49306) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:47.362063 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5153a8e8-3c0e-4b65-8341-62aef744a326 admin admin] Request body: {'subnet': {'network_id': 'fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-154722852-subnet', 'tenant_id': '99d625d35e484f658615dbc86887aeb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:47.365727 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f258069c-eed7-4193-8a36-d2355b839819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:51Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 4, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'gw_port': {'id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:52Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'adf5b221-70f5-4e2b-8547-7a7539b8fa0b', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'port_id': '91315711-f0d7-44d3-90ed-b87d27b38270', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'mac_address': 'fa:16:3e:2c:8f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0755a699-9b80-4c62-ba72-26af25cffb78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:11:39Z', 'updated_at': '2021-08-31T01:11:44Z', 'revision_number': 1, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e265dbb5-a909-466b-91bc-3315fa7f4007', 'name': '', 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'mac_address': 'fa:16:3e:d3:6c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 5, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'subnets': [{'id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:47.396041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5153a8e8-3c0e-4b65-8341-62aef744a326 admin admin] Made reservation on behalf of 99d625d35e484f658615dbc86887aeb1 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:47.400161 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5153a8e8-3c0e-4b65-8341-62aef744a326 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.429707 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port d7827a61-9dc8-471c-8a81-f8828e12b54d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d7827a61-9dc8-471c-8a81-f8828e12b54d,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:47.431254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258069c-eed7-4193-8a36-d2355b839819 None None] Checking router: 41a3c3d6-496d-4228-96e9-cef224e95963 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:47.492627 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.520774 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-f24aa8f2-56aa-4c7c-894a-72062b5a731c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91315711-f0d7-44d3-90ed-b87d27b38270 HTTP/1.1" status: 200 len: 999 time: 0.2443109 Aug 31 01:11:47.540301 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebbf0349-2f26-41a7-91f3-513f3f382afe req-c081d80e-7f42-4963-bdab-e764654d7881 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/security-groups?id=f50bc686-ed0f-4449-86b5-c550a1945019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424329 Aug 31 01:11:47.556404 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=d7827a61-9dc8-471c-8a81-f8828e12b54d,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:47.561369 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f258069c-eed7-4193-8a36-d2355b839819 None None] Routers {'41a3c3d6-496d-4228-96e9-cef224e95963'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:47.562008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f258069c-eed7-4193-8a36-d2355b839819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['41a3c3d6-496d-4228-96e9-cef224e95963'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:47.642918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f74aa0-3264-4dd5-aa58-c9eefde03fa9 req-83bee521-fa6c-4ae2-a6fb-ef3938551a79 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f HTTP/1.1" status: 200 len: 1002 time: 0.2858036 Aug 31 01:11:47.648291 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5153a8e8-3c0e-4b65-8341-62aef744a326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.715195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-71cf0572-f558-4936-b7f2-7e11f7865b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:47.721044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-71cf0572-f558-4936-b7f2-7e11f7865b6d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=84148e09-11bf-4633-bde0-a6bf316cfa04 HTTP/1.1" status: 200 len: 867 time: 0.1740360 Aug 31 01:11:47.797249 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-f258069c-eed7-4193-8a36-d2355b839819 None None] Set router 41a3c3d6-496d-4228-96e9-cef224e95963 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:47.797667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153a8e8-3c0e-4b65-8341-62aef744a326 admin admin] Checking segment: {'id': '155de75e-6baa-4db9-8232-e2ae1c48eb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:47.798127 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153a8e8-3c0e-4b65-8341-62aef744a326 admin admin] Network hostable DHCP agents. Network: fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:47.800929 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153a8e8-3c0e-4b65-8341-62aef744a326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c27e0f0e-24d3-413e-9fdf-93d12f5194f9,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:47.843189 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1120b4c-9a2f-4deb-89a3-3b1996abfb52 x-openstack-request-id: req-a1120b4c-9a2f-4deb-89a3-3b1996abfb52 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:47.843617 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0755a699-9b80-4c62-ba72-26af25cffb78", "tag": "91315711-f0d7-44d3-90ed-b87d27b38270", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:47.843617 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1120b4c-9a2f-4deb-89a3-3b1996abfb52 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:47.844076 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0755a699-9b80-4c62-ba72-26af25cffb78', 'tag': '91315711-f0d7-44d3-90ed-b87d27b38270', 'status': 'completed', 'code': 200} Aug 31 01:11:47.886570 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876f8f9-8a1e-47f9-b2f5-c9a1ec64d471 req-f1abf762-184d-470d-b2e5-9464964c34d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:47.888560 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1876f8f9-8a1e-47f9-b2f5-c9a1ec64d471 req-f1abf762-184d-470d-b2e5-9464964c34d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992158df1c149288c8e31ba0a06b3d9&device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 1098 time: 0.0824280 Aug 31 01:11:47.893110 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153a8e8-3c0e-4b65-8341-62aef744a326 admin admin] Network fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:47.924513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f74aa0-3264-4dd5-aa58-c9eefde03fa9 req-0409dfff-9cb0-40bb-b0ac-2baa67a066d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:47.926282 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f74aa0-3264-4dd5-aa58-c9eefde03fa9 req-0409dfff-9cb0-40bb-b0ac-2baa67a066d1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.2744527 Aug 31 01:11:47.999449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-787f9c33-d048-4da8-b13c-97d21c2246f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.000986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876f8f9-8a1e-47f9-b2f5-c9a1ec64d471 req-e50bd798-2da6-4557-bd15-b4d2d56342d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.001155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-787f9c33-d048-4da8-b13c-97d21c2246f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e3f2a17-c813-42cf-bfa5-e9c462417207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2450302 Aug 31 01:11:48.002649 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1876f8f9-8a1e-47f9-b2f5-c9a1ec64d471 req-e50bd798-2da6-4557-bd15-b4d2d56342d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e3f2a17-c813-42cf-bfa5-e9c462417207 HTTP/1.1" status: 200 len: 929 time: 0.1022749 Aug 31 01:11:48.009136 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.019092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-5153a8e8-3c0e-4b65-8341-62aef744a326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:48.032215 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.036870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153a8e8-3c0e-4b65-8341-62aef744a326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.037698 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5153a8e8-3c0e-4b65-8341-62aef744a326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.069993 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8fcf54-a3c5-453a-8e43-9c59948c28b0 None None] Network fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:48.125636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-7184dd1e-fcc6-4f3b-a919-c736852f39db service neutron] 10.222.0.58 "GET /v2.0/networks/0e3f2a17-c813-42cf-bfa5-e9c462417207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095586 Aug 31 01:11:48.139389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8800101-df86-495e-bbee-6ba4545d73c7 req-35343712-b567-4ede-be75-00625059b079 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.145924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8800101-df86-495e-bbee-6ba4545d73c7 req-35343712-b567-4ede-be75-00625059b079 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.154829 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8800101-df86-495e-bbee-6ba4545d73c7 req-35343712-b567-4ede-be75-00625059b079 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.164215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8800101-df86-495e-bbee-6ba4545d73c7 req-35343712-b567-4ede-be75-00625059b079 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2418 time: 0.3003089 Aug 31 01:11:48.194269 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5153a8e8-3c0e-4b65-8341-62aef744a326 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8393846 Aug 31 01:11:48.220802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=666962f8-958d-436f-b437-e13e72cd3b5c,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:48.237377 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.238920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ba2ad0-ea07-4ae8-8464-88dde625aee7 None None] Network fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:48.248430 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1876f8f9-8a1e-47f9-b2f5-c9a1ec64d471 req-891f0856-4f41-4ccd-b991-c102073663ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91315711-f0d7-44d3-90ed-b87d27b38270 HTTP/1.1" status: 200 len: 999 time: 0.2365277 Aug 31 01:11:48.282211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f74aa0-3264-4dd5-aa58-c9eefde03fa9 req-cf87b1ab-906f-4306-8232-9fda6d5eebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.283787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f74aa0-3264-4dd5-aa58-c9eefde03fa9 req-cf87b1ab-906f-4306-8232-9fda6d5eebe2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3410203 Aug 31 01:11:48.284512 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Attempting to bind port e6d95080-702e-4f7a-9e70-bd7157036274 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:48.284848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Attempting to bind port e6d95080-702e-4f7a-9e70-bd7157036274 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'fe9c1f01-54be-4799-bb52-2f8fc7968ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '963ab003-ce97-4be5-a7df-116988a3afe6'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:48.290225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Attempting to bind port e6d95080-702e-4f7a-9e70-bd7157036274 on network 963ab003-ce97-4be5-a7df-116988a3afe6 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:48.370688 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876f8f9-8a1e-47f9-b2f5-c9a1ec64d471 req-ae3ad423-bd5b-4e53-8f5c-220c3ddd2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.372752 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1876f8f9-8a1e-47f9-b2f5-c9a1ec64d471 req-ae3ad423-bd5b-4e53-8f5c-220c3ddd2e80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84148e09-11bf-4633-bde0-a6bf316cfa04 HTTP/1.1" status: 200 len: 867 time: 0.1038172 Aug 31 01:11:48.382506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f258069c-eed7-4193-8a36-d2355b839819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:51Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 4, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'gw_port': {'id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:52Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'adf5b221-70f5-4e2b-8547-7a7539b8fa0b', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'port_id': '91315711-f0d7-44d3-90ed-b87d27b38270', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'mac_address': 'fa:16:3e:2c:8f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0755a699-9b80-4c62-ba72-26af25cffb78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:11:39Z', 'updated_at': '2021-08-31T01:11:44Z', 'revision_number': 1, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e265dbb5-a909-466b-91bc-3315fa7f4007', 'name': '', 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'mac_address': 'fa:16:3e:d3:6c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 5, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'subnets': [{'id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:48.424119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258069c-eed7-4193-8a36-d2355b839819 None None] The sync data for ids ['41a3c3d6-496d-4228-96e9-cef224e95963'] in n-d-802060-13 is: [{'id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:51Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 4, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'gw_port': {'id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:52Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'adf5b221-70f5-4e2b-8547-7a7539b8fa0b', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'port_id': '91315711-f0d7-44d3-90ed-b87d27b38270', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'mac_address': 'fa:16:3e:2c:8f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0755a699-9b80-4c62-ba72-26af25cffb78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:11:39Z', 'updated_at': '2021-08-31T01:11:44Z', 'revision_number': 1, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e265dbb5-a909-466b-91bc-3315fa7f4007', 'name': '', 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'mac_address': 'fa:16:3e:d3:6c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 5, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'subnets': [{'id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:48.448773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network 47c7ce32-31c7-4404-b377-d4c60354cf60 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:48.454934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:48.459379 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876f8f9-8a1e-47f9-b2f5-c9a1ec64d471 req-904bb838-0dbf-452b-9866-9b485d86ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.461758 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1876f8f9-8a1e-47f9-b2f5-c9a1ec64d471 req-904bb838-0dbf-452b-9866-9b485d86ce4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e3f2a17-c813-42cf-bfa5-e9c462417207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717638 Aug 31 01:11:48.528452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8800101-df86-495e-bbee-6ba4545d73c7 req-a9e63c24-6817-43bf-8c6d-be42d2bf97da tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631718 Aug 31 01:11:48.532590 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Port e6d95080-702e-4f7a-9e70-bd7157036274 on network 963ab003-ce97-4be5-a7df-116988a3afe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:11:48.533069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Attempting to bind port e6d95080-702e-4f7a-9e70-bd7157036274 on network 963ab003-ce97-4be5-a7df-116988a3afe6 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:48.552971 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:48.553419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Checking segment: {'id': 'fe9c1f01-54be-4799-bb52-2f8fc7968ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '963ab003-ce97-4be5-a7df-116988a3afe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:48.554005 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Bound using segment: {'id': 'fe9c1f01-54be-4799-bb52-2f8fc7968ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '963ab003-ce97-4be5-a7df-116988a3afe6'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:48.563678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Bound port: e6d95080-702e-4f7a-9e70-bd7157036274, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9c1f01-54be-4799-bb52-2f8fc7968ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '963ab003-ce97-4be5-a7df-116988a3afe6'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:48.564217 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.709946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c79937dc-4b6e-4552-af8d-7e6405574db0 req-7c8b96f3-5176-48ae-bfba-d193cfeb5b10 service neutron] 10.222.0.58 "GET /v2.0/networks/0e3f2a17-c813-42cf-bfa5-e9c462417207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351505 Aug 31 01:11:48.720115 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f74aa0-3264-4dd5-aa58-c9eefde03fa9 req-e4bafefc-2c1d-4374-88dd-f8c6ca79fcdc service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272411 Aug 31 01:11:48.759458 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2340e919-2303-4640-a48c-49e656e38298'}, {'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3679e42d-b1d0-46e2-a274-f56152f22bbb'}, {'server_uuid': 'dd461568-52ed-457b-92e6-fca3b7204db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7827a61-9dc8-471c-8a81-f8828e12b54d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:48.762392 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07122a8d-14ed-4bef-83f0-07edf585ad18" -d '{"events": [{"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-plugged", "status": "completed", "tag": "2340e919-2303-4640-a48c-49e656e38298"}, {"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-plugged", "status": "completed", "tag": "3679e42d-b1d0-46e2-a274-f56152f22bbb"}, {"server_uuid": "dd461568-52ed-457b-92e6-fca3b7204db6", "name": "network-vif-plugged", "status": "completed", "tag": "d7827a61-9dc8-471c-8a81-f8828e12b54d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:48.808795 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82700548-7802-465d-ac5c-16dcf2f48326 None None] New status for floating IP adf5b221-70f5-4e2b-8547-7a7539b8fa0b: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:11:48.841934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] For port e6d95080-702e-4f7a-9e70-bd7157036274, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:48.847719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] For port e6d95080-702e-4f7a-9e70-bd7157036274, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e6d95080-702e-4f7a-9e70-bd7157036274,segment=NetworkSegment(fe9c1f01-54be-4799-bb52-2f8fc7968ee1),segment_id=fe9c1f01-54be-4799-bb52-2f8fc7968ee1)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:48.866269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58faf4-2dc6-4481-8e0e-97d22bd87b8d req-c8bc2439-2278-49b1-9eec-e685f7aacd5d tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.868592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f58faf4-2dc6-4481-8e0e-97d22bd87b8d req-c8bc2439-2278-49b1-9eec-e685f7aacd5d tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 945 time: 0.2426605 Aug 31 01:11:48.872950 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.935915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.936780 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.938815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] 10.222.0.15 "PUT /v2.0/ports/e6d95080-702e-4f7a-9e70-bd7157036274 HTTP/1.1" status: 200 len: 1092 time: 3.1311326 Aug 31 01:11:49.015046 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1876f8f9-8a1e-47f9-b2f5-c9a1ec64d471 req-619aa951-92d9-4778-9484-e1a3c4dcab75 service neutron] 10.222.0.15 "GET /v2.0/networks/0e3f2a17-c813-42cf-bfa5-e9c462417207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980747 Aug 31 01:11:49.019701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:11:49.041278 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f74aa0-3264-4dd5-aa58-c9eefde03fa9 req-608edf93-825e-46d1-a696-5613881e56a5 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097305 Aug 31 01:11:49.096932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f58faf4-2dc6-4481-8e0e-97d22bd87b8d req-865daa73-971f-4107-b52e-9dc3d48550f3 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152627 Aug 31 01:11:49.133170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b1d7a-32d7-447d-96e4-7f46a5faaa7f service neutron] Pushing event updated for resources: {'Port': ['ID=e6d95080-702e-4f7a-9e70-bd7157036274,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:49.175590 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-a1dcd5a8-4ad3-4cc3-a222-ac940b52593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:49.181016 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-a1dcd5a8-4ad3-4cc3-a222-ac940b52593e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=781a23e198ee4bf2bda206b910a0b57d&device_id=3708ef53-aaa7-49d2-89bd-4269472b6f22 HTTP/1.1" status: 200 len: 1095 time: 0.1771636 Aug 31 01:11:49.251025 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1876f8f9-8a1e-47f9-b2f5-c9a1ec64d471 req-eea1819b-b796-414b-9647-30dc3ab1e41b service neutron] 10.222.0.15 "GET /v2.0/networks/0e3f2a17-c813-42cf-bfa5-e9c462417207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270730 Aug 31 01:11:49.252782 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:49.262751 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b356c000-dc87-4c5a-b58d-52cc2c5d2748 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "PUT /v2.0/routers/1bbe180e-4c8a-41e4-b910-0a928b3ea5bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9406826 Aug 31 01:11:49.264921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49334) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:49.272607 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850306cb-9ad2-484c-af70-ddea6418dc9b None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:49.273247 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-08b2022a-7470-4b1f-a0b6-d70bb8590049 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'port': {'network_id': '47c7ce32-31c7-4404-b377-d4c60354cf60', 'name': 'tempest-FloatingIPTestJSON-1197822851'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:49.287775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850306cb-9ad2-484c-af70-ddea6418dc9b None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:49.292189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-850306cb-9ad2-484c-af70-ddea6418dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:49.324543 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-b3d7e7fe-29ff-461e-9044-492352985862 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d95080-702e-4f7a-9e70-bd7157036274 HTTP/1.1" status: 200 len: 217 time: 0.1064751 Aug 31 01:11:49.367453 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-850306cb-9ad2-484c-af70-ddea6418dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:49.377381 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850306cb-9ad2-484c-af70-ddea6418dc9b None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:49.378456 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-850306cb-9ad2-484c-af70-ddea6418dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:49.426344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b2022a-7470-4b1f-a0b6-d70bb8590049 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Made reservation on behalf of 2718ee12180b44e1adf8db1e026c3ac8 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:49.433187 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08b2022a-7470-4b1f-a0b6-d70bb8590049 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:49.451500 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4285a77-d77f-425e-97a2-115bd2721072 req-49d29b4f-0bf4-4ad0-b123-9de606cc43e9 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:49.451932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-850306cb-9ad2-484c-af70-ddea6418dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:49.453132 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850306cb-9ad2-484c-af70-ddea6418dc9b None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:49.454468 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-08b2022a-7470-4b1f-a0b6-d70bb8590049 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] device_id is not set on port 636388aa-bc99-485b-b535-34d2c3cf8f7d yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:11:49.469034 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4285a77-d77f-425e-97a2-115bd2721072 req-49d29b4f-0bf4-4ad0-b123-9de606cc43e9 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708ef53-aaa7-49d2-89bd-4269472b6f22 HTTP/1.1" status: 200 len: 943 time: 0.2656667 Aug 31 01:11:49.559458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-8f7a24a6-31e4-4ecd-ae25-364e8d8d9e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:49.560956 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-8f7a24a6-31e4-4ecd-ae25-364e8d8d9e59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d44585ba-128f-426d-92e3-0be47b16587c HTTP/1.1" status: 200 len: 857 time: 0.2162285 Aug 31 01:11:49.566210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4285a77-d77f-425e-97a2-115bd2721072 req-cfe1a000-7a67-4ca0-bff8-7660b5a1b0ba tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/security-groups?id=f50bc686-ed0f-4449-86b5-c550a1945019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963535 Aug 31 01:11:49.613438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-1e1a32f9-415d-4df9-99ec-7247a544b292 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963ab003-ce97-4be5-a7df-116988a3afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433960 Aug 31 01:11:49.656866 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5017020b-4296-41df-b82b-271f878f5655 req-e0c3d478-5a58-44c1-9c6b-c54bdbbc017b tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 258 time: 0.3446193 Aug 31 01:11:49.683220 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-08b2022a-7470-4b1f-a0b6-d70bb8590049 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Allocated IP 172.20.0.13 (47c7ce32-31c7-4404-b377-d4c60354cf60/c860e57d-f45f-4b65-902b-3090cb5f45eb/636388aa-bc99-485b-b535-34d2c3cf8f7d) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:49.701738 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3e3dd9-5738-4b5c-81d2-8b9cdb72cdd5 x-openstack-request-id: req-9a3e3dd9-5738-4b5c-81d2-8b9cdb72cdd5 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:49.702159 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-plugged", "status": "completed", "tag": "2340e919-2303-4640-a48c-49e656e38298", "code": 200}, {"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-plugged", "status": "completed", "tag": "3679e42d-b1d0-46e2-a274-f56152f22bbb", "code": 200}, {"server_uuid": "dd461568-52ed-457b-92e6-fca3b7204db6", "name": "network-vif-plugged", "status": "completed", "tag": "d7827a61-9dc8-471c-8a81-f8828e12b54d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:49.702573 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a3e3dd9-5738-4b5c-81d2-8b9cdb72cdd5 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:49.703477 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2340e919-2303-4640-a48c-49e656e38298', 'code': 200} Aug 31 01:11:49.703477 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3679e42d-b1d0-46e2-a274-f56152f22bbb', 'code': 200} Aug 31 01:11:49.704139 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd461568-52ed-457b-92e6-fca3b7204db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7827a61-9dc8-471c-8a81-f8828e12b54d', 'code': 200} Aug 31 01:11:49.708121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:49.759653 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:49.935591 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08b2022a-7470-4b1f-a0b6-d70bb8590049 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:49.948605 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0df09-1ab4-4700-a85d-c67618cbb0df req-29b08944-b9b9-4dda-a747-bce96992ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:49.949265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0df09-1ab4-4700-a85d-c67618cbb0df req-29b08944-b9b9-4dda-a747-bce96992ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:49.949815 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0df09-1ab4-4700-a85d-c67618cbb0df req-29b08944-b9b9-4dda-a747-bce96992ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:49.952992 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a9c0df09-1ab4-4700-a85d-c67618cbb0df req-29b08944-b9b9-4dda-a747-bce96992ebc4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2874 time: 0.1097631 Aug 31 01:11:50.018972 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a9c0df09-1ab4-4700-a85d-c67618cbb0df req-1e010422-4cb0-4cf2-a6fa-79f8ec103a25 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491259 Aug 31 01:11:50.042429 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08b2022a-7470-4b1f-a0b6-d70bb8590049 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.094719 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b2022a-7470-4b1f-a0b6-d70bb8590049 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network 47c7ce32-31c7-4404-b377-d4c60354cf60 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:50.098202 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-08b2022a-7470-4b1f-a0b6-d70bb8590049 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:50.110175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b2022a-7470-4b1f-a0b6-d70bb8590049 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:50.143252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3708ef53-aaa7-49d2-89bd-4269472b6f22', 'tag': 'e6d95080-702e-4f7a-9e70-bd7157036274'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:50.145518 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4649000c-44e6-4288-a009-7ba5ea3bec65" -d '{"events": [{"name": "network-changed", "server_uuid": "3708ef53-aaa7-49d2-89bd-4269472b6f22", "tag": "e6d95080-702e-4f7a-9e70-bd7157036274"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:50.150831 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2022a-7470-4b1f-a0b6-d70bb8590049 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=636388aa-bc99-485b-b535-34d2c3cf8f7d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:50.175601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-d685eb1a-2a8f-43cb-a7bb-72e0869daa3f service neutron] 10.222.0.15 "GET /v2.0/networks/963ab003-ce97-4be5-a7df-116988a3afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478246 Aug 31 01:11:50.186491 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b2022a-7470-4b1f-a0b6-d70bb8590049 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:50.187628 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08b2022a-7470-4b1f-a0b6-d70bb8590049 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.213148 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-08b2022a-7470-4b1f-a0b6-d70bb8590049 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9440463 Aug 31 01:11:50.214081 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49350) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:50.219751 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f1a86236-b4b6-4d06-ab5b-56ac755d112e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'port': {'network_id': '47c7ce32-31c7-4404-b377-d4c60354cf60', 'name': 'tempest-FloatingIPTestJSON-1020302901'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:50.308257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbfde2-8014-4698-83fc-e8af0194ee80 req-690baed7-47c3-46db-8974-b4469315fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:50.309786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-debbfde2-8014-4698-83fc-e8af0194ee80 req-690baed7-47c3-46db-8974-b4469315fdb1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 1097 time: 0.4707551 Aug 31 01:11:50.328585 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30006-0f3d-43a8-b4eb-a9047fdc5f43 req-0f696cb9-771d-409f-8552-1b3de8804a4a tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:50.334645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30006-0f3d-43a8-b4eb-a9047fdc5f43 req-0f696cb9-771d-409f-8552-1b3de8804a4a tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:50.341514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30006-0f3d-43a8-b4eb-a9047fdc5f43 req-0f696cb9-771d-409f-8552-1b3de8804a4a tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:50.343209 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cf30006-0f3d-43a8-b4eb-a9047fdc5f43 req-0f696cb9-771d-409f-8552-1b3de8804a4a tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2418 time: 0.1893377 Aug 31 01:11:50.369429 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a86236-b4b6-4d06-ab5b-56ac755d112e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Made reservation on behalf of 2718ee12180b44e1adf8db1e026c3ac8 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:50.373587 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f1a86236-b4b6-4d06-ab5b-56ac755d112e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.409229 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-f1a86236-b4b6-4d06-ab5b-56ac755d112e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] device_id is not set on port 56a11eaa-edef-4ede-acf1-99e65140b264 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:11:50.413934 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11abfa31-1da0-4ec2-b1b4-8e4142021465 req-d1e0af73-f69e-40c1-9afc-c51c8e1a810c service neutron] 10.222.0.15 "GET /v2.0/networks/963ab003-ce97-4be5-a7df-116988a3afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231114 Aug 31 01:11:50.433505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-debbfde2-8014-4698-83fc-e8af0194ee80 req-fcc3b6dd-d06c-4550-8907-964dc0e56ce7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150086 Aug 31 01:11:50.450175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cf30006-0f3d-43a8-b4eb-a9047fdc5f43 req-a94542c2-4814-41b7-8697-3f003d383354 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895612 Aug 31 01:11:50.465153 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.605230 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-f1a86236-b4b6-4d06-ab5b-56ac755d112e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Allocated IP 172.20.0.8 (47c7ce32-31c7-4404-b377-d4c60354cf60/c860e57d-f45f-4b65-902b-3090cb5f45eb/56a11eaa-edef-4ede-acf1-99e65140b264) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:50.695092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Allocated IP 172.25.6.86 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/78091f59-0e58-4ffd-aabc-d7ea73d42173) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:50.853605 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2ecb-d37d-4e9f-a93e-a7cba3128c0e req-892d4a13-f7c8-420d-8f45-75cb6b7646cb tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:50.855239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40ed2ecb-d37d-4e9f-a93e-a7cba3128c0e req-892d4a13-f7c8-420d-8f45-75cb6b7646cb tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 945 time: 0.1258526 Aug 31 01:11:50.933965 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.954136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40ed2ecb-d37d-4e9f-a93e-a7cba3128c0e req-ca664e4e-45d6-477c-aa60-8b14b74b23dd tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785530 Aug 31 01:11:50.960509 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f1a86236-b4b6-4d06-ab5b-56ac755d112e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.038144 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782a2f94-09a5-4771-9e32-f3b978122e16 x-openstack-request-id: req-782a2f94-09a5-4771-9e32-f3b978122e16 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:51.038620 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3708ef53-aaa7-49d2-89bd-4269472b6f22", "tag": "e6d95080-702e-4f7a-9e70-bd7157036274", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:51.039146 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-782a2f94-09a5-4771-9e32-f3b978122e16 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:51.040366 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3708ef53-aaa7-49d2-89bd-4269472b6f22', 'tag': 'e6d95080-702e-4f7a-9e70-bd7157036274', 'status': 'completed', 'code': 200} Aug 31 01:11:51.077609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f1a86236-b4b6-4d06-ab5b-56ac755d112e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.120776 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.172218 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dd33e953-d479-420a-9e96-c810242853f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.189547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a86236-b4b6-4d06-ab5b-56ac755d112e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network 47c7ce32-31c7-4404-b377-d4c60354cf60 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:51.194570 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-f1a86236-b4b6-4d06-ab5b-56ac755d112e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:51.197505 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a86236-b4b6-4d06-ab5b-56ac755d112e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:51.233907 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:51.237198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:51.251086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:51.256596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a86236-b4b6-4d06-ab5b-56ac755d112e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=56a11eaa-edef-4ede-acf1-99e65140b264,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:51.297692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a86236-b4b6-4d06-ab5b-56ac755d112e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:51.298757 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f1a86236-b4b6-4d06-ab5b-56ac755d112e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.312062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Pushing event updated for resources: {'Port': ['ID=78091f59-0e58-4ffd-aabc-d7ea73d42173,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:51.322597 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f1a86236-b4b6-4d06-ab5b-56ac755d112e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1072619 Aug 31 01:11:51.326356 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49362) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:51.331078 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '56a11eaa-edef-4ede-acf1-99e65140b264', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:51.347126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649000c-44e6-4288-a009-7ba5ea3bec65 req-dea7cb2d-3a60-4c45-9cee-831faa005333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:51.348719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4649000c-44e6-4288-a009-7ba5ea3bec65 req-dea7cb2d-3a60-4c45-9cee-831faa005333 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=781a23e198ee4bf2bda206b910a0b57d&device_id=3708ef53-aaa7-49d2-89bd-4269472b6f22 HTTP/1.1" status: 200 len: 1095 time: 0.2731783 Aug 31 01:11:51.399848 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.456898 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2be4-2882-452f-9b8e-02281d66b3a9 req-b066510f-b4d5-4632-bb88-7656490f06d2 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:51.458663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5ee2be4-2882-452f-9b8e-02281d66b3a9 req-b066510f-b4d5-4632-bb88-7656490f06d2 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708ef53-aaa7-49d2-89bd-4269472b6f22 HTTP/1.1" status: 200 len: 943 time: 0.2089403 Aug 31 01:11:51.587566 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.606260 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5ee2be4-2882-452f-9b8e-02281d66b3a9 req-dd69031f-d901-41f9-81a0-cef92519d158 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/security-groups?id=f50bc686-ed0f-4449-86b5-c550a1945019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115446 Aug 31 01:11:51.613645 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.723243 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649000c-44e6-4288-a009-7ba5ea3bec65 req-d02d872f-471f-4577-afb9-c252a408805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:51.726365 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4649000c-44e6-4288-a009-7ba5ea3bec65 req-d02d872f-471f-4577-afb9-c252a408805f service neutron] 10.222.0.15 "GET /v2.0/networks?id=963ab003-ce97-4be5-a7df-116988a3afe6 HTTP/1.1" status: 200 len: 918 time: 0.3609579 Aug 31 01:11:51.792148 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4649000c-44e6-4288-a009-7ba5ea3bec65 req-8775091a-98d6-436f-8518-9e90ee0f17de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d95080-702e-4f7a-9e70-bd7157036274 HTTP/1.1" status: 200 len: 217 time: 0.0570254 Aug 31 01:11:51.793845 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.847763 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Allocated IP 172.25.6.238 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/8d0398da-e82d-4db6-be17-9bbf5d79b97e) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:52.005182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649000c-44e6-4288-a009-7ba5ea3bec65 req-d2cd71ef-0442-48b5-ac2e-cd68acc445bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:52.007961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4649000c-44e6-4288-a009-7ba5ea3bec65 req-d2cd71ef-0442-48b5-ac2e-cd68acc445bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d44585ba-128f-426d-92e3-0be47b16587c HTTP/1.1" status: 200 len: 857 time: 0.1825247 Aug 31 01:11:52.039643 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.062186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4649000c-44e6-4288-a009-7ba5ea3bec65 req-52f66b4c-dfff-4168-9de0-b2e6f2842b9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963ab003-ce97-4be5-a7df-116988a3afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468466 Aug 31 01:11:52.072920 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eb121-42a2-4ab3-84e2-1f560d660a91 req-2f0b7c50-1d47-4e12-beb0-d4d3362e061e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:52.079009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eb121-42a2-4ab3-84e2-1f560d660a91 req-2f0b7c50-1d47-4e12-beb0-d4d3362e061e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:52.085661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eb121-42a2-4ab3-84e2-1f560d660a91 req-2f0b7c50-1d47-4e12-beb0-d4d3362e061e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:52.087556 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b47eb121-42a2-4ab3-84e2-1f560d660a91 req-2f0b7c50-1d47-4e12-beb0-d4d3362e061e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2418 time: 0.2889814 Aug 31 01:11:52.124136 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.179655 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:52.182938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:52.187263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:52.211161 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=8d0398da-e82d-4db6-be17-9bbf5d79b97e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:52.233780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b47eb121-42a2-4ab3-84e2-1f560d660a91 req-a0d5d1db-9de5-4bb7-b49e-2abad41c12c9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329310 Aug 31 01:11:52.275126 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.279961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4649000c-44e6-4288-a009-7ba5ea3bec65 req-70c81997-263c-47d7-956e-07a040061ee4 service neutron] 10.222.0.15 "GET /v2.0/networks/963ab003-ce97-4be5-a7df-116988a3afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894615 Aug 31 01:11:52.290731 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.515743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Pushing event updated for resources: {'Port': ['ID=78091f59-0e58-4ffd-aabc-d7ea73d42173,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:52.546138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88dd12-82af-436b-bd38-d959f40430ff req-345732ae-799d-4ee9-a286-09f8132856ad tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:52.548035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f88dd12-82af-436b-bd38-d959f40430ff req-345732ae-799d-4ee9-a286-09f8132856ad tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 945 time: 0.1737092 Aug 31 01:11:52.558868 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.589610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4649000c-44e6-4288-a009-7ba5ea3bec65 req-793497e6-2352-4c36-8710-61d8882f0807 service neutron] 10.222.0.15 "GET /v2.0/networks/963ab003-ce97-4be5-a7df-116988a3afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006649 Aug 31 01:11:52.605253 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.606557 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5017020b-4296-41df-b82b-271f878f5655 req-71ce4cc1-fd1b-447c-afed-61c5b452e346 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9297585 Aug 31 01:11:52.633095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f88dd12-82af-436b-bd38-d959f40430ff req-119cef2f-994b-4e0b-8735-38b0c8737b26 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681751 Aug 31 01:11:52.682267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5017020b-4296-41df-b82b-271f878f5655 req-5225bad5-fe8d-4575-80ef-d767511f6ee8 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.0621235 Aug 31 01:11:52.866892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017020b-4296-41df-b82b-271f878f5655 req-9c845722-7516-45b1-8616-4ac9cdd8c34b tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:52.869230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5017020b-4296-41df-b82b-271f878f5655 req-9c845722-7516-45b1-8616-4ac9cdd8c34b tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.1814702 Aug 31 01:11:53.057458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585228e-7e02-469e-bce5-e0a4e2e63694 req-c097130c-e622-4c9c-b197-7e3281273ed5 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:53.065066 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6585228e-7e02-469e-bce5-e0a4e2e63694 req-c097130c-e622-4c9c-b197-7e3281273ed5 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708ef53-aaa7-49d2-89bd-4269472b6f22 HTTP/1.1" status: 200 len: 943 time: 0.0925870 Aug 31 01:11:53.070829 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.142054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6585228e-7e02-469e-bce5-e0a4e2e63694 req-1be0b978-acd3-4b58-84c1-7f0bea87453d tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/security-groups?id=f50bc686-ed0f-4449-86b5-c550a1945019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687816 Aug 31 01:11:53.166015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd62ab-6e33-40fd-8914-f13f63049057 req-9f83a346-899f-4900-8b00-e5cf4a9834fa tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:53.173369 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cccd62ab-6e33-40fd-8914-f13f63049057 req-9f83a346-899f-4900-8b00-e5cf4a9834fa tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1450357 Aug 31 01:11:53.292964 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cccd62ab-6e33-40fd-8914-f13f63049057 req-a0621fb2-1988-47be-b1ff-a8f9d1f731c9 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.1187167 Aug 31 01:11:53.306118 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-cccd62ab-6e33-40fd-8914-f13f63049057 req-22e7516a-5875-4449-8142-f5519610d5ea tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Request body: {'floatingip': {'port_id': '91315711-f0d7-44d3-90ed-b87d27b38270', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:53.307801 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.357138 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cccd62ab-6e33-40fd-8914-f13f63049057 req-22e7516a-5875-4449-8142-f5519610d5ea tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.570836 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.576280 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.604451 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bafed-8877-475c-a068-3132c6191cd6 req-074eeb20-fe61-4f4b-801d-d072bd668318 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:53.610401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bafed-8877-475c-a068-3132c6191cd6 req-074eeb20-fe61-4f4b-801d-d072bd668318 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:53.617347 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bafed-8877-475c-a068-3132c6191cd6 req-074eeb20-fe61-4f4b-801d-d072bd668318 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:53.618761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-178bafed-8877-475c-a068-3132c6191cd6 req-074eeb20-fe61-4f4b-801d-d072bd668318 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2418 time: 0.1299882 Aug 31 01:11:53.631050 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=8d0398da-e82d-4db6-be17-9bbf5d79b97e,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:53.691987 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.702714 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-756e9259-043b-4dce-9f5c-7165fa44473e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.714041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-178bafed-8877-475c-a068-3132c6191cd6 req-59f4f5fd-4088-4d9f-b1b7-1d5fb147e7e4 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812223 Aug 31 01:11:53.739259 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-cccd62ab-6e33-40fd-8914-f13f63049057 req-22e7516a-5875-4449-8142-f5519610d5ea tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 01:11:53.740681 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cccd62ab-6e33-40fd-8914-f13f63049057 req-22e7516a-5875-4449-8142-f5519610d5ea tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "PUT /v2.0/floatingips/d327797c-eecb-4ff5-82d8-bc7827bfa3b3 HTTP/1.1" status: 409 len: 550 time: 0.4396725 Aug 31 01:11:53.860161 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d46b9b72-e7b2-4fc8-a8df-cadbf72cfcee req-bdfd9a50-856b-49fb-a209-f11cfcea3ba1 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/floatingips/d327797c-eecb-4ff5-82d8-bc7827bfa3b3 HTTP/1.1" status: 200 len: 692 time: 0.0832152 Aug 31 01:11:54.036003 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.082108 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b9b72-e7b2-4fc8-a8df-cadbf72cfcee req-84de1f43-f79c-4aaf-93e3-39ce81100545 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:54.086743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d46b9b72-e7b2-4fc8-a8df-cadbf72cfcee req-84de1f43-f79c-4aaf-93e3-39ce81100545 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.2130578 Aug 31 01:11:54.090597 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Floating IP 3e8eb749-dbd7-4cea-9558-2c4a4f9f162c associated. External IP: 172.25.6.238, port: 56a11eaa-edef-4ede-acf1-99e65140b264. Aug 31 01:11:54.227057 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d46b9b72-e7b2-4fc8-a8df-cadbf72cfcee req-a13fb107-c7f1-44e7-85c4-99735e45cc81 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.1315043 Aug 31 01:11:54.297662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d46b9b72-e7b2-4fc8-a8df-cadbf72cfcee req-7ccb0c0e-592b-4c7d-b64e-688ca73e2611 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.0639255 Aug 31 01:11:54.307571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e6d95080-702e-4f7a-9e70-bd7157036274 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:54.322841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486d94e-cb2f-4051-8ffd-418ce0bde730 req-3281f740-06b0-4bb2-aaf8-da01504c4e48 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:54.331155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a486d94e-cb2f-4051-8ffd-418ce0bde730 req-3281f740-06b0-4bb2-aaf8-da01504c4e48 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 947 time: 0.2013197 Aug 31 01:11:54.400886 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:11:54.445139 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.446967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e6d95080-702e-4f7a-9e70-bd7157036274, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e6d95080-702e-4f7a-9e70-bd7157036274,segment=NetworkSegment(fe9c1f01-54be-4799-bb52-2f8fc7968ee1),segment_id=fe9c1f01-54be-4799-bb52-2f8fc7968ee1)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:54.449518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a486d94e-cb2f-4051-8ffd-418ce0bde730 req-7e47a5f3-27f5-4dd4-b96c-9a24c3b62013 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173079 Aug 31 01:11:54.459782 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'e6d95080-702e-4f7a-9e70-bd7157036274', 'network_id': '963ab003-ce97-4be5-a7df-116988a3afe6', 'port_id': 'e6d95080-702e-4f7a-9e70-bd7157036274', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44585ba-128f-426d-92e3-0be47b16587c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:54.517772 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.536650 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:54.538903 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d95080-702e-4f7a-9e70-bd7157036274 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:54.552922 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa9f0b-9cda-4386-9f78-455f5a28d971 None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:54.553552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-d46b9b72-e7b2-4fc8-a8df-cadbf72cfcee req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Deleting port 78091f59-0e58-4ffd-aabc-d7ea73d42173 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:54.553552 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d46b9b72-e7b2-4fc8-a8df-cadbf72cfcee req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.562063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e6d95080-702e-4f7a-9e70-bd7157036274, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e6d95080-702e-4f7a-9e70-bd7157036274,segment=NetworkSegment(fe9c1f01-54be-4799-bb52-2f8fc7968ee1),segment_id=fe9c1f01-54be-4799-bb52-2f8fc7968ee1)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:54.571885 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.577896 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa9f0b-9cda-4386-9f78-455f5a28d971 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:54.580165 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b1aa9f0b-9cda-4386-9f78-455f5a28d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:54.596526 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.621020 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b1aa9f0b-9cda-4386-9f78-455f5a28d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:54.633316 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa9f0b-9cda-4386-9f78-455f5a28d971 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:54.634010 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b1aa9f0b-9cda-4386-9f78-455f5a28d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:54.644485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e6d95080-702e-4f7a-9e70-bd7157036274,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:54.653843 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-256abcb8-d781-4739-a787-32e6b9050127 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3261073 Aug 31 01:11:54.656175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49452) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:54.661959 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8df63cdd-89ec-401a-b32e-31185f3ec261 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:54.676121 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b1aa9f0b-9cda-4386-9f78-455f5a28d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:54.676867 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa9f0b-9cda-4386-9f78-455f5a28d971 None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:54.711803 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9da5e3-1372-4b57-a479-f92144e98e24 req-61c516f8-4b21-4853-8b48-008bf028454b tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:54.713307 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf9da5e3-1372-4b57-a479-f92144e98e24 req-61c516f8-4b21-4853-8b48-008bf028454b tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708ef53-aaa7-49d2-89bd-4269472b6f22 HTTP/1.1" status: 200 len: 944 time: 0.1316884 Aug 31 01:11:54.723184 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d46b9b72-e7b2-4fc8-a8df-cadbf72cfcee req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.723541 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d46b9b72-e7b2-4fc8-a8df-cadbf72cfcee req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.733020 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8df63cdd-89ec-401a-b32e-31185f3ec261 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.753594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-d46b9b72-e7b2-4fc8-a8df-cadbf72cfcee req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Calling delete_port for 78091f59-0e58-4ffd-aabc-d7ea73d42173 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:54.779856 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf9da5e3-1372-4b57-a479-f92144e98e24 req-2efe2a4a-10ab-4022-a4d8-41e0d8600073 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/security-groups?id=f50bc686-ed0f-4449-86b5-c550a1945019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591476 Aug 31 01:11:54.912379 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8df63cdd-89ec-401a-b32e-31185f3ec261 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.917637 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8df63cdd-89ec-401a-b32e-31185f3ec261 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.917966 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-8df63cdd-89ec-401a-b32e-31185f3ec261 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Floating IP 3e8eb749-dbd7-4cea-9558-2c4a4f9f162c disassociated. External IP: 172.25.6.238, port: 56a11eaa-edef-4ede-acf1-99e65140b264. Aug 31 01:11:54.948151 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d46b9b72-e7b2-4fc8-a8df-cadbf72cfcee req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.020630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['e6d95080-702e-4f7a-9e70-bd7157036274'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:55.224549 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df63cdd-89ec-401a-b32e-31185f3ec261 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:11:55.280803 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Pushing event deleted for resources: {'Port': ['ID=78091f59-0e58-4ffd-aabc-d7ea73d42173,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:55.300858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.301536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.301536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.301971 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.302456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.302540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.302835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.303171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.307439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.307439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.307439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.307439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:55.372527 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-ea4eaf3c-d5db-4b6a-8e63-755aedb44522 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.378577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-ea4eaf3c-d5db-4b6a-8e63-755aedb44522 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.385239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-ea4eaf3c-d5db-4b6a-8e63-755aedb44522 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.386874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-ea4eaf3c-d5db-4b6a-8e63-755aedb44522 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.70 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2418 time: 0.1194510 Aug 31 01:11:55.404812 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df63cdd-89ec-401a-b32e-31185f3ec261 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:55.415184 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f3253c-5c37-4db8-a51c-134b607a53b0 None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:55.415821 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8df63cdd-89ec-401a-b32e-31185f3ec261 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.428800 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f3253c-5c37-4db8-a51c-134b607a53b0 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:55.430543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-91f3253c-5c37-4db8-a51c-134b607a53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:55.455857 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8df63cdd-89ec-401a-b32e-31185f3ec261 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "PUT /v2.0/floatingips/3e8eb749-dbd7-4cea-9558-2c4a4f9f162c HTTP/1.1" status: 200 len: 688 time: 0.7983663 Aug 31 01:11:55.460677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49470) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:55.486287 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-91f3253c-5c37-4db8-a51c-134b607a53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:55.496319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f3253c-5c37-4db8-a51c-134b607a53b0 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:55.497082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-91f3253c-5c37-4db8-a51c-134b607a53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:55.498275 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d46b9b72-e7b2-4fc8-a8df-cadbf72cfcee req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.508155 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d46b9b72-e7b2-4fc8-a8df-cadbf72cfcee req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.509168 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d46b9b72-e7b2-4fc8-a8df-cadbf72cfcee req-2fc15d60-5a21-4f96-91a2-11072a244e99 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "DELETE /v2.0/floatingips/d327797c-eecb-4ff5-82d8-bc7827bfa3b3 HTTP/1.1" status: 204 len: 173 time: 1.2021241 Aug 31 01:11:55.581447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-91f3253c-5c37-4db8-a51c-134b607a53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:55.581756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-a731cd5a-8560-4788-85b5-4a084f7a9ded tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Deleting port 2340e919-2303-4640-a48c-49e656e38298 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:55.582090 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-a731cd5a-8560-4788-85b5-4a084f7a9ded tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.582240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f3253c-5c37-4db8-a51c-134b607a53b0 None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:55.643673 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ce234195-c9e0-498f-9a9c-7540685ff792 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting port 8d0398da-e82d-4db6-be17-9bbf5d79b97e {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:55.644072 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce234195-c9e0-498f-9a9c-7540685ff792 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.736249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b733854-5173-4c3b-a946-de347b63854c req-b4c35ec0-3b89-41c9-9122-a5832f8af6cf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.742746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b733854-5173-4c3b-a946-de347b63854c req-b4c35ec0-3b89-41c9-9122-a5832f8af6cf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.743524 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce234195-c9e0-498f-9a9c-7540685ff792 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.743963 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce234195-c9e0-498f-9a9c-7540685ff792 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.749184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b733854-5173-4c3b-a946-de347b63854c req-b4c35ec0-3b89-41c9-9122-a5832f8af6cf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.750895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b733854-5173-4c3b-a946-de347b63854c req-b4c35ec0-3b89-41c9-9122-a5832f8af6cf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 2418 time: 0.1051137 Aug 31 01:11:55.759885 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ce234195-c9e0-498f-9a9c-7540685ff792 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Calling delete_port for 8d0398da-e82d-4db6-be17-9bbf5d79b97e owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:55.790490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-a731cd5a-8560-4788-85b5-4a084f7a9ded tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] For port 2340e919-2303-4640-a48c-49e656e38298, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=2340e919-2303-4640-a48c-49e656e38298,segment=NetworkSegment(3f6381a8-780e-4682-916a-9212ff1608b8),segment_id=3f6381a8-780e-4682-916a-9212ff1608b8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:55.790888 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-a731cd5a-8560-4788-85b5-4a084f7a9ded tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.813443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-a731cd5a-8560-4788-85b5-4a084f7a9ded tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Calling delete_port for 2340e919-2303-4640-a48c-49e656e38298 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:55.829371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b733854-5173-4c3b-a946-de347b63854c req-b6ace2dd-39a2-4c93-be7c-b7974c7a9f0e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648067 Aug 31 01:11:55.946851 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce234195-c9e0-498f-9a9c-7540685ff792 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.949495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b885506-532a-40a8-84e1-3ebbef961062 req-37dbe4fd-a5bc-4126-b60a-739786f1640d tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 1001 time: 0.1190870 Aug 31 01:11:55.982364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce234195-c9e0-498f-9a9c-7540685ff792 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Port': ['ID=8d0398da-e82d-4db6-be17-9bbf5d79b97e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:56.029153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b885506-532a-40a8-84e1-3ebbef961062 req-f6debfce-7e3b-4b53-9d72-cb211059dbf6 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:56.030564 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b885506-532a-40a8-84e1-3ebbef961062 req-f6debfce-7e3b-4b53-9d72-cb211059dbf6 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports/91315711-f0d7-44d3-90ed-b87d27b38270 HTTP/1.1" status: 200 len: 943 time: 0.0802841 Aug 31 01:11:56.077700 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce234195-c9e0-498f-9a9c-7540685ff792 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.081333 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce234195-c9e0-498f-9a9c-7540685ff792 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.083219 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ce234195-c9e0-498f-9a9c-7540685ff792 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/floatingips/3e8eb749-dbd7-4cea-9558-2c4a4f9f162c HTTP/1.1" status: 204 len: 168 time: 0.6214628 Aug 31 01:11:56.087903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49486) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:56.093434 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '636388aa-bc99-485b-b535-34d2c3cf8f7d'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:56.124460 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.164960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510271-a39a-44c8-b4c9-9b31278bbfb8 req-1c302be6-5876-46f0-af90-35d41a40acc7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:56.166607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5510271-a39a-44c8-b4c9-9b31278bbfb8 req-1c302be6-5876-46f0-af90-35d41a40acc7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 947 time: 0.1313314 Aug 31 01:11:56.229462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b885506-532a-40a8-84e1-3ebbef961062 req-2f44d4d2-8d00-4f3e-a0b7-70f4dae8a531 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 1001 time: 0.1382244 Aug 31 01:11:56.232368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.311949 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-a731cd5a-8560-4788-85b5-4a084f7a9ded tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.323106 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5510271-a39a-44c8-b4c9-9b31278bbfb8 req-6d4cf289-bdcc-4420-b178-4aec33718baf tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238041 Aug 31 01:11:56.334662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['2340e919-2303-4640-a48c-49e656e38298', '3679e42d-b1d0-46e2-a274-f56152f22bbb', '373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:56.339783 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e6d95080-702e-4f7a-9e70-bd7157036274 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:56.372095 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Allocated IP 172.25.6.83 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/beb688b0-d3e9-4aa8-bfde-912d624c075f) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:56.391079 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731cd5a-8560-4788-85b5-4a084f7a9ded tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Port': ['ID=2340e919-2303-4640-a48c-49e656e38298,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:56.480068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b885506-532a-40a8-84e1-3ebbef961062 req-4627e6ff-0ac7-4ca8-bc3a-68134037e966 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:56.487837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b885506-532a-40a8-84e1-3ebbef961062 req-4627e6ff-0ac7-4ca8-bc3a-68134037e966 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.2424178 Aug 31 01:11:56.517202 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.521477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port e6d95080-702e-4f7a-9e70-bd7157036274 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:56.544403 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port e6d95080-702e-4f7a-9e70-bd7157036274 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:56.549008 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.583877 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.640618 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-a731cd5a-8560-4788-85b5-4a084f7a9ded tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] No DVR routers for this DVR port 2340e919-2303-4640-a48c-49e656e38298 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:56.646120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-a731cd5a-8560-4788-85b5-4a084f7a9ded tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.649866 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-a731cd5a-8560-4788-85b5-4a084f7a9ded tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.70 "DELETE /v2.0/ports/2340e919-2303-4640-a48c-49e656e38298 HTTP/1.1" status: 204 len: 173 time: 1.2546675 Aug 31 01:11:56.651010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:56.655584 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-deleted', 'tag': '2340e919-2303-4640-a48c-49e656e38298'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:56.659233 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b9b65d-5355-485c-aecc-4e4b19ebecf3" -d '{"events": [{"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-deleted", "tag": "2340e919-2303-4640-a48c-49e656e38298"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:56.659474 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:56.662106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:56.693984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=beb688b0-d3e9-4aa8-bfde-912d624c075f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:56.737906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e26d3-47e1-4e65-9f51-ee2673b9cbaf req-330269b0-9b85-4057-b488-9192534d81ea tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:56.741249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-208e26d3-47e1-4e65-9f51-ee2673b9cbaf req-330269b0-9b85-4057-b488-9192534d81ea tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708ef53-aaa7-49d2-89bd-4269472b6f22 HTTP/1.1" status: 200 len: 944 time: 0.2458913 Aug 31 01:11:56.755123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b885506-532a-40a8-84e1-3ebbef961062 req-00a68aa0-595b-47bd-afe5-2d702d3c6b0b tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 1001 time: 0.2569633 Aug 31 01:11:56.761488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3b885506-532a-40a8-84e1-3ebbef961062 req-d7f503ed-dcb2-47d1-a1a7-1eb35d9908f3 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:56.811835 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.815489 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.857893 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3708ef53-aaa7-49d2-89bd-4269472b6f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d95080-702e-4f7a-9e70-bd7157036274'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:56.860763 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1ed28b-38a7-4615-97ef-9682b8d256b9" -d '{"events": [{"server_uuid": "3708ef53-aaa7-49d2-89bd-4269472b6f22", "name": "network-vif-plugged", "status": "completed", "tag": "e6d95080-702e-4f7a-9e70-bd7157036274"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:56.886011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e6d95080-702e-4f7a-9e70-bd7157036274, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e6d95080-702e-4f7a-9e70-bd7157036274,segment=NetworkSegment(fe9c1f01-54be-4799-bb52-2f8fc7968ee1),segment_id=fe9c1f01-54be-4799-bb52-2f8fc7968ee1)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:56.905693 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.907916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-208e26d3-47e1-4e65-9f51-ee2673b9cbaf req-d8d6f5c8-fa66-4f8d-81d4-47e21a2c3e46 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/security-groups?id=f50bc686-ed0f-4449-86b5-c550a1945019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424344 Aug 31 01:11:56.971196 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b885506-532a-40a8-84e1-3ebbef961062 req-d7f503ed-dcb2-47d1-a1a7-1eb35d9908f3 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.010129 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e6d95080-702e-4f7a-9e70-bd7157036274,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:57.139034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:57.196500 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b885506-532a-40a8-84e1-3ebbef961062 req-d7f503ed-dcb2-47d1-a1a7-1eb35d9908f3 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.200985 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17339321-c09f-4013-9db2-c89f83e3baf3 x-openstack-request-id: req-17339321-c09f-4013-9db2-c89f83e3baf3 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:57.201287 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-deleted", "tag": "2340e919-2303-4640-a48c-49e656e38298", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:57.201543 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17339321-c09f-4013-9db2-c89f83e3baf3 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:57.202017 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-deleted', 'tag': '2340e919-2303-4640-a48c-49e656e38298', 'status': 'completed', 'code': 200} Aug 31 01:11:57.205686 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b885506-532a-40a8-84e1-3ebbef961062 req-d7f503ed-dcb2-47d1-a1a7-1eb35d9908f3 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.206008 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-3b885506-532a-40a8-84e1-3ebbef961062 req-d7f503ed-dcb2-47d1-a1a7-1eb35d9908f3 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Floating IP adf5b221-70f5-4e2b-8547-7a7539b8fa0b disassociated. External IP: 172.25.6.82, port: 91315711-f0d7-44d3-90ed-b87d27b38270. Aug 31 01:11:57.245793 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.273215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-2625b910-88df-4869-b079-7328f8d4ff8c tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Deleting port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:57.273215 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-2625b910-88df-4869-b079-7328f8d4ff8c tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.281369 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.324899 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb,segment=NetworkSegment(a0d335c6-a600-49a3-b903-d3be14628e98),segment_id=a0d335c6-a600-49a3-b903-d3be14628e98)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:57.330049 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.331749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b613db64-1580-48f3-84aa-d12fcf5cae8f no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:57.338746 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.432073 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29df22a-d775-441c-a872-9b7ba349210f req-9b025b47-5ceb-4a21-8497-7c90943569a1 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:57.438869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29df22a-d775-441c-a872-9b7ba349210f req-9b025b47-5ceb-4a21-8497-7c90943569a1 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:57.441142 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c29df22a-d775-441c-a872-9b7ba349210f req-9b025b47-5ceb-4a21-8497-7c90943569a1 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=72bf0ddd-7741-4783-ab7d-0695f8063f57 HTTP/1.1" status: 200 len: 1682 time: 0.1904831 Aug 31 01:11:57.518004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-2625b910-88df-4869-b079-7328f8d4ff8c tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] For port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb,segment=NetworkSegment(a0d335c6-a600-49a3-b903-d3be14628e98),segment_id=a0d335c6-a600-49a3-b903-d3be14628e98)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:57.518641 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-2625b910-88df-4869-b079-7328f8d4ff8c tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.533365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-2625b910-88df-4869-b079-7328f8d4ff8c tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Calling delete_port for 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:57.535377 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.543235 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.558907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c29df22a-d775-441c-a872-9b7ba349210f req-599379f3-35e0-4769-9c98-2941d7bd859d tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034286 Aug 31 01:11:57.644722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=beb688b0-d3e9-4aa8-bfde-912d624c075f,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:57.654304 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.791561 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Floating IP 989a4c47-1344-429d-908a-3bc6a64dd1c3 associated. External IP: 172.25.6.83, port: 636388aa-bc99-485b-b535-34d2c3cf8f7d. Aug 31 01:11:57.809547 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ce74b6-d3b0-4c20-b376-1faae0bfc3e3 x-openstack-request-id: req-60ce74b6-d3b0-4c20-b376-1faae0bfc3e3 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:57.810157 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3708ef53-aaa7-49d2-89bd-4269472b6f22", "name": "network-vif-plugged", "status": "completed", "tag": "e6d95080-702e-4f7a-9e70-bd7157036274", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:57.810157 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-60ce74b6-d3b0-4c20-b376-1faae0bfc3e3 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:57.810511 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3708ef53-aaa7-49d2-89bd-4269472b6f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d95080-702e-4f7a-9e70-bd7157036274', 'code': 200} Aug 31 01:11:57.817229 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:57.830632 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.871629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:57.878028 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.879097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 2340e919-2303-4640-a48c-49e656e38298 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:57.905105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a969f-7c56-4382-95d7-1eac0c35f1a7 req-726455fd-7c6a-4974-ace7-24b4ddb21110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:57.906639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-152a969f-7c56-4382-95d7-1eac0c35f1a7 req-726455fd-7c6a-4974-ace7-24b4ddb21110 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3708ef53-aaa7-49d2-89bd-4269472b6f22 HTTP/1.1" status: 200 len: 1097 time: 0.1832469 Aug 31 01:11:57.923760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176171f-c524-4187-bf4f-0a759148c25b req-a2c5bb9b-7bdf-4c1e-b8f1-81de2ea180fb tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:57.929540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0176171f-c524-4187-bf4f-0a759148c25b req-a2c5bb9b-7bdf-4c1e-b8f1-81de2ea180fb tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 947 time: 0.1633108 Aug 31 01:11:57.932699 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 2340e919-2303-4640-a48c-49e656e38298 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:11:57.933216 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 2340e919-2303-4640-a48c-49e656e38298 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:11:57.933661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3679e42d-b1d0-46e2-a274-f56152f22bbb no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:11:58.006425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-152a969f-7c56-4382-95d7-1eac0c35f1a7 req-03d9e01c-ba72-420d-bac4-6783d2ff7a02 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f50bc686-ed0f-4449-86b5-c550a1945019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755110 Aug 31 01:11:58.044169 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.048089 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:11:58.048939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b885506-532a-40a8-84e1-3ebbef961062 req-d7f503ed-dcb2-47d1-a1a7-1eb35d9908f3 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Router 41a3c3d6-496d-4228-96e9-cef224e95963 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:11:58.069321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0176171f-c524-4187-bf4f-0a759148c25b req-75273f53-faea-447d-b82c-666532c9ecf4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125882 Aug 31 01:11:58.112630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b613db64-1580-48f3-84aa-d12fcf5cae8f,revision_number=11']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:58.128832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3679e42d-b1d0-46e2-a274-f56152f22bbb, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3679e42d-b1d0-46e2-a274-f56152f22bbb,segment=NetworkSegment(3f6381a8-780e-4682-916a-9212ff1608b8),segment_id=3f6381a8-780e-4682-916a-9212ff1608b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:58.134639 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.196012 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-2625b910-88df-4869-b079-7328f8d4ff8c tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.198353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=3679e42d-b1d0-46e2-a274-f56152f22bbb,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:58.247607 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:58.270299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.277698 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1861cd74-bd66-44be-a032-f95f843e2b80 None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:58.279676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625b910-88df-4869-b079-7328f8d4ff8c tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Port': ['ID=373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:58.290516 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1861cd74-bd66-44be-a032-f95f843e2b80 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:58.292729 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1861cd74-bd66-44be-a032-f95f843e2b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:58.318484 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-50fce308-5add-4aaf-9b11-2e188cb44c75 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2291067 Aug 31 01:11:58.321910 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49520) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:58.330898 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1861cd74-bd66-44be-a032-f95f843e2b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:58.345045 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1861cd74-bd66-44be-a032-f95f843e2b80 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:58.345936 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1861cd74-bd66-44be-a032-f95f843e2b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:58.389170 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1861cd74-bd66-44be-a032-f95f843e2b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:58.390086 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1861cd74-bd66-44be-a032-f95f843e2b80 None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:58.702732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-2625b910-88df-4869-b079-7328f8d4ff8c tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] No DVR routers for this DVR port 373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:11:58.711676 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-2625b910-88df-4869-b079-7328f8d4ff8c tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.713519 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-2625b910-88df-4869-b079-7328f8d4ff8c tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.70 "DELETE /v2.0/ports/373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb HTTP/1.1" status: 204 len: 173 time: 2.0413668 Aug 31 01:11:58.733593 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e56640a8-117c-4bb3-8d24-626ae51071db tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "GET /v2.0/floatingips/989a4c47-1344-429d-908a-3bc6a64dd1c3 HTTP/1.1" status: 200 len: 978 time: 0.4098086 Aug 31 01:11:58.735461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49526) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:58.768547 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b885506-532a-40a8-84e1-3ebbef961062 req-d7f503ed-dcb2-47d1-a1a7-1eb35d9908f3 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:58.779270 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b885506-532a-40a8-84e1-3ebbef961062 req-d7f503ed-dcb2-47d1-a1a7-1eb35d9908f3 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.785069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5979c3b5-b496-4d23-ae2e-5f5305e492b9 None None] Sync routers for ids ['41a3c3d6-496d-4228-96e9-cef224e95963'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:58.794777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5979c3b5-b496-4d23-ae2e-5f5305e492b9 None None] Routers {'41a3c3d6-496d-4228-96e9-cef224e95963'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:58.795464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5979c3b5-b496-4d23-ae2e-5f5305e492b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['41a3c3d6-496d-4228-96e9-cef224e95963'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:58.833400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-0640257d-5c38-4342-941f-460cef5a647c tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:58.836352 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-0640257d-5c38-4342-941f-460cef5a647c tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/networks?id=fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1 HTTP/1.1" status: 200 len: 809 time: 0.6497819 Aug 31 01:11:58.858999 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ceff2bb7-a00f-49c4-bed2-f78dbb0796a4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1189177 Aug 31 01:11:58.859228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49528) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:58.865123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c11d14c1-f56e-42d3-ac9c-72f4f09781e6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'floatingip': {'port_id': '56a11eaa-edef-4ede-acf1-99e65140b264'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:58.893211 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b885506-532a-40a8-84e1-3ebbef961062 req-d7f503ed-dcb2-47d1-a1a7-1eb35d9908f3 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "PUT /v2.0/floatingips/adf5b221-70f5-4e2b-8547-7a7539b8fa0b HTTP/1.1" status: 200 len: 694 time: 2.1368675 Aug 31 01:11:58.933203 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-9de1950e-30f4-444e-9758-a22de98f47cc tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/quotas/99d625d35e484f658615dbc86887aeb1 HTTP/1.1" status: 200 len: 375 time: 0.0545325 Aug 31 01:11:58.935799 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-5979c3b5-b496-4d23-ae2e-5f5305e492b9 None None] Set router 41a3c3d6-496d-4228-96e9-cef224e95963 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:58.974078 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c11d14c1-f56e-42d3-ac9c-72f4f09781e6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.002737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-7715f063-36e5-48d0-81a6-8232f5b320e3 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=99d625d35e484f658615dbc86887aeb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601797 Aug 31 01:11:59.015882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b885506-532a-40a8-84e1-3ebbef961062 req-fbf0c082-cefa-4953-92f4-8cf7ca1edb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:59.017356 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b885506-532a-40a8-84e1-3ebbef961062 req-fbf0c082-cefa-4953-92f4-8cf7ca1edb5f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2992158df1c149288c8e31ba0a06b3d9&device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 1098 time: 0.1234007 Aug 31 01:11:59.028924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-39fcb38a-8148-439e-a560-794cec41fd10 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Deleting port 3679e42d-b1d0-46e2-a274-f56152f22bbb {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:11:59.029269 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-39fcb38a-8148-439e-a560-794cec41fd10 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.188496 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b613db64-1580-48f3-84aa-d12fcf5cae8f details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:59.204536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-deleted', 'tag': '373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb'}, {'name': 'network-changed', 'server_uuid': '0755a699-9b80-4c62-ba72-26af25cffb78', 'tag': '91315711-f0d7-44d3-90ed-b87d27b38270'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:59.207832 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a789e1-9ba9-41e0-ad67-972e06765273" -d '{"events": [{"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-deleted", "tag": "373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb"}, {"name": "network-changed", "server_uuid": "0755a699-9b80-4c62-ba72-26af25cffb78", "tag": "91315711-f0d7-44d3-90ed-b87d27b38270"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:59.323695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-39fcb38a-8148-439e-a560-794cec41fd10 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] For port 3679e42d-b1d0-46e2-a274-f56152f22bbb, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3679e42d-b1d0-46e2-a274-f56152f22bbb,segment=NetworkSegment(3f6381a8-780e-4682-916a-9212ff1608b8),segment_id=3f6381a8-780e-4682-916a-9212ff1608b8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:59.324100 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-39fcb38a-8148-439e-a560-794cec41fd10 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.374564 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-39fcb38a-8148-439e-a560-794cec41fd10 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Calling delete_port for 3679e42d-b1d0-46e2-a274-f56152f22bbb owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:11:59.417862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:59.434427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'port_id': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'mac_address': 'fa:16:3e:29:48:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:59.440554 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5979c3b5-b496-4d23-ae2e-5f5305e492b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:51Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 4, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'gw_port': {'id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:52Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'e265dbb5-a909-466b-91bc-3315fa7f4007', 'name': '', 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'mac_address': 'fa:16:3e:d3:6c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 5, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'subnets': [{'id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:59.472942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5979c3b5-b496-4d23-ae2e-5f5305e492b9 None None] Checking router: 41a3c3d6-496d-4228-96e9-cef224e95963 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:59.480912 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-44211dad-87a2-4e91-a4f1-6cb2e62919ef service neutron] 10.222.0.58 "GET /v2.0/networks/fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778059 Aug 31 01:11:59.524151 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5979c3b5-b496-4d23-ae2e-5f5305e492b9 None None] Routers {'41a3c3d6-496d-4228-96e9-cef224e95963'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:59.524796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5979c3b5-b496-4d23-ae2e-5f5305e492b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['41a3c3d6-496d-4228-96e9-cef224e95963'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:59.529320 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.572853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b885506-532a-40a8-84e1-3ebbef961062 req-41df2640-82bb-4d3d-8754-55bad16015b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:59.574390 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b885506-532a-40a8-84e1-3ebbef961062 req-41df2640-82bb-4d3d-8754-55bad16015b2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e3f2a17-c813-42cf-bfa5-e9c462417207 HTTP/1.1" status: 200 len: 929 time: 0.5163519 Aug 31 01:11:59.642210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b885506-532a-40a8-84e1-3ebbef961062 req-3d4ea9b3-79eb-4c64-b410-ee6546f1f5e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91315711-f0d7-44d3-90ed-b87d27b38270 HTTP/1.1" status: 200 len: 217 time: 0.0604897 Aug 31 01:11:59.649026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b613db64-1580-48f3-84aa-d12fcf5cae8f {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:59.747509 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-3d7eadfd-2bec-4b08-9098-10fe343d3406 service neutron] 10.222.0.58 "GET /v2.0/networks/fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583616 Aug 31 01:11:59.756780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:59.769392 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.800698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b885506-532a-40a8-84e1-3ebbef961062 req-2371e78e-95f8-4f47-a371-2ea480e65a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:59.802618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b885506-532a-40a8-84e1-3ebbef961062 req-2371e78e-95f8-4f47-a371-2ea480e65a79 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=84148e09-11bf-4633-bde0-a6bf316cfa04 HTTP/1.1" status: 200 len: 867 time: 0.1481028 Aug 31 01:11:59.820882 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb'}, {'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f'}, {'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3679e42d-b1d0-46e2-a274-f56152f22bbb'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:59.823368 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66f5089-6ad4-47ed-b934-4e4c741d907c" -d '{"events": [{"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-unplugged", "status": "completed", "tag": "373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb"}, {"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-unplugged", "status": "completed", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f"}, {"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-unplugged", "status": "completed", "tag": "3679e42d-b1d0-46e2-a274-f56152f22bbb"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:59.857589 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-5979c3b5-b496-4d23-ae2e-5f5305e492b9 None None] Set router 41a3c3d6-496d-4228-96e9-cef224e95963 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:59.874218 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-39fcb38a-8148-439e-a560-794cec41fd10 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.899489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b613db64-1580-48f3-84aa-d12fcf5cae8f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:59.919564 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b885506-532a-40a8-84e1-3ebbef961062 req-be1ae004-1599-42c1-b990-cb6eb9529726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:59.922178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b885506-532a-40a8-84e1-3ebbef961062 req-be1ae004-1599-42c1-b990-cb6eb9529726 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e3f2a17-c813-42cf-bfa5-e9c462417207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061926 Aug 31 01:11:59.928062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcb38a-8148-439e-a560-794cec41fd10 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Port': ['ID=3679e42d-b1d0-46e2-a274-f56152f22bbb,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:59.975634 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.db.resource_extend [None req-c11d14c1-f56e-42d3-ac9c-72f4f09781e6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:11:59.982943 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b613db64-1580-48f3-84aa-d12fcf5cae8f,revision_number=12']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:00.086488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-39fcb38a-8148-439e-a560-794cec41fd10 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] No DVR routers for this DVR port 3679e42d-b1d0-46e2-a274-f56152f22bbb on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:00.093875 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-39fcb38a-8148-439e-a560-794cec41fd10 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.096082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f3beb44-99cf-4fa7-a364-8edfe419a89b req-39fcb38a-8148-439e-a560-794cec41fd10 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.70 "DELETE /v2.0/ports/3679e42d-b1d0-46e2-a274-f56152f22bbb HTTP/1.1" status: 204 len: 173 time: 1.3621287 Aug 31 01:12:00.142701 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c11d14c1-f56e-42d3-ac9c-72f4f09781e6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.150895 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c11d14c1-f56e-42d3-ac9c-72f4f09781e6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.209652 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b885506-532a-40a8-84e1-3ebbef961062 req-fada4f08-72a8-4e5a-b9ab-41b29d7e9a58 service neutron] 10.222.0.58 "GET /v2.0/networks/0e3f2a17-c813-42cf-bfa5-e9c462417207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685328 Aug 31 01:12:00.417350 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-c11d14c1-f56e-42d3-ac9c-72f4f09781e6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Floating IP 989a4c47-1344-429d-908a-3bc6a64dd1c3 associated. External IP: 172.25.6.83, port: 636388aa-bc99-485b-b535-34d2c3cf8f7d. Aug 31 01:12:00.469592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b885506-532a-40a8-84e1-3ebbef961062 req-f11a2869-b743-41fc-8410-efde8154b322 service neutron] 10.222.0.58 "GET /v2.0/networks/0e3f2a17-c813-42cf-bfa5-e9c462417207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552094 Aug 31 01:12:00.648439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1998d-6c47-4e71-832c-d351bb89440f req-f3376c67-9cf4-4444-a73a-950316788998 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:00.662623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0aa1998d-6c47-4e71-832c-d351bb89440f req-f3376c67-9cf4-4444-a73a-950316788998 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708ef53-aaa7-49d2-89bd-4269472b6f22 HTTP/1.1" status: 200 len: 945 time: 0.3009436 Aug 31 01:12:00.826857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5979c3b5-b496-4d23-ae2e-5f5305e492b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:51Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 4, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'gw_port': {'id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:52Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'e265dbb5-a909-466b-91bc-3315fa7f4007', 'name': '', 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'mac_address': 'fa:16:3e:d3:6c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 5, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'subnets': [{'id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:00.842869 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11d14c1-f56e-42d3-ac9c-72f4f09781e6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:00.872711 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0aa1998d-6c47-4e71-832c-d351bb89440f req-4a4ec015-cd0e-428b-b4cb-134400c68987 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/security-groups?id=f50bc686-ed0f-4449-86b5-c550a1945019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072332 Aug 31 01:12:00.879760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49574) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:00.912362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-66362bb4-38bb-4484-a514-3f439aaa5ba8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4286573 Aug 31 01:12:01.006663 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5979c3b5-b496-4d23-ae2e-5f5305e492b9 None None] The sync data for ids ['41a3c3d6-496d-4228-96e9-cef224e95963'] in n-d-802060-13 is: [{'id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:51Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 4, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'gw_port': {'id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:52Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'e265dbb5-a909-466b-91bc-3315fa7f4007', 'name': '', 'network_id': '0e3f2a17-c813-42cf-bfa5-e9c462417207', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'mac_address': 'fa:16:3e:d3:6c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 5, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'subnets': [{'id': '84148e09-11bf-4633-bde0-a6bf316cfa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:01.077739 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756375a8-58b9-4aa4-888a-4151864eb5ec x-openstack-request-id: req-756375a8-58b9-4aa4-888a-4151864eb5ec {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:01.078309 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-deleted", "tag": "373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0755a699-9b80-4c62-ba72-26af25cffb78", "tag": "91315711-f0d7-44d3-90ed-b87d27b38270", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:01.080117 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-756375a8-58b9-4aa4-888a-4151864eb5ec {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:01.080698 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-deleted', 'tag': '373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb', 'status': 'completed', 'code': 200} Aug 31 01:12:01.093819 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0755a699-9b80-4c62-ba72-26af25cffb78', 'tag': '91315711-f0d7-44d3-90ed-b87d27b38270', 'status': 'completed', 'code': 200} Aug 31 01:12:01.096245 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3828933-fa91-464d-9127-9a6a9a61f071 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Deleting subnet df227161-c758-46ea-89d6-ea602e5b78a6 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:12:01.127719 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3828933-fa91-464d-9127-9a6a9a61f071 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.220889 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd61c0a-674b-4eb1-bfb6-e6b5bfc0e9ee x-openstack-request-id: req-bcd61c0a-674b-4eb1-bfb6-e6b5bfc0e9ee {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:01.221233 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-unplugged", "status": "completed", "tag": "373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb", "code": 200}, {"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-unplugged", "status": "completed", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f", "code": 200}, {"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-unplugged", "status": "completed", "tag": "3679e42d-b1d0-46e2-a274-f56152f22bbb", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:01.221491 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bcd61c0a-674b-4eb1-bfb6-e6b5bfc0e9ee {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:01.221928 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373c2d3c-a6d2-4dd1-a2e0-bc4e6231c1bb', 'code': 200} Aug 31 01:12:01.222191 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'code': 200} Aug 31 01:12:01.222447 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3679e42d-b1d0-46e2-a274-f56152f22bbb', 'code': 200} Aug 31 01:12:01.251757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e56df-7d54-4b6f-be56-0939e3a075d0 req-fccea751-f707-4dc0-8fb8-398a35ac1d71 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.258382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f8e56df-7d54-4b6f-be56-0939e3a075d0 req-fccea751-f707-4dc0-8fb8-398a35ac1d71 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 946 time: 0.2649863 Aug 31 01:12:01.311587 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11d14c1-f56e-42d3-ac9c-72f4f09781e6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:01.314823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-5b51a907-86a1-4a7a-a830-c6823e1becf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.315829 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-5b51a907-86a1-4a7a-a830-c6823e1becf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.317318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-5b51a907-86a1-4a7a-a830-c6823e1becf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.318092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-5b51a907-86a1-4a7a-a830-c6823e1becf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.318770 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-5b51a907-86a1-4a7a-a830-c6823e1becf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.320280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-5b51a907-86a1-4a7a-a830-c6823e1becf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.320905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-5b51a907-86a1-4a7a-a830-c6823e1becf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.322400 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3828933-fa91-464d-9127-9a6a9a61f071 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.326045 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-5b51a907-86a1-4a7a-a830-c6823e1becf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac491d9f80684a44a8cc262e4982e966&device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 6501 time: 0.2548127 Aug 31 01:12:01.326539 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b66941-842f-40d2-bea6-46be25d2bf8a None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:01.348592 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b66941-842f-40d2-bea6-46be25d2bf8a None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:01.361267 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-31b66941-842f-40d2-bea6-46be25d2bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:01.380642 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.421599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f8e56df-7d54-4b6f-be56-0939e3a075d0 req-ee22cad6-5511-4633-ad41-0f7eb4806705 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551700 Aug 31 01:12:01.474666 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-31b66941-842f-40d2-bea6-46be25d2bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:01.486291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a789e1-9ba9-41e0-ad67-972e06765273 req-75957613-0ff2-43e4-ae00-7bb028ea23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.488292 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3a789e1-9ba9-41e0-ad67-972e06765273 req-75957613-0ff2-43e4-ae00-7bb028ea23c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992158df1c149288c8e31ba0a06b3d9&device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 1098 time: 0.3828895 Aug 31 01:12:01.489004 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b66941-842f-40d2-bea6-46be25d2bf8a None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:01.489818 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-31b66941-842f-40d2-bea6-46be25d2bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:01.539128 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-31b66941-842f-40d2-bea6-46be25d2bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:01.542523 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b66941-842f-40d2-bea6-46be25d2bf8a None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:01.589280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f5f40-f132-40b7-97d9-73a178410bc7 None None] New status for floating IP adf5b221-70f5-4e2b-8547-7a7539b8fa0b: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:12:01.603913 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd0972e9-4a76-4daf-b059-e00e3da7718e req-dd6f6bd7-45e8-439f-abbc-75b247030070 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 210 time: 0.1702282 Aug 31 01:12:01.712016 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0756ff6-dc48-4849-8411-026544addcce req-9db6d9cc-6f0e-4cb2-bfef-ad5e9865bb9a tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/floatingips/adf5b221-70f5-4e2b-8547-7a7539b8fa0b HTTP/1.1" status: 200 len: 694 time: 0.1899099 Aug 31 01:12:01.911080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3828933-fa91-464d-9127-9a6a9a61f071 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.920786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-3f2c0fbf-9bb8-4404-ba6c-9ef7aa404331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.921353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-3f2c0fbf-9bb8-4404-ba6c-9ef7aa404331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.921792 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-3f2c0fbf-9bb8-4404-ba6c-9ef7aa404331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.923528 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-3f2c0fbf-9bb8-4404-ba6c-9ef7aa404331 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=e89443cc-9b69-4c94-9137-62b2d80389e0&id=e89443cc-9b69-4c94-9137-62b2d80389e0 HTTP/1.1" status: 200 len: 2292 time: 0.5570092 Aug 31 01:12:01.983819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a789e1-9ba9-41e0-ad67-972e06765273 req-df602595-8049-46ae-b48a-e2c5da07d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.989310 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3a789e1-9ba9-41e0-ad67-972e06765273 req-df602595-8049-46ae-b48a-e2c5da07d03e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e3f2a17-c813-42cf-bfa5-e9c462417207 HTTP/1.1" status: 200 len: 929 time: 0.4866409 Aug 31 01:12:02.026166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0756ff6-dc48-4849-8411-026544addcce req-7d7755d2-c58f-49e1-aee6-97fd22d48a04 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:02.027864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0756ff6-dc48-4849-8411-026544addcce req-7d7755d2-c58f-49e1-aee6-97fd22d48a04 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.3149390 Aug 31 01:12:02.123457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0756ff6-dc48-4849-8411-026544addcce req-5199c309-cc40-4667-a9a0-4bcd430bbe77 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 695 time: 0.0853803 Aug 31 01:12:02.128530 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3a789e1-9ba9-41e0-ad67-972e06765273 req-f8171cab-1884-414b-909b-2533c298f6b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91315711-f0d7-44d3-90ed-b87d27b38270 HTTP/1.1" status: 200 len: 217 time: 0.1174917 Aug 31 01:12:02.136526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-7321fea0-3e18-4aa6-9f98-ef35841d6a5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97659ade-1488-434b-aade-3fbbe25b95a7 HTTP/1.1" status: 200 len: 1001 time: 0.2027614 Aug 31 01:12:02.285551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0756ff6-dc48-4849-8411-026544addcce req-769c1f5c-effd-4abb-8b05-fbd2a83544b9 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 695 time: 0.1610136 Aug 31 01:12:02.366334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-73f6a779-34cf-44bb-9213-c51ae0e6b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:02.368719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-73f6a779-34cf-44bb-9213-c51ae0e6b989 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfd009aa-e4ed-4585-b4fd-f3161596623b HTTP/1.1" status: 200 len: 850 time: 0.2032521 Aug 31 01:12:02.495190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df035680-f7f9-4e83-998e-cb7313f284be req-d640fff1-0b30-419d-838b-715fc38bbed1 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:02.496820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df035680-f7f9-4e83-998e-cb7313f284be req-d640fff1-0b30-419d-838b-715fc38bbed1 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708ef53-aaa7-49d2-89bd-4269472b6f22 HTTP/1.1" status: 200 len: 945 time: 0.2997944 Aug 31 01:12:02.592182 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3828933-fa91-464d-9127-9a6a9a61f071 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.613533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a789e1-9ba9-41e0-ad67-972e06765273 req-d8a6a499-9fab-44b5-86e1-d57f53180b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:02.615240 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3a789e1-9ba9-41e0-ad67-972e06765273 req-d8a6a499-9fab-44b5-86e1-d57f53180b71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84148e09-11bf-4633-bde0-a6bf316cfa04 HTTP/1.1" status: 200 len: 867 time: 0.4758568 Aug 31 01:12:02.684574 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3828933-fa91-464d-9127-9a6a9a61f071 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.687059 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c3828933-fa91-464d-9127-9a6a9a61f071 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "DELETE /v2.0/subnets/df227161-c758-46ea-89d6-ea602e5b78a6 HTTP/1.1" status: 204 len: 168 time: 1.8046184 Aug 31 01:12:02.687518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3828933-fa91-464d-9127-9a6a9a61f071 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Subnet': ['ID=df227161-c758-46ea-89d6-ea602e5b78a6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:02.692547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49592) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:02.700951 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ebb03-d137-4cf7-a6fd-4c51ad3a5d07 None None] Network f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:02.779584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11d14c1-f56e-42d3-ac9c-72f4f09781e6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:02.789974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a789e1-9ba9-41e0-ad67-972e06765273 req-47ea3cb4-ca0c-4bbd-9297-c2853098ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:02.791566 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3a789e1-9ba9-41e0-ad67-972e06765273 req-47ea3cb4-ca0c-4bbd-9297-c2853098ae90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e3f2a17-c813-42cf-bfa5-e9c462417207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1454189 Aug 31 01:12:02.835328 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.879339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-0da5a536-d481-477a-8487-3f5e4b7dde04 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:02.880927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-0da5a536-d481-477a-8487-3f5e4b7dde04 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.70 "GET /v2.0/networks?id=fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1 HTTP/1.1" status: 200 len: 809 time: 0.6819885 Aug 31 01:12:02.922886 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-645d662b-12a1-43dc-bbb2-900bccd168b5 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Request body: {'port': {'device_id': 'c6da017b-5d25-4836-99a2-7b0a9d722495', 'network_id': 'fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1', 'admin_state_up': True, 'tenant_id': '99d625d35e484f658615dbc86887aeb1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:02.949437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33066cb7-cc83-4999-ab36-2730cdd262de None None] DHCP port deletion for f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:12:02.967345 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df035680-f7f9-4e83-998e-cb7313f284be req-23818770-3aa6-4fd8-a86f-46e5e490ccb8 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/security-groups?id=f50bc686-ed0f-4449-86b5-c550a1945019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097319 Aug 31 01:12:02.987969 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-4a5e5cd1-b6ac-422d-93c4-488950bb0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:02.990125 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-4a5e5cd1-b6ac-422d-93c4-488950bb0c93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6083376 Aug 31 01:12:03.047180 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3a789e1-9ba9-41e0-ad67-972e06765273 req-212eea73-ab56-4552-b75d-755f7622f876 service neutron] 10.222.0.15 "GET /v2.0/networks/0e3f2a17-c813-42cf-bfa5-e9c462417207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448738 Aug 31 01:12:03.048991 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11d14c1-f56e-42d3-ac9c-72f4f09781e6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:03.055685 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c11d14c1-f56e-42d3-ac9c-72f4f09781e6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.063920 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0330e5-37f8-4ef2-b123-f851dbf61eee None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:03.064623 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-33066cb7-cc83-4999-ab36-2730cdd262de None None] Deleting port f28baeab-f105-4878-a06f-8e08fd685e93 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:03.065197 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-33066cb7-cc83-4999-ab36-2730cdd262de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.078705 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0330e5-37f8-4ef2-b123-f851dbf61eee None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:03.079360 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-db0330e5-37f8-4ef2-b123-f851dbf61eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:03.137117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-deleted', 'tag': '3679e42d-b1d0-46e2-a274-f56152f22bbb'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:03.139409 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518ebd45-d0e8-493b-af18-c890189d4fb5" -d '{"events": [{"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-deleted", "tag": "3679e42d-b1d0-46e2-a274-f56152f22bbb"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:03.184165 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-db0330e5-37f8-4ef2-b123-f851dbf61eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:03.197414 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0330e5-37f8-4ef2-b123-f851dbf61eee None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:03.198531 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-db0330e5-37f8-4ef2-b123-f851dbf61eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:03.215715 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-33066cb7-cc83-4999-ab36-2730cdd262de None None] For port f28baeab-f105-4878-a06f-8e08fd685e93, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f28baeab-f105-4878-a06f-8e08fd685e93,segment=NetworkSegment(a0d335c6-a600-49a3-b903-d3be14628e98),segment_id=a0d335c6-a600-49a3-b903-d3be14628e98)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:03.216479 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-33066cb7-cc83-4999-ab36-2730cdd262de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.248543 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c11d14c1-f56e-42d3-ac9c-72f4f09781e6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "PUT /v2.0/floatingips/989a4c47-1344-429d-908a-3bc6a64dd1c3 HTTP/1.1" status: 200 len: 977 time: 4.3881752 Aug 31 01:12:03.258272 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49600) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:03.258517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-33066cb7-cc83-4999-ab36-2730cdd262de None None] Calling delete_port for f28baeab-f105-4878-a06f-8e08fd685e93 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:03.258641 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-121b7ded-577b-45b9-8667-cc8ce2e67508 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:03.269219 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-db0330e5-37f8-4ef2-b123-f851dbf61eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:03.274672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b613db64-1580-48f3-84aa-d12fcf5cae8f up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:03.278785 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0330e5-37f8-4ef2-b123-f851dbf61eee None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:03.279702 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Deleting port f28baeab-f105-4878-a06f-8e08fd685e93 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:03.280053 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.397924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port b613db64-1580-48f3-84aa-d12fcf5cae8f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:03.397924 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.454561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-e0756ff6-dc48-4849-8411-026544addcce req-a825f707-e57e-466a-af83-04cb6b48e378 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Deleting port 3391667c-234a-44e3-a986-4fb3a830baa9 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:03.454978 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e0756ff6-dc48-4849-8411-026544addcce req-a825f707-e57e-466a-af83-04cb6b48e378 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.466329 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] For port f28baeab-f105-4878-a06f-8e08fd685e93, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f28baeab-f105-4878-a06f-8e08fd685e93,segment=NetworkSegment(a0d335c6-a600-49a3-b903-d3be14628e98),segment_id=a0d335c6-a600-49a3-b903-d3be14628e98)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:03.466699 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.474861 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-121b7ded-577b-45b9-8667-cc8ce2e67508 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.479461 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-33066cb7-cc83-4999-ab36-2730cdd262de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.508737 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3a789e1-9ba9-41e0-ad67-972e06765273 req-aad194ad-9b2c-4639-81cd-d67e66fa81db service neutron] 10.222.0.15 "GET /v2.0/networks/0e3f2a17-c813-42cf-bfa5-e9c462417207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960795 Aug 31 01:12:03.517349 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33066cb7-cc83-4999-ab36-2730cdd262de None None] Pushing event deleted for resources: {'Port': ['ID=f28baeab-f105-4878-a06f-8e08fd685e93,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:03.527359 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-645d662b-12a1-43dc-bbb2-900bccd168b5 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Made reservation on behalf of 99d625d35e484f658615dbc86887aeb1 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:03.532486 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-645d662b-12a1-43dc-bbb2-900bccd168b5 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.558605 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Calling delete_port for f28baeab-f105-4878-a06f-8e08fd685e93 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:03.572505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-5347258f-b55a-475d-b957-3cdade35f8c4 service neutron] 10.222.0.15 "GET /v2.0/networks/00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502493 Aug 31 01:12:03.576375 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.580932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33066cb7-cc83-4999-ab36-2730cdd262de None None] No DVR routers for this DVR port f28baeab-f105-4878-a06f-8e08fd685e93 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:03.583685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f28baeab-f105-4878-a06f-8e08fd685e93 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:03.661799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e288c-e584-4550-bb6a-7e9831465df0 req-bfe39f13-d4d6-4bc6-bdac-fa398a877abb tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:03.670458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d83e288c-e584-4550-bb6a-7e9831465df0 req-bfe39f13-d4d6-4bc6-bdac-fa398a877abb tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 946 time: 0.4279873 Aug 31 01:12:03.673878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199f7a7-a4e2-4305-9da9-0c5d7f6da5bc req-c69c4d0e-559a-4f3c-bc1e-04b94e3dbf57 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:03.675684 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b199f7a7-a4e2-4305-9da9-0c5d7f6da5bc req-c69c4d0e-559a-4f3c-bc1e-04b94e3dbf57 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3708ef53-aaa7-49d2-89bd-4269472b6f22 HTTP/1.1" status: 200 len: 945 time: 0.2706249 Aug 31 01:12:03.792784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: f28baeab-f105-4878-a06f-8e08fd685e93 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:03.793513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f28baeab-f105-4878-a06f-8e08fd685e93 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:03.813336 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d83e288c-e584-4550-bb6a-7e9831465df0 req-446c89e3-a6b9-46c7-b2b5-c04dd6889991 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418734 Aug 31 01:12:03.839170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:03.841031 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:03.844358 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e0756ff6-dc48-4849-8411-026544addcce req-a825f707-e57e-466a-af83-04cb6b48e378 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.845741 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65db4d8a-a841-4d2d-9438-ea2d8e2f1477" -d '{"events": [{"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-plugged", "status": "completed", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:03.845926 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e0756ff6-dc48-4849-8411-026544addcce req-a825f707-e57e-466a-af83-04cb6b48e378 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.853043 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.914422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-e0756ff6-dc48-4849-8411-026544addcce req-a825f707-e57e-466a-af83-04cb6b48e378 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Calling delete_port for 3391667c-234a-44e3-a986-4fb3a830baa9 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:03.922158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b613db64-1580-48f3-84aa-d12fcf5cae8f,revision_number=13']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:03.943890 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-121b7ded-577b-45b9-8667-cc8ce2e67508 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.954935 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-121b7ded-577b-45b9-8667-cc8ce2e67508 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.955364 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-121b7ded-577b-45b9-8667-cc8ce2e67508 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Floating IP 989a4c47-1344-429d-908a-3bc6a64dd1c3 disassociated. External IP: 172.25.6.83, port: 56a11eaa-edef-4ede-acf1-99e65140b264. Aug 31 01:12:04.024184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-97962a81-fbfa-4dc7-b3e2-de14b87e3c9b service neutron] 10.222.0.15 "GET /v2.0/networks/00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374988 Aug 31 01:12:04.028183 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.066810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3b72930-7c60-45a8-a0f2-acac3b5fc54e req-67b0fc6b-49d9-420d-aae2-2813833b26cc tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 210 time: 0.1483870 Aug 31 01:12:04.069110 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Port': ['ID=f28baeab-f105-4878-a06f-8e08fd685e93,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:04.073966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-b199f7a7-a4e2-4305-9da9-0c5d7f6da5bc req-c8a1270c-a36f-4df9-bf0f-6e403a7936fe tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Deleting port e6d95080-702e-4f7a-9e70-bd7157036274 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:04.073966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b199f7a7-a4e2-4305-9da9-0c5d7f6da5bc req-c8a1270c-a36f-4df9-bf0f-6e403a7936fe tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.143556 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-bc6d771b-dbe6-449a-9c74-42d405955c4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=29267b36-3381-42b4-ba48-8fcd9b7a236b HTTP/1.1" status: 200 len: 217 time: 0.0727742 Aug 31 01:12:04.157809 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] No DVR routers for this DVR port f28baeab-f105-4878-a06f-8e08fd685e93 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:04.159487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-645d662b-12a1-43dc-bbb2-900bccd168b5 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Allocated IP 172.20.0.11 (fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1/c27e0f0e-24d3-413e-9fdf-93d12f5194f9/42b18bf3-89e9-4729-951f-aefccbe3609a) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:04.268522 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af48d7bd-335e-4e8c-91c9-ea08112464eb x-openstack-request-id: req-af48d7bd-335e-4e8c-91c9-ea08112464eb {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:04.268800 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bf0ddd-7741-4783-ab7d-0695f8063f57", "name": "network-vif-deleted", "tag": "3679e42d-b1d0-46e2-a274-f56152f22bbb", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:04.269052 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af48d7bd-335e-4e8c-91c9-ea08112464eb {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:04.269440 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bf0ddd-7741-4783-ab7d-0695f8063f57', 'name': 'network-vif-deleted', 'tag': '3679e42d-b1d0-46e2-a274-f56152f22bbb', 'status': 'completed', 'code': 200} Aug 31 01:12:04.286345 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-9249b712-93da-4854-96d0-eacfe77c00ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:04.287876 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-9249b712-93da-4854-96d0-eacfe77c00ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.1364031 Aug 31 01:12:04.312460 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1bf53c-92e9-45e3-8e56-f0886dee2409 x-openstack-request-id: req-9f1bf53c-92e9-45e3-8e56-f0886dee2409 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:04.312849 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-plugged", "status": "completed", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:04.313036 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f1bf53c-92e9-45e3-8e56-f0886dee2409 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:04.313416 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'code': 200} Aug 31 01:12:04.434537 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.485401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-e0996a3a-6ebe-443e-8351-2602e385de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:04.486965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-e0996a3a-6ebe-443e-8351-2602e385de03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1898491 Aug 31 01:12:04.487973 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:04.499329 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e0756ff6-dc48-4849-8411-026544addcce req-a825f707-e57e-466a-af83-04cb6b48e378 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.510151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d335c6-a600-49a3-b903-d3be14628e98') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:04.510451 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d335c6-a600-49a3-b903-d3be14628e98') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:04.533394 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.553355 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-b199f7a7-a4e2-4305-9da9-0c5d7f6da5bc req-c8a1270c-a36f-4df9-bf0f-6e403a7936fe tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] For port e6d95080-702e-4f7a-9e70-bd7157036274, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e6d95080-702e-4f7a-9e70-bd7157036274,segment=NetworkSegment(fe9c1f01-54be-4799-bb52-2f8fc7968ee1),segment_id=fe9c1f01-54be-4799-bb52-2f8fc7968ee1)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:04.553728 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b199f7a7-a4e2-4305-9da9-0c5d7f6da5bc req-c8a1270c-a36f-4df9-bf0f-6e403a7936fe tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.564928 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.578589 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121b7ded-577b-45b9-8667-cc8ce2e67508 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:04.583646 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:12:04.583966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:12:04.590877 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:12:04.603035 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-b199f7a7-a4e2-4305-9da9-0c5d7f6da5bc req-c8a1270c-a36f-4df9-bf0f-6e403a7936fe tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Calling delete_port for e6d95080-702e-4f7a-9e70-bd7157036274 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:04.605024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825f707-e57e-466a-af83-04cb6b48e378 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Pushing event deleted for resources: {'Port': ['ID=3391667c-234a-44e3-a986-4fb3a830baa9,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:04.613579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4d93-6cab-44ef-971d-5ec29c428f5c req-0dfa69f1-32fd-4644-bb5e-24bad323585e tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:04.615077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7ec4d93-6cab-44ef-971d-5ec29c428f5c req-0dfa69f1-32fd-4644-bb5e-24bad323585e tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708ef53-aaa7-49d2-89bd-4269472b6f22 HTTP/1.1" status: 200 len: 945 time: 0.2085829 Aug 31 01:12:04.707874 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-645d662b-12a1-43dc-bbb2-900bccd168b5 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.789886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7ec4d93-6cab-44ef-971d-5ec29c428f5c req-bccb2aed-0b8d-4201-8ee7-e86b59e37312 tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.58 "GET /v2.0/security-groups?id=f50bc686-ed0f-4449-86b5-c550a1945019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570802 Aug 31 01:12:04.793054 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.793948 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e0756ff6-dc48-4849-8411-026544addcce req-a825f707-e57e-466a-af83-04cb6b48e378 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.796761 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e0756ff6-dc48-4849-8411-026544addcce req-a825f707-e57e-466a-af83-04cb6b48e378 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.797975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0756ff6-dc48-4849-8411-026544addcce req-a825f707-e57e-466a-af83-04cb6b48e378 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "DELETE /v2.0/floatingips/adf5b221-70f5-4e2b-8547-7a7539b8fa0b HTTP/1.1" status: 204 len: 173 time: 2.5115154 Aug 31 01:12:04.813291 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.832216 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-e044f549-10d1-4fa0-83cf-f10d0dd74da5 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225746 Aug 31 01:12:04.832216 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49610) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:04.832458 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "DELETE /v2.0/networks/f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b HTTP/1.1" status: 204 len: 168 time: 2.1329710 Aug 31 01:12:04.866450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13aeee-dee6-4cc1-bc80-0a765cb701f5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Network': ['ID=f24cbb1e-6bef-4a44-bff7-da1c2e4d9a5b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:04.902185 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121b7ded-577b-45b9-8667-cc8ce2e67508 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:04.908325 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-121b7ded-577b-45b9-8667-cc8ce2e67508 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.922687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f57c1ef-da97-486a-9fd7-3d2bd45a42d3 None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:04.946411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f57c1ef-da97-486a-9fd7-3d2bd45a42d3 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:04.947368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5f57c1ef-da97-486a-9fd7-3d2bd45a42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:04.968328 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-121b7ded-577b-45b9-8667-cc8ce2e67508 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "PUT /v2.0/floatingips/989a4c47-1344-429d-908a-3bc6a64dd1c3 HTTP/1.1" status: 200 len: 687 time: 1.7125111 Aug 31 01:12:04.972263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49616) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:05.029926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5f57c1ef-da97-486a-9fd7-3d2bd45a42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:05.052795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f57c1ef-da97-486a-9fd7-3d2bd45a42d3 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:05.053499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5f57c1ef-da97-486a-9fd7-3d2bd45a42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:05.102982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5f57c1ef-da97-486a-9fd7-3d2bd45a42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:05.104456 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f57c1ef-da97-486a-9fd7-3d2bd45a42d3 None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:05.192004 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-0fd0ec3d-8576-4233-a262-ab8e016fd664 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439214 Aug 31 01:12:05.216342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a386dbe-1fba-4b72-93f9-2cdbc5cc55c8 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Deleting subnet d7aa534f-b022-4b3c-946d-d2972a6c6c8d {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:12:05.237530 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a386dbe-1fba-4b72-93f9-2cdbc5cc55c8 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.243815 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-645d662b-12a1-43dc-bbb2-900bccd168b5 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.364182 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-87d4f827-012a-4f4b-b4a6-91aaae8c9b9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=3b367952-fbab-4977-b0c0-6447731e06fb HTTP/1.1" status: 200 len: 217 time: 0.1622508 Aug 31 01:12:05.402923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d717f-55e6-40a5-9446-d0b405e6f2e2 req-cca4fd19-95f8-41e1-9be4-5ca7fb6d4c26 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:05.411964 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-747d717f-55e6-40a5-9446-d0b405e6f2e2 req-cca4fd19-95f8-41e1-9be4-5ca7fb6d4c26 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 947 time: 0.3594544 Aug 31 01:12:05.494819 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a386dbe-1fba-4b72-93f9-2cdbc5cc55c8 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.509549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684154d8-43f5-4822-9f82-44e02ed61283 req-b5ae05a5-617c-4cfe-b1ef-c8868a8f8e5f tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:05.517655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-684154d8-43f5-4822-9f82-44e02ed61283 req-b5ae05a5-617c-4cfe-b1ef-c8868a8f8e5f tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4622703 Aug 31 01:12:05.530468 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b199f7a7-a4e2-4305-9da9-0c5d7f6da5bc req-c8a1270c-a36f-4df9-bf0f-6e403a7936fe tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.557933 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['e6d95080-702e-4f7a-9e70-bd7157036274'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:05.573242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1270c-a36f-4df9-bf0f-6e403a7936fe tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Pushing event deleted for resources: {'Port': ['ID=e6d95080-702e-4f7a-9e70-bd7157036274,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:05.644304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b199f7a7-a4e2-4305-9da9-0c5d7f6da5bc req-c8a1270c-a36f-4df9-bf0f-6e403a7936fe tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] No DVR routers for this DVR port e6d95080-702e-4f7a-9e70-bd7157036274 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:05.646773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting port beb688b0-d3e9-4aa8-bfde-912d624c075f {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:05.647187 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.650929 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b199f7a7-a4e2-4305-9da9-0c5d7f6da5bc req-c8a1270c-a36f-4df9-bf0f-6e403a7936fe tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.652516 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b199f7a7-a4e2-4305-9da9-0c5d7f6da5bc req-c8a1270c-a36f-4df9-bf0f-6e403a7936fe tempest-InstanceActionsV221TestJSON-221872952 tempest-InstanceActionsV221TestJSON-221872952-project] 10.222.0.15 "DELETE /v2.0/ports/e6d95080-702e-4f7a-9e70-bd7157036274 HTTP/1.1" status: 204 len: 173 time: 1.9398525 Aug 31 01:12:05.653438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3708ef53-aaa7-49d2-89bd-4269472b6f22', 'name': 'network-vif-deleted', 'tag': 'e6d95080-702e-4f7a-9e70-bd7157036274'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:05.655758 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf35c664-033b-404d-ba4d-16d2c71824a4" -d '{"events": [{"server_uuid": "3708ef53-aaa7-49d2-89bd-4269472b6f22", "name": "network-vif-deleted", "tag": "e6d95080-702e-4f7a-9e70-bd7157036274"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:05.666319 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a386dbe-1fba-4b72-93f9-2cdbc5cc55c8 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.747035 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.747672 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.761867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Calling delete_port for beb688b0-d3e9-4aa8-bfde-912d624c075f owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:05.774728 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-645d662b-12a1-43dc-bbb2-900bccd168b5 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Network fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:05.788690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-684154d8-43f5-4822-9f82-44e02ed61283 req-6a7a48dc-952c-4fed-8918-b88c91c56018 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2697666 Aug 31 01:12:05.790752 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-645d662b-12a1-43dc-bbb2-900bccd168b5 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:05.795411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-645d662b-12a1-43dc-bbb2-900bccd168b5 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:05.872004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d662b-12a1-43dc-bbb2-900bccd168b5 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Pushing event updated for resources: {'Port': ['ID=42b18bf3-89e9-4729-951f-aefccbe3609a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:05.933327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-747d717f-55e6-40a5-9446-d0b405e6f2e2 req-d7d32b6c-17ff-4cd7-bbd7-c93cced50864 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5199525 Aug 31 01:12:05.945489 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a386dbe-1fba-4b72-93f9-2cdbc5cc55c8 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.976688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-4db5348e-5bbb-4561-9938-c5ad850799bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:05.978718 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-4db5348e-5bbb-4561-9938-c5ad850799bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.5558259 Aug 31 01:12:05.980470 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.005538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a386dbe-1fba-4b72-93f9-2cdbc5cc55c8 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Subnet': ['ID=d7aa534f-b022-4b3c-946d-d2972a6c6c8d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:06.015510 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-645d662b-12a1-43dc-bbb2-900bccd168b5 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:06.016179 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-645d662b-12a1-43dc-bbb2-900bccd168b5 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.033224 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a386dbe-1fba-4b72-93f9-2cdbc5cc55c8 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.035271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5a386dbe-1fba-4b72-93f9-2cdbc5cc55c8 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "DELETE /v2.0/subnets/d7aa534f-b022-4b3c-946d-d2972a6c6c8d HTTP/1.1" status: 204 len: 168 time: 1.2111187 Aug 31 01:12:06.040769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49630) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:06.067502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Port': ['ID=beb688b0-d3e9-4aa8-bfde-912d624c075f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:06.086578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb46fe2-f0b1-4181-8002-85ecb29c8caa None None] Network 370aaa07-722a-4dc8-aa34-9ec42df0fe7c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:06.196472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:06.196694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:06.197090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:06.197439 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:06.197776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:06.198102 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:06.198431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:06.198761 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:06.199085 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:06.212978 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:06.213236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:06.213477 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:06.241064 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc092d48-608f-4d28-9880-0077c60ac61a x-openstack-request-id: req-dc092d48-608f-4d28-9880-0077c60ac61a {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:06.244484 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3708ef53-aaa7-49d2-89bd-4269472b6f22", "name": "network-vif-deleted", "tag": "e6d95080-702e-4f7a-9e70-bd7157036274", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:06.244750 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc092d48-608f-4d28-9880-0077c60ac61a {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:06.245200 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3708ef53-aaa7-49d2-89bd-4269472b6f22', 'name': 'network-vif-deleted', 'tag': 'e6d95080-702e-4f7a-9e70-bd7157036274', 'status': 'completed', 'code': 200} Aug 31 01:12:06.318119 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.327096 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b662b-9679-4563-9acb-0471292d5a20 req-c7bdf295-35ea-4fcb-909e-cd6289faf708 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:06.330912 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba0b662b-9679-4563-9acb-0471292d5a20 req-c7bdf295-35ea-4fcb-909e-cd6289faf708 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 932 time: 0.4478102 Aug 31 01:12:06.338731 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.342416 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b0d7a555-0e39-4acc-8d04-a2ebd4c41f36 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/floatingips/989a4c47-1344-429d-908a-3bc6a64dd1c3 HTTP/1.1" status: 204 len: 168 time: 1.3669071 Aug 31 01:12:06.347907 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49632) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:06.354469 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:12:06.405316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e515b0-4a38-4d77-913a-218242bace47 None None] DHCP port deletion for 370aaa07-722a-4dc8-aa34-9ec42df0fe7c request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:12:06.411439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-645d662b-12a1-43dc-bbb2-900bccd168b5 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5091338 Aug 31 01:12:06.435016 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-0279ece8-7d9b-4cd4-b044-edc40f471623 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] delete failed (client error): The resource could not be found. Aug 31 01:12:06.448838 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0279ece8-7d9b-4cd4-b044-edc40f471623 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/floatingips/989a4c47-1344-429d-908a-3bc6a64dd1c3 HTTP/1.1" status: 404 len: 345 time: 0.0997863 Aug 31 01:12:06.449454 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49642) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:06.463420 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eff18c71-ac6d-44b3-9760-f0739bf96597 req-2bf54535-3fb1-49cc-be33-26ef1c46f440 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1647532 Aug 31 01:12:06.485490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Request body: {'port': {'device_id': 'c6da017b-5d25-4836-99a2-7b0a9d722495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:06.506880 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a1e515b0-4a38-4d77-913a-218242bace47 None None] Deleting port b46f6aca-d2bf-4c1b-9fc2-b3c49501092a {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:06.507923 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a1e515b0-4a38-4d77-913a-218242bace47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.562462 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76bda16b-c996-4c2e-ba70-fa0993501aaa tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.582829 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-56e6cd8d-4b53-4932-afac-09bdeddb5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:06.588189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3631b41e-3e0d-4d7e-88cc-476f0b453640 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:06.588882 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-56e6cd8d-4b53-4932-afac-09bdeddb5a10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5799568 Aug 31 01:12:06.595549 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3631b41e-3e0d-4d7e-88cc-476f0b453640 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:06.604808 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3631b41e-3e0d-4d7e-88cc-476f0b453640 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:06.610008 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3631b41e-3e0d-4d7e-88cc-476f0b453640 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "GET /v2.0/ports?network_id=47c7ce32-31c7-4404-b377-d4c60354cf60 HTTP/1.1" status: 200 len: 2359 time: 0.1592672 Aug 31 01:12:06.610767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49646) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:06.630575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a1e515b0-4a38-4d77-913a-218242bace47 None None] For port b46f6aca-d2bf-4c1b-9fc2-b3c49501092a, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b46f6aca-d2bf-4c1b-9fc2-b3c49501092a,segment=NetworkSegment(3f6381a8-780e-4682-916a-9212ff1608b8),segment_id=3f6381a8-780e-4682-916a-9212ff1608b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:06.631247 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a1e515b0-4a38-4d77-913a-218242bace47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.665445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a1e515b0-4a38-4d77-913a-218242bace47 None None] Calling delete_port for b46f6aca-d2bf-4c1b-9fc2-b3c49501092a owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:06.683186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82dd11-f3bd-4d21-9942-1a2c96943ea6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:06.689858 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-be82dd11-f3bd-4d21-9942-1a2c96943ea6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "GET /v2.0/subnets/c860e57d-f45f-4b65-902b-3090cb5f45eb HTTP/1.1" status: 200 len: 797 time: 0.0779765 Aug 31 01:12:06.690580 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49648) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:06.697513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e1fa8e43-4b8a-4f3e-b953-c328bde9a16d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'port': {'network_id': '47c7ce32-31c7-4404-b377-d4c60354cf60', 'name': 'tempest-FloatingIPTestJSON-1827522772', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:06.841563 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a1e515b0-4a38-4d77-913a-218242bace47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.854756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fa8e43-4b8a-4f3e-b953-c328bde9a16d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Made reservation on behalf of 2718ee12180b44e1adf8db1e026c3ac8 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:06.865248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e515b0-4a38-4d77-913a-218242bace47 None None] No DVR routers for this DVR port b46f6aca-d2bf-4c1b-9fc2-b3c49501092a on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:06.902941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e515b0-4a38-4d77-913a-218242bace47 None None] Pushing event deleted for resources: {'Port': ['ID=b46f6aca-d2bf-4c1b-9fc2-b3c49501092a,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:07.032583 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8e43-4b8a-4f3e-b953-c328bde9a16d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.057825 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-e1fa8e43-4b8a-4f3e-b953-c328bde9a16d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] device_id is not set on port 0ee1aeb8-a036-4792-8e1b-e4fd6dd7082b yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:12:07.176616 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.194215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba0b662b-9679-4563-9acb-0471292d5a20 req-8ead0fdb-2b68-448b-bdab-fad5cb0c8546 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/security-groups?id=045902df-0412-4fda-a859-46a77f7df379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8555210 Aug 31 01:12:07.521547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-e1fa8e43-4b8a-4f3e-b953-c328bde9a16d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Allocated IP 172.20.0.14 (47c7ce32-31c7-4404-b377-d4c60354cf60/c860e57d-f45f-4b65-902b-3090cb5f45eb/0ee1aeb8-a036-4792-8e1b-e4fd6dd7082b) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:07.532431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-e1fa8e43-4b8a-4f3e-b953-c328bde9a16d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Allocated IP 172.20.0.12 (47c7ce32-31c7-4404-b377-d4c60354cf60/c860e57d-f45f-4b65-902b-3090cb5f45eb/0ee1aeb8-a036-4792-8e1b-e4fd6dd7082b) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:07.533782 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56280cc2-6119-4362-a13a-8979bef30cdd req-cfe4d671-b6ed-4371-acfb-3b73cbe29974 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:07.536832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b46f6aca-d2bf-4c1b-9fc2-b3c49501092a no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:07.544676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56280cc2-6119-4362-a13a-8979bef30cdd req-cfe4d671-b6ed-4371-acfb-3b73cbe29974 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 946 time: 0.4084132 Aug 31 01:12:07.579305 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: b46f6aca-d2bf-4c1b-9fc2-b3c49501092a {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:07.580010 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b46f6aca-d2bf-4c1b-9fc2-b3c49501092a not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:07.617166 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76bda16b-c996-4c2e-ba70-fa0993501aaa tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.673667 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-710ec99e-6b5d-4237-b988-7f1d67609952 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0724587 Aug 31 01:12:07.678557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-76bda16b-c996-4c2e-ba70-fa0993501aaa tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370aaa07-722a-4dc8-aa34-9ec42df0fe7c']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:07.747597 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8e43-4b8a-4f3e-b953-c328bde9a16d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.792374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-76bda16b-c996-4c2e-ba70-fa0993501aaa tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6381a8-780e-4682-916a-9212ff1608b8') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:07.792612 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-76bda16b-c996-4c2e-ba70-fa0993501aaa tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6381a8-780e-4682-916a-9212ff1608b8') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:07.807394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-498bc917-efdf-44ea-8348-9039378b9bbf service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222169 Aug 31 01:12:07.811819 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8e43-4b8a-4f3e-b953-c328bde9a16d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.860542 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fa8e43-4b8a-4f3e-b953-c328bde9a16d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network 47c7ce32-31c7-4404-b377-d4c60354cf60 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:07.863927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-e1fa8e43-4b8a-4f3e-b953-c328bde9a16d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:07.868768 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fa8e43-4b8a-4f3e-b953-c328bde9a16d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:07.872757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a1dd5-f0e2-428d-9d31-9321482b5222 req-d84f4054-8181-4907-9a70-debaddc5cf88 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:07.881143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec7a1dd5-f0e2-428d-9d31-9321482b5222 req-d84f4054-8181-4907-9a70-debaddc5cf88 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 947 time: 0.5228415 Aug 31 01:12:07.895384 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa8e43-4b8a-4f3e-b953-c328bde9a16d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=0ee1aeb8-a036-4792-8e1b-e4fd6dd7082b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:07.898285 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76bda16b-c996-4c2e-ba70-fa0993501aaa tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.911102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56280cc2-6119-4362-a13a-8979bef30cdd req-18c643e9-87ba-4c20-9c37-fc055c51350d tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ddec8ca-23eb-48c8-9401-92fa631a251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663316 Aug 31 01:12:07.931410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa8e43-4b8a-4f3e-b953-c328bde9a16d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:07.932462 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8e43-4b8a-4f3e-b953-c328bde9a16d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.953585 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e1fa8e43-4b8a-4f3e-b953-c328bde9a16d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2617557 Aug 31 01:12:07.956308 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49668) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:07.967273 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-559d84b2-fe34-4335-89d7-44c05daf3e4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=7f0214bb-8098-4206-85ec-e2322dd5fea7 HTTP/1.1" status: 200 len: 217 time: 0.1042836 Aug 31 01:12:07.968292 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76bda16b-c996-4c2e-ba70-fa0993501aaa tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.972429 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '0ee1aeb8-a036-4792-8e1b-e4fd6dd7082b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:08.003485 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.055256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-d629747c-8f56-4265-a232-381260b6de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:08.056772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-d629747c-8f56-4265-a232-381260b6de85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.0738583 Aug 31 01:12:08.095803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49670) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:08.170024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b18bf3-89e9-4729-951f-aefccbe3609a {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:08.179011 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.182899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bda16b-c996-4c2e-ba70-fa0993501aaa tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:12:08.183339 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76bda16b-c996-4c2e-ba70-fa0993501aaa tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:12:08.192501 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:12:08.216337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-94430789-cda0-4321-beea-a3420ef2b48f admin admin] Deleting subnet d44585ba-128f-426d-92e3-0be47b16587c {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:12:08.222632 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-94430789-cda0-4321-beea-a3420ef2b48f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.269756 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-94430789-cda0-4321-beea-a3420ef2b48f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.355124 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-94430789-cda0-4321-beea-a3420ef2b48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.361401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e6d95080-702e-4f7a-9e70-bd7157036274 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:08.361946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-382a5a6f-6298-448c-be13-ddb0e76ffe80 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:08.363540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-382a5a6f-6298-448c-be13-ddb0e76ffe80 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/networks?id=ab74ee34-12a3-401b-bc75-1cf0aeeda842 HTTP/1.1" status: 200 len: 814 time: 0.1654301 Aug 31 01:12:08.416375 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec7a1dd5-f0e2-428d-9d31-9321482b5222 req-c3283b55-3451-49af-8a88-7d09b16a0b0d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5341403 Aug 31 01:12:08.422975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04e3e6-179a-49d3-baae-3848a15b7172 req-12736de0-28b2-4cb0-92af-ab943a29f162 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:08.424956 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5d04e3e6-179a-49d3-baae-3848a15b7172 req-12736de0-28b2-4cb0-92af-ab943a29f162 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.15 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 946 time: 0.1109908 Aug 31 01:12:08.441382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: e6d95080-702e-4f7a-9e70-bd7157036274 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:08.442156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e6d95080-702e-4f7a-9e70-bd7157036274 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:08.461081 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-5e2c139b-e867-4fc4-ae4a-e585557d436e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/quotas/9d25507ba0d945d3821d1453bb12e9fa HTTP/1.1" status: 200 len: 375 time: 0.0633209 Aug 31 01:12:08.535301 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.535573 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76bda16b-c996-4c2e-ba70-fa0993501aaa tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.549750 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76bda16b-c996-4c2e-ba70-fa0993501aaa tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.558241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-76bda16b-c996-4c2e-ba70-fa0993501aaa tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "DELETE /v2.0/networks/370aaa07-722a-4dc8-aa34-9ec42df0fe7c HTTP/1.1" status: 204 len: 168 time: 2.5001922 Aug 31 01:12:08.560464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-aa78cdd2-93ec-40de-875e-219799d6a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:08.562039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-aa78cdd2-93ec-40de-875e-219799d6a018 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3651600 Aug 31 01:12:08.564717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49682) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:08.571397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-92bae1b1-4b31-4168-aa2d-285beed285cc tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1866735266'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:08.596486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Transition to ACTIVE for port object 42b18bf3-89e9-4729-951f-aefccbe3609a will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:08.598949 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bda16b-c996-4c2e-ba70-fa0993501aaa tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Network': ['ID=370aaa07-722a-4dc8-aa34-9ec42df0fe7c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:08.620402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-fca34159-7327-446d-8316-d23aa03ba3c1 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d25507ba0d945d3821d1453bb12e9fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1566401 Aug 31 01:12:08.621235 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-94430789-cda0-4321-beea-a3420ef2b48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.665295 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.669617 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-94430789-cda0-4321-beea-a3420ef2b48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.674822 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-94430789-cda0-4321-beea-a3420ef2b48f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d44585ba-128f-426d-92e3-0be47b16587c HTTP/1.1" status: 204 len: 168 time: 0.5779765 Aug 31 01:12:08.675487 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49684) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:08.686284 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94430789-cda0-4321-beea-a3420ef2b48f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d44585ba-128f-426d-92e3-0be47b16587c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:08.774568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730effa0-2c0d-4f12-a73d-2c60ed5d31c1 req-732bd414-f521-4afe-8ac9-19fe3cb84fd2 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:08.776193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-730effa0-2c0d-4f12-a73d-2c60ed5d31c1 req-732bd414-f521-4afe-8ac9-19fe3cb84fd2 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 932 time: 0.2759237 Aug 31 01:12:08.785580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bae1b1-4b31-4168-aa2d-285beed285cc tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Made reservation on behalf of fd2e94df38da44a893e4b2ce9a2b179c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:08.789239 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-92bae1b1-4b31-4168-aa2d-285beed285cc tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.795119 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-5d04e3e6-179a-49d3-baae-3848a15b7172 req-801b68bf-7d7c-475d-921b-541a516cee91 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Deleting port 91315711-f0d7-44d3-90ed-b87d27b38270 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:08.795712 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-5d04e3e6-179a-49d3-baae-3848a15b7172 req-801b68bf-7d7c-475d-921b-541a516cee91 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.860825 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87a156b4-e72a-4b27-b96d-f79b451e717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.884534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=42b18bf3-89e9-4729-951f-aefccbe3609a,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:08.901113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Allocated IP 172.25.6.103 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/d0cf926a-53b6-4524-9613-5c6bacec6f3e) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:08.945653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-9f38c867-bfa0-431c-b662-b4ed80af3aa3 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592277 Aug 31 01:12:08.957927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-730effa0-2c0d-4f12-a73d-2c60ed5d31c1 req-212cc1cf-cd1d-4a17-af87-3d81c1dbca28 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/security-groups?id=045902df-0412-4fda-a859-46a77f7df379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639946 Aug 31 01:12:08.962449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bae1b1-4b31-4168-aa2d-285beed285cc tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:12:09.045560 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-978467f3-8c3a-402a-97a6-07c5b1c7b734 service neutron] 10.222.0.58 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885493 Aug 31 01:12:09.062846 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-92bae1b1-4b31-4168-aa2d-285beed285cc tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.063137 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-92bae1b1-4b31-4168-aa2d-285beed285cc tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Added segment e1eba98b-ab9a-4da7-90f3-d0b95b579c15 of type vlan for network 20b95091-ba9c-4f81-9287-fac0c8f7b085 Aug 31 01:12:09.064153 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-5d04e3e6-179a-49d3-baae-3848a15b7172 req-801b68bf-7d7c-475d-921b-541a516cee91 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] For port 91315711-f0d7-44d3-90ed-b87d27b38270, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=91315711-f0d7-44d3-90ed-b87d27b38270,segment=NetworkSegment(8887bb04-1d71-44b4-9e2b-cc01334cda22),segment_id=8887bb04-1d71-44b4-9e2b-cc01334cda22)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:09.064538 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-5d04e3e6-179a-49d3-baae-3848a15b7172 req-801b68bf-7d7c-475d-921b-541a516cee91 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.082593 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87a156b4-e72a-4b27-b96d-f79b451e717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.121302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-5d04e3e6-179a-49d3-baae-3848a15b7172 req-801b68bf-7d7c-475d-921b-541a516cee91 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Calling delete_port for 91315711-f0d7-44d3-90ed-b87d27b38270 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:09.137742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-87a156b4-e72a-4b27-b96d-f79b451e717d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963ab003-ce97-4be5-a7df-116988a3afe6']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:09.155607 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-87a156b4-e72a-4b27-b96d-f79b451e717d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9c1f01-54be-4799-bb52-2f8fc7968ee1') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:09.155970 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-87a156b4-e72a-4b27-b96d-f79b451e717d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9c1f01-54be-4799-bb52-2f8fc7968ee1') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:09.174170 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87a156b4-e72a-4b27-b96d-f79b451e717d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.228097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87a156b4-e72a-4b27-b96d-f79b451e717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.243941 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-92bae1b1-4b31-4168-aa2d-285beed285cc tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.245850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a156b4-e72a-4b27-b96d-f79b451e717d admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:12:09.246268 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87a156b4-e72a-4b27-b96d-f79b451e717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.247942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Attempting to bind port 42b18bf3-89e9-4729-951f-aefccbe3609a on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:09.247942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Attempting to bind port 42b18bf3-89e9-4729-951f-aefccbe3609a by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '155de75e-6baa-4db9-8232-e2ae1c48eb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:09.249252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Attempting to bind port 42b18bf3-89e9-4729-951f-aefccbe3609a on network fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:12:09.249906 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:12:09.274279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Port 42b18bf3-89e9-4729-951f-aefccbe3609a on network fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:12:09.274646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Attempting to bind port 42b18bf3-89e9-4729-951f-aefccbe3609a on network fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:09.314213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:09.314583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Checking segment: {'id': '155de75e-6baa-4db9-8232-e2ae1c48eb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:09.315303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Bound using segment: {'id': '155de75e-6baa-4db9-8232-e2ae1c48eb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:09.315449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Bound port: 42b18bf3-89e9-4729-951f-aefccbe3609a, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '155de75e-6baa-4db9-8232-e2ae1c48eb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:09.315747 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.318929 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-f7ee63a0-32f4-4b17-8828-72daaa8bfcdc service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545041 Aug 31 01:12:09.334718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79f51a-c54c-4056-bf67-de4b27f7859f req-d57b9ae4-3dd6-4b4f-80e0-6c0bb9dd8d27 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:09.340181 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.342921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d79f51a-c54c-4056-bf67-de4b27f7859f req-d57b9ae4-3dd6-4b4f-80e0-6c0bb9dd8d27 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/ports?device_id=0755a699-9b80-4c62-ba72-26af25cffb78 HTTP/1.1" status: 200 len: 946 time: 0.2259424 Aug 31 01:12:09.378701 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87a156b4-e72a-4b27-b96d-f79b451e717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.390633 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87a156b4-e72a-4b27-b96d-f79b451e717d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.395345 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-87a156b4-e72a-4b27-b96d-f79b451e717d admin admin] 10.222.0.58 "DELETE /v2.0/networks/963ab003-ce97-4be5-a7df-116988a3afe6 HTTP/1.1" status: 204 len: 168 time: 0.7151446 Aug 31 01:12:09.444275 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a156b4-e72a-4b27-b96d-f79b451e717d admin admin] Pushing event deleted for resources: {'Network': ['ID=963ab003-ce97-4be5-a7df-116988a3afe6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:09.467369 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.470406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-9cdfee85-867c-4a2f-8d9c-df72e2a7ec37 service neutron] 10.222.0.58 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240184 Aug 31 01:12:09.474089 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-92bae1b1-4b31-4168-aa2d-285beed285cc tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.490725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bae1b1-4b31-4168-aa2d-285beed285cc tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:09.491550 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-92bae1b1-4b31-4168-aa2d-285beed285cc tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.519229 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-9d88dc16-0176-4515-bce8-7ea3f27a76c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=53e5b95c-f228-4756-af82-996e14d0fcc7 HTTP/1.1" status: 200 len: 217 time: 0.1575208 Aug 31 01:12:09.552600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:09.559773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:09.586934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-5d04e3e6-179a-49d3-baae-3848a15b7172 req-801b68bf-7d7c-475d-921b-541a516cee91 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.589785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=d0cf926a-53b6-4524-9613-5c6bacec6f3e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:09.600597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:09.611198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['91315711-f0d7-44d3-90ed-b87d27b38270'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:09.659217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49694) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:09.843468 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b68bf-7d7c-475d-921b-541a516cee91 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Pushing event deleted for resources: {'Port': ['ID=91315711-f0d7-44d3-90ed-b87d27b38270,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:09.863025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d04e3e6-179a-49d3-baae-3848a15b7172 req-801b68bf-7d7c-475d-921b-541a516cee91 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] No DVR routers for this DVR port 91315711-f0d7-44d3-90ed-b87d27b38270 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:09.871843 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-5d04e3e6-179a-49d3-baae-3848a15b7172 req-801b68bf-7d7c-475d-921b-541a516cee91 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.874174 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5d04e3e6-179a-49d3-baae-3848a15b7172 req-801b68bf-7d7c-475d-921b-541a516cee91 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.15 "DELETE /v2.0/ports/91315711-f0d7-44d3-90ed-b87d27b38270 HTTP/1.1" status: 204 len: 173 time: 1.4274950 Aug 31 01:12:09.894179 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0755a699-9b80-4c62-ba72-26af25cffb78', 'name': 'network-vif-deleted', 'tag': '91315711-f0d7-44d3-90ed-b87d27b38270'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:09.900305 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0357bd51-f914-470c-845e-2d4f9fcd8208" -d '{"events": [{"server_uuid": "0755a699-9b80-4c62-ba72-26af25cffb78", "name": "network-vif-deleted", "tag": "91315711-f0d7-44d3-90ed-b87d27b38270"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:09.913686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-92bae1b1-4b31-4168-aa2d-285beed285cc tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3477309 Aug 31 01:12:09.923943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d79f51a-c54c-4056-bf67-de4b27f7859f req-bd00e423-6704-4bd5-8c6e-814c8a3cb9f1 tempest-FloatingIPsAssociationNegativeTestJSON-544233299 tempest-FloatingIPsAssociationNegativeTestJSON-544233299-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ddec8ca-23eb-48c8-9401-92fa631a251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801189 Aug 31 01:12:09.935788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49702) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:09.948028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-0bd180e0-8913-4ebb-8409-92e72a80a9f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Request body: {'subnet': {'network_id': '20b95091-ba9c-4f81-9287-fac0c8f7b085', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:09.966331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bae1b1-4b31-4168-aa2d-285beed285cc tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event updated for resources: {'Network': ['ID=20b95091-ba9c-4f81-9287-fac0c8f7b085,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:09.977905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 20b95091-ba9c-4f81-9287-fac0c8f7b085 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:12:09.988609 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9ca55919-80e2-4ba2-8b7b-236e7338eb7e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=781a23e198ee4bf2bda206b910a0b57d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074841 Aug 31 01:12:10.005011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49704) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:10.242843 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92e436de-0e75-4ad8-a4fe-faa8c49e3e17 req-c53d6677-64d3-48f5-9fc0-5584322bc178 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 210 time: 0.1549990 Aug 31 01:12:10.250230 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6560ed12-f1f7-4585-bdd0-d189ec409c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.273874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-df9e8731-c420-44da-bd4f-e339880bc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:10.288734 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-df9e8731-c420-44da-bd4f-e339880bc377 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.7350059 Aug 31 01:12:10.299927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] For port 42b18bf3-89e9-4729-951f-aefccbe3609a, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:10.328338 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcef78a-fdcf-4aa4-bb36-6d5ce93cf485 x-openstack-request-id: req-adcef78a-fdcf-4aa4-bb36-6d5ce93cf485 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:10.328630 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0755a699-9b80-4c62-ba72-26af25cffb78", "name": "network-vif-deleted", "tag": "91315711-f0d7-44d3-90ed-b87d27b38270", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:10.328880 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adcef78a-fdcf-4aa4-bb36-6d5ce93cf485 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:10.329272 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0755a699-9b80-4c62-ba72-26af25cffb78', 'name': 'network-vif-deleted', 'tag': '91315711-f0d7-44d3-90ed-b87d27b38270', 'status': 'completed', 'code': 200} Aug 31 01:12:10.331561 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6560ed12-f1f7-4585-bdd0-d189ec409c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.418499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] For port 42b18bf3-89e9-4729-951f-aefccbe3609a, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=42b18bf3-89e9-4729-951f-aefccbe3609a,segment=NetworkSegment(155de75e-6baa-4db9-8232-e2ae1c48eb81),segment_id=155de75e-6baa-4db9-8232-e2ae1c48eb81)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:10.465135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0b084-52f7-4e2a-a4f8-a8ba1bfc8ec5 req-bc34256a-db19-4835-825e-83d3b72d666c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:10.475816 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aba0b084-52f7-4e2a-a4f8-a8ba1bfc8ec5 req-bc34256a-db19-4835-825e-83d3b72d666c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 947 time: 0.4960325 Aug 31 01:12:10.488100 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.495592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6560ed12-f1f7-4585-bdd0-d189ec409c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.498113 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6560ed12-f1f7-4585-bdd0-d189ec409c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.501825 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6560ed12-f1f7-4585-bdd0-d189ec409c4b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f50bc686-ed0f-4449-86b5-c550a1945019 HTTP/1.1" status: 204 len: 168 time: 0.4917748 Aug 31 01:12:10.512898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560ed12-f1f7-4585-bdd0-d189ec409c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50bc686-ed0f-4449-86b5-c550a1945019,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:10.610525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-f3ed1011-2ec0-42ab-bab8-d4019247b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:10.612404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-f3ed1011-2ec0-42ab-bab8-d4019247b518 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3228993 Aug 31 01:12:10.618344 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.628218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:10.629242 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.630844 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] 10.222.0.70 "PUT /v2.0/ports/42b18bf3-89e9-4729-951f-aefccbe3609a HTTP/1.1" status: 200 len: 1093 time: 4.1630189 Aug 31 01:12:10.640963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6da017b-5d25-4836-99a2-7b0a9d722495', 'tag': '42b18bf3-89e9-4729-951f-aefccbe3609a'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:10.643583 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d78727-64f6-4d9e-83bc-7f625528892d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6da017b-5d25-4836-99a2-7b0a9d722495", "tag": "42b18bf3-89e9-4729-951f-aefccbe3609a"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:10.647534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd180e0-8913-4ebb-8409-92e72a80a9f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Made reservation on behalf of fd2e94df38da44a893e4b2ce9a2b179c for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:10.653438 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0bd180e0-8913-4ebb-8409-92e72a80a9f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.758158 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.948215 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.992173 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:11.002976 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:11.137184 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=d0cf926a-53b6-4524-9613-5c6bacec6f3e,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:11.140368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:11.210473 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aba0b084-52f7-4e2a-a4f8-a8ba1bfc8ec5 req-9061b143-324c-4ce9-9873-d75e5527f393 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7329860 Aug 31 01:12:11.241408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd25c8f-1587-4545-97a0-3ee73f0366f0 req-c807f675-ec8a-49f0-acb8-7108b4d6cfdb tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:11.244992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-edd25c8f-1587-4545-97a0-3ee73f0366f0 req-c807f675-ec8a-49f0-acb8-7108b4d6cfdb tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 944 time: 0.8230381 Aug 31 01:12:11.337083 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe5f8b9-9ce1-41f2-939c-394734037cf4 x-openstack-request-id: req-fbe5f8b9-9ce1-41f2-939c-394734037cf4 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:11.337412 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6da017b-5d25-4836-99a2-7b0a9d722495", "tag": "42b18bf3-89e9-4729-951f-aefccbe3609a", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:11.337820 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbe5f8b9-9ce1-41f2-939c-394734037cf4 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:11.338284 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6da017b-5d25-4836-99a2-7b0a9d722495', 'tag': '42b18bf3-89e9-4729-951f-aefccbe3609a', 'status': 'completed', 'code': 200} Aug 31 01:12:11.374422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a9a29-f4ad-4e68-bf90-b3abaf3a2aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=42b18bf3-89e9-4729-951f-aefccbe3609a,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:11.498941 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-e2f66a1f-2231-4ea3-b629-44c44e3766a8 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8666196 Aug 31 01:12:11.528610 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49734) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:11.724281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6bc4b49-2684-4766-ae81-c0835a146954 req-93f82c67-b86f-4ed8-aa44-e392fe396a72 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 210 time: 0.0960209 Aug 31 01:12:11.746375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-3f619603-1ca1-4387-ab9a-03936f20adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:11.756182 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-3f619603-1ca1-4387-ab9a-03936f20adbd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=99d625d35e484f658615dbc86887aeb1&device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 1096 time: 0.5798190 Aug 31 01:12:11.828242 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-edd25c8f-1587-4545-97a0-3ee73f0366f0 req-f48ce7d2-d0c0-488c-be05-cde4fb90a220 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/security-groups?id=045902df-0412-4fda-a859-46a77f7df379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023577 Aug 31 01:12:11.841609 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Floating IP f8d25a23-81c5-4847-b963-fde1bfea12e5 associated. External IP: 172.25.6.103, port: 0ee1aeb8-a036-4792-8e1b-e4fd6dd7082b. Aug 31 01:12:11.872120 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-ae878cc5-40de-4432-b02b-d750aabc3ab0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b18bf3-89e9-4729-951f-aefccbe3609a HTTP/1.1" status: 200 len: 217 time: 0.1064548 Aug 31 01:12:11.970918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-aaa9649a-69a2-4001-9af8-169c198fc326 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:11.972580 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-aaa9649a-69a2-4001-9af8-169c198fc326 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.15 "GET /v2.0/networks?id=ab74ee34-12a3-401b-bc75-1cf0aeeda842 HTTP/1.1" status: 200 len: 814 time: 0.2177694 Aug 31 01:12:11.995255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-7d66dfdb-c790-4b5b-851e-e4b8a4c5e69e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Request body: {'port': {'device_id': 'd8e0aaf6-bc98-4abc-8688-55c4d0774b45', 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842', 'admin_state_up': True, 'tenant_id': '9d25507ba0d945d3821d1453bb12e9fa'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:12.019577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-e00f176d-10ab-4011-bfe2-f9c522bd72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:12.021433 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-e00f176d-10ab-4011-bfe2-f9c522bd72e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c27e0f0e-24d3-413e-9fdf-93d12f5194f9 HTTP/1.1" status: 200 len: 849 time: 0.1345134 Aug 31 01:12:12.155679 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-cec7005c-2921-4e24-a81b-dafbcde967bc service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6354306 Aug 31 01:12:12.197431 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-69bd5482-dda1-469e-95e9-0763caa32821 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405028 Aug 31 01:12:12.309835 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-84d8bb67-b271-4984-baa8-6ce38c10a04b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=450c3c7c-35f4-4432-892d-05366ece154e HTTP/1.1" status: 200 len: 217 time: 0.1112280 Aug 31 01:12:12.332291 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0bd180e0-8913-4ebb-8409-92e72a80a9f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:12.357172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-7d66dfdb-c790-4b5b-851e-e4b8a4c5e69e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Made reservation on behalf of 9d25507ba0d945d3821d1453bb12e9fa for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:12.361605 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-7d66dfdb-c790-4b5b-851e-e4b8a4c5e69e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:12.375789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 91315711-f0d7-44d3-90ed-b87d27b38270 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:12.430822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 91315711-f0d7-44d3-90ed-b87d27b38270 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:12.431397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 91315711-f0d7-44d3-90ed-b87d27b38270 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:12.501810 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:12.625114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd180e0-8913-4ebb-8409-92e72a80a9f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event updated for resources: {'Subnet': ['ID=4712addc-d55d-4025-9500-e0f779f92bc1,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:12.636113 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-cd8b5b80-8f97-45e3-99cf-8d0f2f144110 service neutron] 10.222.0.70 "GET /v2.0/networks/fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229124 Aug 31 01:12:12.694518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-7d66dfdb-c790-4b5b-851e-e4b8a4c5e69e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Allocated IP 172.20.0.4 (ab74ee34-12a3-401b-bc75-1cf0aeeda842/b7aae955-9475-4287-b0f9-97d65d425218/21e73b45-2fbe-405f-8ce5-577b0d371798) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:12.708597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49766) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:12.779814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c3e53-1c4c-4198-ab88-a87c640d67c6 req-2115e4ac-d98c-4f4e-95b0-546ef01a87a9 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:12.781750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:12.787438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a3c3e53-1c4c-4198-ab88-a87c640d67c6 req-2115e4ac-d98c-4f4e-95b0-546ef01a87a9 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 947 time: 0.4525080 Aug 31 01:12:12.803974 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a427330-0b47-4cfb-b6df-655d64207f80 None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:12.824469 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a427330-0b47-4cfb-b6df-655d64207f80 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:12.825496 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9a427330-0b47-4cfb-b6df-655d64207f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:12.850175 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:12.861794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-4f023e75-b276-4693-af67-e6a0f7446b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:12.873039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-4f023e75-b276-4693-af67-e6a0f7446b5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29402c3f-ce20-494c-a4c1-dc4edee01ec8 HTTP/1.1" status: 200 len: 797 time: 0.5493739 Aug 31 01:12:12.900830 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9a427330-0b47-4cfb-b6df-655d64207f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:12.912442 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a427330-0b47-4cfb-b6df-655d64207f80 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:12.916918 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9a427330-0b47-4cfb-b6df-655d64207f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:12.978734 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9a427330-0b47-4cfb-b6df-655d64207f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:12.979868 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a427330-0b47-4cfb-b6df-655d64207f80 None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:13.050779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a3c3e53-1c4c-4198-ab88-a87c640d67c6 req-c9afe558-fa03-4afe-8a81-0c1d7d9ab9f1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2622738 Aug 31 01:12:13.066580 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-747217f7-227b-4aa8-8e26-8d3484d9a52e req-2225dcbe-c876-4648-802e-61e331a3050d tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 210 time: 0.1319013 Aug 31 01:12:13.071686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd180e0-8913-4ebb-8409-92e72a80a9f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Checking segment: {'id': 'e1eba98b-ab9a-4da7-90f3-d0b95b579c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '20b95091-ba9c-4f81-9287-fac0c8f7b085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:13.072310 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd180e0-8913-4ebb-8409-92e72a80a9f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Network hostable DHCP agents. Network: 20b95091-ba9c-4f81-9287-fac0c8f7b085, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:12:13.143741 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-88277c0e-d28d-4a6d-86bb-4c340622a51c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.1817963 Aug 31 01:12:13.144336 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49774) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:13.154883 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-dfa4025b-f691-4c8d-b707-ca85b71f9aae tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'floatingip': {'port_id': '0ee1aeb8-a036-4792-8e1b-e4fd6dd7082b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:13.162598 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24f4e594-42b1-473f-8eba-3734f604958b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.174468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfc04a5d-13b9-4c13-8bc0-328f5d801b44 req-b7694aa9-dde6-44d5-ba7f-8393d48be38a service neutron] 10.222.0.70 "GET /v2.0/networks/fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209849 Aug 31 01:12:13.248390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd180e0-8913-4ebb-8409-92e72a80a9f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Network 20b95091-ba9c-4f81-9287-fac0c8f7b085 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:12:13.250543 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-7d66dfdb-c790-4b5b-851e-e4b8a4c5e69e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.269520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-8bb09db8-adba-4825-810b-9add19b6e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:13.275591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-8bb09db8-adba-4825-810b-9add19b6e6d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e89443cc-9b69-4c94-9137-62b2d80389e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3913336 Aug 31 01:12:13.276896 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfa4025b-f691-4c8d-b707-ca85b71f9aae tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.290339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-0bd180e0-8913-4ebb-8409-92e72a80a9f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 20b95091-ba9c-4f81-9287-fac0c8f7b085) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:13.299601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33223af-3706-4136-9b83-7bc1b5ef4113 None None] Network 20b95091-ba9c-4f81-9287-fac0c8f7b085 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:13.330849 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd180e0-8913-4ebb-8409-92e72a80a9f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:13.331879 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0bd180e0-8913-4ebb-8409-92e72a80a9f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.405652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c54a90-7973-4e5c-9d56-6a8384e97dd5 req-d31db1a8-e485-40a6-a79a-19704c5e15ea tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:13.414388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85c54a90-7973-4e5c-9d56-6a8384e97dd5 req-d31db1a8-e485-40a6-a79a-19704c5e15ea tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 944 time: 0.2474539 Aug 31 01:12:13.474889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-20b95091-ba9c-4f81-9287-fac0c8f7b085', 'network_id': '20b95091-ba9c-4f81-9287-fac0c8f7b085', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'fixed_ips': [{'subnet_id': '4712addc-d55d-4025-9500-e0f779f92bc1'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:12:13.475605 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.491412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d78727-64f6-4d9e-83bc-7f625528892d req-0275700b-29fe-4609-9400-72f9e348a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:13.493809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5d78727-64f6-4d9e-83bc-7f625528892d req-0275700b-29fe-4609-9400-72f9e348a5aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=99d625d35e484f658615dbc86887aeb1&device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 1096 time: 0.2312758 Aug 31 01:12:13.549857 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85c54a90-7973-4e5c-9d56-6a8384e97dd5 req-240f27cc-0540-4a70-be5f-68528d4445c2 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/security-groups?id=045902df-0412-4fda-a859-46a77f7df379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348639 Aug 31 01:12:13.650905 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-7d66dfdb-c790-4b5b-851e-e4b8a4c5e69e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.659863 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24f4e594-42b1-473f-8eba-3734f604958b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.698411 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-1860372f-628c-4bdd-a30b-4cfc69a83805 service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096677 Aug 31 01:12:13.705169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0bd180e0-8913-4ebb-8409-92e72a80a9f9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7682867 Aug 31 01:12:13.707561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49778) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:13.712594 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['d7827a61-9dc8-471c-8a81-f8828e12b54d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:13.715797 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-85e61160-1e5e-43fd-b10a-c557fc0bf30e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1253560898'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:13.761587 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66dfdb-c790-4b5b-851e-e4b8a4c5e69e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Pushing event updated for resources: {'Port': ['ID=21e73b45-2fbe-405f-8ce5-577b0d371798,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:13.769267 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24f4e594-42b1-473f-8eba-3734f604958b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.802981 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-993b0a77-c577-40d1-b628-f88e0faf2ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.808389 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-24f4e594-42b1-473f-8eba-3734f604958b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84d123e98a9842f492250c97b7fbcc87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0983527 Aug 31 01:12:13.810405 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49780) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:13.856621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-7d66dfdb-c790-4b5b-851e-e4b8a4c5e69e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Network ab74ee34-12a3-401b-bc75-1cf0aeeda842 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:13.872163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d78727-64f6-4d9e-83bc-7f625528892d req-af7997bb-64d0-4c1a-a896-fe12a025d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:13.873668 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5d78727-64f6-4d9e-83bc-7f625528892d req-af7997bb-64d0-4c1a-a896-fe12a025d2a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1 HTTP/1.1" status: 200 len: 910 time: 0.3688686 Aug 31 01:12:13.877386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Allocated IP 19.80.0.2 (20b95091-ba9c-4f81-9287-fac0c8f7b085/4712addc-d55d-4025-9500-e0f779f92bc1/21f83e43-96b3-40f9-ada8-f5878075d668) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:13.878516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-7d66dfdb-c790-4b5b-851e-e4b8a4c5e69e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:13.879741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e61160-1e5e-43fd-b10a-c557fc0bf30e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Made reservation on behalf of fd2e94df38da44a893e4b2ce9a2b179c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:13.883854 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-85e61160-1e5e-43fd-b10a-c557fc0bf30e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.891687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-7d66dfdb-c790-4b5b-851e-e4b8a4c5e69e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:13.959213 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-7d66dfdb-c790-4b5b-851e-e4b8a4c5e69e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:13.960078 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-7d66dfdb-c790-4b5b-851e-e4b8a4c5e69e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.999232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4e594-42b1-473f-8eba-3734f604958b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb17788-986c-4621-a817-930617012594,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:14.037797 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-7d66dfdb-c790-4b5b-851e-e4b8a4c5e69e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0504904 Aug 31 01:12:14.061533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Request body: {'port': {'device_id': 'd8e0aaf6-bc98-4abc-8688-55c4d0774b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:14.123549 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bc63304-6530-444d-9ff9-d1b3bb069686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.250080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bc63304-6530-444d-9ff9-d1b3bb069686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.252663 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.269097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Transition to ACTIVE for port object 21f83e43-96b3-40f9-ada8-f5878075d668 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:14.286472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5d78727-64f6-4d9e-83bc-7f625528892d req-60d7f1be-0377-4bb6-a1a4-370c31853cca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b18bf3-89e9-4729-951f-aefccbe3609a HTTP/1.1" status: 200 len: 217 time: 0.3978207 Aug 31 01:12:14.286698 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.300544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Transition to ACTIVE for port object 21f83e43-96b3-40f9-ada8-f5878075d668 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:14.315700 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.388576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-a06641e3-b214-44f5-a0dc-a66bd41c4788 service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6811502 Aug 31 01:12:14.401119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e61160-1e5e-43fd-b10a-c557fc0bf30e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:12:14.432948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Pushing event updated for resources: {'Port': ['ID=21f83e43-96b3-40f9-ada8-f5878075d668,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:14.458560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Network 20b95091-ba9c-4f81-9287-fac0c8f7b085 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:14.461470 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:14.468061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:14.484920 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-85e61160-1e5e-43fd-b10a-c557fc0bf30e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.485271 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-85e61160-1e5e-43fd-b10a-c557fc0bf30e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Added segment 2f8fe804-77c6-4b11-b847-c8aad4961e4c of type vlan for network 20691699-f0d2-4d64-b51e-c51c68111d5b Aug 31 01:12:14.489127 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-87411aad-9b53-4196-a623-ab62c5265f10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0566f795-c864-431d-8adb-85d29f5b7dae HTTP/1.1" status: 200 len: 217 time: 0.0891190 Aug 31 01:12:14.498116 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bc63304-6530-444d-9ff9-d1b3bb069686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.501784 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bc63304-6530-444d-9ff9-d1b3bb069686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.518665 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0bc63304-6530-444d-9ff9-d1b3bb069686 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbb17788-986c-4621-a817-930617012594 HTTP/1.1" status: 204 len: 168 time: 0.6941209 Aug 31 01:12:14.556076 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Attempting to bind port 21f83e43-96b3-40f9-ada8-f5878075d668 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:14.558344 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Attempting to bind port 21f83e43-96b3-40f9-ada8-f5878075d668 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'e1eba98b-ab9a-4da7-90f3-d0b95b579c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '20b95091-ba9c-4f81-9287-fac0c8f7b085'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:14.559171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Attempting to bind port 21f83e43-96b3-40f9-ada8-f5878075d668 on network 20b95091-ba9c-4f81-9287-fac0c8f7b085 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:14.568483 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:14.569196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Checking segment: {'id': 'e1eba98b-ab9a-4da7-90f3-d0b95b579c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '20b95091-ba9c-4f81-9287-fac0c8f7b085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:14.569948 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.570745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Bound using segment: {'id': 'e1eba98b-ab9a-4da7-90f3-d0b95b579c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '20b95091-ba9c-4f81-9287-fac0c8f7b085'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:14.571639 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Bound port: 21f83e43-96b3-40f9-ada8-f5878075d668, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1eba98b-ab9a-4da7-90f3-d0b95b579c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '20b95091-ba9c-4f81-9287-fac0c8f7b085'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:14.573098 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.578050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d78727-64f6-4d9e-83bc-7f625528892d req-ea05ced2-673a-49d1-ac30-c21da8f18bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:14.579586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5d78727-64f6-4d9e-83bc-7f625528892d req-ea05ced2-673a-49d1-ac30-c21da8f18bb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c27e0f0e-24d3-413e-9fdf-93d12f5194f9 HTTP/1.1" status: 200 len: 849 time: 0.2682707 Aug 31 01:12:14.643147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe7941-b815-4f39-a9c5-9b0f352ee5aa req-40a1c67a-41d3-426d-8048-eaf6e2ec11c8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:14.644731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77fe7941-b815-4f39-a9c5-9b0f352ee5aa req-40a1c67a-41d3-426d-8048-eaf6e2ec11c8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 947 time: 0.3661947 Aug 31 01:12:14.673482 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] For port 21f83e43-96b3-40f9-ada8-f5878075d668, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:14.678932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] For port 21f83e43-96b3-40f9-ada8-f5878075d668, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=21f83e43-96b3-40f9-ada8-f5878075d668,segment=NetworkSegment(e1eba98b-ab9a-4da7-90f3-d0b95b579c15),segment_id=e1eba98b-ab9a-4da7-90f3-d0b95b579c15)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:14.681590 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc63304-6530-444d-9ff9-d1b3bb069686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb17788-986c-4621-a817-930617012594,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:14.699270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5d78727-64f6-4d9e-83bc-7f625528892d req-09ed3832-21ff-4384-89b1-70f2604988c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873508 Aug 31 01:12:14.707223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797064a2-293c-44ad-99e7-7a9181220fc5 req-67404180-a3de-4c9a-aeb3-75f8d1f83bc1 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:14.716098 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-797064a2-293c-44ad-99e7-7a9181220fc5 req-67404180-a3de-4c9a-aeb3-75f8d1f83bc1 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 931 time: 0.4384916 Aug 31 01:12:14.726462 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.738236 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-85e61160-1e5e-43fd-b10a-c557fc0bf30e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.789994 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfa4025b-f691-4c8d-b707-ca85b71f9aae tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.799879 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfa4025b-f691-4c8d-b707-ca85b71f9aae tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.908092 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.resource_extend [None req-85e61160-1e5e-43fd-b10a-c557fc0bf30e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:12:14.922350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-b298dc3d-ac7c-4e79-a89d-07ecb8d379ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:14.928328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76847e5f-7653-4644-bd1d-37156ae98d6a None None] Pushing event updated for resources: {'Port': ['ID=21f83e43-96b3-40f9-ada8-f5878075d668,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:14.928695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-b298dc3d-ac7c-4e79-a89d-07ecb8d379ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29402c3f-ce20-494c-a4c1-dc4edee01ec8 HTTP/1.1" status: 200 len: 797 time: 0.4209814 Aug 31 01:12:15.047843 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-85e61160-1e5e-43fd-b10a-c557fc0bf30e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:15.053594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e61160-1e5e-43fd-b10a-c557fc0bf30e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:15.054253 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-85e61160-1e5e-43fd-b10a-c557fc0bf30e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:15.060673 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77fe7941-b815-4f39-a9c5-9b0f352ee5aa req-5e4c2d09-c887-449e-b11c-e15a7a292522 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3700156 Aug 31 01:12:15.104226 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-797064a2-293c-44ad-99e7-7a9181220fc5 req-80bbbc13-7717-4d3f-a2e2-bce603593a60 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831291 Aug 31 01:12:15.147017 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e73b45-2fbe-405f-8ce5-577b0d371798 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:15.163086 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:15.256473 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Transition to ACTIVE for port object 21e73b45-2fbe-405f-8ce5-577b0d371798 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:15.272506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-85e61160-1e5e-43fd-b10a-c557fc0bf30e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5619140 Aug 31 01:12:15.275554 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49802) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:15.279485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 42b18bf3-89e9-4729-951f-aefccbe3609a details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:12:15.286085 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:15.342035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c8821f60-7bd4-4399-b32d-8842e9f2f98e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Request body: {'subnet': {'network_id': '20691699-f0d2-4d64-b51e-c51c68111d5b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:15.354467 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-2579eafa-f27c-40a5-8f94-385fe6d32854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:15.368418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-2579eafa-f27c-40a5-8f94-385fe6d32854 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e89443cc-9b69-4c94-9137-62b2d80389e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4113214 Aug 31 01:12:15.370347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5d78727-64f6-4d9e-83bc-7f625528892d req-6fe8374b-7c3e-43f0-98b6-ff02d8a4764f service neutron] 10.222.0.70 "GET /v2.0/networks/fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462913 Aug 31 01:12:15.394248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e61160-1e5e-43fd-b10a-c557fc0bf30e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event updated for resources: {'Network': ['ID=20691699-f0d2-4d64-b51e-c51c68111d5b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:15.433726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 20691699-f0d2-4d64-b51e-c51c68111d5b details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:12:15.655517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 21f83e43-96b3-40f9-ada8-f5878075d668 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:15.696212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5d78727-64f6-4d9e-83bc-7f625528892d req-b6b8eafc-03a0-4608-9203-ab6b2ddfb68d service neutron] 10.222.0.70 "GET /v2.0/networks/fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872643 Aug 31 01:12:15.700230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 42b18bf3-89e9-4729-951f-aefccbe3609a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=42b18bf3-89e9-4729-951f-aefccbe3609a,segment=NetworkSegment(155de75e-6baa-4db9-8232-e2ae1c48eb81),segment_id=155de75e-6baa-4db9-8232-e2ae1c48eb81)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:15.734904 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '42b18bf3-89e9-4729-951f-aefccbe3609a', 'network_id': 'fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1', 'port_id': '42b18bf3-89e9-4729-951f-aefccbe3609a', 'mac_address': 'fa:16:3e:86:bb:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c27e0f0e-24d3-413e-9fdf-93d12f5194f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:12:15.851932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-3135d9c6-9524-47d9-9054-80308a97b31e service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745933 Aug 31 01:12:15.857671 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:15.875040 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 21f83e43-96b3-40f9-ada8-f5878075d668 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:15.896585 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b18bf3-89e9-4729-951f-aefccbe3609a {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:15.937427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 42b18bf3-89e9-4729-951f-aefccbe3609a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=42b18bf3-89e9-4729-951f-aefccbe3609a,segment=NetworkSegment(155de75e-6baa-4db9-8232-e2ae1c48eb81),segment_id=155de75e-6baa-4db9-8232-e2ae1c48eb81)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:15.943518 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:15.994919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09715ee1-a347-4849-b5b0-3d1432f183fa req-4661afed-fe01-48c9-a87d-bfcb752e2ca2 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:15.996905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09715ee1-a347-4849-b5b0-3d1432f183fa req-4661afed-fe01-48c9-a87d-bfcb752e2ca2 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 944 time: 0.7927616 Aug 31 01:12:16.060854 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=42b18bf3-89e9-4729-951f-aefccbe3609a,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:16.070961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Pushing event updated for resources: {'Port': ['ID=21e73b45-2fbe-405f-8ce5-577b0d371798,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:16.170246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8821f60-7bd4-4399-b32d-8842e9f2f98e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Made reservation on behalf of fd2e94df38da44a893e4b2ce9a2b179c for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:16.173974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c8821f60-7bd4-4399-b32d-8842e9f2f98e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:16.195161 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20084a46-d3db-42d9-b7bf-4d1639a663d0 req-6e1b54e0-747e-4b34-85b8-3b31e0e61ae6 service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146982 Aug 31 01:12:16.202286 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['42b18bf3-89e9-4729-951f-aefccbe3609a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:16.243657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09715ee1-a347-4849-b5b0-3d1432f183fa req-0810c95e-f712-43cd-b071-ed5eefd1e4f3 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/security-groups?id=045902df-0412-4fda-a859-46a77f7df379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985922 Aug 31 01:12:16.254266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa4025b-f691-4c8d-b707-ca85b71f9aae tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:16.356535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-993b0a77-c577-40d1-b628-f88e0faf2ba6 admin admin] Deleting port e265dbb5-a909-466b-91bc-3315fa7f4007 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:16.356886 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-993b0a77-c577-40d1-b628-f88e0faf2ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:16.428890 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Attempting to bind port 21e73b45-2fbe-405f-8ce5-577b0d371798 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:16.429990 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Attempting to bind port 21e73b45-2fbe-405f-8ce5-577b0d371798 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:16.430302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Attempting to bind port 21e73b45-2fbe-405f-8ce5-577b0d371798 on network ab74ee34-12a3-401b-bc75-1cf0aeeda842 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:16.457928 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Port 21e73b45-2fbe-405f-8ce5-577b0d371798 on network ab74ee34-12a3-401b-bc75-1cf0aeeda842 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:12:16.465496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Attempting to bind port 21e73b45-2fbe-405f-8ce5-577b0d371798 on network ab74ee34-12a3-401b-bc75-1cf0aeeda842 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:16.513101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:16.513448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Checking segment: {'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:16.513875 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Bound using segment: {'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:16.514289 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Bound port: 21e73b45-2fbe-405f-8ce5-577b0d371798, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:16.514646 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:16.582614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa4025b-f691-4c8d-b707-ca85b71f9aae tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:16.589978 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfa4025b-f691-4c8d-b707-ca85b71f9aae tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:16.596956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3005bf13-c9a1-4f09-a435-95a0789c3f68 None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:16.613128 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005bf13-c9a1-4f09-a435-95a0789c3f68 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:16.616537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3005bf13-c9a1-4f09-a435-95a0789c3f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:16.635720 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c96a5-dfd3-4a8c-b519-0272a6017488 req-b5ee6493-55e5-45e0-b4e3-780e5fa72af8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:16.642328 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-984c96a5-dfd3-4a8c-b519-0272a6017488 req-b5ee6493-55e5-45e0-b4e3-780e5fa72af8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 947 time: 0.3944376 Aug 31 01:12:16.706890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3005bf13-c9a1-4f09-a435-95a0789c3f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:16.750058 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74534dc7-1ed2-4d76-90ac-223cc72a6296 None None] Network 20b95091-ba9c-4f81-9287-fac0c8f7b085 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:16.752841 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005bf13-c9a1-4f09-a435-95a0789c3f68 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:16.753479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3005bf13-c9a1-4f09-a435-95a0789c3f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:16.761372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-993b0a77-c577-40d1-b628-f88e0faf2ba6 admin admin] For port e265dbb5-a909-466b-91bc-3315fa7f4007, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e265dbb5-a909-466b-91bc-3315fa7f4007,segment=NetworkSegment(8887bb04-1d71-44b4-9e2b-cc01334cda22),segment_id=8887bb04-1d71-44b4-9e2b-cc01334cda22)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:16.761895 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-993b0a77-c577-40d1-b628-f88e0faf2ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:16.798727 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dfa4025b-f691-4c8d-b707-ca85b71f9aae tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "PUT /v2.0/floatingips/f8d25a23-81c5-4847-b963-fde1bfea12e5 HTTP/1.1" status: 200 len: 979 time: 3.6479490 Aug 31 01:12:16.805605 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49830) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:16.826342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-993b0a77-c577-40d1-b628-f88e0faf2ba6 admin admin] Calling delete_port for e265dbb5-a909-466b-91bc-3315fa7f4007 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:16.838860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3005bf13-c9a1-4f09-a435-95a0789c3f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:16.839544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3005bf13-c9a1-4f09-a435-95a0789c3f68 None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:16.840100 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] For port 21e73b45-2fbe-405f-8ce5-577b0d371798, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:16.855238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] For port 21e73b45-2fbe-405f-8ce5-577b0d371798, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=21e73b45-2fbe-405f-8ce5-577b0d371798,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:16.864180 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:16.870220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2dbea609-f962-4125-ba79-29d9575ee136 None None] Provisioning for port 21f83e43-96b3-40f9-ada8-f5878075d668 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:16.906262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2dbea609-f962-4125-ba79-29d9575ee136 None None] Provisioning complete for port 21f83e43-96b3-40f9-ada8-f5878075d668 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:16.906636 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2dbea609-f962-4125-ba79-29d9575ee136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:16.929930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb7cac-07dc-4858-89e3-c06d92115963 req-fd1414d1-9199-4ca8-9898-b9e72abcd110 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:16.931860 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9bb7cac-07dc-4858-89e3-c06d92115963 req-fd1414d1-9199-4ca8-9898-b9e72abcd110 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 943 time: 0.4647317 Aug 31 01:12:16.938718 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:16.939658 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:16.941512 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] 10.222.0.15 "PUT /v2.0/ports/21e73b45-2fbe-405f-8ce5-577b0d371798 HTTP/1.1" status: 200 len: 1092 time: 2.8900888 Aug 31 01:12:16.942136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e0aaf6-bc98-4abc-8688-55c4d0774b45', 'tag': '21e73b45-2fbe-405f-8ce5-577b0d371798'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:16.944961 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab1dcf1-ec46-40a6-ba0e-1ecdbc001d75" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e0aaf6-bc98-4abc-8688-55c4d0774b45", "tag": "21e73b45-2fbe-405f-8ce5-577b0d371798"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:16.993765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0ae13-d949-4d39-b620-d9503101cbaf service neutron] Pushing event updated for resources: {'Port': ['ID=21e73b45-2fbe-405f-8ce5-577b0d371798,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:17.031544 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-984c96a5-dfd3-4a8c-b519-0272a6017488 req-35d8ac81-46cc-4581-9b11-011690c1c703 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558340 Aug 31 01:12:17.110272 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-fd5900e8-67c9-46ea-8ada-bd770d7d1a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:17.117453 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-fd5900e8-67c9-46ea-8ada-bd770d7d1a51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d25507ba0d945d3821d1453bb12e9fa&device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 1095 time: 0.1122198 Aug 31 01:12:17.191199 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-b19862cb-c10a-43ba-9a33-383f69313690 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21e73b45-2fbe-405f-8ce5-577b0d371798 HTTP/1.1" status: 200 len: 217 time: 0.0582261 Aug 31 01:12:17.305612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 42b18bf3-89e9-4729-951f-aefccbe3609a up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:17.344660 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-d28133dd-0553-4d26-b533-3cab5740c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:17.346210 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-d28133dd-0553-4d26-b533-3cab5740c7e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7aae955-9475-4287-b0f9-97d65d425218 HTTP/1.1" status: 200 len: 854 time: 0.1456099 Aug 31 01:12:17.351467 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff97690d-c576-4f6f-9d2e-d7d7fcb5d5e4 x-openstack-request-id: req-ff97690d-c576-4f6f-9d2e-d7d7fcb5d5e4 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:17.353960 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e0aaf6-bc98-4abc-8688-55c4d0774b45", "tag": "21e73b45-2fbe-405f-8ce5-577b0d371798", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:17.354235 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff97690d-c576-4f6f-9d2e-d7d7fcb5d5e4 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:17.354678 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e0aaf6-bc98-4abc-8688-55c4d0774b45', 'tag': '21e73b45-2fbe-405f-8ce5-577b0d371798', 'status': 'completed', 'code': 200} Aug 31 01:12:17.396474 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2dbea609-f962-4125-ba79-29d9575ee136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.406131 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-28de6cf3-fa01-41ea-b4f3-f7e4bb3a8aa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab74ee34-12a3-401b-bc75-1cf0aeeda842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503407 Aug 31 01:12:17.466066 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c8821f60-7bd4-4399-b32d-8842e9f2f98e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.491635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2dbea609-f962-4125-ba79-29d9575ee136 None None] For port 21f83e43-96b3-40f9-ada8-f5878075d668, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=21f83e43-96b3-40f9-ada8-f5878075d668,segment=NetworkSegment(e1eba98b-ab9a-4da7-90f3-d0b95b579c15),segment_id=e1eba98b-ab9a-4da7-90f3-d0b95b579c15)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:17.494039 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 42b18bf3-89e9-4729-951f-aefccbe3609a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:17.507888 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2dbea609-f962-4125-ba79-29d9575ee136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.520427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 42b18bf3-89e9-4729-951f-aefccbe3609a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:17.526494 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.536722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9bb7cac-07dc-4858-89e3-c06d92115963 req-6ad5defe-9e83-4643-9252-44e1356a25f8 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345497 Aug 31 01:12:17.642363 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-da2e38a0-1896-4c37-b443-040833a5c456 service neutron] 10.222.0.15 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286348 Aug 31 01:12:17.755214 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbea609-f962-4125-ba79-29d9575ee136 None None] Pushing event updated for resources: {'Port': ['ID=21f83e43-96b3-40f9-ada8-f5878075d668,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:17.786905 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-0093fcac-256c-445e-bf2b-ce962a10a55e req-c53d6dd1-c800-49b3-961f-90ff75f91345 service neutron] 10.222.0.15 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315989 Aug 31 01:12:17.814213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817575a4-bdd8-42fb-babb-9cd0c94ee56a req-32ac40c2-2955-4791-8266-19b11b5b6659 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:17.822967 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-817575a4-bdd8-42fb-babb-9cd0c94ee56a req-32ac40c2-2955-4791-8266-19b11b5b6659 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 945 time: 0.3777564 Aug 31 01:12:17.829854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8821f60-7bd4-4399-b32d-8842e9f2f98e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event updated for resources: {'Subnet': ['ID=2653c91a-64eb-4425-9d35-b49a314109c5,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:17.837292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-043a272b-6cff-4dfe-9969-ab174775b592 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting port d0cf926a-53b6-4524-9613-5c6bacec6f3e {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:17.837769 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-043a272b-6cff-4dfe-9969-ab174775b592 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.855633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8821f60-7bd4-4399-b32d-8842e9f2f98e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Checking segment: {'id': '2f8fe804-77c6-4b11-b847-c8aad4961e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20691699-f0d2-4d64-b51e-c51c68111d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:17.856221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8821f60-7bd4-4399-b32d-8842e9f2f98e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Network hostable DHCP agents. Network: 20691699-f0d2-4d64-b51e-c51c68111d5b, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:12:17.964635 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-817575a4-bdd8-42fb-babb-9cd0c94ee56a req-16dcc8d8-9f99-49d7-9d24-3d3c8705aa12 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/security-groups?id=045902df-0412-4fda-a859-46a77f7df379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367476 Aug 31 01:12:17.968639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1dcf1-ec46-40a6-ba0e-1ecdbc001d75 req-ace821f4-3c9c-4a98-a0f0-0e8a3a858d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:17.973824 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bab1dcf1-ec46-40a6-ba0e-1ecdbc001d75 req-ace821f4-3c9c-4a98-a0f0-0e8a3a858d48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d25507ba0d945d3821d1453bb12e9fa&device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 1095 time: 0.1105268 Aug 31 01:12:18.026961 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8821f60-7bd4-4399-b32d-8842e9f2f98e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Network 20691699-f0d2-4d64-b51e-c51c68111d5b is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:12:18.087252 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1dcf1-ec46-40a6-ba0e-1ecdbc001d75 req-ec868ccb-ab15-461e-8b9d-760d4771bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:18.088806 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bab1dcf1-ec46-40a6-ba0e-1ecdbc001d75 req-ec868ccb-ab15-461e-8b9d-760d4771bafa service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab74ee34-12a3-401b-bc75-1cf0aeeda842 HTTP/1.1" status: 200 len: 915 time: 0.1097705 Aug 31 01:12:18.116114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-c8821f60-7bd4-4399-b32d-8842e9f2f98e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 20691699-f0d2-4d64-b51e-c51c68111d5b) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:18.133142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8821f60-7bd4-4399-b32d-8842e9f2f98e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:18.133899 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c8821f60-7bd4-4399-b32d-8842e9f2f98e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.137485 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-043a272b-6cff-4dfe-9969-ab174775b592 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.137825 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-043a272b-6cff-4dfe-9969-ab174775b592 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.157589 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b7c277-a61c-42ea-937b-677ec83d3927 None None] Network 20691699-f0d2-4d64-b51e-c51c68111d5b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:18.168045 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bab1dcf1-ec46-40a6-ba0e-1ecdbc001d75 req-73a2be85-0b86-4223-896f-974798010e4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21e73b45-2fbe-405f-8ce5-577b0d371798 HTTP/1.1" status: 200 len: 217 time: 0.0706379 Aug 31 01:12:18.172608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-043a272b-6cff-4dfe-9969-ab174775b592 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Calling delete_port for d0cf926a-53b6-4524-9613-5c6bacec6f3e owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:18.191310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c8821f60-7bd4-4399-b32d-8842e9f2f98e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8773689 Aug 31 01:12:18.197534 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-993b0a77-c577-40d1-b628-f88e0faf2ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.278982 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1dcf1-ec46-40a6-ba0e-1ecdbc001d75 req-36bc4282-b46b-49dc-8608-aafb5bf93799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:18.278982 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bab1dcf1-ec46-40a6-ba0e-1ecdbc001d75 req-36bc4282-b46b-49dc-8608-aafb5bf93799 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7aae955-9475-4287-b0f9-97d65d425218 HTTP/1.1" status: 200 len: 854 time: 0.1038384 Aug 31 01:12:18.312064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e45ede12-bc11-40e7-a04f-c49933f7b599 None None] Provisioning complete for port 21f83e43-96b3-40f9-ada8-f5878075d668 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:18.312709 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e45ede12-bc11-40e7-a04f-c49933f7b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.314190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b0a77-c577-40d1-b628-f88e0faf2ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e265dbb5-a909-466b-91bc-3315fa7f4007,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:18.316114 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.360535 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bab1dcf1-ec46-40a6-ba0e-1ecdbc001d75 req-4c41cd56-61f1-41dc-b68e-c18bf2ead447 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab74ee34-12a3-401b-bc75-1cf0aeeda842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746782 Aug 31 01:12:18.408627 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6da017b-5d25-4836-99a2-7b0a9d722495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b18bf3-89e9-4729-951f-aefccbe3609a'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:18.411486 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5bf762-2ba1-4a2e-a530-640a2963bc43" -d '{"events": [{"server_uuid": "c6da017b-5d25-4836-99a2-7b0a9d722495", "name": "network-vif-plugged", "status": "completed", "tag": "42b18bf3-89e9-4729-951f-aefccbe3609a"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:18.534516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 42b18bf3-89e9-4729-951f-aefccbe3609a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=42b18bf3-89e9-4729-951f-aefccbe3609a,segment=NetworkSegment(155de75e-6baa-4db9-8232-e2ae1c48eb81),segment_id=155de75e-6baa-4db9-8232-e2ae1c48eb81)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:18.556456 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.626197 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bab1dcf1-ec46-40a6-ba0e-1ecdbc001d75 req-a71e58fc-6e34-45e3-81e2-adb2632fcf57 service neutron] 10.222.0.15 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529438 Aug 31 01:12:18.651204 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=42b18bf3-89e9-4729-951f-aefccbe3609a,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:18.820484 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bab1dcf1-ec46-40a6-ba0e-1ecdbc001d75 req-72c74f84-1849-467c-b914-adb56f0f7520 service neutron] 10.222.0.15 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849859 Aug 31 01:12:18.944010 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-20691699-f0d2-4d64-b51e-c51c68111d5b', 'network_id': '20691699-f0d2-4d64-b51e-c51c68111d5b', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'fixed_ips': [{'subnet_id': '2653c91a-64eb-4425-9d35-b49a314109c5'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:12:18.944957 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.155436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8c2fd-f2b0-4210-91a9-e6c0ff399c95 req-b433b130-8093-4e05-9628-52ab6c598e62 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:19.163059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99b8c2fd-f2b0-4210-91a9-e6c0ff399c95 req-b433b130-8093-4e05-9628-52ab6c598e62 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 947 time: 0.8285849 Aug 31 01:12:19.198967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Allocated IP 19.86.0.2 (20691699-f0d2-4d64-b51e-c51c68111d5b/2653c91a-64eb-4425-9d35-b49a314109c5/58e426f8-f612-4c9d-908c-31bc1d366471) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:19.362157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99b8c2fd-f2b0-4210-91a9-e6c0ff399c95 req-fab2798c-86a5-42a5-a755-d42704fa0f00 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934474 Aug 31 01:12:19.384654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-ec0801a9-552f-44c9-878e-4a581692e6c8 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:19.390638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-ec0801a9-552f-44c9-878e-4a581692e6c8 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:19.392305 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-ec0801a9-552f-44c9-878e-4a581692e6c8 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/networks?id=20b95091-ba9c-4f81-9287-fac0c8f7b085&id=20691699-f0d2-4d64-b51e-c51c68111d5b HTTP/1.1" status: 200 len: 1392 time: 0.3991818 Aug 31 01:12:19.431646 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43890cf-17c1-492a-a389-e87478026c2d x-openstack-request-id: req-b43890cf-17c1-492a-a389-e87478026c2d {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:19.431950 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6da017b-5d25-4836-99a2-7b0a9d722495", "name": "network-vif-plugged", "status": "completed", "tag": "42b18bf3-89e9-4729-951f-aefccbe3609a", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:19.432212 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b43890cf-17c1-492a-a389-e87478026c2d {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:19.432870 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6da017b-5d25-4836-99a2-7b0a9d722495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b18bf3-89e9-4729-951f-aefccbe3609a', 'code': 200} Aug 31 01:12:19.475662 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-993b0a77-c577-40d1-b628-f88e0faf2ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.509431 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-1b0ae52a-7f63-4d2f-80a3-38e316072e5e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/quotas/fd2e94df38da44a893e4b2ce9a2b179c HTTP/1.1" status: 200 len: 375 time: 0.0889723 Aug 31 01:12:19.514490 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-043a272b-6cff-4dfe-9969-ab174775b592 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.575463 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.600518 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Transition to ACTIVE for port object 58e426f8-f612-4c9d-908c-31bc1d366471 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:19.639970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Transition to ACTIVE for port object 58e426f8-f612-4c9d-908c-31bc1d366471 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:19.651584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 21f83e43-96b3-40f9-ada8-f5878075d668 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:19.656613 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.721551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a272b-6cff-4dfe-9969-ab174775b592 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Port': ['ID=d0cf926a-53b6-4524-9613-5c6bacec6f3e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:19.753820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Pushing event updated for resources: {'Port': ['ID=58e426f8-f612-4c9d-908c-31bc1d366471,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:19.783423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Network 20691699-f0d2-4d64-b51e-c51c68111d5b is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:19.786827 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:19.793793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:19.796572 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab85342-776d-4ce0-b0a8-d11288247d42 req-3e9aeaef-ee38-48ae-a5a0-33901087dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:19.798281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fab85342-776d-4ce0-b0a8-d11288247d42 req-3e9aeaef-ee38-48ae-a5a0-33901087dc98 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 1098 time: 0.2872224 Aug 31 01:12:19.839262 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-f3373fd2-bd29-4e6c-856e-bf2b3d5dc24c tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd2e94df38da44a893e4b2ce9a2b179c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3088171 Aug 31 01:12:19.882598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Attempting to bind port 58e426f8-f612-4c9d-908c-31bc1d366471 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:19.883527 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Attempting to bind port 58e426f8-f612-4c9d-908c-31bc1d366471 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '2f8fe804-77c6-4b11-b847-c8aad4961e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20691699-f0d2-4d64-b51e-c51c68111d5b'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:19.884080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Attempting to bind port 58e426f8-f612-4c9d-908c-31bc1d366471 on network 20691699-f0d2-4d64-b51e-c51c68111d5b {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:19.889994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:19.890448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Checking segment: {'id': '2f8fe804-77c6-4b11-b847-c8aad4961e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20691699-f0d2-4d64-b51e-c51c68111d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:19.890911 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.891502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Bound using segment: {'id': '2f8fe804-77c6-4b11-b847-c8aad4961e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20691699-f0d2-4d64-b51e-c51c68111d5b'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:19.892048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Bound port: 58e426f8-f612-4c9d-908c-31bc1d366471, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8fe804-77c6-4b11-b847-c8aad4961e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20691699-f0d2-4d64-b51e-c51c68111d5b'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:19.892507 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.919240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 21f83e43-96b3-40f9-ada8-f5878075d668 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:19.919665 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.920663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9338b4b-26be-4182-8771-b8dfd413701c req-1d0d742f-c41a-4f69-8382-6dde4811284d tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:19.922740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9338b4b-26be-4182-8771-b8dfd413701c req-1d0d742f-c41a-4f69-8382-6dde4811284d tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 943 time: 0.3499351 Aug 31 01:12:20.018611 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] For port 58e426f8-f612-4c9d-908c-31bc1d366471, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:20.022338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] For port 58e426f8-f612-4c9d-908c-31bc1d366471, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=58e426f8-f612-4c9d-908c-31bc1d366471,segment=NetworkSegment(2f8fe804-77c6-4b11-b847-c8aad4961e4c),segment_id=2f8fe804-77c6-4b11-b847-c8aad4961e4c)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:20.080619 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.098765 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-82f38e0c-d986-4b83-9c1e-cc0899cbf2c6 service neutron] 10.222.0.58 "GET /v2.0/networks/20b95091-ba9c-4f81-9287-fac0c8f7b085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745119 Aug 31 01:12:20.101965 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-043a272b-6cff-4dfe-9969-ab174775b592 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.105283 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-043a272b-6cff-4dfe-9969-ab174775b592 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Floating IP f8d25a23-81c5-4847-b963-fde1bfea12e5 disassociated (deleted). External IP: 172.25.6.103, port: 0ee1aeb8-a036-4792-8e1b-e4fd6dd7082b. Aug 31 01:12:20.172582 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c721c-8e58-4a20-88cf-ee2a5783b9d7 None None] Pushing event updated for resources: {'Port': ['ID=58e426f8-f612-4c9d-908c-31bc1d366471,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:20.343173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9338b4b-26be-4182-8771-b8dfd413701c req-e0bd6b62-bda9-43b2-8097-e2a971a9a389 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868365 Aug 31 01:12:20.364671 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fab85342-776d-4ce0-b0a8-d11288247d42 req-2dfae46a-1464-45e0-8104-e760fc1d6b45 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=045902df-0412-4fda-a859-46a77f7df379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384920 Aug 31 01:12:20.673095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b606647-acb5-446e-ac75-0e6e105b74ae req-8631ee73-3ddf-44b5-8668-7222976ed6bb tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:20.675049 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b606647-acb5-446e-ac75-0e6e105b74ae req-8631ee73-3ddf-44b5-8668-7222976ed6bb tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 946 time: 0.2160065 Aug 31 01:12:20.685480 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-f1eb55dd-f57c-4c11-8249-bebc6d597136 service neutron] 10.222.0.58 "GET /v2.0/networks/20b95091-ba9c-4f81-9287-fac0c8f7b085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230267 Aug 31 01:12:20.816526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993b0a77-c577-40d1-b628-f88e0faf2ba6 admin admin] Router 41a3c3d6-496d-4228-96e9-cef224e95963 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:20.842289 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b606647-acb5-446e-ac75-0e6e105b74ae req-b39650f8-3d0f-450d-abd6-b8aa06d6c4d3 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/security-groups?id=045902df-0412-4fda-a859-46a77f7df379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526451 Aug 31 01:12:20.926937 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043a272b-6cff-4dfe-9969-ab174775b592 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:20.978615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-6c67bfa0-4074-43ff-9c16-e63fdff7c98c service neutron] 10.222.0.58 "GET /v2.0/networks/20691699-f0d2-4d64-b51e-c51c68111d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637219 Aug 31 01:12:21.165552 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2828d7ea-f84c-4656-9fce-d901c369abae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:21.462085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993b0a77-c577-40d1-b628-f88e0faf2ba6 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:21.474228 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ac558-b426-4fe6-b9af-7794df499e11 None None] Sync routers for ids ['41a3c3d6-496d-4228-96e9-cef224e95963'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:21.489983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49956) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:21.498256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-993b0a77-c577-40d1-b628-f88e0faf2ba6 admin admin] 10.222.0.58 "PUT /v2.0/routers/41a3c3d6-496d-4228-96e9-cef224e95963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9528611 Aug 31 01:12:21.516830 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ac558-b426-4fe6-b9af-7794df499e11 None None] Routers {'41a3c3d6-496d-4228-96e9-cef224e95963'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:21.517888 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-984ac558-b426-4fe6-b9af-7794df499e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['41a3c3d6-496d-4228-96e9-cef224e95963'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:21.654392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da37b92-da0e-4661-bbf7-598df345cf04 None None] Network 20691699-f0d2-4d64-b51e-c51c68111d5b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:21.679603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653617a7-0c60-4838-aee9-4fd759639585 req-c30f9c36-4a80-4e6f-8041-3531f09a28a1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:21.687740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-653617a7-0c60-4838-aee9-4fd759639585 req-c30f9c36-4a80-4e6f-8041-3531f09a28a1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 947 time: 0.6852987 Aug 31 01:12:21.695529 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 58e426f8-f612-4c9d-908c-31bc1d366471 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:21.722585 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-0847b554-e972-4404-aaf9-7bda8227c6b3 service neutron] 10.222.0.58 "GET /v2.0/networks/20691699-f0d2-4d64-b51e-c51c68111d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7316666 Aug 31 01:12:21.758980 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-984ac558-b426-4fe6-b9af-7794df499e11 None None] Set router 41a3c3d6-496d-4228-96e9-cef224e95963 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:21.778687 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-653617a7-0c60-4838-aee9-4fd759639585 req-f0a32088-4419-43e2-90a3-c7928727435e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853527 Aug 31 01:12:21.791779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043a272b-6cff-4dfe-9969-ab174775b592 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:21.811051 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-043a272b-6cff-4dfe-9969-ab174775b592 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:21.817272 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:21.882682 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-043a272b-6cff-4dfe-9969-ab174775b592 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/floatingips/f8d25a23-81c5-4847-b963-fde1bfea12e5 HTTP/1.1" status: 204 len: 168 time: 5.0602126 Aug 31 01:12:21.883758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49964) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:21.994230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18605b4f-38ab-4a65-a998-921baecb4d7e None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:22.022635 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-984ac558-b426-4fe6-b9af-7794df499e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:51Z', 'updated_at': '2021-08-31T01:12:18Z', 'revision_number': 5, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'gw_port': {'id': 'e7fe24ba-47b0-4a34-8b02-568782505db1', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:52Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:22.076523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5f062-5a4d-4145-baea-37d3afd15cc7 req-988ebb72-707a-4c75-8d29-6dd5b320e6a3 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:22.092173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1c5f062-5a4d-4145-baea-37d3afd15cc7 req-988ebb72-707a-4c75-8d29-6dd5b320e6a3 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 943 time: 0.1869338 Aug 31 01:12:22.138384 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ac558-b426-4fe6-b9af-7794df499e11 None None] Checking router: 41a3c3d6-496d-4228-96e9-cef224e95963 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:12:22.156476 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18605b4f-38ab-4a65-a998-921baecb4d7e None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:22.160372 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-18605b4f-38ab-4a65-a998-921baecb4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:22.160862 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.165010 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ac558-b426-4fe6-b9af-7794df499e11 None None] Routers {'41a3c3d6-496d-4228-96e9-cef224e95963'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:22.177356 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6a63732f-1984-4e0e-b45e-5e2e814c2e5e None None] Provisioning for port 58e426f8-f612-4c9d-908c-31bc1d366471 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:22.181477 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-984ac558-b426-4fe6-b9af-7794df499e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['41a3c3d6-496d-4228-96e9-cef224e95963'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:22.260935 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1c5f062-5a4d-4145-baea-37d3afd15cc7 req-9135a168-a66a-4841-b376-c66fce3c85a2 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664212 Aug 31 01:12:22.269439 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 58e426f8-f612-4c9d-908c-31bc1d366471 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:22.275152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6a63732f-1984-4e0e-b45e-5e2e814c2e5e None None] Provisioning complete for port 58e426f8-f612-4c9d-908c-31bc1d366471 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:22.277331 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6a63732f-1984-4e0e-b45e-5e2e814c2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.291781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-18605b4f-38ab-4a65-a998-921baecb4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:22.294971 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] Deleting port e7fe24ba-47b0-4a34-8b02-568782505db1 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:22.295464 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.360960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-30920f28-f41a-416b-a777-e376eb7f74dc tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting port 0ee1aeb8-a036-4792-8e1b-e4fd6dd7082b {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:22.368212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 58e426f8-f612-4c9d-908c-31bc1d366471 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:22.368620 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.373903 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30920f28-f41a-416b-a777-e376eb7f74dc tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.449186 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-984ac558-b426-4fe6-b9af-7794df499e11 None None] Set router 41a3c3d6-496d-4228-96e9-cef224e95963 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:22.516277 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 21e73b45-2fbe-405f-8ce5-577b0d371798 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:12:22.517127 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] For port e7fe24ba-47b0-4a34-8b02-568782505db1, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e7fe24ba-47b0-4a34-8b02-568782505db1,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:22.518339 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.542936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88aec0-76f8-4b43-a8c5-0d7cb2f59e33 req-0b82a58f-d80f-46dd-8a9d-6ddf7dcc25b7 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:22.544894 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e88aec0-76f8-4b43-a8c5-0d7cb2f59e33 req-0b82a58f-d80f-46dd-8a9d-6ddf7dcc25b7 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 946 time: 0.3780532 Aug 31 01:12:22.571683 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] Calling delete_port for e7fe24ba-47b0-4a34-8b02-568782505db1 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:22.573363 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18605b4f-38ab-4a65-a998-921baecb4d7e None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:22.575350 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-18605b4f-38ab-4a65-a998-921baecb4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:22.575812 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-984ac558-b426-4fe6-b9af-7794df499e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:51Z', 'updated_at': '2021-08-31T01:12:22Z', 'revision_number': 6, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:22.608807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-326d672b-72ab-4eee-bb5e-eab14a755b92 req-197c5923-8641-4f36-a203-64c997388c7e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 210 time: 0.0762553 Aug 31 01:12:22.690031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e88aec0-76f8-4b43-a8c5-0d7cb2f59e33 req-1ee751d7-4f3a-4076-836b-195a382d06cc tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/security-groups?id=045902df-0412-4fda-a859-46a77f7df379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338065 Aug 31 01:12:22.754754 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30920f28-f41a-416b-a777-e376eb7f74dc tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.762704 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ac558-b426-4fe6-b9af-7794df499e11 None None] The sync data for ids ['41a3c3d6-496d-4228-96e9-cef224e95963'] in n-d-802060-13 is: [{'id': '41a3c3d6-496d-4228-96e9-cef224e95963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454778611-router', 'tenant_id': '2992158df1c149288c8e31ba0a06b3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:51Z', 'updated_at': '2021-08-31T01:12:22Z', 'revision_number': 6, 'project_id': '2992158df1c149288c8e31ba0a06b3d9', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:22.816437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-30920f28-f41a-416b-a777-e376eb7f74dc tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Calling delete_port for 0ee1aeb8-a036-4792-8e1b-e4fd6dd7082b owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:22.817161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-18605b4f-38ab-4a65-a998-921baecb4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:22.817781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18605b4f-38ab-4a65-a998-921baecb4d7e None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:22.835331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 21e73b45-2fbe-405f-8ce5-577b0d371798, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=21e73b45-2fbe-405f-8ce5-577b0d371798,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:22.900571 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.924009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '21e73b45-2fbe-405f-8ce5-577b0d371798', 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842', 'port_id': '21e73b45-2fbe-405f-8ce5-577b0d371798', 'mac_address': 'fa:16:3e:a5:8e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7aae955-9475-4287-b0f9-97d65d425218', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:12:22.938727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.962325 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 58e426f8-f612-4c9d-908c-31bc1d366471, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=58e426f8-f612-4c9d-908c-31bc1d366471,segment=NetworkSegment(2f8fe804-77c6-4b11-b847-c8aad4961e4c),segment_id=2f8fe804-77c6-4b11-b847-c8aad4961e4c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:23.063744 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.067928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df048ebc-de66-4134-b3d4-842b016cc72b req-66398918-e3d9-4933-aeb3-a612434a8b08 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:23.077400 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df048ebc-de66-4134-b3d4-842b016cc72b req-66398918-e3d9-4933-aeb3-a612434a8b08 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 947 time: 0.1208270 Aug 31 01:12:23.077894 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.166356 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e73b45-2fbe-405f-8ce5-577b0d371798 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:23.181596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fe24ba-47b0-4a34-8b02-568782505db1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:23.184080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.215129 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6a63732f-1984-4e0e-b45e-5e2e814c2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.256328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 21e73b45-2fbe-405f-8ce5-577b0d371798, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=21e73b45-2fbe-405f-8ce5-577b0d371798,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:23.282602 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.303109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df048ebc-de66-4134-b3d4-842b016cc72b req-a00159ef-e99b-4fd2-8a48-218106f6e289 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214420 Aug 31 01:12:23.325704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b613db64-1580-48f3-84aa-d12fcf5cae8f no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:23.329973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=58e426f8-f612-4c9d-908c-31bc1d366471,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:23.450447 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.455620 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.475875 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30920f28-f41a-416b-a777-e376eb7f74dc tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.548178 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-6a63732f-1984-4e0e-b45e-5e2e814c2e5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:12:23.548610 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-6a63732f-1984-4e0e-b45e-5e2e814c2e5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:12:23.596825 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=21e73b45-2fbe-405f-8ce5-577b0d371798,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:23.600698 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.602585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41a3c3d6-496d-4228-96e9-cef224e95963 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:12:23.608662 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.610119 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f834f90c-1b7b-4524-84e7-c0a1981d7d91 admin admin] 10.222.0.58 "DELETE /v2.0/routers/41a3c3d6-496d-4228-96e9-cef224e95963 HTTP/1.1" status: 204 len: 168 time: 2.1190774 Aug 31 01:12:23.615412 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50038) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:23.651341 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.659204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30920f28-f41a-416b-a777-e376eb7f74dc tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Port': ['ID=0ee1aeb8-a036-4792-8e1b-e4fd6dd7082b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:23.693761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:23.697116 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497ec1ee-0e5f-4ed5-b3a0-f0b8243c53e4" -d '{"events": [{"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-unplugged", "status": "completed", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:23.718474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:23.721673 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a6bfabd0-6a54-4c4c-8255-1f9bf6a36db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.727236 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.732567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['21e73b45-2fbe-405f-8ce5-577b0d371798'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:23.799425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-743310f2-f575-4e38-8774-dd41edfc7bf8 admin admin] Deleting subnet 84148e09-11bf-4633-bde0-a6bf316cfa04 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:12:23.809068 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-743310f2-f575-4e38-8774-dd41edfc7bf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.827908 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83789b99-140b-48c6-8c72-04a9fa87ff14 req-ba581b46-4184-41f4-8f46-bdf0860534b7 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:23.837769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83789b99-140b-48c6-8c72-04a9fa87ff14 req-ba581b46-4184-41f4-8f46-bdf0860534b7 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 944 time: 0.3378613 Aug 31 01:12:23.861191 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b613db64-1580-48f3-84aa-d12fcf5cae8f,revision_number=14']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:23.866406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e4fe-35dc-4853-983a-2b941a0c39d8 req-f277d436-bd87-4509-8a97-1053bf2318e2 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:23.869434 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-743310f2-f575-4e38-8774-dd41edfc7bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.877309 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a51e4fe-35dc-4853-983a-2b941a0c39d8 req-f277d436-bd87-4509-8a97-1053bf2318e2 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 946 time: 0.4097564 Aug 31 01:12:23.957801 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30920f28-f41a-416b-a777-e376eb7f74dc tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.960053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-30920f28-f41a-416b-a777-e376eb7f74dc tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/ports/0ee1aeb8-a036-4792-8e1b-e4fd6dd7082b HTTP/1.1" status: 204 len: 168 time: 2.0749960 Aug 31 01:12:23.977645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-19e3e71c-48c0-431c-8d11-36ceab357d99 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:23.983100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 58e426f8-f612-4c9d-908c-31bc1d366471 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:23.983621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50048) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:23.988432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:23.988975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-19e3e71c-48c0-431c-8d11-36ceab357d99 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:23.990801 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-19e3e71c-48c0-431c-8d11-36ceab357d99 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.15 "GET /v2.0/networks?id=20b95091-ba9c-4f81-9287-fac0c8f7b085&id=20691699-f0d2-4d64-b51e-c51c68111d5b HTTP/1.1" status: 200 len: 1392 time: 0.3794990 Aug 31 01:12:24.018571 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-388d670d-345f-4b9b-a1d5-5a7e4a263faf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Request body: {'port': {'device_id': '93308931-2f37-4a7e-a1c8-3509754b373e', 'network_id': '20b95091-ba9c-4f81-9287-fac0c8f7b085', 'admin_state_up': True, 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:24.019999 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83789b99-140b-48c6-8c72-04a9fa87ff14 req-a41a0504-50cc-44ad-a97c-d0d8dbb34491 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273439 Aug 31 01:12:24.037625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a51e4fe-35dc-4853-983a-2b941a0c39d8 req-5ff3c091-e600-4a75-ba1a-74386bbc9f81 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/security-groups?id=045902df-0412-4fda-a859-46a77f7df379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590774 Aug 31 01:12:24.061935 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.142910 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.161661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 58e426f8-f612-4c9d-908c-31bc1d366471 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:24.162010 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.192616 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-388d670d-345f-4b9b-a1d5-5a7e4a263faf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Made reservation on behalf of fd2e94df38da44a893e4b2ce9a2b179c for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:24.200221 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-388d670d-345f-4b9b-a1d5-5a7e4a263faf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.247388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062a33d-0b1a-45ae-b3ca-520d27654cea req-338de819-2e8a-49bd-b8f0-ff90b5b38cb8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:24.253982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-767702a8-8784-4ecc-b4f5-f6bada83531a None None] Provisioning complete for port 58e426f8-f612-4c9d-908c-31bc1d366471 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:24.254499 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-767702a8-8784-4ecc-b4f5-f6bada83531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.262895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0062a33d-0b1a-45ae-b3ca-520d27654cea req-338de819-2e8a-49bd-b8f0-ff90b5b38cb8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1087379 Aug 31 01:12:24.349416 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-743310f2-f575-4e38-8774-dd41edfc7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.368139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0062a33d-0b1a-45ae-b3ca-520d27654cea req-4d1a3ae4-4362-447f-ac72-0c882bc7ad45 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039612 Aug 31 01:12:24.435331 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d641b42-f7c0-46af-9a93-833297a04f20 req-6977dbba-5366-41ce-b7aa-326769999ea3 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 210 time: 0.0537019 Aug 31 01:12:24.488543 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.497052 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-743310f2-f575-4e38-8774-dd41edfc7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.540337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-388d670d-345f-4b9b-a1d5-5a7e4a263faf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Allocated IP 19.80.0.120 (20b95091-ba9c-4f81-9287-fac0c8f7b085/4712addc-d55d-4025-9500-e0f779f92bc1/33fcb1a2-e458-444d-b9ac-e0aeafb9dab7) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:24.543573 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743310f2-f575-4e38-8774-dd41edfc7bf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84148e09-11bf-4633-bde0-a6bf316cfa04,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:24.553805 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-743310f2-f575-4e38-8774-dd41edfc7bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.559784 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-743310f2-f575-4e38-8774-dd41edfc7bf8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/84148e09-11bf-4633-bde0-a6bf316cfa04 HTTP/1.1" status: 204 len: 168 time: 0.8363008 Aug 31 01:12:24.560883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50060) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:24.658300 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0fb8cf-b200-4421-b35d-a582d82ad1fd x-openstack-request-id: req-ce0fb8cf-b200-4421-b35d-a582d82ad1fd {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:24.658596 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-unplugged", "status": "completed", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:24.658852 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce0fb8cf-b200-4421-b35d-a582d82ad1fd {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:24.659244 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'code': 200} Aug 31 01:12:24.668694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022c5989-7498-4c21-8040-297be8504b82 None None] Network 0e3f2a17-c813-42cf-bfa5-e9c462417207 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:24.739062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Allocated IP 172.25.6.191 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/a7d80c22-b2e9-47fd-be32-72b4f14ec738) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:24.763193 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.769526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e265dbb5-a909-466b-91bc-3315fa7f4007 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:24.794804 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: e265dbb5-a909-466b-91bc-3315fa7f4007 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:24.795139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e265dbb5-a909-466b-91bc-3315fa7f4007 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:24.806207 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-388d670d-345f-4b9b-a1d5-5a7e4a263faf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.845628 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-388d670d-345f-4b9b-a1d5-5a7e4a263faf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Transition to ACTIVE for port object 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:24.860170 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.928712 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.975798 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-388d670d-345f-4b9b-a1d5-5a7e4a263faf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.977237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90672bde-d212-4eb6-967e-8679fd1f76bd req-027b384d-15c0-4985-a9b3-f0df258e6908 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:24.978822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90672bde-d212-4eb6-967e-8679fd1f76bd req-027b384d-15c0-4985-a9b3-f0df258e6908 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 946 time: 0.1166387 Aug 31 01:12:24.993595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83a14fd-8dc1-4988-9bf8-49b161d25c7d None None] DHCP port deletion for 0e3f2a17-c813-42cf-bfa5-e9c462417207 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:12:25.065964 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d83a14fd-8dc1-4988-9bf8-49b161d25c7d None None] Deleting port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:25.067514 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d83a14fd-8dc1-4988-9bf8-49b161d25c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.124683 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d670d-345f-4b9b-a1d5-5a7e4a263faf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event updated for resources: {'Port': ['ID=33fcb1a2-e458-444d-b9ac-e0aeafb9dab7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:25.143062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-388d670d-345f-4b9b-a1d5-5a7e4a263faf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Network 20b95091-ba9c-4f81-9287-fac0c8f7b085 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:25.150172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-388d670d-345f-4b9b-a1d5-5a7e4a263faf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:25.154680 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-388d670d-345f-4b9b-a1d5-5a7e4a263faf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:25.161716 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.178366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] Deleting port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:25.178808 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.199091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:25.232724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d83a14fd-8dc1-4988-9bf8-49b161d25c7d None None] For port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6,segment=NetworkSegment(8887bb04-1d71-44b4-9e2b-cc01334cda22),segment_id=8887bb04-1d71-44b4-9e2b-cc01334cda22)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:25.233696 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d83a14fd-8dc1-4988-9bf8-49b161d25c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.235054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:25.279809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d83a14fd-8dc1-4988-9bf8-49b161d25c7d None None] Calling delete_port for a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:25.298327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:25.318505 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-388d670d-345f-4b9b-a1d5-5a7e4a263faf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:25.319325 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-388d670d-345f-4b9b-a1d5-5a7e4a263faf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.367607 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-388d670d-345f-4b9b-a1d5-5a7e4a263faf tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3559084 Aug 31 01:12:25.382185 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-82442799-ee9d-48e1-bfdf-45e6ac822bdb tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Request body: {'port': {'device_id': '93308931-2f37-4a7e-a1c8-3509754b373e', 'network_id': '20691699-f0d2-4d64-b51e-c51c68111d5b', 'admin_state_up': True, 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:25.397076 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d83a14fd-8dc1-4988-9bf8-49b161d25c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.434519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a14fd-8dc1-4988-9bf8-49b161d25c7d None None] Pushing event deleted for resources: {'Port': ['ID=a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:25.448269 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a14fd-8dc1-4988-9bf8-49b161d25c7d None None] No DVR routers for this DVR port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:25.542026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-54932625-3544-4b4a-86e2-10ddc6026f29 None None] Provisioning for port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:25.547685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-54932625-3544-4b4a-86e2-10ddc6026f29 None None] Provisioning complete for port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:25.550515 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-54932625-3544-4b4a-86e2-10ddc6026f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.565047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] For port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6,segment=NetworkSegment(8887bb04-1d71-44b4-9e2b-cc01334cda22),segment_id=8887bb04-1d71-44b4-9e2b-cc01334cda22)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:25.565514 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.606695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-54932625-3544-4b4a-86e2-10ddc6026f29 None None] Port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:25.610454 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e7fe24ba-47b0-4a34-8b02-568782505db1 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:25.626137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-82442799-ee9d-48e1-bfdf-45e6ac822bdb tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Made reservation on behalf of fd2e94df38da44a893e4b2ce9a2b179c for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:25.629430 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] Calling delete_port for a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:25.638054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: e7fe24ba-47b0-4a34-8b02-568782505db1 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:25.638620 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-82442799-ee9d-48e1-bfdf-45e6ac822bdb tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.638830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e7fe24ba-47b0-4a34-8b02-568782505db1 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:25.639438 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:25.663825 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:25.665731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:25.668890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=a7d80c22-b2e9-47fd-be32-72b4f14ec738,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:25.733220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b31c70-e2f7-4049-b6ee-2d3bb83a9021 req-8029fad5-e7f4-4c42-a96d-207a50c9e5c6 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:25.734801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37b31c70-e2f7-4049-b6ee-2d3bb83a9021 req-8029fad5-e7f4-4c42-a96d-207a50c9e5c6 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 944 time: 0.5303156 Aug 31 01:12:25.743246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-90672bde-d212-4eb6-967e-8679fd1f76bd req-f21624b6-8437-474c-9c16-62c3c812a2d7 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Deleting port 42b18bf3-89e9-4729-951f-aefccbe3609a {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:25.743911 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-90672bde-d212-4eb6-967e-8679fd1f76bd req-f21624b6-8437-474c-9c16-62c3c812a2d7 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.763750 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.772573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9e2e7-d43d-4db6-b9a3-4952ab16654f req-e629663b-67c1-4fa5-889b-4f0904f67e97 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:25.775592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6de9e2e7-d43d-4db6-b9a3-4952ab16654f req-e629663b-67c1-4fa5-889b-4f0904f67e97 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 946 time: 0.4901090 Aug 31 01:12:25.812346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-82442799-ee9d-48e1-bfdf-45e6ac822bdb tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Allocated IP 19.86.0.212 (20691699-f0d2-4d64-b51e-c51c68111d5b/2653c91a-64eb-4425-9d35-b49a314109c5/d77cb886-401d-4753-81a3-c4d5fe2b65f7) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:25.935440 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.988380 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6de9e2e7-d43d-4db6-b9a3-4952ab16654f req-90e11de7-738d-45de-8832-79b98fe5c499 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/security-groups?id=045902df-0412-4fda-a859-46a77f7df379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637504 Aug 31 01:12:25.991701 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37b31c70-e2f7-4049-b6ee-2d3bb83a9021 req-a62e9d1b-c3f8-4366-bb29-46ebc8f8e2a1 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406447 Aug 31 01:12:26.049137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-90672bde-d212-4eb6-967e-8679fd1f76bd req-f21624b6-8437-474c-9c16-62c3c812a2d7 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] For port 42b18bf3-89e9-4729-951f-aefccbe3609a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=42b18bf3-89e9-4729-951f-aefccbe3609a,segment=NetworkSegment(155de75e-6baa-4db9-8232-e2ae1c48eb81),segment_id=155de75e-6baa-4db9-8232-e2ae1c48eb81)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:26.049554 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-90672bde-d212-4eb6-967e-8679fd1f76bd req-f21624b6-8437-474c-9c16-62c3c812a2d7 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.052861 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.073446 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-82442799-ee9d-48e1-bfdf-45e6ac822bdb tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.091800 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-82442799-ee9d-48e1-bfdf-45e6ac822bdb tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Transition to ACTIVE for port object d77cb886-401d-4753-81a3-c4d5fe2b65f7 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:26.110890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:26.120650 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] No DVR routers for this DVR port a3e8ed38-bd81-499b-b3f2-16c6fdeda1a6 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:26.124226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-90672bde-d212-4eb6-967e-8679fd1f76bd req-f21624b6-8437-474c-9c16-62c3c812a2d7 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Calling delete_port for 42b18bf3-89e9-4729-951f-aefccbe3609a owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:26.160317 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-82442799-ee9d-48e1-bfdf-45e6ac822bdb tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.281686 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-82442799-ee9d-48e1-bfdf-45e6ac822bdb tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Network 20691699-f0d2-4d64-b51e-c51c68111d5b is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:26.283578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82442799-ee9d-48e1-bfdf-45e6ac822bdb tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event updated for resources: {'Port': ['ID=d77cb886-401d-4753-81a3-c4d5fe2b65f7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:26.293006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-82442799-ee9d-48e1-bfdf-45e6ac822bdb tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:26.309247 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-82442799-ee9d-48e1-bfdf-45e6ac822bdb tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:26.408123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-82442799-ee9d-48e1-bfdf-45e6ac822bdb tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:26.409163 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-82442799-ee9d-48e1-bfdf-45e6ac822bdb tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.429215 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-82442799-ee9d-48e1-bfdf-45e6ac822bdb tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0518229 Aug 31 01:12:26.446877 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Request body: {'port': {'device_id': '93308931-2f37-4a7e-a1c8-3509754b373e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:26.454806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 21e73b45-2fbe-405f-8ce5-577b0d371798 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:26.552474 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.555347 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.580908 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 21e73b45-2fbe-405f-8ce5-577b0d371798 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:26.591329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3f2a17-c813-42cf-bfa5-e9c462417207']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:26.594104 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 21e73b45-2fbe-405f-8ce5-577b0d371798 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:26.595733 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.624944 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4748a6a-9bae-4ed5-8fbb-b13924fc7736 req-d29518ed-8774-4fb2-81a7-57f8b072d1b8 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:26.631369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4748a6a-9bae-4ed5-8fbb-b13924fc7736 req-d29518ed-8774-4fb2-81a7-57f8b072d1b8 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:26.638028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4748a6a-9bae-4ed5-8fbb-b13924fc7736 req-d29518ed-8774-4fb2-81a7-57f8b072d1b8 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1655 time: 0.4845030 Aug 31 01:12:26.663676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8887bb04-1d71-44b4-9e2b-cc01334cda22') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:26.664367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8887bb04-1d71-44b4-9e2b-cc01334cda22') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:26.717898 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.720081 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.775905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50152) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:26.786719 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.787349 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.801358 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2089bce8-3850-445d-9c26-4dad1f75ad61 None None] Provisioning for port d77cb886-401d-4753-81a3-c4d5fe2b65f7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:26.806900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2089bce8-3850-445d-9c26-4dad1f75ad61 None None] Provisioning complete for port d77cb886-401d-4753-81a3-c4d5fe2b65f7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:26.807058 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2089bce8-3850-445d-9c26-4dad1f75ad61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.824088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:12:26.824500 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:12:26.833121 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:12:26.845295 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e0aaf6-bc98-4abc-8688-55c4d0774b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e73b45-2fbe-405f-8ce5-577b0d371798'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:26.847918 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282a187f-6c93-4b5a-a2ab-789aa37fd941" -d '{"events": [{"server_uuid": "d8e0aaf6-bc98-4abc-8688-55c4d0774b45", "name": "network-vif-plugged", "status": "completed", "tag": "21e73b45-2fbe-405f-8ce5-577b0d371798"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:26.868599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 21e73b45-2fbe-405f-8ce5-577b0d371798, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=21e73b45-2fbe-405f-8ce5-577b0d371798,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:26.875622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2089bce8-3850-445d-9c26-4dad1f75ad61 None None] Port d77cb886-401d-4753-81a3-c4d5fe2b65f7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:26.879473 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.907899 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4748a6a-9bae-4ed5-8fbb-b13924fc7736 req-af6d7042-9f90-4142-98e9-0e85398ee49e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411425 Aug 31 01:12:26.910433 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.944752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:26.951064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=21e73b45-2fbe-405f-8ce5-577b0d371798,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:26.954477 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.956156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65643073-affc-403c-84aa-7b703a1109e1 req-87315fee-0e52-4245-9439-ea4c15e511f3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:26.964333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65643073-affc-403c-84aa-7b703a1109e1 req-87315fee-0e52-4245-9439-ea4c15e511f3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.3250680 Aug 31 01:12:26.966137 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.969155 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Transition to ACTIVE for port object 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:26.975695 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.978720 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd5ab5a-0eb1-4ca5-af5a-0dec49e6bdbc x-openstack-request-id: req-3bd5ab5a-0eb1-4ca5-af5a-0dec49e6bdbc {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:26.978910 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e0aaf6-bc98-4abc-8688-55c4d0774b45", "name": "network-vif-plugged", "status": "completed", "tag": "21e73b45-2fbe-405f-8ce5-577b0d371798", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:26.979159 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3bd5ab5a-0eb1-4ca5-af5a-0dec49e6bdbc {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:26.979617 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e0aaf6-bc98-4abc-8688-55c4d0774b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e73b45-2fbe-405f-8ce5-577b0d371798', 'code': 200} Aug 31 01:12:26.987822 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-90672bde-d212-4eb6-967e-8679fd1f76bd req-f21624b6-8437-474c-9c16-62c3c812a2d7 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.042545 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.044840 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-964ca01d-a59e-4ec6-9861-30d71ca5cdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.050659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Pushing event updated for resources: {'Port': ['ID=33fcb1a2-e458-444d-b9ac-e0aeafb9dab7,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:27.068734 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.071739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0e3f2a17-c813-42cf-bfa5-e9c462417207 HTTP/1.1" status: 204 len: 168 time: 2.5101573 Aug 31 01:12:27.135775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Attempting to bind port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:27.136353 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Attempting to bind port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'e1eba98b-ab9a-4da7-90f3-d0b95b579c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '20b95091-ba9c-4f81-9287-fac0c8f7b085'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:27.139066 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Attempting to bind port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 on network 20b95091-ba9c-4f81-9287-fac0c8f7b085 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:27.143948 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 on network 20b95091-ba9c-4f81-9287-fac0c8f7b085 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:12:27.144302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Attempting to bind port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 on network 20b95091-ba9c-4f81-9287-fac0c8f7b085 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:27.150342 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:27.150621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Checking segment: {'id': 'e1eba98b-ab9a-4da7-90f3-d0b95b579c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '20b95091-ba9c-4f81-9287-fac0c8f7b085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:27.151090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Bound using segment: {'id': 'e1eba98b-ab9a-4da7-90f3-d0b95b579c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '20b95091-ba9c-4f81-9287-fac0c8f7b085'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:27.151746 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Bound port: 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1eba98b-ab9a-4da7-90f3-d0b95b579c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '20b95091-ba9c-4f81-9287-fac0c8f7b085'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:27.151877 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.216497 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca7fa6-2b9c-4420-bb04-245913052c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e3f2a17-c813-42cf-bfa5-e9c462417207,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:27.336771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 42b18bf3-89e9-4729-951f-aefccbe3609a no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:27.364250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 42b18bf3-89e9-4729-951f-aefccbe3609a {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:27.364645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 42b18bf3-89e9-4729-951f-aefccbe3609a not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:27.506229 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50164) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:27.543079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4465a484-6239-434e-9425-87671b116c27 req-d17db4bc-a6d8-4a40-bff5-2f6a1de45253 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6da017b-5d25-4836-99a2-7b0a9d722495 HTTP/1.1" status: 200 len: 210 time: 0.4267912 Aug 31 01:12:27.558742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=a7d80c22-b2e9-47fd-be32-72b4f14ec738,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:27.564562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65643073-affc-403c-84aa-7b703a1109e1 req-2ae92a0d-db37-4503-9b60-041276ba1908 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5994141 Aug 31 01:12:27.570672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] For port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:27.578589 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-033a0742-51be-47e7-93c6-c9ed9626a30b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2992158df1c149288c8e31ba0a06b3d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711040 Aug 31 01:12:27.584268 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50168) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:27.590675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-90672bde-d212-4eb6-967e-8679fd1f76bd req-f21624b6-8437-474c-9c16-62c3c812a2d7 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] No DVR routers for this DVR port 42b18bf3-89e9-4729-951f-aefccbe3609a on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:27.604721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] For port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=33fcb1a2-e458-444d-b9ac-e0aeafb9dab7,segment=NetworkSegment(e1eba98b-ab9a-4da7-90f3-d0b95b579c15),segment_id=e1eba98b-ab9a-4da7-90f3-d0b95b579c15)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:27.618660 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-90672bde-d212-4eb6-967e-8679fd1f76bd req-f21624b6-8437-474c-9c16-62c3c812a2d7 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.620355 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.621977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90672bde-d212-4eb6-967e-8679fd1f76bd req-f21624b6-8437-474c-9c16-62c3c812a2d7 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] 10.222.0.70 "DELETE /v2.0/ports/42b18bf3-89e9-4729-951f-aefccbe3609a HTTP/1.1" status: 204 len: 173 time: 2.6347034 Aug 31 01:12:27.630991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6da017b-5d25-4836-99a2-7b0a9d722495', 'name': 'network-vif-deleted', 'tag': '42b18bf3-89e9-4729-951f-aefccbe3609a'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:27.633654 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c59cbd-fae6-45c1-852c-2c1d542914bf" -d '{"events": [{"server_uuid": "c6da017b-5d25-4836-99a2-7b0a9d722495", "name": "network-vif-deleted", "tag": "42b18bf3-89e9-4729-951f-aefccbe3609a"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:27.642677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21624b6-8437-474c-9c16-62c3c812a2d7 tempest-ServerGroupTestJSON-1987218872 tempest-ServerGroupTestJSON-1987218872-project] Pushing event deleted for resources: {'Port': ['ID=42b18bf3-89e9-4729-951f-aefccbe3609a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:27.666132 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.690468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99a012-70f1-4d2d-99f3-b05e0dc5f328 req-b1c41fec-c3e3-4876-9ef2-1b11664bc7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:27.692609 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e99a012-70f1-4d2d-99f3-b05e0dc5f328 req-b1c41fec-c3e3-4876-9ef2-1b11664bc7df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 1097 time: 0.6185594 Aug 31 01:12:27.702817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:27.703628 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.705268 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] 10.222.0.15 "PUT /v2.0/ports/33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 HTTP/1.1" status: 200 len: 1093 time: 1.2645664 Aug 31 01:12:27.723308 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93308931-2f37-4a7e-a1c8-3509754b373e', 'tag': '33fcb1a2-e458-444d-b9ac-e0aeafb9dab7'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:27.726035 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabd16f1-989c-496a-979c-55d153ff46c2" -d '{"events": [{"name": "network-changed", "server_uuid": "93308931-2f37-4a7e-a1c8-3509754b373e", "tag": "33fcb1a2-e458-444d-b9ac-e0aeafb9dab7"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:27.780688 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Request body: {'port': {'device_id': '93308931-2f37-4a7e-a1c8-3509754b373e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:27.783875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d980-3166-49b2-82b1-7730a605e0da req-9bc3481b-a49f-4697-99ec-2d2904deb3c9 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:27.785057 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3534d980-3166-49b2-82b1-7730a605e0da req-9bc3481b-a49f-4697-99ec-2d2904deb3c9 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 945 time: 0.1435385 Aug 31 01:12:27.806409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e99a012-70f1-4d2d-99f3-b05e0dc5f328 req-0c046bd3-da08-4c47-b32c-656e7644880b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988507 Aug 31 01:12:27.842462 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0774a124-7237-4d86-970a-50b6041b7a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.844278 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd568da-0432-4b50-8b46-40e8d94f1023 service neutron] Pushing event updated for resources: {'Port': ['ID=33fcb1a2-e458-444d-b9ac-e0aeafb9dab7,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:27.860465 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-964ca01d-a59e-4ec6-9861-30d71ca5cdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.869892 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-964ca01d-a59e-4ec6-9861-30d71ca5cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.883181 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb1d8c8-d293-4381-9d50-8cf8ba422e3a x-openstack-request-id: req-3bb1d8c8-d293-4381-9d50-8cf8ba422e3a {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:27.883506 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6da017b-5d25-4836-99a2-7b0a9d722495", "name": "network-vif-deleted", "tag": "42b18bf3-89e9-4729-951f-aefccbe3609a", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:27.883750 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3bb1d8c8-d293-4381-9d50-8cf8ba422e3a {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:27.884155 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6da017b-5d25-4836-99a2-7b0a9d722495', 'name': 'network-vif-deleted', 'tag': '42b18bf3-89e9-4729-951f-aefccbe3609a', 'status': 'completed', 'code': 200} Aug 31 01:12:27.894086 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.910623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3534d980-3166-49b2-82b1-7730a605e0da req-96082c52-7f55-4747-a0d7-38a33649f7a0 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071730 Aug 31 01:12:27.924534 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.930473 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e86359a0-3da8-40f0-babd-f953b6986028 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9410908 Aug 31 01:12:27.944678 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fd16c5-12fc-44e1-b217-8c4036fbd460 x-openstack-request-id: req-46fd16c5-12fc-44e1-b217-8c4036fbd460 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:27.944975 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93308931-2f37-4a7e-a1c8-3509754b373e", "tag": "33fcb1a2-e458-444d-b9ac-e0aeafb9dab7", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:27.945770 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46fd16c5-12fc-44e1-b217-8c4036fbd460 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:27.945770 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93308931-2f37-4a7e-a1c8-3509754b373e', 'tag': '33fcb1a2-e458-444d-b9ac-e0aeafb9dab7', 'status': 'completed', 'code': 200} Aug 31 01:12:27.946120 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50178) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:27.951135 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d10a43a0-94cc-4c51-b669-19db0cc06e40 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'port': {'network_id': '47c7ce32-31c7-4404-b377-d4c60354cf60', 'name': 'tempest-FloatingIPTestJSON-1615459240'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:27.962083 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0774a124-7237-4d86-970a-50b6041b7a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.988185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ca01d-a59e-4ec6-9861-30d71ca5cdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e35f000-2f1b-4201-b15c-fe12757ab1a7,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:28.073327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-964ca01d-a59e-4ec6-9861-30d71ca5cdc1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce0e3af353004655a58e31395b5eaba5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2945557 Aug 31 01:12:28.075736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50182) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:28.134767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ab862-03d0-46cc-9043-2b1e560d264f req-8a6f2bef-9c40-4747-96fa-2010a74fdb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.136317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-099ab862-03d0-46cc-9043-2b1e560d264f req-8a6f2bef-9c40-4747-96fa-2010a74fdb5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 1097 time: 0.2008791 Aug 31 01:12:28.169284 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf630c-9357-4b4b-b929-5b682cb5c099 req-067efe41-de88-4980-a342-12e11d17b45b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.171735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7cf630c-9357-4b4b-b929-5b682cb5c099 req-067efe41-de88-4980-a342-12e11d17b45b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1649919 Aug 31 01:12:28.245080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c5a1b-6c47-462e-b7a6-b4c9332c7120 req-b05375f6-2b95-434d-8a2a-fd400787498f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.251072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c5a1b-6c47-462e-b7a6-b4c9332c7120 req-b05375f6-2b95-434d-8a2a-fd400787498f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.254583 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0774a124-7237-4d86-970a-50b6041b7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:28.255791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f33c5a1b-6c47-462e-b7a6-b4c9332c7120 req-b05375f6-2b95-434d-8a2a-fd400787498f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1667 time: 0.2388675 Aug 31 01:12:28.257147 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0774a124-7237-4d86-970a-50b6041b7a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:28.258669 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0774a124-7237-4d86-970a-50b6041b7a9a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ddec8ca-23eb-48c8-9401-92fa631a251b HTTP/1.1" status: 204 len: 168 time: 0.6717584 Aug 31 01:12:28.286901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774a124-7237-4d86-970a-50b6041b7a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddec8ca-23eb-48c8-9401-92fa631a251b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:28.294337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10a43a0-94cc-4c51-b669-19db0cc06e40 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Made reservation on behalf of 2718ee12180b44e1adf8db1e026c3ac8 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:28.298505 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d10a43a0-94cc-4c51-b669-19db0cc06e40 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:28.322037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-d10a43a0-94cc-4c51-b669-19db0cc06e40 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] device_id is not set on port 7a2ba577-6255-42af-945d-4784d9670986 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:12:28.362725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ab862-03d0-46cc-9043-2b1e560d264f req-8e133ccb-3ee8-4f05-8dfe-270d7710c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.364239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-099ab862-03d0-46cc-9043-2b1e560d264f req-8e133ccb-3ee8-4f05-8dfe-270d7710c5e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.2066035 Aug 31 01:12:28.387783 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-258a8246-97f9-4772-a92e-e5b386aaa5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:28.444539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7cf630c-9357-4b4b-b929-5b682cb5c099 req-0c614a1c-7ee6-4802-80cd-1bb10d29e29a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340512 Aug 31 01:12:28.457030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd16f1-989c-496a-979c-55d153ff46c2 req-492d0d28-71ca-440c-a0f6-2cac3954da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.457030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd16f1-989c-496a-979c-55d153ff46c2 req-492d0d28-71ca-440c-a0f6-2cac3954da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.458720 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dabd16f1-989c-496a-979c-55d153ff46c2 req-492d0d28-71ca-440c-a0f6-2cac3954da11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd2e94df38da44a893e4b2ce9a2b179c&device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1915 time: 0.3185968 Aug 31 01:12:28.489490 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-258a8246-97f9-4772-a92e-e5b386aaa5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:28.509192 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-d10a43a0-94cc-4c51-b669-19db0cc06e40 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Allocated IP 172.20.0.12 (47c7ce32-31c7-4404-b377-d4c60354cf60/c860e57d-f45f-4b65-902b-3090cb5f45eb/7a2ba577-6255-42af-945d-4784d9670986) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:28.511548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f33c5a1b-6c47-462e-b7a6-b4c9332c7120 req-420bebf5-4783-4c2b-be20-0d03c0d492fb tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727495 Aug 31 01:12:28.517500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77cb886-401d-4753-81a3-c4d5fe2b65f7 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:28.531721 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:28.549305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Transition to ACTIVE for port object d77cb886-401d-4753-81a3-c4d5fe2b65f7 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:28.582689 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:28.591846 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-099ab862-03d0-46cc-9043-2b1e560d264f req-f250a2e3-6a10-4ae5-bc0b-a4364da621c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f HTTP/1.1" status: 200 len: 1000 time: 0.2042964 Aug 31 01:12:28.720472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Pushing event updated for resources: {'Port': ['ID=d77cb886-401d-4753-81a3-c4d5fe2b65f7,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:28.785841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ab862-03d0-46cc-9043-2b1e560d264f req-54442e08-63ae-43d3-87d9-c8b11c990bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.787355 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-099ab862-03d0-46cc-9043-2b1e560d264f req-54442e08-63ae-43d3-87d9-c8b11c990bba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.1742694 Aug 31 01:12:28.809766 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-258a8246-97f9-4772-a92e-e5b386aaa5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:28.812302 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-258a8246-97f9-4772-a92e-e5b386aaa5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:28.813450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-258a8246-97f9-4772-a92e-e5b386aaa5c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e35f000-2f1b-4201-b15c-fe12757ab1a7 HTTP/1.1" status: 204 len: 168 time: 0.7207730 Aug 31 01:12:28.830978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd16f1-989c-496a-979c-55d153ff46c2 req-6eec9001-9a61-4031-a9f6-5041b019050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.831321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd16f1-989c-496a-979c-55d153ff46c2 req-6eec9001-9a61-4031-a9f6-5041b019050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.831789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd16f1-989c-496a-979c-55d153ff46c2 req-6eec9001-9a61-4031-a9f6-5041b019050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.833424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dabd16f1-989c-496a-979c-55d153ff46c2 req-6eec9001-9a61-4031-a9f6-5041b019050a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=fd2e94df38da44a893e4b2ce9a2b179c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3603003 Aug 31 01:12:28.841693 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a8246-97f9-4772-a92e-e5b386aaa5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e35f000-2f1b-4201-b15c-fe12757ab1a7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:28.933902 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Attempting to bind port d77cb886-401d-4753-81a3-c4d5fe2b65f7 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:28.934170 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Attempting to bind port d77cb886-401d-4753-81a3-c4d5fe2b65f7 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '2f8fe804-77c6-4b11-b847-c8aad4961e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20691699-f0d2-4d64-b51e-c51c68111d5b'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:28.934503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Attempting to bind port d77cb886-401d-4753-81a3-c4d5fe2b65f7 on network 20691699-f0d2-4d64-b51e-c51c68111d5b {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:28.949416 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Port d77cb886-401d-4753-81a3-c4d5fe2b65f7 on network 20691699-f0d2-4d64-b51e-c51c68111d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:12:28.950101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Attempting to bind port d77cb886-401d-4753-81a3-c4d5fe2b65f7 on network 20691699-f0d2-4d64-b51e-c51c68111d5b {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:28.970533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:28.970870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Checking segment: {'id': '2f8fe804-77c6-4b11-b847-c8aad4961e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20691699-f0d2-4d64-b51e-c51c68111d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:28.971263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Bound using segment: {'id': '2f8fe804-77c6-4b11-b847-c8aad4961e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20691699-f0d2-4d64-b51e-c51c68111d5b'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:28.983961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Bound port: d77cb886-401d-4753-81a3-c4d5fe2b65f7, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8fe804-77c6-4b11-b847-c8aad4961e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20691699-f0d2-4d64-b51e-c51c68111d5b'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:28.984345 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.000919 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d10a43a0-94cc-4c51-b669-19db0cc06e40 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.003707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ab862-03d0-46cc-9043-2b1e560d264f req-23949443-98d8-47d6-a854-0023e5e8b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.005339 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-099ab862-03d0-46cc-9043-2b1e560d264f req-23949443-98d8-47d6-a854-0023e5e8b55a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2099648 Aug 31 01:12:29.163794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50226) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:29.164421 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] For port d77cb886-401d-4753-81a3-c4d5fe2b65f7, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:29.184103 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] For port d77cb886-401d-4753-81a3-c4d5fe2b65f7, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d77cb886-401d-4753-81a3-c4d5fe2b65f7,segment=NetworkSegment(2f8fe804-77c6-4b11-b847-c8aad4961e4c),segment_id=2f8fe804-77c6-4b11-b847-c8aad4961e4c)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:29.190748 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.267685 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.269020 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.270675 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] 10.222.0.15 "PUT /v2.0/ports/d77cb886-401d-4753-81a3-c4d5fe2b65f7 HTTP/1.1" status: 200 len: 1093 time: 1.4994400 Aug 31 01:12:29.300684 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d10a43a0-94cc-4c51-b669-19db0cc06e40 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.302325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f7fb5-0894-40ea-8184-abfa90bacc37 service neutron] Pushing event updated for resources: {'Port': ['ID=d77cb886-401d-4753-81a3-c4d5fe2b65f7,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:29.351330 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abed9d9-fbec-4cbc-8e7b-6411eb8917f9 admin admin] Deleting subnet c27e0f0e-24d3-413e-9fdf-93d12f5194f9 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:12:29.358559 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9abed9d9-fbec-4cbc-8e7b-6411eb8917f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.366463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10a43a0-94cc-4c51-b669-19db0cc06e40 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network 47c7ce32-31c7-4404-b377-d4c60354cf60 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:29.369721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-d10a43a0-94cc-4c51-b669-19db0cc06e40 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:29.373602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a43a0-94cc-4c51-b669-19db0cc06e40 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:29.383635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd16f1-989c-496a-979c-55d153ff46c2 req-e8b97a40-a542-4eba-9c6a-de51ead49348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.385247 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dabd16f1-989c-496a-979c-55d153ff46c2 req-e8b97a40-a542-4eba-9c6a-de51ead49348 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5307908 Aug 31 01:12:29.403463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd54f48-b33a-447c-b26a-12a7c828b3b6 req-8ee2f716-ab92-411d-90bd-4449ff2a7368 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.405052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfd54f48-b33a-447c-b26a-12a7c828b3b6 req-8ee2f716-ab92-411d-90bd-4449ff2a7368 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 945 time: 0.3450484 Aug 31 01:12:29.417639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a43a0-94cc-4c51-b669-19db0cc06e40 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=7a2ba577-6255-42af-945d-4784d9670986,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:29.429239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-099ab862-03d0-46cc-9043-2b1e560d264f req-deacea78-3154-429d-808d-6fd9bb6fa544 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080012 Aug 31 01:12:29.448665 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9abed9d9-fbec-4cbc-8e7b-6411eb8917f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.468526 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10a43a0-94cc-4c51-b669-19db0cc06e40 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.469534 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d10a43a0-94cc-4c51-b669-19db0cc06e40 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.494794 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d10a43a0-94cc-4c51-b669-19db0cc06e40 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5475705 Aug 31 01:12:29.497577 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50238) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:29.505214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-26d11634-f6a6-4f0b-8b63-dcefa8b151f7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'floatingip': {'port_id': '7a2ba577-6255-42af-945d-4784d9670986'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:29.565179 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26d11634-f6a6-4f0b-8b63-dcefa8b151f7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.598413 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9abed9d9-fbec-4cbc-8e7b-6411eb8917f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.603503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfd54f48-b33a-447c-b26a-12a7c828b3b6 req-3e6794eb-bad7-4416-b537-580d03fbd9af tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847401 Aug 31 01:12:29.696577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-fbd7a9fd-ecf1-4177-bc53-961614c70b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.697130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-fbd7a9fd-ecf1-4177-bc53-961614c70b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.698970 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-fbd7a9fd-ecf1-4177-bc53-961614c70b88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd2e94df38da44a893e4b2ce9a2b179c&device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1983 time: 0.2393808 Aug 31 01:12:29.740024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50244) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:29.752887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-099ab862-03d0-46cc-9043-2b1e560d264f req-96085701-3b64-4cf0-b06e-9b3470902101 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137600 Aug 31 01:12:29.789885 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae72b-a1b1-47d9-a1f8-0e26777d5691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.799135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-9a90f5ee-2d45-4e01-a432-dfecca870138 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.120&port_id=33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 HTTP/1.1" status: 200 len: 217 time: 0.0837970 Aug 31 01:12:29.809398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bd123-c637-44e7-b048-79a535f4c009 req-d1728385-0fbd-48e6-b494-c2f57a5bfa01 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.815084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c09bd123-c637-44e7-b048-79a535f4c009 req-d1728385-0fbd-48e6-b494-c2f57a5bfa01 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2180440 Aug 31 01:12:29.818475 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9abed9d9-fbec-4cbc-8e7b-6411eb8917f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.894669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abed9d9-fbec-4cbc-8e7b-6411eb8917f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c27e0f0e-24d3-413e-9fdf-93d12f5194f9,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:29.912001 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9abed9d9-fbec-4cbc-8e7b-6411eb8917f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:29.914354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9abed9d9-fbec-4cbc-8e7b-6411eb8917f9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c27e0f0e-24d3-413e-9fdf-93d12f5194f9 HTTP/1.1" status: 204 len: 168 time: 0.7325985 Aug 31 01:12:29.921042 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50248) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:29.974721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93308931-2f37-4a7e-a1c8-3509754b373e', 'tag': 'd77cb886-401d-4753-81a3-c4d5fe2b65f7'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:29.977227 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40da6503-1e2b-424e-ac53-fd1f087e7772" -d '{"events": [{"name": "network-changed", "server_uuid": "93308931-2f37-4a7e-a1c8-3509754b373e", "tag": "d77cb886-401d-4753-81a3-c4d5fe2b65f7"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:29.998203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489127-9f21-4d51-8599-b088568408e1 req-d9ef0c97-8b94-40f0-aeab-29ff2b06fa04 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:30.004408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489127-9f21-4d51-8599-b088568408e1 req-d9ef0c97-8b94-40f0-aeab-29ff2b06fa04 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:30.006183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5489127-9f21-4d51-8599-b088568408e1 req-d9ef0c97-8b94-40f0-aeab-29ff2b06fa04 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1679 time: 0.2934365 Aug 31 01:12:30.018951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c09bd123-c637-44e7-b048-79a535f4c009 req-d8a6890c-0576-40f6-ad15-e596d7108b28 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979825 Aug 31 01:12:30.020342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-757ac34b-84c8-4fd8-bdaa-6990b458d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:30.022185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-757ac34b-84c8-4fd8-bdaa-6990b458d50c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4712addc-d55d-4025-9500-e0f779f92bc1 HTTP/1.1" status: 200 len: 801 time: 0.2054968 Aug 31 01:12:30.077182 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae72b-a1b1-47d9-a1f8-0e26777d5691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.087314 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae72b-a1b1-47d9-a1f8-0e26777d5691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.094747 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d4a84c4-95e1-4df5-a091-95399c9ca533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.119310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5489127-9f21-4d51-8599-b088568408e1 req-087c52fa-5282-4e8a-9161-7f25c20b98be tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038628 Aug 31 01:12:30.129570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-6f83b28e-5981-4c0b-a63b-181e1c73356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:30.131086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-6f83b28e-5981-4c0b-a63b-181e1c73356a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20b95091-ba9c-4f81-9287-fac0c8f7b085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990186 Aug 31 01:12:30.170034 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fd9ae72b-a1b1-47d9-a1f8-0e26777d5691 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=917f3ab8494b4db1860ead09b805da1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270625 Aug 31 01:12:30.172769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50254) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:30.174730 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ae72b-a1b1-47d9-a1f8-0e26777d5691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e44f49-6f1b-45cb-a160-1112245aeb23,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:30.270667 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d4a84c4-95e1-4df5-a091-95399c9ca533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.280297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-0d4a84c4-95e1-4df5-a091-95399c9ca533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:30.286515 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26d11634-f6a6-4f0b-8b63-dcefa8b151f7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.304071 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26d11634-f6a6-4f0b-8b63-dcefa8b151f7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.304483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-0d4a84c4-95e1-4df5-a091-95399c9ca533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155de75e-6baa-4db9-8232-e2ae1c48eb81') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:30.304965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-0d4a84c4-95e1-4df5-a091-95399c9ca533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155de75e-6baa-4db9-8232-e2ae1c48eb81') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:30.326837 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d4a84c4-95e1-4df5-a091-95399c9ca533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.337954 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-76df256f-8844-4889-8aeb-ac4d4df61ea5 service neutron] 10.222.0.15 "GET /v2.0/networks/20b95091-ba9c-4f81-9287-fac0c8f7b085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881173 Aug 31 01:12:30.344187 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d4a84c4-95e1-4df5-a091-95399c9ca533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.344719 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f201af-df8d-4eda-bdec-d6da7d58b835 x-openstack-request-id: req-38f201af-df8d-4eda-bdec-d6da7d58b835 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:30.344950 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93308931-2f37-4a7e-a1c8-3509754b373e", "tag": "d77cb886-401d-4753-81a3-c4d5fe2b65f7", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:30.345301 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-38f201af-df8d-4eda-bdec-d6da7d58b835 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:30.345808 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93308931-2f37-4a7e-a1c8-3509754b373e', 'tag': 'd77cb886-401d-4753-81a3-c4d5fe2b65f7', 'status': 'completed', 'code': 200} Aug 31 01:12:30.372137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4a84c4-95e1-4df5-a091-95399c9ca533 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:12:30.372544 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d4a84c4-95e1-4df5-a091-95399c9ca533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.374068 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-233daa9b-30c4-4cec-8000-b193db8c8c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:12:30.374327 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:12:30.444732 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-233daa9b-30c4-4cec-8000-b193db8c8c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.466038 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-26d11634-f6a6-4f0b-8b63-dcefa8b151f7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Floating IP 6f2f4cb3-931b-415a-a353-8fddd96bbdb1 associated. External IP: 172.25.6.191, port: 7a2ba577-6255-42af-945d-4784d9670986. Aug 31 01:12:30.488890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-54cc4e29-07d0-4b8d-9e5e-2ead8f315034 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b9c9d950c7294e12ad3fbbeb06268a1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345166 Aug 31 01:12:30.496991 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d4a84c4-95e1-4df5-a091-95399c9ca533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.501646 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d4a84c4-95e1-4df5-a091-95399c9ca533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.507308 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0d4a84c4-95e1-4df5-a091-95399c9ca533 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1 HTTP/1.1" status: 204 len: 168 time: 0.5780439 Aug 31 01:12:30.578246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a84c4-95e1-4df5-a091-95399c9ca533 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee6f6ec-7bd2-4a48-b4a8-ca2e876d28f1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:30.591088 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-d1d52798-8166-424c-8831-b8c4ebbc0fd7 service neutron] 10.222.0.15 "GET /v2.0/networks/20b95091-ba9c-4f81-9287-fac0c8f7b085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442417 Aug 31 01:12:30.591427 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-233daa9b-30c4-4cec-8000-b193db8c8c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.594088 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-233daa9b-30c4-4cec-8000-b193db8c8c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.595216 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-233daa9b-30c4-4cec-8000-b193db8c8c0d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37e44f49-6f1b-45cb-a160-1112245aeb23 HTTP/1.1" status: 204 len: 168 time: 0.4215248 Aug 31 01:12:30.609380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233daa9b-30c4-4cec-8000-b193db8c8c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e44f49-6f1b-45cb-a160-1112245aeb23,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:30.654585 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-6084f121-3b3b-493d-a932-a840acc98c36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.212&port_id=d77cb886-401d-4753-81a3-c4d5fe2b65f7 HTTP/1.1" status: 200 len: 217 time: 0.0559604 Aug 31 01:12:30.757043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50270) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:30.818855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d11634-f6a6-4f0b-8b63-dcefa8b151f7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:30.827840 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5777da85-c635-4df0-b31d-7a23797389d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99d625d35e484f658615dbc86887aeb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671437 Aug 31 01:12:30.829022 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50274) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:30.958540 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8cd1bce1-52b2-4ad8-b4db-06e66f55464c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.992895 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8cd1bce1-52b2-4ad8-b4db-06e66f55464c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:30.999678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d11634-f6a6-4f0b-8b63-dcefa8b151f7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:31.005296 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26d11634-f6a6-4f0b-8b63-dcefa8b151f7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:31.014564 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8796a9f-9880-4602-a603-8ae4e4a6ee56 None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:31.027690 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8796a9f-9880-4602-a603-8ae4e4a6ee56 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:31.030299 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c8796a9f-9880-4602-a603-8ae4e4a6ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:31.063556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-0366c4ad-ac4f-482d-9c8d-8c2008d80a3d tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:31.065375 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-26d11634-f6a6-4f0b-8b63-dcefa8b151f7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "PUT /v2.0/floatingips/6f2f4cb3-931b-415a-a353-8fddd96bbdb1 HTTP/1.1" status: 200 len: 979 time: 1.5663209 Aug 31 01:12:31.065853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-0366c4ad-ac4f-482d-9c8d-8c2008d80a3d tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5697572 Aug 31 01:12:31.067963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50286) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:31.079527 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-63184ca1-9b17-48b5-93ed-59b80ac78d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:31.081220 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-63184ca1-9b17-48b5-93ed-59b80ac78d72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2653c91a-64eb-4425-9d35-b49a314109c5 HTTP/1.1" status: 200 len: 801 time: 0.4106028 Aug 31 01:12:31.095094 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-df6cfb24-8567-4a5a-b3f9-d135ea3114aa tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/quotas/b9c9d950c7294e12ad3fbbeb06268a1f HTTP/1.1" status: 200 len: 375 time: 0.0100570 Aug 31 01:12:31.098034 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c8796a9f-9880-4602-a603-8ae4e4a6ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:31.103191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de65ea-2919-476b-aea0-023b32334944 req-cb24b713-e3dd-4de3-aec1-1d56b618865c tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:31.110847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85de65ea-2919-476b-aea0-023b32334944 req-cb24b713-e3dd-4de3-aec1-1d56b618865c tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 945 time: 0.1223981 Aug 31 01:12:31.141722 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8796a9f-9880-4602-a603-8ae4e4a6ee56 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:31.142366 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c8796a9f-9880-4602-a603-8ae4e4a6ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:31.166658 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8cd1bce1-52b2-4ad8-b4db-06e66f55464c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:31.171840 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8cd1bce1-52b2-4ad8-b4db-06e66f55464c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:31.175807 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8cd1bce1-52b2-4ad8-b4db-06e66f55464c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/045902df-0412-4fda-a859-46a77f7df379 HTTP/1.1" status: 204 len: 168 time: 0.3457348 Aug 31 01:12:31.181919 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c8796a9f-9880-4602-a603-8ae4e4a6ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:31.182990 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8796a9f-9880-4602-a603-8ae4e4a6ee56 None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:31.195565 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1bce1-52b2-4ad8-b4db-06e66f55464c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045902df-0412-4fda-a859-46a77f7df379,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:31.199067 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-2a1dac52-6a82-43fa-893e-e564f17f7492 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9c9d950c7294e12ad3fbbeb06268a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435290 Aug 31 01:12:31.216225 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85de65ea-2919-476b-aea0-023b32334944 req-f4cd8373-9e5d-4601-9f0e-3a9df3f0176f tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041560 Aug 31 01:12:31.234272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-c2f050d8-442a-4de4-8494-997f32772e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:31.237688 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-c2f050d8-442a-4de4-8494-997f32772e61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20691699-f0d2-4d64-b51e-c51c68111d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245215 Aug 31 01:12:31.246500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-fee7bfbf-8d37-4410-93b8-0a5307d70342 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting port 7a2ba577-6255-42af-945d-4784d9670986 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:31.247221 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fee7bfbf-8d37-4410-93b8-0a5307d70342 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:31.395902 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:31.410844 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fee7bfbf-8d37-4410-93b8-0a5307d70342 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:31.412873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd45b8-6edf-4f45-b022-e8ac7eb961d9 req-9f1f4433-04da-45ca-b7b6-c2c0f48f3f98 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:31.428890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1cd45b8-6edf-4f45-b022-e8ac7eb961d9 req-9f1f4433-04da-45ca-b7b6-c2c0f48f3f98 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.0991282 Aug 31 01:12:31.437122 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-f8284344-f598-4e58-aac2-27b6ed9531e8 service neutron] 10.222.0.15 "GET /v2.0/networks/20691699-f0d2-4d64-b51e-c51c68111d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915808 Aug 31 01:12:31.668994 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1cd45b8-6edf-4f45-b022-e8ac7eb961d9 req-0af15d05-4232-4bf8-ad37-661ec879c8b0 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387002 Aug 31 01:12:31.722933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd6a7b-0082-4fe2-a10a-468cfc250d5e req-e51112c0-2ec1-45f2-97fc-072b9f883f9e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:31.735644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd6a7b-0082-4fe2-a10a-468cfc250d5e req-e51112c0-2ec1-45f2-97fc-072b9f883f9e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:31.738014 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9dfd6a7b-0082-4fe2-a10a-468cfc250d5e req-e51112c0-2ec1-45f2-97fc-072b9f883f9e tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1679 time: 0.2199721 Aug 31 01:12:31.760182 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdcc998-eeb7-482c-9b90-07b5ba121132 req-ad2c9bfb-f751-4a11-be47-f6c060b1015b service neutron] 10.222.0.15 "GET /v2.0/networks/20691699-f0d2-4d64-b51e-c51c68111d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151505 Aug 31 01:12:31.809428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9dfd6a7b-0082-4fe2-a10a-468cfc250d5e req-002e874e-7bd4-419e-a7af-3fbed54abe36 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479691 Aug 31 01:12:31.958417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-511e77cf-1b50-47ca-a409-d1bcdfaf937a req-2e15578f-2699-440c-a76b-7a8b5d14bad7 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 210 time: 0.0499938 Aug 31 01:12:31.988655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da6503-1e2b-424e-ac53-fd1f087e7772 req-202dcf83-d920-4b62-ad9d-f27d86953c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:31.989144 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da6503-1e2b-424e-ac53-fd1f087e7772 req-202dcf83-d920-4b62-ad9d-f27d86953c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:31.991803 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40da6503-1e2b-424e-ac53-fd1f087e7772 req-202dcf83-d920-4b62-ad9d-f27d86953c89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd2e94df38da44a893e4b2ce9a2b179c&device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1983 time: 0.1356900 Aug 31 01:12:32.140602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da6503-1e2b-424e-ac53-fd1f087e7772 req-fe3f58de-524c-4526-9546-fdf65028e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:32.142401 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40da6503-1e2b-424e-ac53-fd1f087e7772 req-fe3f58de-524c-4526-9546-fdf65028e82c service neutron] 10.222.0.15 "GET /v2.0/networks?id=20691699-f0d2-4d64-b51e-c51c68111d5b HTTP/1.1" status: 200 len: 903 time: 0.1434724 Aug 31 01:12:32.202389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40da6503-1e2b-424e-ac53-fd1f087e7772 req-1a1efa64-567a-40cb-8d4f-8d28065b7c01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.212&port_id=d77cb886-401d-4753-81a3-c4d5fe2b65f7 HTTP/1.1" status: 200 len: 217 time: 0.0520501 Aug 31 01:12:32.298368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fee7bfbf-8d37-4410-93b8-0a5307d70342 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.299414 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fee7bfbf-8d37-4410-93b8-0a5307d70342 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.300006 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-fee7bfbf-8d37-4410-93b8-0a5307d70342 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Floating IP 6f2f4cb3-931b-415a-a353-8fddd96bbdb1 disassociated. External IP: 172.25.6.191, port: 7a2ba577-6255-42af-945d-4784d9670986. Aug 31 01:12:32.301274 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-fee7bfbf-8d37-4410-93b8-0a5307d70342 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Calling delete_port for 7a2ba577-6255-42af-945d-4784d9670986 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:32.346659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc57c3-a4d4-4189-b1a1-7d3ae01ee6fc req-b6ed3931-a5d1-4a9f-8d77-2ea7d62012ca tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:32.354984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2bc57c3-a4d4-4189-b1a1-7d3ae01ee6fc req-b6ed3931-a5d1-4a9f-8d77-2ea7d62012ca tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1483178 Aug 31 01:12:32.380970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da6503-1e2b-424e-ac53-fd1f087e7772 req-ce6f51ae-e000-43f1-98ea-197ae56446ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:32.383707 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40da6503-1e2b-424e-ac53-fd1f087e7772 req-ce6f51ae-e000-43f1-98ea-197ae56446ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2653c91a-64eb-4425-9d35-b49a314109c5 HTTP/1.1" status: 200 len: 801 time: 0.1595256 Aug 31 01:12:32.448041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2bc57c3-a4d4-4189-b1a1-7d3ae01ee6fc req-9f240f2c-385d-4bd7-81f4-1fa5ec663d76 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919573 Aug 31 01:12:32.459444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da6503-1e2b-424e-ac53-fd1f087e7772 req-4a1fb515-e350-43e0-b381-a572246a7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:32.464872 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40da6503-1e2b-424e-ac53-fd1f087e7772 req-4a1fb515-e350-43e0-b381-a572246a7873 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20691699-f0d2-4d64-b51e-c51c68111d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720406 Aug 31 01:12:32.512457 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fee7bfbf-8d37-4410-93b8-0a5307d70342 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.565031 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7bfbf-8d37-4410-93b8-0a5307d70342 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Port': ['ID=7a2ba577-6255-42af-945d-4784d9670986,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:32.667892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978dd19-631e-4323-a061-20816cdc77c0 req-6046c909-af9a-46f5-9ad7-537c75c5b0e1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:32.677943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1978dd19-631e-4323-a061-20816cdc77c0 req-6046c909-af9a-46f5-9ad7-537c75c5b0e1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1015944 Aug 31 01:12:32.703619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40da6503-1e2b-424e-ac53-fd1f087e7772 req-702d4dbb-ec92-46cf-a805-a7099e8e0c0e service neutron] 10.222.0.15 "GET /v2.0/networks/20691699-f0d2-4d64-b51e-c51c68111d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228301 Aug 31 01:12:32.730753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee7bfbf-8d37-4410-93b8-0a5307d70342 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:32.745588 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1978dd19-631e-4323-a061-20816cdc77c0 req-f8278c87-3656-48c6-82d9-289a55df1359 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662172 Aug 31 01:12:32.862875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40da6503-1e2b-424e-ac53-fd1f087e7772 req-99810c7f-6aa5-471c-964e-72c71bbdd4de service neutron] 10.222.0.15 "GET /v2.0/networks/20691699-f0d2-4d64-b51e-c51c68111d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494379 Aug 31 01:12:32.867882 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee7bfbf-8d37-4410-93b8-0a5307d70342 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:32.882243 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3690d49f-455c-4ab4-af3e-fa7979e7066e None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:32.896761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3690d49f-455c-4ab4-af3e-fa7979e7066e None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:32.898091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3690d49f-455c-4ab4-af3e-fa7979e7066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:32.950529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50376) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:32.972327 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3690d49f-455c-4ab4-af3e-fa7979e7066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:32.976249 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fee7bfbf-8d37-4410-93b8-0a5307d70342 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.989303 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3690d49f-455c-4ab4-af3e-fa7979e7066e None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:32.989753 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fee7bfbf-8d37-4410-93b8-0a5307d70342 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/ports/7a2ba577-6255-42af-945d-4784d9670986 HTTP/1.1" status: 204 len: 168 time: 1.9204726 Aug 31 01:12:32.990570 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3690d49f-455c-4ab4-af3e-fa7979e7066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:32.990872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50382) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:33.076398 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3690d49f-455c-4ab4-af3e-fa7979e7066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:33.085283 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3690d49f-455c-4ab4-af3e-fa7979e7066e None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:33.108421 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-96192363-2ff8-4fae-852a-02b6d4978318 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "GET /v2.0/floatingips/6f2f4cb3-931b-415a-a353-8fddd96bbdb1 HTTP/1.1" status: 200 len: 688 time: 0.1163199 Aug 31 01:12:33.111950 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50390) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:33.241754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2067903760-network', 'tenant_id': '66bac7e128b8445c906cda3618fb334f'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:33.267479 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-64bee179-b530-4926-9f05-864e9af88ff5 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b9c9d950c7294e12ad3fbbeb06268a1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1575518 Aug 31 01:12:33.273871 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] Made reservation on behalf of 66bac7e128b8445c906cda3618fb334f for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:33.275928 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:33.313797 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-662c1384-a3b7-4171-b214-49ca48bf411e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting port a7d80c22-b2e9-47fd-be32-72b4f14ec738 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:33.314372 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662c1384-a3b7-4171-b214-49ca48bf411e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:33.358312 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:33.404262 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662c1384-a3b7-4171-b214-49ca48bf411e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:33.404597 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662c1384-a3b7-4171-b214-49ca48bf411e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:33.408456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cb4fa-ee6c-4c21-996b-5c7cb94327cd req-44a4d118-62bd-4916-b187-84347891bbb2 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:33.414622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cb4fa-ee6c-4c21-996b-5c7cb94327cd req-44a4d118-62bd-4916-b187-84347891bbb2 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:33.419599 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-662c1384-a3b7-4171-b214-49ca48bf411e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Calling delete_port for a7d80c22-b2e9-47fd-be32-72b4f14ec738 owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:33.421916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e62cb4fa-ee6c-4c21-996b-5c7cb94327cd req-44a4d118-62bd-4916-b187-84347891bbb2 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1679 time: 0.4729066 Aug 31 01:12:33.494670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-77cc3417-2226-46dd-8fe9-06ef41541a27 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:33.496369 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-77cc3417-2226-46dd-8fe9-06ef41541a27 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 812 time: 0.3855734 Aug 31 01:12:33.516985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-630bad81-92c9-4ad4-b68f-4f1503d979e1 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:33.518450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-630bad81-92c9-4ad4-b68f-4f1503d979e1 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368469 Aug 31 01:12:33.544868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Request body: {'port': {'device_id': '41ba6a21-988c-4339-b5c1-dd432bf63862', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': 'b9c9d950c7294e12ad3fbbeb06268a1f'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:33.566823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e62cb4fa-ee6c-4c21-996b-5c7cb94327cd req-6619f61d-cf39-4f8b-bfdc-904f5bb2e8a9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436520 Aug 31 01:12:33.606314 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662c1384-a3b7-4171-b214-49ca48bf411e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:33.636439 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c1384-a3b7-4171-b214-49ca48bf411e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Port': ['ID=a7d80c22-b2e9-47fd-be32-72b4f14ec738,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:33.650752 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-e0cca221-dae9-4389-b796-e44d6268d9a6 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/quotas/aa9a2e60b3104e5b9b545398b90f57bb HTTP/1.1" status: 200 len: 375 time: 0.1466315 Aug 31 01:12:33.723577 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662c1384-a3b7-4171-b214-49ca48bf411e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:33.727084 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662c1384-a3b7-4171-b214-49ca48bf411e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:33.728339 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-662c1384-a3b7-4171-b214-49ca48bf411e tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/floatingips/6f2f4cb3-931b-415a-a353-8fddd96bbdb1 HTTP/1.1" status: 204 len: 168 time: 0.6149807 Aug 31 01:12:33.734467 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50402) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:33.742855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '56a11eaa-edef-4ede-acf1-99e65140b264'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:33.826968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3639916-583b-4259-a8b8-b9f709cd7a4a req-f055b34d-329a-4d98-9596-8f6805cec73e tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 210 time: 0.0549603 Aug 31 01:12:33.855379 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-c6b396c1-0fac-47c7-aa6f-46c7edbb102c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2036314 Aug 31 01:12:33.934727 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:33.941555 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:33.957295 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:12:33.963702 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:33.970101 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:33.970643 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] Added segment 13cd7ca0-73f1-497f-8e9d-1f5715dad19b of type vlan for network 0624bad0-d79a-43bc-acae-5ea3a3ef1e1f Aug 31 01:12:34.012019 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.api [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:12:34.012019 n-d-802060-13 neutron-server[94761]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:12:34.012019 n-d-802060-13 neutron-server[94761]: [parameters: {'project_id_1': 'b9c9d950c7294e12ad3fbbeb06268a1f', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 12, 33, 865533)}] Aug 31 01:12:34.012019 n-d-802060-13 neutron-server[94761]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:12:34.012417 n-d-802060-13 neutron-server[94761]: DEBUG oslo_db.api [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:12:34.027937 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186850b5-01a2-419c-9e79-bce38ba9e7ef,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:34.087544 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.097918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-33bf643a-33b7-4f22-936e-be81a7f95ab2 service neutron] 10.222.0.58 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415502 Aug 31 01:12:34.121495 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.168840 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.170102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:34.173854 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.239041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] Pushing event updated for resources: {'Network': ['ID=0624bad0-d79a-43bc-acae-5ea3a3ef1e1f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:34.256198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 0624bad0-d79a-43bc-acae-5ea3a3ef1e1f details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:12:34.268009 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dcad1fc8-92ce-4e6e-ab3c-0716b225c3ca admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3164554 Aug 31 01:12:34.269518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50412) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:34.275649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Allocated IP 172.25.6.32 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/aa17403c-6f88-4d38-837c-8dfe8357938a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:34.278027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-23ac9f09-95d7-4d7b-8c16-851c0b4c972a admin admin] Request body: {'subnet': {'network_id': '0624bad0-d79a-43bc-acae-5ea3a3ef1e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2067903760-subnet', 'tenant_id': '66bac7e128b8445c906cda3618fb334f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:34.305116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ac9f09-95d7-4d7b-8c16-851c0b4c972a admin admin] Made reservation on behalf of 66bac7e128b8445c906cda3618fb334f for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:34.308537 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-23ac9f09-95d7-4d7b-8c16-851c0b4c972a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.374622 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-9fdbf4e3-5e44-4da5-b3a9-900e990b79f2 service neutron] 10.222.0.58 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697303 Aug 31 01:12:34.458500 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.511836 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.555879 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-23ac9f09-95d7-4d7b-8c16-851c0b4c972a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.607511 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac9f09-95d7-4d7b-8c16-851c0b4c972a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d91e0edc-9587-4cfc-88a7-4d64cb00850a,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:34.616238 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Made reservation on behalf of b9c9d950c7294e12ad3fbbeb06268a1f for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:34.622013 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.630039 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:34.641903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:34.645716 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:34.660346 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.680552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=aa17403c-6f88-4d38-837c-8dfe8357938a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:34.739826 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ec6e5a4-a642-477a-994c-9e7163659aaa req-31249b67-2790-4ca2-b1e3-6cb21cc143fe tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 210 time: 0.0823967 Aug 31 01:12:34.841193 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac9f09-95d7-4d7b-8c16-851c0b4c972a admin admin] Checking segment: {'id': '13cd7ca0-73f1-497f-8e9d-1f5715dad19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0624bad0-d79a-43bc-acae-5ea3a3ef1e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:34.841605 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ac9f09-95d7-4d7b-8c16-851c0b4c972a admin admin] Network hostable DHCP agents. Network: 0624bad0-d79a-43bc-acae-5ea3a3ef1e1f, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:12:34.862883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0905d0-5959-4a08-8a25-230058bd2ff9 req-f3c24e68-633c-4ee3-b5f1-79d0bb70db3a tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:34.874104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0905d0-5959-4a08-8a25-230058bd2ff9 req-f3c24e68-633c-4ee3-b5f1-79d0bb70db3a tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:34.875944 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd0905d0-5959-4a08-8a25-230058bd2ff9 req-f3c24e68-633c-4ee3-b5f1-79d0bb70db3a tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1679 time: 0.1757145 Aug 31 01:12:34.951870 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd0905d0-5959-4a08-8a25-230058bd2ff9 req-c491329c-aa6a-4d85-8324-e519ead6dded tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651078 Aug 31 01:12:34.953724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ac9f09-95d7-4d7b-8c16-851c0b4c972a admin admin] Network 0624bad0-d79a-43bc-acae-5ea3a3ef1e1f is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:12:34.968536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-23ac9f09-95d7-4d7b-8c16-851c0b4c972a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 0624bad0-d79a-43bc-acae-5ea3a3ef1e1f) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:34.974529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ac9f09-95d7-4d7b-8c16-851c0b4c972a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:34.975155 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-23ac9f09-95d7-4d7b-8c16-851c0b4c972a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:34.980836 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac0d28a-0b31-4479-b6c0-7ad0648a3458 None None] Network 0624bad0-d79a-43bc-acae-5ea3a3ef1e1f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:35.098830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-753c1708-c676-4b80-970a-fe35c575d962 req-58f9ed8c-51eb-4d66-b5af-28528d60e1cd tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 210 time: 0.1106739 Aug 31 01:12:35.106348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50434) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:35.167318 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.176167 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.231835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=542fed2b-f7f8-459d-bae0-c6be96d5a36a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:35.237316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-23ac9f09-95d7-4d7b-8c16-851c0b4c972a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9644573 Aug 31 01:12:35.280249 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04268277-d4dd-4552-ba4a-5242d533e67b None None] Network 0624bad0-d79a-43bc-acae-5ea3a3ef1e1f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:35.365975 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.379670 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef304a25-6096-4da6-b90c-0fec39e96304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.433356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Allocated IP 192.168.233.94 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/5c4fd69a-c026-4e6f-bf1c-79a1c448d56a) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:35.496582 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.653651 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef304a25-6096-4da6-b90c-0fec39e96304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.668901 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef304a25-6096-4da6-b90c-0fec39e96304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.737015 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ef304a25-6096-4da6-b90c-0fec39e96304 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04147c2392aa4ba5a7334ac84a82900a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6294806 Aug 31 01:12:35.745229 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50452) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:35.762434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef304a25-6096-4da6-b90c-0fec39e96304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2178a0-29c7-4db0-bb0d-15a45b293039,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:35.780719 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.816382 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.831121 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.838657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Transition to ACTIVE for port object 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:35.887509 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1561c9e9-008e-4431-800a-e5ffa386f883 req-f2095f19-bbe0-46e3-b55a-6fee59c0254c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 210 time: 0.0405805 Aug 31 01:12:35.944311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-84cc479a-06ba-4884-9e2a-eaf583c5fdbe tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:35.946603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-84cc479a-06ba-4884-9e2a-eaf583c5fdbe tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/networks?id=0624bad0-d79a-43bc-acae-5ea3a3ef1e1f HTTP/1.1" status: 200 len: 813 time: 0.1856773 Aug 31 01:12:35.958394 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:35.976191 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-c3355d82-014a-4cd5-a0be-21be20e204b1 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/quotas/66bac7e128b8445c906cda3618fb334f HTTP/1.1" status: 200 len: 375 time: 0.0175071 Aug 31 01:12:35.982243 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.013992 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-706331d4-bcd8-4531-b75f-48f928d1ea41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.019733 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=aa17403c-6f88-4d38-837c-8dfe8357938a,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:36.051094 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-eb679441-5f91-463d-894d-27b5fbb19029 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=66bac7e128b8445c906cda3618fb334f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610147 Aug 31 01:12:36.110214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:36.112009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:36.170748 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-07608550-f58e-4c93-936c-bf6a87d5c5eb tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:36.173029 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-07608550-f58e-4c93-936c-bf6a87d5c5eb tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 812 time: 0.1351695 Aug 31 01:12:36.188170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:36.193204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Pushing event updated for resources: {'Port': ['ID=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:36.202725 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-706331d4-bcd8-4531-b75f-48f928d1ea41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.280430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-b594c1d6-6f59-4996-8592-e09700f18f92 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Request body: {'port': {'device_id': '7b9ca859-8d74-447d-ac74-4887083f97e9', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'admin_state_up': True, 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:36.319636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09318564-f666-42ad-842c-4c96b6983b97 req-4ff238f7-ce48-4347-b2c5-3f55465f6733 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:36.328030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09318564-f666-42ad-842c-4c96b6983b97 req-4ff238f7-ce48-4347-b2c5-3f55465f6733 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:36.331752 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09318564-f666-42ad-842c-4c96b6983b97 req-4ff238f7-ce48-4347-b2c5-3f55465f6733 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1679 time: 0.2068205 Aug 31 01:12:36.365393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:36.366093 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.420645 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-fee621ff-9a1d-4336-8716-5d8e7a009087 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8864825 Aug 31 01:12:36.427069 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Floating IP 7cce0fe6-db5a-418b-be1e-295c32f1a35d associated. External IP: 172.25.6.32, port: 56a11eaa-edef-4ede-acf1-99e65140b264. Aug 31 01:12:36.432494 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09318564-f666-42ad-842c-4c96b6983b97 req-1052a5ce-749d-4b36-86a6-aeaddc37dda0 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939219 Aug 31 01:12:36.444323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Request body: {'port': {'device_id': '41ba6a21-988c-4339-b5c1-dd432bf63862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:36.457707 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-32a90b0c-53ca-486c-9069-e75ce7fb6341 service neutron] 10.222.0.58 "GET /v2.0/networks/0624bad0-d79a-43bc-acae-5ea3a3ef1e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934307 Aug 31 01:12:36.494963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-231af81b-079f-4b1e-a15e-2ca7a4394468 None None] Provisioning for port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:36.503776 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-231af81b-079f-4b1e-a15e-2ca7a4394468 None None] Provisioning complete for port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:36.504477 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-231af81b-079f-4b1e-a15e-2ca7a4394468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.521501 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-706331d4-bcd8-4531-b75f-48f928d1ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.524465 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-706331d4-bcd8-4531-b75f-48f928d1ea41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.530078 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-706331d4-bcd8-4531-b75f-48f928d1ea41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f2178a0-29c7-4db0-bb0d-15a45b293039 HTTP/1.1" status: 204 len: 168 time: 0.7836938 Aug 31 01:12:36.550720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:12:36.582773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706331d4-bcd8-4531-b75f-48f928d1ea41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2178a0-29c7-4db0-bb0d-15a45b293039,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:36.606302 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-231af81b-079f-4b1e-a15e-2ca7a4394468 None None] Port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:36.635636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-b594c1d6-6f59-4996-8592-e09700f18f92 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Made reservation on behalf of aa9a2e60b3104e5b9b545398b90f57bb for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:36.640884 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-b594c1d6-6f59-4996-8592-e09700f18f92 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.700675 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.769081 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=33fcb1a2-e458-444d-b9ac-e0aeafb9dab7,segment=NetworkSegment(e1eba98b-ab9a-4da7-90f3-d0b95b579c15),segment_id=e1eba98b-ab9a-4da7-90f3-d0b95b579c15)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:36.781508 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '33fcb1a2-e458-444d-b9ac-e0aeafb9dab7', 'network_id': '20b95091-ba9c-4f81-9287-fac0c8f7b085', 'port_id': '33fcb1a2-e458-444d-b9ac-e0aeafb9dab7', 'mac_address': 'fa:16:3e:72:0f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4712addc-d55d-4025-9500-e0f779f92bc1', 'ip_address': '19.80.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:12:36.840527 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.865220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:36.875350 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:36.887601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=33fcb1a2-e458-444d-b9ac-e0aeafb9dab7,segment=NetworkSegment(e1eba98b-ab9a-4da7-90f3-d0b95b579c15),segment_id=e1eba98b-ab9a-4da7-90f3-d0b95b579c15)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:36.892420 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.893503 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d77cb886-401d-4753-81a3-c4d5fe2b65f7 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:12:36.982217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa93e7-077d-490f-bc80-2691a74bcc81 req-d460cffe-02af-4a86-b207-107e7c4460b3 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:36.984428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ddfa93e7-077d-490f-bc80-2691a74bcc81 req-d460cffe-02af-4a86-b207-107e7c4460b3 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 935 time: 0.2885101 Aug 31 01:12:36.995360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=33fcb1a2-e458-444d-b9ac-e0aeafb9dab7,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:37.060689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d77cb886-401d-4753-81a3-c4d5fe2b65f7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d77cb886-401d-4753-81a3-c4d5fe2b65f7,segment=NetworkSegment(2f8fe804-77c6-4b11-b847-c8aad4961e4c),segment_id=2f8fe804-77c6-4b11-b847-c8aad4961e4c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:37.083954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-b594c1d6-6f59-4996-8592-e09700f18f92 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Allocated IP 172.20.0.14 (5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad/c35ba00f-fd19-48e8-9930-8cd7e499d142/1fadea18-0754-464f-8d7f-71be54039077) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:37.084564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'd77cb886-401d-4753-81a3-c4d5fe2b65f7', 'network_id': '20691699-f0d2-4d64-b51e-c51c68111d5b', 'port_id': 'd77cb886-401d-4753-81a3-c4d5fe2b65f7', 'mac_address': 'fa:16:3e:03:96:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2653c91a-64eb-4425-9d35-b49a314109c5', 'ip_address': '19.86.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:12:37.088407 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50476) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:37.096117 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-f852ff84-07e5-4f1c-8855-7b8000fbc6db service neutron] 10.222.0.58 "GET /v2.0/networks/0624bad0-d79a-43bc-acae-5ea3a3ef1e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207786 Aug 31 01:12:37.130183 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.145831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77cb886-401d-4753-81a3-c4d5fe2b65f7 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:37.146068 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1acaa75-f0ad-4250-8b23-41ab464c51b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.186274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d77cb886-401d-4753-81a3-c4d5fe2b65f7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d77cb886-401d-4753-81a3-c4d5fe2b65f7,segment=NetworkSegment(2f8fe804-77c6-4b11-b847-c8aad4961e4c),segment_id=2f8fe804-77c6-4b11-b847-c8aad4961e4c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:37.194369 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.222291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:37.233486 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec555b-98fe-47b6-bc48-8a23716b268d None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:37.259843 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec555b-98fe-47b6-bc48-8a23716b268d None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:37.260636 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-cdec555b-98fe-47b6-bc48-8a23716b268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:37.306464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=d77cb886-401d-4753-81a3-c4d5fe2b65f7,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:37.356849 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-cdec555b-98fe-47b6-bc48-8a23716b268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:37.382408 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec555b-98fe-47b6-bc48-8a23716b268d None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:37.384107 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-cdec555b-98fe-47b6-bc48-8a23716b268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:37.432380 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-cdec555b-98fe-47b6-bc48-8a23716b268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:37.434433 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec555b-98fe-47b6-bc48-8a23716b268d None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:37.536092 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-b594c1d6-6f59-4996-8592-e09700f18f92 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.543944 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1acaa75-f0ad-4250-8b23-41ab464c51b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.547878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ddfa93e7-077d-490f-bc80-2691a74bcc81 req-c22d50f0-835c-48e1-8f97-ca9437b6e540 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/security-groups?id=542fed2b-f7f8-459d-bae0-c6be96d5a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492804 Aug 31 01:12:37.552562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-959e054d-ba81-4e45-8acd-bb131f03f18e req-69c71d3d-d30d-49a3-9e8d-6b38b1498658 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 210 time: 0.0398722 Aug 31 01:12:37.568900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1acaa75-f0ad-4250-8b23-41ab464c51b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.583394 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.633924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['33fcb1a2-e458-444d-b9ac-e0aeafb9dab7'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:37.669374 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8da0c0c8-6903-4bef-b168-0edd995c1e7c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9337683 Aug 31 01:12:37.679987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-b594c1d6-6f59-4996-8592-e09700f18f92 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Transition to ACTIVE for port object 1fadea18-0754-464f-8d7f-71be54039077 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:37.688970 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50490) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:37.701318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1b3f676c-23ca-4783-8710-bdfe7e6c93c8 req-b535cc30-0fe8-4358-aab2-445bb0bd91df tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 210 time: 0.0536733 Aug 31 01:12:37.718574 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0a6d3c4c-32cd-4afa-b796-7c81351a50aa tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1251495344'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:37.802679 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acaa75-f0ad-4250-8b23-41ab464c51b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b21758-5fc9-4a96-91e4-1588990c7de0,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:37.817457 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d1acaa75-f0ad-4250-8b23-41ab464c51b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19fff87fddf24b0b98bb980c682eb379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7279489 Aug 31 01:12:37.822017 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50492) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:37.889525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:37.894977 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2bb69a2-0b4d-4ef9-9b35-aa704c6cb5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.896622 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6d3c4c-32cd-4afa-b796-7c81351a50aa tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Made reservation on behalf of 2718ee12180b44e1adf8db1e026c3ac8 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:37.900765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3c4c-32cd-4afa-b796-7c81351a50aa tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.905815 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.922161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Transition to ACTIVE for port object 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:37.937686 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.953877 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2bb69a2-0b4d-4ef9-9b35-aa704c6cb5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:37.956456 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-b594c1d6-6f59-4996-8592-e09700f18f92 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.034026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:38.047708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-b594c1d6-6f59-4996-8592-e09700f18f92 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:38.071626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6d3c4c-32cd-4afa-b796-7c81351a50aa tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:12:38.079188 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-b594c1d6-6f59-4996-8592-e09700f18f92 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:38.082198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-b594c1d6-6f59-4996-8592-e09700f18f92 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:38.084799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de153-f21f-4884-864b-5d95e460e281 req-8ddfd521-c667-4a63-9dc7-37c0c54cac56 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.095638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de153-f21f-4884-864b-5d95e460e281 req-8ddfd521-c667-4a63-9dc7-37c0c54cac56 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.107932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-108de153-f21f-4884-864b-5d95e460e281 req-8ddfd521-c667-4a63-9dc7-37c0c54cac56 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1681 time: 0.1841428 Aug 31 01:12:38.131848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594c1d6-6f59-4996-8592-e09700f18f92 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event updated for resources: {'Port': ['ID=1fadea18-0754-464f-8d7f-71be54039077,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:38.143941 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3c4c-32cd-4afa-b796-7c81351a50aa tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.144791 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-0a6d3c4c-32cd-4afa-b796-7c81351a50aa tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Added segment efc60a08-593c-4504-b15b-0ea47db25a2a of type vlan for network f2f57f23-4582-44f3-bbcc-ab10358db55e Aug 31 01:12:38.218044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-b594c1d6-6f59-4996-8592-e09700f18f92 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.218726 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-b594c1d6-6f59-4996-8592-e09700f18f92 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.236079 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3c4c-32cd-4afa-b796-7c81351a50aa tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.247842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Attempting to bind port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:38.248474 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Attempting to bind port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:38.248749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Attempting to bind port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:38.269774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:12:38.270126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Attempting to bind port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:38.287993 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:38.288632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:38.289647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:38.290114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Bound port: 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:38.290740 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.291171 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2bb69a2-0b4d-4ef9-9b35-aa704c6cb5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.296008 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2bb69a2-0b4d-4ef9-9b35-aa704c6cb5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.303004 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a2bb69a2-0b4d-4ef9-9b35-aa704c6cb5d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0b21758-5fc9-4a96-91e4-1588990c7de0 HTTP/1.1" status: 204 len: 168 time: 0.4798720 Aug 31 01:12:38.327750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-108de153-f21f-4884-864b-5d95e460e281 req-a31e4d6c-51f4-4b79-879b-89ddb6da3f0a tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948135 Aug 31 01:12:38.330755 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-b594c1d6-6f59-4996-8592-e09700f18f92 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1258426 Aug 31 01:12:38.334269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb69a2-0b4d-4ef9-9b35-aa704c6cb5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b21758-5fc9-4a96-91e4-1588990c7de0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:38.383457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Request body: {'port': {'device_id': '7b9ca859-8d74-447d-ac74-4887083f97e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:38.442857 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3c4c-32cd-4afa-b796-7c81351a50aa tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.450097 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6d3c4c-32cd-4afa-b796-7c81351a50aa tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.450787 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3c4c-32cd-4afa-b796-7c81351a50aa tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.464437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] For port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:38.468799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] For port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:38.473343 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.515475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.516310 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.517971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] 10.222.0.70 "PUT /v2.0/ports/5c4fd69a-c026-4e6f-bf1c-79a1c448d56a HTTP/1.1" status: 200 len: 1096 time: 2.0827487 Aug 31 01:12:38.518501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ba6a21-988c-4339-b5c1-dd432bf63862', 'tag': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:38.521063 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dda3d7-d4ea-4950-bd5e-77ea7d47748c" -d '{"events": [{"name": "network-changed", "server_uuid": "41ba6a21-988c-4339-b5c1-dd432bf63862", "tag": "5c4fd69a-c026-4e6f-bf1c-79a1c448d56a"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:38.545049 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.557525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154218c1-3bc5-490c-87f3-23ddf0b166b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:38.579114 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0a6d3c4c-32cd-4afa-b796-7c81351a50aa tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8884947 Aug 31 01:12:38.583805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50502) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:38.597363 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47dc1503-5fde-4c18-97f9-3320303a6685 None None] Provisioning for port 1fadea18-0754-464f-8d7f-71be54039077 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:38.598438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6aa731f5-1807-4579-af63-df214958aa8c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'subnet': {'network_id': 'f2f57f23-4582-44f3-bbcc-ab10358db55e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:38.604502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47dc1503-5fde-4c18-97f9-3320303a6685 None None] Provisioning complete for port 1fadea18-0754-464f-8d7f-71be54039077 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:38.604967 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47dc1503-5fde-4c18-97f9-3320303a6685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:38.609395 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d297521-028a-40d5-809a-52891f5b2508 x-openstack-request-id: req-1d297521-028a-40d5-809a-52891f5b2508 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:38.613880 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ba6a21-988c-4339-b5c1-dd432bf63862", "tag": "5c4fd69a-c026-4e6f-bf1c-79a1c448d56a", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:38.614094 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d297521-028a-40d5-809a-52891f5b2508 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:38.615207 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ba6a21-988c-4339-b5c1-dd432bf63862', 'tag': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a', 'status': 'completed', 'code': 200} Aug 31 01:12:38.652523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d3c4c-32cd-4afa-b796-7c81351a50aa tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Network': ['ID=f2f57f23-4582-44f3-bbcc-ab10358db55e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:38.668027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network f2f57f23-4582-44f3-bbcc-ab10358db55e details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:12:38.739173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['d77cb886-401d-4753-81a3-c4d5fe2b65f7'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:38.795784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47dc1503-5fde-4c18-97f9-3320303a6685 None None] Port 1fadea18-0754-464f-8d7f-71be54039077 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:38.807744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-9fd897fd-a22f-4242-bc31-f4d5bff91297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.810181 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-9fd897fd-a22f-4242-bc31-f4d5bff91297 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c9d950c7294e12ad3fbbeb06268a1f&device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 1099 time: 0.2342329 Aug 31 01:12:38.850516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3e8e9-5455-4960-86a1-4e72631ad4ee req-1ac6e102-90c0-4bd2-97b7-36a046787d76 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.853042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22f3e8e9-5455-4960-86a1-4e72631ad4ee req-1ac6e102-90c0-4bd2-97b7-36a046787d76 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 947 time: 0.1945968 Aug 31 01:12:38.913654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafca23-d9d5-4cc6-8cbe-ecc0e4acb548 req-4c304fe2-0ec6-4bfe-aacc-72b205c0e89b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.923359 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caafca23-d9d5-4cc6-8cbe-ecc0e4acb548 req-4c304fe2-0ec6-4bfe-aacc-72b205c0e89b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 932 time: 0.2614322 Aug 31 01:12:38.952299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-cabf3e0b-a4f5-4cf0-80b0-851a8b5232fe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a HTTP/1.1" status: 200 len: 217 time: 0.1207755 Aug 31 01:12:39.049592 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa731f5-1807-4579-af63-df214958aa8c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Made reservation on behalf of 2718ee12180b44e1adf8db1e026c3ac8 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:39.054150 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6aa731f5-1807-4579-af63-df214958aa8c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.077331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-41755578-abe4-411c-9dac-13487b39393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:39.078884 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-41755578-abe4-411c-9dac-13487b39393a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1169767 Aug 31 01:12:39.153145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22f3e8e9-5455-4960-86a1-4e72631ad4ee req-2d6a7a43-6f96-4828-b3d0-1a7f96b9017f tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/security-groups?id=542fed2b-f7f8-459d-bae0-c6be96d5a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277122 Aug 31 01:12:39.169761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caafca23-d9d5-4cc6-8cbe-ecc0e4acb548 req-1204ffbd-7e30-4676-a7a6-cb7f675bc3e3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452991 Aug 31 01:12:39.198030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-4ff7e393-901d-4248-9084-d2f4432f2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:39.199746 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-4ff7e393-901d-4248-9084-d2f4432f2b56 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1081855 Aug 31 01:12:39.263769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fadea18-0754-464f-8d7f-71be54039077 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:39.281369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-c4f3a2c6-108b-4195-8010-aff157b85012 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:39.282126 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.283151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-c4f3a2c6-108b-4195-8010-aff157b85012 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.15 "GET /v2.0/networks?id=0624bad0-d79a-43bc-acae-5ea3a3ef1e1f HTTP/1.1" status: 200 len: 813 time: 0.3483553 Aug 31 01:12:39.324825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-fae0cfcc-72fd-49bc-bed5-edaa6ac4bab7 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Request body: {'port': {'device_id': '4c3f2d16-ec57-4911-872c-a29ec9075fa8', 'network_id': '0624bad0-d79a-43bc-acae-5ea3a3ef1e1f', 'admin_state_up': True, 'tenant_id': '66bac7e128b8445c906cda3618fb334f'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:39.335962 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Transition to ACTIVE for port object 1fadea18-0754-464f-8d7f-71be54039077 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:39.350404 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.368957 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5315bf45-f943-4580-ad9f-fcedf0e83c90 req-d9d83be7-7395-4a4f-ae27-2af861ee8a07 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 210 time: 0.0599530 Aug 31 01:12:39.419070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-9ae43cc6-1c47-454b-8a25-27770479217c service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120287 Aug 31 01:12:39.539661 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6aa731f5-1807-4579-af63-df214958aa8c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.557689 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=1fadea18-0754-464f-8d7f-71be54039077,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:39.658460 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-fae0cfcc-72fd-49bc-bed5-edaa6ac4bab7 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Made reservation on behalf of 66bac7e128b8445c906cda3618fb334f for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:39.662816 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-fae0cfcc-72fd-49bc-bed5-edaa6ac4bab7 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.683162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae420c0-c2d5-47a2-a4db-1fe91c26d721 req-28b6a767-6b87-488f-99a3-041e42148d63 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:39.690165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae420c0-c2d5-47a2-a4db-1fe91c26d721 req-28b6a767-6b87-488f-99a3-041e42148d63 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:39.698577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ae420c0-c2d5-47a2-a4db-1fe91c26d721 req-28b6a767-6b87-488f-99a3-041e42148d63 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1681 time: 0.1911614 Aug 31 01:12:39.704441 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa731f5-1807-4579-af63-df214958aa8c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Subnet': ['ID=dbd7ed1b-aead-4cd8-90f0-14259ea6e774,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:39.735738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Attempting to bind port 1fadea18-0754-464f-8d7f-71be54039077 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:39.736376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Attempting to bind port 1fadea18-0754-464f-8d7f-71be54039077 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:39.736834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Attempting to bind port 1fadea18-0754-464f-8d7f-71be54039077 on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:39.746969 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Port 1fadea18-0754-464f-8d7f-71be54039077 on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:12:39.747483 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Attempting to bind port 1fadea18-0754-464f-8d7f-71be54039077 on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:39.749913 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa731f5-1807-4579-af63-df214958aa8c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Checking segment: {'id': 'efc60a08-593c-4504-b15b-0ea47db25a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2f57f23-4582-44f3-bbcc-ab10358db55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:39.750372 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa731f5-1807-4579-af63-df214958aa8c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network hostable DHCP agents. Network: f2f57f23-4582-44f3-bbcc-ab10358db55e, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:12:39.760783 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf0a17ec-2e39-49d1-ab5e-5bfdc76a2493 req-9844213b-25fe-4194-974b-0bc829570dea service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314381 Aug 31 01:12:39.777808 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:39.779404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ae420c0-c2d5-47a2-a4db-1fe91c26d721 req-e2fef54b-3d7b-4521-95b0-57d8adc565a3 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797503 Aug 31 01:12:39.779605 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Checking segment: {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:39.780452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Bound using segment: {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:39.780609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Bound port: 1fadea18-0754-464f-8d7f-71be54039077, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:39.781401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.999975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dda3d7-d4ea-4950-bd5e-77ea7d47748c req-20c0053e-c485-4cab-9774-073741f3b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.001814 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64dda3d7-d4ea-4950-bd5e-77ea7d47748c req-20c0053e-c485-4cab-9774-073741f3b470 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c9d950c7294e12ad3fbbeb06268a1f&device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 1099 time: 0.1669102 Aug 31 01:12:40.100942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-fae0cfcc-72fd-49bc-bed5-edaa6ac4bab7 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Allocated IP 172.20.0.5 (0624bad0-d79a-43bc-acae-5ea3a3ef1e1f/d91e0edc-9587-4cfc-88a7-4d64cb00850a/1b77c625-7934-4c6e-980c-b74abbe19743) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:40.114285 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-2e2dbe4e-8018-423a-9c4b-ddca8d5e54cd tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.115862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-2e2dbe4e-8018-423a-9c4b-ddca8d5e54cd tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/networks?id=ab74ee34-12a3-401b-bc75-1cf0aeeda842 HTTP/1.1" status: 200 len: 814 time: 0.2820721 Aug 31 01:12:40.127872 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa731f5-1807-4579-af63-df214958aa8c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network f2f57f23-4582-44f3-bbcc-ab10358db55e is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:12:40.149925 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-6aa731f5-1807-4579-af63-df214958aa8c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, f2f57f23-4582-44f3-bbcc-ab10358db55e) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:40.149925 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa731f5-1807-4579-af63-df214958aa8c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.149925 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6aa731f5-1807-4579-af63-df214958aa8c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.155092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfba842-1b7f-4311-8b39-1cf29ca8d7c6 None None] Network f2f57f23-4582-44f3-bbcc-ab10358db55e requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:40.156503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-5874fbc4-bf09-4fe2-a04e-e41539d626bf tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/quotas/9d25507ba0d945d3821d1453bb12e9fa HTTP/1.1" status: 200 len: 375 time: 0.0309572 Aug 31 01:12:40.177060 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6aa731f5-1807-4579-af63-df214958aa8c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5914276 Aug 31 01:12:40.181421 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50560) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:40.188852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1219226317', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:40.205767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] For port 1fadea18-0754-464f-8d7f-71be54039077, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:40.226915 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] For port 1fadea18-0754-464f-8d7f-71be54039077, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1fadea18-0754-464f-8d7f-71be54039077,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:40.234913 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.245732 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.246841 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.318819 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.371833 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.374312 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-f2f57f23-4582-44f3-bbcc-ab10358db55e', 'network_id': 'f2f57f23-4582-44f3-bbcc-ab10358db55e', 'tenant_id': '2718ee12180b44e1adf8db1e026c3ac8', 'fixed_ips': [{'subnet_id': 'dbd7ed1b-aead-4cd8-90f0-14259ea6e774'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:12:40.375310 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.380414 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.382404 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] 10.222.0.70 "PUT /v2.0/ports/1fadea18-0754-464f-8d7f-71be54039077 HTTP/1.1" status: 200 len: 1093 time: 2.0335884 Aug 31 01:12:40.383666 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9ca859-8d74-447d-ac74-4887083f97e9', 'tag': '1fadea18-0754-464f-8d7f-71be54039077'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:40.386145 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742efe28-c704-49b8-b177-e0f0ac91c11e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9ca859-8d74-447d-ac74-4887083f97e9", "tag": "1fadea18-0754-464f-8d7f-71be54039077"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:40.464013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dda3d7-d4ea-4950-bd5e-77ea7d47748c req-e4c4c547-ad37-4047-ba81-889c90319c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.465790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64dda3d7-d4ea-4950-bd5e-77ea7d47748c req-e4c4c547-ad37-4047-ba81-889c90319c0a service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.4504449 Aug 31 01:12:40.468620 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-fae0cfcc-72fd-49bc-bed5-edaa6ac4bab7 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.476305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a696c-9923-44f0-aaab-091cdb371ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=1fadea18-0754-464f-8d7f-71be54039077,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:40.528241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64dda3d7-d4ea-4950-bd5e-77ea7d47748c req-c9e61713-ff81-4acf-be85-4008dc3a08b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a HTTP/1.1" status: 200 len: 217 time: 0.0457170 Aug 31 01:12:40.533458 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:40.592351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dda3d7-d4ea-4950-bd5e-77ea7d47748c req-c3f0e2ea-17fb-4de5-83fb-2096c82bbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.594737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64dda3d7-d4ea-4950-bd5e-77ea7d47748c req-c3f0e2ea-17fb-4de5-83fb-2096c82bbf9c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0575628 Aug 31 01:12:40.637683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:40.644433 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-1c7eebca-06db-47b1-b940-b763bb725c02 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d25507ba0d945d3821d1453bb12e9fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3016126 Aug 31 01:12:40.650283 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:40.650720 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.651779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-3559fa73-38b4-4d2c-94f4-f6fe167fad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.654009 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-3559fa73-38b4-4d2c-94f4-f6fe167fad1f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 1096 time: 0.2087379 Aug 31 01:12:40.658075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6042f59-906b-4192-88f5-bd64ecac345d req-2320b7e4-d99c-477f-86a6-a1dc9fff7188 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.665499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6042f59-906b-4192-88f5-bd64ecac345d req-2320b7e4-d99c-477f-86a6-a1dc9fff7188 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 944 time: 0.3238783 Aug 31 01:12:40.737414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Allocated IP 172.20.0.2 (f2f57f23-4582-44f3-bbcc-ab10358db55e/dbd7ed1b-aead-4cd8-90f0-14259ea6e774/06b661da-55f2-4e58-a283-247f1401df95) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:40.755615 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.760178 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-cbb0421f-d679-42ac-a196-31ba211541e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fadea18-0754-464f-8d7f-71be54039077 HTTP/1.1" status: 200 len: 217 time: 0.0753520 Aug 31 01:12:40.824784 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6042f59-906b-4192-88f5-bd64ecac345d req-6ed86c97-d3af-4396-abee-0eb79c8fc3b5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583273 Aug 31 01:12:40.828915 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-fae0cfcc-72fd-49bc-bed5-edaa6ac4bab7 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.844448 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.877478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-82a84768-cd08-4b45-8059-7491e4aad895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.879145 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-82a84768-cd08-4b45-8059-7491e4aad895 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.1089883 Aug 31 01:12:40.925535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dda3d7-d4ea-4950-bd5e-77ea7d47748c req-7e7bffef-2d65-4c73-8571-86392c64e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.927095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64dda3d7-d4ea-4950-bd5e-77ea7d47748c req-7e7bffef-2d65-4c73-8571-86392c64e5c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3196020 Aug 31 01:12:40.938610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=33fcb1a2-e458-444d-b9ac-e0aeafb9dab7,segment=NetworkSegment(e1eba98b-ab9a-4da7-90f3-d0b95b579c15),segment_id=e1eba98b-ab9a-4da7-90f3-d0b95b579c15)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:40.944467 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93308931-2f37-4a7e-a1c8-3509754b373e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fcb1a2-e458-444d-b9ac-e0aeafb9dab7'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:40.947817 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf25748-5a00-4b62-bf0e-9756641ab968" -d '{"events": [{"server_uuid": "93308931-2f37-4a7e-a1c8-3509754b373e", "name": "network-vif-plugged", "status": "completed", "tag": "33fcb1a2-e458-444d-b9ac-e0aeafb9dab7"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:40.955555 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-d99f2937-df26-433a-8709-e3b4e255131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.957273 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-d99f2937-df26-433a-8709-e3b4e255131c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675447 Aug 31 01:12:40.959591 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.961858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d77cb886-401d-4753-81a3-c4d5fe2b65f7 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:41.003738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-fae0cfcc-72fd-49bc-bed5-edaa6ac4bab7 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Network 0624bad0-d79a-43bc-acae-5ea3a3ef1e1f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:41.030784 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.063258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-fae0cfcc-72fd-49bc-bed5-edaa6ac4bab7 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:41.076043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-fae0cfcc-72fd-49bc-bed5-edaa6ac4bab7 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:41.078857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0cfcc-72fd-49bc-bed5-edaa6ac4bab7 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Pushing event updated for resources: {'Port': ['ID=1b77c625-7934-4c6e-980c-b74abbe19743,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:41.108075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=33fcb1a2-e458-444d-b9ac-e0aeafb9dab7,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:41.129526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-2b8e710e-b196-4cfb-a6c0-0676b20575c9 service neutron] 10.222.0.58 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405770 Aug 31 01:12:41.161596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port d77cb886-401d-4753-81a3-c4d5fe2b65f7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:41.171406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port d77cb886-401d-4753-81a3-c4d5fe2b65f7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:41.171770 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.228195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4ff41-aea8-4ed2-a035-3a28989689c5 req-d999b096-d9ad-46ef-868e-bd89824efa4a tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:41.235965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4c4ff41-aea8-4ed2-a035-3a28989689c5 req-d999b096-d9ad-46ef-868e-bd89824efa4a tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 947 time: 0.2921999 Aug 31 01:12:41.240699 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.255483 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Transition to ACTIVE for port object 06b661da-55f2-4e58-a283-247f1401df95 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:41.278698 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64dda3d7-d4ea-4950-bd5e-77ea7d47748c req-53db5999-dc6e-4d24-beff-c230ff9a4c85 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338816 Aug 31 01:12:41.283412 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.291243 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-fae0cfcc-72fd-49bc-bed5-edaa6ac4bab7 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:41.291925 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-fae0cfcc-72fd-49bc-bed5-edaa6ac4bab7 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.298156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Transition to ACTIVE for port object 06b661da-55f2-4e58-a283-247f1401df95 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:41.309827 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.313161 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-cef5839b-8c94-4309-84ee-96c6a305cac6 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343508 Aug 31 01:12:41.314274 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.346441 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.370368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Network f2f57f23-4582-44f3-bbcc-ab10358db55e is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:41.384463 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:41.387630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:41.395903 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:12:41.413843 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64dda3d7-d4ea-4950-bd5e-77ea7d47748c req-cf4fcd71-cc6d-4112-b4b4-d7fd33268a8e service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166744 Aug 31 01:12:41.419035 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Pushing event updated for resources: {'Port': ['ID=06b661da-55f2-4e58-a283-247f1401df95,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:41.458623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-fae0cfcc-72fd-49bc-bed5-edaa6ac4bab7 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1484613 Aug 31 01:12:41.481477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Request body: {'port': {'device_id': '4c3f2d16-ec57-4911-872c-a29ec9075fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:41.492933 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d77cb886-401d-4753-81a3-c4d5fe2b65f7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d77cb886-401d-4753-81a3-c4d5fe2b65f7,segment=NetworkSegment(2f8fe804-77c6-4b11-b847-c8aad4961e4c),segment_id=2f8fe804-77c6-4b11-b847-c8aad4961e4c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:41.500226 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4c4ff41-aea8-4ed2-a035-3a28989689c5 req-4eaa8d17-ced2-4ba2-94a2-e3808a0e4004 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/security-groups?id=542fed2b-f7f8-459d-bae0-c6be96d5a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551091 Aug 31 01:12:41.509436 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-8bb45137-451f-425e-92d3-f58f6d37f2d3 service neutron] 10.222.0.58 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771083 Aug 31 01:12:41.512089 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e3d3fdb8-d847-40d2-93f8-a1b17f5d292f req-c3ed87d2-e0fb-478d-8158-c40909d813a4 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898253 Aug 31 01:12:41.543415 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Allocated IP 172.25.6.40 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/6711dc7b-16b7-4247-aff7-9111f15aa1f7) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:41.592086 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.692012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.797005 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.812808 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.826209 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.resource_extend [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:12:41.857319 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:41.860843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:41.878034 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb67b0c5-e2f1-4f9a-89aa-193ae65c92fc x-openstack-request-id: req-cb67b0c5-e2f1-4f9a-89aa-193ae65c92fc {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:41.878336 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9ca859-8d74-447d-ac74-4887083f97e9", "tag": "1fadea18-0754-464f-8d7f-71be54039077", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:41.878589 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb67b0c5-e2f1-4f9a-89aa-193ae65c92fc {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:41.878993 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9ca859-8d74-447d-ac74-4887083f97e9', 'tag': '1fadea18-0754-464f-8d7f-71be54039077', 'status': 'completed', 'code': 200} Aug 31 01:12:41.886004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:41.989173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Attempting to bind port 06b661da-55f2-4e58-a283-247f1401df95 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:41.989615 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Attempting to bind port 06b661da-55f2-4e58-a283-247f1401df95 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'efc60a08-593c-4504-b15b-0ea47db25a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2f57f23-4582-44f3-bbcc-ab10358db55e'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:41.989996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Attempting to bind port 06b661da-55f2-4e58-a283-247f1401df95 on network f2f57f23-4582-44f3-bbcc-ab10358db55e {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:42.006050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:42.006420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Checking segment: {'id': 'efc60a08-593c-4504-b15b-0ea47db25a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2f57f23-4582-44f3-bbcc-ab10358db55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:42.006833 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.007236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Bound using segment: {'id': 'efc60a08-593c-4504-b15b-0ea47db25a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2f57f23-4582-44f3-bbcc-ab10358db55e'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:42.008064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Bound port: 06b661da-55f2-4e58-a283-247f1401df95, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc60a08-593c-4504-b15b-0ea47db25a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f2f57f23-4582-44f3-bbcc-ab10358db55e'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:42.008683 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.057836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=6711dc7b-16b7-4247-aff7-9111f15aa1f7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:42.093638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742efe28-c704-49b8-b177-e0f0ac91c11e req-08c1e80d-72e1-4361-927b-e6a1083d38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.095224 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-742efe28-c704-49b8-b177-e0f0ac91c11e req-08c1e80d-72e1-4361-927b-e6a1083d38e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 1096 time: 0.1568394 Aug 31 01:12:42.105922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=d77cb886-401d-4753-81a3-c4d5fe2b65f7,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:42.154970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:42.177325 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a', 'mac_address': 'fa:16:3e:4f:22:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:12:42.204296 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742efe28-c704-49b8-b177-e0f0ac91c11e req-e1cc3064-4150-454e-8e44-9b650f28db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.206140 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-742efe28-c704-49b8-b177-e0f0ac91c11e req-e1cc3064-4150-454e-8e44-9b650f28db74 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.1016130 Aug 31 01:12:42.221517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] For port 06b661da-55f2-4e58-a283-247f1401df95, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:42.244460 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] For port 06b661da-55f2-4e58-a283-247f1401df95, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=06b661da-55f2-4e58-a283-247f1401df95,segment=NetworkSegment(efc60a08-593c-4504-b15b-0ea47db25a2a),segment_id=efc60a08-593c-4504-b15b-0ea47db25a2a)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:42.249337 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.260959 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.275572 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-742efe28-c704-49b8-b177-e0f0ac91c11e req-773a5b71-9a5d-46d9-b7e2-60f3161785b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fadea18-0754-464f-8d7f-71be54039077 HTTP/1.1" status: 200 len: 217 time: 0.0600746 Aug 31 01:12:42.307259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:42.355912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:42.361067 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2174230-072d-41d3-9c18-233acc7d5f8d None None] Pushing event updated for resources: {'Port': ['ID=06b661da-55f2-4e58-a283-247f1401df95,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:42.366005 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.440868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742efe28-c704-49b8-b177-e0f0ac91c11e req-918daadb-3e1f-47c8-a345-e555605ab5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.442462 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-742efe28-c704-49b8-b177-e0f0ac91c11e req-918daadb-3e1f-47c8-a345-e555605ab5ea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.1099465 Aug 31 01:12:42.444319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:42.533650 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.542336 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742efe28-c704-49b8-b177-e0f0ac91c11e req-555f8e71-4cfa-46ec-9bfa-56a1a0c99d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.545008 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-742efe28-c704-49b8-b177-e0f0ac91c11e req-555f8e71-4cfa-46ec-9bfa-56a1a0c99d11 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902908 Aug 31 01:12:42.604900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['5c4fd69a-c026-4e6f-bf1c-79a1c448d56a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:42.703703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b77c625-7934-4c6e-980c-b74abbe19743 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:42.716547 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.759757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba09ca-3262-48f7-929a-df96c1d7d533 req-57d79e25-d26e-42c6-81cc-ecc68a1772c2 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.761891 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0ba09ca-3262-48f7-929a-df96c1d7d533 req-57d79e25-d26e-42c6-81cc-ecc68a1772c2 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 931 time: 0.3591275 Aug 31 01:12:42.762582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Transition to ACTIVE for port object 1b77c625-7934-4c6e-980c-b74abbe19743 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:42.781432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eba3f-d8cf-4e3d-86fb-d0e1341c3a5d req-bb33c1a5-549a-494a-a4f4-d53ce0f0baf7 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.791165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eba3f-d8cf-4e3d-86fb-d0e1341c3a5d req-bb33c1a5-549a-494a-a4f4-d53ce0f0baf7 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.800387 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e0eba3f-d8cf-4e3d-86fb-d0e1341c3a5d req-bb33c1a5-549a-494a-a4f4-d53ce0f0baf7 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1683 time: 0.3964953 Aug 31 01:12:42.816395 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.947552 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-742efe28-c704-49b8-b177-e0f0ac91c11e req-14753b9b-2ca2-4f23-9dfe-fd4f949bba0e service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199861 Aug 31 01:12:42.956463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e0eba3f-d8cf-4e3d-86fb-d0e1341c3a5d req-02d978e4-3492-4c77-8969-ae35108cbb65 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554694 Aug 31 01:12:42.959180 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b77c625-7934-4c6e-980c-b74abbe19743,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:42.972710 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0ba09ca-3262-48f7-929a-df96c1d7d533 req-51342bee-84dd-4ccd-a2dc-43bcb4ca2741 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/security-groups?id=186850b5-01a2-419c-9e79-bce38ba9e7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585298 Aug 31 01:12:43.048275 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1cc276-6910-49df-a9f6-a44cddecbead x-openstack-request-id: req-0e1cc276-6910-49df-a9f6-a44cddecbead {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:43.048831 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93308931-2f37-4a7e-a1c8-3509754b373e", "name": "network-vif-plugged", "status": "completed", "tag": "33fcb1a2-e458-444d-b9ac-e0aeafb9dab7", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:43.049327 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e1cc276-6910-49df-a9f6-a44cddecbead {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:43.049932 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93308931-2f37-4a7e-a1c8-3509754b373e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fcb1a2-e458-444d-b9ac-e0aeafb9dab7', 'code': 200} Aug 31 01:12:43.064750 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.156705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89e450c3-5ab4-4c43-9b5d-82814fc7bac2 req-9b85c742-4867-4e25-aae2-9e1ec1a2bcf2 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 210 time: 0.0762608 Aug 31 01:12:43.355902 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:12:43.368639 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Attempting to bind port 1b77c625-7934-4c6e-980c-b74abbe19743 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:43.368959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Attempting to bind port 1b77c625-7934-4c6e-980c-b74abbe19743 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '13cd7ca0-73f1-497f-8e9d-1f5715dad19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0624bad0-d79a-43bc-acae-5ea3a3ef1e1f'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:43.369443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Attempting to bind port 1b77c625-7934-4c6e-980c-b74abbe19743 on network 0624bad0-d79a-43bc-acae-5ea3a3ef1e1f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:43.391992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Port 1b77c625-7934-4c6e-980c-b74abbe19743 on network 0624bad0-d79a-43bc-acae-5ea3a3ef1e1f not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:12:43.391992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Attempting to bind port 1b77c625-7934-4c6e-980c-b74abbe19743 on network 0624bad0-d79a-43bc-acae-5ea3a3ef1e1f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:43.394276 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1fadea18-0754-464f-8d7f-71be54039077 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:12:43.398303 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:43.442429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86b8fb-0ec3-4d5c-9152-081a5b0d26e0 req-595b9e59-a5e4-4e9a-a47e-b734f7a14e74 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:43.454204 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a86b8fb-0ec3-4d5c-9152-081a5b0d26e0 req-595b9e59-a5e4-4e9a-a47e-b734f7a14e74 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 944 time: 0.2961614 Aug 31 01:12:43.460072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:43.460405 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Checking segment: {'id': '13cd7ca0-73f1-497f-8e9d-1f5715dad19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0624bad0-d79a-43bc-acae-5ea3a3ef1e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:43.460795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Bound using segment: {'id': '13cd7ca0-73f1-497f-8e9d-1f5715dad19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0624bad0-d79a-43bc-acae-5ea3a3ef1e1f'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:43.461319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Bound port: 1b77c625-7934-4c6e-980c-b74abbe19743, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13cd7ca0-73f1-497f-8e9d-1f5715dad19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0624bad0-d79a-43bc-acae-5ea3a3ef1e1f'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:43.461682 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.563228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-707983da-d37b-44f6-9710-d742347307a9 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:43.565073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-707983da-d37b-44f6-9710-d742347307a9 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.70 "GET /v2.0/networks?id=ab74ee34-12a3-401b-bc75-1cf0aeeda842 HTTP/1.1" status: 200 len: 814 time: 0.3276539 Aug 31 01:12:43.604066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1813a-6352-49af-bb79-cc3f44e8499f req-25ac0f6e-99ae-4de4-b69f-cf68a7091485 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:43.608713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ad1813a-6352-49af-bb79-cc3f44e8499f req-25ac0f6e-99ae-4de4-b69f-cf68a7091485 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 948 time: 0.3728044 Aug 31 01:12:43.656963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 06b661da-55f2-4e58-a283-247f1401df95 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:43.669895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:43.670116 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-742efe28-c704-49b8-b177-e0f0ac91c11e req-63871b89-91a4-4bb0-b51d-acdb86797197 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927435 Aug 31 01:12:43.698191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] For port 1b77c625-7934-4c6e-980c-b74abbe19743, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:43.702815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] For port 1b77c625-7934-4c6e-980c-b74abbe19743, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1b77c625-7934-4c6e-980c-b74abbe19743,segment=NetworkSegment(13cd7ca0-73f1-497f-8e9d-1f5715dad19b),segment_id=13cd7ca0-73f1-497f-8e9d-1f5715dad19b)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:43.703080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:43.703566 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.710487 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 1fadea18-0754-464f-8d7f-71be54039077, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1fadea18-0754-464f-8d7f-71be54039077,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:43.725249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-61a43192-1170-4998-b2de-464d28394157 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Request body: {'port': {'device_id': '29ae3d5d-4c81-4826-98d9-db73341aa24d', 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842', 'admin_state_up': True, 'tenant_id': '9d25507ba0d945d3821d1453bb12e9fa'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:43.739830 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.755657 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router aa1a47ce-6672-4201-a3d8-ce023fedf8a6 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:12:43.757417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '1fadea18-0754-464f-8d7f-71be54039077', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'port_id': '1fadea18-0754-464f-8d7f-71be54039077', 'mac_address': 'fa:16:3e:39:69:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:12:43.775736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:43.776895 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.778960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] 10.222.0.15 "PUT /v2.0/ports/1b77c625-7934-4c6e-980c-b74abbe19743 HTTP/1.1" status: 200 len: 1092 time: 2.3048751 Aug 31 01:12:43.843779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3f2d16-ec57-4911-872c-a29ec9075fa8', 'tag': '1b77c625-7934-4c6e-980c-b74abbe19743'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:43.846824 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2789e0a2-5ba9-4bfd-9dc5-7efcfe20e5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3f2d16-ec57-4911-872c-a29ec9075fa8", "tag": "1b77c625-7934-4c6e-980c-b74abbe19743"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:43.848872 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.850510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 06b661da-55f2-4e58-a283-247f1401df95 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:43.895086 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:43.902279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fadea18-0754-464f-8d7f-71be54039077 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:43.922410 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.927979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d0823-87b0-4941-ab91-b229b7d7b82b None None] Sync routers for ids ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:43.930443 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-37a7e50a-f6d2-4dbb-a7c6-4029042c0ee7 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7459695 Aug 31 01:12:43.933919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50644) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:43.935667 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f95a223-dee2-4c89-a237-7ed245465665 None None] Network f2f57f23-4582-44f3-bbcc-ab10358db55e requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:43.940386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 1fadea18-0754-464f-8d7f-71be54039077, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1fadea18-0754-464f-8d7f-71be54039077,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:43.984807 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:43.988524 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d0823-87b0-4941-ab91-b229b7d7b82b None None] Routers {'aa1a47ce-6672-4201-a3d8-ce023fedf8a6'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:43.989219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-204d0823-87b0-4941-ab91-b229b7d7b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:43.992295 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.004238 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a86b8fb-0ec3-4d5c-9152-081a5b0d26e0 req-e6d06959-bf24-480d-89d5-dae51e72524b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491354 Aug 31 01:12:44.049200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-80810db5-e952-48ce-b937-338897063248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:44.050785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-80810db5-e952-48ce-b937-338897063248 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66bac7e128b8445c906cda3618fb334f&device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 1095 time: 0.1997702 Aug 31 01:12:44.064931 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ad1813a-6352-49af-bb79-cc3f44e8499f req-b65579fc-eb18-43e4-8821-9e315ba3190e tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/security-groups?id=542fed2b-f7f8-459d-bae0-c6be96d5a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516738 Aug 31 01:12:44.102382 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4ebcd-b810-4c7a-ab73-6d46898566c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b77c625-7934-4c6e-980c-b74abbe19743,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:44.175010 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4989c41-223e-44f5-8511-c81b91b1ba3d x-openstack-request-id: req-c4989c41-223e-44f5-8511-c81b91b1ba3d {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:44.176165 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3f2d16-ec57-4911-872c-a29ec9075fa8", "tag": "1b77c625-7934-4c6e-980c-b74abbe19743", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:44.176300 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4989c41-223e-44f5-8511-c81b91b1ba3d {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:44.176718 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3f2d16-ec57-4911-872c-a29ec9075fa8', 'tag': '1b77c625-7934-4c6e-980c-b74abbe19743', 'status': 'completed', 'code': 200} Aug 31 01:12:44.180732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-e832126a-1466-4074-8509-22f4ba07e091 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b77c625-7934-4c6e-980c-b74abbe19743 HTTP/1.1" status: 200 len: 217 time: 0.1058805 Aug 31 01:12:44.237614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-204d0823-87b0-4941-ab91-b229b7d7b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:44.285451 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-98034268-1b18-4b96-9f89-495073608baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:44.286977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-98034268-1b18-4b96-9f89-495073608baf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d91e0edc-9587-4cfc-88a7-4d64cb00850a HTTP/1.1" status: 200 len: 853 time: 0.0873945 Aug 31 01:12:44.307731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1fadea18-0754-464f-8d7f-71be54039077'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:44.321195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-61a43192-1170-4998-b2de-464d28394157 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Made reservation on behalf of 9d25507ba0d945d3821d1453bb12e9fa for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:44.324770 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-61a43192-1170-4998-b2de-464d28394157 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.376545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-3af1e28a-1b94-4abb-b2cd-1ca24911a746 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0624bad0-d79a-43bc-acae-5ea3a3ef1e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481820 Aug 31 01:12:44.385056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d0823-87b0-4941-ab91-b229b7d7b82b None None] Routers {'aa1a47ce-6672-4201-a3d8-ce023fedf8a6'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:44.385809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-204d0823-87b0-4941-ab91-b229b7d7b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:44.427775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-204d0823-87b0-4941-ab91-b229b7d7b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:44.428444 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d0823-87b0-4941-ab91-b229b7d7b82b None None] The sync data for ids ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:44.431661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=1fadea18-0754-464f-8d7f-71be54039077,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:44.442563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e8a208c1-95ab-42c0-9fff-00e0c4eb3a95 None None] Provisioning for port 06b661da-55f2-4e58-a283-247f1401df95 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:44.448072 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:44.457881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e8a208c1-95ab-42c0-9fff-00e0c4eb3a95 None None] Provisioning complete for port 06b661da-55f2-4e58-a283-247f1401df95 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:44.458364 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e8a208c1-95ab-42c0-9fff-00e0c4eb3a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.492829 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.498020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed3c1e-996d-41bd-9cf6-8c764ce04c9e req-123e1ef9-d1f8-482c-9403-c7bc55342aff tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:44.503791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6fed3c1e-996d-41bd-9cf6-8c764ce04c9e req-123e1ef9-d1f8-482c-9403-c7bc55342aff tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 943 time: 0.2436557 Aug 31 01:12:44.548817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b45260-a62c-4b36-9db5-14d2d8ac8a02 req-0b79c802-e20c-4d02-8fcb-a5fa982ff9b5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:44.557002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b45260-a62c-4b36-9db5-14d2d8ac8a02 req-0b79c802-e20c-4d02-8fcb-a5fa982ff9b5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:44.565758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77b45260-a62c-4b36-9db5-14d2d8ac8a02 req-0b79c802-e20c-4d02-8fcb-a5fa982ff9b5 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1683 time: 0.3067815 Aug 31 01:12:44.619768 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.648942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:44.685298 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77b45260-a62c-4b36-9db5-14d2d8ac8a02 req-e8d071d1-dfb1-44ca-b7ed-59de6752a6d1 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185591 Aug 31 01:12:44.702078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-fc23d17a-6b93-42bb-81e2-bd534316f628 service neutron] 10.222.0.15 "GET /v2.0/networks/0624bad0-d79a-43bc-acae-5ea3a3ef1e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100436 Aug 31 01:12:44.715977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6fed3c1e-996d-41bd-9cf6-8c764ce04c9e req-a8af2410-801d-433d-a3fd-35513de04acc tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/security-groups?id=186850b5-01a2-419c-9e79-bce38ba9e7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388583 Aug 31 01:12:44.778528 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e8a208c1-95ab-42c0-9fff-00e0c4eb3a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.834161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e8a208c1-95ab-42c0-9fff-00e0c4eb3a95 None None] For port 06b661da-55f2-4e58-a283-247f1401df95, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=06b661da-55f2-4e58-a283-247f1401df95,segment=NetworkSegment(efc60a08-593c-4504-b15b-0ea47db25a2a),segment_id=efc60a08-593c-4504-b15b-0ea47db25a2a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:44.843687 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e8a208c1-95ab-42c0-9fff-00e0c4eb3a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.901920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4cb8738-2279-4c4d-8899-7a89a1ceec87 req-dd36212d-2318-45cb-a789-5fb6ef369e04 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 210 time: 0.0629051 Aug 31 01:12:44.910310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a208c1-95ab-42c0-9fff-00e0c4eb3a95 None None] Pushing event updated for resources: {'Port': ['ID=06b661da-55f2-4e58-a283-247f1401df95,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:44.917596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-61a43192-1170-4998-b2de-464d28394157 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Allocated IP 172.20.0.8 (ab74ee34-12a3-401b-bc75-1cf0aeeda842/b7aae955-9475-4287-b0f9-97d65d425218/ebead3d7-426f-4619-b5ae-a05641768960) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:44.954086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc92f5d-3b23-4000-b22b-4db4d039dc20 req-99c2d9ad-052f-4907-a660-0c55d338426b service neutron] 10.222.0.15 "GET /v2.0/networks/0624bad0-d79a-43bc-acae-5ea3a3ef1e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412167 Aug 31 01:12:45.045968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Allocated IP 172.20.0.1 (f2f57f23-4582-44f3-bbcc-ab10358db55e/dbd7ed1b-aead-4cd8-90f0-14259ea6e774/4c9f4294-bbe6-4e27-aea7-5d61c9b992ca) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:45.051099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93308931-2f37-4a7e-a1c8-3509754b373e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77cb886-401d-4753-81a3-c4d5fe2b65f7'}, {'server_uuid': '41ba6a21-988c-4339-b5c1-dd432bf63862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:45.054409 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caced1aa-5a12-423c-8635-43b156569408" -d '{"events": [{"server_uuid": "93308931-2f37-4a7e-a1c8-3509754b373e", "name": "network-vif-plugged", "status": "completed", "tag": "d77cb886-401d-4753-81a3-c4d5fe2b65f7"}, {"server_uuid": "41ba6a21-988c-4339-b5c1-dd432bf63862", "name": "network-vif-plugged", "status": "completed", "tag": "5c4fd69a-c026-4e6f-bf1c-79a1c448d56a"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:45.089687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2a97b444-e4ef-4cce-9977-ef5912fb3fee None None] Provisioning complete for port 06b661da-55f2-4e58-a283-247f1401df95 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:45.090236 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2a97b444-e4ef-4cce-9977-ef5912fb3fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.160859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789e0a2-5ba9-4bfd-9dc5-7efcfe20e5c5 req-d54945ab-ee0f-4a07-8a09-92aaaa6a312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:45.162361 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2789e0a2-5ba9-4bfd-9dc5-7efcfe20e5c5 req-d54945ab-ee0f-4a07-8a09-92aaaa6a312b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66bac7e128b8445c906cda3618fb334f&device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 1095 time: 0.1110914 Aug 31 01:12:45.166864 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979f67ba-fc6c-4e7e-9b20-55dcaf60e74f x-openstack-request-id: req-979f67ba-fc6c-4e7e-9b20-55dcaf60e74f {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:45.167237 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93308931-2f37-4a7e-a1c8-3509754b373e", "name": "network-vif-plugged", "status": "completed", "tag": "d77cb886-401d-4753-81a3-c4d5fe2b65f7", "code": 200}, {"server_uuid": "41ba6a21-988c-4339-b5c1-dd432bf63862", "name": "network-vif-plugged", "status": "completed", "tag": "5c4fd69a-c026-4e6f-bf1c-79a1c448d56a", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:45.167679 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-979f67ba-fc6c-4e7e-9b20-55dcaf60e74f {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:45.168148 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93308931-2f37-4a7e-a1c8-3509754b373e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77cb886-401d-4753-81a3-c4d5fe2b65f7', 'code': 200} Aug 31 01:12:45.168475 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba6a21-988c-4339-b5c1-dd432bf63862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a', 'code': 200} Aug 31 01:12:45.271601 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-61a43192-1170-4998-b2de-464d28394157 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.316755 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eb3f9-3309-4ddb-bcab-41460caea480 req-eea04280-d84a-45c5-be5b-496746432aa5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:45.318249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-932eb3f9-3309-4ddb-bcab-41460caea480 req-eea04280-d84a-45c5-be5b-496746432aa5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 945 time: 0.2041996 Aug 31 01:12:45.326342 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b18630-c837-4790-a07f-56f4adf326f5 req-64748e4c-2af7-4db3-9aa0-3602a6a5c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:45.327951 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d4b18630-c837-4790-a07f-56f4adf326f5 req-64748e4c-2af7-4db3-9aa0-3602a6a5c664 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 1101 time: 0.1212461 Aug 31 01:12:45.353447 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.358904 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b0894-c792-4c77-8097-7e391ca0215c req-733c4147-86ad-4027-9846-3c32b0580e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:45.359116 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b0894-c792-4c77-8097-7e391ca0215c req-733c4147-86ad-4027-9846-3c32b0580e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:45.360627 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ea4b0894-c792-4c77-8097-7e391ca0215c req-733c4147-86ad-4027-9846-3c32b0580e4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1987 time: 0.1102304 Aug 31 01:12:45.382212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789e0a2-5ba9-4bfd-9dc5-7efcfe20e5c5 req-adf693b0-71bd-4fa0-a775-4f880d2c6188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:45.384361 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2789e0a2-5ba9-4bfd-9dc5-7efcfe20e5c5 req-adf693b0-71bd-4fa0-a775-4f880d2c6188 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0624bad0-d79a-43bc-acae-5ea3a3ef1e1f HTTP/1.1" status: 200 len: 914 time: 0.2004821 Aug 31 01:12:45.389066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1fadea18-0754-464f-8d7f-71be54039077 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:45.403039 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Transition to ACTIVE for port object 4c9f4294-bbe6-4e27-aea7-5d61c9b992ca will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:45.416014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845b165-f5f1-4a75-90c1-2494ff0abb28 req-9f7bdcee-502b-4e3e-b96c-d4842eb9e44a tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:45.417625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8845b165-f5f1-4a75-90c1-2494ff0abb28 req-9f7bdcee-502b-4e3e-b96c-d4842eb9e44a tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 949 time: 0.1548517 Aug 31 01:12:45.421029 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d4b18630-c837-4790-a07f-56f4adf326f5 req-54678711-76ce-4107-b6b9-263ab5b4dc5b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=542fed2b-f7f8-459d-bae0-c6be96d5a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774984 Aug 31 01:12:45.435202 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ea4b0894-c792-4c77-8097-7e391ca0215c req-35f4c37e-150e-4be4-b3f0-a86ed0e6f6b3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627565 Aug 31 01:12:45.456870 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2789e0a2-5ba9-4bfd-9dc5-7efcfe20e5c5 req-8497b54e-cb3a-46a2-a3ea-c104ec6f332f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b77c625-7934-4c6e-980c-b74abbe19743 HTTP/1.1" status: 200 len: 217 time: 0.0628605 Aug 31 01:12:45.477135 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.486696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-932eb3f9-3309-4ddb-bcab-41460caea480 req-255766a3-7627-4f41-9155-2260fef75603 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529322 Aug 31 01:12:45.492703 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-61a43192-1170-4998-b2de-464d28394157 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.532124 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['d7827a61-9dc8-471c-8a81-f8828e12b54d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:45.538887 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network f2f57f23-4582-44f3-bbcc-ab10358db55e is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:45.540986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['21e73b45-2fbe-405f-8ce5-577b0d371798'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:45.543397 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:45.550264 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:45.556156 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8845b165-f5f1-4a75-90c1-2494ff0abb28 req-abd85d25-33ac-4ec0-bb7d-9388aa683959 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/security-groups?id=542fed2b-f7f8-459d-bae0-c6be96d5a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083443 Aug 31 01:12:45.585036 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=4c9f4294-bbe6-4e27-aea7-5d61c9b992ca,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:45.586337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-61a43192-1170-4998-b2de-464d28394157 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Network ab74ee34-12a3-401b-bc75-1cf0aeeda842 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:45.599463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a43192-1170-4998-b2de-464d28394157 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Pushing event updated for resources: {'Port': ['ID=ebead3d7-426f-4619-b5ae-a05641768960,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:45.606900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-61a43192-1170-4998-b2de-464d28394157 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:45.611748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-61a43192-1170-4998-b2de-464d28394157 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:45.648164 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.659960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 1fadea18-0754-464f-8d7f-71be54039077 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:45.674386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 06b661da-55f2-4e58-a283-247f1401df95 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:45.704650 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-61a43192-1170-4998-b2de-464d28394157 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:45.705701 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-61a43192-1170-4998-b2de-464d28394157 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.715052 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 1fadea18-0754-464f-8d7f-71be54039077 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:45.715461 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.746424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-61a43192-1170-4998-b2de-464d28394157 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0261981 Aug 31 01:12:45.771773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Request body: {'port': {'device_id': '29ae3d5d-4c81-4826-98d9-db73341aa24d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:45.940934 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 06b661da-55f2-4e58-a283-247f1401df95 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:45.941394 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.945059 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.965312 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cc55178e-2c4b-4a3f-9d04-b0d53cbb3603 None None] Provisioning for port 4c9f4294-bbe6-4e27-aea7-5d61c9b992ca completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:46.004619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789e0a2-5ba9-4bfd-9dc5-7efcfe20e5c5 req-418abd9e-787f-49ab-bae9-502b1366992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:46.007223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2789e0a2-5ba9-4bfd-9dc5-7efcfe20e5c5 req-418abd9e-787f-49ab-bae9-502b1366992e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d91e0edc-9587-4cfc-88a7-4d64cb00850a HTTP/1.1" status: 200 len: 853 time: 0.2520108 Aug 31 01:12:46.038571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cc55178e-2c4b-4a3f-9d04-b0d53cbb3603 None None] Provisioning complete for port 4c9f4294-bbe6-4e27-aea7-5d61c9b992ca triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:46.039123 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cc55178e-2c4b-4a3f-9d04-b0d53cbb3603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.091553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2789e0a2-5ba9-4bfd-9dc5-7efcfe20e5c5 req-f55f4bbe-6eb6-4b7b-80ec-977d1976ca6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0624bad0-d79a-43bc-acae-5ea3a3ef1e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700758 Aug 31 01:12:46.093709 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.240918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2789e0a2-5ba9-4bfd-9dc5-7efcfe20e5c5 req-11a07039-98ee-4828-b967-1072716b4fc7 service neutron] 10.222.0.15 "GET /v2.0/networks/0624bad0-d79a-43bc-acae-5ea3a3ef1e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393535 Aug 31 01:12:46.251543 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.254624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981559e-8edf-4873-b991-b3df96dee927 req-b090081a-26ef-4e20-aec8-0bf8bdbec798 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:46.256185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6981559e-8edf-4873-b991-b3df96dee927 req-b090081a-26ef-4e20-aec8-0bf8bdbec798 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 943 time: 0.3631244 Aug 31 01:12:46.279244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb254fa-3cd9-4e5e-bd43-17246e36a0d5 req-d9ca2852-27b2-4dfa-b509-0cf43a4e62db tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:46.285312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb254fa-3cd9-4e5e-bd43-17246e36a0d5 req-d9ca2852-27b2-4dfa-b509-0cf43a4e62db tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:46.288195 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fb254fa-3cd9-4e5e-bd43-17246e36a0d5 req-d9ca2852-27b2-4dfa-b509-0cf43a4e62db tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1683 time: 0.4001527 Aug 31 01:12:46.309405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-cc55178e-2c4b-4a3f-9d04-b0d53cbb3603 None None] Port 4c9f4294-bbe6-4e27-aea7-5d61c9b992ca cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:46.328600 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.335537 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.384692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 1fadea18-0754-464f-8d7f-71be54039077, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1fadea18-0754-464f-8d7f-71be54039077,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:46.396577 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.462272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6981559e-8edf-4873-b991-b3df96dee927 req-b2e0966c-3976-47c2-a750-11af900694fd tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/security-groups?id=186850b5-01a2-419c-9e79-bce38ba9e7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684277 Aug 31 01:12:46.470854 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.473497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=1fadea18-0754-464f-8d7f-71be54039077,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:46.568010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=4c9f4294-bbe6-4e27-aea7-5d61c9b992ca,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:46.584933 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fb254fa-3cd9-4e5e-bd43-17246e36a0d5 req-e0e96ead-c7eb-45bf-93de-c69406698a7b tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441473 Aug 31 01:12:46.609869 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network f2f57f23-4582-44f3-bbcc-ab10358db55e is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:46.619357 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:46.662414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2789e0a2-5ba9-4bfd-9dc5-7efcfe20e5c5 req-222ae7ae-dddd-4c24-8d12-6374d5d4568d service neutron] 10.222.0.15 "GET /v2.0/networks/0624bad0-d79a-43bc-acae-5ea3a3ef1e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019356 Aug 31 01:12:46.801788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71423d2-359a-4415-95b0-e91cf80bd1da req-c5cd1116-9b2a-4ab6-be2c-e27dc6d0db51 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:46.803464 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e71423d2-359a-4415-95b0-e91cf80bd1da req-c5cd1116-9b2a-4ab6-be2c-e27dc6d0db51 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 931 time: 0.2367690 Aug 31 01:12:46.858739 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router aa1a47ce-6672-4201-a3d8-ce023fedf8a6 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:46.861936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae19a6-5b90-4b2e-a22c-2a84a865d0d3 req-5feb1063-2323-4ee1-8943-9ea4f41565d2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:46.863494 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ae19a6-5b90-4b2e-a22c-2a84a865d0d3 req-5feb1063-2323-4ee1-8943-9ea4f41565d2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.1406732 Aug 31 01:12:46.941596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3a94e646-f9a8-4267-81ca-e3cd6a9ffbaa None None] Provisioning complete for port 4c9f4294-bbe6-4e27-aea7-5d61c9b992ca triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:46.942167 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3a94e646-f9a8-4267-81ca-e3cd6a9ffbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.994954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:46.995545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebead3d7-426f-4619-b5ae-a05641768960 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:46.998476 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3a94e646-f9a8-4267-81ca-e3cd6a9ffbaa None None] Port 4c9f4294-bbe6-4e27-aea7-5d61c9b992ca cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:47.007486 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-86d0763c-3422-4a5a-b8e9-40dcd9cdcb19 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "PUT /v2.0/routers/aa1a47ce-6672-4201-a3d8-ce023fedf8a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0724764 Aug 31 01:12:47.008970 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e3c198-7aa0-47e1-b0bf-c8edf105e1c8 None None] Sync routers for ids ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:47.012775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50722) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:47.018051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-1de04527-0278-488a-bd37-70fc1bb49ac4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'port': {'network_id': 'f2f57f23-4582-44f3-bbcc-ab10358db55e', 'name': 'tempest-FloatingIPTestJSON-568400706'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:47.021504 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3c198-7aa0-47e1-b0bf-c8edf105e1c8 None None] Routers {'aa1a47ce-6672-4201-a3d8-ce023fedf8a6'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:47.022534 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-74e3c198-7aa0-47e1-b0bf-c8edf105e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:47.045147 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.068183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e71423d2-359a-4415-95b0-e91cf80bd1da req-660aac0e-260b-4cfa-9198-8905cd40eb06 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513270 Aug 31 01:12:47.073638 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-74e3c198-7aa0-47e1-b0bf-c8edf105e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:47.083603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ae19a6-5b90-4b2e-a22c-2a84a865d0d3 req-5b422c04-50da-439f-b2aa-7bd1c8e6e69e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070429 Aug 31 01:12:47.084512 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3c198-7aa0-47e1-b0bf-c8edf105e1c8 None None] Routers {'aa1a47ce-6672-4201-a3d8-ce023fedf8a6'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:47.085578 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-74e3c198-7aa0-47e1-b0bf-c8edf105e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:47.092432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Transition to ACTIVE for port object ebead3d7-426f-4619-b5ae-a05641768960 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:47.104248 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.150193 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-74e3c198-7aa0-47e1-b0bf-c8edf105e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:47.166305 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e3c198-7aa0-47e1-b0bf-c8edf105e1c8 None None] The sync data for ids ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:47.169446 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9ca859-8d74-447d-ac74-4887083f97e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fadea18-0754-464f-8d7f-71be54039077'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:47.171867 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6882fcec-d362-437c-833f-9034e8cb879c" -d '{"events": [{"server_uuid": "7b9ca859-8d74-447d-ac74-4887083f97e9", "name": "network-vif-plugged", "status": "completed", "tag": "1fadea18-0754-464f-8d7f-71be54039077"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:47.228840 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de04527-0278-488a-bd37-70fc1bb49ac4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Made reservation on behalf of 2718ee12180b44e1adf8db1e026c3ac8 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:47.233625 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1de04527-0278-488a-bd37-70fc1bb49ac4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.263817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-1de04527-0278-488a-bd37-70fc1bb49ac4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] device_id is not set on port 9648d6be-abcb-4111-b179-6556e5240317 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:12:47.401047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-1de04527-0278-488a-bd37-70fc1bb49ac4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Allocated IP 172.20.0.5 (f2f57f23-4582-44f3-bbcc-ab10358db55e/dbd7ed1b-aead-4cd8-90f0-14259ea6e774/9648d6be-abcb-4111-b179-6556e5240317) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:47.542379 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5286ab25-a280-4635-b72e-1e780ab0aaf6 x-openstack-request-id: req-5286ab25-a280-4635-b72e-1e780ab0aaf6 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:47.542682 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9ca859-8d74-447d-ac74-4887083f97e9", "name": "network-vif-plugged", "status": "completed", "tag": "1fadea18-0754-464f-8d7f-71be54039077", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:47.543054 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5286ab25-a280-4635-b72e-1e780ab0aaf6 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:47.543488 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9ca859-8d74-447d-ac74-4887083f97e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fadea18-0754-464f-8d7f-71be54039077', 'code': 200} Aug 31 01:12:47.609381 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1de04527-0278-488a-bd37-70fc1bb49ac4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.641269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ebead3d7-426f-4619-b5ae-a05641768960,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:47.687758 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-1de04527-0278-488a-bd37-70fc1bb49ac4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Transition to ACTIVE for port object 9648d6be-abcb-4111-b179-6556e5240317 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:47.689040 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e78ee6-364c-413f-9f17-09aa056ddfaa req-0d0ad2c5-8bab-4b59-9753-e09eccc79f03 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:47.690692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8e78ee6-364c-413f-9f17-09aa056ddfaa req-0d0ad2c5-8bab-4b59-9753-e09eccc79f03 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 949 time: 0.5125928 Aug 31 01:12:47.720755 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fae25-8f68-4e85-ba10-7017372a9447 req-ca1027df-0d1c-47c7-8605-d9f57ed13f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:47.722292 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5d8fae25-8f68-4e85-ba10-7017372a9447 req-ca1027df-0d1c-47c7-8605-d9f57ed13f65 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 1098 time: 0.1098862 Aug 31 01:12:47.735327 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cfc60ada-fb2b-4fec-b941-0a1c7caf3b1e req-2ba69151-20e5-4b0a-80ae-1b73c7d3743f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0812790 Aug 31 01:12:47.770261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Attempting to bind port ebead3d7-426f-4619-b5ae-a05641768960 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:47.770612 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Attempting to bind port ebead3d7-426f-4619-b5ae-a05641768960 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:47.770922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Attempting to bind port ebead3d7-426f-4619-b5ae-a05641768960 on network ab74ee34-12a3-401b-bc75-1cf0aeeda842 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:47.777319 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1de04527-0278-488a-bd37-70fc1bb49ac4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.780658 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb93196-a3f8-48f7-ae0e-b0ccb65c5e44 req-e2226ae6-8cec-4b03-829e-6a2414ba486b tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:47.782214 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9fb93196-a3f8-48f7-ae0e-b0ccb65c5e44 req-e2226ae6-8cec-4b03-829e-6a2414ba486b tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 943 time: 0.1361406 Aug 31 01:12:47.785075 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8e78ee6-364c-413f-9f17-09aa056ddfaa req-44de78ad-c71c-405c-826d-4d2815376c42 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/security-groups?id=542fed2b-f7f8-459d-bae0-c6be96d5a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753212 Aug 31 01:12:47.792553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Port ebead3d7-426f-4619-b5ae-a05641768960 on network ab74ee34-12a3-401b-bc75-1cf0aeeda842 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:12:47.792892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Attempting to bind port ebead3d7-426f-4619-b5ae-a05641768960 on network ab74ee34-12a3-401b-bc75-1cf0aeeda842 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:47.810368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:47.810705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Checking segment: {'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:47.811087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Bound using segment: {'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:47.811922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Bound port: ebead3d7-426f-4619-b5ae-a05641768960, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:47.816226 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.830413 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5d8fae25-8f68-4e85-ba10-7017372a9447 req-3e0ce568-adbc-481c-94df-c47c4073f738 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940804 Aug 31 01:12:47.872300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de04527-0278-488a-bd37-70fc1bb49ac4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Network f2f57f23-4582-44f3-bbcc-ab10358db55e is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:47.879731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-1de04527-0278-488a-bd37-70fc1bb49ac4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:47.886447 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de04527-0278-488a-bd37-70fc1bb49ac4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:47.889625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9fb93196-a3f8-48f7-ae0e-b0ccb65c5e44 req-0cf2d05d-29d8-4482-9907-474be01522d5 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/security-groups?id=186850b5-01a2-419c-9e79-bce38ba9e7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897181 Aug 31 01:12:47.911714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de04527-0278-488a-bd37-70fc1bb49ac4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event updated for resources: {'Port': ['ID=9648d6be-abcb-4111-b179-6556e5240317,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:47.940699 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc60ada-fb2b-4fec-b941-0a1c7caf3b1e req-33736225-2093-4c25-b875-f40ffa52d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:47.943238 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cfc60ada-fb2b-4fec-b941-0a1c7caf3b1e req-33736225-2093-4c25-b875-f40ffa52d48c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 1097 time: 0.1090331 Aug 31 01:12:47.954717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de04527-0278-488a-bd37-70fc1bb49ac4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:47.955416 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1de04527-0278-488a-bd37-70fc1bb49ac4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.972630 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1de04527-0278-488a-bd37-70fc1bb49ac4 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9586744 Aug 31 01:12:47.975259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50744) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:47.985860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-775f58b5-c518-4f54-aedc-9239e555fe7f tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Request body: {'floatingip': {'port_id': '9648d6be-abcb-4111-b179-6556e5240317'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:48.010810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] For port ebead3d7-426f-4619-b5ae-a05641768960, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:48.015096 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] For port ebead3d7-426f-4619-b5ae-a05641768960, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ebead3d7-426f-4619-b5ae-a05641768960,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:48.034816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727dd57-8430-41a3-bcf0-2a2c3cbe703c req-9cf8630b-2c43-46a0-817a-0c809fa53b52 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:48.043183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727dd57-8430-41a3-bcf0-2a2c3cbe703c req-9cf8630b-2c43-46a0-817a-0c809fa53b52 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:48.052671 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0727dd57-8430-41a3-bcf0-2a2c3cbe703c req-9cf8630b-2c43-46a0-817a-0c809fa53b52 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1683 time: 0.1823854 Aug 31 01:12:48.062800 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:48.119210 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:48.119780 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:48.121399 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] 10.222.0.70 "PUT /v2.0/ports/ebead3d7-426f-4619-b5ae-a05641768960 HTTP/1.1" status: 200 len: 1092 time: 2.3646579 Aug 31 01:12:48.121859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ae3d5d-4c81-4826-98d9-db73341aa24d', 'tag': 'ebead3d7-426f-4619-b5ae-a05641768960'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:48.124514 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16c09fe-3437-4b6b-a1de-e7e20c0d9595" -d '{"events": [{"name": "network-changed", "server_uuid": "29ae3d5d-4c81-4826-98d9-db73341aa24d", "tag": "ebead3d7-426f-4619-b5ae-a05641768960"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:48.169036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0727dd57-8430-41a3-bcf0-2a2c3cbe703c req-b273ce23-8f30-4d38-9756-66a955dad570 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153092 Aug 31 01:12:48.176239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfa422-6fac-4385-b4f3-5be9334ab5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ebead3d7-426f-4619-b5ae-a05641768960,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:48.231441 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-775f58b5-c518-4f54-aedc-9239e555fe7f tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:48.243043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-72eceeea-9e1d-40a0-9c53-9068ceedbc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:48.245234 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-72eceeea-9e1d-40a0-9c53-9068ceedbc0d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d25507ba0d945d3821d1453bb12e9fa&device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 1095 time: 0.0642216 Aug 31 01:12:48.339772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f4ad6c9b-e21f-47d1-b3bb-cea0a39b72c4 None None] Provisioning for port 9648d6be-abcb-4111-b179-6556e5240317 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:48.343629 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc60ada-fb2b-4fec-b941-0a1c7caf3b1e req-d14037ed-ce39-48bc-81e6-b59a98b32fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:48.345138 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cfc60ada-fb2b-4fec-b941-0a1c7caf3b1e req-d14037ed-ce39-48bc-81e6-b59a98b32fcc service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.2719374 Aug 31 01:12:48.346185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f4ad6c9b-e21f-47d1-b3bb-cea0a39b72c4 None None] Provisioning complete for port 9648d6be-abcb-4111-b179-6556e5240317 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:48.347674 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6c9b-e21f-47d1-b3bb-cea0a39b72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:48.354275 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-e6edb1e9-7b48-4640-bd1d-01ceabe33be9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebead3d7-426f-4619-b5ae-a05641768960 HTTP/1.1" status: 200 len: 217 time: 0.0742383 Aug 31 01:12:48.426786 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad6c9b-e21f-47d1-b3bb-cea0a39b72c4 None None] Port 9648d6be-abcb-4111-b179-6556e5240317 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:48.427803 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faaf10-197d-4078-803c-1b9621ffaa3f req-7eeb517a-dd2c-4252-af0a-556baaffaf9e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:48.429526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52faaf10-197d-4078-803c-1b9621ffaa3f req-7eeb517a-dd2c-4252-af0a-556baaffaf9e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 943 time: 0.1655643 Aug 31 01:12:48.481208 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cfc60ada-fb2b-4fec-b941-0a1c7caf3b1e req-4eff684c-9f4c-435e-b06d-187fecd5fbf3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f HTTP/1.1" status: 200 len: 1000 time: 0.1086316 Aug 31 01:12:48.483940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-a1c466d4-6082-4019-9fd7-370a4b59b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:48.486974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-a1c466d4-6082-4019-9fd7-370a4b59b53a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7aae955-9475-4287-b0f9-97d65d425218 HTTP/1.1" status: 200 len: 854 time: 0.1243572 Aug 31 01:12:48.509699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52faaf10-197d-4078-803c-1b9621ffaa3f req-b32e1f0b-7674-4a5f-9910-5d6dde902d09 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639381 Aug 31 01:12:48.578182 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cdcc67-25c6-4e05-82d4-ee8414e9ab8e x-openstack-request-id: req-f4cdcc67-25c6-4e05-82d4-ee8414e9ab8e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:48.578515 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ae3d5d-4c81-4826-98d9-db73341aa24d", "tag": "ebead3d7-426f-4619-b5ae-a05641768960", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:48.578777 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4cdcc67-25c6-4e05-82d4-ee8414e9ab8e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:48.579316 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ae3d5d-4c81-4826-98d9-db73341aa24d', 'tag': 'ebead3d7-426f-4619-b5ae-a05641768960', 'status': 'completed', 'code': 200} Aug 31 01:12:48.581486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-74bf58ab-afe0-4efb-b067-27047f2baef8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab74ee34-12a3-401b-bc75-1cf0aeeda842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706370 Aug 31 01:12:48.631616 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc60ada-fb2b-4fec-b941-0a1c7caf3b1e req-1f9c0d14-cbee-4328-9596-ef8d6546cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:48.633738 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cfc60ada-fb2b-4fec-b941-0a1c7caf3b1e req-1f9c0d14-cbee-4328-9596-ef8d6546cc19 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.0937455 Aug 31 01:12:48.681303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df83de4-aad2-4de9-b7d0-ee9af3cac028 req-1a8fe34b-cb49-4463-951d-f00f043c52d5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:48.683586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4df83de4-aad2-4de9-b7d0-ee9af3cac028 req-1a8fe34b-cb49-4463-951d-f00f043c52d5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.1555443 Aug 31 01:12:48.761937 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc60ada-fb2b-4fec-b941-0a1c7caf3b1e req-92ab52c9-43e0-4cca-9b5c-44816b10381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:48.763651 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cfc60ada-fb2b-4fec-b941-0a1c7caf3b1e req-92ab52c9-43e0-4cca-9b5c-44816b10381a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128817 Aug 31 01:12:48.767150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4df83de4-aad2-4de9-b7d0-ee9af3cac028 req-eff71230-6fd3-4b31-b559-cae568a24f3b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769160 Aug 31 01:12:48.771039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-1b445d07-3b81-4079-bac0-5b90c42b9512 service neutron] 10.222.0.70 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646607 Aug 31 01:12:48.900820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db112a0a-6aa8-44b2-ae9b-30d53893b235 req-469fa2cc-44a2-49f7-a728-29d410ccde1f service neutron] 10.222.0.70 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136131 Aug 31 01:12:48.991961 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cfc60ada-fb2b-4fec-b941-0a1c7caf3b1e req-5f8abb8e-4d7b-4a3a-90df-ba64cf69fb83 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853390 Aug 31 01:12:49.105717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542db071-f1cf-4867-b719-e6850835ccf3 req-a81cc341-ef1d-4491-a5a3-26851ef0be15 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:49.107560 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-542db071-f1cf-4867-b719-e6850835ccf3 req-a81cc341-ef1d-4491-a5a3-26851ef0be15 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 943 time: 0.1280324 Aug 31 01:12:49.150739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c09fe-3437-4b6b-a1de-e7e20c0d9595 req-0cc913c8-2ef0-4c5f-a5d9-a213069c0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:49.152217 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d16c09fe-3437-4b6b-a1de-e7e20c0d9595 req-0cc913c8-2ef0-4c5f-a5d9-a213069c0559 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d25507ba0d945d3821d1453bb12e9fa&device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 1095 time: 0.1306500 Aug 31 01:12:49.203490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535c887-8b19-4a2f-a4fd-190a04efee68 req-9aceaeb5-2b66-4960-b8b3-4e441e87ba1a tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:49.215332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535c887-8b19-4a2f-a4fd-190a04efee68 req-9aceaeb5-2b66-4960-b8b3-4e441e87ba1a tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:49.223956 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8535c887-8b19-4a2f-a4fd-190a04efee68 req-9aceaeb5-2b66-4960-b8b3-4e441e87ba1a tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1683 time: 0.1687744 Aug 31 01:12:49.309395 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-542db071-f1cf-4867-b719-e6850835ccf3 req-f09fc558-1bf4-443c-bfe4-c915dd428c1a tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/security-groups?id=186850b5-01a2-419c-9e79-bce38ba9e7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883166 Aug 31 01:12:49.348091 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8535c887-8b19-4a2f-a4fd-190a04efee68 req-add3f66d-66ef-4a01-82fc-ec66bd9d8d34 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625806 Aug 31 01:12:49.382533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c09fe-3437-4b6b-a1de-e7e20c0d9595 req-18ee07dd-afdd-454a-baa1-3f7550ea644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:49.386409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d16c09fe-3437-4b6b-a1de-e7e20c0d9595 req-18ee07dd-afdd-454a-baa1-3f7550ea644f service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab74ee34-12a3-401b-bc75-1cf0aeeda842 HTTP/1.1" status: 200 len: 915 time: 0.2103381 Aug 31 01:12:49.440813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d16c09fe-3437-4b6b-a1de-e7e20c0d9595 req-542360ed-71b4-4d02-b033-fdc3ec4e1435 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebead3d7-426f-4619-b5ae-a05641768960 HTTP/1.1" status: 200 len: 217 time: 0.0440977 Aug 31 01:12:49.463628 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-775f58b5-c518-4f54-aedc-9239e555fe7f tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:49.469963 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cfc60ada-fb2b-4fec-b941-0a1c7caf3b1e req-5d75ae8b-8c58-46e7-87fb-82dd5a8e7e5d service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398904 Aug 31 01:12:49.471679 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-775f58b5-c518-4f54-aedc-9239e555fe7f tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:49.500569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c09fe-3437-4b6b-a1de-e7e20c0d9595 req-3862ceaa-04c8-4964-928c-56cb14a0f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:49.506236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d16c09fe-3437-4b6b-a1de-e7e20c0d9595 req-3862ceaa-04c8-4964-928c-56cb14a0f4c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7aae955-9475-4287-b0f9-97d65d425218 HTTP/1.1" status: 200 len: 854 time: 0.0547888 Aug 31 01:12:49.550904 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d16c09fe-3437-4b6b-a1de-e7e20c0d9595 req-9c4000fa-36ab-489b-98b7-4e2e110fb792 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab74ee34-12a3-401b-bc75-1cf0aeeda842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387111 Aug 31 01:12:49.608423 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-775f58b5-c518-4f54-aedc-9239e555fe7f tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Floating IP 7cce0fe6-db5a-418b-be1e-295c32f1a35d associated. External IP: 172.25.6.32, port: 56a11eaa-edef-4ede-acf1-99e65140b264. Aug 31 01:12:49.698506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81b0d7-0af5-467b-9526-12a4805530b0 req-fcfee30f-7dd1-4f40-8b09-16f000d44c80 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:49.700190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e81b0d7-0af5-467b-9526-12a4805530b0 req-fcfee30f-7dd1-4f40-8b09-16f000d44c80 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 943 time: 0.0758350 Aug 31 01:12:49.770634 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d16c09fe-3437-4b6b-a1de-e7e20c0d9595 req-7f0dbc22-e202-4da7-9e44-11510f914020 service neutron] 10.222.0.70 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100086 Aug 31 01:12:49.777834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e81b0d7-0af5-467b-9526-12a4805530b0 req-5bdf0eb6-b880-467f-9ce0-df1d7319ab49 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655537 Aug 31 01:12:49.864206 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775f58b5-c518-4f54-aedc-9239e555fe7f tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:49.951064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d16c09fe-3437-4b6b-a1de-e7e20c0d9595 req-6a769247-3d4b-4c93-9aa0-ff54fd8d4a1e service neutron] 10.222.0.70 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666262 Aug 31 01:12:49.958532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaf71b-2e71-4747-9c5c-4e815d21fe4b req-b85c2597-3c8f-496c-a164-eb05f0bd54b5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:49.960214 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3eaf71b-2e71-4747-9c5c-4e815d21fe4b req-b85c2597-3c8f-496c-a164-eb05f0bd54b5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.0885897 Aug 31 01:12:50.004814 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3eaf71b-2e71-4747-9c5c-4e815d21fe4b req-52b58b33-b1ad-43f9-8618-7c2d37c7f8e0 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356562 Aug 31 01:12:50.035368 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775f58b5-c518-4f54-aedc-9239e555fe7f tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:50.047724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7412ba-3d53-4bb6-8df8-e48592cab5d9 None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:50.061772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7412ba-3d53-4bb6-8df8-e48592cab5d9 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:50.062565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ac7412ba-3d53-4bb6-8df8-e48592cab5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:50.105601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ac7412ba-3d53-4bb6-8df8-e48592cab5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:50.117949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7412ba-3d53-4bb6-8df8-e48592cab5d9 None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:50.118796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ac7412ba-3d53-4bb6-8df8-e48592cab5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:50.177226 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ac7412ba-3d53-4bb6-8df8-e48592cab5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:50.177899 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7412ba-3d53-4bb6-8df8-e48592cab5d9 None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:50.267329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07101b86-0a62-4326-b11d-044af878ee2f req-95584df5-bfac-45c4-8bfc-62efb53f1321 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:50.268924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-07101b86-0a62-4326-b11d-044af878ee2f req-95584df5-bfac-45c4-8bfc-62efb53f1321 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.0701823 Aug 31 01:12:50.326085 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-07101b86-0a62-4326-b11d-044af878ee2f req-40085708-6a04-4a45-9046-7a5e3919072d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439551 Aug 31 01:12:50.365802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775f58b5-c518-4f54-aedc-9239e555fe7f tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router aa1a47ce-6672-4201-a3d8-ce023fedf8a6 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:50.501987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775f58b5-c518-4f54-aedc-9239e555fe7f tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:50.506367 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-775f58b5-c518-4f54-aedc-9239e555fe7f tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:50.515348 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d529a8-7990-43a2-a9b6-88c53991af7a None None] Sync routers for ids ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:50.526943 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d529a8-7990-43a2-a9b6-88c53991af7a None None] Routers {'aa1a47ce-6672-4201-a3d8-ce023fedf8a6'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:50.528001 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a2d529a8-7990-43a2-a9b6-88c53991af7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:50.539234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a482bb-5dc1-4ec8-98f5-4352ddd72074 req-1aeea790-ec44-4ee9-ba43-cc369614ee59 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:50.547791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0a482bb-5dc1-4ec8-98f5-4352ddd72074 req-1aeea790-ec44-4ee9-ba43-cc369614ee59 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 943 time: 0.1169603 Aug 31 01:12:50.565993 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-775f58b5-c518-4f54-aedc-9239e555fe7f tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "PUT /v2.0/floatingips/7cce0fe6-db5a-418b-be1e-295c32f1a35d HTTP/1.1" status: 200 len: 976 time: 2.5887210 Aug 31 01:12:50.568511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50846) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:50.576014 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a2d529a8-7990-43a2-a9b6-88c53991af7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:50.589686 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d529a8-7990-43a2-a9b6-88c53991af7a None None] Routers {'aa1a47ce-6672-4201-a3d8-ce023fedf8a6'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:50.590602 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a2d529a8-7990-43a2-a9b6-88c53991af7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:50.614086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9e47c-79fa-4af1-9707-e268e892be95 req-8c64b5b4-9d40-4847-b42d-70598d51bb5b tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:50.615569 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 1b77c625-7934-4c6e-980c-b74abbe19743 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:12:50.623884 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9e47c-79fa-4af1-9707-e268e892be95 req-8c64b5b4-9d40-4847-b42d-70598d51bb5b tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:50.625670 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0e9e47c-79fa-4af1-9707-e268e892be95 req-8c64b5b4-9d40-4847-b42d-70598d51bb5b tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1683 time: 0.1834109 Aug 31 01:12:50.629062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0a482bb-5dc1-4ec8-98f5-4352ddd72074 req-528cae47-7907-4b17-97ed-36e42bc6e51e tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/security-groups?id=186850b5-01a2-419c-9e79-bce38ba9e7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796154 Aug 31 01:12:50.672771 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a2d529a8-7990-43a2-a9b6-88c53991af7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:50.674125 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d529a8-7990-43a2-a9b6-88c53991af7a None None] The sync data for ids ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:50.683114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0e9e47c-79fa-4af1-9707-e268e892be95 req-ec0333b1-7ab7-42ec-a44d-e46b9bfb7371 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452704 Aug 31 01:12:50.691621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-dbce82dc-ef0c-4e29-9e36-b3f1ba22772d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting port 9648d6be-abcb-4111-b179-6556e5240317 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:50.692005 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dbce82dc-ef0c-4e29-9e36-b3f1ba22772d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:50.751858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 1b77c625-7934-4c6e-980c-b74abbe19743, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1b77c625-7934-4c6e-980c-b74abbe19743,segment=NetworkSegment(13cd7ca0-73f1-497f-8e9d-1f5715dad19b),segment_id=13cd7ca0-73f1-497f-8e9d-1f5715dad19b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:50.769534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '1b77c625-7934-4c6e-980c-b74abbe19743', 'network_id': '0624bad0-d79a-43bc-acae-5ea3a3ef1e1f', 'port_id': '1b77c625-7934-4c6e-980c-b74abbe19743', 'mac_address': 'fa:16:3e:30:1a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91e0edc-9587-4cfc-88a7-4d64cb00850a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:12:50.789982 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dbce82dc-ef0c-4e29-9e36-b3f1ba22772d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:50.815525 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:50.830313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-ec984ecf-192f-4490-ac09-710144832bc9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:50.837658 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-ec984ecf-192f-4490-ac09-710144832bc9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:50.839631 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-ec984ecf-192f-4490-ac09-710144832bc9 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.15 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 1683 time: 0.0785861 Aug 31 01:12:50.860090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b77c625-7934-4c6e-980c-b74abbe19743 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:50.896565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 1b77c625-7934-4c6e-980c-b74abbe19743, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1b77c625-7934-4c6e-980c-b74abbe19743,segment=NetworkSegment(13cd7ca0-73f1-497f-8e9d-1f5715dad19b),segment_id=13cd7ca0-73f1-497f-8e9d-1f5715dad19b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:50.902689 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:50.996167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff7b7c-d661-40e4-9a95-790839bb3823 req-02611a09-55dc-41f6-aaed-20a8490e21cc tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:50.997736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09ff7b7c-d661-40e4-9a95-790839bb3823 req-02611a09-55dc-41f6-aaed-20a8490e21cc tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 943 time: 0.0926554 Aug 31 01:12:51.009895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=1b77c625-7934-4c6e-980c-b74abbe19743,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:51.022968 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:51.024625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:51.025320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:51.026021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:51.026577 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:51.027125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:51.027735 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:51.028297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:51.028841 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:51.029382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:51.029923 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:51.030461 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:51.042309 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-94ee0dad-7905-4c0a-8fb2-cce842134060 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Deleting port d77cb886-401d-4753-81a3-c4d5fe2b65f7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:51.042309 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-94ee0dad-7905-4c0a-8fb2-cce842134060 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.049022 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dbce82dc-ef0c-4e29-9e36-b3f1ba22772d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.049607 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dbce82dc-ef0c-4e29-9e36-b3f1ba22772d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.049825 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-dbce82dc-ef0c-4e29-9e36-b3f1ba22772d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Floating IP 7cce0fe6-db5a-418b-be1e-295c32f1a35d disassociated. External IP: 172.25.6.32, port: 9648d6be-abcb-4111-b179-6556e5240317. Aug 31 01:12:51.054141 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-dbce82dc-ef0c-4e29-9e36-b3f1ba22772d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Calling delete_port for 9648d6be-abcb-4111-b179-6556e5240317 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:51.123082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09ff7b7c-d661-40e4-9a95-790839bb3823 req-20bfe2a3-d0b9-4bea-9a9c-2933437e50ad tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178360 Aug 31 01:12:51.168393 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b6dedcea-9f82-442c-92fc-e1c468f966e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.173913 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-94ee0dad-7905-4c0a-8fb2-cce842134060 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] For port d77cb886-401d-4753-81a3-c4d5fe2b65f7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d77cb886-401d-4753-81a3-c4d5fe2b65f7,segment=NetworkSegment(2f8fe804-77c6-4b11-b847-c8aad4961e4c),segment_id=2f8fe804-77c6-4b11-b847-c8aad4961e4c)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:51.174302 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-94ee0dad-7905-4c0a-8fb2-cce842134060 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.191729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-94ee0dad-7905-4c0a-8fb2-cce842134060 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Calling delete_port for d77cb886-401d-4753-81a3-c4d5fe2b65f7 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:51.249496 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dbce82dc-ef0c-4e29-9e36-b3f1ba22772d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.281397 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce82dc-ef0c-4e29-9e36-b3f1ba22772d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Port': ['ID=9648d6be-abcb-4111-b179-6556e5240317,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:51.319250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['1b77c625-7934-4c6e-980c-b74abbe19743'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:51.407653 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-94ee0dad-7905-4c0a-8fb2-cce842134060 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.433047 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ebead3d7-426f-4619-b5ae-a05641768960 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:12:51.449371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee0dad-7905-4c0a-8fb2-cce842134060 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Port': ['ID=d77cb886-401d-4753-81a3-c4d5fe2b65f7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:51.506195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-94ee0dad-7905-4c0a-8fb2-cce842134060 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] No DVR routers for this DVR port d77cb886-401d-4753-81a3-c4d5fe2b65f7 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:51.518254 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-94ee0dad-7905-4c0a-8fb2-cce842134060 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.526423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-94ee0dad-7905-4c0a-8fb2-cce842134060 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.15 "DELETE /v2.0/ports/d77cb886-401d-4753-81a3-c4d5fe2b65f7 HTTP/1.1" status: 204 len: 173 time: 0.6788745 Aug 31 01:12:51.600197 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93308931-2f37-4a7e-a1c8-3509754b373e', 'name': 'network-vif-deleted', 'tag': 'd77cb886-401d-4753-81a3-c4d5fe2b65f7'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:51.604066 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa492c9b-b5a0-4d85-bf6a-cf5322152af3" -d '{"events": [{"server_uuid": "93308931-2f37-4a7e-a1c8-3509754b373e", "name": "network-vif-deleted", "tag": "d77cb886-401d-4753-81a3-c4d5fe2b65f7"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:51.617769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbce82dc-ef0c-4e29-9e36-b3f1ba22772d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router aa1a47ce-6672-4201-a3d8-ce023fedf8a6 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:51.714377 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9192d4-6138-4d19-b63b-1659aeba47e7 x-openstack-request-id: req-8e9192d4-6138-4d19-b63b-1659aeba47e7 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:51.714714 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93308931-2f37-4a7e-a1c8-3509754b373e", "name": "network-vif-deleted", "tag": "d77cb886-401d-4753-81a3-c4d5fe2b65f7", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:51.714929 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e9192d4-6138-4d19-b63b-1659aeba47e7 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:51.716070 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93308931-2f37-4a7e-a1c8-3509754b373e', 'name': 'network-vif-deleted', 'tag': 'd77cb886-401d-4753-81a3-c4d5fe2b65f7', 'status': 'completed', 'code': 200} Aug 31 01:12:51.737174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa417-b4e2-46d9-a567-232e35604854 req-e1f8ac27-dcd8-4c47-9f64-93a77b3f298e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:51.738830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caffa417-b4e2-46d9-a567-232e35604854 req-e1f8ac27-dcd8-4c47-9f64-93a77b3f298e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.2360854 Aug 31 01:12:51.790866 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ebead3d7-426f-4619-b5ae-a05641768960, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ebead3d7-426f-4619-b5ae-a05641768960,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:51.818518 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'ebead3d7-426f-4619-b5ae-a05641768960', 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842', 'port_id': 'ebead3d7-426f-4619-b5ae-a05641768960', 'mac_address': 'fa:16:3e:a4:4d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7aae955-9475-4287-b0f9-97d65d425218', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:12:51.894057 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.895184 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbce82dc-ef0c-4e29-9e36-b3f1ba22772d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:51.913833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592960ba-0516-47e4-8abe-443c13fdaaa4 None None] Sync routers for ids ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:51.921967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebead3d7-426f-4619-b5ae-a05641768960 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:51.950796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592960ba-0516-47e4-8abe-443c13fdaaa4 None None] Routers {'aa1a47ce-6672-4201-a3d8-ce023fedf8a6'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:51.951685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-592960ba-0516-47e4-8abe-443c13fdaaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:51.953743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caffa417-b4e2-46d9-a567-232e35604854 req-221f9670-e492-41f8-b253-ef5d73c77be6 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908617 Aug 31 01:12:51.981603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-c4606429-9547-4591-a48a-cc0af460687f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Deleting port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:51.982167 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-c4606429-9547-4591-a48a-cc0af460687f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:51.992147 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ebead3d7-426f-4619-b5ae-a05641768960, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ebead3d7-426f-4619-b5ae-a05641768960,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:51.993663 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-592960ba-0516-47e4-8abe-443c13fdaaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:52.001845 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dbce82dc-ef0c-4e29-9e36-b3f1ba22772d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:52.005167 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:52.006024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:12:52.008731 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dbce82dc-ef0c-4e29-9e36-b3f1ba22772d tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/ports/9648d6be-abcb-4111-b179-6556e5240317 HTTP/1.1" status: 204 len: 168 time: 1.4383068 Aug 31 01:12:52.009393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50912) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:52.056639 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592960ba-0516-47e4-8abe-443c13fdaaa4 None None] Routers {'aa1a47ce-6672-4201-a3d8-ce023fedf8a6'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:52.057299 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-592960ba-0516-47e4-8abe-443c13fdaaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:52.138109 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-c4606429-9547-4591-a48a-cc0af460687f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] For port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=33fcb1a2-e458-444d-b9ac-e0aeafb9dab7,segment=NetworkSegment(e1eba98b-ab9a-4da7-90f3-d0b95b579c15),segment_id=e1eba98b-ab9a-4da7-90f3-d0b95b579c15)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:52.138573 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-c4606429-9547-4591-a48a-cc0af460687f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:52.138698 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-592960ba-0516-47e4-8abe-443c13fdaaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:52.139237 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592960ba-0516-47e4-8abe-443c13fdaaa4 None None] The sync data for ids ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:52.209797 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ebead3d7-426f-4619-b5ae-a05641768960,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:52.221366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59e7fe-e138-4f34-8ddb-bea070f6f003 req-06986773-b9f3-4563-abde-9d4a66b31d87 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:52.224901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d59e7fe-e138-4f34-8ddb-bea070f6f003 req-06986773-b9f3-4563-abde-9d4a66b31d87 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 944 time: 0.3474274 Aug 31 01:12:52.232400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-c4606429-9547-4591-a48a-cc0af460687f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Calling delete_port for 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:52.302542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:52.319100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a', 'mac_address': 'fa:16:3e:4f:22:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:12:52.366219 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:52.369154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5b280-500e-4fec-96b6-a951722ffcb1 req-103ef6ab-fe34-4c3e-9162-7aa0b9b24c62 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:52.377413 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ff5b280-500e-4fec-96b6-a951722ffcb1 req-103ef6ab-fe34-4c3e-9162-7aa0b9b24c62 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 946 time: 0.2049651 Aug 31 01:12:52.383127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:52.391012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d59e7fe-e138-4f34-8ddb-bea070f6f003 req-f5631d50-302c-447d-8246-ae6773b29e2d tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/security-groups?id=186850b5-01a2-419c-9e79-bce38ba9e7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598351 Aug 31 01:12:52.407987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:52.420020 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:52.499339 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ff5b280-500e-4fec-96b6-a951722ffcb1 req-a296e89b-b511-4ad2-895c-3313ba7aea27 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d0ce9f7-701a-4133-9e95-06f1079b5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206257 Aug 31 01:12:52.546733 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['5c4fd69a-c026-4e6f-bf1c-79a1c448d56a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:52.604624 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-c4606429-9547-4591-a48a-cc0af460687f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:52.656349 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-290d74f6-7e81-4fc9-8175-3af39ad67cff tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:52.678439 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:52.702419 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['33fcb1a2-e458-444d-b9ac-e0aeafb9dab7', 'd77cb886-401d-4753-81a3-c4d5fe2b65f7'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:52.715709 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['33fcb1a2-e458-444d-b9ac-e0aeafb9dab7', 'd77cb886-401d-4753-81a3-c4d5fe2b65f7'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:52.768939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4606429-9547-4591-a48a-cc0af460687f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Port': ['ID=33fcb1a2-e458-444d-b9ac-e0aeafb9dab7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:52.786995 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['ebead3d7-426f-4619-b5ae-a05641768960'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:52.815111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-c4606429-9547-4591-a48a-cc0af460687f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] No DVR routers for this DVR port 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:52.818998 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-c4606429-9547-4591-a48a-cc0af460687f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:52.823820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89fc1667-1fb8-4d3f-ac6f-65e1f982e63c req-c4606429-9547-4591-a48a-cc0af460687f tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.15 "DELETE /v2.0/ports/33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 HTTP/1.1" status: 204 len: 173 time: 1.2130551 Aug 31 01:12:52.953785 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164258a9-6f59-4c9b-a11b-084b84e2768c req-a087c259-7a71-407d-8e01-dc0f6e81c96d tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:52.956542 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-164258a9-6f59-4c9b-a11b-084b84e2768c req-a087c259-7a71-407d-8e01-dc0f6e81c96d tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 944 time: 0.2108445 Aug 31 01:12:53.103417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-164258a9-6f59-4c9b-a11b-084b84e2768c req-704da30f-2bf2-4cc8-97b9-55bbc2aea665 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378543 Aug 31 01:12:53.222255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c48dd-6730-4527-9897-22ce30b7f843 req-1977d87c-dc0f-41e8-ae9d-a1ae2c4f149b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:53.233803 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b7c48dd-6730-4527-9897-22ce30b7f843 req-1977d87c-dc0f-41e8-ae9d-a1ae2c4f149b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.1283462 Aug 31 01:12:53.314104 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b7c48dd-6730-4527-9897-22ce30b7f843 req-2689fd02-1dfd-4a54-b75a-4e90e1a242ef tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789616 Aug 31 01:12:53.380530 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-290d74f6-7e81-4fc9-8175-3af39ad67cff tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting port 4c9f4294-bbe6-4e27-aea7-5d61c9b992ca {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:53.381340 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-290d74f6-7e81-4fc9-8175-3af39ad67cff tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:53.432699 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:53.538810 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-290d74f6-7e81-4fc9-8175-3af39ad67cff tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:53.568086 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-290d74f6-7e81-4fc9-8175-3af39ad67cff tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Calling delete_port for 4c9f4294-bbe6-4e27-aea7-5d61c9b992ca owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:53.643454 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:53.643852 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:53.691253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56d128-a4a4-40dd-9764-9b5981301a1c req-88ca9842-461c-49d7-a51a-efe25722e087 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:53.698300 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a56d128-a4a4-40dd-9764-9b5981301a1c req-88ca9842-461c-49d7-a51a-efe25722e087 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 944 time: 0.1537840 Aug 31 01:12:53.720764 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a68cce8b-4eb8-4a7e-8eaf-fd36db0a0480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:53.745687 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93308931-2f37-4a7e-a1c8-3509754b373e', 'name': 'network-vif-deleted', 'tag': '33fcb1a2-e458-444d-b9ac-e0aeafb9dab7'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:53.762024 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba2afec-9907-418e-8f44-5b55627c4fdc" -d '{"events": [{"server_uuid": "93308931-2f37-4a7e-a1c8-3509754b373e", "name": "network-vif-deleted", "tag": "33fcb1a2-e458-444d-b9ac-e0aeafb9dab7"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:53.791718 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:53.840317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b698bdc2-30e3-430f-badf-5e2a404f9f04 req-f7249f38-2f7e-4ec3-b1be-4d407341a2d2 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "GET /v2.0/ports?device_id=93308931-2f37-4a7e-a1c8-3509754b373e HTTP/1.1" status: 200 len: 210 time: 0.0680814 Aug 31 01:12:53.874691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a56d128-a4a4-40dd-9764-9b5981301a1c req-f7331c48-6024-4a32-b3e7-04d3829d88d1 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/security-groups?id=186850b5-01a2-419c-9e79-bce38ba9e7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659734 Aug 31 01:12:53.880473 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:53.881521 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba6a21-988c-4339-b5c1-dd432bf63862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:53.885072 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618603a6-2bc5-4e63-ac95-50618fc98e32" -d '{"events": [{"server_uuid": "41ba6a21-988c-4339-b5c1-dd432bf63862", "name": "network-vif-plugged", "status": "completed", "tag": "5c4fd69a-c026-4e6f-bf1c-79a1c448d56a"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:53.891190 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-290d74f6-7e81-4fc9-8175-3af39ad67cff tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:53.900252 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:53.978605 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d74f6-7e81-4fc9-8175-3af39ad67cff tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Port': ['ID=4c9f4294-bbe6-4e27-aea7-5d61c9b992ca,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:54.005070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:54.030698 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ba032c-fc4f-4965-977f-f36ef0d3ef13 x-openstack-request-id: req-d1ba032c-fc4f-4965-977f-f36ef0d3ef13 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:54.030992 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93308931-2f37-4a7e-a1c8-3509754b373e", "name": "network-vif-deleted", "tag": "33fcb1a2-e458-444d-b9ac-e0aeafb9dab7", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:54.031247 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1ba032c-fc4f-4965-977f-f36ef0d3ef13 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:54.031675 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93308931-2f37-4a7e-a1c8-3509754b373e', 'name': 'network-vif-deleted', 'tag': '33fcb1a2-e458-444d-b9ac-e0aeafb9dab7', 'status': 'completed', 'code': 200} Aug 31 01:12:54.041797 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:54.110320 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15eb7065-e6be-4922-8331-34e88f7b2a2f x-openstack-request-id: req-15eb7065-e6be-4922-8331-34e88f7b2a2f {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:54.110548 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba6a21-988c-4339-b5c1-dd432bf63862", "name": "network-vif-plugged", "status": "completed", "tag": "5c4fd69a-c026-4e6f-bf1c-79a1c448d56a", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:54.111009 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15eb7065-e6be-4922-8331-34e88f7b2a2f {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:54.111566 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba6a21-988c-4339-b5c1-dd432bf63862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a', 'code': 200} Aug 31 01:12:54.224520 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-290d74f6-7e81-4fc9-8175-3af39ad67cff tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:54.326140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d73dc-3db7-40ec-8c5e-7fce8e2d988f req-1919b300-371f-471b-842b-bf8dc2d7d389 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:54.337160 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca5d73dc-3db7-40ec-8c5e-7fce8e2d988f req-1919b300-371f-471b-842b-bf8dc2d7d389 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 944 time: 0.1106765 Aug 31 01:12:54.396658 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:54.425389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca5d73dc-3db7-40ec-8c5e-7fce8e2d988f req-755bc8ea-1d4c-4933-b515-8fb7ebb4a8e4 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865750 Aug 31 01:12:54.520445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491c7cf-cd0e-4bc3-9792-c7d038791f90 req-f442cf3b-e23f-4900-a117-426dbb6d4b7a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:54.522016 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d491c7cf-cd0e-4bc3-9792-c7d038791f90 req-f442cf3b-e23f-4900-a117-426dbb6d4b7a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.0894785 Aug 31 01:12:54.586551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d491c7cf-cd0e-4bc3-9792-c7d038791f90 req-ecce2d1d-3da5-46ea-92a7-47a599ac5b9d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584383 Aug 31 01:12:54.641200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 1b77c625-7934-4c6e-980c-b74abbe19743 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:54.732739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 1b77c625-7934-4c6e-980c-b74abbe19743 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:54.738329 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 1b77c625-7934-4c6e-980c-b74abbe19743 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:54.739018 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:54.918297 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:54.926312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50992) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:55.037704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 1b77c625-7934-4c6e-980c-b74abbe19743, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1b77c625-7934-4c6e-980c-b74abbe19743,segment=NetworkSegment(13cd7ca0-73f1-497f-8e9d-1f5715dad19b),segment_id=13cd7ca0-73f1-497f-8e9d-1f5715dad19b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:55.052833 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.054739 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290d74f6-7e81-4fc9-8175-3af39ad67cff tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router aa1a47ce-6672-4201-a3d8-ce023fedf8a6 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:55.057161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:55.111949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:55.112300 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 33fcb1a2-e458-444d-b9ac-e0aeafb9dab7 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:55.112730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d77cb886-401d-4753-81a3-c4d5fe2b65f7 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:55.114002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Deleting subnet 2653c91a-64eb-4425-9d35-b49a314109c5 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:12:55.136230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: d77cb886-401d-4753-81a3-c4d5fe2b65f7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:55.136809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d77cb886-401d-4753-81a3-c4d5fe2b65f7 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:55.177054 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.182775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=1b77c625-7934-4c6e-980c-b74abbe19743,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:55.264300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290d74f6-7e81-4fc9-8175-3af39ad67cff tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:55.272852 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-290d74f6-7e81-4fc9-8175-3af39ad67cff tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "PUT /v2.0/routers/aa1a47ce-6672-4201-a3d8-ce023fedf8a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2621188 Aug 31 01:12:55.276345 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ba118-02eb-4a75-8f34-650ebab3648a None None] Sync routers for ids ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:55.277158 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51014) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:55.286617 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ba118-02eb-4a75-8f34-650ebab3648a None None] Routers {'aa1a47ce-6672-4201-a3d8-ce023fedf8a6'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:55.287243 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b28ba118-02eb-4a75-8f34-650ebab3648a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:55.324612 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b28ba118-02eb-4a75-8f34-650ebab3648a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:55.332064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3d5b3-465b-4ed9-9cc6-6a0f3bc30645 req-8884677d-a24f-462d-ab3a-708914184a1e tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:55.333738 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ba118-02eb-4a75-8f34-650ebab3648a None None] Routers {'aa1a47ce-6672-4201-a3d8-ce023fedf8a6'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:55.334417 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b28ba118-02eb-4a75-8f34-650ebab3648a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:55.335867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8e3d5b3-465b-4ed9-9cc6-6a0f3bc30645 req-8884677d-a24f-462d-ab3a-708914184a1e tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 945 time: 0.2894013 Aug 31 01:12:55.357868 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.404708 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b28ba118-02eb-4a75-8f34-650ebab3648a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:55.405393 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ba118-02eb-4a75-8f34-650ebab3648a None None] The sync data for ids ['aa1a47ce-6672-4201-a3d8-ce023fedf8a6'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:55.449174 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ebead3d7-426f-4619-b5ae-a05641768960 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:55.468937 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee03472e-181a-46fb-9769-b830f2d7a58b tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.525599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port ebead3d7-426f-4619-b5ae-a05641768960 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:55.531481 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port ebead3d7-426f-4619-b5ae-a05641768960 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:55.531888 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.622194 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.719074 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.719935 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8e3d5b3-465b-4ed9-9cc6-6a0f3bc30645 req-e8612482-d9fd-45da-bcf4-f3afc29648ac tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/security-groups?id=186850b5-01a2-419c-9e79-bce38ba9e7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644078 Aug 31 01:12:55.731429 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee03472e-181a-46fb-9769-b830f2d7a58b tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.776419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dff294-439e-4285-a12b-3e8779bfa407 req-affa9597-54b6-48eb-b7d4-4364e1b35f8d tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:55.783551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6dff294-439e-4285-a12b-3e8779bfa407 req-affa9597-54b6-48eb-b7d4-4364e1b35f8d tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 944 time: 0.1207280 Aug 31 01:12:55.803231 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.813853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ee03472e-181a-46fb-9769-b830f2d7a58b tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting port 6711dc7b-16b7-4247-aff7-9111f15aa1f7 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:55.814347 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee03472e-181a-46fb-9769-b830f2d7a58b tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.822972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ebead3d7-426f-4619-b5ae-a05641768960, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ebead3d7-426f-4619-b5ae-a05641768960,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:55.835668 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.860753 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.876777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "DELETE /v2.0/subnets/2653c91a-64eb-4425-9d35-b49a314109c5 HTTP/1.1" status: 204 len: 168 time: 0.9508364 Aug 31 01:12:55.877716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Subnet': ['ID=2653c91a-64eb-4425-9d35-b49a314109c5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:55.879852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51028) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:55.910139 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee03472e-181a-46fb-9769-b830f2d7a58b tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:55.925068 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ee03472e-181a-46fb-9769-b830f2d7a58b tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Calling delete_port for 6711dc7b-16b7-4247-aff7-9111f15aa1f7 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:55.939819 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ebead3d7-426f-4619-b5ae-a05641768960,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:55.942538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2154353e-1cc3-4bbe-b5d6-ab4bc1131852 None None] Network 20691699-f0d2-4d64-b51e-c51c68111d5b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:56.079401 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.087298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:56.087853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:56.088334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:56.088768 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:56.089275 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:56.089577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:56.089985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:56.090381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:56.090802 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:56.091188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:56.091603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:56.092008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9ada7-493d-472c-b92c-f10d0a9516ed tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:56.120230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3f2d16-ec57-4911-872c-a29ec9075fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b77c625-7934-4c6e-980c-b74abbe19743'}, {'server_uuid': '29ae3d5d-4c81-4826-98d9-db73341aa24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebead3d7-426f-4619-b5ae-a05641768960'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:56.124488 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6dff294-439e-4285-a12b-3e8779bfa407 req-58db6ecc-e898-4891-827d-039ad1c20ba3 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399131 Aug 31 01:12:56.128380 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c36fee6-8c62-4e31-a6d7-0cb65910e198" -d '{"events": [{"server_uuid": "4c3f2d16-ec57-4911-872c-a29ec9075fa8", "name": "network-vif-plugged", "status": "completed", "tag": "1b77c625-7934-4c6e-980c-b74abbe19743"}, {"server_uuid": "29ae3d5d-4c81-4826-98d9-db73341aa24d", "name": "network-vif-plugged", "status": "completed", "tag": "ebead3d7-426f-4619-b5ae-a05641768960"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:56.179916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b830a6-3977-4f5b-bc60-8f3c978ee892 req-77c466b8-f1fb-4df7-bf29-5f37077176f3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:56.202861 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81b830a6-3977-4f5b-bc60-8f3c978ee892 req-77c466b8-f1fb-4df7-bf29-5f37077176f3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.3200240 Aug 31 01:12:56.264965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044a1f77-2c93-4a2e-816b-b116850ec5d1 None None] DHCP port deletion for 20691699-f0d2-4d64-b51e-c51c68111d5b request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:12:56.291265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Deleting port 58e426f8-f612-4c9d-908c-31bc1d366471 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:56.291850 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.323380 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81b830a6-3977-4f5b-bc60-8f3c978ee892 req-98bd4844-11a0-4161-98cb-64e7484120e4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194043 Aug 31 01:12:56.367823 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e97892c-e3ce-4d11-9575-e9d86fcbfd0a x-openstack-request-id: req-4e97892c-e3ce-4d11-9575-e9d86fcbfd0a {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:56.376436 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3f2d16-ec57-4911-872c-a29ec9075fa8", "name": "network-vif-plugged", "status": "completed", "tag": "1b77c625-7934-4c6e-980c-b74abbe19743", "code": 200}, {"server_uuid": "29ae3d5d-4c81-4826-98d9-db73341aa24d", "name": "network-vif-plugged", "status": "completed", "tag": "ebead3d7-426f-4619-b5ae-a05641768960", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:56.380176 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e97892c-e3ce-4d11-9575-e9d86fcbfd0a {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:56.385869 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3f2d16-ec57-4911-872c-a29ec9075fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b77c625-7934-4c6e-980c-b74abbe19743', 'code': 200} Aug 31 01:12:56.385869 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ae3d5d-4c81-4826-98d9-db73341aa24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebead3d7-426f-4619-b5ae-a05641768960', 'code': 200} Aug 31 01:12:56.405873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] For port 58e426f8-f612-4c9d-908c-31bc1d366471, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=58e426f8-f612-4c9d-908c-31bc1d366471,segment=NetworkSegment(2f8fe804-77c6-4b11-b847-c8aad4961e4c),segment_id=2f8fe804-77c6-4b11-b847-c8aad4961e4c)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:56.406798 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.415087 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee03472e-181a-46fb-9769-b830f2d7a58b tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.421044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-044a1f77-2c93-4a2e-816b-b116850ec5d1 None None] Deleting port 58e426f8-f612-4c9d-908c-31bc1d366471 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:56.421429 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-044a1f77-2c93-4a2e-816b-b116850ec5d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.432604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Calling delete_port for 58e426f8-f612-4c9d-908c-31bc1d366471 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:56.474033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03472e-181a-46fb-9769-b830f2d7a58b tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Port': ['ID=6711dc7b-16b7-4247-aff7-9111f15aa1f7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:56.542454 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-044a1f77-2c93-4a2e-816b-b116850ec5d1 None None] For port 58e426f8-f612-4c9d-908c-31bc1d366471, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=58e426f8-f612-4c9d-908c-31bc1d366471,segment=NetworkSegment(2f8fe804-77c6-4b11-b847-c8aad4961e4c),segment_id=2f8fe804-77c6-4b11-b847-c8aad4961e4c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:56.543735 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-044a1f77-2c93-4a2e-816b-b116850ec5d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.574211 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee03472e-181a-46fb-9769-b830f2d7a58b tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.579927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-044a1f77-2c93-4a2e-816b-b116850ec5d1 None None] Calling delete_port for 58e426f8-f612-4c9d-908c-31bc1d366471 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:56.684032 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.693794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070f545-c6a3-40d0-b88b-35b19a12a270 req-3f18b0e1-e195-44c0-870b-14ac4e0b5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:56.694777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7070f545-c6a3-40d0-b88b-35b19a12a270 req-3f18b0e1-e195-44c0-870b-14ac4e0b5b47 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 1097 time: 0.2463260 Aug 31 01:12:56.721383 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee03472e-181a-46fb-9769-b830f2d7a58b tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.724831 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee03472e-181a-46fb-9769-b830f2d7a58b tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.728734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d622f5-5229-4deb-beb4-0c678efca085 req-4e98db29-09e5-45e8-b259-750b05391b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:56.730295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c0d622f5-5229-4deb-beb4-0c678efca085 req-4e98db29-09e5-45e8-b259-750b05391b45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 1097 time: 0.2688620 Aug 31 01:12:56.798626 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-044a1f77-2c93-4a2e-816b-b116850ec5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.818251 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c0d622f5-5229-4deb-beb4-0c678efca085 req-0ea758ed-1154-4333-bf1f-354e5b8e9eab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=186850b5-01a2-419c-9e79-bce38ba9e7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778425 Aug 31 01:12:56.821145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7070f545-c6a3-40d0-b88b-35b19a12a270 req-b6ff9b44-3549-46d9-8c29-365b3d1b0130 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076472 Aug 31 01:12:56.823514 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.855967 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Port': ['ID=58e426f8-f612-4c9d-908c-31bc1d366471,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:56.862123 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] No DVR routers for this DVR port 58e426f8-f612-4c9d-908c-31bc1d366471 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:56.873512 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee03472e-181a-46fb-9769-b830f2d7a58b tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.874248 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee03472e-181a-46fb-9769-b830f2d7a58b tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Fanout notify agent at l3_agent the message router_deleted on router aa1a47ce-6672-4201-a3d8-ce023fedf8a6 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:12:56.885579 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee03472e-181a-46fb-9769-b830f2d7a58b tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:56.886903 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ee03472e-181a-46fb-9769-b830f2d7a58b tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/routers/aa1a47ce-6672-4201-a3d8-ce023fedf8a6 HTTP/1.1" status: 204 len: 168 time: 1.6064806 Aug 31 01:12:56.890598 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51052) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:56.896400 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a1f77-2c93-4a2e-816b-b116850ec5d1 None None] No DVR routers for this DVR port 58e426f8-f612-4c9d-908c-31bc1d366471 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:56.904998 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a1f77-2c93-4a2e-816b-b116850ec5d1 None None] Pushing event deleted for resources: {'Port': ['ID=58e426f8-f612-4c9d-908c-31bc1d366471,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:56.983264 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc8f85d-986b-4844-b5e9-af8d9a88c05c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting subnet dbd7ed1b-aead-4cd8-90f0-14259ea6e774 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:12:56.986596 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f85d-986b-4844-b5e9-af8d9a88c05c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.017818 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.031926 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20691699-f0d2-4d64-b51e-c51c68111d5b']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:57.051090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8fe804-77c6-4b11-b847-c8aad4961e4c') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:57.051821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8fe804-77c6-4b11-b847-c8aad4961e4c') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:57.074995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fe346-6375-40c2-8ca1-c8e7eaa2fe0c req-4d495310-c84c-4900-8514-92d4090cbca2 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:57.084406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d62fe346-6375-40c2-8ca1-c8e7eaa2fe0c req-4d495310-c84c-4900-8514-92d4090cbca2 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 945 time: 0.2110004 Aug 31 01:12:57.092106 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f85d-986b-4844-b5e9-af8d9a88c05c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.097510 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.166851 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d62fe346-6375-40c2-8ca1-c8e7eaa2fe0c req-cd718355-ffcd-496f-ad8d-559590c5b20e tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/security-groups?id=186850b5-01a2-419c-9e79-bce38ba9e7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805464 Aug 31 01:12:57.168464 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.181168 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:12:57.181930 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:12:57.185896 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:12:57.330133 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.353335 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51070) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:57.369182 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.375790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "DELETE /v2.0/networks/20691699-f0d2-4d64-b51e-c51c68111d5b HTTP/1.1" status: 204 len: 168 time: 1.4917912 Aug 31 01:12:57.379677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51074) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:57.389819 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f85d-986b-4844-b5e9-af8d9a88c05c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.464511 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf1dbe-2286-4b46-9619-3653a016d631 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Network': ['ID=20691699-f0d2-4d64-b51e-c51c68111d5b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:57.501243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f85d-986b-4844-b5e9-af8d9a88c05c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.561846 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db08bd02-acc5-4959-af8a-1d8b0f6b7826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.576600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ccad5d-ddda-4448-a1eb-2e8bef701d50 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Deleting subnet 4712addc-d55d-4025-9500-e0f779f92bc1 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:12:57.577987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8f85d-986b-4844-b5e9-af8d9a88c05c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd7ed1b-aead-4cd8-90f0-14259ea6e774,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:57.587682 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f85d-986b-4844-b5e9-af8d9a88c05c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.589857 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2bc8f85d-986b-4844-b5e9-af8d9a88c05c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/subnets/dbd7ed1b-aead-4cd8-90f0-14259ea6e774 HTTP/1.1" status: 204 len: 168 time: 0.6972067 Aug 31 01:12:57.595162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f91649a-c832-4153-b85b-0cc9553487ad None None] Network f2f57f23-4582-44f3-bbcc-ab10358db55e requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:57.596341 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-98ccad5d-ddda-4448-a1eb-2e8bef701d50 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.597162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51078) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:57.609707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e8949-823e-49c6-a9cb-32ede80e20ac req-e6e21ae0-73bb-4749-a33d-a2776335c6b8 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:57.611432 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed0e8949-823e-49c6-a9cb-32ede80e20ac req-e6e21ae0-73bb-4749-a33d-a2776335c6b8 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 945 time: 0.2325122 Aug 31 01:12:57.666563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 58e426f8-f612-4c9d-908c-31bc1d366471 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:57.674442 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe62606-d13d-4606-a8b8-f304cfb1dcee req-73694ed4-a2f9-4aa1-83f1-bbabba669011 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:57.683028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efe62606-d13d-4606-a8b8-f304cfb1dcee req-73694ed4-a2f9-4aa1-83f1-bbabba669011 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.1930437 Aug 31 01:12:57.698513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 58e426f8-f612-4c9d-908c-31bc1d366471 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:57.698863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 58e426f8-f612-4c9d-908c-31bc1d366471 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:57.730893 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.732832 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed0e8949-823e-49c6-a9cb-32ede80e20ac req-c78658d9-fc6f-4b9d-8abc-763fdb325950 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958347 Aug 31 01:12:57.741351 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-98ccad5d-ddda-4448-a1eb-2e8bef701d50 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.800425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efe62606-d13d-4606-a8b8-f304cfb1dcee req-3b65d089-252a-4ba1-9b3a-dda62ce6ba61 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068928 Aug 31 01:12:57.932703 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-98ccad5d-ddda-4448-a1eb-2e8bef701d50 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:57.976264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf7583-31a5-4975-8585-b6885a934047 None None] DHCP port deletion for f2f57f23-4582-44f3-bbcc-ab10358db55e request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:12:57.998982 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db08bd02-acc5-4959-af8a-1d8b0f6b7826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.009930 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-98ccad5d-ddda-4448-a1eb-2e8bef701d50 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.013391 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting port 06b661da-55f2-4e58-a283-247f1401df95 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:58.013818 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.019058 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db08bd02-acc5-4959-af8a-1d8b0f6b7826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.046334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccad5d-ddda-4448-a1eb-2e8bef701d50 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Subnet': ['ID=4712addc-d55d-4025-9500-e0f779f92bc1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:58.050788 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-98ccad5d-ddda-4448-a1eb-2e8bef701d50 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.052946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-98ccad5d-ddda-4448-a1eb-2e8bef701d50 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "DELETE /v2.0/subnets/4712addc-d55d-4025-9500-e0f779f92bc1 HTTP/1.1" status: 204 len: 168 time: 0.6527464 Aug 31 01:12:58.055888 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51080) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:58.068905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ce49b1-25c2-466e-9abf-8b3e147f620a None None] Network 20b95091-ba9c-4f81-9287-fac0c8f7b085 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:58.106044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-07bf7583-31a5-4975-8585-b6885a934047 None None] Deleting port 06b661da-55f2-4e58-a283-247f1401df95 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:58.107837 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-07bf7583-31a5-4975-8585-b6885a934047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.146941 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.211844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Deleting port 21f83e43-96b3-40f9-ada8-f5878075d668 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:58.211844 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.238361 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08bd02-acc5-4959-af8a-1d8b0f6b7826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5e6f95-7c74-44be-90c1-1cebd4199fb9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:58.256075 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-db08bd02-acc5-4959-af8a-1d8b0f6b7826 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f09ab5df780b4d66bf7936e2ce05bfe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8994033 Aug 31 01:12:58.261554 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51084) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:58.358838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] For port 06b661da-55f2-4e58-a283-247f1401df95, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=06b661da-55f2-4e58-a283-247f1401df95,segment=NetworkSegment(efc60a08-593c-4504-b15b-0ea47db25a2a),segment_id=efc60a08-593c-4504-b15b-0ea47db25a2a)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:58.359616 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.391086 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Calling delete_port for 06b661da-55f2-4e58-a283-247f1401df95 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:58.406675 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5fcdb4e-cf2e-40b1-a672-36cb7c6eced2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.487896 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5fcdb4e-cf2e-40b1-a672-36cb7c6eced2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.542886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-07bf7583-31a5-4975-8585-b6885a934047 None None] For port 06b661da-55f2-4e58-a283-247f1401df95, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=06b661da-55f2-4e58-a283-247f1401df95,segment=NetworkSegment(efc60a08-593c-4504-b15b-0ea47db25a2a),segment_id=efc60a08-593c-4504-b15b-0ea47db25a2a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:58.543331 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-07bf7583-31a5-4975-8585-b6885a934047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.572799 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.604786 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-07bf7583-31a5-4975-8585-b6885a934047 None None] Calling delete_port for 06b661da-55f2-4e58-a283-247f1401df95 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:58.637289 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5fcdb4e-cf2e-40b1-a672-36cb7c6eced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.640495 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5fcdb4e-cf2e-40b1-a672-36cb7c6eced2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.643542 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b5fcdb4e-cf2e-40b1-a672-36cb7c6eced2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b5e6f95-7c74-44be-90c1-1cebd4199fb9 HTTP/1.1" status: 204 len: 168 time: 0.3788209 Aug 31 01:12:58.643542 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Port': ['ID=06b661da-55f2-4e58-a283-247f1401df95,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:58.654028 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] No DVR routers for this DVR port 06b661da-55f2-4e58-a283-247f1401df95 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:58.664831 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcdb4e-cf2e-40b1-a672-36cb7c6eced2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5e6f95-7c74-44be-90c1-1cebd4199fb9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:58.706946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] For port 21f83e43-96b3-40f9-ada8-f5878075d668, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=21f83e43-96b3-40f9-ada8-f5878075d668,segment=NetworkSegment(e1eba98b-ab9a-4da7-90f3-d0b95b579c15),segment_id=e1eba98b-ab9a-4da7-90f3-d0b95b579c15)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:58.707351 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.717472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29745c-787e-4133-93df-525709c31e3c req-a3e13e66-0b02-4433-86cc-0e2500828a3c tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:58.719005 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d29745c-787e-4133-93df-525709c31e3c req-a3e13e66-0b02-4433-86cc-0e2500828a3c tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 945 time: 0.0810132 Aug 31 01:12:58.788143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Calling delete_port for 21f83e43-96b3-40f9-ada8-f5878075d668 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:58.793690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d29745c-787e-4133-93df-525709c31e3c req-61a10ea8-bf7a-4fc8-8663-721cd6229a97 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/security-groups?id=186850b5-01a2-419c-9e79-bce38ba9e7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592887 Aug 31 01:12:58.823640 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.844881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a016c78-13f0-4032-b5b7-2868ac2bfd8c None None] DHCP port deletion for 20b95091-ba9c-4f81-9287-fac0c8f7b085 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:12:58.854223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f57f23-4582-44f3-bbcc-ab10358db55e']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:58.880850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc60a08-593c-4504-b15b-0ea47db25a2a') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:58.881004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc60a08-593c-4504-b15b-0ea47db25a2a') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:58.908404 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.930495 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.938413 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:12:58.938833 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:58.962678 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.001843 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-07bf7583-31a5-4975-8585-b6885a934047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:12:59.010563 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:12:59.019510 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.027482 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.032934 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/networks/f2f57f23-4582-44f3-bbcc-ab10358db55e HTTP/1.1" status: 204 len: 168 time: 1.4346421 Aug 31 01:12:59.033659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51108) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:59.038631 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf7583-31a5-4975-8585-b6885a934047 None None] Pushing event deleted for resources: {'Port': ['ID=06b661da-55f2-4e58-a283-247f1401df95,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:59.042397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] No DVR routers for this DVR port 21f83e43-96b3-40f9-ada8-f5878075d668 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:59.044277 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bf7583-31a5-4975-8585-b6885a934047 None None] No DVR routers for this DVR port 06b661da-55f2-4e58-a283-247f1401df95 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:59.087482 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3a016c78-13f0-4032-b5b7-2868ac2bfd8c None None] Deleting port 21f83e43-96b3-40f9-ada8-f5878075d668 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:59.087843 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3a016c78-13f0-4032-b5b7-2868ac2bfd8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.160808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Port': ['ID=21f83e43-96b3-40f9-ada8-f5878075d668,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:59.209874 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7190805-ea65-4b2f-a66a-2bc8a1d90f9c tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Network': ['ID=f2f57f23-4582-44f3-bbcc-ab10358db55e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:59.216292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-3a016c78-13f0-4032-b5b7-2868ac2bfd8c None None] For port 21f83e43-96b3-40f9-ada8-f5878075d668, host n-d-802060-13, got binding levels [] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:59.217288 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3a016c78-13f0-4032-b5b7-2868ac2bfd8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.223199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06502d41-f1c2-4110-b973-b6a494eae304 req-20d81e96-6f4c-4bb3-b067-fa457b11003c tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:59.232092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06502d41-f1c2-4110-b973-b6a494eae304 req-20d81e96-6f4c-4bb3-b067-fa457b11003c tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 945 time: 0.3129003 Aug 31 01:12:59.245001 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3a016c78-13f0-4032-b5b7-2868ac2bfd8c None None] Calling delete_port for 21f83e43-96b3-40f9-ada8-f5878075d668 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:59.250642 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.ipam_backend_mixin [None req-3a016c78-13f0-4032-b5b7-2868ac2bfd8c None None] Port 21f83e43-96b3-40f9-ada8-f5878075d668 was not found and therefore no delete operation was performed {{(pid=94762) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:12:59.260060 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3a016c78-13f0-4032-b5b7-2868ac2bfd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.307707 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a016c78-13f0-4032-b5b7-2868ac2bfd8c None None] No DVR routers for this DVR port 21f83e43-96b3-40f9-ada8-f5878075d668 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:59.310053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a016c78-13f0-4032-b5b7-2868ac2bfd8c None None] Pushing event deleted for resources: {'Port': ['ID=21f83e43-96b3-40f9-ada8-f5878075d668,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:59.317214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51110) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:59.336937 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db679ea1-cba8-44df-a577-9f57957bfc1a req-1c8ec296-ede8-492f-8270-3366d4e734b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:59.342197 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5370fffe-bb43-4c3b-b28f-b2baa5597670 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting port aa17403c-6f88-4d38-837c-8dfe8357938a {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:59.342670 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5370fffe-bb43-4c3b-b28f-b2baa5597670 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.344900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f2b66d5-e647-4a57-85c2-f2ad058a7c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.345155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db679ea1-cba8-44df-a577-9f57957bfc1a req-1c8ec296-ede8-492f-8270-3366d4e734b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.2882690 Aug 31 01:12:59.355092 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.383222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b95091-ba9c-4f81-9287-fac0c8f7b085']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:59.399155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06502d41-f1c2-4110-b973-b6a494eae304 req-ee5923ef-b4f2-4df0-a0f1-97132a10bd49 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637344 Aug 31 01:12:59.428105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1eba98b-ab9a-4da7-90f3-d0b95b579c15') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:59.428223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1eba98b-ab9a-4da7-90f3-d0b95b579c15') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:59.454128 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.459532 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db679ea1-cba8-44df-a577-9f57957bfc1a req-5bc48846-0656-4e8e-a580-034e3f1d7048 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134164 Aug 31 01:12:59.504364 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.515660 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5370fffe-bb43-4c3b-b28f-b2baa5597670 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.516069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5370fffe-bb43-4c3b-b28f-b2baa5597670 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.534333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:12:59.535101 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.545712 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5370fffe-bb43-4c3b-b28f-b2baa5597670 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Calling delete_port for aa17403c-6f88-4d38-837c-8dfe8357938a owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:12:59.548290 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:12:59.678554 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 21f83e43-96b3-40f9-ada8-f5878075d668 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:59.700062 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.714076 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.716304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] 10.222.0.58 "DELETE /v2.0/networks/20b95091-ba9c-4f81-9287-fac0c8f7b085 HTTP/1.1" status: 204 len: 168 time: 1.6593831 Aug 31 01:12:59.735351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 21f83e43-96b3-40f9-ada8-f5878075d668 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:59.736119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 21f83e43-96b3-40f9-ada8-f5878075d668 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:59.738751 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 06b661da-55f2-4e58-a283-247f1401df95 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:59.750179 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f2b66d5-e647-4a57-85c2-f2ad058a7c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.762674 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f2b66d5-e647-4a57-85c2-f2ad058a7c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.763609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f591b0-869d-4bc5-bd9e-3b811ab15b98 tempest-ServersTestMultiNic-1347890659 tempest-ServersTestMultiNic-1347890659-project] Pushing event deleted for resources: {'Network': ['ID=20b95091-ba9c-4f81-9287-fac0c8f7b085,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:59.786753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 06b661da-55f2-4e58-a283-247f1401df95 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:59.787172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 06b661da-55f2-4e58-a283-247f1401df95 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:59.843571 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6f2b66d5-e647-4a57-85c2-f2ad058a7c4b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c924bd8425641d5a49a1385051857fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5253055 Aug 31 01:12:59.844033 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51136) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:59.853775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b66d5-e647-4a57-85c2-f2ad058a7c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00df6804-3d58-4bf2-89c3-8ad5af133356,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:59.898067 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5370fffe-bb43-4c3b-b28f-b2baa5597670 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:59.936105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370fffe-bb43-4c3b-b28f-b2baa5597670 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Port': ['ID=aa17403c-6f88-4d38-837c-8dfe8357938a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:00.004507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51142) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.005217 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-882c64a6-878a-448d-8262-7c9ea190bf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.025101 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5370fffe-bb43-4c3b-b28f-b2baa5597670 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.030643 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5370fffe-bb43-4c3b-b28f-b2baa5597670 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.057020 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5370fffe-bb43-4c3b-b28f-b2baa5597670 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/floatingips/7cce0fe6-db5a-418b-be1e-295c32f1a35d HTTP/1.1" status: 204 len: 168 time: 1.0190468 Aug 31 01:13:00.058946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51144) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.069827 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-882c64a6-878a-448d-8262-7c9ea190bf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.125233 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-00de147b-483b-4af0-a170-d518c02acbe6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] DELETE failed (client error): The resource could not be found. Aug 31 01:13:00.126094 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00de147b-483b-4af0-a170-d518c02acbe6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:00.140891 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-00de147b-483b-4af0-a170-d518c02acbe6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/ports/9648d6be-abcb-4111-b179-6556e5240317 HTTP/1.1" status: 404 len: 333 time: 0.0655336 Aug 31 01:13:00.143773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51150) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.186651 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-882c64a6-878a-448d-8262-7c9ea190bf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.189615 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-882c64a6-878a-448d-8262-7c9ea190bf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.190907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-882c64a6-878a-448d-8262-7c9ea190bf32 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/00df6804-3d58-4bf2-89c3-8ad5af133356 HTTP/1.1" status: 204 len: 168 time: 0.3454566 Aug 31 01:13:00.203404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c64a6-878a-448d-8262-7c9ea190bf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00df6804-3d58-4bf2-89c3-8ad5af133356,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:00.222003 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-87527d78-2ca2-413b-b89a-505d46b393ec tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1a47ce-6672-4201-a3d8-ce023fedf8a6 HTTP/1.1" status: 200 len: 205 time: 0.0749657 Aug 31 01:13:00.224161 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51156) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.308276 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-97aefe35-d995-419f-ba68-ad27c5d87b41 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] delete failed (client error): The resource could not be found. Aug 31 01:13:00.309609 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-97aefe35-d995-419f-ba68-ad27c5d87b41 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/routers/aa1a47ce-6672-4201-a3d8-ce023fedf8a6 HTTP/1.1" status: 404 len: 336 time: 0.0845110 Aug 31 01:13:00.313024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51158) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.391756 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8399841a-ce7e-4db6-b3d0-4bd4dfd49165 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] DELETE failed (client error): The resource could not be found. Aug 31 01:13:00.392235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8399841a-ce7e-4db6-b3d0-4bd4dfd49165 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:00.399685 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8399841a-ce7e-4db6-b3d0-4bd4dfd49165 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/subnets/dbd7ed1b-aead-4cd8-90f0-14259ea6e774 HTTP/1.1" status: 404 len: 337 time: 0.0810316 Aug 31 01:13:00.400356 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51162) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:00.517685 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-3f4cd107-51cd-4428-a029-2a7a58ef5272 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting port 56a11eaa-edef-4ede-acf1-99e65140b264 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:00.518274 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f4cd107-51cd-4428-a029-2a7a58ef5272 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.542550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77231678-143c-4c6e-b017-53568146c2c6 req-3683170e-432d-4a1f-89a3-691e1caddf1f tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:00.551756 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77231678-143c-4c6e-b017-53568146c2c6 req-3683170e-432d-4a1f-89a3-691e1caddf1f tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 945 time: 0.2829351 Aug 31 01:13:00.731736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77231678-143c-4c6e-b017-53568146c2c6 req-6fd5114c-bd41-404e-9853-fe61a141975d tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/security-groups?id=186850b5-01a2-419c-9e79-bce38ba9e7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706464 Aug 31 01:13:00.759609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f4cd107-51cd-4428-a029-2a7a58ef5272 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:00.776092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9094e-db89-4245-936f-8ebf04cf7fdd req-41f997a9-8721-4bad-bd35-daa0e0bbb19d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:00.781386 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebd9094e-db89-4245-936f-8ebf04cf7fdd req-41f997a9-8721-4bad-bd35-daa0e0bbb19d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.1698396 Aug 31 01:13:00.790666 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-3f4cd107-51cd-4428-a029-2a7a58ef5272 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Calling delete_port for 56a11eaa-edef-4ede-acf1-99e65140b264 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:00.961984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebd9094e-db89-4245-936f-8ebf04cf7fdd req-0ab9c31c-f02c-478a-96d0-6e55fe4a7f6f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361628 Aug 31 01:13:00.982394 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f4cd107-51cd-4428-a029-2a7a58ef5272 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.066717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cd107-51cd-4428-a029-2a7a58ef5272 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Port': ['ID=56a11eaa-edef-4ede-acf1-99e65140b264,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:01.175448 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca689b4f-9ae3-483a-81e2-ef4a7db4c62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.272744 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f4cd107-51cd-4428-a029-2a7a58ef5272 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.275137 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3f4cd107-51cd-4428-a029-2a7a58ef5272 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/ports/56a11eaa-edef-4ede-acf1-99e65140b264 HTTP/1.1" status: 204 len: 168 time: 0.8736873 Aug 31 01:13:01.280803 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51194) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:01.435510 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.573090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa1580-a68a-42d7-9970-1cce0fbd03a1 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting port 636388aa-bc99-485b-b535-34d2c3cf8f7d {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:01.573580 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1580-a68a-42d7-9970-1cce0fbd03a1 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.777257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0fac4-ad08-4ab1-9107-f3ef8d7b2628 req-ab2c967c-f934-4cf9-a263-2c34c6e26ba0 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:01.777257 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08a0fac4-ad08-4ab1-9107-f3ef8d7b2628 req-ab2c967c-f934-4cf9-a263-2c34c6e26ba0 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 945 time: 0.1169610 Aug 31 01:13:01.779512 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1580-a68a-42d7-9970-1cce0fbd03a1 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:01.822988 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa1580-a68a-42d7-9970-1cce0fbd03a1 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Calling delete_port for 636388aa-bc99-485b-b535-34d2c3cf8f7d owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:02.014536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-ca689b4f-9ae3-483a-81e2-ef4a7db4c62e admin admin] Deleting port 73886761-99ea-4853-a3f3-99e215c14828 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:02.014950 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca689b4f-9ae3-483a-81e2-ef4a7db4c62e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.090445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef337ed-0f1a-40db-8c5f-1ae9d93fee6d req-136f6d5a-b140-43a6-b982-72197d1b79ae tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:02.092328 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ef337ed-0f1a-40db-8c5f-1ae9d93fee6d req-136f6d5a-b140-43a6-b982-72197d1b79ae tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 945 time: 0.2605741 Aug 31 01:13:02.270668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-08a0fac4-ad08-4ab1-9107-f3ef8d7b2628 req-fe75a3d4-3377-4fd1-99c9-9e6ee6b8aff5 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Deleting port 1b77c625-7934-4c6e-980c-b74abbe19743 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:02.270668 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-08a0fac4-ad08-4ab1-9107-f3ef8d7b2628 req-fe75a3d4-3377-4fd1-99c9-9e6ee6b8aff5 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.329659 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ef337ed-0f1a-40db-8c5f-1ae9d93fee6d req-148dccc5-ac21-4c5b-84fd-cdf6a6f97b67 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/security-groups?id=186850b5-01a2-419c-9e79-bce38ba9e7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284400 Aug 31 01:13:02.385983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-ca689b4f-9ae3-483a-81e2-ef4a7db4c62e admin admin] For port 73886761-99ea-4853-a3f3-99e215c14828, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=73886761-99ea-4853-a3f3-99e215c14828,segment=NetworkSegment(332b2dbc-729f-4b62-bca1-cafb20e9e21c),segment_id=332b2dbc-729f-4b62-bca1-cafb20e9e21c)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:02.386357 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca689b4f-9ae3-483a-81e2-ef4a7db4c62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.420349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-ca689b4f-9ae3-483a-81e2-ef4a7db4c62e admin admin] Calling delete_port for 73886761-99ea-4853-a3f3-99e215c14828 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:02.447359 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1580-a68a-42d7-9970-1cce0fbd03a1 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.482094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d11dbb-9fdb-4676-a18f-8cf663ade71f req-764d34b7-7fe7-4445-9bcd-792cc5125714 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:02.483948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83d11dbb-9fdb-4676-a18f-8cf663ade71f req-764d34b7-7fe7-4445-9bcd-792cc5125714 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.3282256 Aug 31 01:13:02.564349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa1580-a68a-42d7-9970-1cce0fbd03a1 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Port': ['ID=636388aa-bc99-485b-b535-34d2c3cf8f7d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:02.627008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-08a0fac4-ad08-4ab1-9107-f3ef8d7b2628 req-fe75a3d4-3377-4fd1-99c9-9e6ee6b8aff5 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] For port 1b77c625-7934-4c6e-980c-b74abbe19743, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1b77c625-7934-4c6e-980c-b74abbe19743,segment=NetworkSegment(13cd7ca0-73f1-497f-8e9d-1f5715dad19b),segment_id=13cd7ca0-73f1-497f-8e9d-1f5715dad19b)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:02.628378 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-08a0fac4-ad08-4ab1-9107-f3ef8d7b2628 req-fe75a3d4-3377-4fd1-99c9-9e6ee6b8aff5 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.698723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-08a0fac4-ad08-4ab1-9107-f3ef8d7b2628 req-fe75a3d4-3377-4fd1-99c9-9e6ee6b8aff5 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Calling delete_port for 1b77c625-7934-4c6e-980c-b74abbe19743 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:02.718927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83d11dbb-9fdb-4676-a18f-8cf663ade71f req-e6af795d-acc6-41d5-a572-6a4e740deaf9 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674833 Aug 31 01:13:02.771263 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1580-a68a-42d7-9970-1cce0fbd03a1 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:02.777124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51246) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:02.777649 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ceaa1580-a68a-42d7-9970-1cce0fbd03a1 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/ports/636388aa-bc99-485b-b535-34d2c3cf8f7d HTTP/1.1" status: 204 len: 168 time: 1.4953411 Aug 31 01:13:02.932869 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b1db6d-1ae6-42b8-bdcd-577df4e8c7d3 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:02.937890 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-71b1db6d-1ae6-42b8-bdcd-577df4e8c7d3 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bbe180e-4c8a-41e4-b910-0a928b3ea5bc HTTP/1.1" status: 200 len: 913 time: 0.1587031 Aug 31 01:13:02.938659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51254) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:03.030928 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca689b4f-9ae3-483a-81e2-ef4a7db4c62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:03.082180 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-08a0fac4-ad08-4ab1-9107-f3ef8d7b2628 req-fe75a3d4-3377-4fd1-99c9-9e6ee6b8aff5 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:03.099340 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca689b4f-9ae3-483a-81e2-ef4a7db4c62e admin admin] Pushing event deleted for resources: {'Port': ['ID=73886761-99ea-4853-a3f3-99e215c14828,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:03.305633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75a3d4-3377-4fd1-99c9-9e6ee6b8aff5 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Pushing event deleted for resources: {'Port': ['ID=1b77c625-7934-4c6e-980c-b74abbe19743,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:03.310827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a0fac4-ad08-4ab1-9107-f3ef8d7b2628 req-fe75a3d4-3377-4fd1-99c9-9e6ee6b8aff5 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] No DVR routers for this DVR port 1b77c625-7934-4c6e-980c-b74abbe19743 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:03.323505 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-08a0fac4-ad08-4ab1-9107-f3ef8d7b2628 req-fe75a3d4-3377-4fd1-99c9-9e6ee6b8aff5 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:03.325671 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08a0fac4-ad08-4ab1-9107-f3ef8d7b2628 req-fe75a3d4-3377-4fd1-99c9-9e6ee6b8aff5 tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.15 "DELETE /v2.0/ports/1b77c625-7934-4c6e-980c-b74abbe19743 HTTP/1.1" status: 204 len: 173 time: 1.5365682 Aug 31 01:13:03.326102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3f2d16-ec57-4911-872c-a29ec9075fa8', 'name': 'network-vif-deleted', 'tag': '1b77c625-7934-4c6e-980c-b74abbe19743'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:03.328369 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd6df62-fd77-49a6-a4f1-c04cd21c7655" -d '{"events": [{"server_uuid": "4c3f2d16-ec57-4911-872c-a29ec9075fa8", "name": "network-vif-deleted", "tag": "1b77c625-7934-4c6e-980c-b74abbe19743"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:03.616378 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c8c53d-5f36-4ad9-91c8-3d3c19d1755e x-openstack-request-id: req-f3c8c53d-5f36-4ad9-91c8-3d3c19d1755e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:03.621872 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3f2d16-ec57-4911-872c-a29ec9075fa8", "name": "network-vif-deleted", "tag": "1b77c625-7934-4c6e-980c-b74abbe19743", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:03.622049 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3c8c53d-5f36-4ad9-91c8-3d3c19d1755e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:03.622385 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3f2d16-ec57-4911-872c-a29ec9075fa8', 'name': 'network-vif-deleted', 'tag': '1b77c625-7934-4c6e-980c-b74abbe19743', 'status': 'completed', 'code': 200} Aug 31 01:13:03.624579 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8e4ab09-cc6c-4ab9-af5b-0550a394c95e req-3db07fef-e21b-4624-8635-cde8e00a573b tempest-ServerPasswordTestJSON-1584244247 tempest-ServerPasswordTestJSON-1584244247-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3f2d16-ec57-4911-872c-a29ec9075fa8 HTTP/1.1" status: 200 len: 210 time: 0.1056049 Aug 31 01:13:03.720241 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-89b07d0d-5e52-475c-b1e7-ac47078e7649 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:03.776472 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca689b4f-9ae3-483a-81e2-ef4a7db4c62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.031484 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51302) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:04.144855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061b3ce-b292-4ff4-bbf5-4f3428bc8046 req-7ae06bd8-e4d0-440d-9ae6-df6a4f71f25b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:04.146727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9061b3ce-b292-4ff4-bbf5-4f3428bc8046 req-7ae06bd8-e4d0-440d-9ae6-df6a4f71f25b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.2012858 Aug 31 01:13:04.302937 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-68df53bf-57ff-43ec-8563-2e653fa2caa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.361027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-89b07d0d-5e52-475c-b1e7-ac47078e7649 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting port 666962f8-958d-436f-b437-e13e72cd3b5c {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:04.361637 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-89b07d0d-5e52-475c-b1e7-ac47078e7649 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.516787 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-89b07d0d-5e52-475c-b1e7-ac47078e7649 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.595361 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-89b07d0d-5e52-475c-b1e7-ac47078e7649 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Calling delete_port for 666962f8-958d-436f-b437-e13e72cd3b5c owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:04.704078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 1b77c625-7934-4c6e-980c-b74abbe19743 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:04.731143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca689b4f-9ae3-483a-81e2-ef4a7db4c62e admin admin] Router ecbb91b0-d31a-4537-8add-46123ef8ca3a has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:13:04.736786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9061b3ce-b292-4ff4-bbf5-4f3428bc8046 req-93d289fc-bb1f-468e-86e7-aa59c88d9142 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830498 Aug 31 01:13:04.741882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51320) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:04.750047 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 1b77c625-7934-4c6e-980c-b74abbe19743 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:13:04.750575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 1b77c625-7934-4c6e-980c-b74abbe19743 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:13:04.804317 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-68df53bf-57ff-43ec-8563-2e653fa2caa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.815668 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-68df53bf-57ff-43ec-8563-2e653fa2caa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.879868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-918d516e-1b6f-4e13-bf9a-83dfebabb4d6 admin admin] Deleting subnet d91e0edc-9587-4cfc-88a7-4d64cb00850a {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:13:04.887743 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-918d516e-1b6f-4e13-bf9a-83dfebabb4d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.930834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df53bf-57ff-43ec-8563-2e653fa2caa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ae38b5-fb6c-41d4-9c9c-b707e949ed84,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:04.945956 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-68df53bf-57ff-43ec-8563-2e653fa2caa7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9aab9d3280cd4e82a37c658fe4121fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9109459 Aug 31 01:13:04.945956 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51322) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:04.952545 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-89b07d0d-5e52-475c-b1e7-ac47078e7649 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.992978 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-918d516e-1b6f-4e13-bf9a-83dfebabb4d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.035305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca689b4f-9ae3-483a-81e2-ef4a7db4c62e admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:13:05.046070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ca689b4f-9ae3-483a-81e2-ef4a7db4c62e admin admin] 10.222.0.58 "PUT /v2.0/routers/ecbb91b0-d31a-4537-8add-46123ef8ca3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0338027 Aug 31 01:13:05.048474 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51324) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:05.054307 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06671749-84b9-47b2-8e68-3ec02ba5f981 None None] Sync routers for ids ['ecbb91b0-d31a-4537-8add-46123ef8ca3a'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:13:05.057279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b07d0d-5e52-475c-b1e7-ac47078e7649 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Port': ['ID=666962f8-958d-436f-b437-e13e72cd3b5c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:05.090034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06671749-84b9-47b2-8e68-3ec02ba5f981 None None] Routers {'ecbb91b0-d31a-4537-8add-46123ef8ca3a'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:05.090687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-06671749-84b9-47b2-8e68-3ec02ba5f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['ecbb91b0-d31a-4537-8add-46123ef8ca3a'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:05.141266 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-918d516e-1b6f-4e13-bf9a-83dfebabb4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.308351 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.330030 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-06671749-84b9-47b2-8e68-3ec02ba5f981 None None] Set router ecbb91b0-d31a-4537-8add-46123ef8ca3a gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:05.471746 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.481110 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-918d516e-1b6f-4e13-bf9a-83dfebabb4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.525984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d516e-1b6f-4e13-bf9a-83dfebabb4d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d91e0edc-9587-4cfc-88a7-4d64cb00850a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:05.531716 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-918d516e-1b6f-4e13-bf9a-83dfebabb4d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.535909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-918d516e-1b6f-4e13-bf9a-83dfebabb4d6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d91e0edc-9587-4cfc-88a7-4d64cb00850a HTTP/1.1" status: 204 len: 168 time: 0.7907548 Aug 31 01:13:05.540695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51340) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:05.751957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-06671749-84b9-47b2-8e68-3ec02ba5f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'name': 'tempest-ServersTestMultiNic-608232518-router', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '155bd18c-64f6-47fa-8128-481b0540ca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:57Z', 'updated_at': '2021-08-31T01:13:02Z', 'revision_number': 5, 'project_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'gw_port': {'id': '155bd18c-64f6-47fa-8128-481b0540ca1b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:10:59Z', 'updated_at': '2021-08-31T01:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:05.779441 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-32f82dc8-a3d2-4448-b0f4-cf01a15d3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.787059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] Deleting port 155bd18c-64f6-47fa-8128-481b0540ca1b {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:05.797934 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.815948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06671749-84b9-47b2-8e68-3ec02ba5f981 None None] Checking router: ecbb91b0-d31a-4537-8add-46123ef8ca3a for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:13:05.839500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06671749-84b9-47b2-8e68-3ec02ba5f981 None None] Routers {'ecbb91b0-d31a-4537-8add-46123ef8ca3a'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:05.840158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-06671749-84b9-47b2-8e68-3ec02ba5f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['ecbb91b0-d31a-4537-8add-46123ef8ca3a'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:05.855321 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.905868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] For port 155bd18c-64f6-47fa-8128-481b0540ca1b, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=155bd18c-64f6-47fa-8128-481b0540ca1b,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:05.906497 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.908191 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.921142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] Calling delete_port for 155bd18c-64f6-47fa-8128-481b0540ca1b owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:06.008760 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-06671749-84b9-47b2-8e68-3ec02ba5f981 None None] Set router ecbb91b0-d31a-4537-8add-46123ef8ca3a gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:06.084321 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-06671749-84b9-47b2-8e68-3ec02ba5f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'name': 'tempest-ServersTestMultiNic-608232518-router', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:57Z', 'updated_at': '2021-08-31T01:13:05Z', 'revision_number': 6, 'project_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:06.119575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06671749-84b9-47b2-8e68-3ec02ba5f981 None None] The sync data for ids ['ecbb91b0-d31a-4537-8add-46123ef8ca3a'] in n-d-802060-13 is: [{'id': 'ecbb91b0-d31a-4537-8add-46123ef8ca3a', 'name': 'tempest-ServersTestMultiNic-608232518-router', 'tenant_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:10:57Z', 'updated_at': '2021-08-31T01:13:05Z', 'revision_number': 6, 'project_id': 'fd2e94df38da44a893e4b2ce9a2b179c', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:13:06.122647 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-32f82dc8-a3d2-4448-b0f4-cf01a15d3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.138356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bc533-667e-46eb-bf03-435adde7adac req-dfa3fb9b-ed5a-44f1-909f-c427279bdafb tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:06.140308 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d18bc533-667e-46eb-bf03-435adde7adac req-dfa3fb9b-ed5a-44f1-909f-c427279bdafb tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.1612489 Aug 31 01:13:06.174358 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-32f82dc8-a3d2-4448-b0f4-cf01a15d3f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0624bad0-d79a-43bc-acae-5ea3a3ef1e1f']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:06.234799 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-89b07d0d-5e52-475c-b1e7-ac47078e7649 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.243950 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.247702 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.251471 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b7ae38b5-fb6c-41d4-9c9c-b707e949ed84 HTTP/1.1" status: 204 len: 168 time: 1.3036902 Aug 31 01:13:06.281938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-32f82dc8-a3d2-4448-b0f4-cf01a15d3f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13cd7ca0-73f1-497f-8e9d-1f5715dad19b') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:06.282762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-32f82dc8-a3d2-4448-b0f4-cf01a15d3f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13cd7ca0-73f1-497f-8e9d-1f5715dad19b') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:06.300850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d18bc533-667e-46eb-bf03-435adde7adac req-a2e9d6ea-6496-4c61-a274-24149b1c824b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408124 Aug 31 01:13:06.304256 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-32f82dc8-a3d2-4448-b0f4-cf01a15d3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.357620 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-32f82dc8-a3d2-4448-b0f4-cf01a15d3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f82dc8-a3d2-4448-b0f4-cf01a15d3f99 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-32f82dc8-a3d2-4448-b0f4-cf01a15d3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:06.386744 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:06.670777 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-32f82dc8-a3d2-4448-b0f4-cf01a15d3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.691669 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-32f82dc8-a3d2-4448-b0f4-cf01a15d3f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.694305 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-32f82dc8-a3d2-4448-b0f4-cf01a15d3f99 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0624bad0-d79a-43bc-acae-5ea3a3ef1e1f HTTP/1.1" status: 204 len: 168 time: 1.0984647 Aug 31 01:13:06.706334 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.706604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ae38b5-fb6c-41d4-9c9c-b707e949ed84,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:06.711906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f82dc8-a3d2-4448-b0f4-cf01a15d3f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=0624bad0-d79a-43bc-acae-5ea3a3ef1e1f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:06.723665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b07d0d-5e52-475c-b1e7-ac47078e7649 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:13:06.726480 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:06.727774 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:06.728645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:06.729334 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:06.730132 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:06.730696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:06.731307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:06.731868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:06.732421 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:06.733001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:06.733567 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:06.734123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab07e41-1f17-486e-880b-6e570c79f5ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:06.812187 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=155bd18c-64f6-47fa-8128-481b0540ca1b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:06.909681 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b07d0d-5e52-475c-b1e7-ac47078e7649 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:13:06.919735 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-89b07d0d-5e52-475c-b1e7-ac47078e7649 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "PUT /v2.0/routers/1bbe180e-4c8a-41e4-b910-0a928b3ea5bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9742236 Aug 31 01:13:06.922468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51368) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:06.923810 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8be457-2e29-4d30-b37c-6e9dc5cbf1bf None None] Sync routers for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:13:06.934506 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8be457-2e29-4d30-b37c-6e9dc5cbf1bf None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:06.935130 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9d8be457-2e29-4d30-b37c-6e9dc5cbf1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:06.942190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51370) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:06.967269 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bf506861-8613-41e9-abcf-4b41bd1c6c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.024202 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.068552 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9d8be457-2e29-4d30-b37c-6e9dc5cbf1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:07.092718 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51372) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:07.094533 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8be457-2e29-4d30-b37c-6e9dc5cbf1bf None None] Routers {'1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:07.095699 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9d8be457-2e29-4d30-b37c-6e9dc5cbf1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:07.170034 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ab419b83-a820-45d4-a953-51bc476904b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66bac7e128b8445c906cda3618fb334f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758257 Aug 31 01:13:07.171183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51374) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:07.206931 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bf506861-8613-41e9-abcf-4b41bd1c6c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.208692 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9d8be457-2e29-4d30-b37c-6e9dc5cbf1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:07.209759 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8be457-2e29-4d30-b37c-6e9dc5cbf1bf None None] The sync data for ids ['1bbe180e-4c8a-41e4-b910-0a928b3ea5bc'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:13:07.217743 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bf506861-8613-41e9-abcf-4b41bd1c6c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.271144 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bf506861-8613-41e9-abcf-4b41bd1c6c20 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d3e4a1059ce48fea9bc2dc288ce34b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268898 Aug 31 01:13:07.271891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51376) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:07.281347 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.285294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf506861-8613-41e9-abcf-4b41bd1c6c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435861d9-652c-483b-a9c0-2c373639e48e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:07.301023 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.388732 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc4ad-5ad6-4b8d-be97-6c938bc067f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.424412 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-441bd526-4ed4-41fc-b45c-512dca03b695 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.457371 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc4ad-5ad6-4b8d-be97-6c938bc067f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.469461 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.469997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecbb91b0-d31a-4537-8add-46123ef8ca3a {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:13:07.484066 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.485208 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-13032e05-6bec-4713-b419-432736fb9aa0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ecbb91b0-d31a-4537-8add-46123ef8ca3a HTTP/1.1" status: 204 len: 168 time: 2.4357827 Aug 31 01:13:07.499620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51382) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:07.543371 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d85535aa-c4f1-4f11-9c07-d94af123305d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.565798 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc4ad-5ad6-4b8d-be97-6c938bc067f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.568824 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc4ad-5ad6-4b8d-be97-6c938bc067f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.570071 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6cdbc4ad-5ad6-4b8d-be97-6c938bc067f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/435861d9-652c-483b-a9c0-2c373639e48e HTTP/1.1" status: 204 len: 168 time: 0.2968626 Aug 31 01:13:07.585156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbc4ad-5ad6-4b8d-be97-6c938bc067f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435861d9-652c-483b-a9c0-2c373639e48e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:07.663869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84185ef-baf0-498b-ab08-97dedfd57f9b admin admin] Deleting subnet 7e156690-4424-40fb-9283-cc9f13205685 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:13:07.679757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 73886761-99ea-4853-a3f3-99e215c14828 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:07.696444 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b84185ef-baf0-498b-ab08-97dedfd57f9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.726637 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 73886761-99ea-4853-a3f3-99e215c14828 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:13:07.729433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 73886761-99ea-4853-a3f3-99e215c14828 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:13:07.730095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 155bd18c-64f6-47fa-8128-481b0540ca1b no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:07.784834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 155bd18c-64f6-47fa-8128-481b0540ca1b {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:13:07.785151 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 155bd18c-64f6-47fa-8128-481b0540ca1b not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:13:07.831641 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d85535aa-c4f1-4f11-9c07-d94af123305d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.918965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf417a-c09c-4b93-9988-934de30c0d50 req-01cc6bad-4158-41c8-9a01-ba46b37d9648 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:07.920873 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29cf417a-c09c-4b93-9988-934de30c0d50 req-01cc6bad-4158-41c8-9a01-ba46b37d9648 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.4905934 Aug 31 01:13:07.948603 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b84185ef-baf0-498b-ab08-97dedfd57f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.001817 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-441bd526-4ed4-41fc-b45c-512dca03b695 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.068142 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29cf417a-c09c-4b93-9988-934de30c0d50 req-bdd4a268-4263-4a87-ace8-0bbb283d69f8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299922 Aug 31 01:13:08.078194 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d85535aa-c4f1-4f11-9c07-d94af123305d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.080845 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d85535aa-c4f1-4f11-9c07-d94af123305d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.081987 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d85535aa-c4f1-4f11-9c07-d94af123305d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/186850b5-01a2-419c-9e79-bce38ba9e7ef HTTP/1.1" status: 204 len: 168 time: 0.9082389 Aug 31 01:13:08.123065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85535aa-c4f1-4f11-9c07-d94af123305d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186850b5-01a2-419c-9e79-bce38ba9e7ef,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:08.174193 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b84185ef-baf0-498b-ab08-97dedfd57f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.201704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-441bd526-4ed4-41fc-b45c-512dca03b695 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting port 4ccbe3a7-7130-427f-b313-8d2c11bf0e4e {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:08.202332 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-441bd526-4ed4-41fc-b45c-512dca03b695 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.313777 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-441bd526-4ed4-41fc-b45c-512dca03b695 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.317500 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b84185ef-baf0-498b-ab08-97dedfd57f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.358835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-441bd526-4ed4-41fc-b45c-512dca03b695 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Calling delete_port for 4ccbe3a7-7130-427f-b313-8d2c11bf0e4e owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:08.361376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84185ef-baf0-498b-ab08-97dedfd57f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e156690-4424-40fb-9283-cc9f13205685,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:08.373085 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b84185ef-baf0-498b-ab08-97dedfd57f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.377709 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51408) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:08.385452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa089a80-039a-414f-a18d-bead847dbd62 None None] Network d8218574-09a4-4a00-a1f9-aaee997eb8ad requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:08.403151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b84185ef-baf0-498b-ab08-97dedfd57f9b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7e156690-4424-40fb-9283-cc9f13205685 HTTP/1.1" status: 204 len: 168 time: 0.9000537 Aug 31 01:13:08.560407 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.732293 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] Deleting port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:08.732639 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.797166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2f17d7-79d4-4a5e-8a8e-753299fab4a1 None None] DHCP port deletion for d8218574-09a4-4a00-a1f9-aaee997eb8ad request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:13:08.840078 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-441bd526-4ed4-41fc-b45c-512dca03b695 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.878675 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] For port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6,segment=NetworkSegment(332b2dbc-729f-4b62-bca1-cafb20e9e21c),segment_id=332b2dbc-729f-4b62-bca1-cafb20e9e21c)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:08.879460 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.904204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] Calling delete_port for f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:08.930677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f17d7-79d4-4a5e-8a8e-753299fab4a1 None None] Deleting port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:08.931052 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aa2f17d7-79d4-4a5e-8a8e-753299fab4a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:08.934285 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bd526-4ed4-41fc-b45c-512dca03b695 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Port': ['ID=4ccbe3a7-7130-427f-b313-8d2c11bf0e4e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:09.114577 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.174553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-aa2f17d7-79d4-4a5e-8a8e-753299fab4a1 None None] For port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6,segment=NetworkSegment(332b2dbc-729f-4b62-bca1-cafb20e9e21c),segment_id=332b2dbc-729f-4b62-bca1-cafb20e9e21c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:09.176034 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aa2f17d7-79d4-4a5e-8a8e-753299fab4a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.213309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f17d7-79d4-4a5e-8a8e-753299fab4a1 None None] Calling delete_port for f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:09.216712 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:09.243943 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] No DVR routers for this DVR port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:09.412352 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.456768 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8218574-09a4-4a00-a1f9-aaee997eb8ad']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:09.478644 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332b2dbc-729f-4b62-bca1-cafb20e9e21c') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:09.479579 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332b2dbc-729f-4b62-bca1-cafb20e9e21c') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:09.491597 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.501576 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aa2f17d7-79d4-4a5e-8a8e-753299fab4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.526248 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.543699 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:09.544481 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:09.549094 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:09.593948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2f17d7-79d4-4a5e-8a8e-753299fab4a1 None None] No DVR routers for this DVR port f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:09.614587 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f17d7-79d4-4a5e-8a8e-753299fab4a1 None None] Pushing event deleted for resources: {'Port': ['ID=f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:09.679197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:09.786793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:13:09.792297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f8b3c5e5-2190-4455-bd93-e9c1fbdee2a6 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:13:09.804243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.849254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8218574-09a4-4a00-a1f9-aaee997eb8ad,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:09.853842 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.858594 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-26bbe177-680c-43d6-8d74-c10e45f4c8b2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d8218574-09a4-4a00-a1f9-aaee997eb8ad HTTP/1.1" status: 204 len: 168 time: 1.4798481 Aug 31 01:13:09.950811 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-441bd526-4ed4-41fc-b45c-512dca03b695 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.057854 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51466) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:10.194510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51472) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:10.323755 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8be31d7a-f9ab-4dfd-8f42-96e134ebf834 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd2e94df38da44a893e4b2ce9a2b179c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274598 Aug 31 01:13:10.325279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51482) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:10.329612 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-441bd526-4ed4-41fc-b45c-512dca03b695 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.334409 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-441bd526-4ed4-41fc-b45c-512dca03b695 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.396235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b0ad9-505d-4929-98d1-15d93b4ba325 req-8b8bd17e-7ffb-4345-b8a0-e4452ce1c1af tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:10.400998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d5b0ad9-505d-4929-98d1-15d93b4ba325 req-8b8bd17e-7ffb-4345-b8a0-e4452ce1c1af tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.6199784 Aug 31 01:13:10.458068 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-31672dee-5365-4d53-9cba-8121bd3e2505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.495480 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1986278225-network', 'tenant_id': '6561f26535884aaf92fc9c289eb8de27'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:10.511340 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-441bd526-4ed4-41fc-b45c-512dca03b695 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.511935 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441bd526-4ed4-41fc-b45c-512dca03b695 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Fanout notify agent at l3_agent the message router_deleted on router 1bbe180e-4c8a-41e4-b910-0a928b3ea5bc {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:13:10.517054 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-31672dee-5365-4d53-9cba-8121bd3e2505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.521646 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-441bd526-4ed4-41fc-b45c-512dca03b695 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.526392 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-441bd526-4ed4-41fc-b45c-512dca03b695 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/routers/1bbe180e-4c8a-41e4-b910-0a928b3ea5bc HTTP/1.1" status: 204 len: 168 time: 3.6027594 Aug 31 01:13:10.527012 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51488) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:10.581516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d5b0ad9-505d-4929-98d1-15d93b4ba325 req-8bca5b44-98b0-469f-8929-0a8bd36f953a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836251 Aug 31 01:13:10.644922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] Made reservation on behalf of 6561f26535884aaf92fc9c289eb8de27 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:10.647310 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.661682 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31ca6d4-4115-46d5-960d-f93d930a6cf6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Deleting subnet c860e57d-f45f-4b65-902b-3090cb5f45eb {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:13:10.676248 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e31ca6d4-4115-46d5-960d-f93d930a6cf6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.688558 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.773843 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e31ca6d4-4115-46d5-960d-f93d930a6cf6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.813397 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-31672dee-5365-4d53-9cba-8121bd3e2505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.815970 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-31672dee-5365-4d53-9cba-8121bd3e2505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.819454 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-31672dee-5365-4d53-9cba-8121bd3e2505 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d0ce9f7-701a-4133-9e95-06f1079b5c43 HTTP/1.1" status: 204 len: 168 time: 0.4896386 Aug 31 01:13:10.846759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31672dee-5365-4d53-9cba-8121bd3e2505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0ce9f7-701a-4133-9e95-06f1079b5c43,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:10.881892 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e31ca6d4-4115-46d5-960d-f93d930a6cf6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.969775 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.121238 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e31ca6d4-4115-46d5-960d-f93d930a6cf6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.129900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.198132 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.208137 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e31ca6d4-4115-46d5-960d-f93d930a6cf6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.210784 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e31ca6d4-4115-46d5-960d-f93d930a6cf6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/subnets/c860e57d-f45f-4b65-902b-3090cb5f45eb HTTP/1.1" status: 204 len: 168 time: 0.6801674 Aug 31 01:13:11.214033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ca6d4-4115-46d5-960d-f93d930a6cf6 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Subnet': ['ID=c860e57d-f45f-4b65-902b-3090cb5f45eb,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:11.214546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51510) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:11.238633 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:11.249930 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:11.260933 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.261630 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] Added segment 20146619-c682-44c1-85b1-f2a61c837956 of type vlan for network 105ee8cf-aab1-4f23-b1db-9270288c3210 Aug 31 01:13:11.353956 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.402093 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1604005-8ae7-4914-bd4f-043877202511 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.427560 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.430266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:11.433200 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.538824 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1604005-8ae7-4914-bd4f-043877202511 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.550261 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4905784 Aug 31 01:13:11.558006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51536) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:11.558931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-f1604005-8ae7-4914-bd4f-043877202511 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c7ce32-31c7-4404-b377-d4c60354cf60']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:11.579965 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-cec3bd82-6f81-4aa0-b7ee-4723dfc101b4 admin admin] Request body: {'subnet': {'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1986278225-subnet', 'tenant_id': '6561f26535884aaf92fc9c289eb8de27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:11.584824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee9df7-86c3-427a-a2bd-94b2a8885259 admin admin] Pushing event updated for resources: {'Network': ['ID=105ee8cf-aab1-4f23-b1db-9270288c3210,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:11.595886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 105ee8cf-aab1-4f23-b1db-9270288c3210 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:11.600199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-f1604005-8ae7-4914-bd4f-043877202511 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070a90ab-694d-46b4-834d-dae4560a4b8f') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:11.600746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-f1604005-8ae7-4914-bd4f-043877202511 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070a90ab-694d-46b4-834d-dae4560a4b8f') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:11.628543 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1604005-8ae7-4914-bd4f-043877202511 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.639460 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec3bd82-6f81-4aa0-b7ee-4723dfc101b4 admin admin] Made reservation on behalf of 6561f26535884aaf92fc9c289eb8de27 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:11.645750 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cec3bd82-6f81-4aa0-b7ee-4723dfc101b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.680602 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1604005-8ae7-4914-bd4f-043877202511 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.693853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1604005-8ae7-4914-bd4f-043877202511 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:11.695357 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1604005-8ae7-4914-bd4f-043877202511 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:11.729958 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:11.876003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e678f-236d-4ec0-8a2d-ac516c5b82ee req-2d732379-fb26-4f18-bdae-0c5e00fcd63b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:11.877751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f33e678f-236d-4ec0-8a2d-ac516c5b82ee req-2d732379-fb26-4f18-bdae-0c5e00fcd63b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.0861807 Aug 31 01:13:11.878881 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1604005-8ae7-4914-bd4f-043877202511 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.929112 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1604005-8ae7-4914-bd4f-043877202511 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.931928 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f1604005-8ae7-4914-bd4f-043877202511 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] 10.222.0.58 "DELETE /v2.0/networks/47c7ce32-31c7-4404-b377-d4c60354cf60 HTTP/1.1" status: 204 len: 168 time: 0.7154462 Aug 31 01:13:11.932626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1604005-8ae7-4914-bd4f-043877202511 tempest-FloatingIPTestJSON-636590777 tempest-FloatingIPTestJSON-636590777-project] Pushing event deleted for resources: {'Network': ['ID=47c7ce32-31c7-4404-b377-d4c60354cf60,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:11.957007 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f33e678f-236d-4ec0-8a2d-ac516c5b82ee req-31fff552-48be-48e6-940e-0a298da64b0c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581200 Aug 31 01:13:12.104358 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cec3bd82-6f81-4aa0-b7ee-4723dfc101b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.202369 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3bd82-6f81-4aa0-b7ee-4723dfc101b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae6296a-54fb-431d-93be-6f50e6d5dae4,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:12.262828 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec3bd82-6f81-4aa0-b7ee-4723dfc101b4 admin admin] Checking segment: {'id': '20146619-c682-44c1-85b1-f2a61c837956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:12.262828 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec3bd82-6f81-4aa0-b7ee-4723dfc101b4 admin admin] Network hostable DHCP agents. Network: 105ee8cf-aab1-4f23-b1db-9270288c3210, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:12.263042 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51584) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:12.308216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec3bd82-6f81-4aa0-b7ee-4723dfc101b4 admin admin] Network 105ee8cf-aab1-4f23-b1db-9270288c3210 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:12.323517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-cec3bd82-6f81-4aa0-b7ee-4723dfc101b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 105ee8cf-aab1-4f23-b1db-9270288c3210) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:12.329894 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec3bd82-6f81-4aa0-b7ee-4723dfc101b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:12.330475 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cec3bd82-6f81-4aa0-b7ee-4723dfc101b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.333115 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b07534-f7e3-490b-ac19-6f81fc257882 None None] Network 105ee8cf-aab1-4f23-b1db-9270288c3210 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:12.357522 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cec3bd82-6f81-4aa0-b7ee-4723dfc101b4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7960026 Aug 31 01:13:12.360099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51592) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:12.551740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-network', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:12.564210 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4da1796-9a17-49dd-a9fe-b9103c0c8548 None None] Network 105ee8cf-aab1-4f23-b1db-9270288c3210 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:12.608103 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] Made reservation on behalf of d1534f084f814923866cc1da0f965ab3 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:12.615977 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.631463 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.793858 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.798997 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.822189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:12.833574 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.834236 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] Added segment 7f329871-24c6-4c1c-ad35-63d6b3fe7fe6 of type vlan for network ebcfddf9-8b28-46c0-b6e9-f572fd50039a Aug 31 01:13:12.904667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51616) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:12.918312 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.988943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efca5639-7e47-43c7-95ec-2d1b39bfdf91,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:12.989203 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-13b6a593-dcaf-48c4-9c0c-01b7c8f29a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.004675 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6e5d10d7-ad6d-449b-bb1d-9c597c8b099f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2718ee12180b44e1adf8db1e026c3ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6402206 Aug 31 01:13:13.005051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51622) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:13.020855 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.021909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:13.022458 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.157266 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] Pushing event updated for resources: {'Network': ['ID=ebcfddf9-8b28-46c0-b6e9-f572fd50039a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:13.172382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network ebcfddf9-8b28-46c0-b6e9-f572fd50039a details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:13.233349 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff3a26c6-0f21-44ce-8c22-5df447b334a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.282515 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-13b6a593-dcaf-48c4-9c0c-01b7c8f29a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.292723 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-13b6a593-dcaf-48c4-9c0c-01b7c8f29a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.327541 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe12777-aee2-45ee-9b0b-a0c9bd63ab44 req-ba35335c-5175-4fc5-99b5-7c8088811765 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:13.329273 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fe12777-aee2-45ee-9b0b-a0c9bd63ab44 req-ba35335c-5175-4fc5-99b5-7c8088811765 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.2311113 Aug 31 01:13:13.357045 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-13b6a593-dcaf-48c4-9c0c-01b7c8f29a78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24b7a69f973b4448a3a8e9177a924f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4463151 Aug 31 01:13:13.363589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-55855a15-8981-43d1-b36c-a0670422d6ed admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0996132 Aug 31 01:13:13.366482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51642) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:13.366839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51644) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:13.370306 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff3a26c6-0f21-44ce-8c22-5df447b334a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.383526 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ac942a8c-ffec-44f8-bbe0-7f546513f9dc admin admin] Request body: {'subnet': {'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-subnet', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:13.401825 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6a593-dcaf-48c4-9c0c-01b7c8f29a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39aca34-d3a4-41a4-888b-93decc72e2e2,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:13.449589 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac942a8c-ffec-44f8-bbe0-7f546513f9dc admin admin] Made reservation on behalf of d1534f084f814923866cc1da0f965ab3 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:13.452219 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ac942a8c-ffec-44f8-bbe0-7f546513f9dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.469747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fe12777-aee2-45ee-9b0b-a0c9bd63ab44 req-b2c1adc0-c375-4c6e-8298-e98b929b4a31 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253440 Aug 31 01:13:13.469953 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1f1bcd3-e1e4-4222-a380-36e3011f3b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.482994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-8f4cb772-2da0-4311-83ed-cdbcbbf7cd01 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:13.484644 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-8f4cb772-2da0-4311-83ed-cdbcbbf7cd01 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/networks?id=105ee8cf-aab1-4f23-b1db-9270288c3210 HTTP/1.1" status: 200 len: 814 time: 0.2856712 Aug 31 01:13:13.507921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-29b3db24-757e-4fdf-93ba-fc3069fd0359 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/quotas/6561f26535884aaf92fc9c289eb8de27 HTTP/1.1" status: 200 len: 375 time: 0.0112574 Aug 31 01:13:13.532891 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff3a26c6-0f21-44ce-8c22-5df447b334a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.535704 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff3a26c6-0f21-44ce-8c22-5df447b334a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.537048 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ff3a26c6-0f21-44ce-8c22-5df447b334a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ffd23b88-cfe3-4a89-8531-c4bc8eef76d3 HTTP/1.1" status: 204 len: 168 time: 0.5310714 Aug 31 01:13:13.556699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-67c25d11-faf8-4cb8-8d89-4e197ad3e609 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6561f26535884aaf92fc9c289eb8de27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364432 Aug 31 01:13:13.565401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a26c6-0f21-44ce-8c22-5df447b334a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd23b88-cfe3-4a89-8531-c4bc8eef76d3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:13.604544 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1f1bcd3-e1e4-4222-a380-36e3011f3b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.667441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-a4228d4f-b2d4-4d01-a783-614d142fbdbf service neutron] 10.222.0.58 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030605 Aug 31 01:13:13.728222 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1f1bcd3-e1e4-4222-a380-36e3011f3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.731029 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1f1bcd3-e1e4-4222-a380-36e3011f3b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.732242 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c1f1bcd3-e1e4-4222-a380-36e3011f3b57 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e39aca34-d3a4-41a4-888b-93decc72e2e2 HTTP/1.1" status: 204 len: 168 time: 0.3637049 Aug 31 01:13:13.749074 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1bcd3-e1e4-4222-a380-36e3011f3b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39aca34-d3a4-41a4-888b-93decc72e2e2,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:13.836191 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-484cc5fe-879d-45ed-b949-5d6c29bc9823 service neutron] 10.222.0.58 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544034 Aug 31 01:13:13.858102 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ac942a8c-ffec-44f8-bbe0-7f546513f9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.996168 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac942a8c-ffec-44f8-bbe0-7f546513f9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=198a4c1e-c03d-447f-8e37-fec3a4c3c5eb,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:14.017864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac942a8c-ffec-44f8-bbe0-7f546513f9dc admin admin] Checking segment: {'id': '7f329871-24c6-4c1c-ad35-63d6b3fe7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:14.018238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac942a8c-ffec-44f8-bbe0-7f546513f9dc admin admin] Network hostable DHCP agents. Network: ebcfddf9-8b28-46c0-b6e9-f572fd50039a, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:14.049093 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac942a8c-ffec-44f8-bbe0-7f546513f9dc admin admin] Network ebcfddf9-8b28-46c0-b6e9-f572fd50039a is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:14.079508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-ac942a8c-ffec-44f8-bbe0-7f546513f9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, ebcfddf9-8b28-46c0-b6e9-f572fd50039a) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:14.091678 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53ef4a-c2cc-41e0-9bf0-b6729320c070 None None] Network ebcfddf9-8b28-46c0-b6e9-f572fd50039a requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:14.095890 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac942a8c-ffec-44f8-bbe0-7f546513f9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:14.096560 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ac942a8c-ffec-44f8-bbe0-7f546513f9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.129932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c4348ab3-3ed4-43a1-af19-078765bd5161 req-8d1ffe88-8e75-4ec6-a032-0646c2766762 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 210 time: 0.0592840 Aug 31 01:13:14.136717 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ac942a8c-ffec-44f8-bbe0-7f546513f9dc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7656114 Aug 31 01:13:14.139119 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51676) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:14.160857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:14.217847 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.219566 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.299181 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.384764 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'fixed_ips': [{'subnet_id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:13:14.387070 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.462450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51698) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:14.481752 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5f701092-a38e-4320-94d2-b9268aa22e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.492860 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.628552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Allocated IP 172.20.0.2 (ebcfddf9-8b28-46c0-b6e9-f572fd50039a/198a4c1e-c03d-447f-8e37-fec3a4c3c5eb/493dc395-7a6a-41eb-bc05-9b01792874f3) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:14.773390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aef7b-0ec4-4c66-9dad-8b45d6239c24 req-ae24be07-2383-4864-b579-44065ed53e5c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:14.784645 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f87aef7b-0ec4-4c66-9dad-8b45d6239c24 req-ae24be07-2383-4864-b579-44065ed53e5c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.2032013 Aug 31 01:13:14.828480 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5f701092-a38e-4320-94d2-b9268aa22e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.840760 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.852787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Transition to ACTIVE for port object 493dc395-7a6a-41eb-bc05-9b01792874f3 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:14.860883 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5f701092-a38e-4320-94d2-b9268aa22e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.875540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Transition to ACTIVE for port object 493dc395-7a6a-41eb-bc05-9b01792874f3 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:14.878934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.884036 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.900391 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.923031 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Network ebcfddf9-8b28-46c0-b6e9-f572fd50039a is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:14.926277 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:14.931776 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:14.953657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f87aef7b-0ec4-4c66-9dad-8b45d6239c24 req-444473b4-b25c-46ee-8baa-199499f99a43 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445467 Aug 31 01:13:14.978091 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5f701092-a38e-4320-94d2-b9268aa22e4e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=67df83fc005640ec949afad55067d435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5143912 Aug 31 01:13:14.982828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51714) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:14.995687 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f701092-a38e-4320-94d2-b9268aa22e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dcbe4b-ed78-4315-82ac-c27f93798965,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:15.034274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Pushing event updated for resources: {'Port': ['ID=493dc395-7a6a-41eb-bc05-9b01792874f3,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:15.059441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Attempting to bind port 493dc395-7a6a-41eb-bc05-9b01792874f3 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:15.059883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Attempting to bind port 493dc395-7a6a-41eb-bc05-9b01792874f3 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '7f329871-24c6-4c1c-ad35-63d6b3fe7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:15.060313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Attempting to bind port 493dc395-7a6a-41eb-bc05-9b01792874f3 on network ebcfddf9-8b28-46c0-b6e9-f572fd50039a {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:15.065739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:15.066188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Checking segment: {'id': '7f329871-24c6-4c1c-ad35-63d6b3fe7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:15.066661 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.068307 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Bound using segment: {'id': '7f329871-24c6-4c1c-ad35-63d6b3fe7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:15.068307 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Bound port: 493dc395-7a6a-41eb-bc05-9b01792874f3, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f329871-24c6-4c1c-ad35-63d6b3fe7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:15.068307 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.078942 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Allocated IP 172.25.6.163 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:15.083113 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1e572fe-9892-4280-ae82-7e1e3197ac8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.100161 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51726) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:15.136575 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1e572fe-9892-4280-ae82-7e1e3197ac8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.174159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] For port 493dc395-7a6a-41eb-bc05-9b01792874f3, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:15.178229 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] For port 493dc395-7a6a-41eb-bc05-9b01792874f3, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=493dc395-7a6a-41eb-bc05-9b01792874f3,segment=NetworkSegment(7f329871-24c6-4c1c-ad35-63d6b3fe7fe6),segment_id=7f329871-24c6-4c1c-ad35-63d6b3fe7fe6)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:15.199815 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.239784 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1e572fe-9892-4280-ae82-7e1e3197ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.244305 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1e572fe-9892-4280-ae82-7e1e3197ac8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.248545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c1e572fe-9892-4280-ae82-7e1e3197ac8c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51dcbe4b-ed78-4315-82ac-c27f93798965 HTTP/1.1" status: 204 len: 168 time: 0.2541766 Aug 31 01:13:15.279344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e572fe-9892-4280-ae82-7e1e3197ac8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dcbe4b-ed78-4315-82ac-c27f93798965,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:15.302475 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa757b13-12ed-4e8d-96ed-d8cf232c7f9e req-6dea0a14-36b9-49fd-812e-e8fc8792befd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 210 time: 0.0395772 Aug 31 01:13:15.315339 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.340595 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1006322463'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:15.369315 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f2fde-8cc3-4227-9ab3-78b01db919a1 None None] Pushing event updated for resources: {'Port': ['ID=493dc395-7a6a-41eb-bc05-9b01792874f3,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:15.389442 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac3166-bb8f-4119-87f7-408dcdb5eb9e req-e2d10152-397c-4d7d-b38a-da8fa03e7cbc tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:15.393002 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6eac3166-bb8f-4119-87f7-408dcdb5eb9e req-e2d10152-397c-4d7d-b38a-da8fa03e7cbc tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 949 time: 0.0722835 Aug 31 01:13:15.397426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:15.408408 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.428965 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.444369 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.456077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6eac3166-bb8f-4119-87f7-408dcdb5eb9e req-98837e14-792e-4f26-82c1-8f752b1d8a49 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/security-groups?id=542fed2b-f7f8-459d-bae0-c6be96d5a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556624 Aug 31 01:13:15.535430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:15.541618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:15.550559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:15.612596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Pushing event updated for resources: {'Port': ['ID=4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:15.785310 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-fadca752-8ca2-44ca-9263-a0f88d703c6a tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:15.786996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-fadca752-8ca2-44ca-9263-a0f88d703c6a tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.15 "GET /v2.0/networks?id=105ee8cf-aab1-4f23-b1db-9270288c3210 HTTP/1.1" status: 200 len: 814 time: 0.2227070 Aug 31 01:13:15.804639 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-eee9ef2f-a8d9-4b7a-82e4-4c2199365342 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Request body: {'port': {'device_id': 'a2658233-6eea-474a-8fce-b958038ae977', 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210', 'admin_state_up': True, 'tenant_id': '6561f26535884aaf92fc9c289eb8de27'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:16.033669 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.036573 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.079764 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.082140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-eee9ef2f-a8d9-4b7a-82e4-4c2199365342 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Made reservation on behalf of 6561f26535884aaf92fc9c289eb8de27 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:16.085633 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-eee9ef2f-a8d9-4b7a-82e4-4c2199365342 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.116648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:16.141513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2223e06-159f-4aca-a474-acea67993c5b req-e2a7214f-f89d-40b4-9551-4a9209dc1884 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:16.150123 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.150578 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Added segment 24f60f28-f93a-41cd-8765-61bf056c98d2 of type vlan for network c6d827f9-fc84-42e8-ab5f-6a131884c462 Aug 31 01:13:16.152832 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2223e06-159f-4aca-a474-acea67993c5b req-e2a7214f-f89d-40b4-9551-4a9209dc1884 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.1100216 Aug 31 01:13:16.200247 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea01886-7040-40a1-b6f1-919f15114682,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:16.250561 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.291608 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2223e06-159f-4aca-a474-acea67993c5b req-442485df-1f46-483b-b1a2-20a3b45ce97e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315093 Aug 31 01:13:16.365647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-eee9ef2f-a8d9-4b7a-82e4-4c2199365342 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Allocated IP 172.20.0.7 (105ee8cf-aab1-4f23-b1db-9270288c3210/aae6296a-54fb-431d-93be-6f50e6d5dae4/23a9026e-3dbf-4cf2-a046-d55bc5062ff8) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:16.434356 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.452551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:16.453259 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.585900 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5b97a07-aeff-4481-8488-249c221104cf req-7508dbe7-07e2-4157-a844-031296b15301 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 210 time: 0.1000500 Aug 31 01:13:16.668301 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-eee9ef2f-a8d9-4b7a-82e4-4c2199365342 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.762648 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-eee9ef2f-a8d9-4b7a-82e4-4c2199365342 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:16.887421 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-eee9ef2f-a8d9-4b7a-82e4-4c2199365342 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Network 105ee8cf-aab1-4f23-b1db-9270288c3210 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:16.890880 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-eee9ef2f-a8d9-4b7a-82e4-4c2199365342 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:16.895130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-eee9ef2f-a8d9-4b7a-82e4-4c2199365342 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:16.966061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9ef2f-a8d9-4b7a-82e4-4c2199365342 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Pushing event updated for resources: {'Port': ['ID=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:17.016720 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-eee9ef2f-a8d9-4b7a-82e4-4c2199365342 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:17.017402 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-eee9ef2f-a8d9-4b7a-82e4-4c2199365342 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:17.059028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-eee9ef2f-a8d9-4b7a-82e4-4c2199365342 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2581296 Aug 31 01:13:17.067419 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb592d5-c3be-49e1-ab0c-2e78317b655e None None] Network ebcfddf9-8b28-46c0-b6e9-f572fd50039a requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:17.089723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Request body: {'port': {'device_id': 'a2658233-6eea-474a-8fce-b958038ae977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:17.135512 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0283701 Aug 31 01:13:17.149989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4b6fd-e8d3-4381-9f32-dc09743c15ad tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Network': ['ID=c6d827f9-fc84-42e8-ab5f-6a131884c462,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:17.153365 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:17.207561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network c6d827f9-fc84-42e8-ab5f-6a131884c462 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:17.258960 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:17.347700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Router 16f66004-0076-472b-9bbb-db56290dc15c is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:13:17.405112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-61b9ca85-220b-482b-a42c-a9dfcdfac8c9 None None] Provisioning for port 493dc395-7a6a-41eb-bc05-9b01792874f3 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:17.498748 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:13:17.514896 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Sync routers for ids ['16f66004-0076-472b-9bbb-db56290dc15c'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:13:17.542700 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:17.546039 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8dd23bb5-eddd-429d-ac94-c461b4917608 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4058545 Aug 31 01:13:17.548628 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51870) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:17.633246 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Routers {'16f66004-0076-472b-9bbb-db56290dc15c'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:17.640933 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['16f66004-0076-472b-9bbb-db56290dc15c'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:17.800618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51874) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:17.980857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:18.000113 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.031348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Transition to ACTIVE for port object 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:18.055773 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.153118 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 493dc395-7a6a-41eb-bc05-9b01792874f3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:18.249048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Pushing event updated for resources: {'Port': ['ID=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:18.250171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2014817964'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:18.296710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973735a2-9216-4789-b080-28e98e3aeb98 req-17b85b60-1a40-4c6d-9c6b-98d91fc406ae tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:18.299100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-973735a2-9216-4789-b080-28e98e3aeb98 req-17b85b60-1a40-4c6d-9c6b-98d91fc406ae tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.2662995 Aug 31 01:13:18.302971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Set router 16f66004-0076-472b-9bbb-db56290dc15c gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:18.312869 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Made reservation on behalf of 19e2a74832a34ca096176ae064bcf17e for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:18.317118 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.338752 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.398355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ed9c5-92c7-4111-93f7-d4c4ac205960 req-38dd0a14-c5d1-49c0-b139-594e9a7a37b6 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:18.400951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd7ed9c5-92c7-4111-93f7-d4c4ac205960 req-38dd0a14-c5d1-49c0-b139-594e9a7a37b6 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 943 time: 0.3475010 Aug 31 01:13:18.437465 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 493dc395-7a6a-41eb-bc05-9b01792874f3 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:18.446892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 493dc395-7a6a-41eb-bc05-9b01792874f3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:18.447619 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.495621 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-973735a2-9216-4789-b080-28e98e3aeb98 req-ac689c51-081b-4a93-a376-59581b16491a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681376 Aug 31 01:13:18.570030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd7ed9c5-92c7-4111-93f7-d4c4ac205960 req-db67c0da-a5b7-4b31-96d0-2c092f0165df tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561453 Aug 31 01:13:18.609124 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Attempting to bind port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:18.612630 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Attempting to bind port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '20146619-c682-44c1-85b1-f2a61c837956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:18.614004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Attempting to bind port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 on network 105ee8cf-aab1-4f23-b1db-9270288c3210 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:18.630568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 on network 105ee8cf-aab1-4f23-b1db-9270288c3210 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:13:18.634596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Attempting to bind port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 on network 105ee8cf-aab1-4f23-b1db-9270288c3210 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:18.658030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:18.660644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Checking segment: {'id': '20146619-c682-44c1-85b1-f2a61c837956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:18.661348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Bound using segment: {'id': '20146619-c682-44c1-85b1-f2a61c837956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:18.664959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Bound port: 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20146619-c682-44c1-85b1-f2a61c837956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:18.666267 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.688066 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.708707 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.720547 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.890907 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:18.892441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:18.902081 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63990cc1-d326-4d25-b66a-beab2399d490,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:18.902546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:18.925905 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.947901 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.948821 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Added segment 98f6fd26-b61f-46c4-a708-0a27e83d5299 of type vlan for network 185fbd32-afb9-4f32-afc1-c3af7d17f1ac Aug 31 01:13:18.960850 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.005960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f66004-0076-472b-9bbb-db56290dc15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:15Z', 'revision_number': 3, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'gw_port': {'id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:19.014686 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.049533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Checking router: 16f66004-0076-472b-9bbb-db56290dc15c for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:13:19.049860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Updating router 16f66004-0076-472b-9bbb-db56290dc15c port 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:13:19.065206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 493dc395-7a6a-41eb-bc05-9b01792874f3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=493dc395-7a6a-41eb-bc05-9b01792874f3,segment=NetworkSegment(7f329871-24c6-4c1c-ad35-63d6b3fe7fe6),segment_id=7f329871-24c6-4c1c-ad35-63d6b3fe7fe6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:19.079721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Pushing event updated for resources: {'Port': ['ID=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:19.080611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Allocated IP 172.20.0.1 (ebcfddf9-8b28-46c0-b6e9-f572fd50039a/198a4c1e-c03d-447f-8e37-fec3a4c3c5eb/b27dac49-c07e-454d-aac2-fceaf1d1dfc8) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:19.085449 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.096420 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:19.098067 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.098203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:19.098767 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.101384 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.105105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0d1de9eb-7788-4149-9fd6-f029f0de57f4 None None] Provisioning complete for port 493dc395-7a6a-41eb-bc05-9b01792874f3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:19.105673 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0d1de9eb-7788-4149-9fd6-f029f0de57f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.106636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-db4e52cc-8777-4142-b3bf-6f1cf8318855 service neutron] 10.222.0.15 "PUT /v2.0/ports/23a9026e-3dbf-4cf2-a046-d55bc5062ff8 HTTP/1.1" status: 200 len: 1092 time: 2.0321155 Aug 31 01:13:19.107162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2658233-6eea-474a-8fce-b958038ae977', 'tag': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:19.109495 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25971ed6-a755-47bf-82c3-3fd5429861d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a2658233-6eea-474a-8fce-b958038ae977", "tag": "23a9026e-3dbf-4cf2-a046-d55bc5062ff8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:19.124821 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3193204 Aug 31 01:13:19.134391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51896) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:19.234157 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c915303b-7db6-4a9c-86d5-4699f49d1520 x-openstack-request-id: req-c915303b-7db6-4a9c-86d5-4699f49d1520 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:19.234936 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2658233-6eea-474a-8fce-b958038ae977", "tag": "23a9026e-3dbf-4cf2-a046-d55bc5062ff8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:19.236600 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c915303b-7db6-4a9c-86d5-4699f49d1520 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:19.237275 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2658233-6eea-474a-8fce-b958038ae977', 'tag': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8', 'status': 'completed', 'code': 200} Aug 31 01:13:19.257464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc09481-0f23-4f7a-87ce-c34b6225afaf tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Pushing event updated for resources: {'Network': ['ID=185fbd32-afb9-4f32-afc1-c3af7d17f1ac,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:19.282524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Request body: {'network': {'name': 'tempest-network--326364014', 'router:external': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:19.301794 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.302348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-205ffc18-b8c9-4cf9-99bc-8a7a20c596ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:19.303530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 185fbd32-afb9-4f32-afc1-c3af7d17f1ac details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:19.310079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-205ffc18-b8c9-4cf9-99bc-8a7a20c596ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6561f26535884aaf92fc9c289eb8de27&device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 1095 time: 0.1494801 Aug 31 01:13:19.330441 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.350086 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Transition to ACTIVE for port object b27dac49-c07e-454d-aac2-fceaf1d1dfc8 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:19.387496 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.426328 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-5f65898d-ef42-4c66-8ec1-bc3ab2def07a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8 HTTP/1.1" status: 200 len: 217 time: 0.0996020 Aug 31 01:13:19.470841 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Pushing event updated for resources: {'Port': ['ID=b27dac49-c07e-454d-aac2-fceaf1d1dfc8,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:19.503136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Network ebcfddf9-8b28-46c0-b6e9-f572fd50039a is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:19.507627 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:19.525738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:19.561134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Made reservation on behalf of 3bf94207edcf4022984707e0fa7f3dfb for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:19.566673 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.592842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-ec14164a-19fd-47e0-842f-e76255688f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:19.598896 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-ec14164a-19fd-47e0-842f-e76255688f24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aae6296a-54fb-431d-93be-6f50e6d5dae4 HTTP/1.1" status: 200 len: 854 time: 0.1655419 Aug 31 01:13:19.600056 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.602566 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.611875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:13:19.614679 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:19.630257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=493dc395-7a6a-41eb-bc05-9b01792874f3,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:19.886974 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.927654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-01aeea46-5456-4934-9858-8a463049e8bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105ee8cf-aab1-4f23-b1db-9270288c3210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3168714 Aug 31 01:13:20.068740 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.089414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-384ef7b3-dcad-48cd-b6ad-ac4853e8288b None None] Provisioning for port b27dac49-c07e-454d-aac2-fceaf1d1dfc8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:20.104472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba6a21-988c-4339-b5c1-dd432bf63862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:20.107318 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa812b9-e11c-4905-99de-14178f1d9b23" -d '{"events": [{"server_uuid": "41ba6a21-988c-4339-b5c1-dd432bf63862", "name": "network-vif-unplugged", "status": "completed", "tag": "5c4fd69a-c026-4e6f-bf1c-79a1c448d56a"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:20.110362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-4c04662e-a183-4987-b6a0-679ef9ce766e service neutron] 10.222.0.15 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379364 Aug 31 01:13:20.119940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-384ef7b3-dcad-48cd-b6ad-ac4853e8288b None None] Provisioning complete for port b27dac49-c07e-454d-aac2-fceaf1d1dfc8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:20.120919 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-384ef7b3-dcad-48cd-b6ad-ac4853e8288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.124825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d290eb-2f2b-4f8e-a0bd-baada1759a96 req-90022202-38dd-41e7-99f7-77e48f6994dd tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:20.127099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79d290eb-2f2b-4f8e-a0bd-baada1759a96 req-90022202-38dd-41e7-99f7-77e48f6994dd tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.4769671 Aug 31 01:13:20.178780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:20.191867 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:20.236287 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.245227 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7afba471-949f-4b77-b00a-d316ce57ff61 req-7cca592a-acba-42d1-9321-750bef686f32 service neutron] 10.222.0.15 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119099 Aug 31 01:13:20.254456 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a', 'mac_address': 'fa:16:3e:4f:22:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:13:20.297496 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.314577 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.326468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79d290eb-2f2b-4f8e-a0bd-baada1759a96 req-89b4566b-e7e6-46f8-aefd-6c1289c919e8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801783 Aug 31 01:13:20.341740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-384ef7b3-dcad-48cd-b6ad-ac4853e8288b None None] Port b27dac49-c07e-454d-aac2-fceaf1d1dfc8 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:20.359154 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:13:20.379835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d0d69-e6ab-44d2-9b44-a62491db91bf req-517cddfd-6fd3-4512-890f-ea2b7a697817 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:20.382012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd0d0d69-e6ab-44d2-9b44-a62491db91bf req-517cddfd-6fd3-4512-890f-ea2b7a697817 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 943 time: 0.5231926 Aug 31 01:13:20.424432 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:20.430619 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51916) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:20.430821 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.438099 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-944c4390-d2b5-4178-b8ae-beb12b1e112d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'subnet': {'network_id': 'c6d827f9-fc84-42e8-ab5f-6a131884c462', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:20.454974 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.458267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:20.481208 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd0d0d69-e6ab-44d2-9b44-a62491db91bf req-df064b8d-6002-4224-b3f7-a5ba53d0cacb tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843799 Aug 31 01:13:20.489714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Transition to ACTIVE for port object 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:20.499786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25971ed6-a755-47bf-82c3-3fd5429861d4 req-fbf715d7-23a2-444a-bbaf-9e68efd195bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:20.501629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25971ed6-a755-47bf-82c3-3fd5429861d4 req-fbf715d7-23a2-444a-bbaf-9e68efd195bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6561f26535884aaf92fc9c289eb8de27&device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 1095 time: 0.1671312 Aug 31 01:13:20.504332 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.505738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:20.508079 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.526960 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.540614 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.562716 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Pushing event updated for resources: {'Port': ['ID=b27dac49-c07e-454d-aac2-fceaf1d1dfc8,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:20.600978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Attempting to bind port 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:20.603472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Attempting to bind port 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:20.603472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Attempting to bind port 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:20.607532 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf142c3-fa1f-4626-82fa-6d1c45e207f1 None None] Pushing event updated for resources: {'Port': ['ID=4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:20.667795 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944c4390-d2b5-4178-b8ae-beb12b1e112d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:20.671015 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-944c4390-d2b5-4178-b8ae-beb12b1e112d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.698026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25971ed6-a755-47bf-82c3-3fd5429861d4 req-f0c54aa5-ad0a-4b2c-a7ee-d5b245b58d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:20.702073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25971ed6-a755-47bf-82c3-3fd5429861d4 req-f0c54aa5-ad0a-4b2c-a7ee-d5b245b58d70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105ee8cf-aab1-4f23-b1db-9270288c3210 HTTP/1.1" status: 200 len: 915 time: 0.1901114 Aug 31 01:13:20.702757 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.730249 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ae3ac6-a7d5-4acc-802d-698d8473dd07 x-openstack-request-id: req-45ae3ac6-a7d5-4acc-802d-698d8473dd07 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:20.730551 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba6a21-988c-4339-b5c1-dd432bf63862", "name": "network-vif-unplugged", "status": "completed", "tag": "5c4fd69a-c026-4e6f-bf1c-79a1c448d56a", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:20.730806 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45ae3ac6-a7d5-4acc-802d-698d8473dd07 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:20.731162 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba6a21-988c-4339-b5c1-dd432bf63862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a', 'code': 200} Aug 31 01:13:20.731949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:20.732318 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:20.732894 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.733283 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:20.733770 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Bound port: 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:20.734107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Network ebcfddf9-8b28-46c0-b6e9-f572fd50039a is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:20.734224 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.735925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:20.736422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['5c4fd69a-c026-4e6f-bf1c-79a1c448d56a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:20.737637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:20.745387 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:20.762281 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.762647 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Added segment e38655b8-420d-4a8b-af08-fd175ad759ee of type vlan for network 908919f2-6038-4520-bd05-cc6a16bab6fe Aug 31 01:13:20.818925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25971ed6-a755-47bf-82c3-3fd5429861d4 req-5a18ae87-ad74-45c0-add3-152f5fa1cb4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8 HTTP/1.1" status: 200 len: 217 time: 0.0465047 Aug 31 01:13:20.874885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] For port 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:20.879693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] For port 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:20.885278 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:20.897677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25971ed6-a755-47bf-82c3-3fd5429861d4 req-6b6125d0-672a-4590-822e-d54d403fa857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:20.899696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25971ed6-a755-47bf-82c3-3fd5429861d4 req-6b6125d0-672a-4590-822e-d54d403fa857 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aae6296a-54fb-431d-93be-6f50e6d5dae4 HTTP/1.1" status: 200 len: 854 time: 0.0608044 Aug 31 01:13:20.944874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25971ed6-a755-47bf-82c3-3fd5429861d4 req-c54e51de-8af4-447a-bfff-61d205ac4a89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105ee8cf-aab1-4f23-b1db-9270288c3210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373614 Aug 31 01:13:21.001839 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Routers {'16f66004-0076-472b-9bbb-db56290dc15c'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:21.002627 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:12:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['16f66004-0076-472b-9bbb-db56290dc15c'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:21.070428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25971ed6-a755-47bf-82c3-3fd5429861d4 req-f39acd09-0d97-4a49-a5ec-bffe2f65e50d service neutron] 10.222.0.15 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077652 Aug 31 01:13:21.076628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf142c3-fa1f-4626-82fa-6d1c45e207f1 None None] Pushing event updated for resources: {'Port': ['ID=4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:21.080445 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.088668 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-944c4390-d2b5-4178-b8ae-beb12b1e112d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.093748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c089c9c8-718c-442a-a0b2-5674096af7d5,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:21.181860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Router 16f66004-0076-472b-9bbb-db56290dc15c has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:13:21.186569 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c4390-d2b5-4178-b8ae-beb12b1e112d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Subnet': ['ID=a963a00a-7b00-46aa-9167-c3fec2ec62b2,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:21.190692 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-76512d05-26e9-4eb9-b2ae-a168f121ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.201285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] Set router 16f66004-0076-472b-9bbb-db56290dc15c gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:21.216419 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.217745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:21.218557 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.237780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a28f4d46-fee7-4b0e-b31d-2d6e0b126898 None None] Provisioning complete for port b27dac49-c07e-454d-aac2-fceaf1d1dfc8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:21.238153 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a28f4d46-fee7-4b0e-b31d-2d6e0b126898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.274553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a28f4d46-fee7-4b0e-b31d-2d6e0b126898 None None] Port b27dac49-c07e-454d-aac2-fceaf1d1dfc8 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:21.276879 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c4390-d2b5-4178-b8ae-beb12b1e112d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Checking segment: {'id': '24f60f28-f93a-41cd-8765-61bf056c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c6d827f9-fc84-42e8-ab5f-6a131884c462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:21.278382 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944c4390-d2b5-4178-b8ae-beb12b1e112d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network hostable DHCP agents. Network: c6d827f9-fc84-42e8-ab5f-6a131884c462, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:21.328846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event updated for resources: {'Network': ['ID=908919f2-6038-4520-bd05-cc6a16bab6fe,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:21.332976 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-38bbf494-0c0f-48a7-bd5e-ae959541e5c8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1927984 Aug 31 01:13:21.336004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51922) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:21.340355 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 908919f2-6038-4520-bd05-cc6a16bab6fe details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:21.362318 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944c4390-d2b5-4178-b8ae-beb12b1e112d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network c6d827f9-fc84-42e8-ab5f-6a131884c462 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:21.377557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-944c4390-d2b5-4178-b8ae-beb12b1e112d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, c6d827f9-fc84-42e8-ab5f-6a131884c462) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:21.385609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944c4390-d2b5-4178-b8ae-beb12b1e112d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:21.387110 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-944c4390-d2b5-4178-b8ae-beb12b1e112d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.392022 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:13:21.399724 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9dba2db9-cefe-44ce-98f4-b578920035ee admin admin] 10.222.0.58 "PUT /v2.0/routers/16f66004-0076-472b-9bbb-db56290dc15c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8486528 Aug 31 01:13:21.421140 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-944c4390-d2b5-4178-b8ae-beb12b1e112d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9858110 Aug 31 01:13:21.421713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51928) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:21.431799 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5d958171-45c8-47b2-a750-a835972e09b5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1039475313'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:21.447986 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25971ed6-a755-47bf-82c3-3fd5429861d4 req-196e93ac-8c6b-48aa-99eb-9f74ab8490c1 service neutron] 10.222.0.15 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644185 Aug 31 01:13:21.473667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d958171-45c8-47b2-a750-a835972e09b5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:21.478819 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5d958171-45c8-47b2-a750-a835972e09b5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.483846 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd129e5d-ce01-4e4f-8615-e6a22adf2e6b None None] Network c6d827f9-fc84-42e8-ab5f-6a131884c462 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:21.521362 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcbd0-7841-4846-a5ab-2f5e10c6274e tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.542114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d958171-45c8-47b2-a750-a835972e09b5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:21.553948 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5d958171-45c8-47b2-a750-a835972e09b5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.554411 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-5d958171-45c8-47b2-a750-a835972e09b5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Added segment c932b189-94a0-4cb9-a020-9c62a112b166 of type vlan for network 2bee5c7c-5672-4bbc-865d-25a2d4df3e31 Aug 31 01:13:21.554535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e3b07-02be-4a7f-bba2-30c91b6c4c99 req-6c5e1ac3-c060-4f1c-8f13-6bb05377dedd tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:21.557207 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f2e3b07-02be-4a7f-bba2-30c91b6c4c99 req-6c5e1ac3-c060-4f1c-8f13-6bb05377dedd tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.0882473 Aug 31 01:13:21.642757 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5d958171-45c8-47b2-a750-a835972e09b5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.692634 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5d958171-45c8-47b2-a750-a835972e09b5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.700707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d958171-45c8-47b2-a750-a835972e09b5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:21.701619 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5d958171-45c8-47b2-a750-a835972e09b5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.702918 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcbd0-7841-4846-a5ab-2f5e10c6274e tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.709128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f2e3b07-02be-4a7f-bba2-30c91b6c4c99 req-b59ad1be-39a1-4f08-a2f6-d4beecb9348b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279366 Aug 31 01:13:21.719338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-8f2dcbd0-7841-4846-a5ab-2f5e10c6274e tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908919f2-6038-4520-bd05-cc6a16bab6fe']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:21.747420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-8f2dcbd0-7841-4846-a5ab-2f5e10c6274e tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38655b8-420d-4a8b-af08-fd175ad759ee') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:21.747801 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-8f2dcbd0-7841-4846-a5ab-2f5e10c6274e tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38655b8-420d-4a8b-af08-fd175ad759ee') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:21.758083 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5d958171-45c8-47b2-a750-a835972e09b5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3351426 Aug 31 01:13:21.766211 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcbd0-7841-4846-a5ab-2f5e10c6274e tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.786852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51952) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:21.795082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-141baf81-8ec4-4171-bbcc-2084c729afb0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'subnet': {'network_id': '2bee5c7c-5672-4bbc-865d-25a2d4df3e31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:21.804923 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcbd0-7841-4846-a5ab-2f5e10c6274e tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.830857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2dcbd0-7841-4846-a5ab-2f5e10c6274e tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:21.832754 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcbd0-7841-4846-a5ab-2f5e10c6274e tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:21.864808 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:21.912872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 493dc395-7a6a-41eb-bc05-9b01792874f3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:21.968780 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141baf81-8ec4-4171-bbcc-2084c729afb0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:21.981287 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-141baf81-8ec4-4171-bbcc-2084c729afb0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.981644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd69b7-3bbc-4a8c-a4be-ce9d9e72b887 req-30368030-d9f3-44d0-8e0d-23314383d3c9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:21.983433 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1acd69b7-3bbc-4a8c-a4be-ce9d9e72b887 req-30368030-d9f3-44d0-8e0d-23314383d3c9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 943 time: 0.1607459 Aug 31 01:13:21.984901 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcbd0-7841-4846-a5ab-2f5e10c6274e tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.992626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2dcbd0-7841-4846-a5ab-2f5e10c6274e tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 908919f2-6038-4520-bd05-cc6a16bab6fe {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 01:13:22.015825 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcbd0-7841-4846-a5ab-2f5e10c6274e tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:22.021712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8f2dcbd0-7841-4846-a5ab-2f5e10c6274e tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "DELETE /v2.0/networks/908919f2-6038-4520-bd05-cc6a16bab6fe HTTP/1.1" status: 204 len: 168 time: 0.6784127 Aug 31 01:13:22.028261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51978) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:22.069122 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d958171-45c8-47b2-a750-a835972e09b5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Network': ['ID=2bee5c7c-5672-4bbc-865d-25a2d4df3e31,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:22.100180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 2bee5c7c-5672-4bbc-865d-25a2d4df3e31 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:22.385685 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-141baf81-8ec4-4171-bbcc-2084c729afb0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:22.416446 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 493dc395-7a6a-41eb-bc05-9b01792874f3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:22.416790 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:22.419529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-fbab007f-fd56-4a26-81f9-57d8bce384a9 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:22.432858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2dcbd0-7841-4846-a5ab-2f5e10c6274e tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event deleted for resources: {'Network': ['ID=908919f2-6038-4520-bd05-cc6a16bab6fe,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:22.486939 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141baf81-8ec4-4171-bbcc-2084c729afb0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Subnet': ['ID=b087cd2a-6e09-4ea7-b4ba-012a009844f7,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:22.496570 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1acd69b7-3bbc-4a8c-a4be-ce9d9e72b887 req-94597345-972e-41f5-9957-c481547ce0c5 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906905 Aug 31 01:13:22.502203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbab007f-fd56-4a26-81f9-57d8bce384a9 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Made reservation on behalf of 3bf94207edcf4022984707e0fa7f3dfb for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:22.505210 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fbab007f-fd56-4a26-81f9-57d8bce384a9 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:22.535652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4abd2-0163-4627-ada1-d65cb6c7e1d0 req-16636f8a-0709-4290-9398-0af68857a39c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:22.545340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40a4abd2-0163-4627-ada1-d65cb6c7e1d0 req-16636f8a-0709-4290-9398-0af68857a39c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1397276 Aug 31 01:13:22.560394 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141baf81-8ec4-4171-bbcc-2084c729afb0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Checking segment: {'id': 'c932b189-94a0-4cb9-a020-9c62a112b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2bee5c7c-5672-4bbc-865d-25a2d4df3e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:22.560858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141baf81-8ec4-4171-bbcc-2084c729afb0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network hostable DHCP agents. Network: 2bee5c7c-5672-4bbc-865d-25a2d4df3e31, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:22.572552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f66004-0076-472b-9bbb-db56290dc15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:19Z', 'revision_number': 4, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'gw_port': {'id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b27dac49-c07e-454d-aac2-fceaf1d1dfc8', 'name': '', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'mac_address': 'fa:16:3e:a5:36:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:18Z', 'updated_at': '2021-08-31T01:13:20Z', 'revision_number': 2, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'subnets': [{'id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:22.605019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141baf81-8ec4-4171-bbcc-2084c729afb0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network 2bee5c7c-5672-4bbc-865d-25a2d4df3e31 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:22.621210 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbab007f-fd56-4a26-81f9-57d8bce384a9 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:22.622500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-141baf81-8ec4-4171-bbcc-2084c729afb0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 2bee5c7c-5672-4bbc-865d-25a2d4df3e31) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:22.627332 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141baf81-8ec4-4171-bbcc-2084c729afb0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:22.628015 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-141baf81-8ec4-4171-bbcc-2084c729afb0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:22.634046 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabb9bd2-3a2c-4039-94ad-0d5eb9dfd184 None None] The sync data for ids ['16f66004-0076-472b-9bbb-db56290dc15c'] in n-d-802060-13 is: [{'id': '16f66004-0076-472b-9bbb-db56290dc15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:19Z', 'revision_number': 4, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'gw_port': {'id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b27dac49-c07e-454d-aac2-fceaf1d1dfc8', 'name': '', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'mac_address': 'fa:16:3e:a5:36:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:18Z', 'updated_at': '2021-08-31T01:13:20Z', 'revision_number': 2, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'subnets': [{'id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:13:22.653471 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-141baf81-8ec4-4171-bbcc-2084c729afb0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8657336 Aug 31 01:13:22.659230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406fca5a-8539-4603-8950-ae391b9cd233 None None] Network 2bee5c7c-5672-4bbc-865d-25a2d4df3e31 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:22.662617 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51998) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:22.670101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40a4abd2-0163-4627-ada1-d65cb6c7e1d0 req-a4b4e707-0c9c-4e1d-8eb6-062a6e78f8e8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236610 Aug 31 01:13:22.677835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-c6d827f9-fc84-42e8-ab5f-6a131884c462', 'network_id': 'c6d827f9-fc84-42e8-ab5f-6a131884c462', 'tenant_id': 'a469121be9a043f2bd5a0234df594eb4', 'fixed_ips': [{'subnet_id': 'a963a00a-7b00-46aa-9167-c3fec2ec62b2'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:13:22.678690 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:22.685029 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fbab007f-fd56-4a26-81f9-57d8bce384a9 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:22.685510 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-fbab007f-fd56-4a26-81f9-57d8bce384a9 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Added segment 17c75682-6e8f-4adc-a0c9-81731229a0a9 of type vlan for network bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372 Aug 31 01:13:22.790276 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fbab007f-fd56-4a26-81f9-57d8bce384a9 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:22.897160 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:22.903805 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.resource_extend [None req-fbab007f-fd56-4a26-81f9-57d8bce384a9 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:13:22.984840 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fbab007f-fd56-4a26-81f9-57d8bce384a9 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:22.986274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbab007f-fd56-4a26-81f9-57d8bce384a9 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:22.987014 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fbab007f-fd56-4a26-81f9-57d8bce384a9 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.004917 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.029216 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc121f3-e002-46e0-b01b-beb66628525a req-f45986cf-3c1e-494f-817d-7ca34f5b087d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:23.030966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dc121f3-e002-46e0-b01b-beb66628525a req-f45986cf-3c1e-494f-817d-7ca34f5b087d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2159102 Aug 31 01:13:23.115430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Allocated IP 2001:db8:0:ffff::2 (c6d827f9-fc84-42e8-ab5f-6a131884c462/a963a00a-7b00-46aa-9167-c3fec2ec62b2/6a6eaa48-1de2-427e-be41-407b3e679c8e) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:23.162454 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.178286 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fbab007f-fd56-4a26-81f9-57d8bce384a9 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7743397 Aug 31 01:13:23.183519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52038) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:23.193790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-dfa1b053-4e2d-4f11-85ba-a99444b67587 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Request body: {'subnet': {'network_id': 'bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:23.199201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab007f-fd56-4a26-81f9-57d8bce384a9 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event updated for resources: {'Network': ['ID=bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:23.199946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Subnet': ['ID=b087cd2a-6e09-4ea7-b4ba-012a009844f7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:23.225542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:23.249908 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92950f79-024b-49bf-a46b-fd9a40abc865 None None] Network 2bee5c7c-5672-4bbc-865d-25a2d4df3e31 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:23.252407 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dc121f3-e002-46e0-b01b-beb66628525a req-b64423d1-3a7d-4151-a9d1-7c6b82f7fbf6 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335080 Aug 31 01:13:23.301012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa1b053-4e2d-4f11-85ba-a99444b67587 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Made reservation on behalf of 3bf94207edcf4022984707e0fa7f3dfb for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:23.310008 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b053-4e2d-4f11-85ba-a99444b67587 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.347726 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.368235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bee5c7c-5672-4bbc-865d-25a2d4df3e31']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:23.396656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c932b189-94a0-4cb9-a020-9c62a112b166') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:23.397348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c932b189-94a0-4cb9-a020-9c62a112b166') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:23.424910 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.464289 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.480285 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:23.483519 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:23.490058 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:23.631641 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.641442 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.651301 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/2bee5c7c-5672-4bbc-865d-25a2d4df3e31 HTTP/1.1" status: 204 len: 168 time: 0.9846704 Aug 31 01:13:23.659566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52058) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:23.668868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4bab1c2f-5bfd-4721-8d8d-5d18d2de7444 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1889375726'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:23.711052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f08622-8fe6-4d3d-80a6-b97d6b86e503 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Network': ['ID=2bee5c7c-5672-4bbc-865d-25a2d4df3e31,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:23.768397 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.775602 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:23.777221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bab1c2f-5bfd-4721-8d8d-5d18d2de7444 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:23.784518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4bab1c2f-5bfd-4721-8d8d-5d18d2de7444 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.849139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bab1c2f-5bfd-4721-8d8d-5d18d2de7444 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:23.872957 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4bab1c2f-5bfd-4721-8d8d-5d18d2de7444 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.874174 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-4bab1c2f-5bfd-4721-8d8d-5d18d2de7444 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Added segment d4505820-c59b-42d4-9394-6747ba9ba1cb of type vlan for network 23028700-47e2-4ade-89b3-1eee75563e7f Aug 31 01:13:23.876154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Transition to ACTIVE for port object 6a6eaa48-1de2-427e-be41-407b3e679c8e will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:23.890929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-b058cddf-9af5-48a0-a646-009fc028021a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:23.893345 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-b058cddf-9af5-48a0-a646-009fc028021a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 812 time: 0.2830343 Aug 31 01:13:23.953508 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-677c3286-a408-44ad-9af5-5e250b6f92bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.978532 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4bab1c2f-5bfd-4721-8d8d-5d18d2de7444 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:23.986336 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-556ff6f5-7efb-486c-88ab-13b61c1d82f5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/quotas/aa9a2e60b3104e5b9b545398b90f57bb HTTP/1.1" status: 200 len: 375 time: 0.0847425 Aug 31 01:13:24.015961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Transition to ACTIVE for port object 6a6eaa48-1de2-427e-be41-407b3e679c8e will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:24.022309 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4bab1c2f-5bfd-4721-8d8d-5d18d2de7444 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.038603 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bab1c2f-5bfd-4721-8d8d-5d18d2de7444 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:24.042972 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4bab1c2f-5bfd-4721-8d8d-5d18d2de7444 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.101443 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.116253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c512e9-239c-4b35-9ba5-d051954a1a35 req-b47965e5-b260-4c3b-822c-1cd9199b3d62 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:24.118924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74c512e9-239c-4b35-9ba5-d051954a1a35 req-b47965e5-b260-4c3b-822c-1cd9199b3d62 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 943 time: 0.2225499 Aug 31 01:13:24.168790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-a45da4ca-39ca-4052-b6c9-4bdc5592d3ad tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1721005 Aug 31 01:13:24.207722 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Pushing event updated for resources: {'Port': ['ID=6a6eaa48-1de2-427e-be41-407b3e679c8e,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:24.222179 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:24.222562 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.236244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab1c2f-5bfd-4721-8d8d-5d18d2de7444 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Network': ['ID=23028700-47e2-4ade-89b3-1eee75563e7f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:24.272255 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.277944 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4bab1c2f-5bfd-4721-8d8d-5d18d2de7444 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6164756 Aug 31 01:13:24.280918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52068) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:24.288662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4787b2c6-e33e-47d1-b166-5ea42476cdba tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'subnet': {'network_id': '23028700-47e2-4ade-89b3-1eee75563e7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:24.298922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 23028700-47e2-4ade-89b3-1eee75563e7f details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:24.363617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74c512e9-239c-4b35-9ba5-d051954a1a35 req-6e427236-dbb0-4a99-aacf-6610a05b94a8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759169 Aug 31 01:13:24.471938 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Network c6d827f9-fc84-42e8-ab5f-6a131884c462 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:24.482677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:24.486285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:24.513506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-ab669129-bf07-44ad-859b-031c0f503c1e service neutron] 10.222.0.58 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203318 Aug 31 01:13:24.538053 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.572493 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4787b2c6-e33e-47d1-b166-5ea42476cdba tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:24.583181 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4787b2c6-e33e-47d1-b166-5ea42476cdba tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.643161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Attempting to bind port 6a6eaa48-1de2-427e-be41-407b3e679c8e on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:24.643530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Attempting to bind port 6a6eaa48-1de2-427e-be41-407b3e679c8e by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '24f60f28-f93a-41cd-8765-61bf056c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c6d827f9-fc84-42e8-ab5f-6a131884c462'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:24.643966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Attempting to bind port 6a6eaa48-1de2-427e-be41-407b3e679c8e on network c6d827f9-fc84-42e8-ab5f-6a131884c462 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:24.650219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:24.650597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Checking segment: {'id': '24f60f28-f93a-41cd-8765-61bf056c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c6d827f9-fc84-42e8-ab5f-6a131884c462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:24.651357 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.651480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Bound using segment: {'id': '24f60f28-f93a-41cd-8765-61bf056c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c6d827f9-fc84-42e8-ab5f-6a131884c462'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:24.651955 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Bound port: 6a6eaa48-1de2-427e-be41-407b3e679c8e, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f60f28-f93a-41cd-8765-61bf056c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c6d827f9-fc84-42e8-ab5f-6a131884c462'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:24.652345 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.677323 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.718562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.objects.ports [None req-dfa1b053-4e2d-4f11-85ba-a99444b67587 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94761) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:13:24.719372 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b053-4e2d-4f11-85ba-a99444b67587 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.780760 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:24.781234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba6a21-988c-4339-b5c1-dd432bf63862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:24.783271 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b41924-956d-48d2-aa6f-b6d1607cb701" -d '{"events": [{"server_uuid": "41ba6a21-988c-4339-b5c1-dd432bf63862", "name": "network-vif-plugged", "status": "completed", "tag": "5c4fd69a-c026-4e6f-bf1c-79a1c448d56a"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:24.794981 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:24.897076 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:13:24.915438 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7e1c49-94ee-483a-bb71-4416f9b807ef x-openstack-request-id: req-7d7e1c49-94ee-483a-bb71-4416f9b807ef {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:24.915803 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba6a21-988c-4339-b5c1-dd432bf63862", "name": "network-vif-plugged", "status": "completed", "tag": "5c4fd69a-c026-4e6f-bf1c-79a1c448d56a", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:24.916018 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d7e1c49-94ee-483a-bb71-4416f9b807ef {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:24.916369 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba6a21-988c-4339-b5c1-dd432bf63862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a', 'code': 200} Aug 31 01:13:24.937769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-3e3909d4-1164-4509-ba92-334abcb90349 service neutron] 10.222.0.58 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106901 Aug 31 01:13:24.944119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1b053-4e2d-4f11-85ba-a99444b67587 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1a3fb183-0a3d-472c-b963-ed8eededd362,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:24.969398 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] For port 6a6eaa48-1de2-427e-be41-407b3e679c8e, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:25.015897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa1b053-4e2d-4f11-85ba-a99444b67587 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Checking segment: {'id': '17c75682-6e8f-4adc-a0c9-81731229a0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:25.016922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa1b053-4e2d-4f11-85ba-a99444b67587 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Network hostable DHCP agents. Network: bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:25.027061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] For port 6a6eaa48-1de2-427e-be41-407b3e679c8e, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6a6eaa48-1de2-427e-be41-407b3e679c8e,segment=NetworkSegment(24f60f28-f93a-41cd-8765-61bf056c98d2),segment_id=24f60f28-f93a-41cd-8765-61bf056c98d2)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:25.053342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,revision_number=10']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:25.071411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa1b053-4e2d-4f11-85ba-a99444b67587 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Network bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:25.089475 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.091249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-dfa1b053-4e2d-4f11-85ba-a99444b67587 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:25.111653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa1b053-4e2d-4f11-85ba-a99444b67587 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:25.112986 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dfa1b053-4e2d-4f11-85ba-a99444b67587 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.118544 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4787b2c6-e33e-47d1-b166-5ea42476cdba tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.160246 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5541f611-15a1-4a37-9db4-3253eff10a7c None None] Network bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:25.173908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dfa1b053-4e2d-4f11-85ba-a99444b67587 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9857481 Aug 31 01:13:25.176239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52086) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:25.190271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Request body: {'floatingip': {'floating_network_id': 'bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:25.280730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b86f692-07f0-4b80-916b-565c4e263cd7 req-691bf428-9665-4cc2-8c94-e654a7063066 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 210 time: 0.0580947 Aug 31 01:13:25.288573 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.324507 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787b2c6-e33e-47d1-b166-5ea42476cdba tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Subnet': ['ID=ad5b8010-6b60-4a28-8ec7-8e17ab656d74,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:25.334857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4787b2c6-e33e-47d1-b166-5ea42476cdba tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Checking segment: {'id': 'd4505820-c59b-42d4-9394-6747ba9ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '23028700-47e2-4ade-89b3-1eee75563e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:25.336171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4787b2c6-e33e-47d1-b166-5ea42476cdba tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network hostable DHCP agents. Network: 23028700-47e2-4ade-89b3-1eee75563e7f, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:25.363878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4787b2c6-e33e-47d1-b166-5ea42476cdba tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network 23028700-47e2-4ade-89b3-1eee75563e7f is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:25.401758 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-4787b2c6-e33e-47d1-b166-5ea42476cdba tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 23028700-47e2-4ade-89b3-1eee75563e7f) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:25.420529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4787b2c6-e33e-47d1-b166-5ea42476cdba tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:25.421353 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4787b2c6-e33e-47d1-b166-5ea42476cdba tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.497527 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4787b2c6-e33e-47d1-b166-5ea42476cdba tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2134857 Aug 31 01:13:25.498707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52094) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:25.528072 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6706b9b1-c8e8-4f7a-8375-ccaf98fcdfab tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1397604999'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:25.561901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e972ec94-4f50-46ac-99a3-e7d6db18e657 None None] Network 23028700-47e2-4ade-89b3-1eee75563e7f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:25.563926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba68e45-72c9-405e-b378-e2d132e9cfc5 None None] Network bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:25.602829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6706b9b1-c8e8-4f7a-8375-ccaf98fcdfab tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:25.612716 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6706b9b1-c8e8-4f7a-8375-ccaf98fcdfab tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.673289 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6706b9b1-c8e8-4f7a-8375-ccaf98fcdfab tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:25.730825 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6706b9b1-c8e8-4f7a-8375-ccaf98fcdfab tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.731171 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-6706b9b1-c8e8-4f7a-8375-ccaf98fcdfab tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Added segment 47185a7d-0a31-43b7-8a46-50ce42e52d34 of type vlan for network e8158b86-c580-4ff1-bdeb-64806937b471 Aug 31 01:13:25.734953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11c71c-8980-46c5-8781-797036cefe1c req-c613de82-a7db-47da-b2dd-c5597ff43b94 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:25.746475 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef11c71c-8980-46c5-8781-797036cefe1c req-c613de82-a7db-47da-b2dd-c5597ff43b94 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 943 time: 0.2640910 Aug 31 01:13:25.855759 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6706b9b1-c8e8-4f7a-8375-ccaf98fcdfab tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.900352 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6706b9b1-c8e8-4f7a-8375-ccaf98fcdfab tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.907802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6706b9b1-c8e8-4f7a-8375-ccaf98fcdfab tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:25.908632 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6706b9b1-c8e8-4f7a-8375-ccaf98fcdfab tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:25.940324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef11c71c-8980-46c5-8781-797036cefe1c req-48ed6f3f-b9dd-4605-9326-4e9fdf0411c4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909034 Aug 31 01:13:25.971786 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:26.012702 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6706b9b1-c8e8-4f7a-8375-ccaf98fcdfab tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5132120 Aug 31 01:13:26.017266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52114) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:26.022178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:26.024171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a796f1be-8961-4802-ae20-29cc1982cab2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'subnet': {'network_id': 'e8158b86-c580-4ff1-bdeb-64806937b471', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:26.112307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706b9b1-c8e8-4f7a-8375-ccaf98fcdfab tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Network': ['ID=e8158b86-c580-4ff1-bdeb-64806937b471,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:26.242231 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a796f1be-8961-4802-ae20-29cc1982cab2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:26.262216 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a796f1be-8961-4802-ae20-29cc1982cab2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:26.275184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Allocated IP 172.20.0.13 (bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372/1a3fb183-0a3d-472c-b963-ed8eededd362/97b93339-c926-4b7c-ad94-4f1d9cf10f32) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:26.367340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network e8158b86-c580-4ff1-bdeb-64806937b471 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:26.386256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc91fe1-c1cd-4b6c-8513-6c68479fe4e3 None None] Pushing event updated for resources: {'Port': ['ID=6a6eaa48-1de2-427e-be41-407b3e679c8e,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:26.473216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.ipam_backend_mixin [None req-a796f1be-8961-4802-ae20-29cc1982cab2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Performing IP validity checks on allocation pools {{(pid=94760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 01:13:26.473455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.ipam_backend_mixin [None req-a796f1be-8961-4802-ae20-29cc1982cab2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 01:13:26.478681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-23028700-47e2-4ade-89b3-1eee75563e7f', 'network_id': '23028700-47e2-4ade-89b3-1eee75563e7f', 'tenant_id': 'a469121be9a043f2bd5a0234df594eb4', 'fixed_ips': [{'subnet_id': 'ad5b8010-6b60-4a28-8ec7-8e17ab656d74'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:13:26.480460 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:26.491904 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:26.667613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5be230f-4915-4803-9d79-90f128311ff0 req-ffb7865e-3736-4ea2-99eb-f3db165b18f8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 210 time: 0.1320171 Aug 31 01:13:26.741139 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:26.746112 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a796f1be-8961-4802-ae20-29cc1982cab2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:26.833636 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:26.841962 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796f1be-8961-4802-ae20-29cc1982cab2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Subnet': ['ID=72991f04-aae6-4f04-bb2c-24703cf247c4,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:26.846568 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796f1be-8961-4802-ae20-29cc1982cab2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Checking segment: {'id': '47185a7d-0a31-43b7-8a46-50ce42e52d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e8158b86-c580-4ff1-bdeb-64806937b471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:26.847249 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a796f1be-8961-4802-ae20-29cc1982cab2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network hostable DHCP agents. Network: e8158b86-c580-4ff1-bdeb-64806937b471, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:26.870200 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a796f1be-8961-4802-ae20-29cc1982cab2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network e8158b86-c580-4ff1-bdeb-64806937b471 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:26.893717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a796f1be-8961-4802-ae20-29cc1982cab2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, e8158b86-c580-4ff1-bdeb-64806937b471) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:26.900790 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a796f1be-8961-4802-ae20-29cc1982cab2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:26.901370 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a796f1be-8961-4802-ae20-29cc1982cab2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:26.902474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:26.915240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:26.915958 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:26.942499 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a796f1be-8961-4802-ae20-29cc1982cab2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9217486 Aug 31 01:13:26.943476 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52130) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:26.964062 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8', 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210', 'port_id': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8', 'mac_address': 'fa:16:3e:03:92:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae6296a-54fb-431d-93be-6f50e6d5dae4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:13:26.965994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d980d64c-e8c9-43d7-adb0-a8a8af2473c9 None None] Network e8158b86-c580-4ff1-bdeb-64806937b471 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:27.176183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Network bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:27.234816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:27.317798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event updated for resources: {'Port': ['ID=97b93339-c926-4b7c-ad94-4f1d9cf10f32,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:27.344152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:27.430644 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Sync routers for ids ['16f66004-0076-472b-9bbb-db56290dc15c'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:13:27.453123 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Routers {'16f66004-0076-472b-9bbb-db56290dc15c'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:27.453772 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:13:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['16f66004-0076-472b-9bbb-db56290dc15c'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:27.455928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-06f0c0cc-5b97-4650-9652-56c1fa314223 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:27.459210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-06f0c0cc-5b97-4650-9652-56c1fa314223 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.15 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 812 time: 0.5097048 Aug 31 01:13:27.486447 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-9687d490-7361-419c-87da-efad394e94cc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Request body: {'port': {'device_id': '99731f78-edc6-4990-8a18-5e880d511077', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'admin_state_up': True, 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:27.583138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e83e6-b939-4794-bbe1-e057037c25b1 req-65b83b9f-6d69-43ae-99fb-8924076c5840 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:27.592535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b2e83e6-b939-4794-bbe1-e057037c25b1 req-65b83b9f-6d69-43ae-99fb-8924076c5840 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 943 time: 0.4440832 Aug 31 01:13:27.718635 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:27.749444 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Set router 16f66004-0076-472b-9bbb-db56290dc15c gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:27.841454 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Allocated IP 2001:db8::1 (23028700-47e2-4ade-89b3-1eee75563e7f/ad5b8010-6b60-4a28-8ec7-8e17ab656d74/33298ffa-3d3e-43ca-9229-0508bbe3f4f0) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:27.977525 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.022861 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.077557 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.101309 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f66004-0076-472b-9bbb-db56290dc15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:19Z', 'revision_number': 4, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'gw_port': {'id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b27dac49-c07e-454d-aac2-fceaf1d1dfc8', 'name': '', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'mac_address': 'fa:16:3e:a5:36:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:18Z', 'updated_at': '2021-08-31T01:13:20Z', 'revision_number': 2, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'subnets': [{'id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:28.117048 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b2e83e6-b939-4794-bbe1-e057037c25b1 req-74a281f0-5e72-4552-aca2-048fa6ac95a9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236979 Aug 31 01:13:28.170458 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.184397 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.193270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-9687d490-7361-419c-87da-efad394e94cc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Made reservation on behalf of aa9a2e60b3104e5b9b545398b90f57bb for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:28.202605 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-9687d490-7361-419c-87da-efad394e94cc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.213624 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Checking router: 16f66004-0076-472b-9bbb-db56290dc15c for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:13:28.215595 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Updating router 16f66004-0076-472b-9bbb-db56290dc15c port b27dac49-c07e-454d-aac2-fceaf1d1dfc8 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:13:28.224611 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:28.225903 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.284103 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.297326 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Transition to ACTIVE for port object 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:28.313696 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.326740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Transition to ACTIVE for port object 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:28.332920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e110e7-98f6-49df-8303-6f34224561fc None None] Network c6d827f9-fc84-42e8-ab5f-6a131884c462 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:28.339110 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.379141 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.391270 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.398471 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-e6e8165c-cefb-4870-ac98-2bbc81bff380 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:28.420880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-e6e8165c-cefb-4870-ac98-2bbc81bff380 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/networks?id=ab74ee34-12a3-401b-bc75-1cf0aeeda842 HTTP/1.1" status: 200 len: 814 time: 0.6780741 Aug 31 01:13:28.455517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Subnet': ['ID=72991f04-aae6-4f04-bb2c-24703cf247c4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:28.460074 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8158b86-c580-4ff1-bdeb-64806937b471']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:28.485138 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47185a7d-0a31-43b7-8a46-50ce42e52d34') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:28.485439 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47185a7d-0a31-43b7-8a46-50ce42e52d34') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:28.528649 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.529543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Network 23028700-47e2-4ade-89b3-1eee75563e7f is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:28.549086 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.563874 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:28.564334 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:28.570347 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:28.582391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:28.610449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:28.674086 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.691222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6a6eaa48-1de2-427e-be41-407b3e679c8e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:28.717433 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.733514 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2ebd4e19-9063-46f2-978f-9c6ab8f179f6 None None] Provisioning for port 6a6eaa48-1de2-427e-be41-407b3e679c8e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:28.746100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:28.746324 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.757925 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.764951 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/e8158b86-c580-4ff1-bdeb-64806937b471 HTTP/1.1" status: 204 len: 168 time: 1.8174014 Aug 31 01:13:28.770358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52182) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:28.773471 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:28.790564 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-588baf11-a3b2-48c8-8bb1-7038030a614a req-3d5607bb-412a-4db6-895b-1219cd818397 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 210 time: 0.4959390 Aug 31 01:13:28.810198 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.833800 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-813c5954-2c48-4eaa-9d76-7c51cf6e1062 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1978709603'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:28.838149 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.841420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70564b8e-5c84-482b-a2a3-dec269dbd6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-e8158b86-c580-4ff1-bdeb-64806937b471', 'network_id': 'e8158b86-c580-4ff1-bdeb-64806937b471', 'tenant_id': 'a469121be9a043f2bd5a0234df594eb4', 'fixed_ips': [{'subnet_id': '72991f04-aae6-4f04-bb2c-24703cf247c4'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:13:28.842614 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-70564b8e-5c84-482b-a2a3-dec269dbd6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.892350 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8504ec8-306a-425f-adb9-99b6fc234ab0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Network': ['ID=e8158b86-c580-4ff1-bdeb-64806937b471,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:28.896094 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:28.907657 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87abad58-0794-4b59-872e-5e5a3d295ab2 None None] Network e8158b86-c580-4ff1-bdeb-64806937b471 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:28.910506 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813c5954-2c48-4eaa-9d76-7c51cf6e1062 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:28.922138 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-813c5954-2c48-4eaa-9d76-7c51cf6e1062 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.934939 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87abad58-0794-4b59-872e-5e5a3d295ab2 None None] Network e8158b86-c580-4ff1-bdeb-64806937b471 could not be found, it might have been deleted concurrently. {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 01:13:28.940520 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Attempting to bind port 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:28.941595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Attempting to bind port 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'd4505820-c59b-42d4-9394-6747ba9ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '23028700-47e2-4ade-89b3-1eee75563e7f'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:28.942193 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Attempting to bind port 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 on network 23028700-47e2-4ade-89b3-1eee75563e7f {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:28.987635 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813c5954-2c48-4eaa-9d76-7c51cf6e1062 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:29.004331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 6a6eaa48-1de2-427e-be41-407b3e679c8e completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:29.013172 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-813c5954-2c48-4eaa-9d76-7c51cf6e1062 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.013784 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-813c5954-2c48-4eaa-9d76-7c51cf6e1062 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Added segment 9bea2bde-b749-4eeb-8a12-07d5302dc747 of type vlan for network eb3f1762-2a17-4ab9-a048-59306ee88eb1 Aug 31 01:13:29.041066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 6a6eaa48-1de2-427e-be41-407b3e679c8e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:29.041066 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.041643 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.064712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event updated for resources: {'Port': ['ID=97b93339-c926-4b7c-ad94-4f1d9cf10f32,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:29.065382 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Transition to ACTIVE for port object b27dac49-c07e-454d-aac2-fceaf1d1dfc8 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:29.095906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-6492a962-f018-47f1-8b45-214171db30b4 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/quotas/9d25507ba0d945d3821d1453bb12e9fa HTTP/1.1" status: 200 len: 375 time: 0.6677346 Aug 31 01:13:29.114829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:29.114829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Checking segment: {'id': 'd4505820-c59b-42d4-9394-6747ba9ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '23028700-47e2-4ade-89b3-1eee75563e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:29.114829 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.114829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Bound using segment: {'id': 'd4505820-c59b-42d4-9394-6747ba9ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '23028700-47e2-4ade-89b3-1eee75563e7f'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:29.114829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Bound port: 33298ffa-3d3e-43ca-9229-0508bbe3f4f0, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4505820-c59b-42d4-9394-6747ba9ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '23028700-47e2-4ade-89b3-1eee75563e7f'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:29.114829 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.126773 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.176165 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-813c5954-2c48-4eaa-9d76-7c51cf6e1062 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.182061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Pushing event updated for resources: {'Port': ['ID=33298ffa-3d3e-43ca-9229-0508bbe3f4f0,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:29.250265 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-813c5954-2c48-4eaa-9d76-7c51cf6e1062 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.282008 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813c5954-2c48-4eaa-9d76-7c51cf6e1062 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:29.284257 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-813c5954-2c48-4eaa-9d76-7c51cf6e1062 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.294491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-9687d490-7361-419c-87da-efad394e94cc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Allocated IP 172.20.0.6 (5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad/c35ba00f-fd19-48e8-9930-8cd7e499d142/cee71392-60a3-4a35-b8c0-1a0239f26524) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:29.328848 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-813c5954-2c48-4eaa-9d76-7c51cf6e1062 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5573840 Aug 31 01:13:29.339070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] For port 33298ffa-3d3e-43ca-9229-0508bbe3f4f0, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:29.357723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] For port 33298ffa-3d3e-43ca-9229-0508bbe3f4f0, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=33298ffa-3d3e-43ca-9229-0508bbe3f4f0,segment=NetworkSegment(d4505820-c59b-42d4-9394-6747ba9ba1cb),segment_id=d4505820-c59b-42d4-9394-6747ba9ba1cb)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:29.359700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52190) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:29.368889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['23a9026e-3dbf-4cf2-a046-d55bc5062ff8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:29.374191 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.387987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-bab70de0-7509-4c1a-8f96-cdac198f3e12 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'subnet': {'network_id': 'eb3f1762-2a17-4ab9-a048-59306ee88eb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:29.410716 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b2870-8102-48af-afa5-fc63e228caf2 None None] Pushing event updated for resources: {'Port': ['ID=b27dac49-c07e-454d-aac2-fceaf1d1dfc8,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:29.432309 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b2870-8102-48af-afa5-fc63e228caf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:29.433728 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b2870-8102-48af-afa5-fc63e228caf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:29.433728 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b2870-8102-48af-afa5-fc63e228caf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:29.433728 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b2870-8102-48af-afa5-fc63e228caf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:29.433728 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b2870-8102-48af-afa5-fc63e228caf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:29.434431 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b2870-8102-48af-afa5-fc63e228caf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:29.434431 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b2870-8102-48af-afa5-fc63e228caf2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:29.434732 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b2870-8102-48af-afa5-fc63e228caf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:29.439550 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b2870-8102-48af-afa5-fc63e228caf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:29.439961 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b2870-8102-48af-afa5-fc63e228caf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:29.440306 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b2870-8102-48af-afa5-fc63e228caf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:29.440642 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b2870-8102-48af-afa5-fc63e228caf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:29.470112 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Attempting to bind port b27dac49-c07e-454d-aac2-fceaf1d1dfc8 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:29.470489 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Attempting to bind port b27dac49-c07e-454d-aac2-fceaf1d1dfc8 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '7f329871-24c6-4c1c-ad35-63d6b3fe7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:29.481992 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Attempting to bind port b27dac49-c07e-454d-aac2-fceaf1d1dfc8 on network ebcfddf9-8b28-46c0-b6e9-f572fd50039a {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:29.497048 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:29.497422 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Checking segment: {'id': '7f329871-24c6-4c1c-ad35-63d6b3fe7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:29.497824 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.503984 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Bound using segment: {'id': '7f329871-24c6-4c1c-ad35-63d6b3fe7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:29.504618 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Bound port: b27dac49-c07e-454d-aac2-fceaf1d1dfc8, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f329871-24c6-4c1c-ad35-63d6b3fe7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:29.505028 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.647659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c5954-2c48-4eaa-9d76-7c51cf6e1062 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Network': ['ID=eb3f1762-2a17-4ab9-a048-59306ee88eb1,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:29.657146 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] For port b27dac49-c07e-454d-aac2-fceaf1d1dfc8, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:29.666644 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-9687d490-7361-419c-87da-efad394e94cc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.669693 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] For port b27dac49-c07e-454d-aac2-fceaf1d1dfc8, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b27dac49-c07e-454d-aac2-fceaf1d1dfc8,segment=NetworkSegment(7f329871-24c6-4c1c-ad35-63d6b3fe7fe6),segment_id=7f329871-24c6-4c1c-ad35-63d6b3fe7fe6)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:29.682097 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.715485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-9687d490-7361-419c-87da-efad394e94cc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Transition to ACTIVE for port object cee71392-60a3-4a35-b8c0-1a0239f26524 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:29.728637 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network eb3f1762-2a17-4ab9-a048-59306ee88eb1 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:29.781990 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab70de0-7509-4c1a-8f96-cdac198f3e12 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:29.785847 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bab70de0-7509-4c1a-8f96-cdac198f3e12 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.853345 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-9687d490-7361-419c-87da-efad394e94cc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.926230 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.971970 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b2870-8102-48af-afa5-fc63e228caf2 None None] Pushing event updated for resources: {'Port': ['ID=b27dac49-c07e-454d-aac2-fceaf1d1dfc8,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:29.980232 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1fadea18-0754-464f-8d7f-71be54039077'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:29.993076 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Routers {'16f66004-0076-472b-9bbb-db56290dc15c'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:29.994504 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:13:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['16f66004-0076-472b-9bbb-db56290dc15c'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:30.043915 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:30.105228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-9687d490-7361-419c-87da-efad394e94cc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:30.175932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ba3cdb24-0052-45af-9d27-18dfb5c56f86 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d25507ba0d945d3821d1453bb12e9fa&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0844429 Aug 31 01:13:30.177659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-9687d490-7361-419c-87da-efad394e94cc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:30.211822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-9687d490-7361-419c-87da-efad394e94cc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:30.387894 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bab70de0-7509-4c1a-8f96-cdac198f3e12 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:30.393294 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:30.427933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-9687d490-7361-419c-87da-efad394e94cc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:30.429024 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-9687d490-7361-419c-87da-efad394e94cc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:30.432460 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687d490-7361-419c-87da-efad394e94cc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event updated for resources: {'Port': ['ID=cee71392-60a3-4a35-b8c0-1a0239f26524,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:30.463805 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] Set router 16f66004-0076-472b-9bbb-db56290dc15c gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:30.498189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 6a6eaa48-1de2-427e-be41-407b3e679c8e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6a6eaa48-1de2-427e-be41-407b3e679c8e,segment=NetworkSegment(24f60f28-f93a-41cd-8765-61bf056c98d2),segment_id=24f60f28-f93a-41cd-8765-61bf056c98d2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:30.542942 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab70de0-7509-4c1a-8f96-cdac198f3e12 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Subnet': ['ID=7300b70a-57aa-48c9-8d2d-9a9791ff2c30,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:30.573318 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:30.650886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-9687d490-7361-419c-87da-efad394e94cc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1732929 Aug 31 01:13:30.693518 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:30.700423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e9154201-5940-4792-a220-dd51a7af6583 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5227091 Aug 31 01:13:30.720168 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52198) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:30.730754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Request body: {'port': {'device_id': '99731f78-edc6-4990-8a18-5e880d511077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:30.731007 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab70de0-7509-4c1a-8f96-cdac198f3e12 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Checking segment: {'id': '9bea2bde-b749-4eeb-8a12-07d5302dc747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'eb3f1762-2a17-4ab9-a048-59306ee88eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:30.731377 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab70de0-7509-4c1a-8f96-cdac198f3e12 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network hostable DHCP agents. Network: eb3f1762-2a17-4ab9-a048-59306ee88eb1, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:30.795149 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57aec70-78be-4a9c-9c31-5d8209cc186b None None] Pushing event updated for resources: {'Port': ['ID=33298ffa-3d3e-43ca-9229-0508bbe3f4f0,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:30.956974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:30.976505 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b27dac49-c07e-454d-aac2-fceaf1d1dfc8 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:30.990722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-fed8aef6-4ec8-4dcd-9200-de07c6e2d3ee service neutron] 10.222.0.58 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917437 Aug 31 01:13:31.029502 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c587f00c-594f-44cd-b47b-d14c89f58d76 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372 HTTP/1.1" status: 200 len: 690 time: 0.2801383 Aug 31 01:13:31.032127 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52200) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:31.099886 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab70de0-7509-4c1a-8f96-cdac198f3e12 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network eb3f1762-2a17-4ab9-a048-59306ee88eb1 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:31.110441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-820edc7a-e068-4c8d-a84a-bb33a572d9e9 None None] Provisioning for port cee71392-60a3-4a35-b8c0-1a0239f26524 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:31.153860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=6a6eaa48-1de2-427e-be41-407b3e679c8e,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:31.157100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-820edc7a-e068-4c8d-a84a-bb33a572d9e9 None None] Provisioning complete for port cee71392-60a3-4a35-b8c0-1a0239f26524 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:31.157669 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-820edc7a-e068-4c8d-a84a-bb33a572d9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.344911 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.425136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-de188c95-672c-477b-9c62-0287173866cb service neutron] 10.222.0.58 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250791 Aug 31 01:13:31.432617 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-bab70de0-7509-4c1a-8f96-cdac198f3e12 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, eb3f1762-2a17-4ab9-a048-59306ee88eb1) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:31.561005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab70de0-7509-4c1a-8f96-cdac198f3e12 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:31.562979 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bab70de0-7509-4c1a-8f96-cdac198f3e12 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.564107 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f66004-0076-472b-9bbb-db56290dc15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:19Z', 'revision_number': 4, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'gw_port': {'id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b27dac49-c07e-454d-aac2-fceaf1d1dfc8', 'name': '', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'mac_address': 'fa:16:3e:a5:36:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:18Z', 'updated_at': '2021-08-31T01:13:29Z', 'revision_number': 4, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'subnets': [{'id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:31.605006 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bab70de0-7509-4c1a-8f96-cdac198f3e12 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2432122 Aug 31 01:13:31.605457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52202) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:31.692144 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc42d1a-c28a-4e76-a3d0-d4b516485876 None None] The sync data for ids ['16f66004-0076-472b-9bbb-db56290dc15c'] in n-d-802060-13 is: [{'id': '16f66004-0076-472b-9bbb-db56290dc15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:19Z', 'revision_number': 4, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'gw_port': {'id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b27dac49-c07e-454d-aac2-fceaf1d1dfc8', 'name': '', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'mac_address': 'fa:16:3e:a5:36:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:18Z', 'updated_at': '2021-08-31T01:13:29Z', 'revision_number': 4, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'subnets': [{'id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:13:31.699857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Deleting port 97b93339-c926-4b7c-ad94-4f1d9cf10f32 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:31.700334 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.910439 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff74937-cdb5-4f49-acf0-44fcebb21079 None None] Network eb3f1762-2a17-4ab9-a048-59306ee88eb1 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:31.922598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8714425-0ba3-4c1b-883f-56409d889e10 None None] Network 23028700-47e2-4ade-89b3-1eee75563e7f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:31.935546 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.935889 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:31.995755 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Calling delete_port for 97b93339-c926-4b7c-ad94-4f1d9cf10f32 owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:32.183700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-820edc7a-e068-4c8d-a84a-bb33a572d9e9 None None] Port cee71392-60a3-4a35-b8c0-1a0239f26524 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:32.350871 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:32.429376 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:32.511612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port b27dac49-c07e-454d-aac2-fceaf1d1dfc8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:32.528974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event deleted for resources: {'Port': ['ID=97b93339-c926-4b7c-ad94-4f1d9cf10f32,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:32.580244 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-820edc7a-e068-4c8d-a84a-bb33a572d9e9 None None] Provisioning complete for port 6a6eaa48-1de2-427e-be41-407b3e679c8e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:32.580620 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-820edc7a-e068-4c8d-a84a-bb33a572d9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:32.689772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b27dac49-c07e-454d-aac2-fceaf1d1dfc8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:32.691104 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:32.784042 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff3fe7-5e11-419f-a4c4-e3eac63bbeba req-24432ae9-a485-45b8-8663-fa75e5eabebe tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:32.788513 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:32.792725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10ff3fe7-5e11-419f-a4c4-e3eac63bbeba req-24432ae9-a485-45b8-8663-fa75e5eabebe tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 944 time: 0.2579896 Aug 31 01:13:32.825257 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:32.905679 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10ff3fe7-5e11-419f-a4c4-e3eac63bbeba req-19ba2fe1-f8f6-4572-8a7d-33f3e27b891b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119602 Aug 31 01:13:32.927204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee71392-60a3-4a35-b8c0-1a0239f26524 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:32.966493 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.116710 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.162290 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.240313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1a3fb183-0a3d-472c-b963-ed8eededd362,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:33.270157 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.301512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ecb568-7a7b-4473-b10b-b6fcd050d955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-eb3f1762-2a17-4ab9-a048-59306ee88eb1', 'network_id': 'eb3f1762-2a17-4ab9-a048-59306ee88eb1', 'tenant_id': 'a469121be9a043f2bd5a0234df594eb4', 'fixed_ips': [{'subnet_id': '7300b70a-57aa-48c9-8d2d-9a9791ff2c30'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:13:33.307154 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34ecb568-7a7b-4473-b10b-b6fcd050d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.316282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Transition to ACTIVE for port object cee71392-60a3-4a35-b8c0-1a0239f26524 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:33.324007 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.364671 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.370910 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.399363 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:33.436114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port b27dac49-c07e-454d-aac2-fceaf1d1dfc8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b27dac49-c07e-454d-aac2-fceaf1d1dfc8,segment=NetworkSegment(7f329871-24c6-4c1c-ad35-63d6b3fe7fe6),segment_id=7f329871-24c6-4c1c-ad35-63d6b3fe7fe6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:33.441375 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c75682-6e8f-4adc-a0c9-81731229a0a9') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:33.441375 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c75682-6e8f-4adc-a0c9-81731229a0a9') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:33.464175 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.516130 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.531512 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:33.532850 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:33.538862 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:33.584084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4c14b-28b4-44f4-b63e-c460ea5dd870 req-fe902fe1-7be8-424c-9234-c808ea84b724 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:33.585697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8b4c14b-28b4-44f4-b63e-c460ea5dd870 req-fe902fe1-7be8-424c-9234-c808ea84b724 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 931 time: 0.4465849 Aug 31 01:13:33.606901 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.610724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:33.611142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Pushing event updated for resources: {'Port': ['ID=cee71392-60a3-4a35-b8c0-1a0239f26524,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:33.764131 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.806986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 01:13:33.808626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:33.815464 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.823925 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-51d21470-fa25-43fc-88b3-5d19ff6b91df tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "DELETE /v2.0/networks/bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372 HTTP/1.1" status: 204 len: 168 time: 2.7875099 Aug 31 01:13:33.827802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52220) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:33.834272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8d861d25-ae45-4b01-a107-c8d8d5b73ddc None None] Provisioning for port 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:33.969940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=b27dac49-c07e-454d-aac2-fceaf1d1dfc8,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:34.001484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:34.001872 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:34.022792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8b4c14b-28b4-44f4-b63e-c460ea5dd870 req-0c0b59ca-0f3b-4592-9258-f86c0463aadb tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278400 Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server [None req-34ecb568-7a7b-4473-b10b-b6fcd050d955 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7300b70a-57aa-48c9-8d2d-9a9791ff2c30: This subnet is being modified by another concurrent operation. Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:13:34.081666 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7300b70a-57aa-48c9-8d2d-9a9791ff2c30: This subnet is being modified by another concurrent operation. Aug 31 01:13:34.085919 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:13:34.111445 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:34.117339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52226) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:34.120258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0102726-8aea-43f4-ae19-9afe98f12831 None None] Network eb3f1762-2a17-4ab9-a048-59306ee88eb1 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:34.123120 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4778cc6f-9259-4d75-81de-5632246adb7e tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.2896500 Aug 31 01:13:34.325377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Subnet': ['ID=7300b70a-57aa-48c9-8d2d-9a9791ff2c30,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:34.336311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dbd917-bd44-46bd-9418-5354b8ed5056 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.337422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dbd917-bd44-46bd-9418-5354b8ed5056 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.337979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dbd917-bd44-46bd-9418-5354b8ed5056 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.338442 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dbd917-bd44-46bd-9418-5354b8ed5056 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.339071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dbd917-bd44-46bd-9418-5354b8ed5056 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.339554 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dbd917-bd44-46bd-9418-5354b8ed5056 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.340014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dbd917-bd44-46bd-9418-5354b8ed5056 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.340462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dbd917-bd44-46bd-9418-5354b8ed5056 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.340911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dbd917-bd44-46bd-9418-5354b8ed5056 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.341430 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dbd917-bd44-46bd-9418-5354b8ed5056 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.341883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dbd917-bd44-46bd-9418-5354b8ed5056 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.342331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dbd917-bd44-46bd-9418-5354b8ed5056 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.347715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52228) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:34.347949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-65dbd917-bd44-46bd-9418-5354b8ed5056 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7775 time: 0.1763866 Aug 31 01:13:34.380198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-675eac3d-7482-4f88-a77f-759b65e966ce req-745356a6-a5da-46bf-b145-b6e5a29869f9 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 210 time: 0.0692301 Aug 31 01:13:34.400210 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Attempting to bind port cee71392-60a3-4a35-b8c0-1a0239f26524 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:34.400550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Attempting to bind port cee71392-60a3-4a35-b8c0-1a0239f26524 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:34.400881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Attempting to bind port cee71392-60a3-4a35-b8c0-1a0239f26524 on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:34.467186 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb4447b-c064-4cd7-bf10-c7e1de57572e None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:13:34.469682 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-8c3ac0f8-64b3-4442-baba-3f2289b92155 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] delete failed (client error): The resource could not be found. Aug 31 01:13:34.472894 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8c3ac0f8-64b3-4442-baba-3f2289b92155 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/f485b542-b754-4ba5-aa95-e967a29ce132 HTTP/1.1" status: 404 len: 345 time: 0.1239994 Aug 31 01:13:34.475751 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52230) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:34.518560 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-55daee96-5065-41b2-9e48-e8251c3720f2 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] DELETE failed (client error): The resource could not be found. Aug 31 01:13:34.521698 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55daee96-5065-41b2-9e48-e8251c3720f2 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:34.524693 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-55daee96-5065-41b2-9e48-e8251c3720f2 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "DELETE /v2.0/networks/bf0b90ee-5ffd-48f7-b8fb-aaeddb90f372 HTTP/1.1" status: 404 len: 339 time: 0.0474298 Aug 31 01:13:34.532986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52232) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:34.538198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-276fdc00-657b-4441-938a-0ccfdeacebfb tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Request body: {'network': {'name': 'tempest-network--1110323673', 'router:external': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:34.562787 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:34.583876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-33e8bf2b-dcb3-43ed-aaa1-2d8db12d1117 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.585294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276fdc00-657b-4441-938a-0ccfdeacebfb tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Made reservation on behalf of 3bf94207edcf4022984707e0fa7f3dfb for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:34.590635 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-276fdc00-657b-4441-938a-0ccfdeacebfb tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:34.596271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-33e8bf2b-dcb3-43ed-aaa1-2d8db12d1117 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.70 "GET /v2.0/networks?id=ab74ee34-12a3-401b-bc75-1cf0aeeda842 HTTP/1.1" status: 200 len: 814 time: 0.9150727 Aug 31 01:13:34.599139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Port cee71392-60a3-4a35-b8c0-1a0239f26524 on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:13:34.600416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Attempting to bind port cee71392-60a3-4a35-b8c0-1a0239f26524 on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:34.626473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-471aaf01-0752-427b-94b1-e30b90606927 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Request body: {'port': {'device_id': '96f0faaf-02bd-4afa-87c3-3617be8ae397', 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842', 'admin_state_up': True, 'tenant_id': '9d25507ba0d945d3821d1453bb12e9fa'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:34.635707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276fdc00-657b-4441-938a-0ccfdeacebfb tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:34.656497 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-276fdc00-657b-4441-938a-0ccfdeacebfb tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:34.656856 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-276fdc00-657b-4441-938a-0ccfdeacebfb tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Added segment d683033b-d744-4512-9cd6-318422dfaaf9 of type vlan for network 38883fb9-da5d-4603-8d44-b01b23879229 Aug 31 01:13:34.738576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3f1762-2a17-4ab9-a048-59306ee88eb1']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:34.748825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:34.750289 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Checking segment: {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:34.751438 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Bound using segment: {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:34.752391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Bound port: cee71392-60a3-4a35-b8c0-1a0239f26524, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:34.753219 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:34.820172 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-276fdc00-657b-4441-938a-0ccfdeacebfb tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:34.848892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bea2bde-b749-4eeb-8a12-07d5302dc747') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:34.850273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bea2bde-b749-4eeb-8a12-07d5302dc747') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:34.879907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:34.915380 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-276fdc00-657b-4441-938a-0ccfdeacebfb tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:34.916966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fdc00-657b-4441-938a-0ccfdeacebfb tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.923372 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-276fdc00-657b-4441-938a-0ccfdeacebfb tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:34.925032 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:34.969912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:34.974855 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb4447b-c064-4cd7-bf10-c7e1de57572e None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:13:34.996944 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-276fdc00-657b-4441-938a-0ccfdeacebfb tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4627733 Aug 31 01:13:35.004049 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52234) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:35.004286 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.052317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2b8dd-4bd3-4833-bbd7-c3ebaeac753e req-34f8c8f9-de3e-4423-a9fc-3f032d516ce1 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.061661 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2d2b8dd-4bd3-4833-bbd7-c3ebaeac753e req-34f8c8f9-de3e-4423-a9fc-3f032d516ce1 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 944 time: 0.2803173 Aug 31 01:13:35.087334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:35.087749 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:35.090827 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:35.171850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:35.192212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:35.192975 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.279075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] For port cee71392-60a3-4a35-b8c0-1a0239f26524, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:35.284829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:35.285030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] For port cee71392-60a3-4a35-b8c0-1a0239f26524, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=cee71392-60a3-4a35-b8c0-1a0239f26524,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:35.310816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:35.313517 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.357624 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.360253 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fdc00-657b-4441-938a-0ccfdeacebfb tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event updated for resources: {'Network': ['ID=38883fb9-da5d-4603-8d44-b01b23879229,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:35.384949 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-471aaf01-0752-427b-94b1-e30b90606927 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Made reservation on behalf of 9d25507ba0d945d3821d1453bb12e9fa for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:35.386823 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df0b73-15f0-446c-a6e8-ee638cf77b08 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.397744 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df0b73-15f0-446c-a6e8-ee638cf77b08 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.401418 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-471aaf01-0752-427b-94b1-e30b90606927 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.401969 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 38883fb9-da5d-4603-8d44-b01b23879229 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:35.404841 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df0b73-15f0-446c-a6e8-ee638cf77b08 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.411055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df0b73-15f0-446c-a6e8-ee638cf77b08 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.414396 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-27df0b73-15f0-446c-a6e8-ee638cf77b08 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4082255 Aug 31 01:13:35.423485 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52240) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:35.483881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2d2b8dd-4bd3-4833-bbd7-c3ebaeac753e req-e6fe206a-8443-4f55-8b00-2bbb96f9d519 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213331 Aug 31 01:13:35.492740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.493404 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.494968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] 10.222.0.15 "PUT /v2.0/ports/cee71392-60a3-4a35-b8c0-1a0239f26524 HTTP/1.1" status: 200 len: 1092 time: 4.7905564 Aug 31 01:13:35.498745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99731f78-edc6-4990-8a18-5e880d511077', 'tag': 'cee71392-60a3-4a35-b8c0-1a0239f26524'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:35.501068 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a840e3-6268-4dcc-8e7b-6a7dd2199f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "99731f78-edc6-4990-8a18-5e880d511077", "tag": "cee71392-60a3-4a35-b8c0-1a0239f26524"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:35.514284 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.528772 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.533834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/eb3f1762-2a17-4ab9-a048-59306ee88eb1 HTTP/1.1" status: 204 len: 168 time: 3.9270866 Aug 31 01:13:35.548460 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52246) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:35.554337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-107b2323-47bf-40c9-995e-a63ad743a73e tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-99864374'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:35.630107 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4990-9cd6-4c70-b2f2-654eacf90470 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.647379 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd0db1-8b90-41f7-a821-2f3b628f3f67 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Network': ['ID=eb3f1762-2a17-4ab9-a048-59306ee88eb1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:35.666605 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664430c7-0733-4b67-b6f5-2636e09bb5fb service neutron] Pushing event updated for resources: {'Port': ['ID=cee71392-60a3-4a35-b8c0-1a0239f26524,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:35.746908 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107b2323-47bf-40c9-995e-a63ad743a73e tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:35.750366 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-107b2323-47bf-40c9-995e-a63ad743a73e tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.753986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-0e47d4be-67cb-4940-b3d1-f8f7663c27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.755521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-0e47d4be-67cb-4940-b3d1-f8f7663c27d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 1095 time: 0.1793931 Aug 31 01:13:35.836012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4990-9cd6-4c70-b2f2-654eacf90470 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.858876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-fa8e4990-9cd6-4c70-b2f2-654eacf90470 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38883fb9-da5d-4603-8d44-b01b23879229']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:35.862521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-c8dd173f-219a-420c-83fa-6ef9c1779185 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cee71392-60a3-4a35-b8c0-1a0239f26524 HTTP/1.1" status: 200 len: 217 time: 0.0783024 Aug 31 01:13:35.903776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-471aaf01-0752-427b-94b1-e30b90606927 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Allocated IP 172.20.0.6 (ab74ee34-12a3-401b-bc75-1cf0aeeda842/b7aae955-9475-4287-b0f9-97d65d425218/06ed60a1-8874-4dea-80d0-a33745c54493) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:35.909847 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-fa8e4990-9cd6-4c70-b2f2-654eacf90470 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd683033b-d744-4512-9cd6-318422dfaaf9') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:35.911566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-fa8e4990-9cd6-4c70-b2f2-654eacf90470 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd683033b-d744-4512-9cd6-318422dfaaf9') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:35.939559 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4990-9cd6-4c70-b2f2-654eacf90470 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.948794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107b2323-47bf-40c9-995e-a63ad743a73e tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:35.982931 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4990-9cd6-4c70-b2f2-654eacf90470 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.003903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d15544-34ed-406b-9cff-48707749e259 req-c6125892-9967-47ca-b31a-bcd2d1d12b02 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:36.006370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8d15544-34ed-406b-9cff-48707749e259 req-c6125892-9967-47ca-b31a-bcd2d1d12b02 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 943 time: 0.2725341 Aug 31 01:13:36.007715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8e4990-9cd6-4c70-b2f2-654eacf90470 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:36.008831 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4990-9cd6-4c70-b2f2-654eacf90470 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.046057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-a1c930c2-6bb7-426b-bcde-a85b55723a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:36.047881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-a1c930c2-6bb7-426b-bcde-a85b55723a92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.1746116 Aug 31 01:13:36.130488 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.166503 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:36.171863 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:36.179066 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4990-9cd6-4c70-b2f2-654eacf90470 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.205487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8d15544-34ed-406b-9cff-48707749e259 req-2e1f4c0c-1ff2-4606-9629-8897fad4117d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864054 Aug 31 01:13:36.209825 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-107b2323-47bf-40c9-995e-a63ad743a73e tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.210400 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-107b2323-47bf-40c9-995e-a63ad743a73e tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Added segment 6ddb4512-a173-4c3d-9980-4d01e971d9de of type vlan for network 36ee5756-2a1d-4cb4-b5a3-45bffc13468f Aug 31 01:13:36.227837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8e4990-9cd6-4c70-b2f2-654eacf90470 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 38883fb9-da5d-4603-8d44-b01b23879229 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 01:13:36.261844 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4990-9cd6-4c70-b2f2-654eacf90470 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.262441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2658233-6eea-474a-8fce-b958038ae977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:36.272886 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fa8e4990-9cd6-4c70-b2f2-654eacf90470 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "DELETE /v2.0/networks/38883fb9-da5d-4603-8d44-b01b23879229 HTTP/1.1" status: 204 len: 168 time: 0.8471010 Aug 31 01:13:36.276410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52250) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:36.278167 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc3cd53-d401-4978-ba96-3656b8e15975" -d '{"events": [{"server_uuid": "a2658233-6eea-474a-8fce-b958038ae977", "name": "network-vif-plugged", "status": "completed", "tag": "23a9026e-3dbf-4cf2-a046-d55bc5062ff8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:36.278569 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e4990-9cd6-4c70-b2f2-654eacf90470 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event deleted for resources: {'Network': ['ID=38883fb9-da5d-4603-8d44-b01b23879229,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:36.299450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-13ca068f-3ccc-491a-bc57-0cc23ac74ea1 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Request body: {'network': {'name': 'tempest-network--1427612407', 'router:external': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:36.310985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:36.319756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 33298ffa-3d3e-43ca-9229-0508bbe3f4f0, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=33298ffa-3d3e-43ca-9229-0508bbe3f4f0,segment=NetworkSegment(d4505820-c59b-42d4-9394-6747ba9ba1cb),segment_id=d4505820-c59b-42d4-9394-6747ba9ba1cb)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:36.324703 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.332530 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-107b2323-47bf-40c9-995e-a63ad743a73e tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.335502 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.339361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6a6eaa48-1de2-427e-be41-407b3e679c8e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:36.348093 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ca068f-3ccc-491a-bc57-0cc23ac74ea1 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Made reservation on behalf of 3bf94207edcf4022984707e0fa7f3dfb for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:36.350691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-13ca068f-3ccc-491a-bc57-0cc23ac74ea1 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.443740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ca068f-3ccc-491a-bc57-0cc23ac74ea1 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:36.473307 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-13ca068f-3ccc-491a-bc57-0cc23ac74ea1 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.473664 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-13ca068f-3ccc-491a-bc57-0cc23ac74ea1 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Added segment 7cf3a8ba-3d00-43d7-a44b-1adcd6c2899f of type vlan for network 869e7174-cddb-4112-905a-352fcd051335 Aug 31 01:13:36.621368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-13ca068f-3ccc-491a-bc57-0cc23ac74ea1 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.645645 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-107b2323-47bf-40c9-995e-a63ad743a73e tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.653316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:36.659169 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 6a6eaa48-1de2-427e-be41-407b3e679c8e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:36.659578 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.662165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107b2323-47bf-40c9-995e-a63ad743a73e tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:36.663826 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-107b2323-47bf-40c9-995e-a63ad743a73e tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.688942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d848cf4c-c934-4ed6-baee-733650e19ff2 req-0127c91a-ad66-42f4-b9f5-c3dd45c15229 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 210 time: 0.2737508 Aug 31 01:13:36.694053 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-13ca068f-3ccc-491a-bc57-0cc23ac74ea1 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.703024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca068f-3ccc-491a-bc57-0cc23ac74ea1 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:36.704106 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-13ca068f-3ccc-491a-bc57-0cc23ac74ea1 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.716399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-bc2c4dbd-6c64-4d48-bf01-73bc55e302ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:36.718062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-bc2c4dbd-6c64-4d48-bf01-73bc55e302ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6519611 Aug 31 01:13:36.831776 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-13ca068f-3ccc-491a-bc57-0cc23ac74ea1 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5408227 Aug 31 01:13:36.841373 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52260) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:36.878634 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca068f-3ccc-491a-bc57-0cc23ac74ea1 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event updated for resources: {'Network': ['ID=869e7174-cddb-4112-905a-352fcd051335,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:36.896871 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa603672-5f91-4340-8564-245effe02ee6 x-openstack-request-id: req-aa603672-5f91-4340-8564-245effe02ee6 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:36.897168 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99731f78-edc6-4990-8a18-5e880d511077", "tag": "cee71392-60a3-4a35-b8c0-1a0239f26524", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:36.897433 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa603672-5f91-4340-8564-245effe02ee6 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:36.897842 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99731f78-edc6-4990-8a18-5e880d511077', 'tag': 'cee71392-60a3-4a35-b8c0-1a0239f26524', 'status': 'completed', 'code': 200} Aug 31 01:13:36.970487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-107b2323-47bf-40c9-995e-a63ad743a73e tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4208660 Aug 31 01:13:36.974585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52262) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:36.983178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b2323-47bf-40c9-995e-a63ad743a73e tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Network': ['ID=36ee5756-2a1d-4cb4-b5a3-45bffc13468f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:36.987147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0b85178c-1069-461b-afb8-612f324927de tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'subnet': {'network_id': '36ee5756-2a1d-4cb4-b5a3-45bffc13468f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:37.050877 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-471aaf01-0752-427b-94b1-e30b90606927 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.069387 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-e84584ab-ca39-4dd4-b91d-04049ef671c1 service neutron] 10.222.0.15 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079426 Aug 31 01:13:37.148244 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812bec9b-9501-4941-80c3-360d7666aa7d x-openstack-request-id: req-812bec9b-9501-4941-80c3-360d7666aa7d {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:37.150374 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2658233-6eea-474a-8fce-b958038ae977", "name": "network-vif-plugged", "status": "completed", "tag": "23a9026e-3dbf-4cf2-a046-d55bc5062ff8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:37.151999 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-812bec9b-9501-4941-80c3-360d7666aa7d {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:37.152566 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2658233-6eea-474a-8fce-b958038ae977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8', 'code': 200} Aug 31 01:13:37.213977 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fa8f63-8625-4a97-93c7-8156075dc1a1 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:37.217969 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-61fa8f63-8625-4a97-93c7-8156075dc1a1 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] 10.222.0.58 "GET /v2.0/networks/869e7174-cddb-4112-905a-352fcd051335 HTTP/1.1" status: 200 len: 757 time: 0.3669381 Aug 31 01:13:37.223173 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52264) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:37.229073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 869e7174-cddb-4112-905a-352fcd051335 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:37.250243 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-471aaf01-0752-427b-94b1-e30b90606927 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.329824 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-471aaf01-0752-427b-94b1-e30b90606927 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Network ab74ee34-12a3-401b-bc75-1cf0aeeda842 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:37.341660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-471aaf01-0752-427b-94b1-e30b90606927 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:37.365442 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61e0e4-6480-499a-a047-5050708db4fe req-b22ee444-29d2-4a86-b79c-1f7b4f090aa6 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:37.367962 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f61e0e4-6480-499a-a047-5050708db4fe req-b22ee444-29d2-4a86-b79c-1f7b4f090aa6 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1683624 Aug 31 01:13:37.369718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-471aaf01-0752-427b-94b1-e30b90606927 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:37.374731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471aaf01-0752-427b-94b1-e30b90606927 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Pushing event updated for resources: {'Port': ['ID=06ed60a1-8874-4dea-80d0-a33745c54493,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:37.379643 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b85178c-1069-461b-afb8-612f324927de tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:37.384064 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0b85178c-1069-461b-afb8-612f324927de tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.385113 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a8f1d6b-c318-4e79-a959-24ef74020dcc req-564774fc-57af-42b1-935c-d86dd9ddc540 service neutron] 10.222.0.15 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813575 Aug 31 01:13:37.398322 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 36ee5756-2a1d-4cb4-b5a3-45bffc13468f details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:37.405429 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=33298ffa-3d3e-43ca-9229-0508bbe3f4f0,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:37.432977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['d7827a61-9dc8-471c-8a81-f8828e12b54d', 'ebead3d7-426f-4619-b5ae-a05641768960'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:37.460972 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-471aaf01-0752-427b-94b1-e30b90606927 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:37.463040 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-471aaf01-0752-427b-94b1-e30b90606927 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.511634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['21e73b45-2fbe-405f-8ce5-577b0d371798'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:37.546451 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02024cea-04bb-459c-a31b-58886a7ab0eb tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:37.553106 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-02024cea-04bb-459c-a31b-58886a7ab0eb tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] 10.222.0.58 "GET /v2.0/networks/185fbd32-afb9-4f32-afc1-c3af7d17f1ac HTTP/1.1" status: 200 len: 768 time: 0.2936614 Aug 31 01:13:37.615449 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-471aaf01-0752-427b-94b1-e30b90606927 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9985890 Aug 31 01:13:37.617374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52270) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:37.630920 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Request body: {'port': {'device_id': '96f0faaf-02bd-4afa-87c3-3617be8ae397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:37.639114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f61e0e4-6480-499a-a047-5050708db4fe req-beeec114-26b9-40f9-9289-6afdd7b14d9d tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278943 Aug 31 01:13:37.666311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a840e3-6268-4dcc-8e7b-6a7dd2199f1b req-5ddae7fc-23be-45b3-a0c8-394837fa2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:37.668208 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6a840e3-6268-4dcc-8e7b-6a7dd2199f1b req-5ddae7fc-23be-45b3-a0c8-394837fa2a46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 1095 time: 0.1498611 Aug 31 01:13:37.780936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b27dac49-c07e-454d-aac2-fceaf1d1dfc8 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:37.953741 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0b85178c-1069-461b-afb8-612f324927de tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.013514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf8663-4111-4a23-829a-d88d578dce86 req-1ca9bf65-288e-4c69-8ed8-3a98ddded528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:38.015230 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d3bf8663-4111-4a23-829a-d88d578dce86 req-1ca9bf65-288e-4c69-8ed8-3a98ddded528 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 1097 time: 0.8375270 Aug 31 01:13:38.017773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85178c-1069-461b-afb8-612f324927de tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Subnet': ['ID=e1678f29-d349-40a8-bf39-fd44ab6647a5,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:38.074380 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d3bf8663-4111-4a23-829a-d88d578dce86 req-3d1509a4-a77c-41ff-b86e-dcc6d368eece service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501080 Aug 31 01:13:38.075172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b27dac49-c07e-454d-aac2-fceaf1d1dfc8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:38.075682 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.131661 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92df4605-2596-4d3b-9053-f3932e72edf8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.230101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b85178c-1069-461b-afb8-612f324927de tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Checking segment: {'id': '6ddb4512-a173-4c3d-9980-4d01e971d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '36ee5756-2a1d-4cb4-b5a3-45bffc13468f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:38.230469 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b85178c-1069-461b-afb8-612f324927de tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network hostable DHCP agents. Network: 36ee5756-2a1d-4cb4-b5a3-45bffc13468f, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:38.304513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b85178c-1069-461b-afb8-612f324927de tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network 36ee5756-2a1d-4cb4-b5a3-45bffc13468f is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:38.316490 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92df4605-2596-4d3b-9053-f3932e72edf8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.330878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0b85178c-1069-461b-afb8-612f324927de tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 36ee5756-2a1d-4cb4-b5a3-45bffc13468f) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:38.335394 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-92df4605-2596-4d3b-9053-f3932e72edf8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869e7174-cddb-4112-905a-352fcd051335']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:38.338935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b85178c-1069-461b-afb8-612f324927de tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:38.339819 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0b85178c-1069-461b-afb8-612f324927de tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.350628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec7ef44-57ad-4ddf-aa45-56477ae471f4 None None] Network 36ee5756-2a1d-4cb4-b5a3-45bffc13468f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:38.358698 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-92df4605-2596-4d3b-9053-f3932e72edf8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf3a8ba-3d00-43d7-a44b-1adcd6c2899f') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:38.359071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-92df4605-2596-4d3b-9053-f3932e72edf8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf3a8ba-3d00-43d7-a44b-1adcd6c2899f') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:38.371255 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0b85178c-1069-461b-afb8-612f324927de tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3935151 Aug 31 01:13:38.374055 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92df4605-2596-4d3b-9053-f3932e72edf8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.378210 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52280) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:38.487458 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:38.562609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.582903 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92df4605-2596-4d3b-9053-f3932e72edf8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.587783 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.641028 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92df4605-2596-4d3b-9053-f3932e72edf8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:38.643248 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92df4605-2596-4d3b-9053-f3932e72edf8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:38.647879 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:38.727977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:38.729477 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.740172 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a840e3-6268-4dcc-8e7b-6a7dd2199f1b req-42d622e2-f47e-4802-9bdd-fd0df709a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:38.742062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6a840e3-6268-4dcc-8e7b-6a7dd2199f1b req-42d622e2-f47e-4802-9bdd-fd0df709a122 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 1.0660481 Aug 31 01:13:38.868471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6a840e3-6268-4dcc-8e7b-6a7dd2199f1b req-e184040a-1f26-42e9-87bd-0d3bc933f4e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cee71392-60a3-4a35-b8c0-1a0239f26524 HTTP/1.1" status: 200 len: 217 time: 0.1076148 Aug 31 01:13:38.876357 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.877897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978af21e-7f47-4f94-87d6-63c7c1a1f41b req-5a9679d8-0162-46a3-935b-090b6e88d47a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:38.881230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0f0506-087d-4134-a9e0-c18ade2af052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-36ee5756-2a1d-4cb4-b5a3-45bffc13468f', 'network_id': '36ee5756-2a1d-4cb4-b5a3-45bffc13468f', 'tenant_id': 'a469121be9a043f2bd5a0234df594eb4', 'fixed_ips': [{'subnet_id': 'e1678f29-d349-40a8-bf39-fd44ab6647a5'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:13:38.882097 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0506-087d-4134-a9e0-c18ade2af052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.894897 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978af21e-7f47-4f94-87d6-63c7c1a1f41b req-5a9679d8-0162-46a3-935b-090b6e88d47a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 943 time: 0.3614137 Aug 31 01:13:38.936113 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92df4605-2596-4d3b-9053-f3932e72edf8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.950909 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92df4605-2596-4d3b-9053-f3932e72edf8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 869e7174-cddb-4112-905a-352fcd051335 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 01:13:38.960152 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92df4605-2596-4d3b-9053-f3932e72edf8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.968008 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-92df4605-2596-4d3b-9053-f3932e72edf8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "DELETE /v2.0/networks/869e7174-cddb-4112-905a-352fcd051335 HTTP/1.1" status: 204 len: 168 time: 1.3457193 Aug 31 01:13:38.969906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52288) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:38.977735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d5969bd8-cd03-4e15-a654-a10a297c463b tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Request body: {'network': {'name': 'tempest-network--1013593507'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:38.999852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df4605-2596-4d3b-9053-f3932e72edf8 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event deleted for resources: {'Network': ['ID=869e7174-cddb-4112-905a-352fcd051335,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:39.010358 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5969bd8-cd03-4e15-a654-a10a297c463b tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Made reservation on behalf of 3bf94207edcf4022984707e0fa7f3dfb for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:39.013168 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d5969bd8-cd03-4e15-a654-a10a297c463b tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.032766 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.087946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a840e3-6268-4dcc-8e7b-6a7dd2199f1b req-e14745a7-560c-41ef-a0d8-4bdaedeff55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:39.089913 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6a840e3-6268-4dcc-8e7b-6a7dd2199f1b req-e14745a7-560c-41ef-a0d8-4bdaedeff55a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.1928492 Aug 31 01:13:39.126906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978af21e-7f47-4f94-87d6-63c7c1a1f41b req-f6ce9b59-86da-485f-8240-71d139980b37 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308602 Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server [None req-ce0f0506-087d-4134-a9e0-c18ade2af052 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1678f29-d349-40a8-bf39-fd44ab6647a5: This subnet is being modified by another concurrent operation. Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:13:39.185464 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1678f29-d349-40a8-bf39-fd44ab6647a5: This subnet is being modified by another concurrent operation. Aug 31 01:13:39.189151 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:13:39.219758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14824a7c-797c-4bf5-ad30-357212aa06d3 None None] Network 36ee5756-2a1d-4cb4-b5a3-45bffc13468f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:39.419426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5969bd8-cd03-4e15-a654-a10a297c463b tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:39.462056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd72607-c4c4-45b5-85e5-7203145798b8 None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:13:39.515309 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d5969bd8-cd03-4e15-a654-a10a297c463b tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.516156 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-d5969bd8-cd03-4e15-a654-a10a297c463b tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Added segment 48b65f58-4274-462e-aaba-8dae94c15517 of type vlan for network aec44be4-07c2-4c5e-8141-6c1d97c2602c Aug 31 01:13:39.534043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a840e3-6268-4dcc-8e7b-6a7dd2199f1b req-df246525-a014-4896-8962-5c93081f3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:39.536148 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6a840e3-6268-4dcc-8e7b-6a7dd2199f1b req-df246525-a014-4896-8962-5c93081f3bc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4330330 Aug 31 01:13:39.593758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c35e7-34cd-4a86-b234-24afe6f0a073 req-ce7f8a8a-f155-405a-a430-2163ecedd7f3 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:39.604585 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a2c35e7-34cd-4a86-b234-24afe6f0a073 req-ce7f8a8a-f155-405a-a430-2163ecedd7f3 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 931 time: 0.2858198 Aug 31 01:13:39.702714 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d5969bd8-cd03-4e15-a654-a10a297c463b tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.751570 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Subnet': ['ID=e1678f29-d349-40a8-bf39-fd44ab6647a5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:39.765198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ed60a1-8874-4dea-80d0-a33745c54493 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:39.784830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a2c35e7-34cd-4a86-b234-24afe6f0a073 req-ab8ab11f-cfeb-41d9-b3c9-7b34327d70ef tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789069 Aug 31 01:13:39.793178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd72607-c4c4-45b5-85e5-7203145798b8 None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:13:39.811095 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.887544 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.894870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Transition to ACTIVE for port object 06ed60a1-8874-4dea-80d0-a33745c54493 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:39.905723 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d5969bd8-cd03-4e15-a654-a10a297c463b tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.906932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5969bd8-cd03-4e15-a654-a10a297c463b tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:39.907866 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d5969bd8-cd03-4e15-a654-a10a297c463b tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.914356 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ee5756-2a1d-4cb4-b5a3-45bffc13468f']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:39.934039 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ddb4512-a173-4c3d-9980-4d01e971d9de') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:39.934628 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ddb4512-a173-4c3d-9980-4d01e971d9de') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:39.943891 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.950751 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.973283 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.981057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:39.981462 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:40.070449 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:40.078295 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.081837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6a840e3-6268-4dcc-8e7b-6a7dd2199f1b req-afeb353e-f3e2-4abc-97c8-111a3d8b13e0 service neutron] 10.222.0.15 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135560 Aug 31 01:13:40.093536 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.096923 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/36ee5756-2a1d-4cb4-b5a3-45bffc13468f HTTP/1.1" status: 204 len: 168 time: 1.7162254 Aug 31 01:13:40.100215 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52292) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:40.108825 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e905f65b-5ea2-4aa6-a3ab-098382a40bc0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-100588675'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:40.146402 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf22d4f-4919-454d-9f62-786433dce0df tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Network': ['ID=36ee5756-2a1d-4cb4-b5a3-45bffc13468f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:40.179233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e905f65b-5ea2-4aa6-a3ab-098382a40bc0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:40.186162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e905f65b-5ea2-4aa6-a3ab-098382a40bc0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.188083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5969bd8-cd03-4e15-a654-a10a297c463b tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event updated for resources: {'Network': ['ID=aec44be4-07c2-4c5e-8141-6c1d97c2602c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:40.191082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d5969bd8-cd03-4e15-a654-a10a297c463b tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2186646 Aug 31 01:13:40.198059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52296) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:40.209987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network aec44be4-07c2-4c5e-8141-6c1d97c2602c details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:40.222901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e905f65b-5ea2-4aa6-a3ab-098382a40bc0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:40.239197 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e905f65b-5ea2-4aa6-a3ab-098382a40bc0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.239452 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-e905f65b-5ea2-4aa6-a3ab-098382a40bc0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Added segment 9f645f4f-68e8-4e84-925f-9f70c94c8679 of type vlan for network 4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3 Aug 31 01:13:40.267726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-fc8ae42c-1964-4ea2-a987-5973f48dfc34 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:40.272099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6a840e3-6268-4dcc-8e7b-6a7dd2199f1b req-adc87a7e-2b87-4b00-97f4-db05c7fccc3e service neutron] 10.222.0.15 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785138 Aug 31 01:13:40.279860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Pushing event updated for resources: {'Port': ['ID=06ed60a1-8874-4dea-80d0-a33745c54493,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:40.308207 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e905f65b-5ea2-4aa6-a3ab-098382a40bc0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.340579 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e905f65b-5ea2-4aa6-a3ab-098382a40bc0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.348416 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e905f65b-5ea2-4aa6-a3ab-098382a40bc0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.349869 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e905f65b-5ea2-4aa6-a3ab-098382a40bc0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.416870 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e905f65b-5ea2-4aa6-a3ab-098382a40bc0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3126171 Aug 31 01:13:40.453362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52298) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:40.465516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d8a96995-b065-4c0b-97ff-8330b3522794 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'subnet': {'network_id': '4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:40.547190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905f65b-5ea2-4aa6-a3ab-098382a40bc0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Network': ['ID=4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:40.559857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0aa5a-f099-466b-888b-ab634c7a687d req-96301c4d-a13a-431d-b76d-012d6f5f9403 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.560061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:40.561459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61b0aa5a-f099-466b-888b-ab634c7a687d req-96301c4d-a13a-431d-b76d-012d6f5f9403 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.4935632 Aug 31 01:13:40.591978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Attempting to bind port 06ed60a1-8874-4dea-80d0-a33745c54493 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:40.592551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Attempting to bind port 06ed60a1-8874-4dea-80d0-a33745c54493 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:40.592880 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Attempting to bind port 06ed60a1-8874-4dea-80d0-a33745c54493 on network ab74ee34-12a3-401b-bc75-1cf0aeeda842 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:40.671671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Port 06ed60a1-8874-4dea-80d0-a33745c54493 on network ab74ee34-12a3-401b-bc75-1cf0aeeda842 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:13:40.672321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Attempting to bind port 06ed60a1-8874-4dea-80d0-a33745c54493 on network ab74ee34-12a3-401b-bc75-1cf0aeeda842 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:40.707167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:40.707550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Checking segment: {'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:40.707943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Bound using segment: {'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:40.708394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Bound port: 06ed60a1-8874-4dea-80d0-a33745c54493, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8123940a-e552-4889-9a3c-20279e80ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:40.708755 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.737074 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61b0aa5a-f099-466b-888b-ab634c7a687d req-86bd126b-cf4e-44c3-bfb7-f2a6624f9f28 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592312 Aug 31 01:13:40.796173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a96995-b065-4c0b-97ff-8330b3522794 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:40.799722 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8a96995-b065-4c0b-97ff-8330b3522794 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.815498 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae42c-1964-4ea2-a987-5973f48dfc34 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.923384 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae42c-1964-4ea2-a987-5973f48dfc34 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.931619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] For port 06ed60a1-8874-4dea-80d0-a33745c54493, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:40.984124 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.998257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc8ae42c-1964-4ea2-a987-5973f48dfc34 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Network aec44be4-07c2-4c5e-8141-6c1d97c2602c is not hosted by any dhcp agent {{(pid=94761) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:13:40.999157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8ae42c-1964-4ea2-a987-5973f48dfc34 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.999797 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae42c-1964-4ea2-a987-5973f48dfc34 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.001088 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fc8ae42c-1964-4ea2-a987-5973f48dfc34 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "PUT /v2.0/networks/aec44be4-07c2-4c5e-8141-6c1d97c2602c HTTP/1.1" status: 200 len: 858 time: 0.7393405 Aug 31 01:13:41.002904 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] For port 06ed60a1-8874-4dea-80d0-a33745c54493, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=06ed60a1-8874-4dea-80d0-a33745c54493,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:41.004131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52310) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:41.021195 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.075137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ae42c-1964-4ea2-a987-5973f48dfc34 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event updated for resources: {'Network': ['ID=aec44be4-07c2-4c5e-8141-6c1d97c2602c,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:41.090763 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582dddb-6d6d-4941-86ff-39398b0f949b req-8ffa9dd6-2a18-43e6-af47-ac7bbd64370d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:41.098600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8582dddb-6d6d-4941-86ff-39398b0f949b req-8ffa9dd6-2a18-43e6-af47-ac7bbd64370d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 943 time: 0.2251387 Aug 31 01:13:41.119697 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abe2d5c1-9b10-4ffa-8bca-8295ebeff093 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.171795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:41.172102 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.173457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] 10.222.0.70 "PUT /v2.0/ports/06ed60a1-8874-4dea-80d0-a33745c54493 HTTP/1.1" status: 200 len: 1092 time: 3.5475504 Aug 31 01:13:41.179610 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f0faaf-02bd-4afa-87c3-3617be8ae397', 'tag': '06ed60a1-8874-4dea-80d0-a33745c54493'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:41.182427 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f34624-f9ac-4f94-a3f4-4a0a32937193" -d '{"events": [{"name": "network-changed", "server_uuid": "96f0faaf-02bd-4afa-87c3-3617be8ae397", "tag": "06ed60a1-8874-4dea-80d0-a33745c54493"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:41.248713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8701c8-0fb8-482d-b345-a15edca2b573 service neutron] Pushing event updated for resources: {'Port': ['ID=06ed60a1-8874-4dea-80d0-a33745c54493,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:41.291915 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8582dddb-6d6d-4941-86ff-39398b0f949b req-5b1a1329-f087-440b-930d-cd174f37d624 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929369 Aug 31 01:13:41.376867 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abe2d5c1-9b10-4ffa-8bca-8295ebeff093 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.384622 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8a96995-b065-4c0b-97ff-8330b3522794 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.398482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-abe2d5c1-9b10-4ffa-8bca-8295ebeff093 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec44be4-07c2-4c5e-8141-6c1d97c2602c']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:41.429223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-abe2d5c1-9b10-4ffa-8bca-8295ebeff093 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b65f58-4274-462e-aaba-8dae94c15517') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:41.429518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-abe2d5c1-9b10-4ffa-8bca-8295ebeff093 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b65f58-4274-462e-aaba-8dae94c15517') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:41.442221 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abe2d5c1-9b10-4ffa-8bca-8295ebeff093 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.463649 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abe2d5c1-9b10-4ffa-8bca-8295ebeff093 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.481776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe2d5c1-9b10-4ffa-8bca-8295ebeff093 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:41.483134 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abe2d5c1-9b10-4ffa-8bca-8295ebeff093 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.512959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-0dfacda7-2253-4d83-8568-f1d94dbbc5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:41.513729 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:41.516214 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-0dfacda7-2253-4d83-8568-f1d94dbbc5fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d25507ba0d945d3821d1453bb12e9fa&device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 1095 time: 0.1514463 Aug 31 01:13:41.522052 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fda600-fe44-452e-8f37-9bb72fd1765a req-7fc0eea2-5e24-47a9-bbfb-d14f417940c4 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:41.524141 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26fda600-fe44-452e-8f37-9bb72fd1765a req-7fc0eea2-5e24-47a9-bbfb-d14f417940c4 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 943 time: 0.1505172 Aug 31 01:13:41.541433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a96995-b065-4c0b-97ff-8330b3522794 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Subnet': ['ID=3e5ccd14-ab5f-49be-bbc5-29f2bc6680b7,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:41.595833 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abe2d5c1-9b10-4ffa-8bca-8295ebeff093 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.608079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-fa7fccb7-337a-42bb-9c18-1629141489ab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06ed60a1-8874-4dea-80d0-a33745c54493 HTTP/1.1" status: 200 len: 217 time: 0.0826609 Aug 31 01:13:41.615620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe2d5c1-9b10-4ffa-8bca-8295ebeff093 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aec44be4-07c2-4c5e-8141-6c1d97c2602c {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 01:13:41.618741 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abe2d5c1-9b10-4ffa-8bca-8295ebeff093 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.623964 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-abe2d5c1-9b10-4ffa-8bca-8295ebeff093 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] 10.222.0.58 "DELETE /v2.0/networks/aec44be4-07c2-4c5e-8141-6c1d97c2602c HTTP/1.1" status: 204 len: 168 time: 0.6155438 Aug 31 01:13:41.629953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52314) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:41.632119 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2d5c1-9b10-4ffa-8bca-8295ebeff093 tempest-ExternalNetworksTestJSON-218287804 tempest-ExternalNetworksTestJSON-218287804-project-admin] Pushing event deleted for resources: {'Network': ['ID=aec44be4-07c2-4c5e-8141-6c1d97c2602c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:41.669373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a96995-b065-4c0b-97ff-8330b3522794 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Checking segment: {'id': '9f645f4f-68e8-4e84-925f-9f70c94c8679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:41.669788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a96995-b065-4c0b-97ff-8330b3522794 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network hostable DHCP agents. Network: 4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:41.717456 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35bb065-b98d-4000-be1c-a622869c73c6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] DELETE failed (client error): The resource could not be found. Aug 31 01:13:41.718177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35bb065-b98d-4000-be1c-a622869c73c6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:41.722324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b35bb065-b98d-4000-be1c-a622869c73c6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] 10.222.0.58 "DELETE /v2.0/subnets/1a3fb183-0a3d-472c-b963-ed8eededd362 HTTP/1.1" status: 404 len: 337 time: 0.0838070 Aug 31 01:13:41.722561 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52316) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:41.740405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26fda600-fe44-452e-8f37-9bb72fd1765a req-44a95b9f-20da-4e7c-9a34-06d6df562ee0 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916032 Aug 31 01:13:41.780356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-54e342db-6698-43af-a1cd-73978699c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:41.782493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-54e342db-6698-43af-a1cd-73978699c696 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7aae955-9475-4287-b0f9-97d65d425218 HTTP/1.1" status: 200 len: 854 time: 0.1647196 Aug 31 01:13:41.800499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a96995-b065-4c0b-97ff-8330b3522794 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network 4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:41.824060 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-0a61ba34-86fa-4a69-9cf9-384ebb5abaef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab74ee34-12a3-401b-bc75-1cf0aeeda842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326343 Aug 31 01:13:41.844063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-d8a96995-b065-4c0b-97ff-8330b3522794 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:41.854365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3106c91e-2003-416a-8e9f-b66643332ff3 None None] Network 4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:41.873049 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14342332-a383-43d5-a593-de0c899eaba6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.884891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a96995-b065-4c0b-97ff-8330b3522794 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:41.885947 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8a96995-b065-4c0b-97ff-8330b3522794 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.922231 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d8a96995-b065-4c0b-97ff-8330b3522794 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4616942 Aug 31 01:13:41.936257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52322) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:41.954015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9bc596f5-8016-4b70-9797-17f29ecb1458 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'subnet': {'network_id': '4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:41.973914 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-d15adda7-b501-4d8c-8352-15885b396c41 service neutron] 10.222.0.70 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382582 Aug 31 01:13:42.198984 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14342332-a383-43d5-a593-de0c899eaba6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.209605 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de8bcaf5-dc82-4f51-aefa-3f98b315a3c4 req-a8664b3d-7c00-410a-bb8a-a3521254bd6b service neutron] 10.222.0.70 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292428 Aug 31 01:13:42.209918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-14342332-a383-43d5-a593-de0c899eaba6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185fbd32-afb9-4f32-afc1-c3af7d17f1ac']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:42.223522 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-14342332-a383-43d5-a593-de0c899eaba6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f6fd26-b61f-46c4-a708-0a27e83d5299') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:42.224041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-14342332-a383-43d5-a593-de0c899eaba6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f6fd26-b61f-46c4-a708-0a27e83d5299') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:42.235750 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14342332-a383-43d5-a593-de0c899eaba6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.276053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3', 'network_id': '4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3', 'tenant_id': 'a469121be9a043f2bd5a0234df594eb4', 'fixed_ips': [{'subnet_id': '3e5ccd14-ab5f-49be-bbc5-29f2bc6680b7'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:13:42.277934 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.300755 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14342332-a383-43d5-a593-de0c899eaba6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.326855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14342332-a383-43d5-a593-de0c899eaba6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:42.327599 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14342332-a383-43d5-a593-de0c899eaba6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:42.333064 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:42.411108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc596f5-8016-4b70-9797-17f29ecb1458 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:42.415711 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9bc596f5-8016-4b70-9797-17f29ecb1458 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.501903 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14342332-a383-43d5-a593-de0c899eaba6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.509373 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Allocated IP 2001:db8::2 (4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3/3e5ccd14-ab5f-49be-bbc5-29f2bc6680b7/6fbc1331-d1dd-4625-8c6c-f3fd75052c47) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:42.511886 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14342332-a383-43d5-a593-de0c899eaba6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.513722 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-14342332-a383-43d5-a593-de0c899eaba6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] 10.222.0.58 "DELETE /v2.0/networks/185fbd32-afb9-4f32-afc1-c3af7d17f1ac HTTP/1.1" status: 204 len: 168 time: 0.7901616 Aug 31 01:13:42.545578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14342332-a383-43d5-a593-de0c899eaba6 tempest-ExternalNetworksTestJSON-1218198590 tempest-ExternalNetworksTestJSON-1218198590-project] Pushing event deleted for resources: {'Network': ['ID=185fbd32-afb9-4f32-afc1-c3af7d17f1ac,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:42.794576 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9bc596f5-8016-4b70-9797-17f29ecb1458 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.853742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc596f5-8016-4b70-9797-17f29ecb1458 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network 4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:42.857301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-9bc596f5-8016-4b70-9797-17f29ecb1458 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:42.862311 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc596f5-8016-4b70-9797-17f29ecb1458 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.862914 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9bc596f5-8016-4b70-9797-17f29ecb1458 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.888919 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9bc596f5-8016-4b70-9797-17f29ecb1458 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9513323 Aug 31 01:13:42.891010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52334) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:42.892646 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.900875 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc596f5-8016-4b70-9797-17f29ecb1458 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Subnet': ['ID=076084fb-2df8-427a-96bf-5d5c117d5227,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:42.920455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Transition to ACTIVE for port object 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:42.948190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device cee71392-60a3-4a35-b8c0-1a0239f26524 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:13:42.997294 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52336) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:43.032910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af3c25a-af81-4ac6-a8a6-2b9d7aa75de1 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:43.043953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af3c25a-af81-4ac6-a8a6-2b9d7aa75de1 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:43.047508 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af3c25a-af81-4ac6-a8a6-2b9d7aa75de1 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:43.052272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af3c25a-af81-4ac6-a8a6-2b9d7aa75de1 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:43.059823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af3c25a-af81-4ac6-a8a6-2b9d7aa75de1 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:43.064099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Transition to ACTIVE for port object 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:43.068553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2af3c25a-af81-4ac6-a8a6-2b9d7aa75de1 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1729937 Aug 31 01:13:43.069562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52342) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:43.075423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-02fce50b-2074-46c2-9c6e-3c5d43f8f274 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-857848260'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:43.080592 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.136340 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fce50b-2074-46c2-9c6e-3c5d43f8f274 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:43.140646 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02fce50b-2074-46c2-9c6e-3c5d43f8f274 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.159170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Network 4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:43.165625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:43.174350 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port cee71392-60a3-4a35-b8c0-1a0239f26524, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=cee71392-60a3-4a35-b8c0-1a0239f26524,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:43.194712 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:43.209335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fce50b-2074-46c2-9c6e-3c5d43f8f274 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:43.223090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'cee71392-60a3-4a35-b8c0-1a0239f26524', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'port_id': 'cee71392-60a3-4a35-b8c0-1a0239f26524', 'mac_address': 'fa:16:3e:e2:75:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:13:43.228837 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02fce50b-2074-46c2-9c6e-3c5d43f8f274 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.229458 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-02fce50b-2074-46c2-9c6e-3c5d43f8f274 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Added segment 1909a5ab-2bbc-4e98-a37b-afc6e4e2e13a of type vlan for network 2453168e-3787-4634-8aff-00c7e42baba1 Aug 31 01:13:43.274754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Pushing event updated for resources: {'Port': ['ID=6fbc1331-d1dd-4625-8c6c-f3fd75052c47,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:43.294558 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.321436 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02fce50b-2074-46c2-9c6e-3c5d43f8f274 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.335421 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1d2e3020-26fe-4704-9d24-a46d69f1c20f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19e2a74832a34ca096176ae064bcf17e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344891 Aug 31 01:13:43.335774 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52344) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:43.361458 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02fce50b-2074-46c2-9c6e-3c5d43f8f274 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.366959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee71392-60a3-4a35-b8c0-1a0239f26524 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:43.368500 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fce50b-2074-46c2-9c6e-3c5d43f8f274 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:43.369454 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02fce50b-2074-46c2-9c6e-3c5d43f8f274 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.398105 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-02fce50b-2074-46c2-9c6e-3c5d43f8f274 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3260164 Aug 31 01:13:43.399447 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52346) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:43.410821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Attempting to bind port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:43.410994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Attempting to bind port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '9f645f4f-68e8-4e84-925f-9f70c94c8679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:43.411354 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Attempting to bind port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 on network 4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:43.461978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:43.462401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Checking segment: {'id': '9f645f4f-68e8-4e84-925f-9f70c94c8679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:43.462645 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.464658 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f93c557a-3888-453d-8298-e051c4d8d237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.465395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-0ec5a2cc-58d8-46b0-b571-60b88671a354 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:43.466258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Bound using segment: {'id': '9f645f4f-68e8-4e84-925f-9f70c94c8679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:43.466988 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Bound port: 6fbc1331-d1dd-4625-8c6c-f3fd75052c47, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f645f4f-68e8-4e84-925f-9f70c94c8679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:43.467410 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.475884 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port cee71392-60a3-4a35-b8c0-1a0239f26524, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=cee71392-60a3-4a35-b8c0-1a0239f26524,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:43.501877 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.534266 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f93c557a-3888-453d-8298-e051c4d8d237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.652781 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f93c557a-3888-453d-8298-e051c4d8d237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.656685 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f93c557a-3888-453d-8298-e051c4d8d237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.660337 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f93c557a-3888-453d-8298-e051c4d8d237 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/63990cc1-d326-4d25-b66a-beab2399d490 HTTP/1.1" status: 204 len: 168 time: 0.3195801 Aug 31 01:13:43.672986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c557a-3888-453d-8298-e051c4d8d237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63990cc1-d326-4d25-b66a-beab2399d490,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:43.717384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] For port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:43.719811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=cee71392-60a3-4a35-b8c0-1a0239f26524,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:43.735424 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] For port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6fbc1331-d1dd-4625-8c6c-f3fd75052c47,segment=NetworkSegment(9f645f4f-68e8-4e84-925f-9f70c94c8679),segment_id=9f645f4f-68e8-4e84-925f-9f70c94c8679)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:43.747908 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5a3021-723d-4696-950b-6e687ac23304 x-openstack-request-id: req-9c5a3021-723d-4696-950b-6e687ac23304 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:43.748166 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.748311 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f0faaf-02bd-4afa-87c3-3617be8ae397", "tag": "06ed60a1-8874-4dea-80d0-a33745c54493", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:43.748518 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c5a3021-723d-4696-950b-6e687ac23304 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:43.748846 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f0faaf-02bd-4afa-87c3-3617be8ae397', 'tag': '06ed60a1-8874-4dea-80d0-a33745c54493', 'status': 'completed', 'code': 200} Aug 31 01:13:43.764704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fce50b-2074-46c2-9c6e-3c5d43f8f274 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Network': ['ID=2453168e-3787-4634-8aff-00c7e42baba1,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:43.779972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 06ed60a1-8874-4dea-80d0-a33745c54493 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:13:43.818234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 2453168e-3787-4634-8aff-00c7e42baba1 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:43.876148 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ec5a2cc-58d8-46b0-b571-60b88671a354 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:43.981861 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ec5a2cc-58d8-46b0-b571-60b88671a354 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:44.039594 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['cee71392-60a3-4a35-b8c0-1a0239f26524'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:44.114672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-ac6ae0a0-517a-4c1b-acfc-1451fdf9d201 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:44.130626 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-ac6ae0a0-517a-4c1b-acfc-1451fdf9d201 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/networks?id=105ee8cf-aab1-4f23-b1db-9270288c3210 HTTP/1.1" status: 200 len: 814 time: 0.5574191 Aug 31 01:13:44.182674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ec5a2cc-58d8-46b0-b571-60b88671a354 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network 2453168e-3787-4634-8aff-00c7e42baba1 is not hosted by any dhcp agent {{(pid=94761) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:13:44.187616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec5a2cc-58d8-46b0-b571-60b88671a354 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:44.188312 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ec5a2cc-58d8-46b0-b571-60b88671a354 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:44.192578 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0ec5a2cc-58d8-46b0-b571-60b88671a354 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "PUT /v2.0/networks/2453168e-3787-4634-8aff-00c7e42baba1 HTTP/1.1" status: 200 len: 723 time: 0.7721937 Aug 31 01:13:44.194302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52370) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:44.217911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-71aa1d6c-c0f8-410e-a8b9-d8d05881da9f tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'subnet': {'network_id': '2453168e-3787-4634-8aff-00c7e42baba1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:44.228411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05f13e-02df-4fe0-ac60-daf85c63132a None None] Pushing event updated for resources: {'Port': ['ID=6fbc1331-d1dd-4625-8c6c-f3fd75052c47,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:44.253181 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-f7731f65-ed91-4494-9041-9b1a2f1b0fda tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/quotas/6561f26535884aaf92fc9c289eb8de27 HTTP/1.1" status: 200 len: 375 time: 0.1213918 Aug 31 01:13:44.299863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae8556-df58-46a9-a818-2ffe9f719902 req-9e97f45b-971b-4638-b239-bd4a7cd3352a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:44.313350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6ae8556-df58-46a9-a818-2ffe9f719902 req-9e97f45b-971b-4638-b239-bd4a7cd3352a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 944 time: 0.4873886 Aug 31 01:13:44.350641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 06ed60a1-8874-4dea-80d0-a33745c54493, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=06ed60a1-8874-4dea-80d0-a33745c54493,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:44.429883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '06ed60a1-8874-4dea-80d0-a33745c54493', 'network_id': 'ab74ee34-12a3-401b-bc75-1cf0aeeda842', 'port_id': '06ed60a1-8874-4dea-80d0-a33745c54493', 'mac_address': 'fa:16:3e:b7:f5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7aae955-9475-4287-b0f9-97d65d425218', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:13:44.453542 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52372) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:44.468177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5a2cc-58d8-46b0-b571-60b88671a354 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Network': ['ID=2453168e-3787-4634-8aff-00c7e42baba1,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:44.496375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f34624-f9ac-4f94-a3f4-4a0a32937193 req-9fb1c38c-0c84-4df0-bf02-e2b966bff2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:44.498646 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4f34624-f9ac-4f94-a3f4-4a0a32937193 req-9fb1c38c-0c84-4df0-bf02-e2b966bff2a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d25507ba0d945d3821d1453bb12e9fa&device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 1095 time: 0.7004704 Aug 31 01:13:44.531799 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 2453168e-3787-4634-8aff-00c7e42baba1 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:44.568777 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71aa1d6c-c0f8-410e-a8b9-d8d05881da9f tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:44.573885 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71aa1d6c-c0f8-410e-a8b9-d8d05881da9f tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:44.600980 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6ae8556-df58-46a9-a818-2ffe9f719902 req-4788b2d4-950c-4942-90aa-0316549d83a4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870562 Aug 31 01:13:44.681201 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-cd9ef708-836e-4166-abbf-ee751f8be0b6 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6561f26535884aaf92fc9c289eb8de27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4268811 Aug 31 01:13:44.721429 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cfd112ca-cfb1-47a6-b6bc-fa90e145aa99 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3bf94207edcf4022984707e0fa7f3dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642319 Aug 31 01:13:44.724880 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52378) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:45.010326 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1469eca-5a09-4234-b158-62b9fe771438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:45.029932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:45.152466 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:45.169675 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71aa1d6c-c0f8-410e-a8b9-d8d05881da9f tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:45.183508 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1469eca-5a09-4234-b158-62b9fe771438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:45.203028 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ed60a1-8874-4dea-80d0-a33745c54493 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:45.287138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 06ed60a1-8874-4dea-80d0-a33745c54493, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=06ed60a1-8874-4dea-80d0-a33745c54493,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:45.323692 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:45.336829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:45.415047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa1d6c-c0f8-410e-a8b9-d8d05881da9f tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Subnet': ['ID=70592604-4a10-471b-8fbd-f2d6d710fd91,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:45.430118 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aa1d6c-c0f8-410e-a8b9-d8d05881da9f tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Checking segment: {'id': '1909a5ab-2bbc-4e98-a37b-afc6e4e2e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2453168e-3787-4634-8aff-00c7e42baba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:45.430691 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aa1d6c-c0f8-410e-a8b9-d8d05881da9f tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network hostable DHCP agents. Network: 2453168e-3787-4634-8aff-00c7e42baba1, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:45.442301 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632ffc66-3da1-4b7f-8ab6-7a207a91b17b None None] Network 4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:45.467966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1469eca-5a09-4234-b158-62b9fe771438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:45.473996 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1469eca-5a09-4234-b158-62b9fe771438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:45.478341 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a1469eca-5a09-4234-b158-62b9fe771438 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c089c9c8-718c-442a-a0b2-5674096af7d5 HTTP/1.1" status: 204 len: 168 time: 0.7492645 Aug 31 01:13:45.501230 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1469eca-5a09-4234-b158-62b9fe771438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c089c9c8-718c-442a-a0b2-5674096af7d5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:45.507772 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aa1d6c-c0f8-410e-a8b9-d8d05881da9f tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network 2453168e-3787-4634-8aff-00c7e42baba1 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:45.557562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=06ed60a1-8874-4dea-80d0-a33745c54493,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:45.562196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-71aa1d6c-c0f8-410e-a8b9-d8d05881da9f tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 2453168e-3787-4634-8aff-00c7e42baba1) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:45.577069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bf9c42-9063-4d82-9a7e-7c9d1c3c3c5a None None] Network 2453168e-3787-4634-8aff-00c7e42baba1 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:45.583872 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa1d6c-c0f8-410e-a8b9-d8d05881da9f tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:45.585425 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71aa1d6c-c0f8-410e-a8b9-d8d05881da9f tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:45.617466 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-71aa1d6c-c0f8-410e-a8b9-d8d05881da9f tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4213619 Aug 31 01:13:45.621776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52396) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:45.634181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-764d2a07-e1e2-473a-8ea9-75e5577aff61 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:45.722070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['06ed60a1-8874-4dea-80d0-a33745c54493'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:45.752149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2e5dd-080e-4a32-81ab-6a9a3b983f22 req-4ff91ea8-6bfb-4bf3-97fc-5b2299a0d19e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:45.757084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05c2e5dd-080e-4a32-81ab-6a9a3b983f22 req-4ff91ea8-6bfb-4bf3-97fc-5b2299a0d19e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 943 time: 0.9395211 Aug 31 01:13:45.777799 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-764d2a07-e1e2-473a-8ea9-75e5577aff61 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15693282'] for subnet, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:45.790958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f34624-f9ac-4f94-a3f4-4a0a32937193 req-7fac40eb-b2ca-4ac1-80bd-f306e44faf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:45.796068 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4f34624-f9ac-4f94-a3f4-4a0a32937193 req-7fac40eb-b2ca-4ac1-80bd-f306e44faf45 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab74ee34-12a3-401b-bc75-1cf0aeeda842 HTTP/1.1" status: 200 len: 915 time: 1.2862535 Aug 31 01:13:45.830654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-ab06aa62-ddc2-42a0-9357-8eda3d21d7a6 service neutron] 10.222.0.58 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1284866 Aug 31 01:13:45.839690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-93a4b23f-03be-4f62-a86e-7def18676f54 None None] Provisioning for port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:45.862181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-93a4b23f-03be-4f62-a86e-7def18676f54 None None] Provisioning complete for port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:45.862181 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-93a4b23f-03be-4f62-a86e-7def18676f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:45.899295 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-2453168e-3787-4634-8aff-00c7e42baba1', 'network_id': '2453168e-3787-4634-8aff-00c7e42baba1', 'tenant_id': 'a469121be9a043f2bd5a0234df594eb4', 'fixed_ips': [{'subnet_id': '70592604-4a10-471b-8fbd-f2d6d710fd91'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:13:45.900334 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:46.084263 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-764d2a07-e1e2-473a-8ea9-75e5577aff61 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729315684572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16186898'] for subnet, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:46.102044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-d9d707a0-551f-4ab0-a8aa-6b09daab2026 service neutron] 10.222.0.58 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695458 Aug 31 01:13:46.231092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d2a07-e1e2-473a-8ea9-75e5577aff61 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Subnet': ['ID=70592604-4a10-471b-8fbd-f2d6d710fd91,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:46.253142 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4f34624-f9ac-4f94-a3f4-4a0a32937193 req-b1565edc-b1ab-43ee-a879-bdc63ab63aaf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06ed60a1-8874-4dea-80d0-a33745c54493 HTTP/1.1" status: 200 len: 217 time: 0.4373815 Aug 31 01:13:46.259056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764d2a07-e1e2-473a-8ea9-75e5577aff61 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:46.261902 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-764d2a07-e1e2-473a-8ea9-75e5577aff61 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:46.265521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05c2e5dd-080e-4a32-81ab-6a9a3b983f22 req-7626040a-e63e-40ec-9abb-d68cd1c79df3 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895899 Aug 31 01:13:46.265925 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-764d2a07-e1e2-473a-8ea9-75e5577aff61 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "PUT /v2.0/subnets/70592604-4a10-471b-8fbd-f2d6d710fd91 HTTP/1.1" status: 200 len: 826 time: 0.6397607 Aug 31 01:13:46.273364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52408) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:46.387791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f34624-f9ac-4f94-a3f4-4a0a32937193 req-acd2bc9b-0cfd-45bd-be3d-d8798ab5975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:46.389867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4f34624-f9ac-4f94-a3f4-4a0a32937193 req-acd2bc9b-0cfd-45bd-be3d-d8798ab5975b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7aae955-9475-4287-b0f9-97d65d425218 HTTP/1.1" status: 200 len: 854 time: 0.1125567 Aug 31 01:13:46.509901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4f34624-f9ac-4f94-a3f4-4a0a32937193 req-052166c4-0817-4e78-82e7-b17297f40959 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab74ee34-12a3-401b-bc75-1cf0aeeda842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949554 Aug 31 01:13:46.655648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f242ac4-504d-4e9d-8582-a01d3039c5cc req-130a1042-599a-4519-be04-b0d779471e17 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 210 time: 0.0862167 Aug 31 01:13:46.715342 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-93a4b23f-03be-4f62-a86e-7def18676f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:46.757709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cc95f-5e3b-4150-8416-7ab91194dc01 req-0245fa24-e5de-4b72-928e-61c4cbbf3230 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:46.759465 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f7cc95f-5e3b-4150-8416-7ab91194dc01 req-0245fa24-e5de-4b72-928e-61c4cbbf3230 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 944 time: 0.2411830 Aug 31 01:13:46.870717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4f34624-f9ac-4f94-a3f4-4a0a32937193 req-bd84679a-11a9-4538-bb3c-e626a173a17d service neutron] 10.222.0.70 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443513 Aug 31 01:13:46.886672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a0c317-207e-49b4-8672-b1d7080a302c None None] Update dhcp port {'port': {'network_id': '4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3', 'fixed_ips': [{'subnet_id': '3e5ccd14-ab5f-49be-bbc5-29f2bc6680b7', 'ip_address': '2001:db8::2'}, {'subnet_id': '076084fb-2df8-427a-96bf-5d5c117d5227'}], 'binding:host_id': 'n-d-802060-13'}, 'id': '6fbc1331-d1dd-4625-8c6c-f3fd75052c47'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:13:46.921980 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e2a0c317-207e-49b4-8672-b1d7080a302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:46.997061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device cee71392-60a3-4a35-b8c0-1a0239f26524 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:47.010339 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Allocated IP 2001:db8::2 (2453168e-3787-4634-8aff-00c7e42baba1/70592604-4a10-471b-8fbd-f2d6d710fd91/2130ddb3-ac6d-4976-9ca0-057c1f37fcb6) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:47.022898 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4f34624-f9ac-4f94-a3f4-4a0a32937193 req-6578e16b-1e3a-4dea-ba86-08befc080e3a service neutron] 10.222.0.70 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321929 Aug 31 01:13:47.030260 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:47.082562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-93a4b23f-03be-4f62-a86e-7def18676f54 None None] For port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6fbc1331-d1dd-4625-8c6c-f3fd75052c47,segment=NetworkSegment(9f645f4f-68e8-4e84-925f-9f70c94c8679),segment_id=9f645f4f-68e8-4e84-925f-9f70c94c8679)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:47.087622 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f7cc95f-5e3b-4150-8416-7ab91194dc01 req-665cfa4d-d3df-4764-a31c-501508682834 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090394 Aug 31 01:13:47.161501 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-93a4b23f-03be-4f62-a86e-7def18676f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:47.178321 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:47.388462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port cee71392-60a3-4a35-b8c0-1a0239f26524 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:47.439912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port cee71392-60a3-4a35-b8c0-1a0239f26524 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:47.445490 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:47.527341 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4b23f-03be-4f62-a86e-7def18676f54 None None] Pushing event updated for resources: {'Port': ['ID=6fbc1331-d1dd-4625-8c6c-f3fd75052c47,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:47.624885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fd23b-7127-4e51-bd7d-2a3afbb32ae5 req-84dba50d-7d9a-4721-826f-c1ff74e17c6f tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:47.639441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-051fd23b-7127-4e51-bd7d-2a3afbb32ae5 req-84dba50d-7d9a-4721-826f-c1ff74e17c6f tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 944 time: 0.2023761 Aug 31 01:13:47.686722 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-e2a0c317-207e-49b4-8672-b1d7080a302c None None] Allocated IP 172.20.0.1 (4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3/076084fb-2df8-427a-96bf-5d5c117d5227/6fbc1331-d1dd-4625-8c6c-f3fd75052c47) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:47.788543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 06ed60a1-8874-4dea-80d0-a33745c54493 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:47.855627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-051fd23b-7127-4e51-bd7d-2a3afbb32ae5 req-49b955d1-2ffc-4846-a3a8-942edc0975e5 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152603 Aug 31 01:13:47.865051 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:47.925179 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6d89137-f96c-4c54-b983-3c24d0d692c9 req-d5c29253-10fe-4b7f-97c1-05a67b2c60d7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 210 time: 0.0676193 Aug 31 01:13:47.935381 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebaa9330-b4d5-4266-b621-d5c7d0ea1c2f req-0f289869-96d5-4750-b105-642254ab2c18 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2628419 Aug 31 01:13:48.035628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa9330-b4d5-4266-b621-d5c7d0ea1c2f req-631e82ef-343f-4931-972e-3fb16f1c035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:48.037514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebaa9330-b4d5-4266-b621-d5c7d0ea1c2f req-631e82ef-343f-4931-972e-3fb16f1c035f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d25507ba0d945d3821d1453bb12e9fa&device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 1097 time: 0.0726254 Aug 31 01:13:48.080647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Transition to ACTIVE for port object 2130ddb3-ac6d-4976-9ca0-057c1f37fcb6 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:48.153868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Transition to ACTIVE for port object 2130ddb3-ac6d-4976-9ca0-057c1f37fcb6 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:48.159938 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:48.208444 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port cee71392-60a3-4a35-b8c0-1a0239f26524, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=cee71392-60a3-4a35-b8c0-1a0239f26524,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:48.210109 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:48.217378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99731f78-edc6-4990-8a18-5e880d511077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee71392-60a3-4a35-b8c0-1a0239f26524'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:48.220304 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96581453-5196-44b9-b15c-e46fa92514ce" -d '{"events": [{"server_uuid": "99731f78-edc6-4990-8a18-5e880d511077", "name": "network-vif-plugged", "status": "completed", "tag": "cee71392-60a3-4a35-b8c0-1a0239f26524"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:48.282240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e2a0c317-207e-49b4-8672-b1d7080a302c None None] For port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6fbc1331-d1dd-4625-8c6c-f3fd75052c47,segment=NetworkSegment(9f645f4f-68e8-4e84-925f-9f70c94c8679),segment_id=9f645f4f-68e8-4e84-925f-9f70c94c8679)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:48.317107 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e2a0c317-207e-49b4-8672-b1d7080a302c None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:48.354003 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 06ed60a1-8874-4dea-80d0-a33745c54493 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:48.381135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 06ed60a1-8874-4dea-80d0-a33745c54493 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:48.396838 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:48.399254 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:48.428776 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Network 2453168e-3787-4634-8aff-00c7e42baba1 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:48.556218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-2b0ffdc4-176b-4260-9a61-782b9a6a2712 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:48.558740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-2b0ffdc4-176b-4260-9a61-782b9a6a2712 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.15 "GET /v2.0/networks?id=105ee8cf-aab1-4f23-b1db-9270288c3210 HTTP/1.1" status: 200 len: 814 time: 0.2043979 Aug 31 01:13:48.564195 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:48.585826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:48.593579 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:48.595251 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-24b75082-d442-4747-ae85-59034bbf551c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Request body: {'port': {'device_id': '6889df0f-1884-47b3-b4c2-7eb23f03ec43', 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210', 'admin_state_up': True, 'tenant_id': '6561f26535884aaf92fc9c289eb8de27'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:48.599452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Pushing event updated for resources: {'Port': ['ID=2130ddb3-ac6d-4976-9ca0-057c1f37fcb6,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:48.697898 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Subnet': ['ID=70592604-4a10-471b-8fbd-f2d6d710fd91,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:48.704561 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907bb7e-bf3c-4feb-a7f0-81a1443c03f0 req-02cff440-c81f-45cd-bbe3-8b8bc886fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:48.706282 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1907bb7e-bf3c-4feb-a7f0-81a1443c03f0 req-02cff440-c81f-45cd-bbe3-8b8bc886fe59 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 1097 time: 0.1467698 Aug 31 01:13:48.818888 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1907bb7e-bf3c-4feb-a7f0-81a1443c03f0 req-88bab1f5-c964-4301-b6c0-09ddb86daead service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990162 Aug 31 01:13:48.825934 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52151653-ef32-464e-96e9-6b2e057a33d4 x-openstack-request-id: req-52151653-ef32-464e-96e9-6b2e057a33d4 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:48.826403 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99731f78-edc6-4990-8a18-5e880d511077", "name": "network-vif-plugged", "status": "completed", "tag": "cee71392-60a3-4a35-b8c0-1a0239f26524", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:48.826494 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52151653-ef32-464e-96e9-6b2e057a33d4 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:48.826835 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99731f78-edc6-4990-8a18-5e880d511077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee71392-60a3-4a35-b8c0-1a0239f26524', 'code': 200} Aug 31 01:13:48.829857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=cee71392-60a3-4a35-b8c0-1a0239f26524,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:48.855028 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:48.861470 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e2a0c317-207e-49b4-8672-b1d7080a302c None None] Transition to ACTIVE for port object 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:48.864252 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:48.877189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2453168e-3787-4634-8aff-00c7e42baba1']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:48.890566 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1909a5ab-2bbc-4e98-a37b-afc6e4e2e13a') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:48.890992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1909a5ab-2bbc-4e98-a37b-afc6e4e2e13a') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:48.901729 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:48.923074 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:48.929091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:48.929510 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:48.985911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52508) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:49.012629 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e2a0c317-207e-49b4-8672-b1d7080a302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:49.028995 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:49.038473 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.api [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:13:49.038473 n-d-802060-13 neutron-server[94761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:13:49.038473 n-d-802060-13 neutron-server[94761]: [parameters: {'id': '2453168e-3787-4634-8aff-00c7e42baba1'}] Aug 31 01:13:49.038473 n-d-802060-13 neutron-server[94761]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:13:49.038909 n-d-802060-13 neutron-server[94761]: DEBUG oslo_db.api [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:13:49.072654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa9330-b4d5-4266-b621-d5c7d0ea1c2f req-6fc018bf-5c7b-4efd-a74f-0ffd2440cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:49.074108 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebaa9330-b4d5-4266-b621-d5c7d0ea1c2f req-6fc018bf-5c7b-4efd-a74f-0ffd2440cc0d service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab74ee34-12a3-401b-bc75-1cf0aeeda842 HTTP/1.1" status: 200 len: 915 time: 1.0036500 Aug 31 01:13:49.092401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59313c4-9668-492e-9541-25d09f378430 req-bcbafd2d-70f0-4a18-8c9e-2e436b40c1d5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:49.100663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b59313c4-9668-492e-9541-25d09f378430 req-bcbafd2d-70f0-4a18-8c9e-2e436b40c1d5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 945 time: 0.7672846 Aug 31 01:13:49.193542 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebaa9330-b4d5-4266-b621-d5c7d0ea1c2f req-44310451-13b0-491c-aa52-7492633386fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7827a61-9dc8-471c-8a81-f8828e12b54d HTTP/1.1" status: 200 len: 217 time: 0.0877173 Aug 31 01:13:49.235047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-85394c23-2cc9-4b2b-9399-1c739bdbd4f6 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:49.280329 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-85394c23-2cc9-4b2b-9399-1c739bdbd4f6 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] 10.222.0.58 "PUT /v2.0/quotas/e4f2536488424a72ab462ad29245a852 HTTP/1.1" status: 200 len: 368 time: 0.2932994 Aug 31 01:13:49.287687 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa9330-b4d5-4266-b621-d5c7d0ea1c2f req-ed6477f2-e95a-4902-806f-89280e69a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:49.288417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebaa9330-b4d5-4266-b621-d5c7d0ea1c2f req-ed6477f2-e95a-4902-806f-89280e69a1b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7aae955-9475-4287-b0f9-97d65d425218 HTTP/1.1" status: 200 len: 854 time: 0.0833797 Aug 31 01:13:49.291498 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52514) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:49.302294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Request body: {'network': {'project_id': 'e4f2536488424a72ab462ad29245a852'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:49.307299 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.335367 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebaa9330-b4d5-4266-b621-d5c7d0ea1c2f req-f55d77b1-3234-4934-a42e-4110c1da5bdb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab74ee34-12a3-401b-bc75-1cf0aeeda842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372126 Aug 31 01:13:49.354476 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b59313c4-9668-492e-9541-25d09f378430 req-c8a80d7a-a2a9-4c1b-bb41-4adc9b034152 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528484 Aug 31 01:13:49.363343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 06ed60a1-8874-4dea-80d0-a33745c54493, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=06ed60a1-8874-4dea-80d0-a33745c54493,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:49.382727 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.389398 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Attempting to bind port 2130ddb3-ac6d-4976-9ca0-057c1f37fcb6 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:49.390141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Attempting to bind port 2130ddb3-ac6d-4976-9ca0-057c1f37fcb6 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '1909a5ab-2bbc-4e98-a37b-afc6e4e2e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2453168e-3787-4634-8aff-00c7e42baba1'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:49.390595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Attempting to bind port 2130ddb3-ac6d-4976-9ca0-057c1f37fcb6 on network 2453168e-3787-4634-8aff-00c7e42baba1 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:49.398267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:49.399450 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Checking segment: {'id': '1909a5ab-2bbc-4e98-a37b-afc6e4e2e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2453168e-3787-4634-8aff-00c7e42baba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:49.400234 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.400903 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Bound using segment: {'id': '1909a5ab-2bbc-4e98-a37b-afc6e4e2e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2453168e-3787-4634-8aff-00c7e42baba1'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:49.401712 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Bound port: 2130ddb3-ac6d-4976-9ca0-057c1f37fcb6, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1909a5ab-2bbc-4e98-a37b-afc6e4e2e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2453168e-3787-4634-8aff-00c7e42baba1'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:49.402211 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.405651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0c317-207e-49b4-8672-b1d7080a302c None None] Pushing event updated for resources: {'Port': ['ID=6fbc1331-d1dd-4625-8c6c-f3fd75052c47,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:49.435935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Made reservation on behalf of e4f2536488424a72ab462ad29245a852 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:49.441583 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.442123 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-24b75082-d442-4747-ae85-59034bbf551c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Made reservation on behalf of 6561f26535884aaf92fc9c289eb8de27 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:49.451732 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-24b75082-d442-4747-ae85-59034bbf551c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.485957 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.544627 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.615508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84bd1d9d-e12d-4126-a780-6e30512c0c36 req-f8fe7a33-de94-4158-856a-01e3ba2281da tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 210 time: 0.0909126 Aug 31 01:13:49.855370 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.866129 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.930121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc08ec5-609f-4c7e-833c-e17a89582195,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:49.934078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=06ed60a1-8874-4dea-80d0-a33745c54493,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:49.953501 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] For port 2130ddb3-ac6d-4976-9ca0-057c1f37fcb6, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:49.957003 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] For port 2130ddb3-ac6d-4976-9ca0-057c1f37fcb6, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2130ddb3-ac6d-4976-9ca0-057c1f37fcb6,segment=NetworkSegment(1909a5ab-2bbc-4e98-a37b-afc6e4e2e13a),segment_id=1909a5ab-2bbc-4e98-a37b-afc6e4e2e13a)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:49.959928 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:49.964787 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.986239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-24b75082-d442-4747-ae85-59034bbf551c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Allocated IP 172.20.0.3 (105ee8cf-aab1-4f23-b1db-9270288c3210/aae6296a-54fb-431d-93be-6f50e6d5dae4/0c1a3f98-1429-40a6-9ac5-99a15cb6baa2) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:49.998824 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:49.999948 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Added segment d3da7e0c-f668-43eb-acb0-12bda6dd14f2 of type vlan for network f5f04cae-0d9f-41d7-8aef-47bd38d4f524 Aug 31 01:13:50.043343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae27e4-62ba-47d1-89f8-ebb1debac5fb None None] Pushing event updated for resources: {'Port': ['ID=2130ddb3-ac6d-4976-9ca0-057c1f37fcb6,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:50.084984 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:50.142349 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db16e1a1-fb01-42f0-9efb-9aa152a37423 None None] Network 2453168e-3787-4634-8aff-00c7e42baba1 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:50.157784 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:50.160793 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:50.163273 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:50.328066 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0321856 Aug 31 01:13:50.331843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52530) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:50.352999 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-821d65c7-c434-4b93-8bea-e63e649cafda tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Request body: {'network': {'project_id': 'e4f2536488424a72ab462ad29245a852'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:50.371435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b16488-81cc-4533-9642-891d354505b0 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Pushing event updated for resources: {'Network': ['ID=f5f04cae-0d9f-41d7-8aef-47bd38d4f524,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:50.406325 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network f5f04cae-0d9f-41d7-8aef-47bd38d4f524 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:50.409060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821d65c7-c434-4b93-8bea-e63e649cafda tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Made reservation on behalf of e4f2536488424a72ab462ad29245a852 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:50.412680 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-821d65c7-c434-4b93-8bea-e63e649cafda tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:50.511773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821d65c7-c434-4b93-8bea-e63e649cafda tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:50.542323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21bca35-21b1-4e3a-b8e4-9f9ba8835b7e None None] Network 2453168e-3787-4634-8aff-00c7e42baba1 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:50.547934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-821d65c7-c434-4b93-8bea-e63e649cafda tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:50.548296 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-821d65c7-c434-4b93-8bea-e63e649cafda tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Added segment 1736718b-78dd-4485-b259-9db568abc11a of type vlan for network a3503418-61c8-455e-969f-b7d69a2a08e2 Aug 31 01:13:50.620291 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:50.622669 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990ff38c-bfb3-4096-a962-2d09bd1ed1ca None None] Network 4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:50.623802 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-821d65c7-c434-4b93-8bea-e63e649cafda tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:50.629206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00c01a-5a49-4dce-951b-2961d85ff4a2 req-fdb72200-e1e4-4191-b725-72684fb73154 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:50.637511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea00c01a-5a49-4dce-951b-2961d85ff4a2 req-fdb72200-e1e4-4191-b725-72684fb73154 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 945 time: 1.6064806 Aug 31 01:13:50.682978 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-821d65c7-c434-4b93-8bea-e63e649cafda tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:50.685086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebaa9330-b4d5-4266-b621-d5c7d0ea1c2f req-d99f7e6b-3846-4bcd-b721-56aae8aa3d71 service neutron] 10.222.0.70 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3268960 Aug 31 01:13:50.685240 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821d65c7-c434-4b93-8bea-e63e649cafda tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:50.688029 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-821d65c7-c434-4b93-8bea-e63e649cafda tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:50.694294 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-24b75082-d442-4747-ae85-59034bbf551c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:50.823037 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea00c01a-5a49-4dce-951b-2961d85ff4a2 req-14afb40a-ef55-4bbe-a7b4-5ae2100d62f4 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832922 Aug 31 01:13:50.854627 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71622f4-c0f5-4918-ba29-10c60f2c78b0 req-957b9cd0-2073-43ff-9405-422f2192f4fd tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:50.856000 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b71622f4-c0f5-4918-ba29-10c60f2c78b0 req-957b9cd0-2073-43ff-9405-422f2192f4fd tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 945 time: 0.3138683 Aug 31 01:13:50.899686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Deleting port 2130ddb3-ac6d-4976-9ca0-057c1f37fcb6 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:50.900132 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:50.923540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d65c7-c434-4b93-8bea-e63e649cafda tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Pushing event updated for resources: {'Network': ['ID=a3503418-61c8-455e-969f-b7d69a2a08e2,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:50.948187 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-821d65c7-c434-4b93-8bea-e63e649cafda tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6003089 Aug 31 01:13:50.950077 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52538) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:50.967235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e928bcf6-3074-42d0-ab7a-dbea7e78bb28 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Request body: {'network': {'project_id': 'e4f2536488424a72ab462ad29245a852'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:50.968108 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] For port 2130ddb3-ac6d-4976-9ca0-057c1f37fcb6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2130ddb3-ac6d-4976-9ca0-057c1f37fcb6,segment=NetworkSegment(1909a5ab-2bbc-4e98-a37b-afc6e4e2e13a),segment_id=1909a5ab-2bbc-4e98-a37b-afc6e4e2e13a)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:50.968483 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:50.973715 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f0faaf-02bd-4afa-87c3-3617be8ae397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ed60a1-8874-4dea-80d0-a33745c54493'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:50.980497 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04c63c7-bef0-4f66-a85b-feb1873ea02d" -d '{"events": [{"server_uuid": "96f0faaf-02bd-4afa-87c3-3617be8ae397", "name": "network-vif-plugged", "status": "completed", "tag": "06ed60a1-8874-4dea-80d0-a33745c54493"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:50.996876 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e928bcf6-3074-42d0-ab7a-dbea7e78bb28 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 01:13:50.997728 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e928bcf6-3074-42d0-ab7a-dbea7e78bb28 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:50.999124 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e928bcf6-3074-42d0-ab7a-dbea7e78bb28 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0405235 Aug 31 01:13:51.002090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52546) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:51.005881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Calling delete_port for 2130ddb3-ac6d-4976-9ca0-057c1f37fcb6 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:51.038947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network a3503418-61c8-455e-969f-b7d69a2a08e2 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:51.120479 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c14421ea-23fb-476e-a6d4-4ef7387968f8 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4f2536488424a72ab462ad29245a852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1168151 Aug 31 01:13:51.130933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52548) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:51.190072 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-24b75082-d442-4747-ae85-59034bbf551c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:51.371744 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7b7981c2-f89f-4b9d-beec-016aa9797e99 None None] Provisioning for port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:51.376689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['23a9026e-3dbf-4cf2-a046-d55bc5062ff8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:51.428733 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-24b75082-d442-4747-ae85-59034bbf551c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Network 105ee8cf-aab1-4f23-b1db-9270288c3210 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:51.429108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7b7981c2-f89f-4b9d-beec-016aa9797e99 None None] Provisioning complete for port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:51.429492 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7b7981c2-f89f-4b9d-beec-016aa9797e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:51.432112 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0535aa98-2707-4de5-aae4-31bf89cb88e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:51.474371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b71622f4-c0f5-4918-ba29-10c60f2c78b0 req-67850807-885a-476c-bee3-0e08b45b296c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829685 Aug 31 01:13:51.478625 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-24b75082-d442-4747-ae85-59034bbf551c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:51.494848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-24b75082-d442-4747-ae85-59034bbf551c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:51.572421 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebaa9330-b4d5-4266-b621-d5c7d0ea1c2f req-82586510-5c70-4aac-b019-42b9bb73155e service neutron] 10.222.0.70 "GET /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8722472 Aug 31 01:13:51.579118 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b75082-d442-4747-ae85-59034bbf551c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Pushing event updated for resources: {'Port': ['ID=0c1a3f98-1429-40a6-9ac5-99a15cb6baa2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:51.598748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd976f-8d77-456f-8c2f-b8ee51332357 req-8f367fd0-fcf6-4fd7-81c5-736ce97a4032 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:51.607899 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3efd976f-8d77-456f-8c2f-b8ee51332357 req-8f367fd0-fcf6-4fd7-81c5-736ce97a4032 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 931 time: 0.5159144 Aug 31 01:13:51.643751 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:51.668894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-24b75082-d442-4747-ae85-59034bbf551c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:51.669997 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-24b75082-d442-4747-ae85-59034bbf551c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:51.704930 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d135359c-b1d6-472d-bd20-f5e879b197c7 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:51.728753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:51.729394 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:51.770456 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d135359c-b1d6-472d-bd20-f5e879b197c7 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:51.937660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3efd976f-8d77-456f-8c2f-b8ee51332357 req-d9d20c77-96a4-4025-b0e2-36e5092eb322 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284123 Aug 31 01:13:51.954991 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9708b3ab-ec8b-4742-ae81-1ade4ded1099 x-openstack-request-id: req-9708b3ab-ec8b-4742-ae81-1ade4ded1099 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:51.955321 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f0faaf-02bd-4afa-87c3-3617be8ae397", "name": "network-vif-plugged", "status": "completed", "tag": "06ed60a1-8874-4dea-80d0-a33745c54493", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:51.955567 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9708b3ab-ec8b-4742-ae81-1ade4ded1099 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:51.955970 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f0faaf-02bd-4afa-87c3-3617be8ae397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ed60a1-8874-4dea-80d0-a33745c54493', 'code': 200} Aug 31 01:13:51.956543 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-24b75082-d442-4747-ae85-59034bbf551c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3668056 Aug 31 01:13:51.988225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Request body: {'port': {'device_id': '6889df0f-1884-47b3-b4c2-7eb23f03ec43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:51.990574 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b746ff45-c7b2-4509-940b-9bd98d209eee None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:13:52.000376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No DVR routers for this DVR port 2130ddb3-ac6d-4976-9ca0-057c1f37fcb6 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:52.010875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Port': ['ID=2130ddb3-ac6d-4976-9ca0-057c1f37fcb6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:52.210681 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:52.228477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2453168e-3787-4634-8aff-00c7e42baba1']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:52.250515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1909a5ab-2bbc-4e98-a37b-afc6e4e2e13a') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:52.250515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1909a5ab-2bbc-4e98-a37b-afc6e4e2e13a') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:52.285853 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:52.305619 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:52.312915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:52.313404 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:52.424489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b746ff45-c7b2-4509-940b-9bd98d209eee None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:13:52.426146 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a4edbd47-ec6a-44c9-a2fe-325f547c5019 None None] Provisioning complete for port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:52.426560 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a4edbd47-ec6a-44c9-a2fe-325f547c5019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:52.477736 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:52.488114 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:52.527873 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:52.532777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/2453168e-3787-4634-8aff-00c7e42baba1 HTTP/1.1" status: 204 len: 168 time: 6.2515144 Aug 31 01:13:52.533024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52564) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:52.569302 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e48f7ad-6f8d-48a8-a5a7-ca4bc96d27e9 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] DELETE failed (client error): The resource could not be found. Aug 31 01:13:52.570171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e48f7ad-6f8d-48a8-a5a7-ca4bc96d27e9 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:13:52.577320 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2e48f7ad-6f8d-48a8-a5a7-ca4bc96d27e9 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/2453168e-3787-4634-8aff-00c7e42baba1 HTTP/1.1" status: 404 len: 339 time: 0.0402818 Aug 31 01:13:52.578492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52566) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:52.586171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b43e7225-b683-4a33-9849-6c7fec9d3293 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1278581383', 'description': 'd1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:52.636188 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43e7225-b683-4a33-9849-6c7fec9d3293 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:52.641782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b43e7225-b683-4a33-9849-6c7fec9d3293 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:52.701138 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43e7225-b683-4a33-9849-6c7fec9d3293 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:52.728264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b43e7225-b683-4a33-9849-6c7fec9d3293 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:52.728390 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-b43e7225-b683-4a33-9849-6c7fec9d3293 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Added segment cd46df1a-2e22-423d-adbe-18e2599b1191 of type vlan for network be17a0fd-3fd4-48dc-8b03-2ba93c3c8666 Aug 31 01:13:52.868569 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b43e7225-b683-4a33-9849-6c7fec9d3293 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:52.935710 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b43e7225-b683-4a33-9849-6c7fec9d3293 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:52.951304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43e7225-b683-4a33-9849-6c7fec9d3293 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:52.954581 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b43e7225-b683-4a33-9849-6c7fec9d3293 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965076'] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:53.044332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c87b59-a513-45c7-8deb-02897609ce20 req-de047c7e-2bda-4fca-a385-0649e1123f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:53.045843 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26c87b59-a513-45c7-8deb-02897609ce20 req-de047c7e-2bda-4fca-a385-0649e1123f01 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 1097 time: 0.6234243 Aug 31 01:13:53.046632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551404b-75d1-49a3-96dc-6a70ed6ae90b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Network': ['ID=2453168e-3787-4634-8aff-00c7e42baba1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:53.062285 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65246e6-5f7e-4987-b6d4-25f1fe35dc54 req-1f53cf8d-39a8-490d-8b6d-c20cdb29ac74 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:53.064363 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e65246e6-5f7e-4987-b6d4-25f1fe35dc54 req-1f53cf8d-39a8-490d-8b6d-c20cdb29ac74 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 945 time: 0.6300864 Aug 31 01:13:53.091350 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d135359c-b1d6-472d-bd20-f5e879b197c7 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:53.094285 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d135359c-b1d6-472d-bd20-f5e879b197c7 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:53.098318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d135359c-b1d6-472d-bd20-f5e879b197c7 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/5fc08ec5-609f-4c7e-833c-e17a89582195 HTTP/1.1" status: 204 len: 168 time: 1.9501972 Aug 31 01:13:53.100956 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52584) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:53.153076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135359c-b1d6-472d-bd20-f5e879b197c7 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc08ec5-609f-4c7e-833c-e17a89582195,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:53.181240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:53.228851 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b43e7225-b683-4a33-9849-6c7fec9d3293 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6483459 Aug 31 01:13:53.235620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52590) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:53.288756 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26c87b59-a513-45c7-8deb-02897609ce20 req-fd290d7a-ceda-497c-813f-b55cb5f5e184 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989808 Aug 31 01:13:53.330362 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e7225-b683-4a33-9849-6c7fec9d3293 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Network': ['ID=be17a0fd-3fd4-48dc-8b03-2ba93c3c8666,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:53.346824 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network be17a0fd-3fd4-48dc-8b03-2ba93c3c8666 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:53.377456 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1314849-f111-444d-b9d4-08a36892e4d2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:53.379528 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e1314849-f111-444d-b9d4-08a36892e4d2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "GET /v2.0/networks?id=be17a0fd-3fd4-48dc-8b03-2ba93c3c8666 HTTP/1.1" status: 200 len: 765 time: 0.1424754 Aug 31 01:13:53.384062 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3e62b50-8b78-42fe-9c6b-6b3db8eef1f4 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:53.388781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52592) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:53.399899 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7cc4e9ac-6927-4a2f-be61-3eb0d7dade51 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'network': {'description': 'd2'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:53.558224 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e65246e6-5f7e-4987-b6d4-25f1fe35dc54 req-bc2c13b2-c5ac-4362-8357-e130274481a1 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558890 Aug 31 01:13:53.597002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50f0e4-776e-42cf-99b5-e27d97b5b0d0 req-72010041-4eaa-4087-8e56-d073df5ca319 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:53.598540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f50f0e4-776e-42cf-99b5-e27d97b5b0d0 req-72010041-4eaa-4087-8e56-d073df5ca319 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 931 time: 0.3712223 Aug 31 01:13:53.619687 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3e62b50-8b78-42fe-9c6b-6b3db8eef1f4 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:53.639376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b3e62b50-8b78-42fe-9c6b-6b3db8eef1f4 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3503418-61c8-455e-969f-b7d69a2a08e2']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:53.658328 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b3e62b50-8b78-42fe-9c6b-6b3db8eef1f4 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1736718b-78dd-4485-b259-9db568abc11a') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:53.658633 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b3e62b50-8b78-42fe-9c6b-6b3db8eef1f4 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1736718b-78dd-4485-b259-9db568abc11a') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:53.678703 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3e62b50-8b78-42fe-9c6b-6b3db8eef1f4 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:53.689597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f50f0e4-776e-42cf-99b5-e27d97b5b0d0 req-c6ef9676-c1ab-4bd4-9e1f-547d4e8bac25 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823245 Aug 31 01:13:53.694920 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e9ac-6927-4a2f-be61-3eb0d7dade51 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:53.713600 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-66e6c7da-4681-4b7d-bc85-ab2b3aa4dff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:53.714966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3e62b50-8b78-42fe-9c6b-6b3db8eef1f4 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:53.723750 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e9ac-6927-4a2f-be61-3eb0d7dade51 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:53.731559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e62b50-8b78-42fe-9c6b-6b3db8eef1f4 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:53.731962 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3e62b50-8b78-42fe-9c6b-6b3db8eef1f4 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:53.736924 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:53.757259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7cc4e9ac-6927-4a2f-be61-3eb0d7dade51 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network be17a0fd-3fd4-48dc-8b03-2ba93c3c8666 is not hosted by any dhcp agent {{(pid=94760) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:13:53.763433 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc4e9ac-6927-4a2f-be61-3eb0d7dade51 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:53.764136 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e9ac-6927-4a2f-be61-3eb0d7dade51 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:53.765558 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7cc4e9ac-6927-4a2f-be61-3eb0d7dade51 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "PUT /v2.0/networks/be17a0fd-3fd4-48dc-8b03-2ba93c3c8666 HTTP/1.1" status: 200 len: 762 time: 0.3707123 Aug 31 01:13:53.774041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52598) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:53.868286 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4e9ac-6927-4a2f-be61-3eb0d7dade51 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Network': ['ID=be17a0fd-3fd4-48dc-8b03-2ba93c3c8666,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:53.873245 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3e62b50-8b78-42fe-9c6b-6b3db8eef1f4 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:53.882538 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3e62b50-8b78-42fe-9c6b-6b3db8eef1f4 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:53.889038 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b3e62b50-8b78-42fe-9c6b-6b3db8eef1f4 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] 10.222.0.58 "DELETE /v2.0/networks/a3503418-61c8-455e-969f-b7d69a2a08e2 HTTP/1.1" status: 204 len: 168 time: 0.7835908 Aug 31 01:13:53.893410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network be17a0fd-3fd4-48dc-8b03-2ba93c3c8666 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:53.896181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52600) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:53.904178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e62b50-8b78-42fe-9c6b-6b3db8eef1f4 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Pushing event deleted for resources: {'Network': ['ID=a3503418-61c8-455e-969f-b7d69a2a08e2,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:53.923889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb1f9a7-7616-4721-9967-d5a4175ada1c tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:53.932896 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-aeb1f9a7-7616-4721-9967-d5a4175ada1c tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "GET /v2.0/networks?id=be17a0fd-3fd4-48dc-8b03-2ba93c3c8666 HTTP/1.1" status: 200 len: 765 time: 0.1565666 Aug 31 01:13:53.936323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52602) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:54.018016 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fe3cfd2-598a-4e6a-8fbc-017cf7589435 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:54.038644 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:54.088896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:54.131801 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:54.178636 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fe3cfd2-598a-4e6a-8fbc-017cf7589435 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:54.190206 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0fe3cfd2-598a-4e6a-8fbc-017cf7589435 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f04cae-0d9f-41d7-8aef-47bd38d4f524']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:54.202269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0fe3cfd2-598a-4e6a-8fbc-017cf7589435 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3da7e0c-f668-43eb-acb0-12bda6dd14f2') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:54.202569 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0fe3cfd2-598a-4e6a-8fbc-017cf7589435 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3da7e0c-f668-43eb-acb0-12bda6dd14f2') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:54.214194 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fe3cfd2-598a-4e6a-8fbc-017cf7589435 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:54.230845 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fe3cfd2-598a-4e6a-8fbc-017cf7589435 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:54.237661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe3cfd2-598a-4e6a-8fbc-017cf7589435 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:54.238121 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fe3cfd2-598a-4e6a-8fbc-017cf7589435 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:54.292447 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d6592a-0a00-4b80-90ff-201436cff73d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:54.297320 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-82d6592a-0a00-4b80-90ff-201436cff73d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3575132 Aug 31 01:13:54.298020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52618) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:54.317493 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:54.324071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Transition to ACTIVE for port object 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:54.326466 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fe3cfd2-598a-4e6a-8fbc-017cf7589435 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:54.351003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-58d3f2c2-ebf8-4b5f-81e5-156fa9c50925 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 207 time: 0.0513208 Aug 31 01:13:54.352765 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:54.354226 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fe3cfd2-598a-4e6a-8fbc-017cf7589435 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:54.356172 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0fe3cfd2-598a-4e6a-8fbc-017cf7589435 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] 10.222.0.58 "DELETE /v2.0/networks/f5f04cae-0d9f-41d7-8aef-47bd38d4f524 HTTP/1.1" status: 204 len: 168 time: 0.4590080 Aug 31 01:13:54.356631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52620) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:54.357138 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3cfd2-598a-4e6a-8fbc-017cf7589435 tempest-QuotasNegativeTest-804123476 tempest-QuotasNegativeTest-804123476-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5f04cae-0d9f-41d7-8aef-47bd38d4f524,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:54.399958 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:54.727832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1a3f98-1429-40a6-9ac5-99a15cb6baa2,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:54.760296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Attempting to bind port 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:54.760653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Attempting to bind port 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '20146619-c682-44c1-85b1-f2a61c837956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:54.761415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Attempting to bind port 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 on network 105ee8cf-aab1-4f23-b1db-9270288c3210 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:54.828597 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Port 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 on network 105ee8cf-aab1-4f23-b1db-9270288c3210 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:13:54.829313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Attempting to bind port 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 on network 105ee8cf-aab1-4f23-b1db-9270288c3210 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:54.850657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cbac13-c5b6-420a-b025-c95a12f35475 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:54.860872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cbac13-c5b6-420a-b025-c95a12f35475 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:54.884223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cbac13-c5b6-420a-b025-c95a12f35475 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:54.897742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cbac13-c5b6-420a-b025-c95a12f35475 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:54.905813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cbac13-c5b6-420a-b025-c95a12f35475 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:54.912220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cbac13-c5b6-420a-b025-c95a12f35475 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:54.914149 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-67cbac13-c5b6-420a-b025-c95a12f35475 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5446091 Aug 31 01:13:54.916158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:54.916560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Checking segment: {'id': '20146619-c682-44c1-85b1-f2a61c837956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:54.917748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Bound using segment: {'id': '20146619-c682-44c1-85b1-f2a61c837956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:54.919219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Bound port: 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20146619-c682-44c1-85b1-f2a61c837956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:54.919689 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:54.920333 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52648) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:54.946954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb15ded-013a-462d-b4c0-71817ee86a6c req-0c078d90-28d3-4977-b6b6-c90dd664261b tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:54.950501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7eb15ded-013a-462d-b4c0-71817ee86a6c req-0c078d90-28d3-4977-b6b6-c90dd664261b tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 945 time: 0.1979387 Aug 31 01:13:55.049475 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52652) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:55.115304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7eb15ded-013a-462d-b4c0-71817ee86a6c req-17497b2b-2082-44ce-a97b-b6ad753efa02 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101487 Aug 31 01:13:55.118391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] For port 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:55.132166 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2389abaf-ca82-4f3b-bfd1-dca8dfb66d2e tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2105436 Aug 31 01:13:55.132696 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1c991-4eb9-466f-bc68-96295a2caa0a req-ae2f45ee-195a-4f54-a66e-519177627c94 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.132826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52660) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:55.142609 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3c1c991-4eb9-466f-bc68-96295a2caa0a req-ae2f45ee-195a-4f54-a66e-519177627c94 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 943 time: 0.1844020 Aug 31 01:13:55.153947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] For port 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=0c1a3f98-1429-40a6-9ac5-99a15cb6baa2,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:55.187185 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:55.240781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.241508 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:55.243644 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] 10.222.0.15 "PUT /v2.0/ports/0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 HTTP/1.1" status: 200 len: 1092 time: 3.2687135 Aug 31 01:13:55.249498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6889df0f-1884-47b3-b4c2-7eb23f03ec43', 'tag': '0c1a3f98-1429-40a6-9ac5-99a15cb6baa2'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:55.252122 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25738bbd-5f66-499b-9e51-9dc0f260bf1b" -d '{"events": [{"name": "network-changed", "server_uuid": "6889df0f-1884-47b3-b4c2-7eb23f03ec43", "tag": "0c1a3f98-1429-40a6-9ac5-99a15cb6baa2"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:55.275938 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3c1c991-4eb9-466f-bc68-96295a2caa0a req-9af9f31b-d3ff-442f-9e9e-6f3ceae1b781 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322691 Aug 31 01:13:55.277635 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7707c8-dd77-4592-87b5-1d11354e92a0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.279532 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7707c8-dd77-4592-87b5-1d11354e92a0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.282779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7707c8-dd77-4592-87b5-1d11354e92a0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.285450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7707c8-dd77-4592-87b5-1d11354e92a0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.287155 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7707c8-dd77-4592-87b5-1d11354e92a0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.294509 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6a7707c8-dd77-4592-87b5-1d11354e92a0 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1598296 Aug 31 01:13:55.294770 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52678) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:55.342939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e26d3c-0cc1-444b-8197-1bf283539849 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1a3f98-1429-40a6-9ac5-99a15cb6baa2,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:55.420547 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4574e518-1807-42e3-a9ff-70e5d3f79dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:55.420750 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0da79c-1c85-42c1-a675-11b443fa6564 x-openstack-request-id: req-6b0da79c-1c85-42c1-a675-11b443fa6564 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:55.421091 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6889df0f-1884-47b3-b4c2-7eb23f03ec43", "tag": "0c1a3f98-1429-40a6-9ac5-99a15cb6baa2", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:55.421431 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b0da79c-1c85-42c1-a675-11b443fa6564 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:55.421909 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6889df0f-1884-47b3-b4c2-7eb23f03ec43', 'tag': '0c1a3f98-1429-40a6-9ac5-99a15cb6baa2', 'status': 'completed', 'code': 200} Aug 31 01:13:55.447862 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e36fc-6b1c-4aa8-99b1-0cb03c79ddf4 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.449497 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e36fc-6b1c-4aa8-99b1-0cb03c79ddf4 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.451091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e36fc-6b1c-4aa8-99b1-0cb03c79ddf4 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.452939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e36fc-6b1c-4aa8-99b1-0cb03c79ddf4 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.454565 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e36fc-6b1c-4aa8-99b1-0cb03c79ddf4 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.456329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-416e36fc-6b1c-4aa8-99b1-0cb03c79ddf4 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1498301 Aug 31 01:13:55.462219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52690) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:55.525616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-5cd031f1-91d5-4e4a-b192-442f562ff970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.527428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-5cd031f1-91d5-4e4a-b192-442f562ff970 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6561f26535884aaf92fc9c289eb8de27&device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 1095 time: 0.1396494 Aug 31 01:13:55.627653 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4574e518-1807-42e3-a9ff-70e5d3f79dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:55.632910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-d05dbb82-3ca2-46b0-a0fc-e9dead67e6fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 HTTP/1.1" status: 200 len: 217 time: 0.0905607 Aug 31 01:13:55.634609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4574e518-1807-42e3-a9ff-70e5d3f79dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:55.673374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574e518-1807-42e3-a9ff-70e5d3f79dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895b0fe0-3be7-432b-bba2-25fce6ecbe67,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:55.705744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6579dccc-d2b6-4e78-bd30-0e9f6b15f5dd tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.726153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6579dccc-d2b6-4e78-bd30-0e9f6b15f5dd tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "GET /v2.0/networks/c6d827f9-fc84-42e8-ab5f-6a131884c462 HTTP/1.1" status: 200 len: 804 time: 0.2574420 Aug 31 01:13:55.730719 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4574e518-1807-42e3-a9ff-70e5d3f79dd0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=585b5c26b3054d6884af399707c76d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6785953 Aug 31 01:13:55.733420 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52698) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:55.735000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52696) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:55.769214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0db547-9c7a-4ccb-8737-fbd5a03ccbc7 req-73788fe8-4196-4884-8d5e-ba7e11c0e4e5 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.777748 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d0db547-9c7a-4ccb-8737-fbd5a03ccbc7 req-73788fe8-4196-4884-8d5e-ba7e11c0e4e5 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 950 time: 0.2374485 Aug 31 01:13:55.812380 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7276-5e45-418d-8053-e96b1769d0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:55.845592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7276-5e45-418d-8053-e96b1769d0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:55.864075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-04ccd01a-77f1-4bfb-bc64-96e5efd880f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:55.865721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-04ccd01a-77f1-4bfb-bc64-96e5efd880f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aae6296a-54fb-431d-93be-6f50e6d5dae4 HTTP/1.1" status: 200 len: 854 time: 0.2199562 Aug 31 01:13:55.912874 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7276-5e45-418d-8053-e96b1769d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:55.918672 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7276-5e45-418d-8053-e96b1769d0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:55.920361 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c3ae7276-5e45-418d-8053-e96b1769d0f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/895b0fe0-3be7-432b-bba2-25fce6ecbe67 HTTP/1.1" status: 204 len: 168 time: 0.1855748 Aug 31 01:13:55.931675 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7276-5e45-418d-8053-e96b1769d0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895b0fe0-3be7-432b-bba2-25fce6ecbe67,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:55.956165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-7fb0a2b5-78d0-40be-a442-75c5db1c7094 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105ee8cf-aab1-4f23-b1db-9270288c3210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659337 Aug 31 01:13:55.999616 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d0db547-9c7a-4ccb-8737-fbd5a03ccbc7 req-2a1ca61d-50e4-494a-bd6e-f36d703689ea tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/security-groups?id=542fed2b-f7f8-459d-bae0-c6be96d5a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209570 Aug 31 01:13:56.131371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dd60ccdf-e420-4283-9a8d-24ff822bb94c tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "GET /v2.0/networks/c6d827f9-fc84-42e8-ab5f-6a131884c462?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3942921 Aug 31 01:13:56.138711 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52718) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:56.200245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-0d9a3c4c-d2ab-402c-8cfc-bcebb8056674 service neutron] 10.222.0.15 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324584 Aug 31 01:13:56.234453 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fbe298-8f46-4eca-9a44-98e6597ac9d4 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:56.235876 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-72fbe298-8f46-4eca-9a44-98e6597ac9d4 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "GET /v2.0/subnets/a963a00a-7b00-46aa-9167-c3fec2ec62b2 HTTP/1.1" status: 200 len: 843 time: 0.0961273 Aug 31 01:13:56.243898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52720) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:56.374975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d25b7e-c605-4922-95cd-1e283fa86c18 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['shared'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:56.385955 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-08d25b7e-c605-4922-95cd-1e283fa86c18 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "GET /v2.0/subnets/a963a00a-7b00-46aa-9167-c3fec2ec62b2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1409912 Aug 31 01:13:56.389909 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52728) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:56.395623 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-88cf257b-f4a3-4b9f-ad69-9449dffff7ac tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1331989477'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:56.419675 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cf257b-f4a3-4b9f-ad69-9449dffff7ac tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:56.423176 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88cf257b-f4a3-4b9f-ad69-9449dffff7ac tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.431834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52730) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:56.441694 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02b35b0b-9674-4b55-b415-647d15b6a5bd req-ec93285d-41e8-431a-a5c6-e17a441b2ad6 service neutron] 10.222.0.15 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331383 Aug 31 01:13:56.452138 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88cf257b-f4a3-4b9f-ad69-9449dffff7ac tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:56.453395 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.464472 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88cf257b-f4a3-4b9f-ad69-9449dffff7ac tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.464960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de156225-8a2d-4f3c-8cb2-3fa331c0b4c3 req-88c555e4-f126-4588-8a91-6657620a94ec tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:56.465133 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-88cf257b-f4a3-4b9f-ad69-9449dffff7ac tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Added segment 158a9d19-1d58-4f82-97fc-aa9a536ca209 of type vlan for network f4cc97bb-a13f-4297-a5b0-b0dbe76d162d Aug 31 01:13:56.472781 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de156225-8a2d-4f3c-8cb2-3fa331c0b4c3 req-88c555e4-f126-4588-8a91-6657620a94ec tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 943 time: 0.1152053 Aug 31 01:13:56.511386 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88cf257b-f4a3-4b9f-ad69-9449dffff7ac tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.543753 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88cf257b-f4a3-4b9f-ad69-9449dffff7ac tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.549692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cf257b-f4a3-4b9f-ad69-9449dffff7ac tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:56.550616 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88cf257b-f4a3-4b9f-ad69-9449dffff7ac tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.578222 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de156225-8a2d-4f3c-8cb2-3fa331c0b4c3 req-ce0eaf6f-212c-45f1-aad9-b38da8b655d7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013708 Aug 31 01:13:56.641244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25738bbd-5f66-499b-9e51-9dc0f260bf1b req-47c391d2-fd3d-4b89-87b2-cc3dd41a7c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:56.643087 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25738bbd-5f66-499b-9e51-9dc0f260bf1b req-47c391d2-fd3d-4b89-87b2-cc3dd41a7c90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6561f26535884aaf92fc9c289eb8de27&device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 1095 time: 0.1106720 Aug 31 01:13:56.666864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf257b-f4a3-4b9f-ad69-9449dffff7ac tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Network': ['ID=f4cc97bb-a13f-4297-a5b0-b0dbe76d162d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:56.683026 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.685333 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network f4cc97bb-a13f-4297-a5b0-b0dbe76d162d details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:56.812636 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.822971 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-88cf257b-f4a3-4b9f-ad69-9449dffff7ac tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4315052 Aug 31 01:13:56.824831 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.826130 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52742) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:56.831298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f53d1347-355f-4152-a337-3ed72e35712b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'subnet': {'network_id': 'f4cc97bb-a13f-4297-a5b0-b0dbe76d162d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:56.854570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25738bbd-5f66-499b-9e51-9dc0f260bf1b req-f5205254-f1e8-4aa1-882c-092fb2c1cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:56.856959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25738bbd-5f66-499b-9e51-9dc0f260bf1b req-f5205254-f1e8-4aa1-882c-092fb2c1cd45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105ee8cf-aab1-4f23-b1db-9270288c3210 HTTP/1.1" status: 200 len: 915 time: 0.2055869 Aug 31 01:13:56.922927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25738bbd-5f66-499b-9e51-9dc0f260bf1b req-9c7ce5a5-2998-4fe5-8de1-9e2c6272afd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 HTTP/1.1" status: 200 len: 217 time: 0.0559800 Aug 31 01:13:56.928172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a52a173bfbe4cf19f5542bbec690f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4945610 Aug 31 01:13:56.929145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52758) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:56.930323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2cefb1-1aa6-4010-9b09-d35a1775e054,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:56.934237 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53d1347-355f-4152-a337-3ed72e35712b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Made reservation on behalf of a469121be9a043f2bd5a0234df594eb4 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:56.940582 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f53d1347-355f-4152-a337-3ed72e35712b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:56.981834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:56.983044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:56.983580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:56.984148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:56.984515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:56.985191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:56.985528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:56.985863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:56.986197 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:56.986528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:56.986856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:56.987182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d6d1-9a83-417b-9f6f-e582a72e8311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:57.017511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.ipam_backend_mixin [None req-f53d1347-355f-4152-a337-3ed72e35712b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Performing IP validity checks on allocation pools {{(pid=94760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 01:13:57.018017 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.ipam_backend_mixin [None req-f53d1347-355f-4152-a337-3ed72e35712b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 01:13:57.032166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25738bbd-5f66-499b-9e51-9dc0f260bf1b req-d8cafaa4-6e0e-4728-892d-856a5381e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:57.033772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25738bbd-5f66-499b-9e51-9dc0f260bf1b req-d8cafaa4-6e0e-4728-892d-856a5381e49a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aae6296a-54fb-431d-93be-6f50e6d5dae4 HTTP/1.1" status: 200 len: 854 time: 0.0978601 Aug 31 01:13:57.085710 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25738bbd-5f66-499b-9e51-9dc0f260bf1b req-11838ccf-258a-4d0f-8147-46c0d5b97c27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105ee8cf-aab1-4f23-b1db-9270288c3210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411775 Aug 31 01:13:57.086277 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4cf73c19-b448-484f-81af-42b6b3ef3b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:57.154968 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4cf73c19-b448-484f-81af-42b6b3ef3b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:57.200178 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f53d1347-355f-4152-a337-3ed72e35712b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:57.230023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25738bbd-5f66-499b-9e51-9dc0f260bf1b req-f09c120b-48b0-4818-87ad-fa125df25725 service neutron] 10.222.0.15 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346071 Aug 31 01:13:57.263612 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4cf73c19-b448-484f-81af-42b6b3ef3b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:57.271413 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4cf73c19-b448-484f-81af-42b6b3ef3b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:57.271413 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4cf73c19-b448-484f-81af-42b6b3ef3b20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa2cefb1-1aa6-4010-9b09-d35a1775e054 HTTP/1.1" status: 204 len: 168 time: 0.3339040 Aug 31 01:13:57.301789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d1347-355f-4152-a337-3ed72e35712b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Subnet': ['ID=1ef3e32a-6811-4bd6-9e40-15526996d0fd,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:57.312021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf73c19-b448-484f-81af-42b6b3ef3b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2cefb1-1aa6-4010-9b09-d35a1775e054,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:57.358672 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:13:57.366407 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53d1347-355f-4152-a337-3ed72e35712b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Checking segment: {'id': '158a9d19-1d58-4f82-97fc-aa9a536ca209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f4cc97bb-a13f-4297-a5b0-b0dbe76d162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:57.366788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53d1347-355f-4152-a337-3ed72e35712b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network hostable DHCP agents. Network: f4cc97bb-a13f-4297-a5b0-b0dbe76d162d, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:57.388531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25738bbd-5f66-499b-9e51-9dc0f260bf1b req-d42aac9c-7c50-4788-8da3-8250bde7bdcc service neutron] 10.222.0.15 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480472 Aug 31 01:13:57.391451 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53d1347-355f-4152-a337-3ed72e35712b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Network f4cc97bb-a13f-4297-a5b0-b0dbe76d162d is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:57.403384 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-f53d1347-355f-4152-a337-3ed72e35712b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, f4cc97bb-a13f-4297-a5b0-b0dbe76d162d) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:57.410126 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53d1347-355f-4152-a337-3ed72e35712b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:57.411127 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f53d1347-355f-4152-a337-3ed72e35712b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:57.411692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e8241c-462a-4487-8d3c-b0d98c107a72 None None] Network f4cc97bb-a13f-4297-a5b0-b0dbe76d162d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:57.432215 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f53d1347-355f-4152-a337-3ed72e35712b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6049149 Aug 31 01:13:57.435464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52784) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:57.446829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-46777453-bce3-4f25-8232-d48cc69139bd tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:57.467864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ddad6-3b02-4202-a01d-6ca9a915a872 req-3f6a9208-3152-4109-85b1-18785ca2c0d4 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:57.476498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b96ddad6-3b02-4202-a01d-6ca9a915a872 req-3f6a9208-3152-4109-85b1-18785ca2c0d4 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 950 time: 0.0717926 Aug 31 01:13:57.526838 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b96ddad6-3b02-4202-a01d-6ca9a915a872 req-a9e9b423-0ee9-4baa-bd11-33756d40fcd5 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/security-groups?id=542fed2b-f7f8-459d-bae0-c6be96d5a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486298 Aug 31 01:13:57.588589 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46777453-bce3-4f25-8232-d48cc69139bd tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15693282'] for subnet, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:57.650366 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-f4cc97bb-a13f-4297-a5b0-b0dbe76d162d', 'network_id': 'f4cc97bb-a13f-4297-a5b0-b0dbe76d162d', 'tenant_id': 'a469121be9a043f2bd5a0234df594eb4', 'fixed_ips': [{'subnet_id': '1ef3e32a-6811-4bd6-9e40-15526996d0fd'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:13:57.651866 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:57.787213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fd179-763b-4d05-8a36-153ea863d793 req-a37f3afe-6772-4eda-84de-1e9fa2ad34ad tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:57.790510 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a4fd179-763b-4d05-8a36-153ea863d793 req-a37f3afe-6772-4eda-84de-1e9fa2ad34ad tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 943 time: 0.0971994 Aug 31 01:13:57.881832 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46777453-bce3-4f25-8232-d48cc69139bd tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729315684572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16186898'] for subnet, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:57.891327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a4fd179-763b-4d05-8a36-153ea863d793 req-24aadcb9-172d-447d-925e-54d8fc0749a2 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942216 Aug 31 01:13:57.935968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46777453-bce3-4f25-8232-d48cc69139bd tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:57.936579 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46777453-bce3-4f25-8232-d48cc69139bd tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:57.941076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52810) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:57.941254 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-46777453-bce3-4f25-8232-d48cc69139bd tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "PUT /v2.0/subnets/1ef3e32a-6811-4bd6-9e40-15526996d0fd HTTP/1.1" status: 200 len: 900 time: 0.5016623 Aug 31 01:13:57.958702 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46777453-bce3-4f25-8232-d48cc69139bd tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event updated for resources: {'Subnet': ['ID=1ef3e32a-6811-4bd6-9e40-15526996d0fd,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:57.975326 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Allocated IP 2001:db8::3 (f4cc97bb-a13f-4297-a5b0-b0dbe76d162d/1ef3e32a-6811-4bd6-9e40-15526996d0fd/d1291464-5551-4c97-8655-1a18bc608b85) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:58.097654 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.187695 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.273392 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.294616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Transition to ACTIVE for port object d1291464-5551-4c97-8655-1a18bc608b85 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:58.316290 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Transition to ACTIVE for port object d1291464-5551-4c97-8655-1a18bc608b85 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:58.347571 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.362231 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.381473 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Network f4cc97bb-a13f-4297-a5b0-b0dbe76d162d is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:58.384602 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:58.404319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:58.456681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef3e32a-6811-4bd6-9e40-15526996d0fd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:58.467858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Pushing event updated for resources: {'Port': ['ID=d1291464-5551-4c97-8655-1a18bc608b85,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:58.483449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.483794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.484528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.484528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.493929 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.494319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.494662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.495169 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.495525 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.495850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.496176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.496497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:58.506070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Attempting to bind port d1291464-5551-4c97-8655-1a18bc608b85 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:58.506437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Attempting to bind port d1291464-5551-4c97-8655-1a18bc608b85 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '158a9d19-1d58-4f82-97fc-aa9a536ca209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f4cc97bb-a13f-4297-a5b0-b0dbe76d162d'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:58.506799 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Attempting to bind port d1291464-5551-4c97-8655-1a18bc608b85 on network f4cc97bb-a13f-4297-a5b0-b0dbe76d162d {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:58.515716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:58.516127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Checking segment: {'id': '158a9d19-1d58-4f82-97fc-aa9a536ca209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f4cc97bb-a13f-4297-a5b0-b0dbe76d162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:58.516500 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.516901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Bound using segment: {'id': '158a9d19-1d58-4f82-97fc-aa9a536ca209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f4cc97bb-a13f-4297-a5b0-b0dbe76d162d'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:58.517609 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Bound port: d1291464-5551-4c97-8655-1a18bc608b85, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158a9d19-1d58-4f82-97fc-aa9a536ca209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f4cc97bb-a13f-4297-a5b0-b0dbe76d162d'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:58.518265 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.532249 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.547817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4cc97bb-a13f-4297-a5b0-b0dbe76d162d']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:58.572974 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158a9d19-1d58-4f82-97fc-aa9a536ca209') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:58.573347 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158a9d19-1d58-4f82-97fc-aa9a536ca209') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:58.573893 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52832) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:58.594060 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.634870 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.643795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:58.644201 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:58.647403 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:58.662499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] For port d1291464-5551-4c97-8655-1a18bc608b85, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:58.743725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] For port d1291464-5551-4c97-8655-1a18bc608b85, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d1291464-5551-4c97-8655-1a18bc608b85,segment=NetworkSegment(158a9d19-1d58-4f82-97fc-aa9a536ca209),segment_id=158a9d19-1d58-4f82-97fc-aa9a536ca209)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:58.745420 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.api [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:13:58.745420 n-d-802060-13 neutron-server[94761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:13:58.745420 n-d-802060-13 neutron-server[94761]: [parameters: {'id': 'f4cc97bb-a13f-4297-a5b0-b0dbe76d162d'}] Aug 31 01:13:58.745420 n-d-802060-13 neutron-server[94761]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:13:58.745837 n-d-802060-13 neutron-server[94761]: DEBUG oslo_db.api [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:13:58.752840 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:58.763755 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845970d-5dfe-4844-bc30-cfb3845c1bdc req-af0aceb0-55d0-4f05-aeab-61cad26c165a tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:58.765352 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8845970d-5dfe-4844-bc30-cfb3845c1bdc req-af0aceb0-55d0-4f05-aeab-61cad26c165a tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 950 time: 0.1170838 Aug 31 01:13:58.794791 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1a1da9fb-4a20-4f41-8cc2-5932f431448e tempest-AgentManagementNegativeTest-1605716688 tempest-AgentManagementNegativeTest-1605716688-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2105317 Aug 31 01:13:58.828347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8845970d-5dfe-4844-bc30-cfb3845c1bdc req-79fddf70-da82-47b5-8d47-73d729ed0524 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/security-groups?id=542fed2b-f7f8-459d-bae0-c6be96d5a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555828 Aug 31 01:13:58.873818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09593b26-c756-410d-8e99-3008ca847f14 None None] Pushing event updated for resources: {'Port': ['ID=d1291464-5551-4c97-8655-1a18bc608b85,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:58.903171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1c150e-b334-4469-843b-1d511828cb35 None None] Network f4cc97bb-a13f-4297-a5b0-b0dbe76d162d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:59.045557 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b77830-0b99-40fd-9a17-56ac5d4d0bef None None] Network f4cc97bb-a13f-4297-a5b0-b0dbe76d162d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:59.050899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1af19-e5ec-4874-b2cb-aaffd9ae0ff3 req-0c9208b1-863b-4c89-8941-4dfb27302914 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:59.052459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-12e1af19-e5ec-4874-b2cb-aaffd9ae0ff3 req-0c9208b1-863b-4c89-8941-4dfb27302914 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 943 time: 0.0649738 Aug 31 01:13:59.095931 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-12e1af19-e5ec-4874-b2cb-aaffd9ae0ff3 req-3953c1ef-c5a5-42fa-b4a4-61c8d9344a96 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347064 Aug 31 01:13:59.157251 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52848) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:59.255189 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.292877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31c9ab-e5bd-4db4-b3a6-be471511a299 req-2aed0b50-e714-4cdf-b73a-7d074db1cdfe tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:59.294540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd31c9ab-e5bd-4db4-b3a6-be471511a299 req-2aed0b50-e714-4cdf-b73a-7d074db1cdfe tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.70 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 950 time: 0.0711880 Aug 31 01:13:59.326689 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4780374-48de-4d2d-8104-f36ec44189d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.375380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099f4a0f-6677-45fa-987f-1ef021b3d83b None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:13:59.408953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Deleting port d1291464-5551-4c97-8655-1a18bc608b85 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:59.409446 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.481828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4780374-48de-4d2d-8104-f36ec44189d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.486770 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4780374-48de-4d2d-8104-f36ec44189d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.497873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] For port d1291464-5551-4c97-8655-1a18bc608b85, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d1291464-5551-4c97-8655-1a18bc608b85,segment=NetworkSegment(158a9d19-1d58-4f82-97fc-aa9a536ca209),segment_id=158a9d19-1d58-4f82-97fc-aa9a536ca209)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:59.498347 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.527348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-dd31c9ab-e5bd-4db4-b3a6-be471511a299 req-83d2d46b-dca0-46d7-8837-d5d2a57e3051 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Deleting port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:59.527823 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dd31c9ab-e5bd-4db4-b3a6-be471511a299 req-83d2d46b-dca0-46d7-8837-d5d2a57e3051 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.536617 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c4780374-48de-4d2d-8104-f36ec44189d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e53ed1e1f0b4c3394077e41dbd62de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782353 Aug 31 01:13:59.537658 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4780374-48de-4d2d-8104-f36ec44189d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f0f313-3ddc-439a-a2f5-06d0eaa8f12b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:59.540976 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52854) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:59.593349 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a3109946-ac1f-4f07-a71e-ae3b15616141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.598336 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099f4a0f-6677-45fa-987f-1ef021b3d83b None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:13:59.617746 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a3109946-ac1f-4f07-a71e-ae3b15616141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.638443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-dd31c9ab-e5bd-4db4-b3a6-be471511a299 req-83d2d46b-dca0-46d7-8837-d5d2a57e3051 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] For port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:59.638905 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dd31c9ab-e5bd-4db4-b3a6-be471511a299 req-83d2d46b-dca0-46d7-8837-d5d2a57e3051 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.656933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-dd31c9ab-e5bd-4db4-b3a6-be471511a299 req-83d2d46b-dca0-46d7-8837-d5d2a57e3051 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Calling delete_port for 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:59.670334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Calling delete_port for d1291464-5551-4c97-8655-1a18bc608b85 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:59.671311 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a3109946-ac1f-4f07-a71e-ae3b15616141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.678229 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a3109946-ac1f-4f07-a71e-ae3b15616141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.681676 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a3109946-ac1f-4f07-a71e-ae3b15616141 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84f0f313-3ddc-439a-a2f5-06d0eaa8f12b HTTP/1.1" status: 204 len: 168 time: 0.1374540 Aug 31 01:13:59.694003 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3109946-ac1f-4f07-a71e-ae3b15616141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f0f313-3ddc-439a-a2f5-06d0eaa8f12b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:59.844243 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:59.858789 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.872214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52864) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:59.878949 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f8b3d24d-b8f4-48f5-bb68-f93f9bd0afcc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1675762604'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:59.930481 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b3d24d-b8f4-48f5-bb68-f93f9bd0afcc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Made reservation on behalf of d1534f084f814923866cc1da0f965ab3 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:59.934286 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8b3d24d-b8f4-48f5-bb68-f93f9bd0afcc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.980265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b3d24d-b8f4-48f5-bb68-f93f9bd0afcc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:59.993833 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8b3d24d-b8f4-48f5-bb68-f93f9bd0afcc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:59.994206 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-f8b3d24d-b8f4-48f5-bb68-f93f9bd0afcc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Added segment 87e9d3e3-e427-41e3-bd00-cd405da735a8 of type vlan for network f62d2f75-fd0d-4668-9ecd-88d3add15a6f Aug 31 01:14:00.025481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Port': ['ID=d1291464-5551-4c97-8655-1a18bc608b85,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:00.041489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No DVR routers for this DVR port d1291464-5551-4c97-8655-1a18bc608b85 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:00.062218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bd9c6-a90b-48f5-ac97-c324bb72fc88 req-dcb034b6-ed9e-4825-b1da-6239aca4711f tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:00.064623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-592bd9c6-a90b-48f5-ac97-c324bb72fc88 req-dcb034b6-ed9e-4825-b1da-6239aca4711f tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/ports?device_id=41ba6a21-988c-4339-b5c1-dd432bf63862 HTTP/1.1" status: 200 len: 950 time: 0.1264377 Aug 31 01:14:00.067331 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dd31c9ab-e5bd-4db4-b3a6-be471511a299 req-83d2d46b-dca0-46d7-8837-d5d2a57e3051 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.080749 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.094442 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8b3d24d-b8f4-48f5-bb68-f93f9bd0afcc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.137535 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8b3d24d-b8f4-48f5-bb68-f93f9bd0afcc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.146709 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b3d24d-b8f4-48f5-bb68-f93f9bd0afcc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:00.148014 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8b3d24d-b8f4-48f5-bb68-f93f9bd0afcc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.190406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2d46b-dca0-46d7-8837-d5d2a57e3051 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Pushing event deleted for resources: {'Port': ['ID=5c4fd69a-c026-4e6f-bf1c-79a1c448d56a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:00.275428 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3d24d-b8f4-48f5-bb68-f93f9bd0afcc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'Network': ['ID=f62d2f75-fd0d-4668-9ecd-88d3add15a6f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:00.288113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network f62d2f75-fd0d-4668-9ecd-88d3add15a6f details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:14:00.301583 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f8b3d24d-b8f4-48f5-bb68-f93f9bd0afcc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4273849 Aug 31 01:14:00.304525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52878) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:00.314063 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-857ce40f-c883-4589-b152-bfa139ac8bad tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2057953667'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:00.338087 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857ce40f-c883-4589-b152-bfa139ac8bad tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Made reservation on behalf of d1534f084f814923866cc1da0f965ab3 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:00.342493 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-857ce40f-c883-4589-b152-bfa139ac8bad tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.393920 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857ce40f-c883-4589-b152-bfa139ac8bad tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:14:00.407090 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-857ce40f-c883-4589-b152-bfa139ac8bad tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.407797 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-857ce40f-c883-4589-b152-bfa139ac8bad tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Added segment 9e35cb2e-2073-48b2-992a-3787b34de019 of type vlan for network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca Aug 31 01:14:00.408073 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.413003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-592bd9c6-a90b-48f5-ac97-c324bb72fc88 req-27619a25-e9aa-41b8-9df0-fece9ba3d93e tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.58 "GET /v2.0/security-groups?id=542fed2b-f7f8-459d-bae0-c6be96d5a36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066630 Aug 31 01:14:00.414867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd31c9ab-e5bd-4db4-b3a6-be471511a299 req-83d2d46b-dca0-46d7-8837-d5d2a57e3051 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] No DVR routers for this DVR port 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:00.418131 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dd31c9ab-e5bd-4db4-b3a6-be471511a299 req-83d2d46b-dca0-46d7-8837-d5d2a57e3051 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.420173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd31c9ab-e5bd-4db4-b3a6-be471511a299 req-83d2d46b-dca0-46d7-8837-d5d2a57e3051 tempest-ImagesOneServerTestJSON-1477853568 tempest-ImagesOneServerTestJSON-1477853568-project] 10.222.0.70 "DELETE /v2.0/ports/5c4fd69a-c026-4e6f-bf1c-79a1c448d56a HTTP/1.1" status: 204 len: 173 time: 1.1077349 Aug 31 01:14:00.429536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba6a21-988c-4339-b5c1-dd432bf63862', 'name': 'network-vif-deleted', 'tag': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:00.437255 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c7bf62-dd40-4bb6-9414-df731938bee3" -d '{"events": [{"server_uuid": "41ba6a21-988c-4339-b5c1-dd432bf63862", "name": "network-vif-deleted", "tag": "5c4fd69a-c026-4e6f-bf1c-79a1c448d56a"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:00.461005 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4cc97bb-a13f-4297-a5b0-b0dbe76d162d']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:00.484085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158a9d19-1d58-4f82-97fc-aa9a536ca209') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:00.484387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158a9d19-1d58-4f82-97fc-aa9a536ca209') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:00.502894 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-857ce40f-c883-4589-b152-bfa139ac8bad tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.506304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5ad30-1f39-4a62-a53d-c26503087d2f req-a98c240b-5838-45fe-b7fa-f25e290194c1 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:00.510194 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49c5ad30-1f39-4a62-a53d-c26503087d2f req-a98c240b-5838-45fe-b7fa-f25e290194c1 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 943 time: 0.2842894 Aug 31 01:14:00.541927 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.546315 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-857ce40f-c883-4589-b152-bfa139ac8bad tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.556668 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857ce40f-c883-4589-b152-bfa139ac8bad tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:00.560047 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-857ce40f-c883-4589-b152-bfa139ac8bad tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.572117 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.584867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:00.584867 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:00.674943 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:00.683131 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-857ce40f-c883-4589-b152-bfa139ac8bad tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3773565 Aug 31 01:14:00.686797 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52892) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:00.687761 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bcf2b4-c646-4946-9e4f-d0ddf9493313 x-openstack-request-id: req-81bcf2b4-c646-4946-9e4f-d0ddf9493313 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:00.688055 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba6a21-988c-4339-b5c1-dd432bf63862", "name": "network-vif-deleted", "tag": "5c4fd69a-c026-4e6f-bf1c-79a1c448d56a", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:00.688306 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-81bcf2b4-c646-4946-9e4f-d0ddf9493313 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:00.688702 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba6a21-988c-4339-b5c1-dd432bf63862', 'name': 'network-vif-deleted', 'tag': '5c4fd69a-c026-4e6f-bf1c-79a1c448d56a', 'status': 'completed', 'code': 200} Aug 31 01:14:00.693790 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9d1b783c-2f72-4d1a-976a-1681cbb8410a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'subnet': {'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:00.714809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49c5ad30-1f39-4a62-a53d-c26503087d2f req-f1471af5-bf8e-4a00-966e-b9b94d680858 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925073 Aug 31 01:14:00.740440 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.753203 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.755188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/f4cc97bb-a13f-4297-a5b0-b0dbe76d162d HTTP/1.1" status: 204 len: 168 time: 2.8128233 Aug 31 01:14:00.760749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52896) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:00.761897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ce40f-c883-4589-b152-bfa139ac8bad tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'Network': ['ID=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:00.774201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:14:00.785557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be476a7-5d56-4302-8275-d9fb36256f2d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Network': ['ID=f4cc97bb-a13f-4297-a5b0-b0dbe76d162d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:00.858877 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cfc40d-9c79-489e-af97-98208aaa207a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] DELETE failed (client error): The resource could not be found. Aug 31 01:14:00.859627 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cfc40d-9c79-489e-af97-98208aaa207a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:14:00.864388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52898) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:00.865458 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-60cfc40d-9c79-489e-af97-98208aaa207a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/subnets/1ef3e32a-6811-4bd6-9e40-15526996d0fd HTTP/1.1" status: 404 len: 337 time: 0.1007564 Aug 31 01:14:00.895700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1b783c-2f72-4d1a-976a-1681cbb8410a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Made reservation on behalf of d1534f084f814923866cc1da0f965ab3 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:00.901580 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9d1b783c-2f72-4d1a-976a-1681cbb8410a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:00.910913 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52900) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:01.031412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:14:01.213745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=0c1a3f98-1429-40a6-9ac5-99a15cb6baa2,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:01.241993 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '0c1a3f98-1429-40a6-9ac5-99a15cb6baa2', 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210', 'port_id': '0c1a3f98-1429-40a6-9ac5-99a15cb6baa2', 'mac_address': 'fa:16:3e:74:7b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae6296a-54fb-431d-93be-6f50e6d5dae4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:14:01.284918 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.301485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:01.327926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=0c1a3f98-1429-40a6-9ac5-99a15cb6baa2,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:01.337135 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.360943 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3e1ab5-bf61-4cec-9af8-bc4b49c2144d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] DELETE failed (client error): The resource could not be found. Aug 31 01:14:01.361524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3e1ab5-bf61-4cec-9af8-bc4b49c2144d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:14:01.363454 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cb3e1ab5-bf61-4cec-9af8-bc4b49c2144d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/f4cc97bb-a13f-4297-a5b0-b0dbe76d162d HTTP/1.1" status: 404 len: 339 time: 0.4980278 Aug 31 01:14:01.366214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52906) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:01.374182 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-264086142'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:01.417997 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.422049 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Made reservation on behalf of e1d08041f9a14333ac96080a4c3792d0 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:01.424500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=0c1a3f98-1429-40a6-9ac5-99a15cb6baa2,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:01.425854 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.438857 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.496198 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc938-3381-4881-b012-4cc8471d294a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.599240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc938-3381-4881-b012-4cc8471d294a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.612496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-9f7bc938-3381-4881-b012-4cc8471d294a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be17a0fd-3fd4-48dc-8b03-2ba93c3c8666']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:01.624844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-9f7bc938-3381-4881-b012-4cc8471d294a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd46df1a-2e22-423d-adbe-18e2599b1191') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:01.624844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-9f7bc938-3381-4881-b012-4cc8471d294a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd46df1a-2e22-423d-adbe-18e2599b1191') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:01.635756 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc938-3381-4881-b012-4cc8471d294a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.639855 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9d1b783c-2f72-4d1a-976a-1681cbb8410a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.652816 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc938-3381-4881-b012-4cc8471d294a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.659408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7bc938-3381-4881-b012-4cc8471d294a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:01.659858 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc938-3381-4881-b012-4cc8471d294a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:01.662991 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:01.736845 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc938-3381-4881-b012-4cc8471d294a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.753197 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc938-3381-4881-b012-4cc8471d294a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.760090 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9f7bc938-3381-4881-b012-4cc8471d294a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/be17a0fd-3fd4-48dc-8b03-2ba93c3c8666 HTTP/1.1" status: 204 len: 168 time: 0.3904374 Aug 31 01:14:01.764989 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52918) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:01.767864 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.802376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['0c1a3f98-1429-40a6-9ac5-99a15cb6baa2'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:01.817328 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.821452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bc938-3381-4881-b012-4cc8471d294a tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Network': ['ID=be17a0fd-3fd4-48dc-8b03-2ba93c3c8666,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:01.824437 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c52c2e5-9ae8-4a7a-a972-9a372e5b242d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] DELETE failed (client error): The resource could not be found. Aug 31 01:14:01.824936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c52c2e5-9ae8-4a7a-a972-9a372e5b242d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:14:01.827159 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0c52c2e5-9ae8-4a7a-a972-9a372e5b242d tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/subnets/70592604-4a10-471b-8fbd-f2d6d710fd91 HTTP/1.1" status: 404 len: 337 time: 0.0611877 Aug 31 01:14:01.844758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52922) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:01.848813 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:14:01.859725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b783c-2f72-4d1a-976a-1681cbb8410a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Checking segment: {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:01.860082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1b783c-2f72-4d1a-976a-1681cbb8410a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Network hostable DHCP agents. Network: f62d2f75-fd0d-4668-9ecd-88d3add15a6f, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:14:01.884166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52924) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:01.894072 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f2c653-92c0-4959-8d91-9b8447779121 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] DELETE failed (client error): The resource could not be found. Aug 31 01:14:01.894644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f2c653-92c0-4959-8d91-9b8447779121 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:14:01.895843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b783c-2f72-4d1a-976a-1681cbb8410a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'Subnet': ['ID=774836f6-c282-40ff-abcc-768b330e9391,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:01.896743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-88f2c653-92c0-4959-8d91-9b8447779121 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/2453168e-3787-4634-8aff-00c7e42baba1 HTTP/1.1" status: 404 len: 339 time: 0.0469363 Aug 31 01:14:01.900313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52928) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:01.921928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91b2b5-309a-421e-bb6c-15aa9e60d989 req-4acfd573-0e01-4194-a32f-848197f4106f tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:01.923963 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de91b2b5-309a-421e-bb6c-15aa9e60d989 req-4acfd573-0e01-4194-a32f-848197f4106f tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 944 time: 0.1264336 Aug 31 01:14:01.942419 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:01.942775 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Added segment f46c9c67-1cd2-4ec8-b1e8-4be2c33e97fe of type vlan for network 7147a65e-8422-4733-a1aa-7ea30b76cb6f Aug 31 01:14:02.022655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de91b2b5-309a-421e-bb6c-15aa9e60d989 req-f6c67128-53b2-410d-9d5b-d897630448a2 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926988 Aug 31 01:14:02.031890 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d4b84c-3f45-401f-86ed-b55f0e7f8d6a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:02.070295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-27761cb5-12a1-41ae-bc36-28bd56d40b52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9c9d950c7294e12ad3fbbeb06268a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790638 Aug 31 01:14:02.072256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52930) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:02.089339 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.093756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1b783c-2f72-4d1a-976a-1681cbb8410a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Network f62d2f75-fd0d-4668-9ecd-88d3add15a6f is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:14:02.112159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c76551b-85d0-4279-b0e7-fb5fc46981b1 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Deleting subnet 076084fb-2df8-427a-96bf-5d5c117d5227 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:02.116940 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c76551b-85d0-4279-b0e7-fb5fc46981b1 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.120424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-9d1b783c-2f72-4d1a-976a-1681cbb8410a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, f62d2f75-fd0d-4668-9ecd-88d3add15a6f) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:02.123936 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e98033e7-ea83-43db-8903-fcdcc8f79e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.128918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2de0077-31eb-4a45-9bd4-1a678ed40bbf None None] Network f62d2f75-fd0d-4668-9ecd-88d3add15a6f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:02.150747 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e98033e7-ea83-43db-8903-fcdcc8f79e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.161793 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1b783c-2f72-4d1a-976a-1681cbb8410a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:02.162397 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9d1b783c-2f72-4d1a-976a-1681cbb8410a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.197645 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c76551b-85d0-4279-b0e7-fb5fc46981b1 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.219045 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e98033e7-ea83-43db-8903-fcdcc8f79e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.223271 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e98033e7-ea83-43db-8903-fcdcc8f79e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.227229 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e98033e7-ea83-43db-8903-fcdcc8f79e6d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/542fed2b-f7f8-459d-bae0-c6be96d5a36a HTTP/1.1" status: 204 len: 168 time: 0.1527860 Aug 31 01:14:02.251813 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.262435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98033e7-ea83-43db-8903-fcdcc8f79e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542fed2b-f7f8-459d-bae0-c6be96d5a36a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:02.264068 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:02.264717 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.286993 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9d1b783c-2f72-4d1a-976a-1681cbb8410a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5962958 Aug 31 01:14:02.287530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52936) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:02.295293 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f0e8e877-ab00-4ebe-a957-9dcc31b59c72 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'subnet': {'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:02.386080 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4709406 Aug 31 01:14:02.390637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52938) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:02.396972 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-151da18c-26a5-492e-a73f-5235d19e6116 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Request body: {'subnet': {'network_id': '7147a65e-8422-4733-a1aa-7ea30b76cb6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:02.405010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd1c10-22e4-428b-99cd-4109d2a1e399 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event updated for resources: {'Network': ['ID=7147a65e-8422-4733-a1aa-7ea30b76cb6f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:02.421446 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 7147a65e-8422-4733-a1aa-7ea30b76cb6f details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:14:02.433978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-f62d2f75-fd0d-4668-9ecd-88d3add15a6f', 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'fixed_ips': [{'subnet_id': '774836f6-c282-40ff-abcc-768b330e9391'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:14:02.435142 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.472816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e8e877-ab00-4ebe-a957-9dcc31b59c72 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Made reservation on behalf of d1534f084f814923866cc1da0f965ab3 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:02.479524 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f0e8e877-ab00-4ebe-a957-9dcc31b59c72 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.513649 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c76551b-85d0-4279-b0e7-fb5fc46981b1 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.582144 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151da18c-26a5-492e-a73f-5235d19e6116 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Made reservation on behalf of e1d08041f9a14333ac96080a4c3792d0 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:02.591782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-151da18c-26a5-492e-a73f-5235d19e6116 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.616100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-3b4534f0-dea9-4d17-bf4e-800545712cc3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0805316 Aug 31 01:14:02.672722 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c76551b-85d0-4279-b0e7-fb5fc46981b1 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.815590 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76551b-85d0-4279-b0e7-fb5fc46981b1 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Subnet': ['ID=076084fb-2df8-427a-96bf-5d5c117d5227,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:02.818263 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c76551b-85d0-4279-b0e7-fb5fc46981b1 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.820383 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9c76551b-85d0-4279-b0e7-fb5fc46981b1 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/subnets/076084fb-2df8-427a-96bf-5d5c117d5227 HTTP/1.1" status: 204 len: 168 time: 0.8939219 Aug 31 01:14:02.825111 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52952) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:02.841725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5335969-0f58-4266-827b-6f8ce34c9244 None None] Network 4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:02.896741 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f0e8e877-ab00-4ebe-a957-9dcc31b59c72 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.907787 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7f5344-d10b-48ee-8371-402dbe792cff tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Deleting subnet 3e5ccd14-ab5f-49be-bbc5-29f2bc6680b7 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:02.936745 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5344-d10b-48ee-8371-402dbe792cff tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:02.939075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Allocated IP 10.1.1.2 (f62d2f75-fd0d-4668-9ecd-88d3add15a6f/774836f6-c282-40ff-abcc-768b330e9391/ca099e75-51b2-4b51-9af1-100aacfab1e1) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:02.987201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8e877-ab00-4ebe-a957-9dcc31b59c72 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'Subnet': ['ID=378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:03.016445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-55101c77-d940-457f-a5fb-ccf17c95cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.018074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-55101c77-d940-457f-a5fb-ccf17c95cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.018652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-55101c77-d940-457f-a5fb-ccf17c95cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.019187 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-55101c77-d940-457f-a5fb-ccf17c95cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.019958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-55101c77-d940-457f-a5fb-ccf17c95cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.020532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-55101c77-d940-457f-a5fb-ccf17c95cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.021062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-55101c77-d940-457f-a5fb-ccf17c95cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.023579 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-55101c77-d940-457f-a5fb-ccf17c95cddf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac491d9f80684a44a8cc262e4982e966&device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 6501 time: 0.2466762 Aug 31 01:14:03.144679 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5344-d10b-48ee-8371-402dbe792cff tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.196374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e8e877-ab00-4ebe-a957-9dcc31b59c72 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Checking segment: {'id': '9e35cb2e-2073-48b2-992a-3787b34de019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:03.196738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e8e877-ab00-4ebe-a957-9dcc31b59c72 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Network hostable DHCP agents. Network: 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:14:03.261127 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-151da18c-26a5-492e-a73f-5235d19e6116 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.274904 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.294155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Transition to ACTIVE for port object ca099e75-51b2-4b51-9af1-100aacfab1e1 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:03.297119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e8e877-ab00-4ebe-a957-9dcc31b59c72 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:14:03.314699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4059f0-70f7-42eb-af4e-e0c85b1c7bed req-c8036342-b152-4537-959d-6c3a94fc4961 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.328009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Transition to ACTIVE for port object ca099e75-51b2-4b51-9af1-100aacfab1e1 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:03.331486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb4059f0-70f7-42eb-af4e-e0c85b1c7bed req-c8036342-b152-4537-959d-6c3a94fc4961 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 944 time: 0.1492028 Aug 31 01:14:03.338712 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.402282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-f0e8e877-ab00-4ebe-a957-9dcc31b59c72 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:03.420350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e8e877-ab00-4ebe-a957-9dcc31b59c72 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.420996 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f0e8e877-ab00-4ebe-a957-9dcc31b59c72 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.428308 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5344-d10b-48ee-8371-402dbe792cff tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.435139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db0a779-73fa-4297-9784-b4ab681a71af None None] Network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:03.458703 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Network f62d2f75-fd0d-4668-9ecd-88d3add15a6f is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:03.468250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-21be1ab9-5bdc-497d-ba61-36106616bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.468732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-21be1ab9-5bdc-497d-ba61-36106616bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.472808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-21be1ab9-5bdc-497d-ba61-36106616bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.489053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-21be1ab9-5bdc-497d-ba61-36106616bfc8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=e89443cc-9b69-4c94-9137-62b2d80389e0&id=e89443cc-9b69-4c94-9137-62b2d80389e0 HTTP/1.1" status: 200 len: 2292 time: 0.4156668 Aug 31 01:14:03.500661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151da18c-26a5-492e-a73f-5235d19e6116 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event updated for resources: {'Subnet': ['ID=93a28d97-2af4-4ce6-a167-60446b4392a2,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:03.503802 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:03.506761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:03.514836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151da18c-26a5-492e-a73f-5235d19e6116 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Checking segment: {'id': 'f46c9c67-1cd2-4ec8-b1e8-4be2c33e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7147a65e-8422-4733-a1aa-7ea30b76cb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:03.515722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151da18c-26a5-492e-a73f-5235d19e6116 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Network hostable DHCP agents. Network: 7147a65e-8422-4733-a1aa-7ea30b76cb6f, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:14:03.519032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Pushing event updated for resources: {'Port': ['ID=ca099e75-51b2-4b51-9af1-100aacfab1e1,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:03.592047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151da18c-26a5-492e-a73f-5235d19e6116 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Network 7147a65e-8422-4733-a1aa-7ea30b76cb6f is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:14:03.620686 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-151da18c-26a5-492e-a73f-5235d19e6116 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 7147a65e-8422-4733-a1aa-7ea30b76cb6f) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:03.638609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151da18c-26a5-492e-a73f-5235d19e6116 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:03.639694 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-151da18c-26a5-492e-a73f-5235d19e6116 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.646939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5344-d10b-48ee-8371-402dbe792cff tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.660857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Attempting to bind port ca099e75-51b2-4b51-9af1-100aacfab1e1 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:03.661236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Attempting to bind port ca099e75-51b2-4b51-9af1-100aacfab1e1 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:03.661605 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Attempting to bind port ca099e75-51b2-4b51-9af1-100aacfab1e1 on network f62d2f75-fd0d-4668-9ecd-88d3add15a6f {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:03.670646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1872c076-a9b3-46a3-b8e6-08ee16c4b689 None None] Network 7147a65e-8422-4733-a1aa-7ea30b76cb6f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:03.673875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb4059f0-70f7-42eb-af4e-e0c85b1c7bed req-845ad9fb-cfbc-4a70-9d7d-43df56e86df1 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410764 Aug 31 01:14:03.677713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-741ad8d2-1059-4a4c-8d87-955e374c78ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97659ade-1488-434b-aade-3fbbe25b95a7 HTTP/1.1" status: 200 len: 1001 time: 0.1871889 Aug 31 01:14:03.681040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f0e8e877-ab00-4ebe-a957-9dcc31b59c72 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3925023 Aug 31 01:14:03.684257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52968) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:03.709362 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f5344-d10b-48ee-8371-402dbe792cff tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5ccd14-ab5f-49be-bbc5-29f2bc6680b7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:03.724645 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5344-d10b-48ee-8371-402dbe792cff tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.730161 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cc7f5344-d10b-48ee-8371-402dbe792cff tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/subnets/3e5ccd14-ab5f-49be-bbc5-29f2bc6680b7 HTTP/1.1" status: 204 len: 168 time: 0.9031541 Aug 31 01:14:03.732202 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b5af9b52-82aa-4be0-81a5-2dcd5f9e2aaa tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'port': {'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f', 'name': 'tempest-TaggedBootDevicesTest_v242-1568763952', 'fixed_ips': [{'subnet_id': '774836f6-c282-40ff-abcc-768b330e9391'}]}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:03.732781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52974) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:03.743979 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-151da18c-26a5-492e-a73f-5235d19e6116 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3510728 Aug 31 01:14:03.746606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52976) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:03.751945 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:03.752327 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Checking segment: {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:03.752735 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.753136 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Bound using segment: {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:03.753626 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Bound port: ca099e75-51b2-4b51-9af1-100aacfab1e1, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:03.754015 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:03.766614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-229d4e7e-fde1-442b-af1b-9ee8518caa1f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Request body: {'port': {'network_id': '7147a65e-8422-4733-a1aa-7ea30b76cb6f', 'name': 'tempest-AllowedAddressPairTestJSON-374393583'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:03.854960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:03.967212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:03.967591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5c4fd69a-c026-4e6f-bf1c-79a1c448d56a not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:04.021422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] For port ca099e75-51b2-4b51-9af1-100aacfab1e1, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:04.079112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5af9b52-82aa-4be0-81a5-2dcd5f9e2aaa tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Made reservation on behalf of d1534f084f814923866cc1da0f965ab3 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:04.082724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-0e9dc8b1-06e7-47f9-9e40-4d4577c34dca', 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'fixed_ips': [{'subnet_id': '378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:14:04.084981 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.087763 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-69c0b6d4-1a5c-401f-b0d0-395c88444059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:04.089570 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-69c0b6d4-1a5c-401f-b0d0-395c88444059 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfd009aa-e4ed-4585-b4fd-f3161596623b HTTP/1.1" status: 200 len: 850 time: 0.4023192 Aug 31 01:14:04.093157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] For port ca099e75-51b2-4b51-9af1-100aacfab1e1, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ca099e75-51b2-4b51-9af1-100aacfab1e1,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:04.110986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229d4e7e-fde1-442b-af1b-9ee8518caa1f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Made reservation on behalf of e1d08041f9a14333ac96080a4c3792d0 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:04.115308 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-229d4e7e-fde1-442b-af1b-9ee8518caa1f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.129996 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.148307 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.195201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-229d4e7e-fde1-442b-af1b-9ee8518caa1f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] device_id is not set on port a4735088-dd99-4c83-8114-f2368df820e6 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:14:04.248083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2b52c-2434-464b-92d0-b5f6cea146d8 req-9094c29d-573c-45be-a483-b865b76ab920 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:04.256176 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1cb2b52c-2434-464b-92d0-b5f6cea146d8 req-9094c29d-573c-45be-a483-b865b76ab920 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2151601 Aug 31 01:14:04.305917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-a81f5181-861d-474e-882c-b62153f7477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:04.319776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-a81f5181-861d-474e-882c-b62153f7477c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2105837 Aug 31 01:14:04.369958 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b5af9b52-82aa-4be0-81a5-2dcd5f9e2aaa tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.375835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Allocated IP 10.2.2.2 (0e9dc8b1-06e7-47f9-9e40-4d4577c34dca/378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c/3deb56b5-2245-47c7-9bc8-28d453a66fc4) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:04.458904 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1cb2b52c-2434-464b-92d0-b5f6cea146d8 req-b287b347-53f5-44a0-a876-70035446352a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979702 Aug 31 01:14:04.479131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Deleting port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:04.479695 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.505632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-b5af9b52-82aa-4be0-81a5-2dcd5f9e2aaa tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] device_id is not set on port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:14:04.533731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fbe4d7-8d47-48ae-b502-a083047d8d43 None None] Network 4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:04.612451 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-229d4e7e-fde1-442b-af1b-9ee8518caa1f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Allocated IP 172.20.0.12 (7147a65e-8422-4733-a1aa-7ea30b76cb6f/93a28d97-2af4-4ce6-a167-60446b4392a2/a4735088-dd99-4c83-8114-f2368df820e6) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:04.706020 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-3d7b6099-7be8-4bc0-915c-7d63a779b535 service neutron] 10.222.0.15 "GET /v2.0/networks/00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755126 Aug 31 01:14:04.816031 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] For port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6fbc1331-d1dd-4625-8c6c-f3fd75052c47,segment=NetworkSegment(9f645f4f-68e8-4e84-925f-9f70c94c8679),segment_id=9f645f4f-68e8-4e84-925f-9f70c94c8679)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:04.817218 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.826842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee69bd-13b9-40e1-8602-ed1729cd7597 req-cd56ca74-f34d-4206-bbe0-c33703a602c4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:04.835236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-14ee69bd-13b9-40e1-8602-ed1729cd7597 req-cd56ca74-f34d-4206-bbe0-c33703a602c4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2512681 Aug 31 01:14:04.842719 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Calling delete_port for 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:04.846566 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-229d4e7e-fde1-442b-af1b-9ee8518caa1f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.870867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-229d4e7e-fde1-442b-af1b-9ee8518caa1f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Transition to ACTIVE for port object a4735088-dd99-4c83-8114-f2368df820e6 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:04.948155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-7147a65e-8422-4733-a1aa-7ea30b76cb6f', 'network_id': '7147a65e-8422-4733-a1aa-7ea30b76cb6f', 'tenant_id': 'e1d08041f9a14333ac96080a4c3792d0', 'fixed_ips': [{'subnet_id': '93a28d97-2af4-4ce6-a167-60446b4392a2'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:14:04.949170 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:04.971904 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-14ee69bd-13b9-40e1-8602-ed1729cd7597 req-b07a8cce-3986-432a-8b77-60e299af2a48 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356013 Aug 31 01:14:04.984856 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-229d4e7e-fde1-442b-af1b-9ee8518caa1f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.038465 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-1634aab1-0bba-411e-996d-412e1cb7fedb service neutron] 10.222.0.15 "GET /v2.0/networks/00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177850 Aug 31 01:14:05.046694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-b5af9b52-82aa-4be0-81a5-2dcd5f9e2aaa tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Allocated IP 10.1.1.149 (f62d2f75-fd0d-4668-9ecd-88d3add15a6f/774836f6-c282-40ff-abcc-768b330e9391/25fff3a6-98ed-42fb-9754-3bfe56a2f9e0) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:05.057977 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.061300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229d4e7e-fde1-442b-af1b-9ee8518caa1f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Network 7147a65e-8422-4733-a1aa-7ea30b76cb6f is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:05.076281 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-229d4e7e-fde1-442b-af1b-9ee8518caa1f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:05.092120 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229d4e7e-fde1-442b-af1b-9ee8518caa1f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:05.127259 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-5f440478-f81e-405c-86a0-59694aab8cf8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=29267b36-3381-42b4-ba48-8fcd9b7a236b HTTP/1.1" status: 200 len: 217 time: 0.0528219 Aug 31 01:14:05.138038 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No DVR routers for this DVR port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:05.145156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d4e7e-fde1-442b-af1b-9ee8518caa1f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event updated for resources: {'Port': ['ID=a4735088-dd99-4c83-8114-f2368df820e6,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:05.186428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Allocated IP 172.20.0.2 (7147a65e-8422-4733-a1aa-7ea30b76cb6f/93a28d97-2af4-4ce6-a167-60446b4392a2/fd082282-f4de-46dd-bc9f-1ff90653645e) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:05.214523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-1b7487ca-492e-4f30-844c-bce7bd5e48ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:05.216319 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-1b7487ca-492e-4f30-844c-bce7bd5e48ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.0760725 Aug 31 01:14:05.301243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Port': ['ID=6fbc1331-d1dd-4625-8c6c-f3fd75052c47,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:05.355036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9547aa4-4683-4ac9-9f55-8853ba88e904 req-4b644770-24ce-4656-b36e-54a6fdc446d5 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:05.355304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229d4e7e-fde1-442b-af1b-9ee8518caa1f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:05.356344 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-229d4e7e-fde1-442b-af1b-9ee8518caa1f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.362094 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.362705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9547aa4-4683-4ac9-9f55-8853ba88e904 req-4b644770-24ce-4656-b36e-54a6fdc446d5 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 944 time: 0.2234905 Aug 31 01:14:05.382138 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.386835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426bb91-ca49-4e32-9aa0-9ac3159d2248 None None] Pushing event updated for resources: {'Port': ['ID=ca099e75-51b2-4b51-9af1-100aacfab1e1,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:05.392475 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-229d4e7e-fde1-442b-af1b-9ee8518caa1f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6441052 Aug 31 01:14:05.396025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52996) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:05.401270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:05.403977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Transition to ACTIVE for port object fd082282-f4de-46dd-bc9f-1ff90653645e will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:05.404731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:05.412113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Request body: {'port': {'network_id': '7147a65e-8422-4733-a1aa-7ea30b76cb6f', 'name': 'tempest-AllowedAddressPairTestJSON-327159862', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6e:79:1a'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:05.419919 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-01f132f4-c8fa-40c1-b75b-4b669616040b None None] Provisioning complete for port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:05.420534 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-01f132f4-c8fa-40c1-b75b-4b669616040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.424029 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.442514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-293e3a53-9147-4d46-a604-a35b064ce18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:05.443306 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f645f4f-68e8-4e84-925f-9f70c94c8679') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:05.444150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-293e3a53-9147-4d46-a604-a35b064ce18b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1691384 Aug 31 01:14:05.444682 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f645f4f-68e8-4e84-925f-9f70c94c8679') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:05.483375 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9547aa4-4683-4ac9-9f55-8853ba88e904 req-2b20ef3b-cf95-4179-ad08-0890e11ae343 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052911 Aug 31 01:14:05.492272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Transition to ACTIVE for port object 3deb56b5-2245-47c7-9bc8-28d453a66fc4 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:05.529449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-01f132f4-c8fa-40c1-b75b-4b669616040b None None] Port 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 was deleted so its status cannot be updated. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 01:14:05.532268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Transition to ACTIVE for port object fd082282-f4de-46dd-bc9f-1ff90653645e will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:05.558089 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.576319 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.611646 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.644651 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b5af9b52-82aa-4be0-81a5-2dcd5f9e2aaa tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.665954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Transition to ACTIVE for port object 3deb56b5-2245-47c7-9bc8-28d453a66fc4 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:05.676915 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-2219a08a-c4f1-4a94-ab6a-b76f68c743f8 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006452 Aug 31 01:14:05.682320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-b5af9b52-82aa-4be0-81a5-2dcd5f9e2aaa tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Transition to ACTIVE for port object 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:05.696666 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.702173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Network 7147a65e-8422-4733-a1aa-7ea30b76cb6f is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:05.724217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:05.724947 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.726230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:05.729935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:05.739121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbc2644-db47-414e-bd3d-9a4d5a1eb7c2 None None] DHCP port deletion for 4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:14:05.745963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Pushing event updated for resources: {'Port': ['ID=fd082282-f4de-46dd-bc9f-1ff90653645e,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:05.813489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:05.814034 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b5af9b52-82aa-4be0-81a5-2dcd5f9e2aaa tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:05.826932 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:05.838036 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.859011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:05.871077 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.875884 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3 HTTP/1.1" status: 204 len: 168 time: 2.1395712 Aug 31 01:14:05.875884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369eb8c-ae14-40fd-9a90-ca16c058ada5 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Network': ['ID=4dc2fc17-fdc3-4c2a-991d-8c8ea56106f3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:05.879914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53006) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:05.896026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:05.900334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5af9b52-82aa-4be0-81a5-2dcd5f9e2aaa tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Network f62d2f75-fd0d-4668-9ecd-88d3add15a6f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:05.903056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:05.906234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f4c7d3-229a-45fa-9697-fd18d80c673d None None] Network f62d2f75-fd0d-4668-9ecd-88d3add15a6f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:05.906674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9b52-82aa-4be0-81a5-2dcd5f9e2aaa tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'Port': ['ID=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:05.912645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-b5af9b52-82aa-4be0-81a5-2dcd5f9e2aaa tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:05.919697 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc2a0b6-9d7a-4eec-9fd2-b0f9fdb668f2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] DELETE failed (client error): The resource could not be found. Aug 31 01:14:05.920216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc2a0b6-9d7a-4eec-9fd2-b0f9fdb668f2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:14:05.924532 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0bc2a0b6-9d7a-4eec-9fd2-b0f9fdb668f2 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/subnets/e1678f29-d349-40a8-bf39-fd44ab6647a5 HTTP/1.1" status: 404 len: 337 time: 0.0410986 Aug 31 01:14:05.924698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5af9b52-82aa-4be0-81a5-2dcd5f9e2aaa tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:05.924936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53008) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:05.951527 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:05.952191 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.972521 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Made reservation on behalf of e1d08041f9a14333ac96080a4c3792d0 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:05.978537 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c446f1-caa3-4fcd-bac2-bd096b6d7d98 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] DELETE failed (client error): The resource could not be found. Aug 31 01:14:05.979227 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c446f1-caa3-4fcd-bac2-bd096b6d7d98 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:14:05.983694 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-40c446f1-caa3-4fcd-bac2-bd096b6d7d98 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/36ee5756-2a1d-4cb4-b5a3-45bffc13468f HTTP/1.1" status: 404 len: 339 time: 0.0538557 Aug 31 01:14:05.987490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5af9b52-82aa-4be0-81a5-2dcd5f9e2aaa tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:05.988167 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b5af9b52-82aa-4be0-81a5-2dcd5f9e2aaa tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:05.991785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53010) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:06.049065 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b5af9b52-82aa-4be0-81a5-2dcd5f9e2aaa tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3610163 Aug 31 01:14:06.049292 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09da90c-88d3-4ff8-bc9b-3c29efa26e45 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] DELETE failed (client error): The resource could not be found. Aug 31 01:14:06.049292 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09da90c-88d3-4ff8-bc9b-3c29efa26e45 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:14:06.049740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53012) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:06.053918 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e09da90c-88d3-4ff8-bc9b-3c29efa26e45 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/subnets/7300b70a-57aa-48c9-8d2d-9a9791ff2c30 HTTP/1.1" status: 404 len: 337 time: 0.0589819 Aug 31 01:14:06.057488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53016) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:06.062606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-7ec90242-b8eb-476c-9af8-b29435a97565 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'port': {'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f', 'name': 'tempest-TaggedBootDevicesTest_v242-497108321', 'fixed_ips': [{'subnet_id': '774836f6-c282-40ff-abcc-768b330e9391'}]}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:06.076126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Pushing event updated for resources: {'Port': ['ID=3deb56b5-2245-47c7-9bc8-28d453a66fc4,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:06.138275 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Attempting to bind port fd082282-f4de-46dd-bc9f-1ff90653645e on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:06.139026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Attempting to bind port fd082282-f4de-46dd-bc9f-1ff90653645e by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'f46c9c67-1cd2-4ec8-b1e8-4be2c33e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7147a65e-8422-4733-a1aa-7ea30b76cb6f'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:06.139615 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Attempting to bind port fd082282-f4de-46dd-bc9f-1ff90653645e on network 7147a65e-8422-4733-a1aa-7ea30b76cb6f {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:06.152415 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.170207 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:06.170946 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Checking segment: {'id': 'f46c9c67-1cd2-4ec8-b1e8-4be2c33e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7147a65e-8422-4733-a1aa-7ea30b76cb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:06.171545 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.172144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Bound using segment: {'id': 'f46c9c67-1cd2-4ec8-b1e8-4be2c33e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7147a65e-8422-4733-a1aa-7ea30b76cb6f'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:06.172814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Bound port: fd082282-f4de-46dd-bc9f-1ff90653645e, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46c9c67-1cd2-4ec8-b1e8-4be2c33e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7147a65e-8422-4733-a1aa-7ea30b76cb6f'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:06.173404 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.174860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] device_id is not set on port 815b6e6f-b41f-477f-a7ba-12d84f1a3b55 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:14:06.177916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-36b5999e-bd75-4221-94c8-138891c8033f service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811420 Aug 31 01:14:06.184879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9fe34f91-ea6a-4f62-b333-92bd8aa7d996 None None] Provisioning for port ca099e75-51b2-4b51-9af1-100aacfab1e1 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:06.200414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Attempting to bind port 3deb56b5-2245-47c7-9bc8-28d453a66fc4 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:06.201235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Attempting to bind port 3deb56b5-2245-47c7-9bc8-28d453a66fc4 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '9e35cb2e-2073-48b2-992a-3787b34de019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:06.201869 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Attempting to bind port 3deb56b5-2245-47c7-9bc8-28d453a66fc4 on network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:06.214437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:06.215316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Checking segment: {'id': '9e35cb2e-2073-48b2-992a-3787b34de019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:06.215894 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.216634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Bound using segment: {'id': '9e35cb2e-2073-48b2-992a-3787b34de019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:06.217748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Bound port: 3deb56b5-2245-47c7-9bc8-28d453a66fc4, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e35cb2e-2073-48b2-992a-3787b34de019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:06.218489 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.240161 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-db522b24-1005-4ffa-9800-25966eec731b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] DELETE failed (client error): The resource could not be found. Aug 31 01:14:06.240747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db522b24-1005-4ffa-9800-25966eec731b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:14:06.245299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-db522b24-1005-4ffa-9800-25966eec731b tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/eb3f1762-2a17-4ab9-a048-59306ee88eb1 HTTP/1.1" status: 404 len: 339 time: 0.0675085 Aug 31 01:14:06.304924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b558-efee-4be7-b7cf-c6611f899705 req-cd37e7be-5c10-4a20-b630-b481f148644e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:06.313493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4d2b558-efee-4be7-b7cf-c6611f899705 req-cd37e7be-5c10-4a20-b630-b481f148644e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.3136001 Aug 31 01:14:06.315440 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Allocated IP 172.20.0.7 (7147a65e-8422-4733-a1aa-7ea30b76cb6f/93a28d97-2af4-4ce6-a167-60446b4392a2/815b6e6f-b41f-477f-a7ba-12d84f1a3b55) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:06.315978 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-6b70f10a-b89c-43d2-98c0-267d68fc8007 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=3b367952-fbab-4977-b0c0-6447731e06fb HTTP/1.1" status: 200 len: 217 time: 0.1155026 Aug 31 01:14:06.316560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec90242-b8eb-476c-9af8-b29435a97565 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Made reservation on behalf of d1534f084f814923866cc1da0f965ab3 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:06.322456 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ec90242-b8eb-476c-9af8-b29435a97565 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.325386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53020) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:06.372876 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ae7c93-c181-4eea-aad2-2c1d3b9aca33 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] DELETE failed (client error): The resource could not be found. Aug 31 01:14:06.373020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ae7c93-c181-4eea-aad2-2c1d3b9aca33 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:14:06.376075 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f6ae7c93-c181-4eea-aad2-2c1d3b9aca33 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/subnets/72991f04-aae6-4f04-bb2c-24703cf247c4 HTTP/1.1" status: 404 len: 337 time: 0.0490444 Aug 31 01:14:06.394739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] For port 3deb56b5-2245-47c7-9bc8-28d453a66fc4, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:06.398552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] For port 3deb56b5-2245-47c7-9bc8-28d453a66fc4, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=3deb56b5-2245-47c7-9bc8-28d453a66fc4,segment=NetworkSegment(9e35cb2e-2073-48b2-992a-3787b34de019),segment_id=9e35cb2e-2073-48b2-992a-3787b34de019)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:06.437395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-008eb068-e21a-4014-ba77-e6330c36b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:06.438972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-008eb068-e21a-4014-ba77-e6330c36b3d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.0678146 Aug 31 01:14:06.439458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53022) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:06.451091 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.453089 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.471710 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-97db655e-9f68-4779-9816-d56235556f19 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] DELETE failed (client error): The resource could not be found. Aug 31 01:14:06.472274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97db655e-9f68-4779-9816-d56235556f19 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:14:06.473949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-97db655e-9f68-4779-9816-d56235556f19 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/e8158b86-c580-4ff1-bdeb-64806937b471 HTTP/1.1" status: 404 len: 339 time: 0.0267205 Aug 31 01:14:06.510164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-7ec90242-b8eb-476c-9af8-b29435a97565 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] device_id is not set on port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:14:06.512726 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53024) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:06.534479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78768fdc-9986-486c-9af0-9b78aa3d3593 None None] Pushing event updated for resources: {'Port': ['ID=3deb56b5-2245-47c7-9bc8-28d453a66fc4,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:06.563623 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.569803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ca099e75-51b2-4b51-9af1-100aacfab1e1 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:06.590858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Transition to ACTIVE for port object 815b6e6f-b41f-477f-a7ba-12d84f1a3b55 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:06.603717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba244f55-ae64-44ef-9a62-de70673c79f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Deleting subnet ad5b8010-6b60-4a28-8ec7-8e17ab656d74 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:06.610468 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba244f55-ae64-44ef-9a62-de70673c79f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.630959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] For port fd082282-f4de-46dd-bc9f-1ff90653645e, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:06.645145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4d2b558-efee-4be7-b7cf-c6611f899705 req-43429435-2c41-49ad-a2f9-9853440db1c8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306165 Aug 31 01:14:06.656350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-99077731-f927-4ccf-bda7-d1e551b12bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:06.657881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-99077731-f927-4ccf-bda7-d1e551b12bca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1895759 Aug 31 01:14:06.680600 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=0c1a3f98-1429-40a6-9ac5-99a15cb6baa2,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:06.689513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6889df0f-1884-47b3-b4c2-7eb23f03ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1a3f98-1429-40a6-9ac5-99a15cb6baa2'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:06.692107 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc633d9-d056-4024-8cc6-2bb0b39647b0" -d '{"events": [{"server_uuid": "6889df0f-1884-47b3-b4c2-7eb23f03ec43", "name": "network-vif-plugged", "status": "completed", "tag": "0c1a3f98-1429-40a6-9ac5-99a15cb6baa2"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:06.719790 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.724227 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] For port fd082282-f4de-46dd-bc9f-1ff90653645e, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fd082282-f4de-46dd-bc9f-1ff90653645e,segment=NetworkSegment(f46c9c67-1cd2-4ec8-b1e8-4be2c33e97fe),segment_id=f46c9c67-1cd2-4ec8-b1e8-4be2c33e97fe)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:06.739468 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.769257 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba244f55-ae64-44ef-9a62-de70673c79f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.861150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=0c1a3f98-1429-40a6-9ac5-99a15cb6baa2,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:06.947900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port ca099e75-51b2-4b51-9af1-100aacfab1e1 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:06.981984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-7ec90242-b8eb-476c-9af8-b29435a97565 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Allocated IP 10.1.1.148 (f62d2f75-fd0d-4668-9ecd-88d3add15a6f/774836f6-c282-40ff-abcc-768b330e9391/5d81a380-fcf4-4622-8fb9-2ce9b7259671) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:07.015752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port ca099e75-51b2-4b51-9af1-100aacfab1e1 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:07.016380 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.049205 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.068522 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b46d788-06d1-4f6c-bf38-83fcee1439d0 x-openstack-request-id: req-1b46d788-06d1-4f6c-bf38-83fcee1439d0 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:07.091622 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6889df0f-1884-47b3-b4c2-7eb23f03ec43", "name": "network-vif-plugged", "status": "completed", "tag": "0c1a3f98-1429-40a6-9ac5-99a15cb6baa2", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:07.092414 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b46d788-06d1-4f6c-bf38-83fcee1439d0 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:07.093500 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6889df0f-1884-47b3-b4c2-7eb23f03ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1a3f98-1429-40a6-9ac5-99a15cb6baa2', 'code': 200} Aug 31 01:14:07.133559 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba244f55-ae64-44ef-9a62-de70673c79f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.168058 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbe2c8-43ac-4635-b0f7-a1c87d7c1da6 None None] Pushing event updated for resources: {'Port': ['ID=fd082282-f4de-46dd-bc9f-1ff90653645e,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:07.286858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Network 7147a65e-8422-4733-a1aa-7ea30b76cb6f is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:07.302534 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.306861 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:07.370324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:07.426292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port ca099e75-51b2-4b51-9af1-100aacfab1e1, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ca099e75-51b2-4b51-9af1-100aacfab1e1,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:07.440448 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.511753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:07.512476 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.546234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=ca099e75-51b2-4b51-9af1-100aacfab1e1,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:07.564228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-04844ed8-c8dc-43d4-910f-ecd19fb6ab40 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8981478 Aug 31 01:14:07.569047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event updated for resources: {'Port': ['ID=815b6e6f-b41f-477f-a7ba-12d84f1a3b55,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:07.570394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-93305db9-11ef-41d1-8a74-cdbf2c0facdd None None] Provisioning for port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:07.579414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-93305db9-11ef-41d1-8a74-cdbf2c0facdd None None] Provisioning complete for port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:07.580115 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-93305db9-11ef-41d1-8a74-cdbf2c0facdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.582502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:07.605738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.606162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.606485 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.606829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.607185 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.607534 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.607872 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.608202 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.608595 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.609154 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.609609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.609946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.624588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdef92a-d2c9-4ba0-bfb8-a0ece558e81a req-0c27f775-8dfb-4a1c-9eb9-c68cc457c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:07.626389 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2cdef92a-d2c9-4ba0-bfb8-a0ece558e81a req-0c27f775-8dfb-4a1c-9eb9-c68cc457c53f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 1097 time: 0.4153793 Aug 31 01:14:07.634820 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8d23a262-e4d8-4427-84b1-4ec079a2d4bd tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.2376440 Aug 31 01:14:07.638684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:07.639235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53042) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:07.639353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6fbc1331-d1dd-4625-8c6c-f3fd75052c47 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:07.658646 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ec90242-b8eb-476c-9af8-b29435a97565 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.659493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-93305db9-11ef-41d1-8a74-cdbf2c0facdd None None] Port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:07.672366 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-93305db9-11ef-41d1-8a74-cdbf2c0facdd None None] Provisioning complete for port ca099e75-51b2-4b51-9af1-100aacfab1e1 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:07.672647 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-93305db9-11ef-41d1-8a74-cdbf2c0facdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.738000 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2cdef92a-d2c9-4ba0-bfb8-a0ece558e81a req-32a8a93d-2220-4825-8ebb-ab4868f40971 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020463 Aug 31 01:14:07.758968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f398b0-f3a2-4ef0-95f1-9916763aa56b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:07.765827 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f398b0-f3a2-4ef0-95f1-9916763aa56b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:07.778681 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f398b0-f3a2-4ef0-95f1-9916763aa56b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:07.781916 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e9f398b0-f3a2-4ef0-95f1-9916763aa56b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1185637 Aug 31 01:14:07.788645 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-335c123f-5c6a-4c41-93b3-0c1bfa475386 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331627 Aug 31 01:14:07.792003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53050) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:07.792221 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba244f55-ae64-44ef-9a62-de70673c79f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.800222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dba42-c3c4-4df8-a360-2dc7f756e862 req-a8c2ca47-49b2-43e8-83c8-984a54aee6cb tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:07.801802 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-795dba42-c3c4-4df8-a360-2dc7f756e862 req-a8c2ca47-49b2-43e8-83c8-984a54aee6cb tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 945 time: 0.9919753 Aug 31 01:14:07.824203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1e2096-e5ce-4bfc-bea2-3fa9bde4cfb8 None None] Network 23028700-47e2-4ade-89b3-1eee75563e7f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:07.829649 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba244f55-ae64-44ef-9a62-de70673c79f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.832030 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ba244f55-ae64-44ef-9a62-de70673c79f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/subnets/ad5b8010-6b60-4a28-8ec7-8e17ab656d74 HTTP/1.1" status: 204 len: 168 time: 1.3182099 Aug 31 01:14:07.871900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53052) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:07.873446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba244f55-ae64-44ef-9a62-de70673c79f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Subnet': ['ID=ad5b8010-6b60-4a28-8ec7-8e17ab656d74,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:07.947791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-7ec90242-b8eb-476c-9af8-b29435a97565 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Transition to ACTIVE for port object 5d81a380-fcf4-4622-8fb9-2ce9b7259671 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:07.954284 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-795dba42-c3c4-4df8-a360-2dc7f756e862 req-3dc3f065-77ac-40fd-9135-bd7f8bd1cf65 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864270 Aug 31 01:14:08.046553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f9612f3c-a635-4c85-af73-3810f69a1a1a None None] Provisioning complete for port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:08.047390 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f9612f3c-a635-4c85-af73-3810f69a1a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.083212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f8e09-1d37-4056-8b4c-377beceea67d None None] DHCP port deletion for 23028700-47e2-4ade-89b3-1eee75563e7f request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:14:08.133872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f9612f3c-a635-4c85-af73-3810f69a1a1a None None] Port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:08.163020 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1295d957-5e30-4496-887c-5e4da8a4f7fc tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.164010 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f8e09-1d37-4056-8b4c-377beceea67d None None] Deleting port 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:08.164923 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0f5f8e09-1d37-4056-8b4c-377beceea67d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.172536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-220d54ec-296f-4a84-a6d0-2a3d26006bcc tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Deleting port 815b6e6f-b41f-477f-a7ba-12d84f1a3b55 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:08.172872 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-220d54ec-296f-4a84-a6d0-2a3d26006bcc tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.176921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-b87d3705-56f2-425c-a2c9-6e5209f319f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=7f0214bb-8098-4206-85ec-e2322dd5fea7 HTTP/1.1" status: 200 len: 217 time: 0.1283541 Aug 31 01:14:08.257785 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0f5f8e09-1d37-4056-8b4c-377beceea67d None None] For port 33298ffa-3d3e-43ca-9229-0508bbe3f4f0, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=33298ffa-3d3e-43ca-9229-0508bbe3f4f0,segment=NetworkSegment(d4505820-c59b-42d4-9394-6747ba9ba1cb),segment_id=d4505820-c59b-42d4-9394-6747ba9ba1cb)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:08.259082 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0f5f8e09-1d37-4056-8b4c-377beceea67d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.274752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f8e09-1d37-4056-8b4c-377beceea67d None None] Calling delete_port for 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:08.376308 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0f5f8e09-1d37-4056-8b4c-377beceea67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.395361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f8e09-1d37-4056-8b4c-377beceea67d None None] No DVR routers for this DVR port 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:08.457182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f8e09-1d37-4056-8b4c-377beceea67d None None] Pushing event deleted for resources: {'Port': ['ID=33298ffa-3d3e-43ca-9229-0508bbe3f4f0,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:08.630391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98512783-2507-49e4-bcca-28871bb9dcde None None] Network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:08.705038 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fd082282-f4de-46dd-bc9f-1ff90653645e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:08.752576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-db02c907-878c-4308-b602-6d1b3f7a1b26 None None] Provisioning for port 3deb56b5-2245-47c7-9bc8-28d453a66fc4 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:08.864306 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ec90242-b8eb-476c-9af8-b29435a97565 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.939474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fad85b5-4172-4eb0-a917-f846f8ef93a9 None None] Network 7147a65e-8422-4733-a1aa-7ea30b76cb6f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:08.979885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-fd696c03-72d3-4282-ab0f-2352ef402c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:08.981325 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-fd696c03-72d3-4282-ab0f-2352ef402c4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.7935722 Aug 31 01:14:09.030064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65be85-5149-4849-a10d-e14285973294 req-2b7c3140-2faf-45bb-9cf7-2612dbc5c7c8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:09.031563 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a65be85-5149-4849-a10d-e14285973294 req-2b7c3140-2faf-45bb-9cf7-2612dbc5c7c8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.8179955 Aug 31 01:14:09.034221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec90242-b8eb-476c-9af8-b29435a97565 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Network f62d2f75-fd0d-4668-9ecd-88d3add15a6f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:09.037553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port fd082282-f4de-46dd-bc9f-1ff90653645e completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:09.057119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ca099e75-51b2-4b51-9af1-100aacfab1e1 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:09.072230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec90242-b8eb-476c-9af8-b29435a97565 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'Port': ['ID=5d81a380-fcf4-4622-8fb9-2ce9b7259671,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:09.075760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-7ec90242-b8eb-476c-9af8-b29435a97565 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:09.078330 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec90242-b8eb-476c-9af8-b29435a97565 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:09.088402 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-220d54ec-296f-4a84-a6d0-2a3d26006bcc tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.157790 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-74a1eafa-991d-40f5-9927-aec77695cf4b None None] Provisioning for port fd082282-f4de-46dd-bc9f-1ff90653645e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:09.158672 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1295d957-5e30-4496-887c-5e4da8a4f7fc tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.190111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-1295d957-5e30-4496-887c-5e4da8a4f7fc tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23028700-47e2-4ade-89b3-1eee75563e7f']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:09.194426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-220d54ec-296f-4a84-a6d0-2a3d26006bcc tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Calling delete_port for 815b6e6f-b41f-477f-a7ba-12d84f1a3b55 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:09.203863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-74a1eafa-991d-40f5-9927-aec77695cf4b None None] Provisioning complete for port fd082282-f4de-46dd-bc9f-1ff90653645e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:09.204395 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-74a1eafa-991d-40f5-9927-aec77695cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.214587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-1295d957-5e30-4496-887c-5e4da8a4f7fc tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4505820-c59b-42d4-9394-6747ba9ba1cb') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:09.215149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-1295d957-5e30-4496-887c-5e4da8a4f7fc tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4505820-c59b-42d4-9394-6747ba9ba1cb') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:09.252830 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1295d957-5e30-4496-887c-5e4da8a4f7fc tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.318882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec90242-b8eb-476c-9af8-b29435a97565 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:09.319359 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ec90242-b8eb-476c-9af8-b29435a97565 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.335314 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a65be85-5149-4849-a10d-e14285973294 req-a475a747-5fea-45a8-b550-1f8c895c807b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856076 Aug 31 01:14:09.337754 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1295d957-5e30-4496-887c-5e4da8a4f7fc tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.348571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port ca099e75-51b2-4b51-9af1-100aacfab1e1 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:09.348807 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-c7a1e794-5ed3-48e3-8487-0de8e0a1e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:09.349537 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.350123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-c7a1e794-5ed3-48e3-8487-0de8e0a1e7b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2989693 Aug 31 01:14:09.357413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1295d957-5e30-4496-887c-5e4da8a4f7fc tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:09.358308 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1295d957-5e30-4496-887c-5e4da8a4f7fc tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:09.373259 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:09.442680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7ec90242-b8eb-476c-9af8-b29435a97565 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3876021 Aug 31 01:14:09.543547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 3deb56b5-2245-47c7-9bc8-28d453a66fc4 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:09.578783 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1295d957-5e30-4496-887c-5e4da8a4f7fc tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.584629 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1295d957-5e30-4496-887c-5e4da8a4f7fc tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.589657 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53074) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:09.590173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1295d957-5e30-4496-887c-5e4da8a4f7fc tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/23028700-47e2-4ade-89b3-1eee75563e7f HTTP/1.1" status: 204 len: 168 time: 1.7097795 Aug 31 01:14:09.625036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295d957-5e30-4496-887c-5e4da8a4f7fc tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Network': ['ID=23028700-47e2-4ade-89b3-1eee75563e7f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:09.627312 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-74a1eafa-991d-40f5-9927-aec77695cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.656745 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6c1bf7-4696-42d3-ae4a-f045a7a96321 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] DELETE failed (client error): The resource could not be found. Aug 31 01:14:09.662071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6c1bf7-4696-42d3-ae4a-f045a7a96321 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:14:09.664955 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7c6c1bf7-4696-42d3-ae4a-f045a7a96321 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/subnets/b087cd2a-6e09-4ea7-b4ba-012a009844f7 HTTP/1.1" status: 404 len: 337 time: 0.0726182 Aug 31 01:14:09.668037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53076) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:09.700164 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-74a1eafa-991d-40f5-9927-aec77695cf4b None None] For port fd082282-f4de-46dd-bc9f-1ff90653645e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fd082282-f4de-46dd-bc9f-1ff90653645e,segment=NetworkSegment(f46c9c67-1cd2-4ec8-b1e8-4be2c33e97fe),segment_id=f46c9c67-1cd2-4ec8-b1e8-4be2c33e97fe)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:09.701549 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 3deb56b5-2245-47c7-9bc8-28d453a66fc4 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:09.705413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 3deb56b5-2245-47c7-9bc8-28d453a66fc4 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:09.706045 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.711851 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3756f6d-be0a-4d20-b08f-a212dc6b7328 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] DELETE failed (client error): The resource could not be found. Aug 31 01:14:09.712984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3756f6d-be0a-4d20-b08f-a212dc6b7328 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:14:09.715244 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b3756f6d-be0a-4d20-b08f-a212dc6b7328 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/2bee5c7c-5672-4bbc-865d-25a2d4df3e31 HTTP/1.1" status: 404 len: 339 time: 0.0454164 Aug 31 01:14:09.717725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53078) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:09.731102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d028cf9-a229-4c44-9239-e3bc26c1a310 req-e621bee5-ad7a-4c2b-90d8-cb974ec5f8ce tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:09.743949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d028cf9-a229-4c44-9239-e3bc26c1a310 req-e621bee5-ad7a-4c2b-90d8-cb974ec5f8ce tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 945 time: 0.3071747 Aug 31 01:14:09.747858 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-74a1eafa-991d-40f5-9927-aec77695cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.770595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-52f5dc29-cd2b-4938-939c-4908d506cef5 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934224 Aug 31 01:14:09.814853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b8f500-84f9-44e1-a7f0-5a5fa0570092 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Deleting subnet a963a00a-7b00-46aa-9167-c3fec2ec62b2 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:09.820280 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6b8f500-84f9-44e1-a7f0-5a5fa0570092 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.837338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1eafa-991d-40f5-9927-aec77695cf4b None None] Pushing event updated for resources: {'Port': ['ID=fd082282-f4de-46dd-bc9f-1ff90653645e,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:09.874431 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.884543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-919cf5dd-ffe7-4b4f-9d21-f04cda62adb9 None None] Provisioning complete for port 3deb56b5-2245-47c7-9bc8-28d453a66fc4 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:09.885143 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-919cf5dd-ffe7-4b4f-9d21-f04cda62adb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.887696 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6b8f500-84f9-44e1-a7f0-5a5fa0570092 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.945398 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 3deb56b5-2245-47c7-9bc8-28d453a66fc4, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=3deb56b5-2245-47c7-9bc8-28d453a66fc4,segment=NetworkSegment(9e35cb2e-2073-48b2-992a-3787b34de019),segment_id=9e35cb2e-2073-48b2-992a-3787b34de019)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:09.954660 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.965949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d028cf9-a229-4c44-9239-e3bc26c1a310 req-5ff10d51-e81f-4a84-8697-96301af3eeb9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206283 Aug 31 01:14:09.970069 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-220d54ec-296f-4a84-a6d0-2a3d26006bcc tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.034121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53082) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:10.067515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:10.075172 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6b8f500-84f9-44e1-a7f0-5a5fa0570092 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.105034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:10.105391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 33298ffa-3d3e-43ca-9229-0508bbe3f4f0 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:10.125109 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-57a6edcb-99fc-41f0-bc37-887d91f81a2d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--28052015', 'description': 'tempest-description--1451123659'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:10.132421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=3deb56b5-2245-47c7-9bc8-28d453a66fc4,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:10.186477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d54ec-296f-4a84-a6d0-2a3d26006bcc tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event deleted for resources: {'Port': ['ID=815b6e6f-b41f-477f-a7ba-12d84f1a3b55,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:10.200176 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-57a6edcb-99fc-41f0-bc37-887d91f81a2d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.207885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-919cf5dd-ffe7-4b4f-9d21-f04cda62adb9 None None] Provisioning for port a4735088-dd99-4c83-8114-f2368df820e6 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:10.221832 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6b8f500-84f9-44e1-a7f0-5a5fa0570092 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.222880 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-919cf5dd-ffe7-4b4f-9d21-f04cda62adb9 None None] Provisioning complete for port a4735088-dd99-4c83-8114-f2368df820e6 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:10.225947 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-919cf5dd-ffe7-4b4f-9d21-f04cda62adb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.304208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8f500-84f9-44e1-a7f0-5a5fa0570092 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Subnet': ['ID=a963a00a-7b00-46aa-9167-c3fec2ec62b2,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:10.321403 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6b8f500-84f9-44e1-a7f0-5a5fa0570092 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.325616 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b6b8f500-84f9-44e1-a7f0-5a5fa0570092 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/subnets/a963a00a-7b00-46aa-9167-c3fec2ec62b2 HTTP/1.1" status: 204 len: 168 time: 0.6041780 Aug 31 01:14:10.327567 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53092) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:10.332361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-919cf5dd-ffe7-4b4f-9d21-f04cda62adb9 None None] Port a4735088-dd99-4c83-8114-f2368df820e6 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:10.347448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fac54d-9545-4a93-968c-8e68facdd632 None None] Network c6d827f9-fc84-42e8-ab5f-6a131884c462 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:10.495640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-919cf5dd-ffe7-4b4f-9d21-f04cda62adb9 None None] Provisioning complete for port fd082282-f4de-46dd-bc9f-1ff90653645e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:10.496418 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-919cf5dd-ffe7-4b4f-9d21-f04cda62adb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.622816 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.625651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fd082282-f4de-46dd-bc9f-1ff90653645e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:10.677425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-d20d0f5c-8bc0-4e27-8a6b-3fa9a2a3fcfa service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8725195 Aug 31 01:14:10.739181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Deleting port 6a6eaa48-1de2-427e-be41-407b3e679c8e {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:10.739181 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.809453 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-919cf5dd-ffe7-4b4f-9d21-f04cda62adb9 None None] Provisioning for port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:10.817388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port fd082282-f4de-46dd-bc9f-1ff90653645e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:10.817936 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.821790 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-919cf5dd-ffe7-4b4f-9d21-f04cda62adb9 None None] Provisioning complete for port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:10.822285 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-919cf5dd-ffe7-4b4f-9d21-f04cda62adb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.827111 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] For port 6a6eaa48-1de2-427e-be41-407b3e679c8e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6a6eaa48-1de2-427e-be41-407b3e679c8e,segment=NetworkSegment(24f60f28-f93a-41cd-8765-61bf056c98d2),segment_id=24f60f28-f93a-41cd-8765-61bf056c98d2)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:10.827594 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.859060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Calling delete_port for 6a6eaa48-1de2-427e-be41-407b3e679c8e owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:10.876705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-45124538-4a66-4b08-bf02-f0761655e10f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=53e5b95c-f228-4756-af82-996e14d0fcc7 HTTP/1.1" status: 200 len: 217 time: 0.1579518 Aug 31 01:14:10.921939 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f5977-ce81-4498-a461-87064e8a7d5f None None] DHCP port deletion for c6d827f9-fc84-42e8-ab5f-6a131884c462 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:14:10.932887 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-919cf5dd-ffe7-4b4f-9d21-f04cda62adb9 None None] Port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:10.952544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd3583-14db-4344-972c-05e108710e38 req-11f33971-96da-494f-85da-839b3206a1e1 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:10.954954 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9bd3583-14db-4344-972c-05e108710e38 req-11f33971-96da-494f-85da-839b3206a1e1 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 945 time: 0.4532506 Aug 31 01:14:10.958363 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-919cf5dd-ffe7-4b4f-9d21-f04cda62adb9 None None] Could not find standard attr ID for object 815b6e6f-b41f-477f-a7ba-12d84f1a3b55. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:14:10.992047 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.000132 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-220d54ec-296f-4a84-a6d0-2a3d26006bcc tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.004398 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-220d54ec-296f-4a84-a6d0-2a3d26006bcc tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "DELETE /v2.0/ports/815b6e6f-b41f-477f-a7ba-12d84f1a3b55 HTTP/1.1" status: 204 len: 168 time: 3.1993268 Aug 31 01:14:11.007714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53108) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:11.026930 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.045029 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] No DVR routers for this DVR port 6a6eaa48-1de2-427e-be41-407b3e679c8e on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:11.080785 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571dd2e-c173-41d5-97e4-06b77099bc71 req-deaa0def-20f7-4292-8b63-a10ccacdbe1f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:11.082902 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3571dd2e-c173-41d5-97e4-06b77099bc71 req-deaa0def-20f7-4292-8b63-a10ccacdbe1f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.3820467 Aug 31 01:14:11.083233 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f1e3edd8-c8d6-438c-966e-033abb632cc1 None None] Could not find standard attr ID for object 815b6e6f-b41f-477f-a7ba-12d84f1a3b55. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:14:11.090560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-d5931ee6-c1c1-4fa6-9966-9e5ac311acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:11.091643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 3deb56b5-2245-47c7-9bc8-28d453a66fc4 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:11.092458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-d5931ee6-c1c1-4fa6-9966-9e5ac311acd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.1944532 Aug 31 01:14:11.107952 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-280d0edd-6f9e-4b49-9e9f-d40cc341d9a1 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] GET failed (client error): The resource could not be found. Aug 31 01:14:11.113645 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-280d0edd-6f9e-4b49-9e9f-d40cc341d9a1 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "GET /v2.0/ports/815b6e6f-b41f-477f-a7ba-12d84f1a3b55 HTTP/1.1" status: 404 len: 333 time: 0.0967822 Aug 31 01:14:11.114530 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Port': ['ID=6a6eaa48-1de2-427e-be41-407b3e679c8e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:11.116322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53112) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:11.122083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-22959c74-2727-400e-b7f5-3155d712fe9b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Request body: {'port': {'network_id': '7147a65e-8422-4733-a1aa-7ea30b76cb6f', 'name': 'tempest-AllowedAddressPairTestJSON-812217779'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:11.122588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f5977-ce81-4498-a461-87064e8a7d5f None None] Deleting port 6a6eaa48-1de2-427e-be41-407b3e679c8e {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:11.122974 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5977-ce81-4498-a461-87064e8a7d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.168875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f1e3edd8-c8d6-438c-966e-033abb632cc1 None None] Provisioning complete for port a4735088-dd99-4c83-8114-f2368df820e6 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:11.169251 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f1e3edd8-c8d6-438c-966e-033abb632cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.179642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9bd3583-14db-4344-972c-05e108710e38 req-4e09d265-f61a-4c57-b106-254c1750638f tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924732 Aug 31 01:14:11.237161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f1e3edd8-c8d6-438c-966e-033abb632cc1 None None] Port a4735088-dd99-4c83-8114-f2368df820e6 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:11.238804 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.244586 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-3b6f5977-ce81-4498-a461-87064e8a7d5f None None] For port 6a6eaa48-1de2-427e-be41-407b3e679c8e, host n-d-802060-13, got binding levels [] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:11.245048 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5977-ce81-4498-a461-87064e8a7d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.259639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d827f9-fc84-42e8-ab5f-6a131884c462']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:11.263091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f5977-ce81-4498-a461-87064e8a7d5f None None] Calling delete_port for 6a6eaa48-1de2-427e-be41-407b3e679c8e owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:11.263697 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-57a6edcb-99fc-41f0-bc37-887d91f81a2d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.266877 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.ipam_backend_mixin [None req-3b6f5977-ce81-4498-a461-87064e8a7d5f None None] Port 6a6eaa48-1de2-427e-be41-407b3e679c8e was not found and therefore no delete operation was performed {{(pid=94762) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:14:11.270108 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5977-ce81-4498-a461-87064e8a7d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.276399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-0abfae83-5449-4327-8277-9f258c1a6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:11.276699 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f60f28-f93a-41cd-8765-61bf056c98d2') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:11.277005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f60f28-f93a-41cd-8765-61bf056c98d2') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:11.279650 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-0abfae83-5449-4327-8277-9f258c1a6c4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1749296 Aug 31 01:14:11.294407 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.296361 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-57a6edcb-99fc-41f0-bc37-887d91f81a2d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.316629 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.328666 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:11.329068 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:11.332410 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:11.334578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 3deb56b5-2245-47c7-9bc8-28d453a66fc4 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:11.335880 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.338494 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f5977-ce81-4498-a461-87064e8a7d5f None None] Pushing event deleted for resources: {'Port': ['ID=6a6eaa48-1de2-427e-be41-407b3e679c8e,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:11.351396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3571dd2e-c173-41d5-97e4-06b77099bc71 req-2fb2cc48-561f-4756-8e64-973621ce9086 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482152 Aug 31 01:14:11.386114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22959c74-2727-400e-b7f5-3155d712fe9b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Made reservation on behalf of e1d08041f9a14333ac96080a4c3792d0 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:11.389813 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22959c74-2727-400e-b7f5-3155d712fe9b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.408563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f5977-ce81-4498-a461-87064e8a7d5f None None] No DVR routers for this DVR port 6a6eaa48-1de2-427e-be41-407b3e679c8e on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:11.425639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-22959c74-2727-400e-b7f5-3155d712fe9b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] device_id is not set on port 2692c168-87d2-4e9f-a93e-8d616d442b1d yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:14:11.443653 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-57a6edcb-99fc-41f0-bc37-887d91f81a2d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.450237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-57a6edcb-99fc-41f0-bc37-887d91f81a2d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3954144 Aug 31 01:14:11.456901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53120) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:11.472013 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.472821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-30c5f9d0-cfab-46a4-9f16-277a2b3aa1b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'security_group_rule': {'security_group_id': '0ccb6d78-77b8-4f40-92cf-c7f9d7718585', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:11.482651 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.487435 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] 10.222.0.58 "DELETE /v2.0/networks/c6d827f9-fc84-42e8-ab5f-6a131884c462 HTTP/1.1" status: 204 len: 168 time: 1.1558030 Aug 31 01:14:11.501722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e69ee-70c9-4464-9b2c-25ac1c6c81f3 tempest-NetworksIpV6Test-964384081 tempest-NetworksIpV6Test-964384081-project] Pushing event deleted for resources: {'Network': ['ID=c6d827f9-fc84-42e8-ab5f-6a131884c462,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:11.512419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6edcb-99fc-41f0-bc37-887d91f81a2d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccb6d78-77b8-4f40-92cf-c7f9d7718585,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:11.549107 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30c5f9d0-cfab-46a4-9f16-277a2b3aa1b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.576893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-906bfefa-3ce3-4830-b620-5c6d0b8e22dd service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747719 Aug 31 01:14:11.630710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-22959c74-2727-400e-b7f5-3155d712fe9b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Allocated IP 172.20.0.5 (7147a65e-8422-4733-a1aa-7ea30b76cb6f/93a28d97-2af4-4ce6-a167-60446b4392a2/2692c168-87d2-4e9f-a93e-8d616d442b1d) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:11.774122 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30c5f9d0-cfab-46a4-9f16-277a2b3aa1b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.801602 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30c5f9d0-cfab-46a4-9f16-277a2b3aa1b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.808581 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22959c74-2727-400e-b7f5-3155d712fe9b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.811765 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-9b972ae8-e325-4624-a4f2-60b6d58548f3 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226610 Aug 31 01:14:11.824870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5f9d0-cfab-46a4-9f16-277a2b3aa1b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fec8539-b2d7-41fe-854b-c20c763f8421,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:11.825806 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-22959c74-2727-400e-b7f5-3155d712fe9b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Transition to ACTIVE for port object 2692c168-87d2-4e9f-a93e-8d616d442b1d will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:11.838609 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30c5f9d0-cfab-46a4-9f16-277a2b3aa1b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.839991 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-30c5f9d0-cfab-46a4-9f16-277a2b3aa1b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3754756 Aug 31 01:14:11.843326 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53132) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:11.849765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-843eab0f-b783-410a-96d1-87e1a037a5d3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'security_group_rule': {'security_group_id': '0ccb6d78-77b8-4f40-92cf-c7f9d7718585', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:11.871762 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-0802b5c2-7190-4cc8-81bc-31a61fd45b0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=450c3c7c-35f4-4432-892d-05366ece154e HTTP/1.1" status: 200 len: 217 time: 0.0432363 Aug 31 01:14:11.898543 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22959c74-2727-400e-b7f5-3155d712fe9b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.900051 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-843eab0f-b783-410a-96d1-87e1a037a5d3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.902133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53134) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:11.968297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-b9a4e3c0-977d-4811-9bbb-ee443feb8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:11.970059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-b9a4e3c0-977d-4811-9bbb-ee443feb8c92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29402c3f-ce20-494c-a4c1-dc4edee01ec8 HTTP/1.1" status: 200 len: 797 time: 0.0548813 Aug 31 01:14:12.030949 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22959c74-2727-400e-b7f5-3155d712fe9b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Network 7147a65e-8422-4733-a1aa-7ea30b76cb6f is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:12.037592 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22959c74-2727-400e-b7f5-3155d712fe9b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event updated for resources: {'Port': ['ID=2692c168-87d2-4e9f-a93e-8d616d442b1d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:12.040784 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-22959c74-2727-400e-b7f5-3155d712fe9b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:12.046327 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22959c74-2727-400e-b7f5-3155d712fe9b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:12.058251 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-f47f8e91-09b5-49bf-9227-1f27c177d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:12.060304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-f47f8e91-09b5-49bf-9227-1f27c177d3a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e89443cc-9b69-4c94-9137-62b2d80389e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0821116 Aug 31 01:14:12.097069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563bc84-5d4f-48db-a729-3b053314f7f7 req-352de95a-d0be-49a0-be55-60deb02c8700 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:12.098504 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6563bc84-5d4f-48db-a729-3b053314f7f7 req-352de95a-d0be-49a0-be55-60deb02c8700 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.15 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 945 time: 0.1826122 Aug 31 01:14:12.126433 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-843eab0f-b783-410a-96d1-87e1a037a5d3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.143495 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-843eab0f-b783-410a-96d1-87e1a037a5d3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.175515 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e132115b-5da6-427c-888b-e0520da60fb1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a469121be9a043f2bd5a0234df594eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719052 Aug 31 01:14:12.176131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53146) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:12.264686 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22959c74-2727-400e-b7f5-3155d712fe9b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:12.265293 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22959c74-2727-400e-b7f5-3155d712fe9b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.309943 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eab0f-b783-410a-96d1-87e1a037a5d3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd3269d-0a95-4fb8-9d8d-8d3a2e1195a4,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:12.316388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-cf675a46-07b2-4bee-98e1-cf3c5cd5677a service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261107 Aug 31 01:14:12.319137 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-843eab0f-b783-410a-96d1-87e1a037a5d3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.325316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53154) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:12.326529 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13daef7a-dcb1-42b9-a7a6-975e7d67e923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.338347 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-843eab0f-b783-410a-96d1-87e1a037a5d3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4870968 Aug 31 01:14:12.345707 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-336749f9-0e78-4bc2-8c74-36b366ecdf40 None None] Provisioning for port 2692c168-87d2-4e9f-a93e-8d616d442b1d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:12.352676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-336749f9-0e78-4bc2-8c74-36b366ecdf40 None None] Provisioning complete for port 2692c168-87d2-4e9f-a93e-8d616d442b1d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:12.352891 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-336749f9-0e78-4bc2-8c74-36b366ecdf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.359603 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-22959c74-2727-400e-b7f5-3155d712fe9b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2392967 Aug 31 01:14:12.360427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:12.360599 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53156) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:12.427643 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-761793c3-9b6d-4c89-8856-8052fc00791d tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6e:79:1a'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:12.438798 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-336749f9-0e78-4bc2-8c74-36b366ecdf40 None None] Port 2692c168-87d2-4e9f-a93e-8d616d442b1d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:12.442276 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53160) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:12.450576 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13daef7a-dcb1-42b9-a7a6-975e7d67e923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.482246 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6a6eaa48-1de2-427e-be41-407b3e679c8e no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:12.524641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 6a6eaa48-1de2-427e-be41-407b3e679c8e {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:12.525284 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6a6eaa48-1de2-427e-be41-407b3e679c8e not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:12.618273 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13daef7a-dcb1-42b9-a7a6-975e7d67e923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.621243 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13daef7a-dcb1-42b9-a7a6-975e7d67e923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.625453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-13daef7a-dcb1-42b9-a7a6-975e7d67e923 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dea01886-7040-40a1-b6f1-919f15114682 HTTP/1.1" status: 204 len: 168 time: 0.4465303 Aug 31 01:14:12.645620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13daef7a-dcb1-42b9-a7a6-975e7d67e923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea01886-7040-40a1-b6f1-919f15114682,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:12.647596 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.670295 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f5e1c-7fd8-4b77-9ee6-cbd12631e681 req-ddb3adca-eb4b-4d02-ab07-f1039bc9fb06 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:12.671946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f6f5e1c-7fd8-4b77-9ee6-cbd12631e681 req-ddb3adca-eb4b-4d02-ab07-f1039bc9fb06 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 945 time: 0.3501189 Aug 31 01:14:12.690657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-32740393-3190-432c-b158-472b86e3ee5e service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236284 Aug 31 01:14:12.699699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18a66d-86fd-463c-92d7-c76cd8e256b8 req-833fdbc2-af4d-4f4c-9a41-376be440c6ac tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:12.708250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd18a66d-86fd-463c-92d7-c76cd8e256b8 req-833fdbc2-af4d-4f4c-9a41-376be440c6ac tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1958752 Aug 31 01:14:12.847841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd18a66d-86fd-463c-92d7-c76cd8e256b8 req-b577dff6-6b2a-4a3e-844d-a939e22c613c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384079 Aug 31 01:14:12.891737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f6f5e1c-7fd8-4b77-9ee6-cbd12631e681 req-050f0ae5-d4e5-468e-95f1-b3d770ea7bce tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056239 Aug 31 01:14:12.892515 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-daf11673-c3db-4268-a437-4f3180084264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.904495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-d02ec2b0-25e3-4463-bc4b-2017ea060aa0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0566f795-c864-431d-8adb-85d29f5b7dae HTTP/1.1" status: 200 len: 217 time: 0.1916721 Aug 31 01:14:12.973155 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-79ccc711-31a4-429a-a819-e6b4b111cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:12.974692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-79ccc711-31a4-429a-a819-e6b4b111cc2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29402c3f-ce20-494c-a4c1-dc4edee01ec8 HTTP/1.1" status: 200 len: 797 time: 0.0612967 Aug 31 01:14:13.004150 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-6563bc84-5d4f-48db-a729-3b053314f7f7 req-8ace8dc8-b740-46e1-935a-decb5f5302b3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Deleting port 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:13.004709 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6563bc84-5d4f-48db-a729-3b053314f7f7 req-8ace8dc8-b740-46e1-935a-decb5f5302b3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.084798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-b41e2d4e-986f-4b14-a07a-94231fa8fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:13.086404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-b41e2d4e-986f-4b14-a07a-94231fa8fca8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e89443cc-9b69-4c94-9137-62b2d80389e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0945706 Aug 31 01:14:13.187137 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.190694 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-761793c3-9b6d-4c89-8856-8052fc00791d tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.205011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6563bc84-5d4f-48db-a729-3b053314f7f7 req-8ace8dc8-b740-46e1-935a-decb5f5302b3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] For port 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=0c1a3f98-1429-40a6-9ac5-99a15cb6baa2,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:13.205868 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6563bc84-5d4f-48db-a729-3b053314f7f7 req-8ace8dc8-b740-46e1-935a-decb5f5302b3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.228553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-6563bc84-5d4f-48db-a729-3b053314f7f7 req-8ace8dc8-b740-46e1-935a-decb5f5302b3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Calling delete_port for 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:13.264546 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-daf11673-c3db-4268-a437-4f3180084264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.284706 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-daf11673-c3db-4268-a437-4f3180084264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.321723 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-7ccc2b17-8b6b-466b-b731-4a98ad823a2c service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233646 Aug 31 01:14:13.377134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-daf11673-c3db-4268-a437-4f3180084264 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec2f3d4079e0474183f42c26890248c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8712270 Aug 31 01:14:13.405075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53182) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:13.423377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf11673-c3db-4268-a437-4f3180084264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a062abc-ebc3-43cd-9539-65d59770c264,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:13.475860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Allocated IP 172.25.6.243 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/cb2b5293-d7dc-4ec9-9991-ee9c688b8c2e) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:13.578908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a7390e-af84-4465-bde5-692e7fc377c9 req-50a153ae-01a2-4ade-9508-0ef32f7cc25d service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480800 Aug 31 01:14:13.579560 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b36b1652-6cdf-4cd7-9235-abb3209e5b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.615634 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b36b1652-6cdf-4cd7-9235-abb3209e5b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.680972 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-761793c3-9b6d-4c89-8856-8052fc00791d tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.694153 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.698242 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-761793c3-9b6d-4c89-8856-8052fc00791d tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.715258 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6563bc84-5d4f-48db-a729-3b053314f7f7 req-8ace8dc8-b740-46e1-935a-decb5f5302b3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.730553 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b36b1652-6cdf-4cd7-9235-abb3209e5b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.733126 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b36b1652-6cdf-4cd7-9235-abb3209e5b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.736809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b36b1652-6cdf-4cd7-9235-abb3209e5b6f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a062abc-ebc3-43cd-9539-65d59770c264 HTTP/1.1" status: 204 len: 168 time: 0.3283112 Aug 31 01:14:13.746909 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['23a9026e-3dbf-4cf2-a046-d55bc5062ff8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:13.748778 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b1652-6cdf-4cd7-9235-abb3209e5b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a062abc-ebc3-43cd-9539-65d59770c264,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:13.752843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53194) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:13.778401 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.838023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6563bc84-5d4f-48db-a729-3b053314f7f7 req-8ace8dc8-b740-46e1-935a-decb5f5302b3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] No DVR routers for this DVR port 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:13.847543 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6563bc84-5d4f-48db-a729-3b053314f7f7 req-8ace8dc8-b740-46e1-935a-decb5f5302b3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:13.849528 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6563bc84-5d4f-48db-a729-3b053314f7f7 req-8ace8dc8-b740-46e1-935a-decb5f5302b3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.15 "DELETE /v2.0/ports/0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 HTTP/1.1" status: 204 len: 173 time: 1.7413046 Aug 31 01:14:13.850122 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6889df0f-1884-47b3-b4c2-7eb23f03ec43', 'name': 'network-vif-deleted', 'tag': '0c1a3f98-1429-40a6-9ac5-99a15cb6baa2'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:13.853772 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bc6421-1294-4dc7-86dc-733e6531fe1f" -d '{"events": [{"server_uuid": "6889df0f-1884-47b3-b4c2-7eb23f03ec43", "name": "network-vif-deleted", "tag": "0c1a3f98-1429-40a6-9ac5-99a15cb6baa2"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:13.859392 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761793c3-9b6d-4c89-8856-8052fc00791d tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event updated for resources: {'Port': ['ID=2692c168-87d2-4e9f-a93e-8d616d442b1d,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:13.906673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:13.932730 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:13.941222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:13.951922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace8dc8-b740-46e1-935a-decb5f5302b3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Pushing event deleted for resources: {'Port': ['ID=0c1a3f98-1429-40a6-9ac5-99a15cb6baa2,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:13.954960 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223a4512-ab33-4299-9cb7-8c661915961b x-openstack-request-id: req-223a4512-ab33-4299-9cb7-8c661915961b {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:13.955251 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6889df0f-1884-47b3-b4c2-7eb23f03ec43", "name": "network-vif-deleted", "tag": "0c1a3f98-1429-40a6-9ac5-99a15cb6baa2", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:13.961540 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-223a4512-ab33-4299-9cb7-8c661915961b {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:13.961540 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6889df0f-1884-47b3-b4c2-7eb23f03ec43', 'name': 'network-vif-deleted', 'tag': '0c1a3f98-1429-40a6-9ac5-99a15cb6baa2', 'status': 'completed', 'code': 200} Aug 31 01:14:13.997461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-761793c3-9b6d-4c89-8856-8052fc00791d tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] In _notify_port_updated(), no bound segment for port 2692c168-87d2-4e9f-a93e-8d616d442b1d on network 7147a65e-8422-4733-a1aa-7ea30b76cb6f {{(pid=94760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:14:14.016788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761793c3-9b6d-4c89-8856-8052fc00791d tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:14.017470 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-761793c3-9b6d-4c89-8856-8052fc00791d tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.018817 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-761793c3-9b6d-4c89-8856-8052fc00791d tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "PUT /v2.0/ports/2692c168-87d2-4e9f-a93e-8d616d442b1d HTTP/1.1" status: 200 len: 993 time: 1.6084530 Aug 31 01:14:14.025633 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53206) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:14.077979 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c45391fc-db9e-47ed-943a-6d3a1c163a56 tempest-ServiceProvidersTest-2079366982 tempest-ServiceProvidersTest-2079366982-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3094988 Aug 31 01:14:14.118204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'Port': ['ID=cb2b5293-d7dc-4ec9-9991-ee9c688b8c2e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:14.214360 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cec21ea6-46be-4b09-ae81-993f266878c4 req-8513919f-48bb-4311-ad31-9456446ae04d tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=6889df0f-1884-47b3-b4c2-7eb23f03ec43 HTTP/1.1" status: 200 len: 210 time: 0.1163445 Aug 31 01:14:14.306648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ad87f86b-b7bf-47da-8c34-350ec234560e tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Deleting port 2692c168-87d2-4e9f-a93e-8d616d442b1d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:14.306648 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad87f86b-b7bf-47da-8c34-350ec234560e tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.344183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-80bacbf6-13f9-48b6-b010-c719d79b0b9c None None] Provisioning complete for port 2692c168-87d2-4e9f-a93e-8d616d442b1d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:14.345003 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-80bacbf6-13f9-48b6-b010-c719d79b0b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.361129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a2dc4-a0c3-46fc-bbd1-37ade6a6f570 req-f8371093-70a8-4f13-a414-418cff97d671 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:14.363470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d0a2dc4-a0c3-46fc-bbd1-37ade6a6f570 req-f8371093-70a8-4f13-a414-418cff97d671 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.3364451 Aug 31 01:14:14.404378 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.448461 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d0a2dc4-a0c3-46fc-bbd1-37ade6a6f570 req-10a76497-6696-4b84-b033-deaeecb762cb tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764408 Aug 31 01:14:14.460824 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.505533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-80bacbf6-13f9-48b6-b010-c719d79b0b9c None None] Port 2692c168-87d2-4e9f-a93e-8d616d442b1d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:14.522968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53214) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:14.549870 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad87f86b-b7bf-47da-8c34-350ec234560e tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.569544 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ad87f86b-b7bf-47da-8c34-350ec234560e tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Calling delete_port for 2692c168-87d2-4e9f-a93e-8d616d442b1d owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:14.757319 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a4049e9f-2feb-4d7d-ae25-ecf9d773b07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.807246 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.812394 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.817354 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad87f86b-b7bf-47da-8c34-350ec234560e tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:14.872460 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87f86b-b7bf-47da-8c34-350ec234560e tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event deleted for resources: {'Port': ['ID=2692c168-87d2-4e9f-a93e-8d616d442b1d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:14.972199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'Port': ['ID=cb2b5293-d7dc-4ec9-9991-ee9c688b8c2e,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:14.989043 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.030732 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a4049e9f-2feb-4d7d-ae25-ecf9d773b07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.038335 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a4049e9f-2feb-4d7d-ae25-ecf9d773b07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.054663 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.057498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-83470095-9066-401f-94cf-1b6fd6a3ba4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7072673 Aug 31 01:14:15.082600 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:15.097188 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad87f86b-b7bf-47da-8c34-350ec234560e tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.099401 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ad87f86b-b7bf-47da-8c34-350ec234560e tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "DELETE /v2.0/ports/2692c168-87d2-4e9f-a93e-8d616d442b1d HTTP/1.1" status: 204 len: 168 time: 1.0727003 Aug 31 01:14:15.102445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53236) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:15.106484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a4049e9f-2feb-4d7d-ae25-ecf9d773b07f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=810563eec25e423fab369f29850a53d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5819716 Aug 31 01:14:15.109043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4049e9f-2feb-4d7d-ae25-ecf9d773b07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ace81b-7056-4652-aefe-eefdd18fdef7,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:15.111665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53238) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:15.129114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:15.131528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 0c1a3f98-1429-40a6-9ac5-99a15cb6baa2 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:15.159882 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-09291fa3-e05a-4e78-b576-cdeaf07b91ab tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] GET failed (client error): The resource could not be found. Aug 31 01:14:15.161506 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-09291fa3-e05a-4e78-b576-cdeaf07b91ab tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "GET /v2.0/ports/2692c168-87d2-4e9f-a93e-8d616d442b1d HTTP/1.1" status: 404 len: 333 time: 0.0579684 Aug 31 01:14:15.167860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53242) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:15.173789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d8df201e-4daa-4be8-9267-550f46b92ba6 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Request body: {'port': {'network_id': '7147a65e-8422-4733-a1aa-7ea30b76cb6f', 'name': 'tempest-AllowedAddressPairTestJSON-658882574'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:15.264251 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-184d5ee3-f2a6-42c5-b109-d3d3694da04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.302642 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53250) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:15.449540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1514717378-network', 'tenant_id': '4f8ca081fc1640f0b8cc82b51b4fb000'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:15.474828 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] Made reservation on behalf of 4f8ca081fc1640f0b8cc82b51b4fb000 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:15.478846 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.489420 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.595250 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.600369 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.625838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:14:15.637125 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb22687-7bba-4a5a-add6-86621daf7d45,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:15.642095 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.642516 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] Added segment 9c2fd4ae-c80b-4b30-af74-ca9880c194c8 of type vlan for network 75bec09c-3523-4d52-a52a-5c67eb6ab662 Aug 31 01:14:15.691557 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.719922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.720775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:15.721399 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.724419 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-184d5ee3-f2a6-42c5-b109-d3d3694da04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.779132 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4727345 Aug 31 01:14:15.779405 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53270) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:15.787013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ffc7dd1f-fdf2-4b66-92d1-565e75e77a88 admin admin] Request body: {'subnet': {'network_id': '75bec09c-3523-4d52-a52a-5c67eb6ab662', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1514717378-subnet', 'tenant_id': '4f8ca081fc1640f0b8cc82b51b4fb000', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:15.795836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49416f7-1601-4d89-b6b4-687e5872b40c admin admin] Pushing event updated for resources: {'Network': ['ID=75bec09c-3523-4d52-a52a-5c67eb6ab662,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:15.812174 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 75bec09c-3523-4d52-a52a-5c67eb6ab662 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:14:15.816480 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc7dd1f-fdf2-4b66-92d1-565e75e77a88 admin admin] Made reservation on behalf of 4f8ca081fc1640f0b8cc82b51b4fb000 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:15.819579 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ffc7dd1f-fdf2-4b66-92d1-565e75e77a88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.832010 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-89d2f411-a44e-4192-9306-6572b6830dd6 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--28052015&fields=id&tenant_id=d1534f084f814923866cc1da0f965ab3 HTTP/1.1" status: 200 len: 267 time: 0.1387343 Aug 31 01:14:15.843576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8f9e6-a9af-447b-9683-a19a96b33875 req-ddacd6ea-be75-4da5-a071-30a5d64d5fc5 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:15.845170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cd8f9e6-a9af-447b-9683-a19a96b33875 req-ddacd6ea-be75-4da5-a071-30a5d64d5fc5 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1549339 Aug 31 01:14:15.872590 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8df201e-4daa-4be8-9267-550f46b92ba6 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Made reservation on behalf of e1d08041f9a14333ac96080a4c3792d0 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:15.875976 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8df201e-4daa-4be8-9267-550f46b92ba6 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.927666 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-184d5ee3-f2a6-42c5-b109-d3d3694da04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.931565 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-184d5ee3-f2a6-42c5-b109-d3d3694da04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:15.931939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-184d5ee3-f2a6-42c5-b109-d3d3694da04f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/06ace81b-7056-4652-aefe-eefdd18fdef7 HTTP/1.1" status: 204 len: 168 time: 0.8174849 Aug 31 01:14:15.983574 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-f57d0131-1954-4e3a-b69e-13ffe02c439c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:15.985041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-f57d0131-1954-4e3a-b69e-13ffe02c439c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports/25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 HTTP/1.1" status: 200 len: 937 time: 0.1364758 Aug 31 01:14:15.989723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-d8df201e-4daa-4be8-9267-550f46b92ba6 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] device_id is not set on port fc376aaa-81a7-4493-bd75-5e610660adeb yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:14:16.003333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d5ee3-f2a6-42c5-b109-d3d3694da04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ace81b-7056-4652-aefe-eefdd18fdef7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:16.024952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cd8f9e6-a9af-447b-9683-a19a96b33875 req-ad89b994-67db-4c53-ada8-2ffa79791452 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733534 Aug 31 01:14:16.042291 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ffc7dd1f-fdf2-4b66-92d1-565e75e77a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:16.178577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5df6444c-1e04-4815-a47d-94d3e3a8340d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:16.180952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5df6444c-1e04-4815-a47d-94d3e3a8340d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports/5d81a380-fcf4-4622-8fb9-2ce9b7259671 HTTP/1.1" status: 200 len: 936 time: 0.1644752 Aug 31 01:14:16.196783 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7dd1f-fdf2-4b66-92d1-565e75e77a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af1ae26b-2699-473a-9754-ae17a840ba48,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:16.221156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc7dd1f-fdf2-4b66-92d1-565e75e77a88 admin admin] Checking segment: {'id': '9c2fd4ae-c80b-4b30-af74-ca9880c194c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '75bec09c-3523-4d52-a52a-5c67eb6ab662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:16.221524 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc7dd1f-fdf2-4b66-92d1-565e75e77a88 admin admin] Network hostable DHCP agents. Network: 75bec09c-3523-4d52-a52a-5c67eb6ab662, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:14:16.261079 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc7dd1f-fdf2-4b66-92d1-565e75e77a88 admin admin] Network 75bec09c-3523-4d52-a52a-5c67eb6ab662 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:14:16.277444 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-ffc7dd1f-fdf2-4b66-92d1-565e75e77a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 75bec09c-3523-4d52-a52a-5c67eb6ab662) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:16.281837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc7dd1f-fdf2-4b66-92d1-565e75e77a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:16.282470 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ffc7dd1f-fdf2-4b66-92d1-565e75e77a88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:16.294918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f59306c-58be-4bf3-9659-3ed698125f0a None None] Network 75bec09c-3523-4d52-a52a-5c67eb6ab662 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:16.306696 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ffc7dd1f-fdf2-4b66-92d1-565e75e77a88 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5262578 Aug 31 01:14:16.325597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c5d7b85-c6a6-4f2e-a72c-a138f63edcb4 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?network_id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1264524 Aug 31 01:14:16.379391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-d8df201e-4daa-4be8-9267-550f46b92ba6 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Allocated IP 172.20.0.7 (7147a65e-8422-4733-a1aa-7ea30b76cb6f/93a28d97-2af4-4ce6-a167-60446b4392a2/fc376aaa-81a7-4493-bd75-5e610660adeb) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:16.385507 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-0e326896-4770-46e0-86f9-a1ea9c606a4b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?network_id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0484357 Aug 31 01:14:16.402563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5553fa-7690-46c0-a291-8b5986322f8a req-c6fcfa0c-5a61-4de3-bd4e-342d9b3e263b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:16.411045 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df5553fa-7690-46c0-a291-8b5986322f8a req-c6fcfa0c-5a61-4de3-bd4e-342d9b3e263b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2408335 Aug 31 01:14:16.544829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491ecc73-2a67-4b63-a5b7-a9e6f42c2247 None None] Network 75bec09c-3523-4d52-a52a-5c67eb6ab662 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:16.569651 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df5553fa-7690-46c0-a291-8b5986322f8a req-2ab1f9e3-7ee5-44e7-8e0c-444571c36e7e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525130 Aug 31 01:14:16.751091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c1a8f89e-cfdb-4502-9f02-64ac71268dfb tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:16.758475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c1a8f89e-cfdb-4502-9f02-64ac71268dfb tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:16.767504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c1a8f89e-cfdb-4502-9f02-64ac71268dfb tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:16.772184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c1a8f89e-cfdb-4502-9f02-64ac71268dfb tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/networks?id=ebcfddf9-8b28-46c0-b6e9-f572fd50039a&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca HTTP/1.1" status: 200 len: 1996 time: 0.3537652 Aug 31 01:14:16.800173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5dfedae6-cc71-4e26-bacb-af273b87e417 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/quotas/d1534f084f814923866cc1da0f965ab3 HTTP/1.1" status: 200 len: 375 time: 0.0180571 Aug 31 01:14:16.891326 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8df201e-4daa-4be8-9267-550f46b92ba6 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:16.913644 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5a7fe982-9dae-4471-8de8-f58404beda95 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d1534f084f814923866cc1da0f965ab3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1048136 Aug 31 01:14:16.942634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-d8df201e-4daa-4be8-9267-550f46b92ba6 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Transition to ACTIVE for port object fc376aaa-81a7-4493-bd75-5e610660adeb will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:17.041362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-14bab80d-8bf7-4d31-9448-18ca8a764672 service neutron] 10.222.0.58 "GET /v2.0/networks/ebcfddf9-8b28-46c0-b6e9-f572fd50039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056101 Aug 31 01:14:17.207605 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8df201e-4daa-4be8-9267-550f46b92ba6 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.271059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-293ce3fb-1e61-47a7-9657-3fb7f6ba86d1 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:17.275586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-293ce3fb-1e61-47a7-9657-3fb7f6ba86d1 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/networks?id=75bec09c-3523-4d52-a52a-5c67eb6ab662 HTTP/1.1" status: 200 len: 821 time: 0.2409270 Aug 31 01:14:17.309202 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df201e-4daa-4be8-9267-550f46b92ba6 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Network 7147a65e-8422-4733-a1aa-7ea30b76cb6f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:17.322104 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5e00bb5b-f57e-4cf0-919b-2cc1d4454a2d service neutron] 10.222.0.58 "GET /v2.0/networks/ebcfddf9-8b28-46c0-b6e9-f572fd50039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663388 Aug 31 01:14:17.322104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-d8df201e-4daa-4be8-9267-550f46b92ba6 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:17.323335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df201e-4daa-4be8-9267-550f46b92ba6 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event updated for resources: {'Port': ['ID=fc376aaa-81a7-4493-bd75-5e610660adeb,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:17.325654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df201e-4daa-4be8-9267-550f46b92ba6 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:17.329002 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-cfc9d9d2-2232-4fe4-99ce-f0e47b7c92fc tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/quotas/4f8ca081fc1640f0b8cc82b51b4fb000 HTTP/1.1" status: 200 len: 375 time: 0.0470948 Aug 31 01:14:17.419179 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-416e6475-cf06-4416-9397-c2ca3fbade51 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f8ca081fc1640f0b8cc82b51b4fb000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588522 Aug 31 01:14:17.453805 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-7fc47a08-d8ef-4a19-ab20-c3540d1e9485 service neutron] 10.222.0.58 "GET /v2.0/ports/25fff3a6-98ed-42fb-9754-3bfe56a2f9e0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1224029 Aug 31 01:14:17.485297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8df201e-4daa-4be8-9267-550f46b92ba6 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:17.485931 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8df201e-4daa-4be8-9267-550f46b92ba6 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.560631 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d8df201e-4daa-4be8-9267-550f46b92ba6 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3914793 Aug 31 01:14:17.563489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53330) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:17.569602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-615efad3-3a33-4797-9237-7d817732d711 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6e:79:1a'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:17.607086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-b4cf1dcf-29bd-4b8c-802e-a5ce288f9a6b service neutron] 10.222.0.58 "GET /v2.0/networks/75bec09c-3523-4d52-a52a-5c67eb6ab662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796105 Aug 31 01:14:17.652981 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-615efad3-3a33-4797-9237-7d817732d711 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.658545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-53d33c43-7b31-415b-9b85-1b595aa21c88 None None] Provisioning for port fc376aaa-81a7-4493-bd75-5e610660adeb completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:17.667161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-53d33c43-7b31-415b-9b85-1b595aa21c88 None None] Provisioning complete for port fc376aaa-81a7-4493-bd75-5e610660adeb triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:17.668172 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-53d33c43-7b31-415b-9b85-1b595aa21c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.675028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d13c873a-a8f4-45d6-8a72-5e0e3188edd7 service neutron] 10.222.0.58 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862769 Aug 31 01:14:17.723040 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-53d33c43-7b31-415b-9b85-1b595aa21c88 None None] Port fc376aaa-81a7-4493-bd75-5e610660adeb cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:17.792067 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-b1e623e0-d157-42ea-a990-852418e7b0be service neutron] 10.222.0.58 "GET /v2.0/networks/75bec09c-3523-4d52-a52a-5c67eb6ab662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759715 Aug 31 01:14:17.814683 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-7937954b-ec80-4fb6-8c4c-9d0ab1eab227 service neutron] 10.222.0.58 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316149 Aug 31 01:14:17.856906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-db50c0af-80e3-4611-847a-fbe3cda6120f service neutron] 10.222.0.58 "GET /v2.0/ports/5d81a380-fcf4-4622-8fb9-2ce9b7259671?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0413713 Aug 31 01:14:17.892780 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-615efad3-3a33-4797-9237-7d817732d711 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:17.904551 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-615efad3-3a33-4797-9237-7d817732d711 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.000899 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-008fe4c5-1d83-41dd-a7c0-543c0cbf8d4e service neutron] 10.222.0.58 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350110 Aug 31 01:14:18.008007 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615efad3-3a33-4797-9237-7d817732d711 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event updated for resources: {'Port': ['ID=fc376aaa-81a7-4493-bd75-5e610660adeb,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:18.020860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-615efad3-3a33-4797-9237-7d817732d711 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] In _notify_port_updated(), no bound segment for port fc376aaa-81a7-4493-bd75-5e610660adeb on network 7147a65e-8422-4733-a1aa-7ea30b76cb6f {{(pid=94760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:14:18.027108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615efad3-3a33-4797-9237-7d817732d711 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:18.032303 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-615efad3-3a33-4797-9237-7d817732d711 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.037819 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-615efad3-3a33-4797-9237-7d817732d711 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "PUT /v2.0/ports/fc376aaa-81a7-4493-bd75-5e610660adeb HTTP/1.1" status: 200 len: 995 time: 0.4731441 Aug 31 01:14:18.038728 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53354) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:18.225788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2a3a621a-f9a2-469d-b5a1-566f5290917f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Deleting port fc376aaa-81a7-4493-bd75-5e610660adeb {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:18.228527 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a3a621a-f9a2-469d-b5a1-566f5290917f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.293856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8ec5c-4ad0-47d7-8831-7382844864a7 req-eacebdc2-37c1-49b1-be4c-ea68d9b253db tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:18.302558 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3fd8ec5c-4ad0-47d7-8831-7382844864a7 req-eacebdc2-37c1-49b1-be4c-ea68d9b253db tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2356594 Aug 31 01:14:18.316630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d0e738e0-5ac0-4d4e-82c3-08f4975e9d5a service neutron] 10.222.0.58 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096409 Aug 31 01:14:18.352389 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-18ef39d6-6781-40de-83ca-91f14d0faf35 None None] Provisioning complete for port fc376aaa-81a7-4493-bd75-5e610660adeb triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:18.354130 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-18ef39d6-6781-40de-83ca-91f14d0faf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.359135 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a3a621a-f9a2-469d-b5a1-566f5290917f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.380656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2a3a621a-f9a2-469d-b5a1-566f5290917f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Calling delete_port for fc376aaa-81a7-4493-bd75-5e610660adeb owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:18.393399 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53362) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:18.402355 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-18ef39d6-6781-40de-83ca-91f14d0faf35 None None] Port fc376aaa-81a7-4493-bd75-5e610660adeb cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:18.453842 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3fd8ec5c-4ad0-47d7-8831-7382844864a7 req-604484b6-cbf9-4b3a-bea3-8a0e89be44e4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501286 Aug 31 01:14:18.515472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-ad93c1b8-70f6-4360-a913-90ac4ed5eac4 service neutron] 10.222.0.58 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892815 Aug 31 01:14:18.579226 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4811a83-364b-4e00-8c17-9f45f3d74b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.619052 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a3a621a-f9a2-469d-b5a1-566f5290917f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.653551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee20ca0-fb36-421e-8ed8-b56bacc0720e req-b7936b7d-7c0e-4b48-898a-663ebdbd25d6 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:18.654670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a621a-f9a2-469d-b5a1-566f5290917f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event deleted for resources: {'Port': ['ID=fc376aaa-81a7-4493-bd75-5e610660adeb,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:18.655182 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ee20ca0-fb36-421e-8ed8-b56bacc0720e req-b7936b7d-7c0e-4b48-898a-663ebdbd25d6 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1119487 Aug 31 01:14:18.699894 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-214ecc12-70d2-4e09-891c-a15703e7d931 service neutron] 10.222.0.58 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831443 Aug 31 01:14:18.771957 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a3a621a-f9a2-469d-b5a1-566f5290917f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.776234 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2a3a621a-f9a2-469d-b5a1-566f5290917f tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "DELETE /v2.0/ports/fc376aaa-81a7-4493-bd75-5e610660adeb HTTP/1.1" status: 204 len: 168 time: 0.7318726 Aug 31 01:14:18.776531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ee20ca0-fb36-421e-8ed8-b56bacc0720e req-3c0d7b39-34e4-4a31-8dd8-55f0e1e331d6 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073742 Aug 31 01:14:18.776990 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53370) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:18.814299 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fff31f6-f88d-4be1-8353-51adf405a33b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] GET failed (client error): The resource could not be found. Aug 31 01:14:18.819237 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5fff31f6-f88d-4be1-8353-51adf405a33b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "GET /v2.0/ports/fc376aaa-81a7-4493-bd75-5e610660adeb HTTP/1.1" status: 404 len: 333 time: 0.0380588 Aug 31 01:14:18.819808 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53374) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:18.827578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0a0674ae-1fb2-417f-b942-78f9554f7570 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Request body: {'port': {'network_id': '7147a65e-8422-4733-a1aa-7ea30b76cb6f', 'name': 'tempest-AllowedAddressPairTestJSON-578704710'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:18.856362 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4811a83-364b-4e00-8c17-9f45f3d74b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.860529 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-15ec4d9f-2d85-4961-be31-dedf97b7bebd service neutron] 10.222.0.58 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592283 Aug 31 01:14:18.886903 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4811a83-364b-4e00-8c17-9f45f3d74b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:18.948250 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f4811a83-364b-4e00-8c17-9f45f3d74b14 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9f4b1fbe71145689e3fdc16fcf63a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529060 Aug 31 01:14:18.950929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53376) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:18.955440 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4811a83-364b-4e00-8c17-9f45f3d74b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bd1cb8-0cc7-445a-8f97-cd709ac4a08b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:19.000000 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-696dbd7c-94eb-4193-b594-8d0ae70e8eb4 service neutron] 10.222.0.58 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330593 Aug 31 01:14:19.004026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0674ae-1fb2-417f-b942-78f9554f7570 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Made reservation on behalf of e1d08041f9a14333ac96080a4c3792d0 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:19.008156 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a0674ae-1fb2-417f-b942-78f9554f7570 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.032770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-0a0674ae-1fb2-417f-b942-78f9554f7570 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] device_id is not set on port eccc8474-046d-41db-96d2-5adf6cad50b9 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:14:19.100379 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35d23f30-1c07-41e0-b497-3ed74a53aeec req-3c3c6022-94b3-452f-bcfb-372304614513 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 210 time: 0.0349591 Aug 31 01:14:19.113842 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f19e071c-8e25-4871-b213-ff2dc92c0add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.152698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f19e071c-8e25-4871-b213-ff2dc92c0add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.189168 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-79e739de-6989-4bf1-8a17-a5275995b991 service neutron] 10.222.0.58 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830740 Aug 31 01:14:19.207504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-0a0674ae-1fb2-417f-b942-78f9554f7570 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Allocated IP 172.20.0.5 (7147a65e-8422-4733-a1aa-7ea30b76cb6f/93a28d97-2af4-4ce6-a167-60446b4392a2/eccc8474-046d-41db-96d2-5adf6cad50b9) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:19.323991 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f19e071c-8e25-4871-b213-ff2dc92c0add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.327007 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f19e071c-8e25-4871-b213-ff2dc92c0add admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.332874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f19e071c-8e25-4871-b213-ff2dc92c0add admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70bd1cb8-0cc7-445a-8f97-cd709ac4a08b HTTP/1.1" status: 204 len: 168 time: 0.3808520 Aug 31 01:14:19.369843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e071c-8e25-4871-b213-ff2dc92c0add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bd1cb8-0cc7-445a-8f97-cd709ac4a08b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:19.426277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b98678-5e88-45ce-a47b-7175b2f3ebd4 req-3f7fd26b-98ef-4159-95ef-7ec421e0dade tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:19.428686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-12b98678-5e88-45ce-a47b-7175b2f3ebd4 req-3f7fd26b-98ef-4159-95ef-7ec421e0dade tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1664305 Aug 31 01:14:19.433358 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-e064291a-357e-492f-9091-45161e0b696d service neutron] 10.222.0.58 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350223 Aug 31 01:14:19.565783 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-12b98678-5e88-45ce-a47b-7175b2f3ebd4 req-04f08990-6ffc-4846-9917-c6e05886efa3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229711 Aug 31 01:14:19.598294 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a0674ae-1fb2-417f-b942-78f9554f7570 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.629240 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-0a0674ae-1fb2-417f-b942-78f9554f7570 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Transition to ACTIVE for port object eccc8474-046d-41db-96d2-5adf6cad50b9 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:19.639879 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-976a6803-af97-4d26-b547-1dcca711abcf tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:19.641646 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-e5befe2a-97a2-427d-a5af-4b2deab7227e service neutron] 10.222.0.58 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973047 Aug 31 01:14:19.642197 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-976a6803-af97-4d26-b547-1dcca711abcf tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.15 "GET /v2.0/networks?id=75bec09c-3523-4d52-a52a-5c67eb6ab662 HTTP/1.1" status: 200 len: 821 time: 0.3622448 Aug 31 01:14:19.663880 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-4c55246f-9344-40d3-9648-a0a830521f67 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Request body: {'port': {'device_id': '9b4d17ca-d208-4587-8c34-ad0b7308fe44', 'network_id': '75bec09c-3523-4d52-a52a-5c67eb6ab662', 'admin_state_up': True, 'tenant_id': '4f8ca081fc1640f0b8cc82b51b4fb000'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:19.787083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53392) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:19.787320 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a0674ae-1fb2-417f-b942-78f9554f7570 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.846863 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-729a1faf-ae53-4c16-aa5f-675c1c42c124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.865529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0674ae-1fb2-417f-b942-78f9554f7570 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Network 7147a65e-8422-4733-a1aa-7ea30b76cb6f is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:19.870533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0a0674ae-1fb2-417f-b942-78f9554f7570 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:19.876207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0674ae-1fb2-417f-b942-78f9554f7570 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:19.920027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0674ae-1fb2-417f-b942-78f9554f7570 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event updated for resources: {'Port': ['ID=eccc8474-046d-41db-96d2-5adf6cad50b9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:19.962206 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.api [None req-729a1faf-ae53-4c16-aa5f-675c1c42c124 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:14:19.962206 n-d-802060-13 neutron-server[94761]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:14:19.962206 n-d-802060-13 neutron-server[94761]: [parameters: {'project_id_1': 'f10d4bc5e5e0485e805f8bb6c9a94879', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 14, 19, 904756)}] Aug 31 01:14:19.962206 n-d-802060-13 neutron-server[94761]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:14:19.963153 n-d-802060-13 neutron-server[94761]: DEBUG oslo_db.api [None req-729a1faf-ae53-4c16-aa5f-675c1c42c124 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:14:19.992832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0674ae-1fb2-417f-b942-78f9554f7570 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:19.993865 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0a0674ae-1fb2-417f-b942-78f9554f7570 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.996618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-4c55246f-9344-40d3-9648-a0a830521f67 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Made reservation on behalf of 4f8ca081fc1640f0b8cc82b51b4fb000 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:20.000847 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-4c55246f-9344-40d3-9648-a0a830521f67 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:20.017958 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-24e74745-403c-4b27-b5ac-2f8c49d27c57 service neutron] 10.222.0.58 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728628 Aug 31 01:14:20.028643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016f46f-28b9-480e-8950-9b5857018d05 req-1e4b1094-e0b9-4f4f-bd8f-a0cd842f716d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:20.038042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5016f46f-28b9-480e-8950-9b5857018d05 req-1e4b1094-e0b9-4f4f-bd8f-a0cd842f716d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1342738 Aug 31 01:14:20.058043 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0a0674ae-1fb2-417f-b942-78f9554f7570 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2346404 Aug 31 01:14:20.064019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53400) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:20.074299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8884c89c-edb7-48de-bf22-30d586d960ca tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Request body: {'port': {'network_id': '7147a65e-8422-4733-a1aa-7ea30b76cb6f', 'name': 'tempest-AllowedAddressPairTestJSON-1082330635'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:20.113152 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5016f46f-28b9-480e-8950-9b5857018d05 req-8fdc39b3-f878-4e6e-b1e6-b8665b9c149c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737224 Aug 31 01:14:20.343548 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3adccac6-023b-4174-b422-0183d052c6b0 None None] Provisioning for port eccc8474-046d-41db-96d2-5adf6cad50b9 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:20.350737 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3adccac6-023b-4174-b422-0183d052c6b0 None None] Provisioning complete for port eccc8474-046d-41db-96d2-5adf6cad50b9 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:20.352705 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3adccac6-023b-4174-b422-0183d052c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:20.421765 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6967db0-6f0f-4244-8354-9af9721931ab req-fa6b2ae4-cc99-4d72-ab8b-81ee12289fc8 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 210 time: 0.0786684 Aug 31 01:14:20.434238 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78aaac-67ae-4ec2-83f5-2e5c583a1afb req-d1f234fe-c337-43a4-803b-abb61e0dbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:20.436039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa78aaac-67ae-4ec2-83f5-2e5c583a1afb req-d1f234fe-c337-43a4-803b-abb61e0dbe2d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 1097 time: 0.5503204 Aug 31 01:14:20.436321 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3adccac6-023b-4174-b422-0183d052c6b0 None None] Port eccc8474-046d-41db-96d2-5adf6cad50b9 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:20.465427 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-4c55246f-9344-40d3-9648-a0a830521f67 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Allocated IP 172.20.0.6 (75bec09c-3523-4d52-a52a-5c67eb6ab662/af1ae26b-2699-473a-9754-ae17a840ba48/a7076f0e-7fb7-4e68-90cd-1a3ff631d30f) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:20.468910 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-729a1faf-ae53-4c16-aa5f-675c1c42c124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:20.685922 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-729a1faf-ae53-4c16-aa5f-675c1c42c124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:20.699267 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-729a1faf-ae53-4c16-aa5f-675c1c42c124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:20.710419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8884c89c-edb7-48de-bf22-30d586d960ca tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Made reservation on behalf of e1d08041f9a14333ac96080a4c3792d0 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:20.723737 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8884c89c-edb7-48de-bf22-30d586d960ca tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:20.764899 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-729a1faf-ae53-4c16-aa5f-675c1c42c124 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f10d4bc5e5e0485e805f8bb6c9a94879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9628201 Aug 31 01:14:20.768745 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53428) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:20.786955 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a1faf-ae53-4c16-aa5f-675c1c42c124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74951b2c-6b00-4abe-9121-96c5dd196ebd,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:20.822294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-8884c89c-edb7-48de-bf22-30d586d960ca tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] device_id is not set on port b5c55ec9-b243-4478-afcb-ba872bbc42b5 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:14:20.830653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78aaac-67ae-4ec2-83f5-2e5c583a1afb req-14113398-9c3d-4162-a0f4-cabb8a151c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:20.833256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa78aaac-67ae-4ec2-83f5-2e5c583a1afb req-14113398-9c3d-4162-a0f4-cabb8a151c28 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.3890216 Aug 31 01:14:20.923296 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa78aaac-67ae-4ec2-83f5-2e5c583a1afb req-3e5f040e-64a7-40d5-95a7-7b6b04fe365d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f HTTP/1.1" status: 200 len: 1000 time: 0.0801775 Aug 31 01:14:20.937754 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a95840dc-669f-4b89-a6f3-c584271b130a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.029901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78aaac-67ae-4ec2-83f5-2e5c583a1afb req-58ec54d3-1dfb-4c74-9b78-b369fb8d6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:21.031612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa78aaac-67ae-4ec2-83f5-2e5c583a1afb req-58ec54d3-1dfb-4c74-9b78-b369fb8d6a02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.1006451 Aug 31 01:14:21.040079 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-4c55246f-9344-40d3-9648-a0a830521f67 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.067902 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a95840dc-669f-4b89-a6f3-c584271b130a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.100189 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccb54d36-cb1d-4ec7-b32b-2509e9a52b2e req-89be576a-4ce5-4dbe-be37-4235faab7b6a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0671539 Aug 31 01:14:21.120398 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-8884c89c-edb7-48de-bf22-30d586d960ca tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Allocated IP 172.20.0.7 (7147a65e-8422-4733-a1aa-7ea30b76cb6f/93a28d97-2af4-4ce6-a167-60446b4392a2/b5c55ec9-b243-4478-afcb-ba872bbc42b5) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:21.129744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78aaac-67ae-4ec2-83f5-2e5c583a1afb req-17c6b5e5-39e2-416d-bc1c-2d32a2ed9e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:21.132751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa78aaac-67ae-4ec2-83f5-2e5c583a1afb req-17c6b5e5-39e2-416d-bc1c-2d32a2ed9e7c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891981 Aug 31 01:14:21.187936 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a95840dc-669f-4b89-a6f3-c584271b130a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.191464 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a95840dc-669f-4b89-a6f3-c584271b130a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.195630 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a95840dc-669f-4b89-a6f3-c584271b130a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74951b2c-6b00-4abe-9121-96c5dd196ebd HTTP/1.1" status: 204 len: 168 time: 0.4213705 Aug 31 01:14:21.223887 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b5c705b4-ef08-4107-b209-684f588e64b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.280372 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95840dc-669f-4b89-a6f3-c584271b130a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74951b2c-6b00-4abe-9121-96c5dd196ebd,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:21.345601 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-4c55246f-9344-40d3-9648-a0a830521f67 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.442632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55246f-9344-40d3-9648-a0a830521f67 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Pushing event updated for resources: {'Port': ['ID=a7076f0e-7fb7-4e68-90cd-1a3ff631d30f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:21.512267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd8ceb-f5c6-4022-8de9-95344888b107 req-927d62fd-afeb-467b-aa35-fa27d593bd1d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:21.514090 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-babd8ceb-f5c6-4022-8de9-95344888b107 req-927d62fd-afeb-467b-aa35-fa27d593bd1d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1472013 Aug 31 01:14:21.529645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-4c55246f-9344-40d3-9648-a0a830521f67 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Network 75bec09c-3523-4d52-a52a-5c67eb6ab662 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:21.540777 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-4c55246f-9344-40d3-9648-a0a830521f67 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:21.549741 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-4c55246f-9344-40d3-9648-a0a830521f67 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:21.578585 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa78aaac-67ae-4ec2-83f5-2e5c583a1afb req-2a1aa046-428b-4c0c-87c4-b043112ca5a3 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375172 Aug 31 01:14:21.584215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-babd8ceb-f5c6-4022-8de9-95344888b107 req-541f5aa9-859a-480d-b5b1-6cff892379c9 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610275 Aug 31 01:14:21.655430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-4c55246f-9344-40d3-9648-a0a830521f67 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:21.656322 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-4c55246f-9344-40d3-9648-a0a830521f67 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.680435 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8884c89c-edb7-48de-bf22-30d586d960ca tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.686494 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-4c55246f-9344-40d3-9648-a0a830521f67 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0306125 Aug 31 01:14:21.693885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa78aaac-67ae-4ec2-83f5-2e5c583a1afb req-0390e0c3-430d-453a-bf79-1f2d81153b87 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067472 Aug 31 01:14:21.709032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Request body: {'port': {'device_id': '9b4d17ca-d208-4587-8c34-ad0b7308fe44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:21.768105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-8884c89c-edb7-48de-bf22-30d586d960ca tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Transition to ACTIVE for port object b5c55ec9-b243-4478-afcb-ba872bbc42b5 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:21.789701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f0881-3ee2-4901-ad81-398067b55b0e req-4d780603-2fe6-4027-9edc-bf40971608eb tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:21.791600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-469f0881-3ee2-4901-ad81-398067b55b0e req-4d780603-2fe6-4027-9edc-bf40971608eb tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 931 time: 0.1006224 Aug 31 01:14:21.842913 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-469f0881-3ee2-4901-ad81-398067b55b0e req-6a857ed4-b93d-43a3-a29d-9f55f823b573 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcb22687-7bba-4a5a-add6-86621daf7d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444713 Aug 31 01:14:21.874869 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.951989 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8884c89c-edb7-48de-bf22-30d586d960ca tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.014849 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8884c89c-edb7-48de-bf22-30d586d960ca tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Network 7147a65e-8422-4733-a1aa-7ea30b76cb6f is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:22.029992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-8884c89c-edb7-48de-bf22-30d586d960ca tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:22.109058 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8884c89c-edb7-48de-bf22-30d586d960ca tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:22.147533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884c89c-edb7-48de-bf22-30d586d960ca tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event updated for resources: {'Port': ['ID=b5c55ec9-b243-4478-afcb-ba872bbc42b5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:22.238360 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8884c89c-edb7-48de-bf22-30d586d960ca tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:22.239459 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8884c89c-edb7-48de-bf22-30d586d960ca tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.267510 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8884c89c-edb7-48de-bf22-30d586d960ca tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2015479 Aug 31 01:14:22.270115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53470) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:22.279808 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-1e14692b-a09a-44b2-b9b8-86a2187845cb tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6e:79:1a'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:89:37:ab'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:22.300038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc08cb5e-bd83-4cf7-a4a0-722a66ceae7e req-a15f464c-3c17-434a-9d51-27311a6f311b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0565166 Aug 31 01:14:22.505043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-638f2897-753e-4135-a277-b163976020a8 None None] Provisioning for port b5c55ec9-b243-4478-afcb-ba872bbc42b5 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:22.519947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-638f2897-753e-4135-a277-b163976020a8 None None] Provisioning complete for port b5c55ec9-b243-4478-afcb-ba872bbc42b5 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:22.520322 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-638f2897-753e-4135-a277-b163976020a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.581206 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7076f0e-7fb7-4e68-90cd-1a3ff631d30f {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:22.612738 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.633929 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-638f2897-753e-4135-a277-b163976020a8 None None] Port b5c55ec9-b243-4478-afcb-ba872bbc42b5 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:22.654684 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e14692b-a09a-44b2-b9b8-86a2187845cb tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.677491 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Transition to ACTIVE for port object a7076f0e-7fb7-4e68-90cd-1a3ff631d30f will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:22.698670 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.728039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-42ec87f6-3b06-4412-9d82-8421cd066fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:22.729257 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-42ec87f6-3b06-4412-9d82-8421cd066fb9 service neutron] 10.222.0.70 "GET /v2.0/ports/25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 HTTP/1.1" status: 200 len: 1033 time: 0.0617089 Aug 31 01:14:22.852758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-47b56d14-2c53-4dc5-a1c6-89972c1cac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:22.854869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-47b56d14-2c53-4dc5-a1c6-89972c1cac8d service neutron] 10.222.0.70 "GET /v2.0/ports/5d81a380-fcf4-4622-8fb9-2ce9b7259671 HTTP/1.1" status: 200 len: 1032 time: 0.0798707 Aug 31 01:14:22.882056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Pushing event updated for resources: {'Port': ['ID=a7076f0e-7fb7-4e68-90cd-1a3ff631d30f,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:22.904429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aab044-0cbc-42f3-aa03-42dcfa4318d3 req-823f3282-e174-4df3-b43c-1dc7d11cb199 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:22.913976 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93aab044-0cbc-42f3-aa03-42dcfa4318d3 req-823f3282-e174-4df3-b43c-1dc7d11cb199 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1837287 Aug 31 01:14:23.107956 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93aab044-0cbc-42f3-aa03-42dcfa4318d3 req-c4c70def-2303-4dcc-a88d-8e824e99c171 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567619 Aug 31 01:14:23.154472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Attempting to bind port a7076f0e-7fb7-4e68-90cd-1a3ff631d30f on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:23.155113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Attempting to bind port a7076f0e-7fb7-4e68-90cd-1a3ff631d30f by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '9c2fd4ae-c80b-4b30-af74-ca9880c194c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '75bec09c-3523-4d52-a52a-5c67eb6ab662'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:23.155631 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Attempting to bind port a7076f0e-7fb7-4e68-90cd-1a3ff631d30f on network 75bec09c-3523-4d52-a52a-5c67eb6ab662 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:23.251202 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4e0a8036-2e47-4e9e-b9d1-ab990807900c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:23.258322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4e0a8036-2e47-4e9e-b9d1-ab990807900c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:23.265222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4e0a8036-2e47-4e9e-b9d1-ab990807900c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:23.266874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4e0a8036-2e47-4e9e-b9d1-ab990807900c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "GET /v2.0/networks?id=ebcfddf9-8b28-46c0-b6e9-f572fd50039a&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca HTTP/1.1" status: 200 len: 1996 time: 0.3513875 Aug 31 01:14:23.304233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456a828-2188-4a06-b670-5a0e9e83d8e5 req-8a3fbb47-19db-4fa7-8de5-95dffe5b46d1 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:23.314355 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c456a828-2188-4a06-b670-5a0e9e83d8e5 req-8a3fbb47-19db-4fa7-8de5-95dffe5b46d1 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 943 time: 0.1830292 Aug 31 01:14:23.409992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c456a828-2188-4a06-b670-5a0e9e83d8e5 req-1a231e0d-2dec-43dd-9ca7-032b6e1800bb tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcb22687-7bba-4a5a-add6-86621daf7d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798802 Aug 31 01:14:23.478613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44679076-dc4a-4d2d-b34e-c6bead7538cb req-b892f990-bc5f-48b4-a6c7-27b1af10f6b1 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:23.488916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44679076-dc4a-4d2d-b34e-c6bead7538cb req-b892f990-bc5f-48b4-a6c7-27b1af10f6b1 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2527933 Aug 31 01:14:23.534167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-09d22341-275e-4ee2-a95c-c6c12474db7f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1534f084f814923866cc1da0f965ab3 HTTP/1.1" status: 200 len: 378 time: 0.2045791 Aug 31 01:14:23.553850 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5dcc2dbf-4977-48a8-986a-983beb0730af tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'port': {'device_id': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'admin_state_up': True, 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'security_groups': ['0ccb6d78-77b8-4f40-92cf-c7f9d7718585']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:23.569468 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Port a7076f0e-7fb7-4e68-90cd-1a3ff631d30f on network 75bec09c-3523-4d52-a52a-5c67eb6ab662 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:14:23.570153 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Attempting to bind port a7076f0e-7fb7-4e68-90cd-1a3ff631d30f on network 75bec09c-3523-4d52-a52a-5c67eb6ab662 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:23.584869 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:23.585399 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Checking segment: {'id': '9c2fd4ae-c80b-4b30-af74-ca9880c194c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '75bec09c-3523-4d52-a52a-5c67eb6ab662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:23.585940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Bound using segment: {'id': '9c2fd4ae-c80b-4b30-af74-ca9880c194c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '75bec09c-3523-4d52-a52a-5c67eb6ab662'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:23.587765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Bound port: a7076f0e-7fb7-4e68-90cd-1a3ff631d30f, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2fd4ae-c80b-4b30-af74-ca9880c194c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '75bec09c-3523-4d52-a52a-5c67eb6ab662'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:23.592181 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.630097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e14692b-a09a-44b2-b9b8-86a2187845cb tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.655173 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e14692b-a09a-44b2-b9b8-86a2187845cb tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.657481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44679076-dc4a-4d2d-b34e-c6bead7538cb req-f15e6a7a-aac6-48b6-861c-80fde9909b4b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660419 Aug 31 01:14:23.728998 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4e7b9bb9-6b73-490e-b911-76a09f2428c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.735545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a32f1-bb56-4243-8d9f-326a23815d24 req-55a69d80-7266-4e57-9df2-b34bdc243abe tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:23.737155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b58a32f1-bb56-4243-8d9f-326a23815d24 req-55a69d80-7266-4e57-9df2-b34bdc243abe tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2077949 Aug 31 01:14:23.843569 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7be0e912-a4c3-4b13-9e1d-2e3fcd4ed4f7 req-4af630be-9e67-417b-a278-56535446f19e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0544763 Aug 31 01:14:23.877793 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b58a32f1-bb56-4243-8d9f-326a23815d24 req-c31105ef-00c0-4440-9004-36d587d769d5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248610 Aug 31 01:14:23.890471 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5dcc2dbf-4977-48a8-986a-983beb0730af tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Made reservation on behalf of d1534f084f814923866cc1da0f965ab3 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:23.893387 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5dcc2dbf-4977-48a8-986a-983beb0730af tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.962129 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-1e14692b-a09a-44b2-b9b8-86a2187845cb tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] In _notify_port_updated(), no bound segment for port b5c55ec9-b243-4478-afcb-ba872bbc42b5 on network 7147a65e-8422-4733-a1aa-7ea30b76cb6f {{(pid=94760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:14:23.989155 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e14692b-a09a-44b2-b9b8-86a2187845cb tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:23.989856 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e14692b-a09a-44b2-b9b8-86a2187845cb tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.002639 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1e14692b-a09a-44b2-b9b8-86a2187845cb tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "PUT /v2.0/ports/b5c55ec9-b243-4478-afcb-ba872bbc42b5 HTTP/1.1" status: 200 len: 1056 time: 1.7311258 Aug 31 01:14:24.005289 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53536) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:24.021249 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.065177 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14692b-a09a-44b2-b9b8-86a2187845cb tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event updated for resources: {'Port': ['ID=b5c55ec9-b243-4478-afcb-ba872bbc42b5,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:24.152779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] For port a7076f0e-7fb7-4e68-90cd-1a3ff631d30f, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:24.156132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5dcc2dbf-4977-48a8-986a-983beb0730af tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Allocated IP 172.20.0.12 (ebcfddf9-8b28-46c0-b6e9-f572fd50039a/198a4c1e-c03d-447f-8e37-fec3a4c3c5eb/38ccb67a-e685-420f-afef-38e0a5289db7) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:24.219033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] For port a7076f0e-7fb7-4e68-90cd-1a3ff631d30f, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a7076f0e-7fb7-4e68-90cd-1a3ff631d30f,segment=NetworkSegment(9c2fd4ae-c80b-4b30-af74-ca9880c194c8),segment_id=9c2fd4ae-c80b-4b30-af74-ca9880c194c8)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:24.247125 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.284664 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-00b8eba2-11eb-4242-a7ae-aacdd685cacc None None] Provisioning complete for port b5c55ec9-b243-4478-afcb-ba872bbc42b5 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:24.285101 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-00b8eba2-11eb-4242-a7ae-aacdd685cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.371168 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:24.373003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.376732 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] 10.222.0.15 "PUT /v2.0/ports/a7076f0e-7fb7-4e68-90cd-1a3ff631d30f HTTP/1.1" status: 200 len: 1092 time: 2.6773460 Aug 31 01:14:24.377599 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4d17ca-d208-4587-8c34-ad0b7308fe44', 'tag': 'a7076f0e-7fb7-4e68-90cd-1a3ff631d30f'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:24.390417 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5525e0-097e-485b-8002-88761a0bf96a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4d17ca-d208-4587-8c34-ad0b7308fe44", "tag": "a7076f0e-7fb7-4e68-90cd-1a3ff631d30f"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:24.439148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-53828e23-0ff0-4e72-872a-7ff9886fcbda tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Deleting port b5c55ec9-b243-4478-afcb-ba872bbc42b5 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:24.439868 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53828e23-0ff0-4e72-872a-7ff9886fcbda tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.453280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-00b8eba2-11eb-4242-a7ae-aacdd685cacc None None] Port b5c55ec9-b243-4478-afcb-ba872bbc42b5 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:24.506649 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.653327 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fce85-a0c3-4761-a12a-076fe6187875 service neutron] Pushing event updated for resources: {'Port': ['ID=a7076f0e-7fb7-4e68-90cd-1a3ff631d30f,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:24.683175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-d92f1be7-4f5d-4a65-b573-aaf2880037cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:24.685154 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-d92f1be7-4f5d-4a65-b573-aaf2880037cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f8ca081fc1640f0b8cc82b51b4fb000&device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 1095 time: 0.2284701 Aug 31 01:14:24.715045 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53828e23-0ff0-4e72-872a-7ff9886fcbda tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.753482 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-df9decba-723a-4956-96c1-0dcd2659965d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7076f0e-7fb7-4e68-90cd-1a3ff631d30f HTTP/1.1" status: 200 len: 217 time: 0.0541306 Aug 31 01:14:24.758258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68abd7-b327-4521-b0e5-e484f537ebbc req-92d5af47-22cc-45b3-a56a-7f38d796a485 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:24.760137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-53828e23-0ff0-4e72-872a-7ff9886fcbda tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Calling delete_port for b5c55ec9-b243-4478-afcb-ba872bbc42b5 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:24.761131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e68abd7-b327-4521-b0e5-e484f537ebbc req-92d5af47-22cc-45b3-a56a-7f38d796a485 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.5787511 Aug 31 01:14:24.817137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97cc43-0d2c-48d2-8d7b-e4fca52c1659 req-2ceaa549-70d2-4c62-a8ff-63b45a16cd8f tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:24.818680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f97cc43-0d2c-48d2-8d7b-e4fca52c1659 req-2ceaa549-70d2-4c62-a8ff-63b45a16cd8f tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 945 time: 0.1495833 Aug 31 01:14:24.849163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-0c08f42d-ec97-4eea-9766-1b7a8f36e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:24.850955 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-0c08f42d-ec97-4eea-9766-1b7a8f36e28c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af1ae26b-2699-473a-9754-ae17a840ba48 HTTP/1.1" status: 200 len: 861 time: 0.0889263 Aug 31 01:14:24.900479 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-0c2e8384-ce13-4860-9af7-4833403b646d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=75bec09c-3523-4d52-a52a-5c67eb6ab662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410087 Aug 31 01:14:24.931650 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e68abd7-b327-4521-b0e5-e484f537ebbc req-b14d5227-9a77-44e0-a800-e94c8a08eb50 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359203 Aug 31 01:14:24.938336 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5dcc2dbf-4977-48a8-986a-983beb0730af tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.973063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5dcc2dbf-4977-48a8-986a-983beb0730af tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Transition to ACTIVE for port object 38ccb67a-e685-420f-afef-38e0a5289db7 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:24.984848 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f97cc43-0d2c-48d2-8d7b-e4fca52c1659 req-48732e23-b74d-4f47-b1aa-559bca6bf868 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204419 Aug 31 01:14:25.005446 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a52efa-d025-4672-93f9-0dcb7b4528a1 x-openstack-request-id: req-c4a52efa-d025-4672-93f9-0dcb7b4528a1 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:25.005959 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4d17ca-d208-4587-8c34-ad0b7308fe44", "tag": "a7076f0e-7fb7-4e68-90cd-1a3ff631d30f", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:25.006051 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4a52efa-d025-4672-93f9-0dcb7b4528a1 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:25.006382 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4d17ca-d208-4587-8c34-ad0b7308fe44', 'tag': 'a7076f0e-7fb7-4e68-90cd-1a3ff631d30f', 'status': 'completed', 'code': 200} Aug 31 01:14:25.098697 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-47c08dbc-571a-4806-a14b-fef0d201d190 service neutron] 10.222.0.15 "GET /v2.0/networks/75bec09c-3523-4d52-a52a-5c67eb6ab662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906013 Aug 31 01:14:25.122902 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53828e23-0ff0-4e72-872a-7ff9886fcbda tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:25.135264 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5dcc2dbf-4977-48a8-986a-983beb0730af tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:25.170865 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53828e23-0ff0-4e72-872a-7ff9886fcbda tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event deleted for resources: {'Port': ['ID=b5c55ec9-b243-4478-afcb-ba872bbc42b5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:25.174858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cde0d-6d82-4c07-a90e-bfa570ab3a92 req-6dc4f0bc-ca05-4f9c-b704-afecc2bb707b tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:25.176493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a10cde0d-6d82-4c07-a90e-bfa570ab3a92 req-6dc4f0bc-ca05-4f9c-b704-afecc2bb707b tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 943 time: 0.1066003 Aug 31 01:14:25.238242 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5dcc2dbf-4977-48a8-986a-983beb0730af tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Network ebcfddf9-8b28-46c0-b6e9-f572fd50039a is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:25.259406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5dcc2dbf-4977-48a8-986a-983beb0730af tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:25.271901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5dcc2dbf-4977-48a8-986a-983beb0730af tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:25.319074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc2dbf-4977-48a8-986a-983beb0730af tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'Port': ['ID=38ccb67a-e685-420f-afef-38e0a5289db7,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:25.330427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890744d-a9fd-435a-893d-3539bce572e4 req-e2316b1b-8840-4fc0-8c2a-0d3e308fe7b2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:25.343304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8890744d-a9fd-435a-893d-3539bce572e4 req-e2316b1b-8840-4fc0-8c2a-0d3e308fe7b2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2208242 Aug 31 01:14:25.359182 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a10cde0d-6d82-4c07-a90e-bfa570ab3a92 req-c4cf9edd-da94-4f76-a194-dc920bcf5258 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcb22687-7bba-4a5a-add6-86621daf7d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508632 Aug 31 01:14:25.476451 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d0649f9e-68fb-4e60-9c3c-b9fc649b13ab req-aa754927-5d6f-4f39-8b5f-259908c384b7 service neutron] 10.222.0.15 "GET /v2.0/networks/75bec09c-3523-4d52-a52a-5c67eb6ab662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633873 Aug 31 01:14:25.531320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5dcc2dbf-4977-48a8-986a-983beb0730af tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:25.531894 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5dcc2dbf-4977-48a8-986a-983beb0730af tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:25.584136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8890744d-a9fd-435a-893d-3539bce572e4 req-a45cb8e8-5a30-4abc-b5f1-f49e51878449 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398422 Aug 31 01:14:25.683356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7619d-7f08-444d-9a08-60b99e83e117 req-a0cb90cc-d1b8-4523-b6f5-25a885684d31 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:25.691446 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73f7619d-7f08-444d-9a08-60b99e83e117 req-a0cb90cc-d1b8-4523-b6f5-25a885684d31 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 932 time: 0.2252862 Aug 31 01:14:25.692952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5dcc2dbf-4977-48a8-986a-983beb0730af tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1461046 Aug 31 01:14:25.718705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-9b52e0b5-0177-4a55-a139-eaa5f702f62c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'port': {'device_id': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f', 'admin_state_up': True, 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'security_groups': ['0ccb6d78-77b8-4f40-92cf-c7f9d7718585']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:25.798670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d22bcead-1c22-4a19-85c0-4cbd55a5e4ac None None] Provisioning for port 38ccb67a-e685-420f-afef-38e0a5289db7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:25.803591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d22bcead-1c22-4a19-85c0-4cbd55a5e4ac None None] Provisioning complete for port 38ccb67a-e685-420f-afef-38e0a5289db7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:25.804257 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d22bcead-1c22-4a19-85c0-4cbd55a5e4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:25.876261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d22bcead-1c22-4a19-85c0-4cbd55a5e4ac None None] Port 38ccb67a-e685-420f-afef-38e0a5289db7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:25.892474 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73f7619d-7f08-444d-9a08-60b99e83e117 req-10c11d32-8d62-447b-b503-5ef376b2d7a9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1645730 Aug 31 01:14:25.898987 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53828e23-0ff0-4e72-872a-7ff9886fcbda tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:25.905697 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-53828e23-0ff0-4e72-872a-7ff9886fcbda tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "DELETE /v2.0/ports/b5c55ec9-b243-4478-afcb-ba872bbc42b5 HTTP/1.1" status: 204 len: 168 time: 1.8901887 Aug 31 01:14:25.906372 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53566) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:26.007965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-9b52e0b5-0177-4a55-a139-eaa5f702f62c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Made reservation on behalf of d1534f084f814923866cc1da0f965ab3 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:26.015557 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-9b52e0b5-0177-4a55-a139-eaa5f702f62c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:26.069169 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5525e0-097e-485b-8002-88761a0bf96a req-b066528a-a17e-4f9c-bd37-15119c6c0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:26.093385 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ec5525e0-097e-485b-8002-88761a0bf96a req-b066528a-a17e-4f9c-bd37-15119c6c0c6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f8ca081fc1640f0b8cc82b51b4fb000&device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 1095 time: 0.4959862 Aug 31 01:14:26.247490 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5525e0-097e-485b-8002-88761a0bf96a req-d7d0938d-1cf8-417d-8e96-b4dddd67f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:26.249562 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ec5525e0-097e-485b-8002-88761a0bf96a req-d7d0938d-1cf8-417d-8e96-b4dddd67f8e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=75bec09c-3523-4d52-a52a-5c67eb6ab662 HTTP/1.1" status: 200 len: 922 time: 0.1439931 Aug 31 01:14:26.263130 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-366a0662-62f9-4706-82fd-8ba4282f3592 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] GET failed (client error): The resource could not be found. Aug 31 01:14:26.270370 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-366a0662-62f9-4706-82fd-8ba4282f3592 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "GET /v2.0/ports/b5c55ec9-b243-4478-afcb-ba872bbc42b5 HTTP/1.1" status: 404 len: 333 time: 0.3600581 Aug 31 01:14:26.272194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53578) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:26.311371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f447eca-48de-4c7a-a052-a405b72f5b6d req-b1dffbd6-ba67-440a-9304-e5feb65390ff tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:26.319949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f447eca-48de-4c7a-a052-a405b72f5b6d req-b1dffbd6-ba67-440a-9304-e5feb65390ff tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2052090 Aug 31 01:14:26.379943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe489a2c-03f9-41a0-b7ae-7bc424013035 req-316e53a4-989b-4747-a7d4-cfc1c75d6e5d tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:26.381796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe489a2c-03f9-41a0-b7ae-7bc424013035 req-316e53a4-989b-4747-a7d4-cfc1c75d6e5d tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 945 time: 0.2406960 Aug 31 01:14:26.387070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-9b52e0b5-0177-4a55-a139-eaa5f702f62c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Allocated IP 10.1.1.44 (f62d2f75-fd0d-4668-9ecd-88d3add15a6f/774836f6-c282-40ff-abcc-768b330e9391/37705bfd-5dbc-4051-a010-ae4dce40f5bd) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:26.433169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f447eca-48de-4c7a-a052-a405b72f5b6d req-bcae6f5d-76fa-46d6-a2c8-12209fdd8932 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114821 Aug 31 01:14:26.488442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260b875-4f11-413c-a3c6-fcf1a00ef22c req-36151546-0e9a-4bd5-a442-b45a14a6642c tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:26.490280 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3260b875-4f11-413c-a3c6-fcf1a00ef22c req-36151546-0e9a-4bd5-a442-b45a14a6642c tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.70 "GET /v2.0/ports?device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 945 time: 0.6048441 Aug 31 01:14:26.494438 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ec5525e0-097e-485b-8002-88761a0bf96a req-2fe82771-027b-446c-8beb-aae66f971e55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7076f0e-7fb7-4e68-90cd-1a3ff631d30f HTTP/1.1" status: 200 len: 217 time: 0.2196527 Aug 31 01:14:26.604089 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5525e0-097e-485b-8002-88761a0bf96a req-0a867e60-6a41-4e44-a735-8b5b77ed513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:26.605822 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ec5525e0-097e-485b-8002-88761a0bf96a req-0a867e60-6a41-4e44-a735-8b5b77ed513e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af1ae26b-2699-473a-9754-ae17a840ba48 HTTP/1.1" status: 200 len: 861 time: 0.0518713 Aug 31 01:14:26.623185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe489a2c-03f9-41a0-b7ae-7bc424013035 req-8a0050a0-ab03-41a1-9aca-c31dac2e3af2 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202742 Aug 31 01:14:26.651769 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:26.693903 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ec5525e0-097e-485b-8002-88761a0bf96a req-3b656415-2884-4e87-a832-51a8ffc595a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=75bec09c-3523-4d52-a52a-5c67eb6ab662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512826 Aug 31 01:14:26.735379 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79547f8e-e384-419e-a378-ea8d99d56ba2 req-6d91e567-99d7-49ce-8089-31dfca2fa779 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:26.747214 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79547f8e-e384-419e-a378-ea8d99d56ba2 req-6d91e567-99d7-49ce-8089-31dfca2fa779 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 943 time: 0.1959264 Aug 31 01:14:26.861990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79547f8e-e384-419e-a378-ea8d99d56ba2 req-da1687f9-23aa-4c26-be57-1a98f45f8f3a tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcb22687-7bba-4a5a-add6-86621daf7d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161315 Aug 31 01:14:26.870826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-02e251ad-c419-49f1-93b4-28e7b46fe8ba tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Deleting port eccc8474-046d-41db-96d2-5adf6cad50b9 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:26.871173 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02e251ad-c419-49f1-93b4-28e7b46fe8ba tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:26.916411 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-9b52e0b5-0177-4a55-a139-eaa5f702f62c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:26.933964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-9b52e0b5-0177-4a55-a139-eaa5f702f62c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Transition to ACTIVE for port object 37705bfd-5dbc-4051-a010-ae4dce40f5bd will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:26.956061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-3260b875-4f11-413c-a3c6-fcf1a00ef22c req-cfba255b-f137-46b7-9489-48e09a552590 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Deleting port 06ed60a1-8874-4dea-80d0-a33745c54493 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:26.956555 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3260b875-4f11-413c-a3c6-fcf1a00ef22c req-cfba255b-f137-46b7-9489-48e09a552590 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:26.971661 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-9b52e0b5-0177-4a55-a139-eaa5f702f62c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:27.062308 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52e0b5-0177-4a55-a139-eaa5f702f62c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'Port': ['ID=37705bfd-5dbc-4051-a010-ae4dce40f5bd,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:27.083454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-9b52e0b5-0177-4a55-a139-eaa5f702f62c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Network f62d2f75-fd0d-4668-9ecd-88d3add15a6f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:27.103808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-9b52e0b5-0177-4a55-a139-eaa5f702f62c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:27.108794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-9b52e0b5-0177-4a55-a139-eaa5f702f62c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:27.119108 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ec5525e0-097e-485b-8002-88761a0bf96a req-2a2c2337-1acc-478c-bc0a-b298bdf25aeb service neutron] 10.222.0.15 "GET /v2.0/networks/75bec09c-3523-4d52-a52a-5c67eb6ab662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151685 Aug 31 01:14:27.138701 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02e251ad-c419-49f1-93b4-28e7b46fe8ba tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:27.171078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90c2eb-76b5-4c0f-8669-e7cba1bf7514 req-f0c75b53-c372-4aad-a4b9-bea7f6c4d4a3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:27.177352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90c2eb-76b5-4c0f-8669-e7cba1bf7514 req-f0c75b53-c372-4aad-a4b9-bea7f6c4d4a3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:27.186256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f90c2eb-76b5-4c0f-8669-e7cba1bf7514 req-f0c75b53-c372-4aad-a4b9-bea7f6c4d4a3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 1653 time: 0.1253352 Aug 31 01:14:27.237932 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-02e251ad-c419-49f1-93b4-28e7b46fe8ba tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Calling delete_port for eccc8474-046d-41db-96d2-5adf6cad50b9 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:27.250219 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-3260b875-4f11-413c-a3c6-fcf1a00ef22c req-cfba255b-f137-46b7-9489-48e09a552590 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] For port 06ed60a1-8874-4dea-80d0-a33745c54493, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=06ed60a1-8874-4dea-80d0-a33745c54493,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:27.250596 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3260b875-4f11-413c-a3c6-fcf1a00ef22c req-cfba255b-f137-46b7-9489-48e09a552590 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:27.279814 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f90c2eb-76b5-4c0f-8669-e7cba1bf7514 req-457d6f6c-b27c-4365-b648-aa2a7de688fd tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797958 Aug 31 01:14:27.296117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-9b52e0b5-0177-4a55-a139-eaa5f702f62c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:27.297099 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-9b52e0b5-0177-4a55-a139-eaa5f702f62c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:27.322144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-9b52e0b5-0177-4a55-a139-eaa5f702f62c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6142781 Aug 31 01:14:27.333105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-01ef26ab-2407-444a-86c4-2cf1f34a6174 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'port': {'device_id': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f', 'admin_state_up': True, 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'security_groups': ['0ccb6d78-77b8-4f40-92cf-c7f9d7718585']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:27.466634 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-3260b875-4f11-413c-a3c6-fcf1a00ef22c req-cfba255b-f137-46b7-9489-48e09a552590 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Calling delete_port for 06ed60a1-8874-4dea-80d0-a33745c54493 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:27.480968 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ec5525e0-097e-485b-8002-88761a0bf96a req-78defa3d-b91e-4a3f-81e8-e09d39460ebc service neutron] 10.222.0.15 "GET /v2.0/networks/75bec09c-3523-4d52-a52a-5c67eb6ab662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466053 Aug 31 01:14:27.536392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8ee19b8c-4aa6-4b49-b6e9-74f5d0b30309 None None] Provisioning for port 37705bfd-5dbc-4051-a010-ae4dce40f5bd completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:27.545762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-01ef26ab-2407-444a-86c4-2cf1f34a6174 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Made reservation on behalf of d1534f084f814923866cc1da0f965ab3 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:27.551254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8ee19b8c-4aa6-4b49-b6e9-74f5d0b30309 None None] Provisioning complete for port 37705bfd-5dbc-4051-a010-ae4dce40f5bd triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:27.553204 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ee19b8c-4aa6-4b49-b6e9-74f5d0b30309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:27.558078 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-01ef26ab-2407-444a-86c4-2cf1f34a6174 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:27.644253 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02e251ad-c419-49f1-93b4-28e7b46fe8ba tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:27.661486 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8ee19b8c-4aa6-4b49-b6e9-74f5d0b30309 None None] Port 37705bfd-5dbc-4051-a010-ae4dce40f5bd cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:27.764057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e251ad-c419-49f1-93b4-28e7b46fe8ba tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event deleted for resources: {'Port': ['ID=eccc8474-046d-41db-96d2-5adf6cad50b9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:27.819096 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2358ba3-bc01-4617-8afd-2664b8d43757 req-fee380f4-e5b7-43d1-9528-42e0feea3f93 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:27.827428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2358ba3-bc01-4617-8afd-2664b8d43757 req-fee380f4-e5b7-43d1-9528-42e0feea3f93 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2213771 Aug 31 01:14:27.848896 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02e251ad-c419-49f1-93b4-28e7b46fe8ba tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:27.855087 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-02e251ad-c419-49f1-93b4-28e7b46fe8ba tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "DELETE /v2.0/ports/eccc8474-046d-41db-96d2-5adf6cad50b9 HTTP/1.1" status: 204 len: 168 time: 1.5675969 Aug 31 01:14:27.855758 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53606) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:27.863637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875767e5-7e6c-417c-a8b4-49df91dbe1a0 req-8b86b6e8-65ff-4884-986a-e666b6d413eb tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:27.865318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-875767e5-7e6c-417c-a8b4-49df91dbe1a0 req-8b86b6e8-65ff-4884-986a-e666b6d413eb tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f0faaf-02bd-4afa-87c3-3617be8ae397 HTTP/1.1" status: 200 len: 945 time: 0.1488013 Aug 31 01:14:27.897717 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5715f7-619d-44f6-87a9-31781b8ca428 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] GET failed (client error): The resource could not be found. Aug 31 01:14:27.903905 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-af5715f7-619d-44f6-87a9-31781b8ca428 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "GET /v2.0/ports/eccc8474-046d-41db-96d2-5adf6cad50b9 HTTP/1.1" status: 404 len: 333 time: 0.0450058 Aug 31 01:14:27.906060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53612) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:27.933909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2358ba3-bc01-4617-8afd-2664b8d43757 req-5d9d91e5-f682-432a-ac2a-153f1aedcb55 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052566 Aug 31 01:14:27.940966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3260b875-4f11-413c-a3c6-fcf1a00ef22c req-cfba255b-f137-46b7-9489-48e09a552590 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:27.945907 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-01ef26ab-2407-444a-86c4-2cf1f34a6174 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Allocated IP 10.1.1.174 (f62d2f75-fd0d-4668-9ecd-88d3add15a6f/774836f6-c282-40ff-abcc-768b330e9391/f3cb103b-7662-48f3-b93d-2288cfdea400) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:27.959337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['d7827a61-9dc8-471c-8a81-f8828e12b54d', 'ebead3d7-426f-4619-b5ae-a05641768960', '06ed60a1-8874-4dea-80d0-a33745c54493'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:27.993190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-875767e5-7e6c-417c-a8b4-49df91dbe1a0 req-f7660779-b977-4858-9be4-8e813361dcef tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180408 Aug 31 01:14:28.001271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['21e73b45-2fbe-405f-8ce5-577b0d371798'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:28.003416 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba255b-f137-46b7-9489-48e09a552590 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Pushing event deleted for resources: {'Port': ['ID=06ed60a1-8874-4dea-80d0-a33745c54493,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:28.114803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3260b875-4f11-413c-a3c6-fcf1a00ef22c req-cfba255b-f137-46b7-9489-48e09a552590 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] No DVR routers for this DVR port 06ed60a1-8874-4dea-80d0-a33745c54493 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:28.119590 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3260b875-4f11-413c-a3c6-fcf1a00ef22c req-cfba255b-f137-46b7-9489-48e09a552590 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.121803 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3260b875-4f11-413c-a3c6-fcf1a00ef22c req-cfba255b-f137-46b7-9489-48e09a552590 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.70 "DELETE /v2.0/ports/06ed60a1-8874-4dea-80d0-a33745c54493 HTTP/1.1" status: 204 len: 173 time: 1.6244392 Aug 31 01:14:28.122263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f0faaf-02bd-4afa-87c3-3617be8ae397', 'name': 'network-vif-deleted', 'tag': '06ed60a1-8874-4dea-80d0-a33745c54493'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:28.124638 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1ec20f-57eb-4834-ad6b-c606045e868c" -d '{"events": [{"server_uuid": "96f0faaf-02bd-4afa-87c3-3617be8ae397", "name": "network-vif-deleted", "tag": "06ed60a1-8874-4dea-80d0-a33745c54493"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:28.159847 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ddc6840a-c102-4644-a7c4-137f2f494313 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Deleting port a4735088-dd99-4c83-8114-f2368df820e6 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:28.161028 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddc6840a-c102-4644-a7c4-137f2f494313 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.316492 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-01ef26ab-2407-444a-86c4-2cf1f34a6174 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.332737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7daed5-28d8-4471-93e7-972579e39f34 req-27fd11df-c962-4539-b446-ad902588be05 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:28.348980 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee7daed5-28d8-4471-93e7-972579e39f34 req-27fd11df-c962-4539-b446-ad902588be05 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 943 time: 0.1750469 Aug 31 01:14:28.378743 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddc6840a-c102-4644-a7c4-137f2f494313 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.394731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ddc6840a-c102-4644-a7c4-137f2f494313 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Calling delete_port for a4735088-dd99-4c83-8114-f2368df820e6 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:28.411550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-01ef26ab-2407-444a-86c4-2cf1f34a6174 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Transition to ACTIVE for port object f3cb103b-7662-48f3-b93d-2288cfdea400 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:28.493431 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee7daed5-28d8-4471-93e7-972579e39f34 req-1d37406a-07ad-44a3-a702-bc249fd1e43e tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcb22687-7bba-4a5a-add6-86621daf7d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433096 Aug 31 01:14:28.573603 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdc7436-b30b-4980-bc07-4f02458573a8 x-openstack-request-id: req-acdc7436-b30b-4980-bc07-4f02458573a8 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:28.574220 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f0faaf-02bd-4afa-87c3-3617be8ae397", "name": "network-vif-deleted", "tag": "06ed60a1-8874-4dea-80d0-a33745c54493", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:28.574713 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-acdc7436-b30b-4980-bc07-4f02458573a8 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:28.575477 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f0faaf-02bd-4afa-87c3-3617be8ae397', 'name': 'network-vif-deleted', 'tag': '06ed60a1-8874-4dea-80d0-a33745c54493', 'status': 'completed', 'code': 200} Aug 31 01:14:28.575999 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f61dfa-9386-4ba0-af9c-098916248ad5 req-53fd3294-8526-4266-8fbb-2a626a6e9604 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:28.577647 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49f61dfa-9386-4ba0-af9c-098916248ad5 req-53fd3294-8526-4266-8fbb-2a626a6e9604 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1718342 Aug 31 01:14:28.579164 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-01ef26ab-2407-444a-86c4-2cf1f34a6174 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.609521 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddc6840a-c102-4644-a7c4-137f2f494313 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.669800 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6840a-c102-4644-a7c4-137f2f494313 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event deleted for resources: {'Port': ['ID=a4735088-dd99-4c83-8114-f2368df820e6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:28.701793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-01ef26ab-2407-444a-86c4-2cf1f34a6174 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Network f62d2f75-fd0d-4668-9ecd-88d3add15a6f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:28.744717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49f61dfa-9386-4ba0-af9c-098916248ad5 req-7821809f-4497-44a4-979b-5059379e8289 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494992 Aug 31 01:14:28.752284 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-01ef26ab-2407-444a-86c4-2cf1f34a6174 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:28.773165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-01ef26ab-2407-444a-86c4-2cf1f34a6174 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:28.845287 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddc6840a-c102-4644-a7c4-137f2f494313 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.852809 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ddc6840a-c102-4644-a7c4-137f2f494313 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "DELETE /v2.0/ports/a4735088-dd99-4c83-8114-f2368df820e6 HTTP/1.1" status: 204 len: 168 time: 0.9456694 Aug 31 01:14:28.853467 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53632) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:28.964150 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-63320549-de15-42ef-96ed-be10f0dfb348 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Deleting subnet 93a28d97-2af4-4ce6-a167-60446b4392a2 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:28.970020 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63320549-de15-42ef-96ed-be10f0dfb348 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.997280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18af078-6747-4606-9936-23b51186405f req-feebac1d-a05b-4273-9c64-fb0c5fb65226 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:29.012581 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18af078-6747-4606-9936-23b51186405f req-feebac1d-a05b-4273-9c64-fb0c5fb65226 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:29.031240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18af078-6747-4606-9936-23b51186405f req-feebac1d-a05b-4273-9c64-fb0c5fb65226 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:29.031599 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63320549-de15-42ef-96ed-be10f0dfb348 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.041727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d18af078-6747-4606-9936-23b51186405f req-feebac1d-a05b-4273-9c64-fb0c5fb65226 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 2374 time: 0.3674400 Aug 31 01:14:29.053176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-01ef26ab-2407-444a-86c4-2cf1f34a6174 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:29.053863 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-01ef26ab-2407-444a-86c4-2cf1f34a6174 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.079648 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef26ab-2407-444a-86c4-2cf1f34a6174 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'Port': ['ID=f3cb103b-7662-48f3-b93d-2288cfdea400,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:29.122767 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-01ef26ab-2407-444a-86c4-2cf1f34a6174 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7936265 Aug 31 01:14:29.155612 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e60dcd-e824-487d-a704-6ef44eace666 req-9a57032d-7779-4e2f-a4d9-115dd8744d37 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:29.156367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a7076f0e-7fb7-4e68-90cd-1a3ff631d30f details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:14:29.157160 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5e60dcd-e824-487d-a704-6ef44eace666 req-9a57032d-7779-4e2f-a4d9-115dd8744d37 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2716260 Aug 31 01:14:29.174524 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d18af078-6747-4606-9936-23b51186405f req-36a9e28d-6810-4f3d-8091-8da0be33e459 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870752 Aug 31 01:14:29.179196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5b049c34-c4a7-48e2-bb8a-0416b302ed71 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'port': {'device_id': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca', 'admin_state_up': True, 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'security_groups': ['0ccb6d78-77b8-4f40-92cf-c7f9d7718585']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:29.196480 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63320549-de15-42ef-96ed-be10f0dfb348 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.338958 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63320549-de15-42ef-96ed-be10f0dfb348 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.349756 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5e60dcd-e824-487d-a704-6ef44eace666 req-ad979ae2-8868-4cfa-8748-1d344da28a83 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471677 Aug 31 01:14:29.417701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290becb9-a172-4fc5-869a-bb03ce8941d9 req-9a93cdba-252a-40c9-b04f-99936135a0e6 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:29.419299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-290becb9-a172-4fc5-869a-bb03ce8941d9 req-9a93cdba-252a-40c9-b04f-99936135a0e6 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1011543 Aug 31 01:14:29.428961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a7076f0e-7fb7-4e68-90cd-1a3ff631d30f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a7076f0e-7fb7-4e68-90cd-1a3ff631d30f,segment=NetworkSegment(9c2fd4ae-c80b-4b30-af74-ca9880c194c8),segment_id=9c2fd4ae-c80b-4b30-af74-ca9880c194c8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:29.440477 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63320549-de15-42ef-96ed-be10f0dfb348 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event deleted for resources: {'Subnet': ['ID=93a28d97-2af4-4ce6-a167-60446b4392a2,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:29.447783 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63320549-de15-42ef-96ed-be10f0dfb348 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.450455 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-63320549-de15-42ef-96ed-be10f0dfb348 tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "DELETE /v2.0/subnets/93a28d97-2af4-4ce6-a167-60446b4392a2 HTTP/1.1" status: 204 len: 168 time: 0.5959125 Aug 31 01:14:29.457942 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53644) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:29.466745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'a7076f0e-7fb7-4e68-90cd-1a3ff631d30f', 'network_id': '75bec09c-3523-4d52-a52a-5c67eb6ab662', 'port_id': 'a7076f0e-7fb7-4e68-90cd-1a3ff631d30f', 'mac_address': 'fa:16:3e:b5:dc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af1ae26b-2699-473a-9754-ae17a840ba48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:14:29.477828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795cd927-c00f-4f0e-b9d2-31b5709bfb8c None None] Network 7147a65e-8422-4733-a1aa-7ea30b76cb6f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:29.488176 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-290becb9-a172-4fc5-869a-bb03ce8941d9 req-27200b3c-39b3-4a29-93d5-4ccbd0d2ca38 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548337 Aug 31 01:14:29.538556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5b049c34-c4a7-48e2-bb8a-0416b302ed71 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Made reservation on behalf of d1534f084f814923866cc1da0f965ab3 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:29.627208 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7d2a0633-a296-46bd-9257-2cb68a934d40 None None] Provisioning for port f3cb103b-7662-48f3-b93d-2288cfdea400 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:29.653926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7d2a0633-a296-46bd-9257-2cb68a934d40 None None] Provisioning complete for port f3cb103b-7662-48f3-b93d-2288cfdea400 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:29.654676 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0633-a296-46bd-9257-2cb68a934d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.662809 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.728463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Deleting port fd082282-f4de-46dd-bc9f-1ff90653645e {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:29.728931 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.759026 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.809458 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a0633-a296-46bd-9257-2cb68a934d40 None None] Port f3cb103b-7662-48f3-b93d-2288cfdea400 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:29.842661 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5b049c34-c4a7-48e2-bb8a-0416b302ed71 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.874633 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7076f0e-7fb7-4e68-90cd-1a3ff631d30f {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:29.897880 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] For port fd082282-f4de-46dd-bc9f-1ff90653645e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fd082282-f4de-46dd-bc9f-1ff90653645e,segment=NetworkSegment(f46c9c67-1cd2-4ec8-b1e8-4be2c33e97fe),segment_id=f46c9c67-1cd2-4ec8-b1e8-4be2c33e97fe)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:29.899073 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.911047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87082c6f-a33d-4513-a00d-93dbc0a4c1b1 req-9bc12941-9a18-4108-92ed-4fa71ae03592 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:29.923684 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-87082c6f-a33d-4513-a00d-93dbc0a4c1b1 req-9bc12941-9a18-4108-92ed-4fa71ae03592 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 943 time: 0.1471415 Aug 31 01:14:29.933189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Calling delete_port for fd082282-f4de-46dd-bc9f-1ff90653645e owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:29.938849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a7076f0e-7fb7-4e68-90cd-1a3ff631d30f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a7076f0e-7fb7-4e68-90cd-1a3ff631d30f,segment=NetworkSegment(9c2fd4ae-c80b-4b30-af74-ca9880c194c8),segment_id=9c2fd4ae-c80b-4b30-af74-ca9880c194c8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:29.947070 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.997606 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 06ed60a1-8874-4dea-80d0-a33745c54493 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:30.023263 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 06ed60a1-8874-4dea-80d0-a33745c54493 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:30.026448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 06ed60a1-8874-4dea-80d0-a33745c54493 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:30.035864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0829bdb3-880e-4d9f-a031-210aafb0c6c3 None None] DHCP port deletion for 7147a65e-8422-4733-a1aa-7ea30b76cb6f request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:14:30.036072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf7d53-6b69-4247-86e3-250622aa24d8 req-64cf3f15-9933-4d38-90be-ecac6f895ae0 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:30.071083 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7cf7d53-6b69-4247-86e3-250622aa24d8 req-64cf3f15-9933-4d38-90be-ecac6f895ae0 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.3226182 Aug 31 01:14:30.076313 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.113356 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event deleted for resources: {'Port': ['ID=fd082282-f4de-46dd-bc9f-1ff90653645e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:30.118713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] No DVR routers for this DVR port fd082282-f4de-46dd-bc9f-1ff90653645e on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:30.172135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=a7076f0e-7fb7-4e68-90cd-1a3ff631d30f,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:30.283939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7cf7d53-6b69-4247-86e3-250622aa24d8 req-d67c7906-2710-4e19-9420-7b32f7daab9e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118618 Aug 31 01:14:30.285193 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.297166 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7147a65e-8422-4733-a1aa-7ea30b76cb6f']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:30.304510 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-87082c6f-a33d-4513-a00d-93dbc0a4c1b1 req-d1e59178-f083-4b64-a0a7-b4b28be017ee tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcb22687-7bba-4a5a-add6-86621daf7d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797433 Aug 31 01:14:30.312462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46c9c67-1cd2-4ec8-b1e8-4be2c33e97fe') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:30.312784 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46c9c67-1cd2-4ec8-b1e8-4be2c33e97fe') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:30.334307 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.350484 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.359927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:30.360184 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:30.363842 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:30.445032 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.458586 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.470310 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] 10.222.0.58 "DELETE /v2.0/networks/7147a65e-8422-4733-a1aa-7ea30b76cb6f HTTP/1.1" status: 204 len: 168 time: 1.0108800 Aug 31 01:14:30.509822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764809f-329c-4bdb-90d4-d8630775975b tempest-AllowedAddressPairTestJSON-850466612 tempest-AllowedAddressPairTestJSON-850466612-project] Pushing event deleted for resources: {'Network': ['ID=7147a65e-8422-4733-a1aa-7ea30b76cb6f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:30.552410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-0829bdb3-880e-4d9f-a031-210aafb0c6c3 None None] Deleting port fd082282-f4de-46dd-bc9f-1ff90653645e {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:30.560625 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0829bdb3-880e-4d9f-a031-210aafb0c6c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.593022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5b049c34-c4a7-48e2-bb8a-0416b302ed71 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Allocated IP 10.2.2.100 (0e9dc8b1-06e7-47f9-9e40-4d4577c34dca/378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c/b6bb6337-ff8f-48c0-868d-46f6ec442765) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server [None req-0829bdb3-880e-4d9f-a031-210aafb0c6c3 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 7147a65e-8422-4733-a1aa-7ea30b76cb6f could not be found. Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:14:30.601154 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 7147a65e-8422-4733-a1aa-7ea30b76cb6f could not be found. Aug 31 01:14:30.605475 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:14:30.615632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fd082282-f4de-46dd-bc9f-1ff90653645e no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:30.678046 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: fd082282-f4de-46dd-bc9f-1ff90653645e {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:30.678389 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fd082282-f4de-46dd-bc9f-1ff90653645e not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:30.685234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f574c31b-26d0-4b1e-9037-f7eaad6a29fc None None] DHCP port deletion for 7147a65e-8422-4733-a1aa-7ea30b76cb6f request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:14:30.700881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['a7076f0e-7fb7-4e68-90cd-1a3ff631d30f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:30.734264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac1d148-4b40-41c4-a6df-c623cb6901ee None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:14:30.803206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51502e-b015-4c73-a9ac-6d510eb46ab6 req-0fa1a4b4-e206-4d4d-84aa-298fd9c5c180 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:30.805402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f51502e-b015-4c73-a9ac-6d510eb46ab6 req-0fa1a4b4-e206-4d4d-84aa-298fd9c5c180 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1808114 Aug 31 01:14:30.824974 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e702f-e525-4376-9022-0e8f00d1ed90 req-d7b83529-7d5c-4d10-acf9-6d00af8902ca tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:30.835457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e702f-e525-4376-9022-0e8f00d1ed90 req-d7b83529-7d5c-4d10-acf9-6d00af8902ca tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:30.852918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e702f-e525-4376-9022-0e8f00d1ed90 req-d7b83529-7d5c-4d10-acf9-6d00af8902ca tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:30.854662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-665e702f-e525-4376-9022-0e8f00d1ed90 req-d7b83529-7d5c-4d10-acf9-6d00af8902ca tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 2374 time: 0.2318592 Aug 31 01:14:30.960375 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5b049c34-c4a7-48e2-bb8a-0416b302ed71 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.989860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5b049c34-c4a7-48e2-bb8a-0416b302ed71 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Transition to ACTIVE for port object b6bb6337-ff8f-48c0-868d-46f6ec442765 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:31.050558 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53676) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:31.073508 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5b049c34-c4a7-48e2-bb8a-0416b302ed71 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.100758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac1d148-4b40-41c4-a6df-c623cb6901ee None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:14:31.160745 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-665e702f-e525-4376-9022-0e8f00d1ed90 req-89916e4c-c18f-47c5-82df-a73c1bef8154 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2943988 Aug 31 01:14:31.186882 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f51502e-b015-4c73-a9ac-6d510eb46ab6 req-2c0e3421-89fe-48d6-ae68-8b699efe1ac1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311243 Aug 31 01:14:31.336425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5b049c34-c4a7-48e2-bb8a-0416b302ed71 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:31.368619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b049c34-c4a7-48e2-bb8a-0416b302ed71 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'Port': ['ID=b6bb6337-ff8f-48c0-868d-46f6ec442765,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:31.382416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5b049c34-c4a7-48e2-bb8a-0416b302ed71 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:31.387947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5b049c34-c4a7-48e2-bb8a-0416b302ed71 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:31.467218 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-58c0d3cb-60f9-4118-a423-f970840b3638 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1d08041f9a14333ac96080a4c3792d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142876 Aug 31 01:14:31.476044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53688) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:31.506933 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.519267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5b049c34-c4a7-48e2-bb8a-0416b302ed71 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:31.520129 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5b049c34-c4a7-48e2-bb8a-0416b302ed71 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.584437 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98ee9562-714b-446c-ac0b-dd7053c74274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.616272 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98ee9562-714b-446c-ac0b-dd7053c74274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.624752 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5b049c34-c4a7-48e2-bb8a-0416b302ed71 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4789264 Aug 31 01:14:31.646779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d2d562ea-5019-458f-b20a-49bc72b4b0de tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'port': {'device_id': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca', 'admin_state_up': True, 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'security_groups': ['0ccb6d78-77b8-4f40-92cf-c7f9d7718585']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:31.674424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feedda8-b0b3-4dd6-a5e8-ede9a6eb90e8 req-514237c8-31d3-47ef-865f-39ef1f6733f7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:31.676117 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7feedda8-b0b3-4dd6-a5e8-ede9a6eb90e8 req-514237c8-31d3-47ef-865f-39ef1f6733f7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1528270 Aug 31 01:14:31.686299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98ee9562-714b-446c-ac0b-dd7053c74274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.689061 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98ee9562-714b-446c-ac0b-dd7053c74274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.693466 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-98ee9562-714b-446c-ac0b-dd7053c74274 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b7d4b84c-3f45-401f-86ed-b55f0e7f8d6a HTTP/1.1" status: 204 len: 168 time: 0.2148640 Aug 31 01:14:31.709269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee9562-714b-446c-ac0b-dd7053c74274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d4b84c-3f45-401f-86ed-b55f0e7f8d6a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:31.745600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ef8ef-92e8-4abd-a8de-49fb110796f7 req-838766c4-6845-4ad4-a9e3-7bac90c14b67 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:31.747202 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c5ef8ef-92e8-4abd-a8de-49fb110796f7 req-838766c4-6845-4ad4-a9e3-7bac90c14b67 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1933041 Aug 31 01:14:31.823667 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7feedda8-b0b3-4dd6-a5e8-ede9a6eb90e8 req-4d413f7a-a071-46fe-9b4e-1f3ec92550b3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165409 Aug 31 01:14:31.854342 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c5ef8ef-92e8-4abd-a8de-49fb110796f7 req-f3fa477f-6324-4734-bd05-cc2fca2fadc2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966830 Aug 31 01:14:31.924539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d2d562ea-5019-458f-b20a-49bc72b4b0de tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Made reservation on behalf of d1534f084f814923866cc1da0f965ab3 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:31.937201 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d2d562ea-5019-458f-b20a-49bc72b4b0de tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:32.137468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43656a-4c6e-42e2-97f0-455a1b7e233e req-d8403862-4ee4-4301-9283-5807da03c8c8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:32.139196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c43656a-4c6e-42e2-97f0-455a1b7e233e req-d8403862-4ee4-4301-9283-5807da03c8c8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1734431 Aug 31 01:14:32.164173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ff139-1a4d-4e7e-965e-d66f46253591 req-492a9533-4414-4f86-bd9c-6f04864cf48e tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:32.171779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-550ff139-1a4d-4e7e-965e-d66f46253591 req-492a9533-4414-4f86-bd9c-6f04864cf48e tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 944 time: 0.1846893 Aug 31 01:14:32.292187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-98378c7e-4282-4dc5-9900-d3dc9c857ff2 None None] Provisioning for port b6bb6337-ff8f-48c0-868d-46f6ec442765 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:32.296914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-98378c7e-4282-4dc5-9900-d3dc9c857ff2 None None] Provisioning complete for port b6bb6337-ff8f-48c0-868d-46f6ec442765 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:32.297293 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-98378c7e-4282-4dc5-9900-d3dc9c857ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:32.338512 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c43656a-4c6e-42e2-97f0-455a1b7e233e req-f96676f9-9fb8-4749-88f0-0877acfb1a2f tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857655 Aug 31 01:14:32.371266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-98378c7e-4282-4dc5-9900-d3dc9c857ff2 None None] Port b6bb6337-ff8f-48c0-868d-46f6ec442765 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:32.406866 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-550ff139-1a4d-4e7e-965e-d66f46253591 req-a2f24588-aa51-4c75-bffe-27fd6224883d tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcb22687-7bba-4a5a-add6-86621daf7d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337890 Aug 31 01:14:32.652213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d2d562ea-5019-458f-b20a-49bc72b4b0de tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Allocated IP 10.2.2.200 (0e9dc8b1-06e7-47f9-9e40-4d4577c34dca/378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c/61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:32.675330 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7a48e-46e0-491a-bdcc-2f013a56ea06 req-b4581994-5625-451c-88cd-f4fbecd1c7ca tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:32.681966 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7a48e-46e0-491a-bdcc-2f013a56ea06 req-b4581994-5625-451c-88cd-f4fbecd1c7ca tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:32.688520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7a48e-46e0-491a-bdcc-2f013a56ea06 req-b4581994-5625-451c-88cd-f4fbecd1c7ca tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:32.694489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7a48e-46e0-491a-bdcc-2f013a56ea06 req-b4581994-5625-451c-88cd-f4fbecd1c7ca tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:32.702482 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85c7a48e-46e0-491a-bdcc-2f013a56ea06 req-b4581994-5625-451c-88cd-f4fbecd1c7ca tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 3095 time: 0.2037511 Aug 31 01:14:32.770295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85c7a48e-46e0-491a-bdcc-2f013a56ea06 req-9d436c46-c1b7-434f-a703-5ae42c1826c5 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668049 Aug 31 01:14:32.932968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83bed0-de60-4e21-8092-9d2d6c6dbb0c req-622632f5-67a5-4111-993f-f5f841231ef7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:32.935099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f83bed0-de60-4e21-8092-9d2d6c6dbb0c req-622632f5-67a5-4111-993f-f5f841231ef7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1203356 Aug 31 01:14:33.075751 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53732) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.166566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a7076f0e-7fb7-4e68-90cd-1a3ff631d30f up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:33.280905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port a7076f0e-7fb7-4e68-90cd-1a3ff631d30f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:33.288862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port a7076f0e-7fb7-4e68-90cd-1a3ff631d30f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:33.290775 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:33.325371 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-de6f3b95-641f-4a82-b5eb-8c5267a6cd9b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.326689 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-de6f3b95-641f-4a82-b5eb-8c5267a6cd9b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2493768 Aug 31 01:14:33.329634 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53736) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.342388 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-808e1bfb-84f6-4752-a4e1-b3aba28c7842 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.343330 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-808e1bfb-84f6-4752-a4e1-b3aba28c7842 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0125453 Aug 31 01:14:33.345867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53740) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.358409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-508bcd88-365d-4dd1-8800-53bc97ecc8d0 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.362134 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-508bcd88-365d-4dd1-8800-53bc97ecc8d0 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0146539 Aug 31 01:14:33.364783 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53742) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.376507 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-4bdd93f1-5599-47e8-8074-53785ab1c85d tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.380340 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4bdd93f1-5599-47e8-8074-53785ab1c85d tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0140667 Aug 31 01:14:33.384571 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53744) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.392592 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-4725de0d-c111-4098-a8d4-a1e693b212ee tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.397003 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4725de0d-c111-4098-a8d4-a1e693b212ee tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0102444 Aug 31 01:14:33.404422 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53746) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.410343 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-724a69f3-12f8-46b9-ad5a-e7510e916e5b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.415773 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-724a69f3-12f8-46b9-ad5a-e7510e916e5b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0098097 Aug 31 01:14:33.417014 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53750) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.428904 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-a9c8a292-9536-4eb3-aec2-0853630f176b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.433240 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a9c8a292-9536-4eb3-aec2-0853630f176b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0133884 Aug 31 01:14:33.436148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53754) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.444010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-32f72953-fc0c-4ad5-a62e-ef5154b9233c tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.444980 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-32f72953-fc0c-4ad5-a62e-ef5154b9233c tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0058122 Aug 31 01:14:33.447643 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53756) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.454810 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-409b1fad-0343-4e6e-ad75-491218717ab5 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.463782 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-409b1fad-0343-4e6e-ad75-491218717ab5 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0139709 Aug 31 01:14:33.464424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53758) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.493252 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:33.493857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-878de15b-fcd2-4899-830f-1e25a8f5d197 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.497913 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-878de15b-fcd2-4899-830f-1e25a8f5d197 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0175331 Aug 31 01:14:33.498535 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53760) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.506539 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-e410dd11-1cea-45dd-9e35-63038fd834ed tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.510892 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e410dd11-1cea-45dd-9e35-63038fd834ed tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0114233 Aug 31 01:14:33.511721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53762) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.516400 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-98d63445-085f-4309-a989-af5f00c0adea tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.520313 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-98d63445-085f-4309-a989-af5f00c0adea tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0074751 Aug 31 01:14:33.521115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53764) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.526661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-94d95f9b-719a-436e-bd78-8e61efdd801b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.530627 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-94d95f9b-719a-436e-bd78-8e61efdd801b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0083582 Aug 31 01:14:33.531578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53766) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.536353 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-3f3c09d7-8c7c-4d56-852c-5d5ab7e6602c tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.540828 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3f3c09d7-8c7c-4d56-852c-5d5ab7e6602c tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0081131 Aug 31 01:14:33.541767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53768) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.546167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4d17ca-d208-4587-8c34-ad0b7308fe44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7076f0e-7fb7-4e68-90cd-1a3ff631d30f'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:33.546593 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-d4908c4a-9c4a-4a03-b45b-327f3cea3a8a tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.550477 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d4908c4a-9c4a-4a03-b45b-327f3cea3a8a tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0075910 Aug 31 01:14:33.551253 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53770) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.552284 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52c728e-a53b-41d1-b4a3-86e1442aa539" -d '{"events": [{"server_uuid": "9b4d17ca-d208-4587-8c34-ad0b7308fe44", "name": "network-vif-plugged", "status": "completed", "tag": "a7076f0e-7fb7-4e68-90cd-1a3ff631d30f"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:33.556850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-364ca3b3-f12d-401f-aed4-a8a59fbc60ad tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.564119 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-364ca3b3-f12d-401f-aed4-a8a59fbc60ad tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0116804 Aug 31 01:14:33.565509 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53774) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.575461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-caf8329f-09c3-453d-a6c8-27091595d403 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.581602 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-caf8329f-09c3-453d-a6c8-27091595d403 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0097299 Aug 31 01:14:33.582235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53776) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.586062 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a7076f0e-7fb7-4e68-90cd-1a3ff631d30f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a7076f0e-7fb7-4e68-90cd-1a3ff631d30f,segment=NetworkSegment(9c2fd4ae-c80b-4b30-af74-ca9880c194c8),segment_id=9c2fd4ae-c80b-4b30-af74-ca9880c194c8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:33.590307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-f5b74935-395e-4546-bdb3-90b76bdfe6bd tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.592672 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f5b74935-395e-4546-bdb3-90b76bdfe6bd tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0095060 Aug 31 01:14:33.595466 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53778) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.597348 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:33.617502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-75d3ca21-976c-4e53-a6a3-d25f51a4e7c3 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.637671 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-75d3ca21-976c-4e53-a6a3-d25f51a4e7c3 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0257370 Aug 31 01:14:33.642863 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53782) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.653991 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-482470aa-d443-4c7d-bbc6-eb96e068ef4b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.659778 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-482470aa-d443-4c7d-bbc6-eb96e068ef4b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0155804 Aug 31 01:14:33.663012 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d2d562ea-5019-458f-b20a-49bc72b4b0de tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:33.664840 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53786) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.670510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-b32273aa-01e2-48a0-9345-e12facbd53f1 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.673761 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b32273aa-01e2-48a0-9345-e12facbd53f1 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044398 Aug 31 01:14:33.678637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d2d562ea-5019-458f-b20a-49bc72b4b0de tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Transition to ACTIVE for port object 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:33.683383 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53788) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.688076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-298e4f0e-f913-4f7d-9efe-1c642e9eaa96 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.701825 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-298e4f0e-f913-4f7d-9efe-1c642e9eaa96 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046866 Aug 31 01:14:33.702548 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53790) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.706890 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-9a8c21d3-e9a5-4ee5-bb68-9a1e6561e43a tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.719345 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9a8c21d3-e9a5-4ee5-bb68-9a1e6561e43a tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0135739 Aug 31 01:14:33.721290 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53792) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.726515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [None req-643b7776-76e9-4f51-b41a-342e9d9abfcc tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.728003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-643b7776-76e9-4f51-b41a-342e9d9abfcc tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054858 Aug 31 01:14:33.730254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53794) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.734749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-f926c70c-b19f-4395-9bab-74b059e47fa1 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.739202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=a7076f0e-7fb7-4e68-90cd-1a3ff631d30f,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:33.746214 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d2d562ea-5019-458f-b20a-49bc72b4b0de tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:33.751803 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f926c70c-b19f-4395-9bab-74b059e47fa1 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0203359 Aug 31 01:14:33.763838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53796) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.768621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-67cf8214-dccb-447d-8f38-90d7324dde50 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.769950 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-67cf8214-dccb-447d-8f38-90d7324dde50 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0048163 Aug 31 01:14:33.774499 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53798) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.782899 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-fde9ba7f-3bb0-40d9-9d7f-091610213d0f tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.788895 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fde9ba7f-3bb0-40d9-9d7f-091610213d0f tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0129423 Aug 31 01:14:33.791595 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53800) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.800729 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-6f8ab40a-2116-4bd6-9c43-868a3b79d65a tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.802394 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6f8ab40a-2116-4bd6-9c43-868a3b79d65a tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0096354 Aug 31 01:14:33.805172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53802) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.814506 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-6f273207-9693-48cf-9053-d0709285fe1e tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.820745 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6f273207-9693-48cf-9053-d0709285fe1e tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0135922 Aug 31 01:14:33.823328 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53806) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.826150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f83bed0-de60-4e21-8092-9d2d6c6dbb0c req-15cfbc2e-f5b1-4927-bd3f-b876f62b2bce tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8435144 Aug 31 01:14:33.827737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-5877ac1d-3efb-4435-8ed7-f23216a0b975 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.828702 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5877ac1d-3efb-4435-8ed7-f23216a0b975 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043921 Aug 31 01:14:33.831235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53808) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.838934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-a5ef9e4c-6c15-4c77-a01c-ac08ae211a9e tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.840389 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a5ef9e4c-6c15-4c77-a01c-ac08ae211a9e tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0068300 Aug 31 01:14:33.851415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53810) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.876574 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [None req-68941d88-82f5-4110-9f9c-82963235f0ec tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.880224 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-68941d88-82f5-4110-9f9c-82963235f0ec tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0211165 Aug 31 01:14:33.881212 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53816) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.887197 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-0c4896dd-033c-4969-ae21-0c5cf91bcbba tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.892548 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0c4896dd-033c-4969-ae21-0c5cf91bcbba tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0098794 Aug 31 01:14:33.893263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53818) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.900639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-5a956410-76f6-42ce-b1f3-3a1e0c167289 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.905663 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5a956410-76f6-42ce-b1f3-3a1e0c167289 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0104380 Aug 31 01:14:33.906360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53820) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.917869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [None req-a3525353-ac35-47ec-bbef-02e76a94807b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.918862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a3525353-ac35-47ec-bbef-02e76a94807b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0082281 Aug 31 01:14:33.921937 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53822) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.928669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-05723ccb-8a1a-4f9c-94e3-9227fbdc2c77 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.930503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d2d562ea-5019-458f-b20a-49bc72b4b0de tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:33.932060 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-05723ccb-8a1a-4f9c-94e3-9227fbdc2c77 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0088274 Aug 31 01:14:33.932943 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53824) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.933230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d562ea-5019-458f-b20a-49bc72b4b0de tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event updated for resources: {'Port': ['ID=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:33.938169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d2d562ea-5019-458f-b20a-49bc72b4b0de tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:33.947052 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab79b3-5b82-4bdc-9f46-155abc7dc7d1 req-42ee3c93-a3d7-44a9-ac03-59f9043f2dbc tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:33.948618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54ab79b3-5b82-4bdc-9f46-155abc7dc7d1 req-42ee3c93-a3d7-44a9-ac03-59f9043f2dbc tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 945 time: 0.2316837 Aug 31 01:14:33.949444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d2d562ea-5019-458f-b20a-49bc72b4b0de tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:33.956326 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-3719444e-e2fc-4783-a361-c699fd5b0405 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.960125 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3719444e-e2fc-4783-a361-c699fd5b0405 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0229440 Aug 31 01:14:33.964212 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53826) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.973584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-b78f77da-84c6-406b-a465-e1ecfd374403 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.978224 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b78f77da-84c6-406b-a465-e1ecfd374403 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0094230 Aug 31 01:14:33.979973 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53828) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:33.986713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-f7feab5c-423f-4ebc-be14-665ac04f0132 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:33.990338 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f7feab5c-423f-4ebc-be14-665ac04f0132 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0066757 Aug 31 01:14:33.997314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53830) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.003961 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d2d562ea-5019-458f-b20a-49bc72b4b0de tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:34.004631 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d2d562ea-5019-458f-b20a-49bc72b4b0de tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:34.006892 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-b473e20b-ff95-4392-8593-8557aab55674 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.010830 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b473e20b-ff95-4392-8593-8557aab55674 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0095873 Aug 31 01:14:34.017167 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53832) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.032836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-cc66d483-002a-4d30-ba22-7d8fad19d94b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.036952 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cc66d483-002a-4d30-ba22-7d8fad19d94b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0158365 Aug 31 01:14:34.037061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53834) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.048133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [None req-870fff2b-22d5-4e71-aa07-dbc2d223bfb6 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.051646 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-870fff2b-22d5-4e71-aa07-dbc2d223bfb6 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0114658 Aug 31 01:14:34.052099 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53836) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.052537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d2d562ea-5019-458f-b20a-49bc72b4b0de tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4162343 Aug 31 01:14:34.056795 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-6911a2bf-d82c-4e30-9c9e-02abdb3495a6 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.061371 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6911a2bf-d82c-4e30-9c9e-02abdb3495a6 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047445 Aug 31 01:14:34.061371 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53838) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.066567 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-f6edec45-b651-43bd-943a-c7af1e54cd67 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.070259 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f6edec45-b651-43bd-943a-c7af1e54cd67 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0060754 Aug 31 01:14:34.071056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53840) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.071334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Request body: {'port': {'device_id': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:34.085266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-cf526a8c-3e0c-48b6-b43b-62fb2b33a1de tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.089950 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cf526a8c-3e0c-48b6-b43b-62fb2b33a1de tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0117493 Aug 31 01:14:34.091496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53842) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.114876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-b055e977-0770-43c8-bbc2-a2f5eacaf145 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.123085 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b055e977-0770-43c8-bbc2-a2f5eacaf145 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0302052 Aug 31 01:14:34.126651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53844) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.136487 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-90bdea75-e0eb-4bbe-804a-b591ee23cf90 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.142088 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-90bdea75-e0eb-4bbe-804a-b591ee23cf90 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0132544 Aug 31 01:14:34.143585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53846) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.159905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54ab79b3-5b82-4bdc-9f46-155abc7dc7d1 req-aa43388b-e0db-447e-83b3-f35cb9d34f42 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcb22687-7bba-4a5a-add6-86621daf7d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415660 Aug 31 01:14:34.163245 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-c9950420-4728-4200-a95b-de2121f14892 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.168660 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:34.168999 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c9950420-4728-4200-a95b-de2121f14892 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0109806 Aug 31 01:14:34.169867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53848) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.177156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-1eef6c09-6813-4420-a6fe-cd607f9d5103 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.182162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53850) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.182472 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1eef6c09-6813-4420-a6fe-cd607f9d5103 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0100400 Aug 31 01:14:34.201720 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [None req-5bc589e5-b9c1-44bd-bcb9-b626223fd7fa tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.203104 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5bc589e5-b9c1-44bd-bcb9-b626223fd7fa tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0079412 Aug 31 01:14:34.207266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53852) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.214984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-9b541219-e9c9-4cb4-9053-95ea06ab5e84 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.222115 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9b541219-e9c9-4cb4-9053-95ea06ab5e84 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0121226 Aug 31 01:14:34.223544 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53854) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.242598 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-119c5827-c8bc-43be-a3ac-37eb46e63951 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.247154 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-119c5827-c8bc-43be-a3ac-37eb46e63951 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0207684 Aug 31 01:14:34.248539 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53856) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.262503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-d058f9f9-8864-4d96-8f3a-a36accb1fcb9 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.271511 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d058f9f9-8864-4d96-8f3a-a36accb1fcb9 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0163510 Aug 31 01:14:34.271511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53858) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.273398 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-8e7c69b4-a8f4-41c4-a621-27399e464d2a tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.279786 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8e7c69b4-a8f4-41c4-a621-27399e464d2a tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0095549 Aug 31 01:14:34.280518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53860) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.286228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-cef8f978-fe5e-4754-b68c-47b313a74262 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.294055 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cef8f978-fe5e-4754-b68c-47b313a74262 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0095210 Aug 31 01:14:34.296588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53862) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.329083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-78b73e39-3ccd-454a-aa0e-fcfe403a9c89 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.336963 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511db5a3-f6b2-4e94-9dc1-04df81e93698 x-openstack-request-id: req-511db5a3-f6b2-4e94-9dc1-04df81e93698 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:34.337655 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4d17ca-d208-4587-8c34-ad0b7308fe44", "name": "network-vif-plugged", "status": "completed", "tag": "a7076f0e-7fb7-4e68-90cd-1a3ff631d30f", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:34.337655 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-511db5a3-f6b2-4e94-9dc1-04df81e93698 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:34.337883 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4d17ca-d208-4587-8c34-ad0b7308fe44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7076f0e-7fb7-4e68-90cd-1a3ff631d30f', 'code': 200} Aug 31 01:14:34.339255 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-78b73e39-3ccd-454a-aa0e-fcfe403a9c89 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0404084 Aug 31 01:14:34.340349 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53864) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.380003 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-8e73e3cb-e6d7-41ca-a33b-e291dba28105 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.395141 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8e73e3cb-e6d7-41ca-a33b-e291dba28105 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0338502 Aug 31 01:14:34.396285 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53866) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.403362 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:14:34.420974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-ba8602d1-c4b1-4501-ac28-97a15bfac36b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.424459 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ba8602d1-c4b1-4501-ac28-97a15bfac36b tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0230582 Aug 31 01:14:34.430400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53868) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.443767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [None req-b940920d-0ad7-4693-b241-a68f3466b2a9 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.447425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b940920d-0ad7-4693-b241-a68f3466b2a9 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0046599 Aug 31 01:14:34.451376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53870) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.456113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [None req-ca03755c-a650-4cbb-bced-dfcc64c6eec6 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.459592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ca03755c-a650-4cbb-bced-dfcc64c6eec6 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049672 Aug 31 01:14:34.478911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53872) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.496301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-61ca29e1-2f65-4fa1-9a21-7aee84b26311 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.499698 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-61ca29e1-2f65-4fa1-9a21-7aee84b26311 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0053201 Aug 31 01:14:34.500453 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53874) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.542309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7f2339fd-d880-4b31-ab71-45d394476c41 None None] Provisioning for port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:34.546455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-e675e889-2f71-48a2-adfc-51880355b09e tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.550070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7f2339fd-d880-4b31-ab71-45d394476c41 None None] Provisioning complete for port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:34.550446 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7f2339fd-d880-4b31-ab71-45d394476c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:34.552623 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e675e889-2f71-48a2-adfc-51880355b09e tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0512474 Aug 31 01:14:34.555740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53878) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.561233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0238e-89d3-4155-bb2d-f70c221ff1b5 req-4c48abd1-347e-44b6-aef5-c02c79efb2f3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:34.565408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-62afd63f-6b2c-4214-836a-2f3b251d4079 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.568636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0238e-89d3-4155-bb2d-f70c221ff1b5 req-4c48abd1-347e-44b6-aef5-c02c79efb2f3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:34.575655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0238e-89d3-4155-bb2d-f70c221ff1b5 req-4c48abd1-347e-44b6-aef5-c02c79efb2f3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:34.577063 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-62afd63f-6b2c-4214-836a-2f3b251d4079 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0150251 Aug 31 01:14:34.579998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53880) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.581766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0238e-89d3-4155-bb2d-f70c221ff1b5 req-4c48abd1-347e-44b6-aef5-c02c79efb2f3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:34.587525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-c1a5a68a-01c0-4e3c-a5f4-6f388b9399f4 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.588726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0238e-89d3-4155-bb2d-f70c221ff1b5 req-4c48abd1-347e-44b6-aef5-c02c79efb2f3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:34.590730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0e0238e-89d3-4155-bb2d-f70c221ff1b5 req-4c48abd1-347e-44b6-aef5-c02c79efb2f3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 3816 time: 0.1596775 Aug 31 01:14:34.603008 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c1a5a68a-01c0-4e3c-a5f4-6f388b9399f4 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0198805 Aug 31 01:14:34.608225 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53882) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.618969 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-15ad36c1-a771-409a-822b-3e3f9e65ee68 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.624082 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-15ad36c1-a771-409a-822b-3e3f9e65ee68 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0091579 Aug 31 01:14:34.631225 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53886) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.660724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-ac4d3b64-92f0-4e7c-a6ef-c422569753fa tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.665556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7f2339fd-d880-4b31-ab71-45d394476c41 None None] Port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:34.670031 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ac4d3b64-92f0-4e7c-a6ef-c422569753fa tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0368922 Aug 31 01:14:34.671015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53888) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.673600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deec7b-6b33-4b3b-baae-2de2aec5ff3f req-38bfa998-3ec2-473f-8fac-74df46c6db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:34.674714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c0795-7731-4c6f-b43c-7f947709fd81 req-2bc3e0eb-da1e-451c-811f-eb5f1d519066 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:34.676319 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-674c0795-7731-4c6f-b43c-7f947709fd81 req-2bc3e0eb-da1e-451c-811f-eb5f1d519066 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1989250 Aug 31 01:14:34.677140 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-28deec7b-6b33-4b3b-baae-2de2aec5ff3f req-38bfa998-3ec2-473f-8fac-74df46c6db28 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 1097 time: 0.2458398 Aug 31 01:14:34.691223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-21a504c5-0dd3-4a6c-abdd-e9c1d2e68698 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.695178 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-21a504c5-0dd3-4a6c-abdd-e9c1d2e68698 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0169358 Aug 31 01:14:34.697944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53890) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.715757 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-2eb50e2d-3374-4fa8-b996-a077e77a44e4 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.719674 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2eb50e2d-3374-4fa8-b996-a077e77a44e4 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0192661 Aug 31 01:14:34.721585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53894) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:34.727253 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [None req-1954a446-52e8-4121-80e1-01fe6cd2a583 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:14:34.733093 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1954a446-52e8-4121-80e1-01fe6cd2a583 tempest-ExtensionsTestJSON-1150022905 tempest-ExtensionsTestJSON-1150022905-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0103309 Aug 31 01:14:34.734854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0e0238e-89d3-4155-bb2d-f70c221ff1b5 req-11a98a77-7e82-4c75-bbeb-7ad759173cc3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976145 Aug 31 01:14:34.753422 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-674c0795-7731-4c6f-b43c-7f947709fd81 req-22d37acb-b4ef-4796-8e92-e010c403e7a1 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675275 Aug 31 01:14:34.768257 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-28deec7b-6b33-4b3b-baae-2de2aec5ff3f req-053b838f-87b6-4be8-9428-a0137e51acb9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fcb22687-7bba-4a5a-add6-86621daf7d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709469 Aug 31 01:14:35.011321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ccb67a-e685-420f-afef-38e0a5289db7 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:35.043302 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.072224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Transition to ACTIVE for port object 38ccb67a-e685-420f-afef-38e0a5289db7 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:35.092212 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.249895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=38ccb67a-e685-420f-afef-38e0a5289db7,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:35.281114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53914) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:35.409369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49425a33-6797-4cc4-b76b-5d2a9287c05d req-e59a2a77-c273-4127-8dcb-08ca35ac67ef tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:35.411746 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49425a33-6797-4cc4-b76b-5d2a9287c05d req-e59a2a77-c273-4127-8dcb-08ca35ac67ef tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2532651 Aug 31 01:14:35.426049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08b1a8-7eed-4c87-8260-63d303c7f2d4 req-df1a3937-8427-45b0-87e9-2f746c26a7d1 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:35.433999 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac08b1a8-7eed-4c87-8260-63d303c7f2d4 req-df1a3937-8427-45b0-87e9-2f746c26a7d1 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 945 time: 0.2743180 Aug 31 01:14:35.514970 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f87c7f79-479b-44d3-931e-85ff4478c4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.553564 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac08b1a8-7eed-4c87-8260-63d303c7f2d4 req-ec1dac9f-0b75-41b1-8296-1ded8bba6b4e tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184409 Aug 31 01:14:35.571079 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Attempting to bind port 38ccb67a-e685-420f-afef-38e0a5289db7 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:35.572593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Attempting to bind port 38ccb67a-e685-420f-afef-38e0a5289db7 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7f329871-24c6-4c1c-ad35-63d6b3fe7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:35.572936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Attempting to bind port 38ccb67a-e685-420f-afef-38e0a5289db7 on network ebcfddf9-8b28-46c0-b6e9-f572fd50039a {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:35.606005 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49425a33-6797-4cc4-b76b-5d2a9287c05d req-df750537-8d0e-40cc-8844-eba7540e4ef7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645820 Aug 31 01:14:35.613429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Port 38ccb67a-e685-420f-afef-38e0a5289db7 on network ebcfddf9-8b28-46c0-b6e9-f572fd50039a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:14:35.620237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Attempting to bind port 38ccb67a-e685-420f-afef-38e0a5289db7 on network ebcfddf9-8b28-46c0-b6e9-f572fd50039a {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:35.631729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:35.634386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Checking segment: {'id': '7f329871-24c6-4c1c-ad35-63d6b3fe7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:35.635152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Bound using segment: {'id': '7f329871-24c6-4c1c-ad35-63d6b3fe7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:35.635851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Bound port: 38ccb67a-e685-420f-afef-38e0a5289db7, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f329871-24c6-4c1c-ad35-63d6b3fe7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:35.636422 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.755531 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f87c7f79-479b-44d3-931e-85ff4478c4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.763480 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f87c7f79-479b-44d3-931e-85ff4478c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.848186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c7f79-479b-44d3-931e-85ff4478c4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc1570b-b239-4ddd-9f1f-01097ac9bbf0,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:35.865970 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f87c7f79-479b-44d3-931e-85ff4478c4e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7342d0ebe8f2431ea2d1d64c1c2d1331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837598 Aug 31 01:14:35.870653 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53928) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:35.935836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] For port 38ccb67a-e685-420f-afef-38e0a5289db7, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:35.959114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c9d04-b460-405e-be46-2baa964010af req-bb1959ff-7d52-4b96-b0e1-fbe26c1eef74 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:35.967374 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-221c9d04-b460-405e-be46-2baa964010af req-bb1959ff-7d52-4b96-b0e1-fbe26c1eef74 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 945 time: 0.2154334 Aug 31 01:14:35.975253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] For port 38ccb67a-e685-420f-afef-38e0a5289db7, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=38ccb67a-e685-420f-afef-38e0a5289db7,segment=NetworkSegment(7f329871-24c6-4c1c-ad35-63d6b3fe7fe6),segment_id=7f329871-24c6-4c1c-ad35-63d6b3fe7fe6)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:35.990824 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.023324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e739d-959c-4451-af69-5fdc04c4c453 req-098a9003-1191-4487-919a-149994f9f553 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:36.025619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-220e739d-959c-4451-af69-5fdc04c4c453 req-098a9003-1191-4487-919a-149994f9f553 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1513009 Aug 31 01:14:36.053088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:36.053740 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.056090 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] 10.222.0.70 "PUT /v2.0/ports/38ccb67a-e685-420f-afef-38e0a5289db7 HTTP/1.1" status: 200 len: 1093 time: 1.9893324 Aug 31 01:14:36.058749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': '38ccb67a-e685-420f-afef-38e0a5289db7'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:36.061453 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e047606f-09bd-4591-ab81-c7ae8c05149b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.066540 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a0a9a0-eeeb-4f6a-bcdb-bb428c9d8467" -d '{"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "38ccb67a-e685-420f-afef-38e0a5289db7"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:36.126365 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e047606f-09bd-4591-ab81-c7ae8c05149b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.160219 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-221c9d04-b460-405e-be46-2baa964010af req-e48a03a2-75c1-464a-8cde-4c9f1a782010 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcb22687-7bba-4a5a-add6-86621daf7d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919696 Aug 31 01:14:36.165350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Request body: {'port': {'device_id': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:36.240164 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e047606f-09bd-4591-ab81-c7ae8c05149b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.247012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e047606f-09bd-4591-ab81-c7ae8c05149b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.251150 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e047606f-09bd-4591-ab81-c7ae8c05149b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4fc1570b-b239-4ddd-9f1f-01097ac9bbf0 HTTP/1.1" status: 204 len: 168 time: 0.3777544 Aug 31 01:14:36.266079 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047606f-09bd-4591-ab81-c7ae8c05149b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc1570b-b239-4ddd-9f1f-01097ac9bbf0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:36.287897 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-220e739d-959c-4451-af69-5fdc04c4c453 req-51c625c4-701b-4ae1-a4fb-5d18ee64daf8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153540 Aug 31 01:14:36.429488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b6505-499e-4dfe-af55-591d4d774ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=38ccb67a-e685-420f-afef-38e0a5289db7,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:36.536081 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.556388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7e040-b782-4bf7-a03b-79e34cdaa7f9 req-14801958-f3d7-4eae-ad5d-5fa753fd47b0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:36.563658 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7e040-b782-4bf7-a03b-79e34cdaa7f9 req-14801958-f3d7-4eae-ad5d-5fa753fd47b0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:36.570754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7e040-b782-4bf7-a03b-79e34cdaa7f9 req-14801958-f3d7-4eae-ad5d-5fa753fd47b0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:36.578506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7e040-b782-4bf7-a03b-79e34cdaa7f9 req-14801958-f3d7-4eae-ad5d-5fa753fd47b0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:36.585943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7e040-b782-4bf7-a03b-79e34cdaa7f9 req-14801958-f3d7-4eae-ad5d-5fa753fd47b0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:36.594760 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dca7e040-b782-4bf7-a03b-79e34cdaa7f9 req-14801958-f3d7-4eae-ad5d-5fa753fd47b0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 3828 time: 0.2441804 Aug 31 01:14:36.675535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dca7e040-b782-4bf7-a03b-79e34cdaa7f9 req-701e7918-3cd8-451d-b7c2-b244539fbaf6 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708966 Aug 31 01:14:36.800417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d900b7-09a9-4dd6-81ee-4d9649fc355c req-446bdd6a-9190-4526-a02e-1870555fe8ab tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:36.807749 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-93d900b7-09a9-4dd6-81ee-4d9649fc355c req-446bdd6a-9190-4526-a02e-1870555fe8ab tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.70 "GET /v2.0/ports?device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 945 time: 0.1381762 Aug 31 01:14:37.114714 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11f3622-a7ec-4ce6-9af5-988abe3a0c4c x-openstack-request-id: req-c11f3622-a7ec-4ce6-9af5-988abe3a0c4c {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:37.115218 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "38ccb67a-e685-420f-afef-38e0a5289db7", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:37.115218 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c11f3622-a7ec-4ce6-9af5-988abe3a0c4c {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:37.115957 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': '38ccb67a-e685-420f-afef-38e0a5289db7', 'status': 'completed', 'code': 200} Aug 31 01:14:37.158896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b96cc9-790c-4222-a42f-1636bb451e89 req-988281ec-34e6-4328-ab96-d9010a3639df tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.179761 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0a9a0-eeeb-4f6a-bcdb-bb428c9d8467 req-10c87b57-3b71-4432-b872-85209dba98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.181364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0a9a0-eeeb-4f6a-bcdb-bb428c9d8467 req-10c87b57-3b71-4432-b872-85209dba98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.181364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0a9a0-eeeb-4f6a-bcdb-bb428c9d8467 req-10c87b57-3b71-4432-b872-85209dba98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.181364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0a9a0-eeeb-4f6a-bcdb-bb428c9d8467 req-10c87b57-3b71-4432-b872-85209dba98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.181659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0a9a0-eeeb-4f6a-bcdb-bb428c9d8467 req-10c87b57-3b71-4432-b872-85209dba98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.183442 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d8a0a9a0-eeeb-4f6a-bcdb-bb428c9d8467 req-10c87b57-3b71-4432-b872-85209dba98d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1534f084f814923866cc1da0f965ab3&device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 4364 time: 0.0749617 Aug 31 01:14:37.187125 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-93d900b7-09a9-4dd6-81ee-4d9649fc355c req-767c3310-7366-468d-80ae-bdac9920cd11 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Deleting port ebead3d7-426f-4619-b5ae-a05641768960 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:37.187515 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-93d900b7-09a9-4dd6-81ee-4d9649fc355c req-767c3310-7366-468d-80ae-bdac9920cd11 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:37.193907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55b96cc9-790c-4222-a42f-1636bb451e89 req-988281ec-34e6-4328-ab96-d9010a3639df tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ae3d5d-4c81-4826-98d9-db73341aa24d HTTP/1.1" status: 200 len: 945 time: 0.3899562 Aug 31 01:14:37.288554 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-93d900b7-09a9-4dd6-81ee-4d9649fc355c req-767c3310-7366-468d-80ae-bdac9920cd11 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] For port ebead3d7-426f-4619-b5ae-a05641768960, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ebead3d7-426f-4619-b5ae-a05641768960,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:37.289469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-93d900b7-09a9-4dd6-81ee-4d9649fc355c req-767c3310-7366-468d-80ae-bdac9920cd11 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:37.303071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-93d900b7-09a9-4dd6-81ee-4d9649fc355c req-767c3310-7366-468d-80ae-bdac9920cd11 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Calling delete_port for ebead3d7-426f-4619-b5ae-a05641768960 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:37.370123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55b96cc9-790c-4222-a42f-1636bb451e89 req-5b265344-6da8-44e1-9c70-524f9575b268 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752546 Aug 31 01:14:37.567963 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-93d900b7-09a9-4dd6-81ee-4d9649fc355c req-767c3310-7366-468d-80ae-bdac9920cd11 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:37.583318 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['d7827a61-9dc8-471c-8a81-f8828e12b54d', 'ebead3d7-426f-4619-b5ae-a05641768960'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:37.616247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:37.676055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['21e73b45-2fbe-405f-8ce5-577b0d371798'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:37.681248 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:37.699042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0a9a0-eeeb-4f6a-bcdb-bb428c9d8467 req-8eb23a88-1395-4853-8163-c46c048183b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.699938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0a9a0-eeeb-4f6a-bcdb-bb428c9d8467 req-8eb23a88-1395-4853-8163-c46c048183b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.700586 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0a9a0-eeeb-4f6a-bcdb-bb428c9d8467 req-8eb23a88-1395-4853-8163-c46c048183b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.703402 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d8a0a9a0-eeeb-4f6a-bcdb-bb428c9d8467 req-8eb23a88-1395-4853-8163-c46c048183b6 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d1534f084f814923866cc1da0f965ab3&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2491221 Aug 31 01:14:37.768977 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Transition to ACTIVE for port object 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:37.782781 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:37.820102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d29f6-8635-41fb-a43b-428cb3f6295e req-87de84b4-97d4-4df5-b53c-959764de3bdb tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.831790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a26d29f6-8635-41fb-a43b-428cb3f6295e req-87de84b4-97d4-4df5-b53c-959764de3bdb tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 945 time: 0.2979093 Aug 31 01:14:37.871544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e25be3-e6e4-443d-9de6-b0ed663868f3 req-79663d15-1236-499d-8706-85e71d9a02dd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.884198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18e25be3-e6e4-443d-9de6-b0ed663868f3 req-79663d15-1236-499d-8706-85e71d9a02dd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.3100159 Aug 31 01:14:37.908678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0a9a0-eeeb-4f6a-bcdb-bb428c9d8467 req-430dda05-e5ae-4581-92a3-db4e6b832dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.910304 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d8a0a9a0-eeeb-4f6a-bcdb-bb428c9d8467 req-430dda05-e5ae-4581-92a3-db4e6b832dd7 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1175573 Aug 31 01:14:37.911137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c3310-7366-468d-80ae-bdac9920cd11 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Pushing event deleted for resources: {'Port': ['ID=ebead3d7-426f-4619-b5ae-a05641768960,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:37.931929 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d900b7-09a9-4dd6-81ee-4d9649fc355c req-767c3310-7366-468d-80ae-bdac9920cd11 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] No DVR routers for this DVR port ebead3d7-426f-4619-b5ae-a05641768960 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:37.936142 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-93d900b7-09a9-4dd6-81ee-4d9649fc355c req-767c3310-7366-468d-80ae-bdac9920cd11 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:37.938481 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-93d900b7-09a9-4dd6-81ee-4d9649fc355c req-767c3310-7366-468d-80ae-bdac9920cd11 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.70 "DELETE /v2.0/ports/ebead3d7-426f-4619-b5ae-a05641768960 HTTP/1.1" status: 204 len: 173 time: 1.1238949 Aug 31 01:14:37.939016 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ae3d5d-4c81-4826-98d9-db73341aa24d', 'name': 'network-vif-deleted', 'tag': 'ebead3d7-426f-4619-b5ae-a05641768960'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:37.941534 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38856149-3b49-4e1e-95dd-a2859c9014a3" -d '{"events": [{"server_uuid": "29ae3d5d-4c81-4826-98d9-db73341aa24d", "name": "network-vif-deleted", "tag": "ebead3d7-426f-4619-b5ae-a05641768960"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:38.104544 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18e25be3-e6e4-443d-9de6-b0ed663868f3 req-c4b31a83-1f8d-45be-80f7-889abcc228a9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473851 Aug 31 01:14:38.126596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Pushing event updated for resources: {'Port': ['ID=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:38.304466 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a26d29f6-8635-41fb-a43b-428cb3f6295e req-37ec96c1-9b3f-43b5-8cd9-013d85af8b6f tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcb22687-7bba-4a5a-add6-86621daf7d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610894 Aug 31 01:14:38.412326 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ad8ca9-7f0e-447d-a7e0-02dafca34ac7 x-openstack-request-id: req-83ad8ca9-7f0e-447d-a7e0-02dafca34ac7 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:38.412649 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ae3d5d-4c81-4826-98d9-db73341aa24d", "name": "network-vif-deleted", "tag": "ebead3d7-426f-4619-b5ae-a05641768960", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:38.412992 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83ad8ca9-7f0e-447d-a7e0-02dafca34ac7 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:38.413909 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ae3d5d-4c81-4826-98d9-db73341aa24d', 'name': 'network-vif-deleted', 'tag': 'ebead3d7-426f-4619-b5ae-a05641768960', 'status': 'completed', 'code': 200} Aug 31 01:14:38.422921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Attempting to bind port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:38.423386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Attempting to bind port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:38.423819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Attempting to bind port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 on network f62d2f75-fd0d-4668-9ecd-88d3add15a6f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:38.433391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 on network f62d2f75-fd0d-4668-9ecd-88d3add15a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:14:38.433801 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Attempting to bind port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 on network f62d2f75-fd0d-4668-9ecd-88d3add15a6f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:38.442323 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53988) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:38.483185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffc1e-cd55-4c98-ac9c-b6abe9fa1ac4 req-8a4ba06c-819e-412d-ae32-f44628dc1f82 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:38.492413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffc1e-cd55-4c98-ac9c-b6abe9fa1ac4 req-8a4ba06c-819e-412d-ae32-f44628dc1f82 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:38.502208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffc1e-cd55-4c98-ac9c-b6abe9fa1ac4 req-8a4ba06c-819e-412d-ae32-f44628dc1f82 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:38.508927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffc1e-cd55-4c98-ac9c-b6abe9fa1ac4 req-8a4ba06c-819e-412d-ae32-f44628dc1f82 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:38.515399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffc1e-cd55-4c98-ac9c-b6abe9fa1ac4 req-8a4ba06c-819e-412d-ae32-f44628dc1f82 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:38.524642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffc1e-cd55-4c98-ac9c-b6abe9fa1ac4 req-8a4ba06c-819e-412d-ae32-f44628dc1f82 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:38.532960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-770ffc1e-cd55-4c98-ac9c-b6abe9fa1ac4 req-8a4ba06c-819e-412d-ae32-f44628dc1f82 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 4606 time: 0.2320638 Aug 31 01:14:38.537228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:38.537843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Checking segment: {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:38.538440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Bound using segment: {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:38.539706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Bound port: 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:38.540321 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.676250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-406166034'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:38.703660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-770ffc1e-cd55-4c98-ac9c-b6abe9fa1ac4 req-88bc74b8-9ff4-47f9-af57-3ed390cb3e24 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1680391 Aug 31 01:14:38.706568 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Made reservation on behalf of 39c54a16077c4385a14c81c74f228c91 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:38.716093 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.755439 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.779746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773204e-87ee-4982-b5fb-10ba2cf13371 req-045ce27c-f1b4-437e-8715-2a4d1b78ad7f tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:38.788316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a773204e-87ee-4982-b5fb-10ba2cf13371 req-045ce27c-f1b4-437e-8715-2a4d1b78ad7f tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2528021 Aug 31 01:14:38.829002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] For port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:38.836690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] For port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:38.854870 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.942091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:38.943147 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:38.944809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] 10.222.0.70 "PUT /v2.0/ports/25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 HTTP/1.1" status: 200 len: 1137 time: 2.8033552 Aug 31 01:14:38.971663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a773204e-87ee-4982-b5fb-10ba2cf13371 req-2bca92f6-b3aa-4a58-89e9-7c339c204896 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306143 Aug 31 01:14:38.980107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Request body: {'port': {'device_id': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:38.984476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d85d2-48c2-496e-aab0-6cdf81d84e58 service neutron] Pushing event updated for resources: {'Port': ['ID=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:39.021053 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.030529 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.121333 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:14:39.141159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e851dc02-509e-48a8-bbc9-91ccf8307a5c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:39.166217 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.166587 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Added segment 58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed of type vlan for network 6f11ade6-5d61-4588-b7f3-05ce2dde3301 Aug 31 01:14:39.173167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': '25fff3a6-98ed-42fb-9754-3bfe56a2f9e0'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:39.182545 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a813c83-3445-48d8-bcff-3d96c30ad3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "25fff3a6-98ed-42fb-9754-3bfe56a2f9e0"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:39.185657 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.348827 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b978f2d-993f-42e8-9c1e-3b5cccf80ccd x-openstack-request-id: req-6b978f2d-993f-42e8-9c1e-3b5cccf80ccd {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:39.349413 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "25fff3a6-98ed-42fb-9754-3bfe56a2f9e0", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:39.349887 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b978f2d-993f-42e8-9c1e-3b5cccf80ccd {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:39.350683 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': '25fff3a6-98ed-42fb-9754-3bfe56a2f9e0', 'status': 'completed', 'code': 200} Aug 31 01:14:39.433121 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.518285 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a813c83-3445-48d8-bcff-3d96c30ad3bf req-f2d14169-6796-43d9-beb3-ba8ac5d4fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:39.519455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a813c83-3445-48d8-bcff-3d96c30ad3bf req-f2d14169-6796-43d9-beb3-ba8ac5d4fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:39.520162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a813c83-3445-48d8-bcff-3d96c30ad3bf req-f2d14169-6796-43d9-beb3-ba8ac5d4fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:39.520801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a813c83-3445-48d8-bcff-3d96c30ad3bf req-f2d14169-6796-43d9-beb3-ba8ac5d4fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:39.521497 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a813c83-3445-48d8-bcff-3d96c30ad3bf req-f2d14169-6796-43d9-beb3-ba8ac5d4fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:39.522174 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a813c83-3445-48d8-bcff-3d96c30ad3bf req-f2d14169-6796-43d9-beb3-ba8ac5d4fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:39.526194 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4a813c83-3445-48d8-bcff-3d96c30ad3bf req-f2d14169-6796-43d9-beb3-ba8ac5d4fd50 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1534f084f814923866cc1da0f965ab3&device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5294 time: 0.2321329 Aug 31 01:14:39.527813 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.534778 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:39.535638 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.816242 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d511c-22d9-4f78-bb9d-4234756aa7b7 req-b1623e97-1bfe-45e4-a552-3793f47e2d41 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:39.825423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a81d511c-22d9-4f78-bb9d-4234756aa7b7 req-b1623e97-1bfe-45e4-a552-3793f47e2d41 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 945 time: 0.1603110 Aug 31 01:14:39.869274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8ed10-9481-4c56-8dc8-0fb558e1c837 req-7c8162bf-09bf-4fa6-b573-6de328f428bd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:39.877987 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bc8ed10-9481-4c56-8dc8-0fb558e1c837 req-7c8162bf-09bf-4fa6-b573-6de328f428bd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2963443 Aug 31 01:14:39.958421 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a81d511c-22d9-4f78-bb9d-4234756aa7b7 req-5e23401b-e0cc-43f8-86f6-35f48d0f1611 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273174 Aug 31 01:14:39.986442 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bc8ed10-9481-4c56-8dc8-0fb558e1c837 req-e222b3dd-680a-4da9-a574-affb534ffc13 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071465 Aug 31 01:14:40.214344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d81a380-fcf4-4622-8fb9-2ce9b7259671 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:40.244501 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:40.290689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Transition to ACTIVE for port object 5d81a380-fcf4-4622-8fb9-2ce9b7259671 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:40.305977 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a813c83-3445-48d8-bcff-3d96c30ad3bf req-6b4e858d-40ee-497e-b77c-710279c2b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.307091 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a813c83-3445-48d8-bcff-3d96c30ad3bf req-6b4e858d-40ee-497e-b77c-710279c2b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.307748 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a813c83-3445-48d8-bcff-3d96c30ad3bf req-6b4e858d-40ee-497e-b77c-710279c2b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.309621 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4a813c83-3445-48d8-bcff-3d96c30ad3bf req-6b4e858d-40ee-497e-b77c-710279c2b3b8 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d1534f084f814923866cc1da0f965ab3&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7680173 Aug 31 01:14:40.314803 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8715038 Aug 31 01:14:40.315780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229fdd9-2f65-4003-aa71-72fc5b6fc0df req-41e9a734-e639-475f-8cfa-c60565d9fbeb tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.317444 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b229fdd9-2f65-4003-aa71-72fc5b6fc0df req-41e9a734-e639-475f-8cfa-c60565d9fbeb tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.0874722 Aug 31 01:14:40.318187 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:40.333942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf8912-d9f4-4bae-941c-b8557c71d23a req-47761791-038e-49ee-88bd-86c94cfd1042 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.340855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf8912-d9f4-4bae-941c-b8557c71d23a req-47761791-038e-49ee-88bd-86c94cfd1042 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.347689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf8912-d9f4-4bae-941c-b8557c71d23a req-47761791-038e-49ee-88bd-86c94cfd1042 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.354381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf8912-d9f4-4bae-941c-b8557c71d23a req-47761791-038e-49ee-88bd-86c94cfd1042 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.360598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf8912-d9f4-4bae-941c-b8557c71d23a req-47761791-038e-49ee-88bd-86c94cfd1042 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.385281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf8912-d9f4-4bae-941c-b8557c71d23a req-47761791-038e-49ee-88bd-86c94cfd1042 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.393551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-13cf8912-d9f4-4bae-941c-b8557c71d23a req-47761791-038e-49ee-88bd-86c94cfd1042 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 4606 time: 0.2734177 Aug 31 01:14:40.427204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a813c83-3445-48d8-bcff-3d96c30ad3bf req-69a5ab76-5ea6-48e0-9ef6-6d8ffd70a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.428920 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4a813c83-3445-48d8-bcff-3d96c30ad3bf req-69a5ab76-5ea6-48e0-9ef6-6d8ffd70a800 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995603 Aug 31 01:14:40.442178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cf174-6beb-4c34-9a06-e67e51f5c131 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event updated for resources: {'Network': ['ID=6f11ade6-5d61-4588-b7f3-05ce2dde3301,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:40.459462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 6f11ade6-5d61-4588-b7f3-05ce2dde3301 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:14:40.619841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-13cf8912-d9f4-4bae-941c-b8557c71d23a req-41a7eee8-d180-45a3-99c3-f549f411c3f4 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2181087 Aug 31 01:14:40.650041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b229fdd9-2f65-4003-aa71-72fc5b6fc0df req-ad4e7cb5-d8ea-4409-ae4b-50830be8eb0e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540903 Aug 31 01:14:40.702800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d81a380-fcf4-4622-8fb9-2ce9b7259671,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:40.995330 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:41.041174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Attempting to bind port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:41.042890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Attempting to bind port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:41.042890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Attempting to bind port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 on network f62d2f75-fd0d-4668-9ecd-88d3add15a6f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:41.048075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 on network f62d2f75-fd0d-4668-9ecd-88d3add15a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:14:41.048438 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Attempting to bind port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 on network f62d2f75-fd0d-4668-9ecd-88d3add15a6f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:41.062433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:41.062895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Checking segment: {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:41.063170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Bound using segment: {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:41.068668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Bound port: 5d81a380-fcf4-4622-8fb9-2ce9b7259671, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:41.069237 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:41.236182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd3f1b-8ff6-4735-aeca-872f42d0fece req-bf79c8e2-ba55-4d65-b344-e2de1a8dd9be tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:41.245319 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0fd3f1b-8ff6-4735-aeca-872f42d0fece req-bf79c8e2-ba55-4d65-b344-e2de1a8dd9be tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/networks?id=105ee8cf-aab1-4f23-b1db-9270288c3210 HTTP/1.1" status: 200 len: 814 time: 0.2909791 Aug 31 01:14:41.270541 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] For port 5d81a380-fcf4-4622-8fb9-2ce9b7259671, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:41.276958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] For port 5d81a380-fcf4-4622-8fb9-2ce9b7259671, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5d81a380-fcf4-4622-8fb9-2ce9b7259671,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:41.292660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0fd3f1b-8ff6-4735-aeca-872f42d0fece req-d04f7ecf-0868-434a-bad1-17cce1aeae1d tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/quotas/6561f26535884aaf92fc9c289eb8de27 HTTP/1.1" status: 200 len: 375 time: 0.0454690 Aug 31 01:14:41.314246 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:41.333436 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc11d04-e356-4328-b8da-67ea8e8f3514 req-cab66741-f560-43ee-bfb3-1848b6600d1f tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:41.339818 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6bc11d04-e356-4328-b8da-67ea8e8f3514 req-cab66741-f560-43ee-bfb3-1848b6600d1f tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 945 time: 0.2496846 Aug 31 01:14:41.510222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:41.512050 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:41.516800 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] 10.222.0.70 "PUT /v2.0/ports/5d81a380-fcf4-4622-8fb9-2ce9b7259671 HTTP/1.1" status: 200 len: 1136 time: 2.5414934 Aug 31 01:14:41.519327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': '5d81a380-fcf4-4622-8fb9-2ce9b7259671'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:41.529363 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3488dd80-e741-4d1e-8f72-58ca36812975" -d '{"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "5d81a380-fcf4-4622-8fb9-2ce9b7259671"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:41.559020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Request body: {'port': {'device_id': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:41.644354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0fd3f1b-8ff6-4735-aeca-872f42d0fece req-fabacbf6-f23e-4cbc-bfab-82331a038916 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6561f26535884aaf92fc9c289eb8de27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3498995 Aug 31 01:14:41.692127 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5eb55-1475-4f4d-950a-8562b9daacd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d81a380-fcf4-4622-8fb9-2ce9b7259671,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:41.740436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5f896-a235-4459-9201-71f8c16ee0fb req-3df271d0-685c-4f14-8194-ac80b9a543dc tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:41.749162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-6bc11d04-e356-4328-b8da-67ea8e8f3514 req-24141c3b-c349-4c82-9b64-700a84be4d07 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Deleting port 21e73b45-2fbe-405f-8ce5-577b0d371798 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:41.749586 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6bc11d04-e356-4328-b8da-67ea8e8f3514 req-24141c3b-c349-4c82-9b64-700a84be4d07 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:41.763945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0eb5f896-a235-4459-9201-71f8c16ee0fb req-3df271d0-685c-4f14-8194-ac80b9a543dc tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8e0aaf6-bc98-4abc-8688-55c4d0774b45 HTTP/1.1" status: 200 len: 945 time: 0.3355520 Aug 31 01:14:41.906514 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:41.972200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0eb5f896-a235-4459-9201-71f8c16ee0fb req-fd4bd7dd-679c-453a-8dfd-837255799a3c tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072499 Aug 31 01:14:42.045529 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ebead3d7-426f-4619-b5ae-a05641768960 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:42.095318 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6bc11d04-e356-4328-b8da-67ea8e8f3514 req-24141c3b-c349-4c82-9b64-700a84be4d07 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] For port 21e73b45-2fbe-405f-8ce5-577b0d371798, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=21e73b45-2fbe-405f-8ce5-577b0d371798,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:42.096092 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6bc11d04-e356-4328-b8da-67ea8e8f3514 req-24141c3b-c349-4c82-9b64-700a84be4d07 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:42.112347 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-6bc11d04-e356-4328-b8da-67ea8e8f3514 req-24141c3b-c349-4c82-9b64-700a84be4d07 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Calling delete_port for 21e73b45-2fbe-405f-8ce5-577b0d371798 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:42.214727 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: ebead3d7-426f-4619-b5ae-a05641768960 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:42.215156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ebead3d7-426f-4619-b5ae-a05641768960 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:42.276303 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6bc11d04-e356-4328-b8da-67ea8e8f3514 req-24141c3b-c349-4c82-9b64-700a84be4d07 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:42.314768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['d7827a61-9dc8-471c-8a81-f8828e12b54d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:42.339087 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24141c3b-c349-4c82-9b64-700a84be4d07 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Pushing event deleted for resources: {'Port': ['ID=21e73b45-2fbe-405f-8ce5-577b0d371798,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:42.343092 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0dfbd9-a5d3-4b22-a40c-65c47d81e57b x-openstack-request-id: req-8b0dfbd9-a5d3-4b22-a40c-65c47d81e57b {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:42.343880 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "5d81a380-fcf4-4622-8fb9-2ce9b7259671", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:42.344445 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b0dfbd9-a5d3-4b22-a40c-65c47d81e57b {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:42.348374 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': '5d81a380-fcf4-4622-8fb9-2ce9b7259671', 'status': 'completed', 'code': 200} Aug 31 01:14:42.441030 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['21e73b45-2fbe-405f-8ce5-577b0d371798'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:42.488590 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc11d04-e356-4328-b8da-67ea8e8f3514 req-24141c3b-c349-4c82-9b64-700a84be4d07 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] No DVR routers for this DVR port 21e73b45-2fbe-405f-8ce5-577b0d371798 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:42.501671 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6bc11d04-e356-4328-b8da-67ea8e8f3514 req-24141c3b-c349-4c82-9b64-700a84be4d07 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:42.518087 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6bc11d04-e356-4328-b8da-67ea8e8f3514 req-24141c3b-c349-4c82-9b64-700a84be4d07 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.15 "DELETE /v2.0/ports/21e73b45-2fbe-405f-8ce5-577b0d371798 HTTP/1.1" status: 204 len: 173 time: 1.1711271 Aug 31 01:14:42.521553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e0aaf6-bc98-4abc-8688-55c4d0774b45', 'name': 'network-vif-deleted', 'tag': '21e73b45-2fbe-405f-8ce5-577b0d371798'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:42.528401 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4a20b7-2172-464f-a015-0ac603613ae3" -d '{"events": [{"server_uuid": "d8e0aaf6-bc98-4abc-8688-55c4d0774b45", "name": "network-vif-deleted", "tag": "21e73b45-2fbe-405f-8ce5-577b0d371798"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:42.580673 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488dd80-e741-4d1e-8f72-58ca36812975 req-e7bdffdb-7335-48e9-9479-908949b88fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.581488 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488dd80-e741-4d1e-8f72-58ca36812975 req-e7bdffdb-7335-48e9-9479-908949b88fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.589287 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488dd80-e741-4d1e-8f72-58ca36812975 req-e7bdffdb-7335-48e9-9479-908949b88fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.590310 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488dd80-e741-4d1e-8f72-58ca36812975 req-e7bdffdb-7335-48e9-9479-908949b88fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.594963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488dd80-e741-4d1e-8f72-58ca36812975 req-e7bdffdb-7335-48e9-9479-908949b88fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.595548 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488dd80-e741-4d1e-8f72-58ca36812975 req-e7bdffdb-7335-48e9-9479-908949b88fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.600019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488dd80-e741-4d1e-8f72-58ca36812975 req-e7bdffdb-7335-48e9-9479-908949b88fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.603629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678b74c-9982-487e-a839-4f88510fff4f req-053076e2-8e91-4066-9d03-bc147f348907 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.611028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e678b74c-9982-487e-a839-4f88510fff4f req-053076e2-8e91-4066-9d03-bc147f348907 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 945 time: 0.4503040 Aug 31 01:14:42.622373 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3488dd80-e741-4d1e-8f72-58ca36812975 req-e7bdffdb-7335-48e9-9479-908949b88fc9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1534f084f814923866cc1da0f965ab3&device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 6223 time: 0.3224998 Aug 31 01:14:42.796337 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e678b74c-9982-487e-a839-4f88510fff4f req-60f5617b-185f-42c9-8cb9-a621fa114118 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcb22687-7bba-4a5a-add6-86621daf7d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714001 Aug 31 01:14:42.855866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7756dd-fced-45ac-8c19-74c78cf26a29 req-58c68365-d6b1-4476-bb11-e15f7b04cb77 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.883801 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7756dd-fced-45ac-8c19-74c78cf26a29 req-58c68365-d6b1-4476-bb11-e15f7b04cb77 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.897657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7756dd-fced-45ac-8c19-74c78cf26a29 req-58c68365-d6b1-4476-bb11-e15f7b04cb77 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.909894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7756dd-fced-45ac-8c19-74c78cf26a29 req-58c68365-d6b1-4476-bb11-e15f7b04cb77 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.959272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7756dd-fced-45ac-8c19-74c78cf26a29 req-58c68365-d6b1-4476-bb11-e15f7b04cb77 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.972834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cebca-d1d8-4672-aee7-b3eb7d4f7ee8 req-95fef64e-8a4e-4928-9e44-ef68408cb998 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.974874 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f4cebca-d1d8-4672-aee7-b3eb7d4f7ee8 req-95fef64e-8a4e-4928-9e44-ef68408cb998 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 945 time: 0.0935454 Aug 31 01:14:42.978376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7756dd-fced-45ac-8c19-74c78cf26a29 req-58c68365-d6b1-4476-bb11-e15f7b04cb77 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:43.008295 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7756dd-fced-45ac-8c19-74c78cf26a29 req-58c68365-d6b1-4476-bb11-e15f7b04cb77 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:43.008537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488dd80-e741-4d1e-8f72-58ca36812975 req-71f7f1e1-6207-4743-925f-2512f585e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:43.009119 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488dd80-e741-4d1e-8f72-58ca36812975 req-71f7f1e1-6207-4743-925f-2512f585e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:43.009637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488dd80-e741-4d1e-8f72-58ca36812975 req-71f7f1e1-6207-4743-925f-2512f585e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:43.011314 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3488dd80-e741-4d1e-8f72-58ca36812975 req-71f7f1e1-6207-4743-925f-2512f585e26b service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d1534f084f814923866cc1da0f965ab3&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3846672 Aug 31 01:14:43.027907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a7756dd-fced-45ac-8c19-74c78cf26a29 req-58c68365-d6b1-4476-bb11-e15f7b04cb77 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5383 time: 0.5935779 Aug 31 01:14:43.215551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-4f4cebca-d1d8-4672-aee7-b3eb7d4f7ee8 req-2db74db4-9874-4fb7-b28a-6e50d3392a49 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Deleting port a7076f0e-7fb7-4e68-90cd-1a3ff631d30f {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:43.216151 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4f4cebca-d1d8-4672-aee7-b3eb7d4f7ee8 req-2db74db4-9874-4fb7-b28a-6e50d3392a49 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:43.341957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37705bfd-5dbc-4051-a010-ae4dce40f5bd {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:43.357888 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:43.380798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Transition to ACTIVE for port object 37705bfd-5dbc-4051-a010-ae4dce40f5bd will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:43.411393 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:43.425029 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-4f4cebca-d1d8-4672-aee7-b3eb7d4f7ee8 req-2db74db4-9874-4fb7-b28a-6e50d3392a49 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] For port a7076f0e-7fb7-4e68-90cd-1a3ff631d30f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a7076f0e-7fb7-4e68-90cd-1a3ff631d30f,segment=NetworkSegment(9c2fd4ae-c80b-4b30-af74-ca9880c194c8),segment_id=9c2fd4ae-c80b-4b30-af74-ca9880c194c8)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:43.426173 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4f4cebca-d1d8-4672-aee7-b3eb7d4f7ee8 req-2db74db4-9874-4fb7-b28a-6e50d3392a49 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:43.495383 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-4f4cebca-d1d8-4672-aee7-b3eb7d4f7ee8 req-2db74db4-9874-4fb7-b28a-6e50d3392a49 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Calling delete_port for a7076f0e-7fb7-4e68-90cd-1a3ff631d30f owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:43.520258 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488dd80-e741-4d1e-8f72-58ca36812975 req-4deb02dd-364b-424c-a507-02c84ce8c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:43.522046 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3488dd80-e741-4d1e-8f72-58ca36812975 req-4deb02dd-364b-424c-a507-02c84ce8c114 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4866781 Aug 31 01:14:43.738409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a7756dd-fced-45ac-8c19-74c78cf26a29 req-72418483-0187-4b2b-8fcc-0461cb19e4b3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7083886 Aug 31 01:14:43.766565 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577c532-061e-49b1-bdf0-cc2518737ae8 req-1b989fb3-347c-42b0-84ec-2967f1486854 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:43.787040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1577c532-061e-49b1-bdf0-cc2518737ae8 req-1b989fb3-347c-42b0-84ec-2967f1486854 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.7386158 Aug 31 01:14:43.807835 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54084) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:43.814767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Pushing event updated for resources: {'Port': ['ID=37705bfd-5dbc-4051-a010-ae4dce40f5bd,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:43.816449 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-3e08cb41-63f6-41ee-a7a4-e459b22ab5fd tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Request body: {'subnet': {'network_id': '6f11ade6-5d61-4588-b7f3-05ce2dde3301', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:43.884480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Attempting to bind port 37705bfd-5dbc-4051-a010-ae4dce40f5bd on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:43.884715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Attempting to bind port 37705bfd-5dbc-4051-a010-ae4dce40f5bd by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:43.885044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Attempting to bind port 37705bfd-5dbc-4051-a010-ae4dce40f5bd on network f62d2f75-fd0d-4668-9ecd-88d3add15a6f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:43.896103 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1577c532-061e-49b1-bdf0-cc2518737ae8 req-413015b4-b2e4-4f3a-989d-229ec55f5d03 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951700 Aug 31 01:14:43.896962 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Port 37705bfd-5dbc-4051-a010-ae4dce40f5bd on network f62d2f75-fd0d-4668-9ecd-88d3add15a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:14:43.897226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Attempting to bind port 37705bfd-5dbc-4051-a010-ae4dce40f5bd on network f62d2f75-fd0d-4668-9ecd-88d3add15a6f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:43.903398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:43.903635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Checking segment: {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:43.904267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Bound using segment: {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:43.904703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Bound port: 37705bfd-5dbc-4051-a010-ae4dce40f5bd, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:43.905061 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:43.986457 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4f4cebca-d1d8-4672-aee7-b3eb7d4f7ee8 req-2db74db4-9874-4fb7-b28a-6e50d3392a49 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:44.000410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] For port 37705bfd-5dbc-4051-a010-ae4dce40f5bd, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:44.005586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] For port 37705bfd-5dbc-4051-a010-ae4dce40f5bd, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=37705bfd-5dbc-4051-a010-ae4dce40f5bd,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:44.017802 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['a7076f0e-7fb7-4e68-90cd-1a3ff631d30f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:44.022309 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:44.053994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:44.054960 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:44.062421 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] 10.222.0.70 "PUT /v2.0/ports/37705bfd-5dbc-4051-a010-ae4dce40f5bd HTTP/1.1" status: 200 len: 1091 time: 2.5078290 Aug 31 01:14:44.147333 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5630e37c-ddd2-4645-b80a-dc26f220f5eb x-openstack-request-id: req-5630e37c-ddd2-4645-b80a-dc26f220f5eb {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:44.147670 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e0aaf6-bc98-4abc-8688-55c4d0774b45", "name": "network-vif-deleted", "tag": "21e73b45-2fbe-405f-8ce5-577b0d371798", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:44.147959 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5630e37c-ddd2-4645-b80a-dc26f220f5eb {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:44.149516 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e0aaf6-bc98-4abc-8688-55c4d0774b45', 'name': 'network-vif-deleted', 'tag': '21e73b45-2fbe-405f-8ce5-577b0d371798', 'status': 'completed', 'code': 200} Aug 31 01:14:44.150529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db74db4-9874-4fb7-b28a-6e50d3392a49 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Pushing event deleted for resources: {'Port': ['ID=a7076f0e-7fb7-4e68-90cd-1a3ff631d30f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:44.156294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e08cb41-63f6-41ee-a7a4-e459b22ab5fd tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Made reservation on behalf of 39c54a16077c4385a14c81c74f228c91 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:44.160676 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3e08cb41-63f6-41ee-a7a4-e459b22ab5fd tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:44.172506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Request body: {'port': {'device_id': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:44.363342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': '37705bfd-5dbc-4051-a010-ae4dce40f5bd'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:44.366904 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ecbb20-8a69-4497-8102-b3d62c7f80ac" -d '{"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "37705bfd-5dbc-4051-a010-ae4dce40f5bd"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:44.514524 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4cebca-d1d8-4672-aee7-b3eb7d4f7ee8 req-2db74db4-9874-4fb7-b28a-6e50d3392a49 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] No DVR routers for this DVR port a7076f0e-7fb7-4e68-90cd-1a3ff631d30f on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:44.523807 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4f4cebca-d1d8-4672-aee7-b3eb7d4f7ee8 req-2db74db4-9874-4fb7-b28a-6e50d3392a49 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:44.526808 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f4cebca-d1d8-4672-aee7-b3eb7d4f7ee8 req-2db74db4-9874-4fb7-b28a-6e50d3392a49 tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.15 "DELETE /v2.0/ports/a7076f0e-7fb7-4e68-90cd-1a3ff631d30f HTTP/1.1" status: 204 len: 173 time: 1.5368521 Aug 31 01:14:44.557922 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-403298e8-75bb-484b-9aa8-89c8ff74378e req-7944f879-621e-4795-b331-683d2d0d550d tempest-ServerMetadataNegativeTestJSON-73719241 tempest-ServerMetadataNegativeTestJSON-73719241-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b4d17ca-d208-4587-8c34-ad0b7308fe44 HTTP/1.1" status: 200 len: 210 time: 0.2503777 Aug 31 01:14:44.607125 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:44.610723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8637f2-8f62-4aa0-b7eb-f55a918c5cca service neutron] Pushing event updated for resources: {'Port': ['ID=37705bfd-5dbc-4051-a010-ae4dce40f5bd,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:44.638027 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3e08cb41-63f6-41ee-a7a4-e459b22ab5fd tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:44.639532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1004fb7-72e5-452f-a774-b276a7018a46 req-8619da59-c6d1-4f86-983a-824b13f845ba tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:44.641180 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1004fb7-72e5-452f-a774-b276a7018a46 req-8619da59-c6d1-4f86-983a-824b13f845ba tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.3574433 Aug 31 01:14:44.644763 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e49b845-1a47-43fa-8210-b7927427902f x-openstack-request-id: req-5e49b845-1a47-43fa-8210-b7927427902f {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:44.645077 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "37705bfd-5dbc-4051-a010-ae4dce40f5bd", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:44.645264 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e49b845-1a47-43fa-8210-b7927427902f {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:44.645604 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': '37705bfd-5dbc-4051-a010-ae4dce40f5bd', 'status': 'completed', 'code': 200} Aug 31 01:14:44.725131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1004fb7-72e5-452f-a774-b276a7018a46 req-a13dbf95-de2d-4a5c-9c60-2c289d902357 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407143 Aug 31 01:14:44.743448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08cb41-63f6-41ee-a7a4-e459b22ab5fd tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event updated for resources: {'Subnet': ['ID=1e959f31-f24f-43ee-88cc-461fa9b56938,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:44.818996 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecbb20-8a69-4497-8102-b3d62c7f80ac req-34be2a60-0bce-42b3-b5ff-4b78b88cbcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:44.819496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecbb20-8a69-4497-8102-b3d62c7f80ac req-34be2a60-0bce-42b3-b5ff-4b78b88cbcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:44.820054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecbb20-8a69-4497-8102-b3d62c7f80ac req-34be2a60-0bce-42b3-b5ff-4b78b88cbcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:44.821177 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecbb20-8a69-4497-8102-b3d62c7f80ac req-34be2a60-0bce-42b3-b5ff-4b78b88cbcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:44.821492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecbb20-8a69-4497-8102-b3d62c7f80ac req-34be2a60-0bce-42b3-b5ff-4b78b88cbcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:44.822167 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecbb20-8a69-4497-8102-b3d62c7f80ac req-34be2a60-0bce-42b3-b5ff-4b78b88cbcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:44.822622 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecbb20-8a69-4497-8102-b3d62c7f80ac req-34be2a60-0bce-42b3-b5ff-4b78b88cbcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:44.824859 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-27ecbb20-8a69-4497-8102-b3d62c7f80ac req-34be2a60-0bce-42b3-b5ff-4b78b88cbcd8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1534f084f814923866cc1da0f965ab3&device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 6291 time: 0.0851145 Aug 31 01:14:44.826804 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e08cb41-63f6-41ee-a7a4-e459b22ab5fd tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Checking segment: {'id': '58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6f11ade6-5d61-4588-b7f3-05ce2dde3301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:44.827131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e08cb41-63f6-41ee-a7a4-e459b22ab5fd tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Network hostable DHCP agents. Network: 6f11ade6-5d61-4588-b7f3-05ce2dde3301, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:14:44.900288 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e08cb41-63f6-41ee-a7a4-e459b22ab5fd tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Network 6f11ade6-5d61-4588-b7f3-05ce2dde3301 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:14:44.927893 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-3e08cb41-63f6-41ee-a7a4-e459b22ab5fd tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 6f11ade6-5d61-4588-b7f3-05ce2dde3301) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:44.938152 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e08cb41-63f6-41ee-a7a4-e459b22ab5fd tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:44.938752 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3e08cb41-63f6-41ee-a7a4-e459b22ab5fd tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:44.942444 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56ce9c8-7b59-44a2-a3cb-447533fd1762 None None] Network 6f11ade6-5d61-4588-b7f3-05ce2dde3301 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:44.999235 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3e08cb41-63f6-41ee-a7a4-e459b22ab5fd tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1900516 Aug 31 01:14:45.005230 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54116) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:45.010805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d8adeb50-aad1-43e2-b6eb-e719bf2a18ba tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-47940747'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:45.014393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63298b-bab5-463b-bf48-91622fd5466f req-ffdef5a1-a42d-4309-bf20-449253be4369 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.020620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63298b-bab5-463b-bf48-91622fd5466f req-ffdef5a1-a42d-4309-bf20-449253be4369 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.024912 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecbb20-8a69-4497-8102-b3d62c7f80ac req-ed1b7ba1-afcb-41f3-8fae-1caaa2c805bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.025394 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecbb20-8a69-4497-8102-b3d62c7f80ac req-ed1b7ba1-afcb-41f3-8fae-1caaa2c805bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.025857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecbb20-8a69-4497-8102-b3d62c7f80ac req-ed1b7ba1-afcb-41f3-8fae-1caaa2c805bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.026653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63298b-bab5-463b-bf48-91622fd5466f req-ffdef5a1-a42d-4309-bf20-449253be4369 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.027468 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-27ecbb20-8a69-4497-8102-b3d62c7f80ac req-ed1b7ba1-afcb-41f3-8fae-1caaa2c805bd service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d1534f084f814923866cc1da0f965ab3&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1936071 Aug 31 01:14:45.032581 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63298b-bab5-463b-bf48-91622fd5466f req-ffdef5a1-a42d-4309-bf20-449253be4369 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.039655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63298b-bab5-463b-bf48-91622fd5466f req-ffdef5a1-a42d-4309-bf20-449253be4369 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.045669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63298b-bab5-463b-bf48-91622fd5466f req-ffdef5a1-a42d-4309-bf20-449253be4369 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.051591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63298b-bab5-463b-bf48-91622fd5466f req-ffdef5a1-a42d-4309-bf20-449253be4369 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.060364 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df63298b-bab5-463b-bf48-91622fd5466f req-ffdef5a1-a42d-4309-bf20-449253be4369 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5395 time: 0.1639481 Aug 31 01:14:45.137070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecbb20-8a69-4497-8102-b3d62c7f80ac req-8b6a5063-c84b-4109-963e-9d589479d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.138592 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-27ecbb20-8a69-4497-8102-b3d62c7f80ac req-8b6a5063-c84b-4109-963e-9d589479d63b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1026082 Aug 31 01:14:45.150158 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8adeb50-aad1-43e2-b6eb-e719bf2a18ba tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Made reservation on behalf of 39c54a16077c4385a14c81c74f228c91 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:45.157469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8adeb50-aad1-43e2-b6eb-e719bf2a18ba tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.211606 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 21e73b45-2fbe-405f-8ce5-577b0d371798 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:45.212377 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8adeb50-aad1-43e2-b6eb-e719bf2a18ba tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:14:45.232652 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8adeb50-aad1-43e2-b6eb-e719bf2a18ba tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.234653 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-d8adeb50-aad1-43e2-b6eb-e719bf2a18ba tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Added segment 8fce24b2-34c3-449b-82d4-f9582a6b5232 of type vlan for network 1efbe9ad-ca9d-469f-881f-69245887a1b5 Aug 31 01:14:45.245981 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 21e73b45-2fbe-405f-8ce5-577b0d371798 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:45.246735 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 21e73b45-2fbe-405f-8ce5-577b0d371798 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:45.249314 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-6f11ade6-5d61-4588-b7f3-05ce2dde3301', 'network_id': '6f11ade6-5d61-4588-b7f3-05ce2dde3301', 'tenant_id': '39c54a16077c4385a14c81c74f228c91', 'fixed_ips': [{'subnet_id': '1e959f31-f24f-43ee-88cc-461fa9b56938'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:14:45.250474 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.327242 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8adeb50-aad1-43e2-b6eb-e719bf2a18ba tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.385328 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8adeb50-aad1-43e2-b6eb-e719bf2a18ba tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.394027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8adeb50-aad1-43e2-b6eb-e719bf2a18ba tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.399885 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8adeb50-aad1-43e2-b6eb-e719bf2a18ba tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.464545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Allocated IP 2001:db8:0:ffff::2 (6f11ade6-5d61-4588-b7f3-05ce2dde3301/1e959f31-f24f-43ee-88cc-461fa9b56938/199152f5-1749-4230-ba6a-eaf3c1f15099) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:45.552937 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adeb50-aad1-43e2-b6eb-e719bf2a18ba tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event updated for resources: {'Network': ['ID=1efbe9ad-ca9d-469f-881f-69245887a1b5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:45.567080 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d8adeb50-aad1-43e2-b6eb-e719bf2a18ba tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5606339 Aug 31 01:14:45.569837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54130) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:45.575812 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 1efbe9ad-ca9d-469f-881f-69245887a1b5 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:14:45.581363 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b005759a-573e-4cab-bf5a-86356e59d61e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Request body: {'subnet': {'network_id': '1efbe9ad-ca9d-469f-881f-69245887a1b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:45.616203 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8749535-7af9-4989-b4a0-e127722fc89c req-6d95d6ea-4f27-40f2-9b8b-c3ea14458714 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6561f26535884aaf92fc9c289eb8de27 HTTP/1.1" status: 200 len: 221 time: 0.6443422 Aug 31 01:14:45.638615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df63298b-bab5-463b-bf48-91622fd5466f req-f40561e4-31ef-4b5e-831b-074240097bd9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5773268 Aug 31 01:14:45.728194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b005759a-573e-4cab-bf5a-86356e59d61e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Made reservation on behalf of 39c54a16077c4385a14c81c74f228c91 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:45.732580 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b005759a-573e-4cab-bf5a-86356e59d61e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.770033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54142) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:45.814993 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.823650 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Transition to ACTIVE for port object 199152f5-1749-4230-ba6a-eaf3c1f15099 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:45.840220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Transition to ACTIVE for port object 199152f5-1749-4230-ba6a-eaf3c1f15099 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:45.856099 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.917860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b39623-2ba9-41c7-8397-77d6a2e9904e admin admin] Deleting subnet af1ae26b-2699-473a-9754-ae17a840ba48 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:45.924148 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14b39623-2ba9-41c7-8397-77d6a2e9904e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.936601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cb103b-7662-48f3-b93d-2288cfdea400 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:45.941743 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Network 6f11ade6-5d61-4588-b7f3-05ce2dde3301 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:45.967025 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.972705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:45.975057 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Pushing event updated for resources: {'Port': ['ID=199152f5-1749-4230-ba6a-eaf3c1f15099,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:45.978757 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14b39623-2ba9-41c7-8397-77d6a2e9904e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.979268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:46.019549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Transition to ACTIVE for port object f3cb103b-7662-48f3-b93d-2288cfdea400 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:46.035385 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.052893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094cd3c-88fa-455d-9725-9de446c4f623 req-f8681482-4954-4ce7-ad05-38a7f1e0998d tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:46.055194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Attempting to bind port 199152f5-1749-4230-ba6a-eaf3c1f15099 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:46.055471 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Attempting to bind port 199152f5-1749-4230-ba6a-eaf3c1f15099 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6f11ade6-5d61-4588-b7f3-05ce2dde3301'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:46.056036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Attempting to bind port 199152f5-1749-4230-ba6a-eaf3c1f15099 on network 6f11ade6-5d61-4588-b7f3-05ce2dde3301 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:46.056389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6094cd3c-88fa-455d-9725-9de446c4f623 req-f8681482-4954-4ce7-ad05-38a7f1e0998d tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2031515 Aug 31 01:14:46.062751 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:46.063136 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Checking segment: {'id': '58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6f11ade6-5d61-4588-b7f3-05ce2dde3301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:46.063580 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.063977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Bound using segment: {'id': '58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6f11ade6-5d61-4588-b7f3-05ce2dde3301'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:46.064533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Bound port: 199152f5-1749-4230-ba6a-eaf3c1f15099, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6f11ade6-5d61-4588-b7f3-05ce2dde3301'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:46.064893 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.116829 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14b39623-2ba9-41c7-8397-77d6a2e9904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.154704 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6094cd3c-88fa-455d-9725-9de446c4f623 req-4e638aa2-2fc2-4001-bc3d-371ef6584c5e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573773 Aug 31 01:14:46.182408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4d17ca-d208-4587-8c34-ad0b7308fe44', 'name': 'network-vif-deleted', 'tag': 'a7076f0e-7fb7-4e68-90cd-1a3ff631d30f'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:46.187634 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46873458-e716-47fd-8ecd-0324719f1a1b" -d '{"events": [{"server_uuid": "9b4d17ca-d208-4587-8c34-ad0b7308fe44", "name": "network-vif-deleted", "tag": "a7076f0e-7fb7-4e68-90cd-1a3ff631d30f"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:46.189915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cb103b-7662-48f3-b93d-2288cfdea400,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:46.195798 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] For port 199152f5-1749-4230-ba6a-eaf3c1f15099, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:46.202390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] For port 199152f5-1749-4230-ba6a-eaf3c1f15099, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=199152f5-1749-4230-ba6a-eaf3c1f15099,segment=NetworkSegment(58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed),segment_id=58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:46.211355 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.380323 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478792cb-c7f4-48ee-b0de-7f2b3bdd4eb6 x-openstack-request-id: req-478792cb-c7f4-48ee-b0de-7f2b3bdd4eb6 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:46.382868 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4d17ca-d208-4587-8c34-ad0b7308fe44", "name": "network-vif-deleted", "tag": "a7076f0e-7fb7-4e68-90cd-1a3ff631d30f", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:46.383244 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-478792cb-c7f4-48ee-b0de-7f2b3bdd4eb6 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:46.383860 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4d17ca-d208-4587-8c34-ad0b7308fe44', 'name': 'network-vif-deleted', 'tag': 'a7076f0e-7fb7-4e68-90cd-1a3ff631d30f', 'status': 'completed', 'code': 200} Aug 31 01:14:46.412346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33f184-42c3-489e-b76d-df4eded1313b None None] Pushing event updated for resources: {'Port': ['ID=199152f5-1749-4230-ba6a-eaf3c1f15099,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:46.440515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b554c-bf10-45a4-b4d1-e81cc2ec059a req-11cb9738-eb63-4455-96e2-de450b085867 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:46.442462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c19b554c-bf10-45a4-b4d1-e81cc2ec059a req-11cb9738-eb63-4455-96e2-de450b085867 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1135008 Aug 31 01:14:46.446289 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Attempting to bind port f3cb103b-7662-48f3-b93d-2288cfdea400 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:46.446829 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Attempting to bind port f3cb103b-7662-48f3-b93d-2288cfdea400 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:46.447352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Attempting to bind port f3cb103b-7662-48f3-b93d-2288cfdea400 on network f62d2f75-fd0d-4668-9ecd-88d3add15a6f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:46.459662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Port f3cb103b-7662-48f3-b93d-2288cfdea400 on network f62d2f75-fd0d-4668-9ecd-88d3add15a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:14:46.459980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Attempting to bind port f3cb103b-7662-48f3-b93d-2288cfdea400 on network f62d2f75-fd0d-4668-9ecd-88d3add15a6f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:46.473535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:46.473883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Checking segment: {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:46.474403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Bound using segment: {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:46.474896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Bound port: f3cb103b-7662-48f3-b93d-2288cfdea400, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e9d3e3-e427-41e3-bd00-cd405da735a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:46.475260 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.512680 n-d-802060-13 neutron-server[94760]: DEBUG neutron.objects.ports [None req-b005759a-573e-4cab-bf5a-86356e59d61e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:14:46.517042 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b005759a-573e-4cab-bf5a-86356e59d61e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.569231 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] For port f3cb103b-7662-48f3-b93d-2288cfdea400, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:46.573681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] For port f3cb103b-7662-48f3-b93d-2288cfdea400, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f3cb103b-7662-48f3-b93d-2288cfdea400,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:46.583992 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.586982 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14b39623-2ba9-41c7-8397-77d6a2e9904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.624631 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14b39623-2ba9-41c7-8397-77d6a2e9904e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.627713 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-14b39623-2ba9-41c7-8397-77d6a2e9904e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/af1ae26b-2699-473a-9754-ae17a840ba48 HTTP/1.1" status: 204 len: 168 time: 0.8512676 Aug 31 01:14:46.632195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54152) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:46.638927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:46.640285 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.642523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] 10.222.0.70 "PUT /v2.0/ports/f3cb103b-7662-48f3-b93d-2288cfdea400 HTTP/1.1" status: 200 len: 1092 time: 2.4926298 Aug 31 01:14:46.646057 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c19b554c-bf10-45a4-b4d1-e81cc2ec059a req-bf6947ce-66d5-4d6f-90a0-93bac517653a tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929760 Aug 31 01:14:46.658844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': 'f3cb103b-7662-48f3-b93d-2288cfdea400'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:46.663014 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdefd628-0129-46ac-9109-59696d8d27d9" -d '{"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "f3cb103b-7662-48f3-b93d-2288cfdea400"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:46.689785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b005759a-573e-4cab-bf5a-86356e59d61e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Checking segment: {'id': '8fce24b2-34c3-449b-82d4-f9582a6b5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efbe9ad-ca9d-469f-881f-69245887a1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:46.690335 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b005759a-573e-4cab-bf5a-86356e59d61e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Network hostable DHCP agents. Network: 1efbe9ad-ca9d-469f-881f-69245887a1b5, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:14:46.694480 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005759a-573e-4cab-bf5a-86356e59d61e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event updated for resources: {'Subnet': ['ID=62d49f57-ed6d-4c18-8856-d02c297cb242,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:46.738742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b39623-2ba9-41c7-8397-77d6a2e9904e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af1ae26b-2699-473a-9754-ae17a840ba48,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:46.761614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b005759a-573e-4cab-bf5a-86356e59d61e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Network 1efbe9ad-ca9d-469f-881f-69245887a1b5 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:14:46.786220 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b005759a-573e-4cab-bf5a-86356e59d61e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 1efbe9ad-ca9d-469f-881f-69245887a1b5) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:46.796993 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b005759a-573e-4cab-bf5a-86356e59d61e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:46.797857 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b005759a-573e-4cab-bf5a-86356e59d61e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.802633 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d704f3e-c165-4da6-b640-dd1359481ae0 None None] Network 1efbe9ad-ca9d-469f-881f-69245887a1b5 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:46.834480 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b005759a-573e-4cab-bf5a-86356e59d61e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2611098 Aug 31 01:14:46.837557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54166) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:46.845527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-63eb2443-b05b-48d0-a7d4-07a64bfd41c0 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Request body: {'port': {'network_id': '1efbe9ad-ca9d-469f-881f-69245887a1b5', 'name': 'tempest-NetworksIpV6TestAttrs-665289734'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:46.926678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Request body: {'port': {'device_id': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:47.145852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eb2443-b05b-48d0-a7d4-07a64bfd41c0 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Made reservation on behalf of 39c54a16077c4385a14c81c74f228c91 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:47.151254 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63eb2443-b05b-48d0-a7d4-07a64bfd41c0 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:47.174025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-63eb2443-b05b-48d0-a7d4-07a64bfd41c0 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] device_id is not set on port e6c0ea1d-6f3b-4c50-9479-46050ae13393 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:14:47.213916 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-1efbe9ad-ca9d-469f-881f-69245887a1b5', 'network_id': '1efbe9ad-ca9d-469f-881f-69245887a1b5', 'tenant_id': '39c54a16077c4385a14c81c74f228c91', 'fixed_ips': [{'subnet_id': '62d49f57-ed6d-4c18-8856-d02c297cb242'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:14:47.215026 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:47.244494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcf090-8b5e-4d5d-9e9d-ae17fed6dd56 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cb103b-7662-48f3-b93d-2288cfdea400,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:47.324044 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:47.337133 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-63eb2443-b05b-48d0-a7d4-07a64bfd41c0 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Allocated IP 2001:db8::f816:3eff:fe62:db98 (1efbe9ad-ca9d-469f-881f-69245887a1b5/62d49f57-ed6d-4c18-8856-d02c297cb242/e6c0ea1d-6f3b-4c50-9479-46050ae13393) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:47.340466 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f8160a7-69ec-453a-88c3-cd478b5021a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:47.350104 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a7076f0e-7fb7-4e68-90cd-1a3ff631d30f no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:47.369891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b676b-c64d-45b3-8805-7e79a8fa5a29 req-fe48174b-b16e-40d6-beeb-f33066fa4294 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.375741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b676b-c64d-45b3-8805-7e79a8fa5a29 req-fe48174b-b16e-40d6-beeb-f33066fa4294 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.381082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: a7076f0e-7fb7-4e68-90cd-1a3ff631d30f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:47.381665 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a7076f0e-7fb7-4e68-90cd-1a3ff631d30f not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:47.381964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b676b-c64d-45b3-8805-7e79a8fa5a29 req-fe48174b-b16e-40d6-beeb-f33066fa4294 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.388003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b676b-c64d-45b3-8805-7e79a8fa5a29 req-fe48174b-b16e-40d6-beeb-f33066fa4294 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.394001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b676b-c64d-45b3-8805-7e79a8fa5a29 req-fe48174b-b16e-40d6-beeb-f33066fa4294 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.400985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b676b-c64d-45b3-8805-7e79a8fa5a29 req-fe48174b-b16e-40d6-beeb-f33066fa4294 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.406815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b676b-c64d-45b3-8805-7e79a8fa5a29 req-fe48174b-b16e-40d6-beeb-f33066fa4294 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.416521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c3b676b-c64d-45b3-8805-7e79a8fa5a29 req-fe48174b-b16e-40d6-beeb-f33066fa4294 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5407 time: 0.4769616 Aug 31 01:14:47.503863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e371c2f-116b-4267-83b3-1821d4c936af req-0314adf0-a32e-4d96-ac53-1e4bd9c11009 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.518701 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e371c2f-116b-4267-83b3-1821d4c936af req-0314adf0-a32e-4d96-ac53-1e4bd9c11009 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.3794403 Aug 31 01:14:47.535998 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63eb2443-b05b-48d0-a7d4-07a64bfd41c0 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:47.553708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-63eb2443-b05b-48d0-a7d4-07a64bfd41c0 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Transition to ACTIVE for port object e6c0ea1d-6f3b-4c50-9479-46050ae13393 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:47.609180 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63eb2443-b05b-48d0-a7d4-07a64bfd41c0 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:47.673181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Allocated IP 2001:db8::f816:3eff:fe25:be8c (1efbe9ad-ca9d-469f-881f-69245887a1b5/62d49f57-ed6d-4c18-8856-d02c297cb242/e47b41a8-4d44-4de6-bcf9-356e7dd59d27) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:47.684502 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e371c2f-116b-4267-83b3-1821d4c936af req-2059b96f-0178-451c-a44d-b6d506b4ba92 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648281 Aug 31 01:14:47.710562 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eb2443-b05b-48d0-a7d4-07a64bfd41c0 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Network 1efbe9ad-ca9d-469f-881f-69245887a1b5 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:47.722011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-63eb2443-b05b-48d0-a7d4-07a64bfd41c0 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:47.726287 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eb2443-b05b-48d0-a7d4-07a64bfd41c0 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:47.732996 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eb2443-b05b-48d0-a7d4-07a64bfd41c0 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.733760 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63eb2443-b05b-48d0-a7d4-07a64bfd41c0 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:47.767391 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c3b676b-c64d-45b3-8805-7e79a8fa5a29 req-a4e17f4d-3f4a-452b-9904-1238add1dda5 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3498688 Aug 31 01:14:47.777732 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-63eb2443-b05b-48d0-a7d4-07a64bfd41c0 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9363918 Aug 31 01:14:47.790432 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54174) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:47.853421 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb2443-b05b-48d0-a7d4-07a64bfd41c0 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event updated for resources: {'Port': ['ID=e6c0ea1d-6f3b-4c50-9479-46050ae13393,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:47.854358 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33822be-0b3e-41b8-bd7d-e41adfdf8cfd x-openstack-request-id: req-f33822be-0b3e-41b8-bd7d-e41adfdf8cfd {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:47.854659 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "f3cb103b-7662-48f3-b93d-2288cfdea400", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:47.854913 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f33822be-0b3e-41b8-bd7d-e41adfdf8cfd {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:47.855409 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': 'f3cb103b-7662-48f3-b93d-2288cfdea400', 'status': 'completed', 'code': 200} Aug 31 01:14:47.877313 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f8160a7-69ec-453a-88c3-cd478b5021a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:47.918530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-3f8160a7-69ec-453a-88c3-cd478b5021a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bec09c-3523-4d52-a52a-5c67eb6ab662']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:47.952314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb12712d-2d18-48dd-803c-07179b878f67 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Deleting subnet 62d49f57-ed6d-4c18-8856-d02c297cb242 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:47.967184 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefd628-0129-46ac-9109-59696d8d27d9 req-0bf36db5-b470-4789-972a-9b6314c6e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.967532 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefd628-0129-46ac-9109-59696d8d27d9 req-0bf36db5-b470-4789-972a-9b6314c6e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.967984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefd628-0129-46ac-9109-59696d8d27d9 req-0bf36db5-b470-4789-972a-9b6314c6e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.968453 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefd628-0129-46ac-9109-59696d8d27d9 req-0bf36db5-b470-4789-972a-9b6314c6e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.968925 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefd628-0129-46ac-9109-59696d8d27d9 req-0bf36db5-b470-4789-972a-9b6314c6e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.969383 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefd628-0129-46ac-9109-59696d8d27d9 req-0bf36db5-b470-4789-972a-9b6314c6e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.969848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefd628-0129-46ac-9109-59696d8d27d9 req-0bf36db5-b470-4789-972a-9b6314c6e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.972149 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fdefd628-0129-46ac-9109-59696d8d27d9 req-0bf36db5-b470-4789-972a-9b6314c6e8ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1534f084f814923866cc1da0f965ab3&device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 6359 time: 0.1132052 Aug 31 01:14:48.049877 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.062261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Transition to ACTIVE for port object e47b41a8-4d44-4de6-bcf9-356e7dd59d27 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:48.082562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Transition to ACTIVE for port object e47b41a8-4d44-4de6-bcf9-356e7dd59d27 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:48.093584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8876883-d39e-4b90-9b27-ced1e5aaf5d3 None None] Network 6f11ade6-5d61-4588-b7f3-05ce2dde3301 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:48.099507 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.107550 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb12712d-2d18-48dd-803c-07179b878f67 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.133764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-3f8160a7-69ec-453a-88c3-cd478b5021a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2fd4ae-c80b-4b30-af74-ca9880c194c8') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:48.134520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-3f8160a7-69ec-453a-88c3-cd478b5021a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2fd4ae-c80b-4b30-af74-ca9880c194c8') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:48.159609 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f8160a7-69ec-453a-88c3-cd478b5021a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.170508 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb12712d-2d18-48dd-803c-07179b878f67 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.194605 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f8160a7-69ec-453a-88c3-cd478b5021a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.204036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Network 1efbe9ad-ca9d-469f-881f-69245887a1b5 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:48.219163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:48.226520 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefd628-0129-46ac-9109-59696d8d27d9 req-1882790f-a58f-4344-86f4-105a860f5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:48.228777 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefd628-0129-46ac-9109-59696d8d27d9 req-1882790f-a58f-4344-86f4-105a860f5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:48.229721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefd628-0129-46ac-9109-59696d8d27d9 req-1882790f-a58f-4344-86f4-105a860f5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:48.231760 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fdefd628-0129-46ac-9109-59696d8d27d9 req-1882790f-a58f-4344-86f4-105a860f5582 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d1534f084f814923866cc1da0f965ab3&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2464161 Aug 31 01:14:48.233400 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:48.235636 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-eb72b84d-c483-401a-a766-0474e13d2507 None None] Provisioning for port 199152f5-1749-4230-ba6a-eaf3c1f15099 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:48.236180 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa5841-4ceb-4bd4-b45a-7c7c39b77809 req-7fe92d04-4ded-4906-adb9-3964c8d485d3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:48.238593 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43aa5841-4ceb-4bd4-b45a-7c7c39b77809 req-7fe92d04-4ded-4906-adb9-3964c8d485d3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.3433428 Aug 31 01:14:48.240056 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8160a7-69ec-453a-88c3-cd478b5021a5 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:48.241497 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f8160a7-69ec-453a-88c3-cd478b5021a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:48.246965 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:48.281186 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Pushing event updated for resources: {'Port': ['ID=e47b41a8-4d44-4de6-bcf9-356e7dd59d27,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:48.410354 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Attempting to bind port e47b41a8-4d44-4de6-bcf9-356e7dd59d27 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:48.410833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Attempting to bind port e47b41a8-4d44-4de6-bcf9-356e7dd59d27 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '8fce24b2-34c3-449b-82d4-f9582a6b5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efbe9ad-ca9d-469f-881f-69245887a1b5'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:48.411354 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Attempting to bind port e47b41a8-4d44-4de6-bcf9-356e7dd59d27 on network 1efbe9ad-ca9d-469f-881f-69245887a1b5 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:48.418566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:48.419063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Checking segment: {'id': '8fce24b2-34c3-449b-82d4-f9582a6b5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efbe9ad-ca9d-469f-881f-69245887a1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:48.419632 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.421437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Bound using segment: {'id': '8fce24b2-34c3-449b-82d4-f9582a6b5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efbe9ad-ca9d-469f-881f-69245887a1b5'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:48.421437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Bound port: e47b41a8-4d44-4de6-bcf9-356e7dd59d27, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fce24b2-34c3-449b-82d4-f9582a6b5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efbe9ad-ca9d-469f-881f-69245887a1b5'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:48.424237 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.490921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6bb6337-ff8f-48c0-868d-46f6ec442765 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:48.499736 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.514201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Transition to ACTIVE for port object b6bb6337-ff8f-48c0-868d-46f6ec442765 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:48.525449 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.533883 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f8160a7-69ec-453a-88c3-cd478b5021a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.534489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefd628-0129-46ac-9109-59696d8d27d9 req-5c6f5de1-002c-4124-877e-47f8736d4ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:48.536418 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fdefd628-0129-46ac-9109-59696d8d27d9 req-5c6f5de1-002c-4124-877e-47f8736d4ebb service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2949438 Aug 31 01:14:48.540935 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb12712d-2d18-48dd-803c-07179b878f67 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.561279 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43aa5841-4ceb-4bd4-b45a-7c7c39b77809 req-e8fc016e-9b60-4c2d-9394-2aaed9c5c479 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045495 Aug 31 01:14:48.631381 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f8160a7-69ec-453a-88c3-cd478b5021a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.635845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3f8160a7-69ec-453a-88c3-cd478b5021a5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/75bec09c-3523-4d52-a52a-5c67eb6ab662 HTTP/1.1" status: 204 len: 168 time: 1.9857678 Aug 31 01:14:48.639850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 199152f5-1749-4230-ba6a-eaf3c1f15099 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:48.653543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8160a7-69ec-453a-88c3-cd478b5021a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=75bec09c-3523-4d52-a52a-5c67eb6ab662,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:48.698843 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb12712d-2d18-48dd-803c-07179b878f67 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.706553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Pushing event updated for resources: {'Port': ['ID=b6bb6337-ff8f-48c0-868d-46f6ec442765,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:48.728325 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb12712d-2d18-48dd-803c-07179b878f67 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.736451 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cb12712d-2d18-48dd-803c-07179b878f67 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/subnets/62d49f57-ed6d-4c18-8856-d02c297cb242 HTTP/1.1" status: 204 len: 168 time: 0.9429665 Aug 31 01:14:48.762317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54190) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:48.776426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12712d-2d18-48dd-803c-07179b878f67 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Subnet': ['ID=62d49f57-ed6d-4c18-8856-d02c297cb242,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:48.811223 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 199152f5-1749-4230-ba6a-eaf3c1f15099 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:48.839427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 199152f5-1749-4230-ba6a-eaf3c1f15099 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:48.839949 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.897106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] For port e47b41a8-4d44-4de6-bcf9-356e7dd59d27, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:48.931582 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] For port e47b41a8-4d44-4de6-bcf9-356e7dd59d27, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e47b41a8-4d44-4de6-bcf9-356e7dd59d27,segment=NetworkSegment(8fce24b2-34c3-449b-82d4-f9582a6b5232),segment_id=8fce24b2-34c3-449b-82d4-f9582a6b5232)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:48.964830 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.023043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54194) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:49.096957 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.155635 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ecb3492e-74d1-4057-8150-41e2b706697a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f8ca081fc1640f0b8cc82b51b4fb000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297879 Aug 31 01:14:49.155814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61378b14-bd0c-46d6-b929-45ed07e10a64 None None] Pushing event updated for resources: {'Port': ['ID=e47b41a8-4d44-4de6-bcf9-356e7dd59d27,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:49.160029 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54200) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:49.164731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6b934-3f10-4456-8ce4-a1d6254f2ed2 req-32334861-58b0-470e-95da-5903563f8fea tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:49.172613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32a6b934-3f10-4456-8ce4-a1d6254f2ed2 req-32334861-58b0-470e-95da-5903563f8fea tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.4549756 Aug 31 01:14:49.230402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa07406-9490-4836-aea9-6196282c7d34 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:49.235702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa07406-9490-4836-aea9-6196282c7d34 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:49.243602 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ffa07406-9490-4836-aea9-6196282c7d34 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4790936 Aug 31 01:14:49.250076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54202) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:49.259459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 199152f5-1749-4230-ba6a-eaf3c1f15099, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=199152f5-1749-4230-ba6a-eaf3c1f15099,segment=NetworkSegment(58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed),segment_id=58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:49.277777 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.305850 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Attempting to bind port b6bb6337-ff8f-48c0-868d-46f6ec442765 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:49.306476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Attempting to bind port b6bb6337-ff8f-48c0-868d-46f6ec442765 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '9e35cb2e-2073-48b2-992a-3787b34de019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:49.306994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Attempting to bind port b6bb6337-ff8f-48c0-868d-46f6ec442765 on network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:49.313324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Port b6bb6337-ff8f-48c0-868d-46f6ec442765 on network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:14:49.313923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Attempting to bind port b6bb6337-ff8f-48c0-868d-46f6ec442765 on network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:49.329138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:49.329874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Checking segment: {'id': '9e35cb2e-2073-48b2-992a-3787b34de019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:49.330435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Bound using segment: {'id': '9e35cb2e-2073-48b2-992a-3787b34de019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:49.331085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Bound port: b6bb6337-ff8f-48c0-868d-46f6ec442765, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e35cb2e-2073-48b2-992a-3787b34de019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:49.331690 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.355002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=199152f5-1749-4230-ba6a-eaf3c1f15099,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:49.361188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e0701-eb67-4f87-9395-55a20ddc55a6 req-2d2b904a-2955-412c-96bf-73119f912319 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:49.368552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e0701-eb67-4f87-9395-55a20ddc55a6 req-2d2b904a-2955-412c-96bf-73119f912319 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:49.375163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e0701-eb67-4f87-9395-55a20ddc55a6 req-2d2b904a-2955-412c-96bf-73119f912319 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:49.380171 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-44c1c943-7911-4301-a559-d0dc7c403d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.382077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e0701-eb67-4f87-9395-55a20ddc55a6 req-2d2b904a-2955-412c-96bf-73119f912319 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:49.389878 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e0701-eb67-4f87-9395-55a20ddc55a6 req-2d2b904a-2955-412c-96bf-73119f912319 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:49.397255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e0701-eb67-4f87-9395-55a20ddc55a6 req-2d2b904a-2955-412c-96bf-73119f912319 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:49.412332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e0701-eb67-4f87-9395-55a20ddc55a6 req-2d2b904a-2955-412c-96bf-73119f912319 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:49.415008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cb50f3e6-a76b-4189-8789-24d39d13bdd5 None None] Provisioning complete for port 199152f5-1749-4230-ba6a-eaf3c1f15099 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:49.415970 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cb50f3e6-a76b-4189-8789-24d39d13bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.443565 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d53e0701-eb67-4f87-9395-55a20ddc55a6 req-2d2b904a-2955-412c-96bf-73119f912319 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5419 time: 0.4555275 Aug 31 01:14:49.467404 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-44c1c943-7911-4301-a559-d0dc7c403d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.495629 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8fd1ec6-5570-4ed8-92bb-fee4ba8341c1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.527520 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fd1ec6-5570-4ed8-92bb-fee4ba8341c1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 01:14:49.528002 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fd1ec6-5570-4ed8-92bb-fee4ba8341c1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:14:49.529794 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a8fd1ec6-5570-4ed8-92bb-fee4ba8341c1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/networks/1efbe9ad-ca9d-469f-881f-69245887a1b5 HTTP/1.1" status: 409 len: 405 time: 0.2710640 Aug 31 01:14:49.541565 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32a6b934-3f10-4456-8ce4-a1d6254f2ed2 req-360047b0-787f-47a0-a4af-9e4d7bd907a7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841804 Aug 31 01:14:49.544718 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54206) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:49.551232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f42f5e27-4054-40d9-9b3d-3d40c410a41c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-915923918'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:49.612676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42f5e27-4054-40d9-9b3d-3d40c410a41c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Made reservation on behalf of 39c54a16077c4385a14c81c74f228c91 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:49.612864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d53e0701-eb67-4f87-9395-55a20ddc55a6 req-d20ad5c6-dedd-4200-8ba1-d9cbf319bc56 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1642404 Aug 31 01:14:49.623367 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f42f5e27-4054-40d9-9b3d-3d40c410a41c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.637820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] For port b6bb6337-ff8f-48c0-868d-46f6ec442765, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:49.643559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] For port b6bb6337-ff8f-48c0-868d-46f6ec442765, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b6bb6337-ff8f-48c0-868d-46f6ec442765,segment=NetworkSegment(9e35cb2e-2073-48b2-992a-3787b34de019),segment_id=9e35cb2e-2073-48b2-992a-3787b34de019)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:49.653487 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.678697 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-44c1c943-7911-4301-a559-d0dc7c403d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.681849 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-44c1c943-7911-4301-a559-d0dc7c403d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.691369 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-44c1c943-7911-4301-a559-d0dc7c403d63 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fcb22687-7bba-4a5a-add6-86621daf7d45 HTTP/1.1" status: 204 len: 168 time: 0.5217781 Aug 31 01:14:49.703182 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42f5e27-4054-40d9-9b3d-3d40c410a41c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:14:49.732027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1c943-7911-4301-a559-d0dc7c403d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb22687-7bba-4a5a-add6-86621daf7d45,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:49.762148 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f42f5e27-4054-40d9-9b3d-3d40c410a41c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.762496 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-f42f5e27-4054-40d9-9b3d-3d40c410a41c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Added segment 91536200-d756-46fd-8e8e-efd3c77df4d5 of type vlan for network 6c46d70f-c044-4aea-a5ba-7a4383f40107 Aug 31 01:14:49.822078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:49.822729 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.824921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] 10.222.0.70 "PUT /v2.0/ports/b6bb6337-ff8f-48c0-868d-46f6ec442765 HTTP/1.1" status: 200 len: 1092 time: 2.9124987 Aug 31 01:14:49.866436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': 'b6bb6337-ff8f-48c0-868d-46f6ec442765'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:49.875410 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27848b8-256f-4ccf-b07a-30f3d8719a65" -d '{"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "b6bb6337-ff8f-48c0-868d-46f6ec442765"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:49.903946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Request body: {'port': {'device_id': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:49.940229 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f42f5e27-4054-40d9-9b3d-3d40c410a41c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.050957 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a4781e-fdb3-4d27-843f-b2fd55ad4312 x-openstack-request-id: req-92a4781e-fdb3-4d27-843f-b2fd55ad4312 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:50.051884 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "b6bb6337-ff8f-48c0-868d-46f6ec442765", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:50.052723 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92a4781e-fdb3-4d27-843f-b2fd55ad4312 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:50.057433 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': 'b6bb6337-ff8f-48c0-868d-46f6ec442765', 'status': 'completed', 'code': 200} Aug 31 01:14:50.081580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7e205-7b38-4f47-b033-4ef3e6e1d20f service neutron] Pushing event updated for resources: {'Port': ['ID=b6bb6337-ff8f-48c0-868d-46f6ec442765,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:50.121292 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f42f5e27-4054-40d9-9b3d-3d40c410a41c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.134407 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42f5e27-4054-40d9-9b3d-3d40c410a41c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.135138 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f42f5e27-4054-40d9-9b3d-3d40c410a41c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.157039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1194ac0-bb72-4ba6-ab22-0025af2a0385 req-54845ca9-ae1f-4d42-95ea-03911b4c18e4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.165935 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1194ac0-bb72-4ba6-ab22-0025af2a0385 req-54845ca9-ae1f-4d42-95ea-03911b4c18e4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.3474686 Aug 31 01:14:50.193831 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.244460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1194ac0-bb72-4ba6-ab22-0025af2a0385 req-94a44dbb-2190-41e3-ad5e-a4c56805375d tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772645 Aug 31 01:14:50.340311 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f42f5e27-4054-40d9-9b3d-3d40c410a41c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7941749 Aug 31 01:14:50.386283 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54234) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:50.407134 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6ac7dccc-84ff-466d-8c7d-f6e95bb13f12 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Request body: {'subnet': {'network_id': '6c46d70f-c044-4aea-a5ba-7a4383f40107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:50.498949 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27848b8-256f-4ccf-b07a-30f3d8719a65 req-da0c47c8-3a65-438a-861e-7c710ad0d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.499590 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27848b8-256f-4ccf-b07a-30f3d8719a65 req-da0c47c8-3a65-438a-861e-7c710ad0d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.500077 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27848b8-256f-4ccf-b07a-30f3d8719a65 req-da0c47c8-3a65-438a-861e-7c710ad0d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.500850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27848b8-256f-4ccf-b07a-30f3d8719a65 req-da0c47c8-3a65-438a-861e-7c710ad0d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.501259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27848b8-256f-4ccf-b07a-30f3d8719a65 req-da0c47c8-3a65-438a-861e-7c710ad0d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.501730 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27848b8-256f-4ccf-b07a-30f3d8719a65 req-da0c47c8-3a65-438a-861e-7c710ad0d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.502200 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27848b8-256f-4ccf-b07a-30f3d8719a65 req-da0c47c8-3a65-438a-861e-7c710ad0d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.504866 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f27848b8-256f-4ccf-b07a-30f3d8719a65 req-da0c47c8-3a65-438a-861e-7c710ad0d7a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1534f084f814923866cc1da0f965ab3&device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 6427 time: 0.4666464 Aug 31 01:14:50.552098 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f5e27-4054-40d9-9b3d-3d40c410a41c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event updated for resources: {'Network': ['ID=6c46d70f-c044-4aea-a5ba-7a4383f40107,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:50.584133 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 6c46d70f-c044-4aea-a5ba-7a4383f40107 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:14:50.728804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d59b7-832d-410f-bf5b-17ac7b20ead4 req-4c8f59d7-6d13-47a7-bb1e-700cd061771e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.730591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba0d59b7-832d-410f-bf5b-17ac7b20ead4 req-4c8f59d7-6d13-47a7-bb1e-700cd061771e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1989264 Aug 31 01:14:50.821908 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e47b41a8-4d44-4de6-bcf9-356e7dd59d27 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:50.878927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba0d59b7-832d-410f-bf5b-17ac7b20ead4 req-59ce36c7-eb30-4661-9c06-00bb46a07ac8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302209 Aug 31 01:14:50.966106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port e47b41a8-4d44-4de6-bcf9-356e7dd59d27 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:50.971414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 199152f5-1749-4230-ba6a-eaf3c1f15099 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:50.974517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27848b8-256f-4ccf-b07a-30f3d8719a65 req-bfe9424e-b72e-4724-af19-7744dc4de765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.975041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27848b8-256f-4ccf-b07a-30f3d8719a65 req-bfe9424e-b72e-4724-af19-7744dc4de765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.975646 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27848b8-256f-4ccf-b07a-30f3d8719a65 req-bfe9424e-b72e-4724-af19-7744dc4de765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.977692 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f27848b8-256f-4ccf-b07a-30f3d8719a65 req-bfe9424e-b72e-4724-af19-7744dc4de765 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d1534f084f814923866cc1da0f965ab3&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4009171 Aug 31 01:14:51.073272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836d75-a9d3-48c9-a277-f4f95ac87bcf req-d09c9c78-81b9-4f5a-ae49-146251fbf91b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:51.086600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836d75-a9d3-48c9-a277-f4f95ac87bcf req-d09c9c78-81b9-4f5a-ae49-146251fbf91b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:51.095801 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836d75-a9d3-48c9-a277-f4f95ac87bcf req-d09c9c78-81b9-4f5a-ae49-146251fbf91b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:51.100282 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 199152f5-1749-4230-ba6a-eaf3c1f15099 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:51.100660 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.104274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836d75-a9d3-48c9-a277-f4f95ac87bcf req-d09c9c78-81b9-4f5a-ae49-146251fbf91b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:51.118036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836d75-a9d3-48c9-a277-f4f95ac87bcf req-d09c9c78-81b9-4f5a-ae49-146251fbf91b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:51.126783 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836d75-a9d3-48c9-a277-f4f95ac87bcf req-d09c9c78-81b9-4f5a-ae49-146251fbf91b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:51.134337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836d75-a9d3-48c9-a277-f4f95ac87bcf req-d09c9c78-81b9-4f5a-ae49-146251fbf91b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:51.143887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5836d75-a9d3-48c9-a277-f4f95ac87bcf req-d09c9c78-81b9-4f5a-ae49-146251fbf91b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5419 time: 0.2887073 Aug 31 01:14:51.145263 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7870ab-d475-4758-b403-38e168466010 None None] Network 1efbe9ad-ca9d-469f-881f-69245887a1b5 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:51.246733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5836d75-a9d3-48c9-a277-f4f95ac87bcf req-0e81f1ac-0432-43d3-9be5-382b72fc2a4a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1010151 Aug 31 01:14:51.315402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:51.341611 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.366784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e366cb6-c814-47ca-840e-2f076f23ae7d req-c4183ba7-0c6e-4931-a681-2ddb41af60e6 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:51.369828 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e366cb6-c814-47ca-840e-2f076f23ae7d req-c4183ba7-0c6e-4931-a681-2ddb41af60e6 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1472363 Aug 31 01:14:51.375580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Transition to ACTIVE for port object 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:51.382157 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.422907 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac7dccc-84ff-466d-8c7d-f6e95bb13f12 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Made reservation on behalf of 39c54a16077c4385a14c81c74f228c91 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:51.426869 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dccc-84ff-466d-8c7d-f6e95bb13f12 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.456038 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:51.606990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e366cb6-c814-47ca-840e-2f076f23ae7d req-23427d81-9c51-4f7b-94e8-6c3e45279f50 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114372 Aug 31 01:14:51.837882 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-430e2e2a-42e9-4535-8bee-486863e91cd6 None None] Provisioning for port e47b41a8-4d44-4de6-bcf9-356e7dd59d27 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:51.848996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-430e2e2a-42e9-4535-8bee-486863e91cd6 None None] Provisioning complete for port e47b41a8-4d44-4de6-bcf9-356e7dd59d27 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:51.849368 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-430e2e2a-42e9-4535-8bee-486863e91cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.861877 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-45bf6c8c-5fa2-4286-a526-34f2dc942288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.868445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27848b8-256f-4ccf-b07a-30f3d8719a65 req-c816052d-85c4-4ede-b165-0d153bc9e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:51.883360 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f27848b8-256f-4ccf-b07a-30f3d8719a65 req-c816052d-85c4-4ede-b165-0d153bc9e3ba service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8041770 Aug 31 01:14:51.890086 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54272) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:51.909285 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Attempting to bind port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:51.919399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Attempting to bind port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '9e35cb2e-2073-48b2-992a-3787b34de019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:51.920297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Attempting to bind port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d on network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:51.932988 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d on network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:14:51.933873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Attempting to bind port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d on network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:51.946102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:51.947244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Checking segment: {'id': '9e35cb2e-2073-48b2-992a-3787b34de019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:51.947970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Bound using segment: {'id': '9e35cb2e-2073-48b2-992a-3787b34de019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:51.948823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Bound port: 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e35cb2e-2073-48b2-992a-3787b34de019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:51.949555 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.130082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4714e762-cdf6-414a-8eb1-c590fc6ca09f None None] DHCP port deletion for 1efbe9ad-ca9d-469f-881f-69245887a1b5 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:14:52.155401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] For port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:52.173796 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-430e2e2a-42e9-4535-8bee-486863e91cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.188849 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600e8f7-9d7f-49f4-a3dc-da6b790b7115 req-b9f3b911-47b9-4b04-9824-0254ea4848f4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.191423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0600e8f7-9d7f-49f4-a3dc-da6b790b7115 req-b9f3b911-47b9-4b04-9824-0254ea4848f4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.3630352 Aug 31 01:14:52.194091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] For port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d,segment=NetworkSegment(9e35cb2e-2073-48b2-992a-3787b34de019),segment_id=9e35cb2e-2073-48b2-992a-3787b34de019)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:52.213866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831e621-929a-4561-967c-65c387b519d8 req-eb04015b-0ffd-47b0-8def-fdb6efe6e26c tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.215716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5831e621-929a-4561-967c-65c387b519d8 req-eb04015b-0ffd-47b0-8def-fdb6efe6e26c tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 945 time: 0.2486370 Aug 31 01:14:52.218104 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.241356 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-430e2e2a-42e9-4535-8bee-486863e91cd6 None None] For port e47b41a8-4d44-4de6-bcf9-356e7dd59d27, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e47b41a8-4d44-4de6-bcf9-356e7dd59d27,segment=NetworkSegment(8fce24b2-34c3-449b-82d4-f9582a6b5232),segment_id=8fce24b2-34c3-449b-82d4-f9582a6b5232)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:52.263385 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-430e2e2a-42e9-4535-8bee-486863e91cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.267713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4714e762-cdf6-414a-8eb1-c590fc6ca09f None None] Deleting port e47b41a8-4d44-4de6-bcf9-356e7dd59d27 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:52.268140 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4714e762-cdf6-414a-8eb1-c590fc6ca09f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.344186 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4714e762-cdf6-414a-8eb1-c590fc6ca09f None None] For port e47b41a8-4d44-4de6-bcf9-356e7dd59d27, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e47b41a8-4d44-4de6-bcf9-356e7dd59d27,segment=NetworkSegment(8fce24b2-34c3-449b-82d4-f9582a6b5232),segment_id=8fce24b2-34c3-449b-82d4-f9582a6b5232)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:52.344647 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4714e762-cdf6-414a-8eb1-c590fc6ca09f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.354514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.355125 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.360094 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] 10.222.0.70 "PUT /v2.0/ports/61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d HTTP/1.1" status: 200 len: 1092 time: 2.4759517 Aug 31 01:14:52.361953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4714e762-cdf6-414a-8eb1-c590fc6ca09f None None] Calling delete_port for e47b41a8-4d44-4de6-bcf9-356e7dd59d27 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:52.362997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': '61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:52.365333 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8291ecd1-3c62-4f27-9445-b6af2a5d150d" -d '{"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:52.434145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0600e8f7-9d7f-49f4-a3dc-da6b790b7115 req-27761cdd-3bbe-4155-a0b3-fefbb01b8b3c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347434 Aug 31 01:14:52.560873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e2e2a-42e9-4535-8bee-486863e91cd6 None None] Pushing event updated for resources: {'Port': ['ID=e47b41a8-4d44-4de6-bcf9-356e7dd59d27,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:52.582367 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4714e762-cdf6-414a-8eb1-c590fc6ca09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.609129 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5831e621-929a-4561-967c-65c387b519d8 req-c4c8ee2f-4063-476c-81a0-d376c826a795 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603139 Aug 31 01:14:52.615793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaefeee-9a29-4a0f-9878-321407ee0ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:52.655373 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4714e762-cdf6-414a-8eb1-c590fc6ca09f None None] No DVR routers for this DVR port e47b41a8-4d44-4de6-bcf9-356e7dd59d27 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:52.663332 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e47b41a8-4d44-4de6-bcf9-356e7dd59d27 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:52.664718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714e762-cdf6-414a-8eb1-c590fc6ca09f None None] Pushing event deleted for resources: {'Port': ['ID=e47b41a8-4d44-4de6-bcf9-356e7dd59d27,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:52.697704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: e47b41a8-4d44-4de6-bcf9-356e7dd59d27 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:52.698049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e47b41a8-4d44-4de6-bcf9-356e7dd59d27 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:52.700142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-63389ab8-11d4-4cf1-9ba6-6e42f767eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.700751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-63389ab8-11d4-4cf1-9ba6-6e42f767eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.701294 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-63389ab8-11d4-4cf1-9ba6-6e42f767eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.702030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-63389ab8-11d4-4cf1-9ba6-6e42f767eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.702595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-63389ab8-11d4-4cf1-9ba6-6e42f767eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.703128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-63389ab8-11d4-4cf1-9ba6-6e42f767eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.703699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-63389ab8-11d4-4cf1-9ba6-6e42f767eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.708928 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-63389ab8-11d4-4cf1-9ba6-6e42f767eaa4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1534f084f814923866cc1da0f965ab3&device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 6495 time: 0.2781479 Aug 31 01:14:52.808582 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27aff2d3-f461-4fba-a981-9b40eb2dd2a2 x-openstack-request-id: req-27aff2d3-f461-4fba-a981-9b40eb2dd2a2 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:52.808582 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:52.808582 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27aff2d3-f461-4fba-a981-9b40eb2dd2a2 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:52.808582 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': '61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d', 'status': 'completed', 'code': 200} Aug 31 01:14:52.820568 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-fab044ad-122a-49f4-b59d-5afd16697b2c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ccb67a-e685-420f-afef-38e0a5289db7 HTTP/1.1" status: 200 len: 217 time: 0.1013312 Aug 31 01:14:52.829067 n-d-802060-13 neutron-server[94760]: DEBUG neutron.objects.ports [None req-6ac7dccc-84ff-466d-8c7d-f6e95bb13f12 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:14:52.835206 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1002824493-network', 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:52.844242 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dccc-84ff-466d-8c7d-f6e95bb13f12 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.913313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] Made reservation on behalf of 804272a7f8b749e2bebc24d18b9ea347 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:52.917005 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.940373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-14a45eb5-a918-40ff-b144-54407cbf40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.941908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-14a45eb5-a918-40ff-b144-54407cbf40c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=198a4c1e-c03d-447f-8e37-fec3a4c3c5eb HTTP/1.1" status: 200 len: 856 time: 0.1115196 Aug 31 01:14:52.950126 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.005021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290d4a3-4582-4f35-b034-0b39131191fc req-993dc00b-a0ec-419f-b2d0-cb4704622538 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.007005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7dccc-84ff-466d-8c7d-f6e95bb13f12 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event updated for resources: {'Subnet': ['ID=dac64689-d6ff-4d2a-9515-a24f777dc532,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:53.011885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290d4a3-4582-4f35-b034-0b39131191fc req-993dc00b-a0ec-419f-b2d0-cb4704622538 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.018114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290d4a3-4582-4f35-b034-0b39131191fc req-993dc00b-a0ec-419f-b2d0-cb4704622538 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.021851 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7dccc-84ff-466d-8c7d-f6e95bb13f12 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Checking segment: {'id': '91536200-d756-46fd-8e8e-efd3c77df4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6c46d70f-c044-4aea-a5ba-7a4383f40107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:53.022191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac7dccc-84ff-466d-8c7d-f6e95bb13f12 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Network hostable DHCP agents. Network: 6c46d70f-c044-4aea-a5ba-7a4383f40107, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:14:53.024993 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290d4a3-4582-4f35-b034-0b39131191fc req-993dc00b-a0ec-419f-b2d0-cb4704622538 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.031164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290d4a3-4582-4f35-b034-0b39131191fc req-993dc00b-a0ec-419f-b2d0-cb4704622538 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.037066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290d4a3-4582-4f35-b034-0b39131191fc req-993dc00b-a0ec-419f-b2d0-cb4704622538 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.044249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290d4a3-4582-4f35-b034-0b39131191fc req-993dc00b-a0ec-419f-b2d0-cb4704622538 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.045832 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5290d4a3-4582-4f35-b034-0b39131191fc req-993dc00b-a0ec-419f-b2d0-cb4704622538 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.2393560 Aug 31 01:14:53.053960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135984e-8b8c-4016-9edd-79dbdf7d1d18 req-32cd34b7-386d-44bc-8cd6-61c145eed20a tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.056378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d135984e-8b8c-4016-9edd-79dbdf7d1d18 req-32cd34b7-386d-44bc-8cd6-61c145eed20a tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1634538 Aug 31 01:14:53.069739 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac7dccc-84ff-466d-8c7d-f6e95bb13f12 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Network 6c46d70f-c044-4aea-a5ba-7a4383f40107 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:14:53.089655 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-6ac7dccc-84ff-466d-8c7d-f6e95bb13f12 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 6c46d70f-c044-4aea-a5ba-7a4383f40107) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:53.092721 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.096633 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac7dccc-84ff-466d-8c7d-f6e95bb13f12 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.097317 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dccc-84ff-466d-8c7d-f6e95bb13f12 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.099876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f08930f-7509-4f64-82e0-d5c066c7997d None None] Network 6c46d70f-c044-4aea-a5ba-7a4383f40107 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:53.102276 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.131019 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5290d4a3-4582-4f35-b034-0b39131191fc req-9b104e99-bdf7-4dd7-9404-f33923399b58 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0709863 Aug 31 01:14:53.135705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:14:53.138548 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-f7708f02-84d2-4147-84e0-66d943876aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.140107 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-f7708f02-84d2-4147-84e0-66d943876aec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ebcfddf9-8b28-46c0-b6e9-f572fd50039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1877835 Aug 31 01:14:53.143416 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6ac7dccc-84ff-466d-8c7d-f6e95bb13f12 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7524438 Aug 31 01:14:53.150074 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54290) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:53.157882 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-47bfe0ed-731a-4812-a5ad-54cd3640bfa3 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Request body: {'port': {'network_id': '6c46d70f-c044-4aea-a5ba-7a4383f40107', 'name': 'tempest-NetworksIpV6TestAttrs-182240186'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:53.160350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d135984e-8b8c-4016-9edd-79dbdf7d1d18 req-ea741cb7-746c-47f6-9df1-0ac8b50282f8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920079 Aug 31 01:14:53.174025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e93521-3f19-472e-a1b8-0c1bd1148856,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:53.177202 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.177482 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] Added segment 4834988c-895b-4096-b7b8-21be782359b8 of type vlan for network 134c45ae-9551-4fd2-a505-0a804289d948 Aug 31 01:14:53.293193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-ba7c9455-5a71-47bd-bd33-bbafbb0cbb01 service neutron] 10.222.0.70 "GET /v2.0/networks/ebcfddf9-8b28-46c0-b6e9-f572fd50039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361504 Aug 31 01:14:53.358368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.420759 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.422140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.423181 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.443028 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-6c46d70f-c044-4aea-a5ba-7a4383f40107', 'network_id': '6c46d70f-c044-4aea-a5ba-7a4383f40107', 'tenant_id': '39c54a16077c4385a14c81c74f228c91', 'fixed_ips': [{'subnet_id': 'dac64689-d6ff-4d2a-9515-a24f777dc532'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:14:53.443937 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.444760 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d03c2260-cd92-43a1-b620-682032a83992 service neutron] 10.222.0.70 "GET /v2.0/networks/ebcfddf9-8b28-46c0-b6e9-f572fd50039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371694 Aug 31 01:14:53.501610 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] Pushing event updated for resources: {'Network': ['ID=134c45ae-9551-4fd2-a505-0a804289d948,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:53.527464 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-a0a63c70-f12c-4e87-a98b-524dade07ba5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 HTTP/1.1" status: 200 len: 217 time: 0.0706437 Aug 31 01:14:53.528540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 134c45ae-9551-4fd2-a505-0a804289d948 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:14:53.544521 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bfe0ed-731a-4812-a5ad-54cd3640bfa3 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Made reservation on behalf of 39c54a16077c4385a14c81c74f228c91 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:53.548253 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47bfe0ed-731a-4812-a5ad-54cd3640bfa3 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.570816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-47bfe0ed-731a-4812-a5ad-54cd3640bfa3 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] device_id is not set on port 64bd41d3-7516-4ea2-bc4b-778b9331b0f7 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:14:53.615507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1bd75-5688-432b-b0dd-b10fda0482e1 req-07ec997f-5fc3-4163-8001-1d44ca840bbd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.618003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18c1bd75-5688-432b-b0dd-b10fda0482e1 req-07ec997f-5fc3-4163-8001-1d44ca840bbd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1713967 Aug 31 01:14:53.620564 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4ee22eae-3075-4f2e-8b99-3580fcc7027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.622229 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4ee22eae-3075-4f2e-8b99-3580fcc7027f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.0753741 Aug 31 01:14:53.623598 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-58a60560-de2d-4b01-833f-94b9c2bcd72b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7313280 Aug 31 01:14:53.626239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54296) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:53.631120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-bade17bc-12e0-4a55-89b0-077548a86843 admin admin] Request body: {'subnet': {'network_id': '134c45ae-9551-4fd2-a505-0a804289d948', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1002824493-subnet', 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:53.687669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b9f65-fbc7-4a57-8430-ea5054f79653 req-759f1661-9b57-4b16-b2a8-8e9695a7c21f tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.689443 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-da5b9f65-fbc7-4a57-8430-ea5054f79653 req-759f1661-9b57-4b16-b2a8-8e9695a7c21f tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 945 time: 0.1811051 Aug 31 01:14:53.690704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Allocated IP 2001:db8::f816:3eff:feb6:a118 (6c46d70f-c044-4aea-a5ba-7a4383f40107/dac64689-d6ff-4d2a-9515-a24f777dc532/807f326c-3fc2-4884-aadb-33ccaf61fb18) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:53.719082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18c1bd75-5688-432b-b0dd-b10fda0482e1 req-2097b831-560e-489d-a37d-0b4165fd70e6 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935960 Aug 31 01:14:53.751738 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d30bc066-89b6-46ec-9153-10d125fc1392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.791092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bade17bc-12e0-4a55-89b0-077548a86843 admin admin] Made reservation on behalf of 804272a7f8b749e2bebc24d18b9ea347 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:53.793987 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bade17bc-12e0-4a55-89b0-077548a86843 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.798893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-f31c71f6-0e33-460e-9817-f4d1f54d8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:53.800449 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-f31c71f6-0e33-460e-9817-f4d1f54d8b34 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1646299 Aug 31 01:14:53.875678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-da5b9f65-fbc7-4a57-8430-ea5054f79653 req-215666ff-c238-4ee0-86f7-071497560171 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Deleting port d7827a61-9dc8-471c-8a81-f8828e12b54d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:53.876599 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-da5b9f65-fbc7-4a57-8430-ea5054f79653 req-215666ff-c238-4ee0-86f7-071497560171 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.004541 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-da5b9f65-fbc7-4a57-8430-ea5054f79653 req-215666ff-c238-4ee0-86f7-071497560171 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] For port d7827a61-9dc8-471c-8a81-f8828e12b54d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d7827a61-9dc8-471c-8a81-f8828e12b54d,segment=NetworkSegment(8123940a-e552-4889-9a3c-20279e80ab7a),segment_id=8123940a-e552-4889-9a3c-20279e80ab7a)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:54.004989 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-da5b9f65-fbc7-4a57-8430-ea5054f79653 req-215666ff-c238-4ee0-86f7-071497560171 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.018939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca032693-c955-4772-accf-14b8e496401d req-99d32c50-0d46-4076-ae45-20dfc22a678d tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:54.027374 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca032693-c955-4772-accf-14b8e496401d req-99d32c50-0d46-4076-ae45-20dfc22a678d tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 945 time: 0.3225250 Aug 31 01:14:54.036818 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-da5b9f65-fbc7-4a57-8430-ea5054f79653 req-215666ff-c238-4ee0-86f7-071497560171 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Calling delete_port for d7827a61-9dc8-471c-8a81-f8828e12b54d owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:54.048128 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.083658 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.106143 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Transition to ACTIVE for port object 807f326c-3fc2-4884-aadb-33ccaf61fb18 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:54.132775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Transition to ACTIVE for port object 807f326c-3fc2-4884-aadb-33ccaf61fb18 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:54.154391 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.175926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca032693-c955-4772-accf-14b8e496401d req-ef46d6ed-9899-4515-94be-f6adc79734a7 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/security-groups?id=692ddbfa-dcca-4e60-935c-b1ca4927aefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461365 Aug 31 01:14:54.201717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96653af-cbe0-41da-8f36-d7c2c8a8c9ea req-fcff47b5-5e72-47f1-894c-c9fa1f28f905 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:54.209516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e96653af-cbe0-41da-8f36-d7c2c8a8c9ea req-fcff47b5-5e72-47f1-894c-c9fa1f28f905 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2852092 Aug 31 01:14:54.259864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6a5495ef-15ec-4558-b5b6-1d510d7ad63b service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368865 Aug 31 01:14:54.274566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Network 6c46d70f-c044-4aea-a5ba-7a4383f40107 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:54.282201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:54.291195 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:54.294124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-47bfe0ed-731a-4812-a5ad-54cd3640bfa3 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Allocated IP 2001:db8::f816:3eff:fedf:4e0 (6c46d70f-c044-4aea-a5ba-7a4383f40107/dac64689-d6ff-4d2a-9515-a24f777dc532/64bd41d3-7516-4ea2-bc4b-778b9331b0f7) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:54.306615 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Pushing event updated for resources: {'Port': ['ID=807f326c-3fc2-4884-aadb-33ccaf61fb18,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:54.381449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Attempting to bind port 807f326c-3fc2-4884-aadb-33ccaf61fb18 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:54.382262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Attempting to bind port 807f326c-3fc2-4884-aadb-33ccaf61fb18 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '91536200-d756-46fd-8e8e-efd3c77df4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6c46d70f-c044-4aea-a5ba-7a4383f40107'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:54.399685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Attempting to bind port 807f326c-3fc2-4884-aadb-33ccaf61fb18 on network 6c46d70f-c044-4aea-a5ba-7a4383f40107 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:54.418824 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:54.419858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Checking segment: {'id': '91536200-d756-46fd-8e8e-efd3c77df4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6c46d70f-c044-4aea-a5ba-7a4383f40107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:54.420472 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.421550 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Bound using segment: {'id': '91536200-d756-46fd-8e8e-efd3c77df4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6c46d70f-c044-4aea-a5ba-7a4383f40107'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:54.422432 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Bound port: 807f326c-3fc2-4884-aadb-33ccaf61fb18, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91536200-d756-46fd-8e8e-efd3c77df4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6c46d70f-c044-4aea-a5ba-7a4383f40107'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:54.423369 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.441336 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.546196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] For port 807f326c-3fc2-4884-aadb-33ccaf61fb18, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:54.553322 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] For port 807f326c-3fc2-4884-aadb-33ccaf61fb18, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=807f326c-3fc2-4884-aadb-33ccaf61fb18,segment=NetworkSegment(91536200-d756-46fd-8e8e-efd3c77df4d5),segment_id=91536200-d756-46fd-8e8e-efd3c77df4d5)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:54.567995 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.655261 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54322) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:54.675629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d33523-be74-4bed-81ea-7993aadaf358 None None] Pushing event updated for resources: {'Port': ['ID=807f326c-3fc2-4884-aadb-33ccaf61fb18,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:54.745461 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47bfe0ed-731a-4812-a5ad-54cd3640bfa3 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.771752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-47bfe0ed-731a-4812-a5ad-54cd3640bfa3 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Transition to ACTIVE for port object 64bd41d3-7516-4ea2-bc4b-778b9331b0f7 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:54.856485 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-da5b9f65-fbc7-4a57-8430-ea5054f79653 req-215666ff-c238-4ee0-86f7-071497560171 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.869817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['d7827a61-9dc8-471c-8a81-f8828e12b54d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:54.919380 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e96653af-cbe0-41da-8f36-d7c2c8a8c9ea req-8b08c228-ed7d-4a0d-9b04-0090795b4bff tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7088716 Aug 31 01:14:54.933692 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47bfe0ed-731a-4812-a5ad-54cd3640bfa3 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.957791 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215666ff-c238-4ee0-86f7-071497560171 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Pushing event deleted for resources: {'Port': ['ID=d7827a61-9dc8-471c-8a81-f8828e12b54d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:55.006610 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b75dd791-6bea-4756-9ace-60d7007cfc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.046061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bfe0ed-731a-4812-a5ad-54cd3640bfa3 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Network 6c46d70f-c044-4aea-a5ba-7a4383f40107 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:55.073927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-47bfe0ed-731a-4812-a5ad-54cd3640bfa3 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:55.076290 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5b9f65-fbc7-4a57-8430-ea5054f79653 req-215666ff-c238-4ee0-86f7-071497560171 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] No DVR routers for this DVR port d7827a61-9dc8-471c-8a81-f8828e12b54d on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:55.078048 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bfe0ed-731a-4812-a5ad-54cd3640bfa3 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:55.083354 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76018e-0586-4c30-934d-63e21bb0e407 req-dcc94436-b062-4bed-9007-6efc7652a9c1 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:55.083884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bfe0ed-731a-4812-a5ad-54cd3640bfa3 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:55.084945 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47bfe0ed-731a-4812-a5ad-54cd3640bfa3 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.090714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76018e-0586-4c30-934d-63e21bb0e407 req-dcc94436-b062-4bed-9007-6efc7652a9c1 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:55.097048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76018e-0586-4c30-934d-63e21bb0e407 req-dcc94436-b062-4bed-9007-6efc7652a9c1 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:55.113307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76018e-0586-4c30-934d-63e21bb0e407 req-dcc94436-b062-4bed-9007-6efc7652a9c1 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:55.121669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76018e-0586-4c30-934d-63e21bb0e407 req-dcc94436-b062-4bed-9007-6efc7652a9c1 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:55.124709 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-da5b9f65-fbc7-4a57-8430-ea5054f79653 req-215666ff-c238-4ee0-86f7-071497560171 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.126787 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-da5b9f65-fbc7-4a57-8430-ea5054f79653 req-215666ff-c238-4ee0-86f7-071497560171 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.70 "DELETE /v2.0/ports/d7827a61-9dc8-471c-8a81-f8828e12b54d HTTP/1.1" status: 204 len: 173 time: 1.4288414 Aug 31 01:14:55.127250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd461568-52ed-457b-92e6-fca3b7204db6', 'name': 'network-vif-deleted', 'tag': 'd7827a61-9dc8-471c-8a81-f8828e12b54d'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:55.127953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76018e-0586-4c30-934d-63e21bb0e407 req-dcc94436-b062-4bed-9007-6efc7652a9c1 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:55.130133 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8707dd8-54b0-4889-aa55-2c09647c10a1" -d '{"events": [{"server_uuid": "dd461568-52ed-457b-92e6-fca3b7204db6", "name": "network-vif-deleted", "tag": "d7827a61-9dc8-471c-8a81-f8828e12b54d"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:55.134718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76018e-0586-4c30-934d-63e21bb0e407 req-dcc94436-b062-4bed-9007-6efc7652a9c1 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:55.144151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed76018e-0586-4c30-934d-63e21bb0e407 req-dcc94436-b062-4bed-9007-6efc7652a9c1 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.7859988 Aug 31 01:14:55.172814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfe0ed-731a-4812-a5ad-54cd3640bfa3 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event updated for resources: {'Port': ['ID=64bd41d3-7516-4ea2-bc4b-778b9331b0f7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:55.205487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-7a342e8b-c628-48b8-87d5-e59ee570def9 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9443171 Aug 31 01:14:55.236193 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bade17bc-12e0-4a55-89b0-077548a86843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.290059 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b75dd791-6bea-4756-9ace-60d7007cfc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.295907 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b75dd791-6bea-4756-9ace-60d7007cfc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.311519 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed76018e-0586-4c30-934d-63e21bb0e407 req-49fb4783-713b-4971-a547-e9f00edebf9d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1664090 Aug 31 01:14:55.317029 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-5dcfb3a4-93a0-4229-a01b-a16edff22ede service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=5d81a380-fcf4-4622-8fb9-2ce9b7259671 HTTP/1.1" status: 200 len: 217 time: 0.0967584 Aug 31 01:14:55.321660 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-47bfe0ed-731a-4812-a5ad-54cd3640bfa3 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.1675966 Aug 31 01:14:55.325174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54336) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:55.353365 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dd791-6bea-4756-9ace-60d7007cfc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69541cdd-9c6f-4071-9eae-a503aab4e476,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:55.361784 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b75dd791-6bea-4756-9ace-60d7007cfc57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bdbc339cee4f41a38fc799120ec5b383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7039616 Aug 31 01:14:55.368501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54338) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:55.384801 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17f1773-8d0c-44dd-a3d0-73ce4066d790 x-openstack-request-id: req-b17f1773-8d0c-44dd-a3d0-73ce4066d790 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:55.385091 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd461568-52ed-457b-92e6-fca3b7204db6", "name": "network-vif-deleted", "tag": "d7827a61-9dc8-471c-8a81-f8828e12b54d", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:55.385341 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b17f1773-8d0c-44dd-a3d0-73ce4066d790 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:55.386403 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd461568-52ed-457b-92e6-fca3b7204db6', 'name': 'network-vif-deleted', 'tag': 'd7827a61-9dc8-471c-8a81-f8828e12b54d', 'status': 'completed', 'code': 200} Aug 31 01:14:55.397738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e014e7-57d7-4e7b-b1db-27a8bc9ccd5d req-16919627-61fd-471a-a5d2-3029a7114e63 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:55.399998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4e014e7-57d7-4e7b-b1db-27a8bc9ccd5d req-16919627-61fd-471a-a5d2-3029a7114e63 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2517996 Aug 31 01:14:55.460106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade17bc-12e0-4a55-89b0-077548a86843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63245396-66fb-450d-8e80-accc99e70fd2,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:55.515249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a01625-8b35-4109-ad3f-e3b49c2ae5f6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Deleting subnet dac64689-d6ff-4d2a-9515-a24f777dc532 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:55.542593 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1a01625-8b35-4109-ad3f-e3b49c2ae5f6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.545509 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade17bc-12e0-4a55-89b0-077548a86843 admin admin] Checking segment: {'id': '4834988c-895b-4096-b7b8-21be782359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:55.545878 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bade17bc-12e0-4a55-89b0-077548a86843 admin admin] Network hostable DHCP agents. Network: 134c45ae-9551-4fd2-a505-0a804289d948, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:14:55.549629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ec51af5-352f-40f1-85f4-6ac3f70c68c3 req-212272d8-7a6a-404c-a315-9a4d777b7d58 tempest-AttachVolumeNegativeTest-2117243304 tempest-AttachVolumeNegativeTest-2117243304-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd461568-52ed-457b-92e6-fca3b7204db6 HTTP/1.1" status: 200 len: 210 time: 0.0863621 Aug 31 01:14:55.579425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-a2b20d65-a691-4664-8aeb-81fa57abc1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:55.579425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-a2b20d65-a691-4664-8aeb-81fa57abc1f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.2196727 Aug 31 01:14:55.643824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4e014e7-57d7-4e7b-b1db-27a8bc9ccd5d req-2e4c952c-d52f-486c-9158-fa5eae11da76 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027946 Aug 31 01:14:55.654088 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1a01625-8b35-4109-ad3f-e3b49c2ae5f6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.684432 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f419-aa9a-4adf-8c18-f54c328c3a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.711562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bade17bc-12e0-4a55-89b0-077548a86843 admin admin] Network 134c45ae-9551-4fd2-a505-0a804289d948 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:14:55.746977 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f419-aa9a-4adf-8c18-f54c328c3a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.749767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-bade17bc-12e0-4a55-89b0-077548a86843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 134c45ae-9551-4fd2-a505-0a804289d948) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:55.761555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01587059-4059-4fa9-8ea2-f8f29839ceeb None None] Network 134c45ae-9551-4fd2-a505-0a804289d948 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:55.779458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bade17bc-12e0-4a55-89b0-077548a86843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:55.780121 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bade17bc-12e0-4a55-89b0-077548a86843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.783540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-1bbc8ef1-b737-4136-b621-17a2d77928d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:55.785064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-1bbc8ef1-b737-4136-b621-17a2d77928d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1847670 Aug 31 01:14:55.910706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec508b6-a711-4d8d-8968-af4caa73ac72 None None] Network 134c45ae-9551-4fd2-a505-0a804289d948 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:55.917305 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bade17bc-12e0-4a55-89b0-077548a86843 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2899404 Aug 31 01:14:55.920754 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54342) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:55.928052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1002824493-router', 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:55.961973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba5dba5-8779-49e4-a91a-818da590d621 None None] Network 6c46d70f-c044-4aea-a5ba-7a4383f40107 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:55.968474 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.969666 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.972905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9c364-5bce-4c37-b5f1-d66d3dfc1018 req-94b5b130-d363-456f-ad4e-8b10840c3b01 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:55.979788 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1e9c364-5bce-4c37-b5f1-d66d3dfc1018 req-94b5b130-d363-456f-ad4e-8b10840c3b01 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2409990 Aug 31 01:14:56.008575 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f419-aa9a-4adf-8c18-f54c328c3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.011148 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f419-aa9a-4adf-8c18-f54c328c3a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.012305 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a2b0f419-aa9a-4adf-8c18-f54c328c3a1d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69541cdd-9c6f-4071-9eae-a503aab4e476 HTTP/1.1" status: 204 len: 168 time: 0.6335855 Aug 31 01:14:56.042255 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1a01625-8b35-4109-ad3f-e3b49c2ae5f6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.056947 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.079379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9df95e06-f682-43b7-b073-62ae83af199f None None] Provisioning for port 807f326c-3fc2-4884-aadb-33ccaf61fb18 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:56.082058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0f419-aa9a-4adf-8c18-f54c328c3a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69541cdd-9c6f-4071-9eae-a503aab4e476,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:56.096303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-cfbdced2-143a-43ad-aeab-198cad2640f6 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715600 Aug 31 01:14:56.128857 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1e9c364-5bce-4c37-b5f1-d66d3dfc1018 req-dbd89a2f-5520-4718-a316-0188415661fb tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363900 Aug 31 01:14:56.296369 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.297149 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-bf940aa4-48f9-40d3-ad56-4ca6e106d9ec service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922660 Aug 31 01:14:56.305507 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1a01625-8b35-4109-ad3f-e3b49c2ae5f6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.401985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-c0b7fa1f-c4e8-43a1-95b3-0f193a3669e8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=37705bfd-5dbc-4051-a010-ae4dce40f5bd HTTP/1.1" status: 200 len: 217 time: 0.0925901 Aug 31 01:14:56.407749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a01625-8b35-4109-ad3f-e3b49c2ae5f6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Subnet': ['ID=dac64689-d6ff-4d2a-9515-a24f777dc532,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:56.498958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-0104521b-a1d2-4ae0-99d0-3ee7dc03daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:56.501450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-0104521b-a1d2-4ae0-99d0-3ee7dc03daaf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.0910842 Aug 31 01:14:56.503030 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1a01625-8b35-4109-ad3f-e3b49c2ae5f6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.507115 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c1a01625-8b35-4109-ad3f-e3b49c2ae5f6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/subnets/dac64689-d6ff-4d2a-9515-a24f777dc532 HTTP/1.1" status: 204 len: 168 time: 1.1785200 Aug 31 01:14:56.511636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54358) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:56.636215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 807f326c-3fc2-4884-aadb-33ccaf61fb18 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:56.660361 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54362) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:56.681111 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.697023 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9742ae41-980f-42c6-abee-3dad16af162b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.707161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e3256-655a-41ce-9020-4f7e40d5c54b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:56.708969 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e3256-655a-41ce-9020-4f7e40d5c54b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:56.711209 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-724e3256-655a-41ce-9020-4f7e40d5c54b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1936293 Aug 31 01:14:56.716284 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 807f326c-3fc2-4884-aadb-33ccaf61fb18 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:56.719441 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54364) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:56.724197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 807f326c-3fc2-4884-aadb-33ccaf61fb18 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:56.724562 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.752185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e94049-72fe-4273-95e6-9842e0133269 req-c1f61b29-d123-497d-ac82-e832774b116d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:56.759701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e94049-72fe-4273-95e6-9842e0133269 req-c1f61b29-d123-497d-ac82-e832774b116d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:56.765872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e94049-72fe-4273-95e6-9842e0133269 req-c1f61b29-d123-497d-ac82-e832774b116d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:56.766345 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bcc93a-d780-40bb-ae24-97fedf22e891 None None] Network 6c46d70f-c044-4aea-a5ba-7a4383f40107 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:56.771916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e94049-72fe-4273-95e6-9842e0133269 req-c1f61b29-d123-497d-ac82-e832774b116d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:56.778655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e94049-72fe-4273-95e6-9842e0133269 req-c1f61b29-d123-497d-ac82-e832774b116d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:56.784747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e94049-72fe-4273-95e6-9842e0133269 req-c1f61b29-d123-497d-ac82-e832774b116d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:56.791060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e94049-72fe-4273-95e6-9842e0133269 req-c1f61b29-d123-497d-ac82-e832774b116d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:56.791743 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.792820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00e94049-72fe-4273-95e6-9842e0133269 req-c1f61b29-d123-497d-ac82-e832774b116d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.2826393 Aug 31 01:14:56.795672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-cc4a55c6-8401-4968-84bb-03fbb77ff114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:56.797098 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-cc4a55c6-8401-4968-84bb-03fbb77ff114 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2844312 Aug 31 01:14:56.813142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac1cf-118b-40ea-affb-cff433a6d54f req-13cb3cf2-44eb-4223-b7f7-a0be5107bc68 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:56.814705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2caac1cf-118b-40ea-affb-cff433a6d54f req-13cb3cf2-44eb-4223-b7f7-a0be5107bc68 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2060907 Aug 31 01:14:56.828423 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.862771 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9c7aa67-cdf9-42fd-be28-9e32583c215c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.922072 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c7aa67-cdf9-42fd-be28-9e32583c215c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 01:14:56.922551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c7aa67-cdf9-42fd-be28-9e32583c215c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:14:56.927966 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d9c7aa67-cdf9-42fd-be28-9e32583c215c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/networks/6c46d70f-c044-4aea-a5ba-7a4383f40107 HTTP/1.1" status: 409 len: 405 time: 0.1971159 Aug 31 01:14:56.932023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54366) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:56.932208 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.939623 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2d9d2a73-a251-490d-bbe1-28760dcd3ccb None None] Provisioning complete for port 807f326c-3fc2-4884-aadb-33ccaf61fb18 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:56.939991 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2a73-a251-490d-bbe1-28760dcd3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.946069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e83e6517-738d-47dc-999d-42ec8a282ed6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1460572601'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:56.960330 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00e94049-72fe-4273-95e6-9842e0133269 req-e554585c-7ca0-4633-b8d7-5aa7e74b1c0b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1440766 Aug 31 01:14:56.983457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2caac1cf-118b-40ea-affb-cff433a6d54f req-fe9d9c6e-e718-46b8-a98b-f4f90016bbef tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481762 Aug 31 01:14:57.013945 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Allocated IP 172.25.6.206 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/5d43db6b-9b76-41b0-8465-28a77ef47f2a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:57.015267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 807f326c-3fc2-4884-aadb-33ccaf61fb18, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=807f326c-3fc2-4884-aadb-33ccaf61fb18,segment=NetworkSegment(91536200-d756-46fd-8e8e-efd3c77df4d5),segment_id=91536200-d756-46fd-8e8e-efd3c77df4d5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:57.025764 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.050885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54370) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:57.087353 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-6e2ccab5-975c-484d-8254-1ffd2bfe4126 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703183 Aug 31 01:14:57.104598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb96de05-927d-4764-b6d6-b5b53f6784f6 None None] DHCP port deletion for 6c46d70f-c044-4aea-a5ba-7a4383f40107 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:14:57.149685 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9742ae41-980f-42c6-abee-3dad16af162b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.162902 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9742ae41-980f-42c6-abee-3dad16af162b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.187642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Deleting subnet b7aae955-9475-4287-b0f9-97d65d425218 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:57.189686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=807f326c-3fc2-4884-aadb-33ccaf61fb18,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:57.202312 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.223115 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2d9d2a73-a251-490d-bbe1-28760dcd3ccb None None] Provisioning for port 64bd41d3-7516-4ea2-bc4b-778b9331b0f7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:57.229086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2d9d2a73-a251-490d-bbe1-28760dcd3ccb None None] Provisioning complete for port 64bd41d3-7516-4ea2-bc4b-778b9331b0f7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:57.229450 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2a73-a251-490d-bbe1-28760dcd3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.236157 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9742ae41-980f-42c6-abee-3dad16af162b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1f767d954f64ffb9585b39bcde859a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742142 Aug 31 01:14:57.238763 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54376) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:57.249014 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.251523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742ae41-980f-42c6-abee-3dad16af162b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e10a93-0306-4fb9-8102-7167b835535c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:57.258555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83e6517-738d-47dc-999d-42ec8a282ed6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Made reservation on behalf of 39c54a16077c4385a14c81c74f228c91 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:57.262127 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e83e6517-738d-47dc-999d-42ec8a282ed6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.299948 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.335174 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d93be0be-d930-4db1-9a37-fb2892ae2b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.342246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90d698-9241-4c98-8c50-6bb5694bfd4d req-e76295cf-d0c1-4fcd-b9c9-0363c44f8f6a tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:57.349746 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f90d698-9241-4c98-8c50-6bb5694bfd4d req-e76295cf-d0c1-4fcd-b9c9-0363c44f8f6a tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2408910 Aug 31 01:14:57.350385 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.392305 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d93be0be-d930-4db1-9a37-fb2892ae2b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.396676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-9c0619ca-ace0-4cf4-98ea-6bcce62fe88d service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980998 Aug 31 01:14:57.408565 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83e6517-738d-47dc-999d-42ec8a282ed6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:14:57.419907 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.424405 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:57.437932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-bb96de05-927d-4764-b6d6-b5b53f6784f6 None None] Deleting port 807f326c-3fc2-4884-aadb-33ccaf61fb18 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:57.438319 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bb96de05-927d-4764-b6d6-b5b53f6784f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.440637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:57.450560 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:57.455533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d2a73-a251-490d-bbe1-28760dcd3ccb None None] Port 64bd41d3-7516-4ea2-bc4b-778b9331b0f7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:57.455813 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Pushing event updated for resources: {'Port': ['ID=5d43db6b-9b76-41b0-8465-28a77ef47f2a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:57.485782 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-e6a60abf-2afe-4323-b82f-545acbd37873 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=f3cb103b-7662-48f3-b93d-2288cfdea400 HTTP/1.1" status: 200 len: 217 time: 0.0781305 Aug 31 01:14:57.494304 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e83e6517-738d-47dc-999d-42ec8a282ed6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.494671 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-e83e6517-738d-47dc-999d-42ec8a282ed6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Added segment 0d3b9afa-b8a0-4d8f-84ec-c8e09e169e8b of type vlan for network 61a8f18d-934a-4a36-94ea-f9811a3413c6 Aug 31 01:14:57.511587 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f90d698-9241-4c98-8c50-6bb5694bfd4d req-89153470-2b62-49d0-baeb-e71e08dbdba2 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570187 Aug 31 01:14:57.526976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-bb96de05-927d-4764-b6d6-b5b53f6784f6 None None] For port 807f326c-3fc2-4884-aadb-33ccaf61fb18, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=807f326c-3fc2-4884-aadb-33ccaf61fb18,segment=NetworkSegment(91536200-d756-46fd-8e8e-efd3c77df4d5),segment_id=91536200-d756-46fd-8e8e-efd3c77df4d5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:57.527784 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bb96de05-927d-4764-b6d6-b5b53f6784f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.547109 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-bb96de05-927d-4764-b6d6-b5b53f6784f6 None None] Calling delete_port for 807f326c-3fc2-4884-aadb-33ccaf61fb18 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:57.574813 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d93be0be-d930-4db1-9a37-fb2892ae2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.578052 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d93be0be-d930-4db1-9a37-fb2892ae2b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.579234 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d93be0be-d930-4db1-9a37-fb2892ae2b25 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/40e10a93-0306-4fb9-8102-7167b835535c HTTP/1.1" status: 204 len: 168 time: 0.3395007 Aug 31 01:14:57.613576 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93be0be-d930-4db1-9a37-fb2892ae2b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e10a93-0306-4fb9-8102-7167b835535c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:57.641049 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e83e6517-738d-47dc-999d-42ec8a282ed6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.657639 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.688916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-fba9dc7b-2201-40c0-9a3e-18b55fee0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:57.690641 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-fba9dc7b-2201-40c0-9a3e-18b55fee0f1e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.1927366 Aug 31 01:14:57.691691 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.696825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b7aae955-9475-4287-b0f9-97d65d425218 HTTP/1.1" status: 204 len: 168 time: 0.6418066 Aug 31 01:14:57.698660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54386) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:57.748621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7aae955-9475-4287-b0f9-97d65d425218,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:57.785292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:57.785735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:57.786143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:57.786543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:57.786955 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:57.787356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:57.787746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:57.788155 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:57.788813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:57.789138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:57.789537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:57.789902 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c443a-7563-4a55-ba4b-24cb40820eed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:57.797387 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bb96de05-927d-4764-b6d6-b5b53f6784f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.803528 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.831185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96de05-927d-4764-b6d6-b5b53f6784f6 None None] No DVR routers for this DVR port 807f326c-3fc2-4884-aadb-33ccaf61fb18 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:57.837490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96de05-927d-4764-b6d6-b5b53f6784f6 None None] Pushing event deleted for resources: {'Port': ['ID=807f326c-3fc2-4884-aadb-33ccaf61fb18,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:57.851357 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e83e6517-738d-47dc-999d-42ec8a282ed6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.857135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83e6517-738d-47dc-999d-42ec8a282ed6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:57.857735 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e83e6517-738d-47dc-999d-42ec8a282ed6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.971950 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e83e6517-738d-47dc-999d-42ec8a282ed6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0346646 Aug 31 01:14:57.974752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54390) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:57.985819 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-87c7e192-4ad5-4467-bb0e-ee9f09871bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:58.000888 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-90b96ba8-d7ca-408f-ac13-d4feaf38e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:58.002611 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-90b96ba8-d7ca-408f-ac13-d4feaf38e47e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2877462 Aug 31 01:14:58.007117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e6517-738d-47dc-999d-42ec8a282ed6 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event updated for resources: {'Network': ['ID=61a8f18d-934a-4a36-94ea-f9811a3413c6,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:58.021065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 61a8f18d-934a-4a36-94ea-f9811a3413c6 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:14:58.023896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fa4a2-7885-4da4-a1b2-b8be93b2f3bb req-6236c556-1f4b-4de8-9ec4-26374a8b8f93 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:58.025639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-700fa4a2-7885-4da4-a1b2-b8be93b2f3bb req-6236c556-1f4b-4de8-9ec4-26374a8b8f93 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2286179 Aug 31 01:14:58.041635 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-dfe02885-9db6-4a1d-bdf4-035410004f09 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Request body: {'subnet': {'network_id': '61a8f18d-934a-4a36-94ea-f9811a3413c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:58.121586 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d7827a61-9dc8-471c-8a81-f8828e12b54d no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:58.147514 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: d7827a61-9dc8-471c-8a81-f8828e12b54d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:58.147852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d7827a61-9dc8-471c-8a81-f8828e12b54d not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:58.215003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:58.249282 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-700fa4a2-7885-4da4-a1b2-b8be93b2f3bb req-b356cc90-bcff-4a5b-bf18-ecd01df8cd01 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981041 Aug 31 01:14:58.282967 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-87c7e192-4ad5-4467-bb0e-ee9f09871bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:58.290748 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe02885-9db6-4a1d-bdf4-035410004f09 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Made reservation on behalf of 39c54a16077c4385a14c81c74f228c91 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:58.295097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfe02885-9db6-4a1d-bdf4-035410004f09 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:58.312115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-87c7e192-4ad5-4467-bb0e-ee9f09871bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab74ee34-12a3-401b-bc75-1cf0aeeda842']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:58.328673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0a4c-abb6-4c10-9aea-301a51828df2 req-3ae3e7ae-59f5-4086-a669-90a94699244b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:58.336957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0a4c-abb6-4c10-9aea-301a51828df2 req-3ae3e7ae-59f5-4086-a669-90a94699244b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:58.343261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0a4c-abb6-4c10-9aea-301a51828df2 req-3ae3e7ae-59f5-4086-a669-90a94699244b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:58.349415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0a4c-abb6-4c10-9aea-301a51828df2 req-3ae3e7ae-59f5-4086-a669-90a94699244b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:58.356188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0a4c-abb6-4c10-9aea-301a51828df2 req-3ae3e7ae-59f5-4086-a669-90a94699244b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:58.366483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0a4c-abb6-4c10-9aea-301a51828df2 req-3ae3e7ae-59f5-4086-a669-90a94699244b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:58.373458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0a4c-abb6-4c10-9aea-301a51828df2 req-3ae3e7ae-59f5-4086-a669-90a94699244b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:58.382332 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c8b0a4c-abb6-4c10-9aea-301a51828df2 req-3ae3e7ae-59f5-4086-a669-90a94699244b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.2898140 Aug 31 01:14:58.413519 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-77f1b428-b712-4c3f-837c-3c81d610e1de service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868763 Aug 31 01:14:58.420673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-87c7e192-4ad5-4467-bb0e-ee9f09871bb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8123940a-e552-4889-9a3c-20279e80ab7a') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:58.421751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-87c7e192-4ad5-4467-bb0e-ee9f09871bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8123940a-e552-4889-9a3c-20279e80ab7a') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:58.506338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 807f326c-3fc2-4884-aadb-33ccaf61fb18 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:58.514692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Router 328fe6fd-8d26-4a03-b379-2263764a6721 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:14:58.520551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c8b0a4c-abb6-4c10-9aea-301a51828df2 req-4c378629-c929-4dbe-8f96-682e2fe09778 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1367381 Aug 31 01:14:58.530059 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-87c7e192-4ad5-4467-bb0e-ee9f09871bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:58.545906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 807f326c-3fc2-4884-aadb-33ccaf61fb18 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:58.546268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 807f326c-3fc2-4884-aadb-33ccaf61fb18 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:58.569759 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-87c7e192-4ad5-4467-bb0e-ee9f09871bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:58.581419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c7e192-4ad5-4467-bb0e-ee9f09871bb4 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:58.581823 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-87c7e192-4ad5-4467-bb0e-ee9f09871bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:58.585029 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:58.646562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46b2c3-97ab-451c-a8b7-ccadcb582635 req-8ad08c9f-0086-4729-998f-e29c7db952df tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:58.648866 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d46b2c3-97ab-451c-a8b7-ccadcb582635 req-8ad08c9f-0086-4729-998f-e29c7db952df tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1952264 Aug 31 01:14:58.696545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-75b76a45-fea9-47a8-9436-c75f0a0c1d8c service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696476 Aug 31 01:14:58.705456 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-87c7e192-4ad5-4467-bb0e-ee9f09871bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:58.724763 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:14:58.740522 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-87c7e192-4ad5-4467-bb0e-ee9f09871bb4 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:58.743874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Sync routers for ids ['328fe6fd-8d26-4a03-b379-2263764a6721'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:14:58.750086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-87c7e192-4ad5-4467-bb0e-ee9f09871bb4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ab74ee34-12a3-401b-bc75-1cf0aeeda842 HTTP/1.1" status: 204 len: 168 time: 1.0431833 Aug 31 01:14:58.750086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7e192-4ad5-4467-bb0e-ee9f09871bb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab74ee34-12a3-401b-bc75-1cf0aeeda842,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:58.769168 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Routers {'328fe6fd-8d26-4a03-b379-2263764a6721'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:58.771477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:14:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['328fe6fd-8d26-4a03-b379-2263764a6721'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:58.784663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d46b2c3-97ab-451c-a8b7-ccadcb582635 req-580fab53-8313-457e-8b03-100ab4850495 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239061 Aug 31 01:14:58.786104 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d6dddde0-b147-4830-91b4-992653d2981b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b6bb6337-ff8f-48c0-868d-46f6ec442765 HTTP/1.1" status: 200 len: 217 time: 0.0714524 Aug 31 01:14:58.807739 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:58.808074 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4a327502-13ef-400a-a18d-64ac57f2db71 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8861396 Aug 31 01:14:58.814869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54422) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:58.835224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.objects.ports [None req-dfe02885-9db6-4a1d-bdf4-035410004f09 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:14:58.859928 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfe02885-9db6-4a1d-bdf4-035410004f09 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.000348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Set router 328fe6fd-8d26-4a03-b379-2263764a6721 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:59.004256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54432) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:59.013128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4afc862a-7d90-4dd9-a818-a5b348cf3c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:59.014611 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-4afc862a-7d90-4dd9-a818-a5b348cf3c86 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c HTTP/1.1" status: 200 len: 797 time: 0.2211554 Aug 31 01:14:59.032108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe02885-9db6-4a1d-bdf4-035410004f09 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event updated for resources: {'Subnet': ['ID=114c0802-f754-4acb-a9c8-4812671c9556,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:59.042942 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe02885-9db6-4a1d-bdf4-035410004f09 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Checking segment: {'id': '0d3b9afa-b8a0-4d8f-84ec-c8e09e169e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '61a8f18d-934a-4a36-94ea-f9811a3413c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:59.043592 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe02885-9db6-4a1d-bdf4-035410004f09 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Network hostable DHCP agents. Network: 61a8f18d-934a-4a36-94ea-f9811a3413c6, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:14:59.064603 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e26bb-d7c0-4d6a-b3e4-37f5451835d4 req-f834e954-02ee-423b-8053-7b80d50fd255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:59.066108 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b66e26bb-d7c0-4d6a-b3e4-37f5451835d4 req-f834e954-02ee-423b-8053-7b80d50fd255 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 1097 time: 0.0772777 Aug 31 01:14:59.074470 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe02885-9db6-4a1d-bdf4-035410004f09 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Network 61a8f18d-934a-4a36-94ea-f9811a3413c6 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:14:59.182280 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-dfe02885-9db6-4a1d-bdf4-035410004f09 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 61a8f18d-934a-4a36-94ea-f9811a3413c6) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:59.188185 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe02885-9db6-4a1d-bdf4-035410004f09 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:59.189162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfe02885-9db6-4a1d-bdf4-035410004f09 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.198899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304db2fa-21cd-4948-8775-f8fa969ffd99 req-53d08c49-e904-4ea7-b85b-843f3418e2e1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:59.206356 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-304db2fa-21cd-4948-8775-f8fa969ffd99 req-53d08c49-e904-4ea7-b85b-843f3418e2e1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2173719 Aug 31 01:14:59.230295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d7067cfd-3d1f-4133-92bb-e443b748b138 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9d25507ba0d945d3821d1453bb12e9fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144592 Aug 31 01:14:59.234003 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be1c1ec-8fe0-49b9-8f23-75748ba3f768 None None] Network 61a8f18d-934a-4a36-94ea-f9811a3413c6 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:59.235059 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54436) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:59.237781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5d6f2-119c-463e-b904-9730e6d7845e req-4d066de3-5576-4981-922d-5ec31da4a34e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:59.239301 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29d5d6f2-119c-463e-b904-9730e6d7845e req-4d066de3-5576-4981-922d-5ec31da4a34e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2134085 Aug 31 01:14:59.255394 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dfe02885-9db6-4a1d-bdf4-035410004f09 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2788615 Aug 31 01:14:59.271161 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54440) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:59.305001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e26bb-d7c0-4d6a-b3e4-37f5451835d4 req-a9959e2a-8e55-4661-8a8e-6d4b07b4679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:59.306740 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b66e26bb-d7c0-4d6a-b3e4-37f5451835d4 req-a9959e2a-8e55-4661-8a8e-6d4b07b4679a service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.2298465 Aug 31 01:14:59.376060 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'name': 'tempest-ServerRescueTestJSON-1002824493-router', 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:14:55Z', 'updated_at': '2021-08-31T01:14:57Z', 'revision_number': 3, 'project_id': '804272a7f8b749e2bebc24d18b9ea347', 'gw_port': {'id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:14:56Z', 'updated_at': '2021-08-31T01:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:59.423171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Checking router: 328fe6fd-8d26-4a03-b379-2263764a6721 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:14:59.423171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Updating router 328fe6fd-8d26-4a03-b379-2263764a6721 port 5d43db6b-9b76-41b0-8465-28a77ef47f2a binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:14:59.465588 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3329d32e-2d44-40ca-9841-e4a33506b0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.482366 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b66e26bb-d7c0-4d6a-b3e4-37f5451835d4 req-0821c821-2013-4bc4-a601-a416569d518f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f HTTP/1.1" status: 200 len: 1000 time: 0.1401269 Aug 31 01:14:59.484745 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.534849 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.556155 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3329d32e-2d44-40ca-9841-e4a33506b0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.562650 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddbe5c1-e417-4d4e-862d-48e183b87564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-61a8f18d-934a-4a36-94ea-f9811a3413c6', 'network_id': '61a8f18d-934a-4a36-94ea-f9811a3413c6', 'tenant_id': '39c54a16077c4385a14c81c74f228c91', 'fixed_ips': [{'subnet_id': '114c0802-f754-4acb-a9c8-4812671c9556'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:14:59.563909 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bddbe5c1-e417-4d4e-862d-48e183b87564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.588375 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e26bb-d7c0-4d6a-b3e4-37f5451835d4 req-c497c30e-5a42-4935-b56b-ccc6eda3aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:59.590066 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b66e26bb-d7c0-4d6a-b3e4-37f5451835d4 req-c497c30e-5a42-4935-b56b-ccc6eda3aed3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.0991182 Aug 31 01:14:59.633880 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-267397af-b2ba-49f1-a183-224de666680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:59.635169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-267397af-b2ba-49f1-a183-224de666680f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5991755 Aug 31 01:14:59.682401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.727589 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e26bb-d7c0-4d6a-b3e4-37f5451835d4 req-fe264134-bc13-44e7-8381-be015caaf98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:59.729996 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b66e26bb-d7c0-4d6a-b3e4-37f5451835d4 req-fe264134-bc13-44e7-8381-be015caaf98a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1256869 Aug 31 01:14:59.735244 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3329d32e-2d44-40ca-9841-e4a33506b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.739527 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3329d32e-2d44-40ca-9841-e4a33506b0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.743377 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3329d32e-2d44-40ca-9841-e4a33506b0c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/692ddbfa-dcca-4e60-935c-b1ca4927aefa HTTP/1.1" status: 204 len: 168 time: 0.5037370 Aug 31 01:14:59.790821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329d32e-2d44-40ca-9841-e4a33506b0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692ddbfa-dcca-4e60-935c-b1ca4927aefa,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:59.822443 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-304db2fa-21cd-4948-8775-f8fa969ffd99 req-855621e7-ea40-4c73-96a1-774fa42ab58c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6154532 Aug 31 01:14:59.849541 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29d5d6f2-119c-463e-b904-9730e6d7845e req-a75f7418-398b-4cc4-9e41-2679680404d7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099228 Aug 31 01:14:59.981538 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b66e26bb-d7c0-4d6a-b3e4-37f5451835d4 req-ba09f51d-2a08-46d2-b831-5fcc06b56893 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371233 Aug 31 01:14:59.983258 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server [None req-bddbe5c1-e417-4d4e-862d-48e183b87564 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 114c0802-f754-4acb-a9c8-4812671c9556: This subnet is being modified by another concurrent operation. Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:15:00.015627 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 114c0802-f754-4acb-a9c8-4812671c9556: This subnet is being modified by another concurrent operation. Aug 31 01:15:00.020069 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:15:00.097528 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Subnet': ['ID=114c0802-f754-4acb-a9c8-4812671c9556,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:00.108402 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322ddb23-fa27-48cf-a8c6-3a219926415b None None] Network 61a8f18d-934a-4a36-94ea-f9811a3413c6 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:00.159439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-a4bab879-ec39-4269-8753-8b3f718540f0 service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096109 Aug 31 01:15:00.212163 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.230421 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a8f18d-934a-4a36-94ea-f9811a3413c6']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:00.253341 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.261326 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3b9afa-b8a0-4d8f-84ec-c8e09e169e8b') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:00.261719 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3b9afa-b8a0-4d8f-84ec-c8e09e169e8b') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:00.275878 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b66e26bb-d7c0-4d6a-b3e4-37f5451835d4 req-c89149d6-a7c9-4214-bdb1-1ee36a7b5733 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806430 Aug 31 01:15:00.279955 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.294671 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Transition to ACTIVE for port object 5d43db6b-9b76-41b0-8465-28a77ef47f2a will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:00.297220 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.307569 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:00.308004 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:00.311923 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:00.344270 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.429170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d304166-1f7f-4081-823b-86eb02dbc7ce req-8501833d-1480-4f0c-8d38-7760b3d8f2e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:00.459465 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Attempting to bind port 5d43db6b-9b76-41b0-8465-28a77ef47f2a on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:00.460191 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Attempting to bind port 5d43db6b-9b76-41b0-8465-28a77ef47f2a by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:00.460459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d304166-1f7f-4081-823b-86eb02dbc7ce req-8501833d-1480-4f0c-8d38-7760b3d8f2e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:00.462695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Attempting to bind port 5d43db6b-9b76-41b0-8465-28a77ef47f2a on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:00.465751 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d278332-afdb-4a4d-b8b1-fdee231988f0 None None] Pushing event updated for resources: {'Port': ['ID=5d43db6b-9b76-41b0-8465-28a77ef47f2a,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:00.475395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7033f6-f839-4862-b028-8bd57fefae8a None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:15:00.486630 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d304166-1f7f-4081-823b-86eb02dbc7ce req-8501833d-1480-4f0c-8d38-7760b3d8f2e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:00.494306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d304166-1f7f-4081-823b-86eb02dbc7ce req-8501833d-1480-4f0c-8d38-7760b3d8f2e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:00.545272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d304166-1f7f-4081-823b-86eb02dbc7ce req-8501833d-1480-4f0c-8d38-7760b3d8f2e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:00.559516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d304166-1f7f-4081-823b-86eb02dbc7ce req-8501833d-1480-4f0c-8d38-7760b3d8f2e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:00.579025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d304166-1f7f-4081-823b-86eb02dbc7ce req-8501833d-1480-4f0c-8d38-7760b3d8f2e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:00.584468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d304166-1f7f-4081-823b-86eb02dbc7ce req-8501833d-1480-4f0c-8d38-7760b3d8f2e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.4692888 Aug 31 01:15:00.687753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278332-afdb-4a4d-b8b1-fdee231988f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:00.688771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278332-afdb-4a4d-b8b1-fdee231988f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:00.689632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278332-afdb-4a4d-b8b1-fdee231988f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:00.690238 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278332-afdb-4a4d-b8b1-fdee231988f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:00.692447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278332-afdb-4a4d-b8b1-fdee231988f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:00.693074 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278332-afdb-4a4d-b8b1-fdee231988f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:00.693673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278332-afdb-4a4d-b8b1-fdee231988f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:00.694271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278332-afdb-4a4d-b8b1-fdee231988f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:00.695123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278332-afdb-4a4d-b8b1-fdee231988f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:00.696091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278332-afdb-4a4d-b8b1-fdee231988f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:00.696653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278332-afdb-4a4d-b8b1-fdee231988f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:00.697087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278332-afdb-4a4d-b8b1-fdee231988f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:00.700075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579516a-31d5-47a3-8d27-d962dbc2a2fc req-e8cda492-afbd-4877-bd71-a8429f17f933 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:00.701667 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c579516a-31d5-47a3-8d27-d962dbc2a2fc req-e8cda492-afbd-4877-bd71-a8429f17f933 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.5413122 Aug 31 01:15:00.725072 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:00.726019 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:00.727976 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.728656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:00.730527 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Bound port: 5d43db6b-9b76-41b0-8465-28a77ef47f2a, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:00.731146 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.770010 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.778844 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.780776 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/networks/61a8f18d-934a-4a36-94ea-f9811a3413c6 HTTP/1.1" status: 204 len: 168 time: 1.5142887 Aug 31 01:15:00.792859 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54482) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:00.810657 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-71bb05fb-2031-49c8-98ad-ba0777008ca7 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1238452935'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:00.815120 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02058585-bfd7-439b-8405-d05b1c6eff77 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Network': ['ID=61a8f18d-934a-4a36-94ea-f9811a3413c6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:00.826648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7033f6-f839-4862-b028-8bd57fefae8a None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:15:00.849941 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-250ddcda-29cc-43ab-9d60-5d98b6e31994 service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734147 Aug 31 01:15:00.877348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] For port 5d43db6b-9b76-41b0-8465-28a77ef47f2a, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:00.878180 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d304166-1f7f-4081-823b-86eb02dbc7ce req-45821a75-e4e3-446f-a265-3c8759452b12 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2721512 Aug 31 01:15:00.894948 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bb05fb-2031-49c8-98ad-ba0777008ca7 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Made reservation on behalf of 39c54a16077c4385a14c81c74f228c91 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:00.895739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] For port 5d43db6b-9b76-41b0-8465-28a77ef47f2a, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5d43db6b-9b76-41b0-8465-28a77ef47f2a,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:00.900706 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71bb05fb-2031-49c8-98ad-ba0777008ca7 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.976134 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bb05fb-2031-49c8-98ad-ba0777008ca7 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:00.989132 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71bb05fb-2031-49c8-98ad-ba0777008ca7 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.989755 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-71bb05fb-2031-49c8-98ad-ba0777008ca7 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Added segment 15f6c455-0efa-4570-a6ba-f3bf4a58ebb6 of type vlan for network 47f039f1-896f-4526-b61b-5677634fb1bb Aug 31 01:15:01.025169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-0ff5a7eb-9750-44b8-b306-47d6002526c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d HTTP/1.1" status: 200 len: 217 time: 0.1436658 Aug 31 01:15:01.059682 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71bb05fb-2031-49c8-98ad-ba0777008ca7 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:01.103681 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c579516a-31d5-47a3-8d27-d962dbc2a2fc req-ad0bcf69-f9e0-41d5-a25d-dffe3c3377fc tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402359 Aug 31 01:15:01.133426 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71bb05fb-2031-49c8-98ad-ba0777008ca7 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:01.151700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bb05fb-2031-49c8-98ad-ba0777008ca7 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.152362 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71bb05fb-2031-49c8-98ad-ba0777008ca7 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:01.203980 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:01.246498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cd5fb-c0d4-4d6b-a73c-9bbcd533bdb9 req-0382d789-81e9-4777-b1c1-f826bf42aca0 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.249284 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b05cd5fb-c0d4-4d6b-a73c-9bbcd533bdb9 req-0382d789-81e9-4777-b1c1-f826bf42aca0 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1854169 Aug 31 01:15:01.305959 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-71bb05fb-2031-49c8-98ad-ba0777008ca7 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5092406 Aug 31 01:15:01.307998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54498) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:01.314615 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8af946d8-a56e-4216-8056-c91e6de4500b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Request body: {'subnet': {'network_id': '47f039f1-896f-4526-b61b-5677634fb1bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:01.330427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d278332-afdb-4a4d-b8b1-fdee231988f0 None None] Pushing event updated for resources: {'Port': ['ID=5d43db6b-9b76-41b0-8465-28a77ef47f2a,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:01.342615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-37158e38-9110-4a2f-93f6-ad2282db17c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.346721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-37158e38-9110-4a2f-93f6-ad2282db17c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c HTTP/1.1" status: 200 len: 797 time: 0.2809627 Aug 31 01:15:01.399472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb05fb-2031-49c8-98ad-ba0777008ca7 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event updated for resources: {'Network': ['ID=47f039f1-896f-4526-b61b-5677634fb1bb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:01.466141 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af946d8-a56e-4216-8056-c91e6de4500b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Made reservation on behalf of 39c54a16077c4385a14c81c74f228c91 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:01.470934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8af946d8-a56e-4216-8056-c91e6de4500b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:01.481285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 47f039f1-896f-4526-b61b-5677634fb1bb details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:01.570577 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Routers {'328fe6fd-8d26-4a03-b379-2263764a6721'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:15:01.571479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:14:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['328fe6fd-8d26-4a03-b379-2263764a6721'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:01.579626 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:01.619770 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b05cd5fb-c0d4-4d6b-a73c-9bbcd533bdb9 req-2b4933b2-6977-42c1-93b5-ae90800cdb2c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858615 Aug 31 01:15:01.737995 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:01.751591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] Set router 328fe6fd-8d26-4a03-b379-2263764a6721 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:15:01.776138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-f3516942-144c-460c-a584-8ae64bfb5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.777339 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-f3516942-144c-460c-a584-8ae64bfb5f3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4197016 Aug 31 01:15:01.806798 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8af946d8-a56e-4216-8056-c91e6de4500b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:01.899899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0921f-53a6-4a8e-a995-cbb695e483cb req-5452b3eb-6bb4-454d-939a-e03c97533b72 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.904617 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af946d8-a56e-4216-8056-c91e6de4500b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event updated for resources: {'Subnet': ['ID=61cf5523-5c5a-4aed-b523-db6239c96931,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:01.927177 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec0921f-53a6-4a8e-a995-cbb695e483cb req-5452b3eb-6bb4-454d-939a-e03c97533b72 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.3058810 Aug 31 01:15:01.977399 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af946d8-a56e-4216-8056-c91e6de4500b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Checking segment: {'id': '15f6c455-0efa-4570-a6ba-f3bf4a58ebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '47f039f1-896f-4526-b61b-5677634fb1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:01.977954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af946d8-a56e-4216-8056-c91e6de4500b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Network hostable DHCP agents. Network: 47f039f1-896f-4526-b61b-5677634fb1bb, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:15:01.999596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af946d8-a56e-4216-8056-c91e6de4500b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Network 47f039f1-896f-4526-b61b-5677634fb1bb is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:15:02.026368 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-8af946d8-a56e-4216-8056-c91e6de4500b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 47f039f1-896f-4526-b61b-5677634fb1bb) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:02.037978 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af946d8-a56e-4216-8056-c91e6de4500b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.038992 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8af946d8-a56e-4216-8056-c91e6de4500b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:02.064862 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8af946d8-a56e-4216-8056-c91e6de4500b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7555201 Aug 31 01:15:02.068198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54524) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:02.204422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f71dfa-38d0-42b6-aa09-91528a096488 None None] Network 47f039f1-896f-4526-b61b-5677634fb1bb requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:02.214529 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec0921f-53a6-4a8e-a995-cbb695e483cb req-a07ce886-fd7a-43ba-af2f-c87db519a7ea tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803419 Aug 31 01:15:02.288588 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:02.293765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a93ac2-1077-426e-827a-ea347eaaf73e req-451fd6a6-393c-49a0-945a-b4d433c3c928 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.300188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a93ac2-1077-426e-827a-ea347eaaf73e req-451fd6a6-393c-49a0-945a-b4d433c3c928 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.307499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a93ac2-1077-426e-827a-ea347eaaf73e req-451fd6a6-393c-49a0-945a-b4d433c3c928 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.314523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a93ac2-1077-426e-827a-ea347eaaf73e req-451fd6a6-393c-49a0-945a-b4d433c3c928 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.320963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a93ac2-1077-426e-827a-ea347eaaf73e req-451fd6a6-393c-49a0-945a-b4d433c3c928 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.328284 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a93ac2-1077-426e-827a-ea347eaaf73e req-451fd6a6-393c-49a0-945a-b4d433c3c928 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.334934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a93ac2-1077-426e-827a-ea347eaaf73e req-451fd6a6-393c-49a0-945a-b4d433c3c928 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.343635 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0a93ac2-1077-426e-827a-ea347eaaf73e req-451fd6a6-393c-49a0-945a-b4d433c3c928 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.3315973 Aug 31 01:15:02.366575 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-d19f44d1-ea03-4e8b-af95-fdf374eb348d service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793083 Aug 31 01:15:02.369095 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:02.463093 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:02.494124 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Allocated IP 172.20.0.1 (134c45ae-9551-4fd2-a505-0a804289d948/63245396-66fb-450d-8e80-accc99e70fd2/5e019702-40ff-4bda-9f7f-dce75cf95c80) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:02.505401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Subnet': ['ID=61cf5523-5c5a-4aed-b523-db6239c96931,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:02.537629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0a93ac2-1077-426e-827a-ea347eaaf73e req-f04f54f1-1d2f-4b42-b8e2-0dbcc8f1c4ce tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1825106 Aug 31 01:15:02.586548 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099d16c4-2487-4b2a-b01e-48593eacccc9 None None] Network 47f039f1-896f-4526-b61b-5677634fb1bb requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:02.603946 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'name': 'tempest-ServerRescueTestJSON-1002824493-router', 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:14:55Z', 'updated_at': '2021-08-31T01:14:57Z', 'revision_number': 3, 'project_id': '804272a7f8b749e2bebc24d18b9ea347', 'gw_port': {'id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:14:56Z', 'updated_at': '2021-08-31T01:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:02.607856 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:02.621806 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f039f1-896f-4526-b61b-5677634fb1bb']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:02.639064 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f6c455-0efa-4570-a6ba-f3bf4a58ebb6') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:02.639726 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f6c455-0efa-4570-a6ba-f3bf4a58ebb6') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:02.651187 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:02.657433 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4fbb3de-4c9a-46ba-911f-a6fcf562597e req-8a305de2-561d-4788-9de6-a0162794145c service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779663 Aug 31 01:15:02.669623 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:02.678928 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:02.680335 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:02.719568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b8e2a0-e3e1-4aef-9adc-883f791871b8 None None] The sync data for ids ['328fe6fd-8d26-4a03-b379-2263764a6721'] in n-d-802060-13 is: [{'id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'name': 'tempest-ServerRescueTestJSON-1002824493-router', 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:14:55Z', 'updated_at': '2021-08-31T01:14:57Z', 'revision_number': 3, 'project_id': '804272a7f8b749e2bebc24d18b9ea347', 'gw_port': {'id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:14:56Z', 'updated_at': '2021-08-31T01:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:02.753135 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:02.817451 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:02.833897 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:02.837482 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/networks/47f039f1-896f-4526-b61b-5677634fb1bb HTTP/1.1" status: 204 len: 168 time: 0.7681410 Aug 31 01:15:02.847155 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:02.855770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54552) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:02.865234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4a49b835-09e1-40f5-8ea4-d1044c265342 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1247004775'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:02.868447 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73623d-5384-459d-aef2-a66faadf3294 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Network': ['ID=47f039f1-896f-4526-b61b-5677634fb1bb,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:02.894785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a49b835-09e1-40f5-8ea4-d1044c265342 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Made reservation on behalf of 39c54a16077c4385a14c81c74f228c91 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:02.899059 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a49b835-09e1-40f5-8ea4-d1044c265342 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:02.944550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-785010aa-e220-4064-b81b-ede041bec776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.945844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-785010aa-e220-4064-b81b-ede041bec776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.946116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-785010aa-e220-4064-b81b-ede041bec776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.946589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-785010aa-e220-4064-b81b-ede041bec776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.947058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-785010aa-e220-4064-b81b-ede041bec776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.947551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-785010aa-e220-4064-b81b-ede041bec776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.947753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a49b835-09e1-40f5-8ea4-d1044c265342 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:02.948017 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-785010aa-e220-4064-b81b-ede041bec776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.950074 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-785010aa-e220-4064-b81b-ede041bec776 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1534f084f814923866cc1da0f965ab3&device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 6495 time: 0.2174466 Aug 31 01:15:02.963464 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a49b835-09e1-40f5-8ea4-d1044c265342 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:02.963865 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-4a49b835-09e1-40f5-8ea4-d1044c265342 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Added segment 08340871-ee5b-4047-a1df-2046432e1aba of type vlan for network 53fe676b-f508-4be8-9478-490394201353 Aug 31 01:15:03.001986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a5dca-a06e-40d9-987e-ce11f957622f req-b5836d87-243e-41bf-a406-bbdbb842fa53 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:03.007994 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a85a5dca-a06e-40d9-987e-ce11f957622f req-b5836d87-243e-41bf-a406-bbdbb842fa53 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2369411 Aug 31 01:15:03.027246 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a49b835-09e1-40f5-8ea4-d1044c265342 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:03.072523 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a49b835-09e1-40f5-8ea4-d1044c265342 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:03.080078 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a49b835-09e1-40f5-8ea4-d1044c265342 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:03.080725 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4a49b835-09e1-40f5-8ea4-d1044c265342 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:03.197856 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:03.255399 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4a49b835-09e1-40f5-8ea4-d1044c265342 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3956685 Aug 31 01:15:03.257048 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54560) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:03.265295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a85a5dca-a06e-40d9-987e-ce11f957622f req-1e82f162-7c2a-46cb-88b8-f3998b9c7296 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327211 Aug 31 01:15:03.285674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8ae386c1-6873-47f9-8857-2ae98a73b8a1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Request body: {'subnet': {'network_id': '53fe676b-f508-4be8-9478-490394201353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:03.292062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49b835-09e1-40f5-8ea4-d1044c265342 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event updated for resources: {'Network': ['ID=53fe676b-f508-4be8-9478-490394201353,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:03.307374 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc6db03f-7f35-4756-bd55-4d5628ccc36c req-7ffd2aeb-c3be-433d-a0e0-487658853ef0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5433640 Aug 31 01:15:03.323462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 53fe676b-f508-4be8-9478-490394201353 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:03.377003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Network 134c45ae-9551-4fd2-a505-0a804289d948 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:03.386642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-7e9f0da3-758a-4804-8ac2-f9f6ac0ae697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:03.389653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-7e9f0da3-758a-4804-8ac2-f9f6ac0ae697 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca HTTP/1.1" status: 200 len: 903 time: 0.4192309 Aug 31 01:15:03.409245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:03.440008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:03.444942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Pushing event updated for resources: {'Port': ['ID=5e019702-40ff-4bda-9f7f-dce75cf95c80,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:03.500635 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6db03f-7f35-4756-bd55-4d5628ccc36c req-6877d556-2628-4129-b617-0f046901ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:03.503312 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc6db03f-7f35-4756-bd55-4d5628ccc36c req-6877d556-2628-4129-b617-0f046901ba19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6561f26535884aaf92fc9c289eb8de27&device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 1097 time: 0.1368124 Aug 31 01:15:03.537254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae386c1-6873-47f9-8857-2ae98a73b8a1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Made reservation on behalf of 39c54a16077c4385a14c81c74f228c91 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:03.538040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-202fd577-3b15-477f-856f-e80854c1a37f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d HTTP/1.1" status: 200 len: 217 time: 0.1302774 Aug 31 01:15:03.544782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ae386c1-6873-47f9-8857-2ae98a73b8a1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:03.601650 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:03.690181 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-1de29a6a-5701-4884-94f4-fafca555cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:03.693170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-1de29a6a-5701-4884-94f4-fafca555cfd8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c HTTP/1.1" status: 200 len: 797 time: 0.1171563 Aug 31 01:15:03.816518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6db03f-7f35-4756-bd55-4d5628ccc36c req-80d082fd-b886-40c4-85b8-8695821cfbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:03.819608 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc6db03f-7f35-4756-bd55-4d5628ccc36c req-80d082fd-b886-40c4-85b8-8695821cfbb0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105ee8cf-aab1-4f23-b1db-9270288c3210 HTTP/1.1" status: 200 len: 915 time: 0.1451616 Aug 31 01:15:03.884909 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc6db03f-7f35-4756-bd55-4d5628ccc36c req-04f9a9fa-d8f8-4fcf-a4fb-1dd98d9a74a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8 HTTP/1.1" status: 200 len: 217 time: 0.0578926 Aug 31 01:15:03.961728 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45daab7-bc05-4440-96d3-86869aa63011 req-13ff2741-45ba-44fe-819c-0c1b96349506 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:03.969088 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e45daab7-bc05-4440-96d3-86869aa63011 req-13ff2741-45ba-44fe-819c-0c1b96349506 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.5156569 Aug 31 01:15:03.978955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6db03f-7f35-4756-bd55-4d5628ccc36c req-f6695843-21a4-4b7e-8029-b3c3b68965f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:03.980036 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc6db03f-7f35-4756-bd55-4d5628ccc36c req-f6695843-21a4-4b7e-8029-b3c3b68965f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aae6296a-54fb-431d-93be-6f50e6d5dae4 HTTP/1.1" status: 200 len: 854 time: 0.0866833 Aug 31 01:15:04.066252 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc6db03f-7f35-4756-bd55-4d5628ccc36c req-9c7ab164-6601-4929-b64e-6158d9a35d3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105ee8cf-aab1-4f23-b1db-9270288c3210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752518 Aug 31 01:15:04.126088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-a74df9df-1508-46c2-bc77-93cd3a0feb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:04.127121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-a74df9df-1508-46c2-bc77-93cd3a0feb6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3580317 Aug 31 01:15:04.199621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f9322-0f06-4bd7-b0c0-5933d2490692 req-9f7ab542-dff8-4faa-a8d4-e78d8a9246eb tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:04.207033 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f9322-0f06-4bd7-b0c0-5933d2490692 req-9f7ab542-dff8-4faa-a8d4-e78d8a9246eb tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:04.215611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f9322-0f06-4bd7-b0c0-5933d2490692 req-9f7ab542-dff8-4faa-a8d4-e78d8a9246eb tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:04.233223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f9322-0f06-4bd7-b0c0-5933d2490692 req-9f7ab542-dff8-4faa-a8d4-e78d8a9246eb tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:04.236613 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc6db03f-7f35-4756-bd55-4d5628ccc36c req-e46c4f76-f6de-4047-8bd3-1eab60de0cd6 service neutron] 10.222.0.15 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576245 Aug 31 01:15:04.241040 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f9322-0f06-4bd7-b0c0-5933d2490692 req-9f7ab542-dff8-4faa-a8d4-e78d8a9246eb tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:04.248184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f9322-0f06-4bd7-b0c0-5933d2490692 req-9f7ab542-dff8-4faa-a8d4-e78d8a9246eb tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:04.271043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f9322-0f06-4bd7-b0c0-5933d2490692 req-9f7ab542-dff8-4faa-a8d4-e78d8a9246eb tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:04.282554 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c60f9322-0f06-4bd7-b0c0-5933d2490692 req-9f7ab542-dff8-4faa-a8d4-e78d8a9246eb tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.5878401 Aug 31 01:15:04.307608 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e45daab7-bc05-4440-96d3-86869aa63011 req-91e2b229-c60e-4871-8ead-c63b214d6381 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376212 Aug 31 01:15:04.311051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54580) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:04.434581 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:04.456970 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c60f9322-0f06-4bd7-b0c0-5933d2490692 req-58c2f79a-4710-4e6f-bf3c-5290b964ecc3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1734581 Aug 31 01:15:04.623825 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5d43db6b-9b76-41b0-8465-28a77ef47f2a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:04.664920 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2716030c-020f-437c-977b-7cb15ae9dd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:04.697144 n-d-802060-13 neutron-server[94760]: DEBUG neutron.objects.ports [None req-8ae386c1-6873-47f9-8857-2ae98a73b8a1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:15:04.718933 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ae386c1-6873-47f9-8857-2ae98a73b8a1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:04.728733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-7bdd3fad-6622-4064-8924-2641eba3e10d service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632405 Aug 31 01:15:04.746794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 5d43db6b-9b76-41b0-8465-28a77ef47f2a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:04.762580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 5d43db6b-9b76-41b0-8465-28a77ef47f2a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:04.763632 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:04.881608 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2716030c-020f-437c-977b-7cb15ae9dd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.014764 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2716030c-020f-437c-977b-7cb15ae9dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.019818 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.025021 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc6db03f-7f35-4756-bd55-4d5628ccc36c req-822f2189-f8d0-402a-93e8-220d43aceea9 service neutron] 10.222.0.15 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7796831 Aug 31 01:15:05.065251 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 5d43db6b-9b76-41b0-8465-28a77ef47f2a, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5d43db6b-9b76-41b0-8465-28a77ef47f2a,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:05.071872 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.153949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=5d43db6b-9b76-41b0-8465-28a77ef47f2a,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:05.167049 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716030c-020f-437c-977b-7cb15ae9dd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbf39bb-dfcc-448a-bb12-a0c58801f706,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:05.173634 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2716030c-020f-437c-977b-7cb15ae9dd8b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b29a3e37a6964ecf9eba208790809687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8604686 Aug 31 01:15:05.174191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54594) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:05.188739 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae386c1-6873-47f9-8857-2ae98a73b8a1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event updated for resources: {'Subnet': ['ID=f58dece1-b48f-44be-a943-68dab76ff0ac,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:05.206057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae386c1-6873-47f9-8857-2ae98a73b8a1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Checking segment: {'id': '08340871-ee5b-4047-a1df-2046432e1aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53fe676b-f508-4be8-9478-490394201353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:05.206415 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae386c1-6873-47f9-8857-2ae98a73b8a1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Network hostable DHCP agents. Network: 53fe676b-f508-4be8-9478-490394201353, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:15:05.254676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae386c1-6873-47f9-8857-2ae98a73b8a1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Network 53fe676b-f508-4be8-9478-490394201353 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:15:05.284581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-8ae386c1-6873-47f9-8857-2ae98a73b8a1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 53fe676b-f508-4be8-9478-490394201353) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:05.292923 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ef05f51-6918-4e2f-abb1-150f5b25e255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.295263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae386c1-6873-47f9-8857-2ae98a73b8a1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:05.295598 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ae386c1-6873-47f9-8857-2ae98a73b8a1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.299982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4db17e-c82c-4a09-b04c-2b494a1c5cd4 None None] Network 53fe676b-f508-4be8-9478-490394201353 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:05.328977 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8ae386c1-6873-47f9-8857-2ae98a73b8a1 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0487659 Aug 31 01:15:05.329727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54596) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:05.332469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ef05f51-6918-4e2f-abb1-150f5b25e255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.355775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376f4f5-432d-4a85-b894-2a2f70bf633b req-c2afe196-1f01-4bc7-bc7d-b78f2ea2f97e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:05.359892 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4376f4f5-432d-4a85-b894-2a2f70bf633b req-c2afe196-1f01-4bc7-bc7d-b78f2ea2f97e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.6527340 Aug 31 01:15:05.405523 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ef05f51-6918-4e2f-abb1-150f5b25e255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.408729 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ef05f51-6918-4e2f-abb1-150f5b25e255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.412427 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5ef05f51-6918-4e2f-abb1-150f5b25e255 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1fbf39bb-dfcc-448a-bb12-a0c58801f706 HTTP/1.1" status: 204 len: 168 time: 0.2310498 Aug 31 01:15:05.420389 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef05f51-6918-4e2f-abb1-150f5b25e255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbf39bb-dfcc-448a-bb12-a0c58801f706,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:05.519166 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.536382 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.540686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-53fe676b-f508-4be8-9478-490394201353', 'network_id': '53fe676b-f508-4be8-9478-490394201353', 'tenant_id': '39c54a16077c4385a14c81c74f228c91', 'fixed_ips': [{'subnet_id': 'f58dece1-b48f-44be-a943-68dab76ff0ac'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:15:05.541924 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.547607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8291ecd1-3c62-4f27-9445-b6af2a5d150d req-37df4a7b-1edb-4069-b0fa-c3813271d14f service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7969728 Aug 31 01:15:05.581694 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4376f4f5-432d-4a85-b894-2a2f70bf633b req-4fb54e7f-abb8-4b4d-8894-7d29ea9d623b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409056 Aug 31 01:15:05.647164 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.684473 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.689949 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Pushing event updated for resources: {'Port': ['ID=5e019702-40ff-4bda-9f7f-dce75cf95c80,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:05.747019 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Allocated IP 2001:db8::f816:3eff:fe29:b838 (53fe676b-f508-4be8-9478-490394201353/f58dece1-b48f-44be-a943-68dab76ff0ac/7af73c68-f8d8-400f-95eb-e598ef8d676d) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:05.786083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda61b3-4d81-4708-9e09-1fc75d878293 req-ca9aa432-134c-4312-9d54-42f5f6ce36e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:05.793969 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda61b3-4d81-4708-9e09-1fc75d878293 req-ca9aa432-134c-4312-9d54-42f5f6ce36e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:05.800911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda61b3-4d81-4708-9e09-1fc75d878293 req-ca9aa432-134c-4312-9d54-42f5f6ce36e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:05.807977 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda61b3-4d81-4708-9e09-1fc75d878293 req-ca9aa432-134c-4312-9d54-42f5f6ce36e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:05.815662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda61b3-4d81-4708-9e09-1fc75d878293 req-ca9aa432-134c-4312-9d54-42f5f6ce36e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:05.822064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda61b3-4d81-4708-9e09-1fc75d878293 req-ca9aa432-134c-4312-9d54-42f5f6ce36e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:05.827404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54606) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:05.829389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda61b3-4d81-4708-9e09-1fc75d878293 req-ca9aa432-134c-4312-9d54-42f5f6ce36e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:05.831507 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4eda61b3-4d81-4708-9e09-1fc75d878293 req-ca9aa432-134c-4312-9d54-42f5f6ce36e3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.2585506 Aug 31 01:15:05.845707 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b540a776-dd4a-483a-9afa-393505929e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.911932 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.956830 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.958565 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b540a776-dd4a-483a-9afa-393505929e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.963184 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b540a776-dd4a-483a-9afa-393505929e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.972169 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Transition to ACTIVE for port object 7af73c68-f8d8-400f-95eb-e598ef8d676d will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:05.988068 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4eda61b3-4d81-4708-9e09-1fc75d878293 req-d42c8ae3-7bf1-455a-b7b9-d4202fcec108 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1286719 Aug 31 01:15:05.993401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Transition to ACTIVE for port object 7af73c68-f8d8-400f-95eb-e598ef8d676d will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:06.005162 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.028841 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540a776-dd4a-483a-9afa-393505929e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4317572b-0a97-4484-9eef-226fc6f14c64,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:06.036264 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b540a776-dd4a-483a-9afa-393505929e47 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=810f10202cb54292becd5b6e7ceb5671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055929 Aug 31 01:15:06.036497 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54610) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:06.053953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Network 134c45ae-9551-4fd2-a505-0a804289d948 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:06.057788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:06.063354 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Pushing event updated for resources: {'Port': ['ID=7af73c68-f8d8-400f-95eb-e598ef8d676d,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:06.071359 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Network 53fe676b-f508-4be8-9478-490394201353 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:06.073514 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:06.076430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:06.078392 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.117431 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ecc2dd9d-6423-4568-b59f-df9bf695e179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.142823 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Attempting to bind port 7af73c68-f8d8-400f-95eb-e598ef8d676d on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:06.143416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Attempting to bind port 7af73c68-f8d8-400f-95eb-e598ef8d676d by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '08340871-ee5b-4047-a1df-2046432e1aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53fe676b-f508-4be8-9478-490394201353'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:06.143880 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Attempting to bind port 7af73c68-f8d8-400f-95eb-e598ef8d676d on network 53fe676b-f508-4be8-9478-490394201353 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:06.144203 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ecc2dd9d-6423-4568-b59f-df9bf695e179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.150364 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:06.150891 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Checking segment: {'id': '08340871-ee5b-4047-a1df-2046432e1aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53fe676b-f508-4be8-9478-490394201353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:06.151598 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.153093 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Bound using segment: {'id': '08340871-ee5b-4047-a1df-2046432e1aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53fe676b-f508-4be8-9478-490394201353'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:06.153755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Bound port: 7af73c68-f8d8-400f-95eb-e598ef8d676d, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08340871-ee5b-4047-a1df-2046432e1aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53fe676b-f508-4be8-9478-490394201353'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:06.154245 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.217448 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ecc2dd9d-6423-4568-b59f-df9bf695e179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.220629 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ecc2dd9d-6423-4568-b59f-df9bf695e179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.222047 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ecc2dd9d-6423-4568-b59f-df9bf695e179 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4317572b-0a97-4484-9eef-226fc6f14c64 HTTP/1.1" status: 204 len: 168 time: 0.1846318 Aug 31 01:15:06.244374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2dd9d-6423-4568-b59f-df9bf695e179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4317572b-0a97-4484-9eef-226fc6f14c64,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:06.314843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] For port 7af73c68-f8d8-400f-95eb-e598ef8d676d, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:06.316862 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.318217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] For port 7af73c68-f8d8-400f-95eb-e598ef8d676d, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7af73c68-f8d8-400f-95eb-e598ef8d676d,segment=NetworkSegment(08340871-ee5b-4047-a1df-2046432e1aba),segment_id=08340871-ee5b-4047-a1df-2046432e1aba)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:06.329633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fe676b-f508-4be8-9478-490394201353']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:06.334224 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.342324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08340871-ee5b-4047-a1df-2046432e1aba') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:06.342936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08340871-ee5b-4047-a1df-2046432e1aba') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:06.354097 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.375558 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.382355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:06.383375 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.475680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbcdf1-bc1f-4a7a-a77b-89511adfe839 None None] Pushing event updated for resources: {'Port': ['ID=7af73c68-f8d8-400f-95eb-e598ef8d676d,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:06.483526 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:06.488201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3247e20a-4da9-46e9-8fde-82dba168aec4 None None] Network 53fe676b-f508-4be8-9478-490394201353 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:06.506639 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Subnet': ['ID=f58dece1-b48f-44be-a943-68dab76ff0ac,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:06.527098 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.api [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:15:06.527098 n-d-802060-13 neutron-server[94761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:15:06.527098 n-d-802060-13 neutron-server[94761]: [parameters: {'id': '53fe676b-f508-4be8-9478-490394201353'}] Aug 31 01:15:06.527098 n-d-802060-13 neutron-server[94761]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:15:06.529988 n-d-802060-13 neutron-server[94761]: DEBUG oslo_db.api [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:15:06.541067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Router 328fe6fd-8d26-4a03-b379-2263764a6721 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:15:06.655674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5d43db6b-9b76-41b0-8465-28a77ef47f2a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:06.754318 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6e9cf8-deca-45d0-9e51-9b78093987d0 None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:15:06.784048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:15:06.796393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 5d43db6b-9b76-41b0-8465-28a77ef47f2a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:06.799670 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Sync routers for ids ['328fe6fd-8d26-4a03-b379-2263764a6721'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:15:06.800806 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:06.807821 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cfee089f-3f2d-4bf4-bc82-6e24b52bd20e admin admin] 10.222.0.58 "PUT /v2.0/routers/328fe6fd-8d26-4a03-b379-2263764a6721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9594059 Aug 31 01:15:06.823485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3846e-baf8-48d3-8b11-72735e975025 req-27ac2a3b-c238-40c6-8553-f13ccfad383d tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:06.825079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8b3846e-baf8-48d3-8b11-72735e975025 req-27ac2a3b-c238-40c6-8553-f13ccfad383d tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1276267 Aug 31 01:15:06.829079 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Routers {'328fe6fd-8d26-4a03-b379-2263764a6721'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:15:06.829840 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:14:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['328fe6fd-8d26-4a03-b379-2263764a6721'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:06.911233 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8b3846e-baf8-48d3-8b11-72735e975025 req-cb42f366-154c-4833-b4ea-b14f84ef2725 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789576 Aug 31 01:15:06.999529 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Set router 328fe6fd-8d26-4a03-b379-2263764a6721 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:15:07.036330 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:07.272449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Deleting port 7af73c68-f8d8-400f-95eb-e598ef8d676d {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:15:07.275580 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:07.355378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a32304-1926-4488-b131-d460524a671f req-96e8a8e2-1396-4771-9301-8f4c0c496aa7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:07.356955 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70a32304-1926-4488-b131-d460524a671f req-96e8a8e2-1396-4771-9301-8f4c0c496aa7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2787206 Aug 31 01:15:07.371122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d46d93-787a-48b0-aa36-437abe9de085 req-b0fc17df-ff0d-4eac-af05-0a3eb99c6707 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:07.377618 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d46d93-787a-48b0-aa36-437abe9de085 req-b0fc17df-ff0d-4eac-af05-0a3eb99c6707 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:07.386602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d46d93-787a-48b0-aa36-437abe9de085 req-b0fc17df-ff0d-4eac-af05-0a3eb99c6707 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:07.405384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d46d93-787a-48b0-aa36-437abe9de085 req-b0fc17df-ff0d-4eac-af05-0a3eb99c6707 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:07.411750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d46d93-787a-48b0-aa36-437abe9de085 req-b0fc17df-ff0d-4eac-af05-0a3eb99c6707 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:07.423064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d46d93-787a-48b0-aa36-437abe9de085 req-b0fc17df-ff0d-4eac-af05-0a3eb99c6707 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:07.442734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d46d93-787a-48b0-aa36-437abe9de085 req-b0fc17df-ff0d-4eac-af05-0a3eb99c6707 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:07.457667 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5d46d93-787a-48b0-aa36-437abe9de085 req-b0fc17df-ff0d-4eac-af05-0a3eb99c6707 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.2798619 Aug 31 01:15:07.468366 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'name': 'tempest-ServerRescueTestJSON-1002824493-router', 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:14:55Z', 'updated_at': '2021-08-31T01:15:04Z', 'revision_number': 4, 'project_id': '804272a7f8b749e2bebc24d18b9ea347', 'gw_port': {'id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:14:56Z', 'updated_at': '2021-08-31T01:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '5e019702-40ff-4bda-9f7f-dce75cf95c80', 'name': '', 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948', 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347', 'mac_address': 'fa:16:3e:fb:1e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '63245396-66fb-450d-8e80-accc99e70fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:15:01Z', 'updated_at': '2021-08-31T01:15:04Z', 'revision_number': 2, 'project_id': '804272a7f8b749e2bebc24d18b9ea347', 'subnets': [{'id': '63245396-66fb-450d-8e80-accc99e70fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:07.495619 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6e9cf8-deca-45d0-9e51-9b78093987d0 None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:15:07.521643 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Checking router: 328fe6fd-8d26-4a03-b379-2263764a6721 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:15:07.522356 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Updating router 328fe6fd-8d26-4a03-b379-2263764a6721 port 5e019702-40ff-4bda-9f7f-dce75cf95c80 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:15:07.551520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] For port 7af73c68-f8d8-400f-95eb-e598ef8d676d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7af73c68-f8d8-400f-95eb-e598ef8d676d,segment=NetworkSegment(08340871-ee5b-4047-a1df-2046432e1aba),segment_id=08340871-ee5b-4047-a1df-2046432e1aba)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:07.551993 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:07.561439 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:07.609831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Calling delete_port for 7af73c68-f8d8-400f-95eb-e598ef8d676d owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:15:07.631728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5d46d93-787a-48b0-aa36-437abe9de085 req-d07b60a6-1dfd-4d08-bacf-2f7d3b98fb9e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1726353 Aug 31 01:15:07.676694 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70a32304-1926-4488-b131-d460524a671f req-7d998824-0cf8-4521-b011-d294ddc5565b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082186 Aug 31 01:15:07.885781 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:07.980393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Port': ['ID=7af73c68-f8d8-400f-95eb-e598ef8d676d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:07.982376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] No DVR routers for this DVR port 7af73c68-f8d8-400f-95eb-e598ef8d676d on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:15:08.079143 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.090427 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Transition to ACTIVE for port object 5e019702-40ff-4bda-9f7f-dce75cf95c80 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:08.092879 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101539-4380-4d43-87b3-8831eb2cfdb3 req-6b1cbf1c-238c-42e1-8af3-3ce9db11baf0 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:08.100296 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.101402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd101539-4380-4d43-87b3-8831eb2cfdb3 req-6b1cbf1c-238c-42e1-8af3-3ce9db11baf0 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2570553 Aug 31 01:15:08.200118 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.218779 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fd02b-4238-48e3-9592-2d9e5f6a6072 None None] Pushing event updated for resources: {'Port': ['ID=5e019702-40ff-4bda-9f7f-dce75cf95c80,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:08.223932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fe676b-f508-4be8-9478-490394201353']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:08.238004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08340871-ee5b-4047-a1df-2046432e1aba') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:08.238298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08340871-ee5b-4047-a1df-2046432e1aba') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:08.257974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd101539-4380-4d43-87b3-8831eb2cfdb3 req-0dc1b4c7-04f1-4049-bdc8-c6944b6ce24f tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524761 Aug 31 01:15:08.264219 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd02b-4238-48e3-9592-2d9e5f6a6072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:08.264575 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd02b-4238-48e3-9592-2d9e5f6a6072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:08.264923 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd02b-4238-48e3-9592-2d9e5f6a6072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:08.265260 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd02b-4238-48e3-9592-2d9e5f6a6072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:08.272315 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd02b-4238-48e3-9592-2d9e5f6a6072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:08.273741 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd02b-4238-48e3-9592-2d9e5f6a6072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:08.274333 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd02b-4238-48e3-9592-2d9e5f6a6072 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:08.274779 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd02b-4238-48e3-9592-2d9e5f6a6072 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:08.275217 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd02b-4238-48e3-9592-2d9e5f6a6072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:08.280573 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.290848 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd02b-4238-48e3-9592-2d9e5f6a6072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:08.291140 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd02b-4238-48e3-9592-2d9e5f6a6072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:08.292671 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd02b-4238-48e3-9592-2d9e5f6a6072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:08.311065 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Attempting to bind port 5e019702-40ff-4bda-9f7f-dce75cf95c80 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:08.311460 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Attempting to bind port 5e019702-40ff-4bda-9f7f-dce75cf95c80 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '4834988c-895b-4096-b7b8-21be782359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:08.311822 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Attempting to bind port 5e019702-40ff-4bda-9f7f-dce75cf95c80 on network 134c45ae-9551-4fd2-a505-0a804289d948 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:08.325448 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:08.325819 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Checking segment: {'id': '4834988c-895b-4096-b7b8-21be782359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:08.326246 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.326636 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Bound using segment: {'id': '4834988c-895b-4096-b7b8-21be782359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:08.327101 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Bound port: 5e019702-40ff-4bda-9f7f-dce75cf95c80, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4834988c-895b-4096-b7b8-21be782359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:08.327675 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.343453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-7db9f7a9-1abc-4942-9e4b-0414cc050489 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:08.346613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-7db9f7a9-1abc-4942-9e4b-0414cc050489 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/networks?id=134c45ae-9551-4fd2-a505-0a804289d948 HTTP/1.1" status: 200 len: 811 time: 0.2254922 Aug 31 01:15:08.362412 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.372026 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-f98d3ed4-9118-4c46-ac58-f51ae4278ad1 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/quotas/804272a7f8b749e2bebc24d18b9ea347 HTTP/1.1" status: 200 len: 375 time: 0.0172005 Aug 31 01:15:08.373100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:08.373510 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:08.377330 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:08.441565 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] For port 5e019702-40ff-4bda-9f7f-dce75cf95c80, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:08.446718 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] For port 5e019702-40ff-4bda-9f7f-dce75cf95c80, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5e019702-40ff-4bda-9f7f-dce75cf95c80,segment=NetworkSegment(4834988c-895b-4096-b7b8-21be782359b8),segment_id=4834988c-895b-4096-b7b8-21be782359b8)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:08.452893 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.506167 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.522620 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:08.525246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/networks/53fe676b-f508-4be8-9478-490394201353 HTTP/1.1" status: 204 len: 168 time: 3.1883817 Aug 31 01:15:08.528709 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54684) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:08.540378 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Routers {'328fe6fd-8d26-4a03-b379-2263764a6721'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:15:08.541343 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:14:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['328fe6fd-8d26-4a03-b379-2263764a6721'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:08.542249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08958d2-b7a2-4a00-b917-a0f760f62477 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Network': ['ID=53fe676b-f508-4be8-9478-490394201353,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:08.557835 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-362b98e3-fe87-4346-848d-60c56257fc53 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=804272a7f8b749e2bebc24d18b9ea347&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1671917 Aug 31 01:15:08.581767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03089790-f209-427b-b0ea-d74f7d3660db req-1d526199-3a6d-42ab-94bd-e32d720c19f7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:08.588996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03089790-f209-427b-b0ea-d74f7d3660db req-1d526199-3a6d-42ab-94bd-e32d720c19f7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1268804 Aug 31 01:15:08.595928 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fd02b-4238-48e3-9592-2d9e5f6a6072 None None] Pushing event updated for resources: {'Port': ['ID=5e019702-40ff-4bda-9f7f-dce75cf95c80,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:08.620144 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f648ddf-02f2-4980-9b06-38eb83c0589e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:08.624019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f648ddf-02f2-4980-9b06-38eb83c0589e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:08.629443 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4f648ddf-02f2-4980-9b06-38eb83c0589e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/subnets/f58dece1-b48f-44be-a943-68dab76ff0ac HTTP/1.1" status: 404 len: 337 time: 0.0957434 Aug 31 01:15:08.630357 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54690) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:08.686032 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd54f22-6bd3-4d88-9621-e51eb828dcec tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:08.692118 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd54f22-6bd3-4d88-9621-e51eb828dcec tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:08.695480 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0cd54f22-6bd3-4d88-9621-e51eb828dcec tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/networks/53fe676b-f508-4be8-9478-490394201353 HTTP/1.1" status: 404 len: 339 time: 0.0624907 Aug 31 01:15:08.698113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54694) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:08.719393 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03089790-f209-427b-b0ea-d74f7d3660db req-8d85964c-6fb6-4753-a61b-b621339c03e9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293337 Aug 31 01:15:08.756196 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d2487c-c96e-4f50-8cfe-c06a7919e84c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:08.757877 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d2487c-c96e-4f50-8cfe-c06a7919e84c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:08.759954 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a5d2487c-c96e-4f50-8cfe-c06a7919e84c tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/subnets/61cf5523-5c5a-4aed-b523-db6239c96931 HTTP/1.1" status: 404 len: 337 time: 0.0541127 Aug 31 01:15:08.763186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54700) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:08.776114 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] Set router 328fe6fd-8d26-4a03-b379-2263764a6721 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:15:08.778348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-c4becc86-be06-436f-88d4-357c536dbfac service neutron] 10.222.0.58 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196372 Aug 31 01:15:08.801027 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ebe507-78af-4deb-bc04-662c180971bc tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:08.801599 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ebe507-78af-4deb-bc04-662c180971bc tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:08.809358 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-29ebe507-78af-4deb-bc04-662c180971bc tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/networks/47f039f1-896f-4526-b61b-5677634fb1bb HTTP/1.1" status: 404 len: 339 time: 0.0448565 Aug 31 01:15:08.815928 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54702) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:08.903840 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3109120-e1d4-4019-9b8f-a6f8ab4af8e4 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:08.904355 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3109120-e1d4-4019-9b8f-a6f8ab4af8e4 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:08.906134 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e3109120-e1d4-4019-9b8f-a6f8ab4af8e4 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/subnets/114c0802-f754-4acb-a9c8-4812671c9556 HTTP/1.1" status: 404 len: 337 time: 0.0892191 Aug 31 01:15:08.913135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54704) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:08.942359 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e0ff2f-7bf5-4625-87cf-dce346c7ba2d tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:08.942821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e0ff2f-7bf5-4625-87cf-dce346c7ba2d tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:08.944617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e8e0ff2f-7bf5-4625-87cf-dce346c7ba2d tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/networks/61a8f18d-934a-4a36-94ea-f9811a3413c6 HTTP/1.1" status: 404 len: 339 time: 0.0282111 Aug 31 01:15:08.949119 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54706) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:09.010870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75dc56-2303-4cc5-9def-15576de0256a req-fd2f9d00-a580-4ef2-920b-576950e9482d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:09.017940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75dc56-2303-4cc5-9def-15576de0256a req-fd2f9d00-a580-4ef2-920b-576950e9482d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:09.026580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75dc56-2303-4cc5-9def-15576de0256a req-fd2f9d00-a580-4ef2-920b-576950e9482d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:09.034731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75dc56-2303-4cc5-9def-15576de0256a req-fd2f9d00-a580-4ef2-920b-576950e9482d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:09.043440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75dc56-2303-4cc5-9def-15576de0256a req-fd2f9d00-a580-4ef2-920b-576950e9482d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:09.051890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75dc56-2303-4cc5-9def-15576de0256a req-fd2f9d00-a580-4ef2-920b-576950e9482d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:09.062306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75dc56-2303-4cc5-9def-15576de0256a req-fd2f9d00-a580-4ef2-920b-576950e9482d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:09.064482 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc75dc56-2303-4cc5-9def-15576de0256a req-fd2f9d00-a580-4ef2-920b-576950e9482d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.1953669 Aug 31 01:15:09.068778 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-95cf8553-bf3a-4230-b82f-2ddbd2dd3fc1 service neutron] 10.222.0.58 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813742 Aug 31 01:15:09.123109 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Deleting port 64bd41d3-7516-4ea2-bc4b-778b9331b0f7 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:15:09.123988 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:09.150813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc75dc56-2303-4cc5-9def-15576de0256a req-7303e1d2-654a-4ca7-9537-2168b43d2275 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0750332 Aug 31 01:15:09.280017 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'name': 'tempest-ServerRescueTestJSON-1002824493-router', 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:14:55Z', 'updated_at': '2021-08-31T01:15:04Z', 'revision_number': 4, 'project_id': '804272a7f8b749e2bebc24d18b9ea347', 'gw_port': {'id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:14:56Z', 'updated_at': '2021-08-31T01:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '5e019702-40ff-4bda-9f7f-dce75cf95c80', 'name': '', 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948', 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347', 'mac_address': 'fa:16:3e:fb:1e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '63245396-66fb-450d-8e80-accc99e70fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:15:01Z', 'updated_at': '2021-08-31T01:15:08Z', 'revision_number': 4, 'project_id': '804272a7f8b749e2bebc24d18b9ea347', 'subnets': [{'id': '63245396-66fb-450d-8e80-accc99e70fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:09.326755 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7170c9-9422-426f-88c7-471fe516e12f None None] The sync data for ids ['328fe6fd-8d26-4a03-b379-2263764a6721'] in n-d-802060-13 is: [{'id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'name': 'tempest-ServerRescueTestJSON-1002824493-router', 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:14:55Z', 'updated_at': '2021-08-31T01:15:04Z', 'revision_number': 4, 'project_id': '804272a7f8b749e2bebc24d18b9ea347', 'gw_port': {'id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:14:56Z', 'updated_at': '2021-08-31T01:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '5e019702-40ff-4bda-9f7f-dce75cf95c80', 'name': '', 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948', 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347', 'mac_address': 'fa:16:3e:fb:1e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '63245396-66fb-450d-8e80-accc99e70fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:15:01Z', 'updated_at': '2021-08-31T01:15:08Z', 'revision_number': 4, 'project_id': '804272a7f8b749e2bebc24d18b9ea347', 'subnets': [{'id': '63245396-66fb-450d-8e80-accc99e70fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:15:09.381971 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:09.502014 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Calling delete_port for 64bd41d3-7516-4ea2-bc4b-778b9331b0f7 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:15:09.562243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-288ecf2c-430f-418d-bed9-ff51c20a195e req-32ce0f13-a7c3-48af-b585-bee082dee3d5 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 210 time: 0.1091542 Aug 31 01:15:09.598695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfe668-84de-4095-ae4c-da5110093811 req-8cc17842-4b06-4183-bf65-dd104d337767 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:09.604929 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3dfe668-84de-4095-ae4c-da5110093811 req-8cc17842-4b06-4183-bf65-dd104d337767 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2448521 Aug 31 01:15:09.687684 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3dfe668-84de-4095-ae4c-da5110093811 req-fcb1ff87-a507-4e81-8e12-c8841d8fbaa9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744190 Aug 31 01:15:09.748815 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:09.833758 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Port': ['ID=64bd41d3-7516-4ea2-bc4b-778b9331b0f7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:09.844302 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:09.846581 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/ports/64bd41d3-7516-4ea2-bc4b-778b9331b0f7 HTTP/1.1" status: 204 len: 168 time: 0.8960600 Aug 31 01:15:09.848456 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:09.848970 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:09.849481 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:09.849884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:09.850224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:09.850607 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:09.851746 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:09.852272 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:09.852764 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:09.853267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:09.853759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:09.854254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74578f4-28fa-48d4-9fb5-e764312be0be tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:09.858034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54740) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:09.887687 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b8c607-b999-46f6-9477-d0373ac85c3a tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:09.888219 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b8c607-b999-46f6-9477-d0373ac85c3a tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:09.889912 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a0b8c607-b999-46f6-9477-d0373ac85c3a tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/subnets/dac64689-d6ff-4d2a-9515-a24f777dc532 HTTP/1.1" status: 404 len: 337 time: 0.0306907 Aug 31 01:15:09.899958 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54742) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:09.961242 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61107584-2544-4460-8ab5-1b8039948405 req-4bfef9e1-1d17-461e-a1a3-63e83d275aaf tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:09.978734 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61107584-2544-4460-8ab5-1b8039948405 req-4bfef9e1-1d17-461e-a1a3-63e83d275aaf tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1527755 Aug 31 01:15:10.061728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61107584-2544-4460-8ab5-1b8039948405 req-d88374c0-d7e2-44ce-9ee2-882648777f36 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819700 Aug 31 01:15:10.117208 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00734f16-a402-4664-b70e-5883ef4f34ff tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:10.372631 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00734f16-a402-4664-b70e-5883ef4f34ff tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:10.389015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-00734f16-a402-4664-b70e-5883ef4f34ff tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c46d70f-c044-4aea-a5ba-7a4383f40107']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:10.403355 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-00734f16-a402-4664-b70e-5883ef4f34ff tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91536200-d756-46fd-8e8e-efd3c77df4d5') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:10.404005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-00734f16-a402-4664-b70e-5883ef4f34ff tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91536200-d756-46fd-8e8e-efd3c77df4d5') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:10.415464 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00734f16-a402-4664-b70e-5883ef4f34ff tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:10.415824 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7630e-837f-42b7-a31d-16220ab60a48 req-ecde21f3-4fad-47c6-af95-a45b750e28c9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:10.418747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ea7630e-837f-42b7-a31d-16220ab60a48 req-ecde21f3-4fad-47c6-af95-a45b750e28c9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2067885 Aug 31 01:15:10.456344 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00734f16-a402-4664-b70e-5883ef4f34ff tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:10.467767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00734f16-a402-4664-b70e-5883ef4f34ff tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:10.468263 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00734f16-a402-4664-b70e-5883ef4f34ff tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:10.578549 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:10.622794 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00734f16-a402-4664-b70e-5883ef4f34ff tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:10.643779 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00734f16-a402-4664-b70e-5883ef4f34ff tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:10.646472 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-00734f16-a402-4664-b70e-5883ef4f34ff tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/networks/6c46d70f-c044-4aea-a5ba-7a4383f40107 HTTP/1.1" status: 204 len: 168 time: 0.7453616 Aug 31 01:15:10.653836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54766) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:10.717954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5e019702-40ff-4bda-9f7f-dce75cf95c80 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:10.733129 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00734f16-a402-4664-b70e-5883ef4f34ff tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Network': ['ID=6c46d70f-c044-4aea-a5ba-7a4383f40107,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:10.911479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 5e019702-40ff-4bda-9f7f-dce75cf95c80 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:10.918421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 5e019702-40ff-4bda-9f7f-dce75cf95c80 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:10.920382 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:10.939694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7a4f71cb-b564-473e-aa6c-1c3d918b8233 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Deleting port e6c0ea1d-6f3b-4c50-9479-46050ae13393 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:15:10.944786 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a4f71cb-b564-473e-aa6c-1c3d918b8233 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.026409 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.051728 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a4f71cb-b564-473e-aa6c-1c3d918b8233 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.078578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7a4f71cb-b564-473e-aa6c-1c3d918b8233 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Calling delete_port for e6c0ea1d-6f3b-4c50-9479-46050ae13393 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:15:11.123353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0949a0-dabf-4b73-9df0-78faf04c5599 req-a76bcf07-b309-4c40-ab23-e4ebc8894eac tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:11.131641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0949a0-dabf-4b73-9df0-78faf04c5599 req-a76bcf07-b309-4c40-ab23-e4ebc8894eac tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:11.139579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0949a0-dabf-4b73-9df0-78faf04c5599 req-a76bcf07-b309-4c40-ab23-e4ebc8894eac tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:11.148530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0949a0-dabf-4b73-9df0-78faf04c5599 req-a76bcf07-b309-4c40-ab23-e4ebc8894eac tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:11.162745 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.171883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0949a0-dabf-4b73-9df0-78faf04c5599 req-a76bcf07-b309-4c40-ab23-e4ebc8894eac tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:11.183566 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0949a0-dabf-4b73-9df0-78faf04c5599 req-a76bcf07-b309-4c40-ab23-e4ebc8894eac tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:11.190542 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0949a0-dabf-4b73-9df0-78faf04c5599 req-a76bcf07-b309-4c40-ab23-e4ebc8894eac tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:11.200334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d0949a0-dabf-4b73-9df0-78faf04c5599 req-a76bcf07-b309-4c40-ab23-e4ebc8894eac tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.9056864 Aug 31 01:15:11.229188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ea7630e-837f-42b7-a31d-16220ab60a48 req-f74f95f5-633e-43e4-a4bd-023ed1052028 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7956266 Aug 31 01:15:11.258672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 5e019702-40ff-4bda-9f7f-dce75cf95c80, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5e019702-40ff-4bda-9f7f-dce75cf95c80,segment=NetworkSegment(4834988c-895b-4096-b7b8-21be782359b8),segment_id=4834988c-895b-4096-b7b8-21be782359b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:11.268827 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.299884 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a4f71cb-b564-473e-aa6c-1c3d918b8233 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.353242 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a4f71cb-b564-473e-aa6c-1c3d918b8233 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.354378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d0949a0-dabf-4b73-9df0-78faf04c5599 req-089c3cf2-2632-4d7a-8380-d8f0a9766849 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1528299 Aug 31 01:15:11.359068 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7a4f71cb-b564-473e-aa6c-1c3d918b8233 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/ports/e6c0ea1d-6f3b-4c50-9479-46050ae13393 HTTP/1.1" status: 204 len: 168 time: 0.7037945 Aug 31 01:15:11.360302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54778) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:11.377830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f71cb-b564-473e-aa6c-1c3d918b8233 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Port': ['ID=e6c0ea1d-6f3b-4c50-9479-46050ae13393,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:11.392441 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:15:11.397320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=5e019702-40ff-4bda-9f7f-dce75cf95c80,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:11.416924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f4fea8f-932b-44f0-bb35-bb265528d47d req-38b6397e-e332-46bc-8cfb-4702d86b4238 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 210 time: 0.0933983 Aug 31 01:15:11.428651 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-136276fb-c74e-4f66-a119-a0e073e7537e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:11.429206 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136276fb-c74e-4f66-a119-a0e073e7537e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:11.431203 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-136276fb-c74e-4f66-a119-a0e073e7537e tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/subnets/62d49f57-ed6d-4c18-8856-d02c297cb242 HTTP/1.1" status: 404 len: 337 time: 0.0693998 Aug 31 01:15:11.434058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54782) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:11.604059 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f10fe76c-16e7-40be-8681-6ade81c5194b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.623419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa9f8c-f607-4434-b537-89eb75fa7465 req-70245cd5-3cbf-4e0d-8488-b58df6e96c87 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:11.630772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2aa9f8c-f607-4434-b537-89eb75fa7465 req-70245cd5-3cbf-4e0d-8488-b58df6e96c87 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.0888400 Aug 31 01:15:11.758372 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f10fe76c-16e7-40be-8681-6ade81c5194b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.777793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-f10fe76c-16e7-40be-8681-6ade81c5194b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efbe9ad-ca9d-469f-881f-69245887a1b5']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:11.800854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2aa9f8c-f607-4434-b537-89eb75fa7465 req-7ec42de6-70b1-4f19-a3f4-f5d9ebbdfa13 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690755 Aug 31 01:15:11.819571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-f10fe76c-16e7-40be-8681-6ade81c5194b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fce24b2-34c3-449b-82d4-f9582a6b5232') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:11.822690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-f10fe76c-16e7-40be-8681-6ade81c5194b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fce24b2-34c3-449b-82d4-f9582a6b5232') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:11.849272 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f10fe76c-16e7-40be-8681-6ade81c5194b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.873577 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f10fe76c-16e7-40be-8681-6ade81c5194b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.887925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10fe76c-16e7-40be-8681-6ade81c5194b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:11.891448 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f10fe76c-16e7-40be-8681-6ade81c5194b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:11.898905 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:11.928710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-11457f15-2030-4a17-bc1f-e4b08e95055f tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:11.930272 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-11457f15-2030-4a17-bc1f-e4b08e95055f tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.15 "GET /v2.0/networks?id=134c45ae-9551-4fd2-a505-0a804289d948 HTTP/1.1" status: 200 len: 811 time: 0.1853352 Aug 31 01:15:11.956994 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-e2d155b9-d64b-45c8-8ef8-38ddda298b83 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Request body: {'port': {'device_id': 'ed1d41cf-2127-459e-b704-62b2206dd9bb', 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948', 'admin_state_up': True, 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:12.014586 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f10fe76c-16e7-40be-8681-6ade81c5194b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:12.027144 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f10fe76c-16e7-40be-8681-6ade81c5194b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:12.029415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f10fe76c-16e7-40be-8681-6ade81c5194b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/networks/1efbe9ad-ca9d-469f-881f-69245887a1b5 HTTP/1.1" status: 204 len: 168 time: 0.5936389 Aug 31 01:15:12.034776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54810) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:12.051598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd722a3-a515-4f59-a365-f25fea72575d req-e595fb7c-bc8f-4c90-9569-97212d1798c9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:12.060409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bd722a3-a515-4f59-a365-f25fea72575d req-e595fb7c-bc8f-4c90-9569-97212d1798c9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1112897 Aug 31 01:15:12.062347 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fe76c-16e7-40be-8681-6ade81c5194b tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Network': ['ID=1efbe9ad-ca9d-469f-881f-69245887a1b5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:12.118609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-831213fc-1f8b-4bd8-9a7b-7e0645540199 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Deleting subnet 1e959f31-f24f-43ee-88cc-461fa9b56938 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:15:12.124491 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-831213fc-1f8b-4bd8-9a7b-7e0645540199 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:12.126370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bd722a3-a515-4f59-a365-f25fea72575d req-8eb15d43-4c87-4fe2-ae90-341d425641a3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619693 Aug 31 01:15:12.199904 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-831213fc-1f8b-4bd8-9a7b-7e0645540199 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:12.239649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-e2d155b9-d64b-45c8-8ef8-38ddda298b83 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Made reservation on behalf of 804272a7f8b749e2bebc24d18b9ea347 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:12.243892 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-e2d155b9-d64b-45c8-8ef8-38ddda298b83 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:12.254410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f2351-1a26-4e46-8e02-91c53e75f71e req-47779d49-8142-449e-9bad-8fe02b7377fa tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:12.256349 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a14f2351-1a26-4e46-8e02-91c53e75f71e req-47779d49-8142-449e-9bad-8fe02b7377fa tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.0594182 Aug 31 01:15:12.305640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a14f2351-1a26-4e46-8e02-91c53e75f71e req-6cc972a8-d0ca-4aae-8ef7-637ec006e413 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417542 Aug 31 01:15:12.473005 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-831213fc-1f8b-4bd8-9a7b-7e0645540199 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:12.548262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb631ed0-7f50-4aff-ba89-96e388d47be2 req-b6194de5-620a-4a93-b1fb-818d5ac70cd9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:12.550832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-e2d155b9-d64b-45c8-8ef8-38ddda298b83 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Allocated IP 172.20.0.4 (134c45ae-9551-4fd2-a505-0a804289d948/63245396-66fb-450d-8e80-accc99e70fd2/bbafcad2-393c-4d11-9012-f97222361adb) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:12.561699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb631ed0-7f50-4aff-ba89-96e388d47be2 req-b6194de5-620a-4a93-b1fb-818d5ac70cd9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1217809 Aug 31 01:15:12.575305 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5e019702-40ff-4bda-9f7f-dce75cf95c80 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:12.592629 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-831213fc-1f8b-4bd8-9a7b-7e0645540199 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:12.608361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3b3d5-4426-45ef-94c2-e04bc5d712fa req-c4b3e4a1-a781-4b09-8a3d-0c1a116c38b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:12.616383 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3b3d5-4426-45ef-94c2-e04bc5d712fa req-c4b3e4a1-a781-4b09-8a3d-0c1a116c38b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:12.621589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3b3d5-4426-45ef-94c2-e04bc5d712fa req-c4b3e4a1-a781-4b09-8a3d-0c1a116c38b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:12.627619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3b3d5-4426-45ef-94c2-e04bc5d712fa req-c4b3e4a1-a781-4b09-8a3d-0c1a116c38b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:12.630199 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831213fc-1f8b-4bd8-9a7b-7e0645540199 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Subnet': ['ID=1e959f31-f24f-43ee-88cc-461fa9b56938,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:12.636587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3b3d5-4426-45ef-94c2-e04bc5d712fa req-c4b3e4a1-a781-4b09-8a3d-0c1a116c38b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:12.643786 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-831213fc-1f8b-4bd8-9a7b-7e0645540199 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:12.644371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3b3d5-4426-45ef-94c2-e04bc5d712fa req-c4b3e4a1-a781-4b09-8a3d-0c1a116c38b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:12.645893 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-831213fc-1f8b-4bd8-9a7b-7e0645540199 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/subnets/1e959f31-f24f-43ee-88cc-461fa9b56938 HTTP/1.1" status: 204 len: 168 time: 0.6098311 Aug 31 01:15:12.649781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54836) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:12.656297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3b3d5-4426-45ef-94c2-e04bc5d712fa req-c4b3e4a1-a781-4b09-8a3d-0c1a116c38b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:12.657321 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff9e9b3-979c-4601-8d41-a1ee0e42cdf6 None None] Network 6f11ade6-5d61-4588-b7f3-05ce2dde3301 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:12.658467 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbd3b3d5-4426-45ef-94c2-e04bc5d712fa req-c4b3e4a1-a781-4b09-8a3d-0c1a116c38b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.1711156 Aug 31 01:15:12.711572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb631ed0-7f50-4aff-ba89-96e388d47be2 req-87cd05f2-f7b4-45ce-95c7-257794d1649e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432140 Aug 31 01:15:12.816060 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:12.827985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbd3b3d5-4426-45ef-94c2-e04bc5d712fa req-07bbb13c-6fb8-4952-9566-0d6b92633ef2 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1438689 Aug 31 01:15:12.889349 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 5e019702-40ff-4bda-9f7f-dce75cf95c80 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:12.889599 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:12.899186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b73ff9eb-f218-4f37-b4b0-b7387287a81e req-23d04b1b-a984-4034-a3db-8f8dd6d525de tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 210 time: 0.1264095 Aug 31 01:15:12.908041 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-e2d155b9-d64b-45c8-8ef8-38ddda298b83 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:12.943238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Deleting port 199152f5-1749-4230-ba6a-eaf3c1f15099 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:15:12.943604 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.067504 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-e2d155b9-d64b-45c8-8ef8-38ddda298b83 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.071678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1af7b-8978-4b33-bbd1-4439e2124f81 req-ef9657e6-2937-4e36-b29e-4b563d8eb503 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:13.086621 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef22a8de-304c-40c5-97a5-be58977c0106 None None] DHCP port deletion for 6f11ade6-5d61-4588-b7f3-05ce2dde3301 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:15:13.087607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9d1af7b-8978-4b33-bbd1-4439e2124f81 req-ef9657e6-2937-4e36-b29e-4b563d8eb503 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1049178 Aug 31 01:15:13.152096 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9d1af7b-8978-4b33-bbd1-4439e2124f81 req-97c1cf1e-dae9-4fc8-9543-fe0d81f8315e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633001 Aug 31 01:15:13.156618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] For port 199152f5-1749-4230-ba6a-eaf3c1f15099, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=199152f5-1749-4230-ba6a-eaf3c1f15099,segment=NetworkSegment(58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed),segment_id=58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:13.157385 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.178704 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-e2d155b9-d64b-45c8-8ef8-38ddda298b83 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Network 134c45ae-9551-4fd2-a505-0a804289d948 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:13.186079 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Calling delete_port for 199152f5-1749-4230-ba6a-eaf3c1f15099 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:15:13.188305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-e2d155b9-d64b-45c8-8ef8-38ddda298b83 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:13.199783 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d155b9-d64b-45c8-8ef8-38ddda298b83 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Pushing event updated for resources: {'Port': ['ID=bbafcad2-393c-4d11-9012-f97222361adb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:13.209889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ef22a8de-304c-40c5-97a5-be58977c0106 None None] Deleting port 199152f5-1749-4230-ba6a-eaf3c1f15099 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:15:13.211831 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ef22a8de-304c-40c5-97a5-be58977c0106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.277006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-e2d155b9-d64b-45c8-8ef8-38ddda298b83 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:13.336495 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ef22a8de-304c-40c5-97a5-be58977c0106 None None] For port 199152f5-1749-4230-ba6a-eaf3c1f15099, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=199152f5-1749-4230-ba6a-eaf3c1f15099,segment=NetworkSegment(58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed),segment_id=58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:13.336909 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ef22a8de-304c-40c5-97a5-be58977c0106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.338215 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.356447 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-e2d155b9-d64b-45c8-8ef8-38ddda298b83 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:13.357241 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-e2d155b9-d64b-45c8-8ef8-38ddda298b83 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.363170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ef22a8de-304c-40c5-97a5-be58977c0106 None None] Calling delete_port for 199152f5-1749-4230-ba6a-eaf3c1f15099 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:15:13.400985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] No DVR routers for this DVR port 199152f5-1749-4230-ba6a-eaf3c1f15099 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:15:13.403501 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Port': ['ID=199152f5-1749-4230-ba6a-eaf3c1f15099,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:13.411972 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70325e-5794-482e-92a9-209d78874215 req-0fa5266c-565f-49dc-b709-2db772874798 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:13.420208 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b70325e-5794-482e-92a9-209d78874215 req-0fa5266c-565f-49dc-b709-2db772874798 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.0833826 Aug 31 01:15:13.436284 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-e2d155b9-d64b-45c8-8ef8-38ddda298b83 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4917960 Aug 31 01:15:13.487366 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b70325e-5794-482e-92a9-209d78874215 req-8d989f2e-a9ee-4eed-87a1-5343452aecab tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652218 Aug 31 01:15:13.490408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Request body: {'port': {'device_id': 'ed1d41cf-2127-459e-b704-62b2206dd9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:13.505691 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ef22a8de-304c-40c5-97a5-be58977c0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.522325 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef22a8de-304c-40c5-97a5-be58977c0106 None None] No DVR routers for this DVR port 199152f5-1749-4230-ba6a-eaf3c1f15099 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:15:13.555865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22a8de-304c-40c5-97a5-be58977c0106 None None] Pushing event deleted for resources: {'Port': ['ID=199152f5-1749-4230-ba6a-eaf3c1f15099,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:13.604648 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.616138 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.621745 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f11ade6-5d61-4588-b7f3-05ce2dde3301']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:13.640494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:13.640812 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b7c4eb-8e9b-4bf1-ab07-e52e3e96cfed') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:13.648194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09140e9c-7586-4d2f-b4f2-5707434d610c req-e800dc12-7b82-48b8-af7d-44dcf4ba272f tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:13.653566 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.656148 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09140e9c-7586-4d2f-b4f2-5707434d610c req-e800dc12-7b82-48b8-af7d-44dcf4ba272f tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.0611911 Aug 31 01:15:13.693569 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.699035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09140e9c-7586-4d2f-b4f2-5707434d610c req-c2a093be-e6fc-49b2-8cb1-18f0639883c4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416665 Aug 31 01:15:13.709837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:13.711009 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:13.715392 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:13.799630 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.827850 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.829730 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] 10.222.0.58 "DELETE /v2.0/networks/6f11ade6-5d61-4588-b7f3-05ce2dde3301 HTTP/1.1" status: 204 len: 168 time: 1.1789894 Aug 31 01:15:13.833258 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615d088-5476-47b3-ab10-263b0a805980 tempest-NetworksIpV6TestAttrs-579672471 tempest-NetworksIpV6TestAttrs-579672471-project] Pushing event deleted for resources: {'Network': ['ID=6f11ade6-5d61-4588-b7f3-05ce2dde3301,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:13.925424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb217418-3322-43e5-a2c5-2b713ba266fa req-0d925ec6-15dc-409b-b380-163f72eff471 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:13.933691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb217418-3322-43e5-a2c5-2b713ba266fa req-0d925ec6-15dc-409b-b380-163f72eff471 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1229978 Aug 31 01:15:14.002229 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb217418-3322-43e5-a2c5-2b713ba266fa req-fb8a3201-e727-4f15-a99b-ea08660e40ce tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663757 Aug 31 01:15:14.099786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7d6e-be48-49ff-9644-0e95a2dbbb7f req-be76eb04-cc5c-4c34-b8f7-32f0d532be5e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:14.107470 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7d6e-be48-49ff-9644-0e95a2dbbb7f req-be76eb04-cc5c-4c34-b8f7-32f0d532be5e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:14.114737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7d6e-be48-49ff-9644-0e95a2dbbb7f req-be76eb04-cc5c-4c34-b8f7-32f0d532be5e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:14.122334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7d6e-be48-49ff-9644-0e95a2dbbb7f req-be76eb04-cc5c-4c34-b8f7-32f0d532be5e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:14.129855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7d6e-be48-49ff-9644-0e95a2dbbb7f req-be76eb04-cc5c-4c34-b8f7-32f0d532be5e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:14.136756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7d6e-be48-49ff-9644-0e95a2dbbb7f req-be76eb04-cc5c-4c34-b8f7-32f0d532be5e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:14.143558 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7d6e-be48-49ff-9644-0e95a2dbbb7f req-be76eb04-cc5c-4c34-b8f7-32f0d532be5e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:14.153469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d5a7d6e-be48-49ff-9644-0e95a2dbbb7f req-be76eb04-cc5c-4c34-b8f7-32f0d532be5e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.1407266 Aug 31 01:15:14.201001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbafcad2-393c-4d11-9012-f97222361adb {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:14.210056 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:14.224902 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Transition to ACTIVE for port object bbafcad2-393c-4d11-9012-f97222361adb will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:14.228205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d5a7d6e-be48-49ff-9644-0e95a2dbbb7f req-2e5f8629-eee6-4a05-9933-86b8a00a2c93 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0730398 Aug 31 01:15:14.231592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:14.279304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c8ec4-ba70-47a5-80fd-b39d125bc974 req-f6b38bcf-8475-422d-9c7d-ff13fa2e0ea8 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:14.286806 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-360c8ec4-ba70-47a5-80fd-b39d125bc974 req-f6b38bcf-8475-422d-9c7d-ff13fa2e0ea8 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 931 time: 0.1296988 Aug 31 01:15:14.299411 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbafcad2-393c-4d11-9012-f97222361adb,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:14.351847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-360c8ec4-ba70-47a5-80fd-b39d125bc974 req-4dcca124-782a-4c70-83fe-f84a1b43ec23 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590146 Aug 31 01:15:14.368049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54890) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:14.473176 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Attempting to bind port bbafcad2-393c-4d11-9012-f97222361adb on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:14.473510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Attempting to bind port bbafcad2-393c-4d11-9012-f97222361adb by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '4834988c-895b-4096-b7b8-21be782359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:14.473838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Attempting to bind port bbafcad2-393c-4d11-9012-f97222361adb on network 134c45ae-9551-4fd2-a505-0a804289d948 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:14.483729 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Port bbafcad2-393c-4d11-9012-f97222361adb on network 134c45ae-9551-4fd2-a505-0a804289d948 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:15:14.484057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Attempting to bind port bbafcad2-393c-4d11-9012-f97222361adb on network 134c45ae-9551-4fd2-a505-0a804289d948 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:14.491032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:14.491482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Checking segment: {'id': '4834988c-895b-4096-b7b8-21be782359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:14.492571 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Bound using segment: {'id': '4834988c-895b-4096-b7b8-21be782359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:14.492767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Bound port: bbafcad2-393c-4d11-9012-f97222361adb, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4834988c-895b-4096-b7b8-21be782359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:14.493127 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:14.511048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf12db8-31d9-42a6-9986-cb07b86d31ad req-f8f38eb6-5cc6-415e-a20e-000f13889300 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:14.523874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eaf12db8-31d9-42a6-9986-cb07b86d31ad req-f8f38eb6-5cc6-415e-a20e-000f13889300 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.0970345 Aug 31 01:15:14.551787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 199152f5-1749-4230-ba6a-eaf3c1f15099 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:15:14.584582 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eaf12db8-31d9-42a6-9986-cb07b86d31ad req-96ece2ec-ae85-46b3-91c1-e57ef38c721e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598114 Aug 31 01:15:14.610923 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 199152f5-1749-4230-ba6a-eaf3c1f15099 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:15:14.611991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 199152f5-1749-4230-ba6a-eaf3c1f15099 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:15:14.697128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] For port bbafcad2-393c-4d11-9012-f97222361adb, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:14.704025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] For port bbafcad2-393c-4d11-9012-f97222361adb, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=bbafcad2-393c-4d11-9012-f97222361adb,segment=NetworkSegment(4834988c-895b-4096-b7b8-21be782359b8),segment_id=4834988c-895b-4096-b7b8-21be782359b8)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:14.713080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:14.753539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-604ca91f-d6f1-4b6c-aeea-c89db421c869 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=39c54a16077c4385a14c81c74f228c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820970 Aug 31 01:15:14.754844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54900) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:14.777284 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:14.777947 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:14.781129 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] 10.222.0.15 "PUT /v2.0/ports/bbafcad2-393c-4d11-9012-f97222361adb HTTP/1.1" status: 200 len: 1092 time: 1.3249331 Aug 31 01:15:14.781964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1d41cf-2127-459e-b704-62b2206dd9bb', 'tag': 'bbafcad2-393c-4d11-9012-f97222361adb'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:14.784795 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffe25f7-9335-4353-be07-b050abf88867" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1d41cf-2127-459e-b704-62b2206dd9bb", "tag": "bbafcad2-393c-4d11-9012-f97222361adb"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:14.814030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72136129-d403-40cf-bc61-378601f2ebe4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbafcad2-393c-4d11-9012-f97222361adb,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:14.874194 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbfa8a2-f093-4149-8a0a-8d8fb619aa82 x-openstack-request-id: req-6fbfa8a2-f093-4149-8a0a-8d8fb619aa82 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:14.874491 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1d41cf-2127-459e-b704-62b2206dd9bb", "tag": "bbafcad2-393c-4d11-9012-f97222361adb", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:14.874743 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6fbfa8a2-f093-4149-8a0a-8d8fb619aa82 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:14.875145 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1d41cf-2127-459e-b704-62b2206dd9bb', 'tag': 'bbafcad2-393c-4d11-9012-f97222361adb', 'status': 'completed', 'code': 200} Aug 31 01:15:14.896640 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-91b91970-bf2d-4d8f-80dd-e45f1fd791d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:14.899590 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-91b91970-bf2d-4d8f-80dd-e45f1fd791d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=804272a7f8b749e2bebc24d18b9ea347&device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 1095 time: 0.0520611 Aug 31 01:15:14.903296 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-767ae2b7-e3ec-4622-8140-c33961e3e75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:14.933824 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc4dc9-49f4-467b-b872-1cfdfee9e644 req-6723851a-8525-4d22-9460-faf1b5894de2 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:14.936382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2efc4dc9-49f4-467b-b872-1cfdfee9e644 req-6723851a-8525-4d22-9460-faf1b5894de2 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1144738 Aug 31 01:15:14.953634 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-66798700-42a7-488f-bd46-15085fca4c9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbafcad2-393c-4d11-9012-f97222361adb HTTP/1.1" status: 200 len: 217 time: 0.0441270 Aug 31 01:15:14.958212 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-767ae2b7-e3ec-4622-8140-c33961e3e75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:15.014037 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2efc4dc9-49f4-467b-b872-1cfdfee9e644 req-3b6a62ef-d17d-4bc8-b9f2-bf80641a4b2c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656164 Aug 31 01:15:15.053612 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-767ae2b7-e3ec-4622-8140-c33961e3e75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:15.057323 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-767ae2b7-e3ec-4622-8140-c33961e3e75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:15.058486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-767ae2b7-e3ec-4622-8140-c33961e3e75a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e851dc02-509e-48a8-bbc9-91ccf8307a5c HTTP/1.1" status: 204 len: 168 time: 0.3015714 Aug 31 01:15:15.068302 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ae2b7-e3ec-4622-8140-c33961e3e75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e851dc02-509e-48a8-bbc9-91ccf8307a5c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:15.072902 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-cfde04ee-9bb9-42d7-8ab2-42df7278ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:15.080475 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-cfde04ee-9bb9-42d7-8ab2-42df7278ebb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63245396-66fb-450d-8e80-accc99e70fd2 HTTP/1.1" status: 200 len: 851 time: 0.1177645 Aug 31 01:15:15.126408 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-a9b4bc3a-5c2a-4aac-a1ae-0d202fe3f12d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=134c45ae-9551-4fd2-a505-0a804289d948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410905 Aug 31 01:15:15.217853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c96b2-19ae-4465-8f3c-94d72674df61 req-38cd6d3a-09f7-4cef-bef6-490cff083972 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:15.220013 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea4c96b2-19ae-4465-8f3c-94d72674df61 req-38cd6d3a-09f7-4cef-bef6-490cff083972 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.0828297 Aug 31 01:15:15.311492 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea4c96b2-19ae-4465-8f3c-94d72674df61 req-1ac17ebf-0a93-4ce1-a5c1-9431c44a30f1 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818734 Aug 31 01:15:15.510134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815def5-9882-436c-afd7-1f9c6538b53b req-7767f310-8d5c-4c0f-ad4a-88685a5e6882 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:15.517270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815def5-9882-436c-afd7-1f9c6538b53b req-7767f310-8d5c-4c0f-ad4a-88685a5e6882 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:15.530446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815def5-9882-436c-afd7-1f9c6538b53b req-7767f310-8d5c-4c0f-ad4a-88685a5e6882 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:15.538569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815def5-9882-436c-afd7-1f9c6538b53b req-7767f310-8d5c-4c0f-ad4a-88685a5e6882 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:15.547068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815def5-9882-436c-afd7-1f9c6538b53b req-7767f310-8d5c-4c0f-ad4a-88685a5e6882 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:15.556887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815def5-9882-436c-afd7-1f9c6538b53b req-7767f310-8d5c-4c0f-ad4a-88685a5e6882 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:15.565190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815def5-9882-436c-afd7-1f9c6538b53b req-7767f310-8d5c-4c0f-ad4a-88685a5e6882 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:15.568943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f815def5-9882-436c-afd7-1f9c6538b53b req-7767f310-8d5c-4c0f-ad4a-88685a5e6882 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.1967895 Aug 31 01:15:15.593842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65572ab5-dc61-4a45-aca8-b930c0ffb321 req-5b385e3d-ddc6-458a-8300-315102b18616 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:15.608039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65572ab5-dc61-4a45-aca8-b930c0ffb321 req-5b385e3d-ddc6-458a-8300-315102b18616 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 943 time: 0.1597517 Aug 31 01:15:15.693926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65572ab5-dc61-4a45-aca8-b930c0ffb321 req-e392d3f9-d094-45a2-ae57-58a49e0d3c78 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792654 Aug 31 01:15:15.755996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f815def5-9882-436c-afd7-1f9c6538b53b req-192c5d93-242c-46b2-9fe8-b5bfeaaa4ae3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1426916 Aug 31 01:15:15.924335 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-60a5d4b4-8bc5-4ad5-87e4-54113862c62a service neutron] 10.222.0.15 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7858684 Aug 31 01:15:16.066554 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a57c648a-4f08-4682-915d-271298dbe1c0 req-ab2ac438-202f-41f3-b31d-55ad0145193b service neutron] 10.222.0.15 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353645 Aug 31 01:15:16.076409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdf7e0-8956-4476-ae30-4b272b52f1e0 req-b29b819c-b8df-4dad-b0e4-dd0f754eb816 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.078311 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b4bdf7e0-8956-4476-ae30-4b272b52f1e0 req-b29b819c-b8df-4dad-b0e4-dd0f754eb816 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1515155 Aug 31 01:15:16.120116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04964255-c3c2-43f7-93f1-2262f4e52822 req-c5768a84-87d4-47ee-9e84-281b66732b18 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.126538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04964255-c3c2-43f7-93f1-2262f4e52822 req-c5768a84-87d4-47ee-9e84-281b66732b18 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.133189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04964255-c3c2-43f7-93f1-2262f4e52822 req-c5768a84-87d4-47ee-9e84-281b66732b18 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.139549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04964255-c3c2-43f7-93f1-2262f4e52822 req-c5768a84-87d4-47ee-9e84-281b66732b18 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.145891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04964255-c3c2-43f7-93f1-2262f4e52822 req-c5768a84-87d4-47ee-9e84-281b66732b18 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.162570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04964255-c3c2-43f7-93f1-2262f4e52822 req-c5768a84-87d4-47ee-9e84-281b66732b18 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.169396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04964255-c3c2-43f7-93f1-2262f4e52822 req-c5768a84-87d4-47ee-9e84-281b66732b18 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.187895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-04964255-c3c2-43f7-93f1-2262f4e52822 req-c5768a84-87d4-47ee-9e84-281b66732b18 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5437 time: 0.2110617 Aug 31 01:15:16.240830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe25f7-9335-4353-be07-b050abf88867 req-ee977e45-2039-47b2-8399-4b10d90fffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.245948 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bffe25f7-9335-4353-be07-b050abf88867 req-ee977e45-2039-47b2-8399-4b10d90fffb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=804272a7f8b749e2bebc24d18b9ea347&device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 1095 time: 0.0927398 Aug 31 01:15:16.262316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-04964255-c3c2-43f7-93f1-2262f4e52822 req-6aedae7a-d385-4d95-9f98-1aa4053ec4c0 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626559 Aug 31 01:15:16.302914 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b4bdf7e0-8956-4476-ae30-4b272b52f1e0 req-3ab915db-1187-4a3a-884b-297429a94bc4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148221 Aug 31 01:15:16.395015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe25f7-9335-4353-be07-b050abf88867 req-6ca97bec-fede-4ad7-a6a9-0aeb0299af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.396561 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bffe25f7-9335-4353-be07-b050abf88867 req-6ca97bec-fede-4ad7-a6a9-0aeb0299af35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=134c45ae-9551-4fd2-a505-0a804289d948 HTTP/1.1" status: 200 len: 912 time: 0.1431603 Aug 31 01:15:16.494994 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bffe25f7-9335-4353-be07-b050abf88867 req-a2098074-25db-4dcd-bb10-6ccfa5d3ccf2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbafcad2-393c-4d11-9012-f97222361adb HTTP/1.1" status: 200 len: 217 time: 0.0901954 Aug 31 01:15:16.548093 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79983202-150e-41c1-92d2-c9c75b82b5b8 req-b1113dd8-548f-4e43-b14a-4403bdd8470b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.549486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79983202-150e-41c1-92d2-c9c75b82b5b8 req-b1113dd8-548f-4e43-b14a-4403bdd8470b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1086156 Aug 31 01:15:16.565931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24065be-ecd8-4a78-bfc7-8b2350eb1d24 req-bd22b9eb-70ce-4bac-b467-1ece72737d15 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.572614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24065be-ecd8-4a78-bfc7-8b2350eb1d24 req-bd22b9eb-70ce-4bac-b467-1ece72737d15 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.578784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24065be-ecd8-4a78-bfc7-8b2350eb1d24 req-bd22b9eb-70ce-4bac-b467-1ece72737d15 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.585104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24065be-ecd8-4a78-bfc7-8b2350eb1d24 req-bd22b9eb-70ce-4bac-b467-1ece72737d15 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.587376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe25f7-9335-4353-be07-b050abf88867 req-49573dfd-8cd5-4779-8fd1-0e1d68668da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.590944 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bffe25f7-9335-4353-be07-b050abf88867 req-49573dfd-8cd5-4779-8fd1-0e1d68668da3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63245396-66fb-450d-8e80-accc99e70fd2 HTTP/1.1" status: 200 len: 851 time: 0.0894818 Aug 31 01:15:16.591730 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24065be-ecd8-4a78-bfc7-8b2350eb1d24 req-bd22b9eb-70ce-4bac-b467-1ece72737d15 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.597948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24065be-ecd8-4a78-bfc7-8b2350eb1d24 req-bd22b9eb-70ce-4bac-b467-1ece72737d15 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.604078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24065be-ecd8-4a78-bfc7-8b2350eb1d24 req-bd22b9eb-70ce-4bac-b467-1ece72737d15 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.606082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e24065be-ecd8-4a78-bfc7-8b2350eb1d24 req-bd22b9eb-70ce-4bac-b467-1ece72737d15 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5437 time: 0.1533201 Aug 31 01:15:16.606604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54974) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:16.646952 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bffe25f7-9335-4353-be07-b050abf88867 req-c7ee00de-c80d-4dcc-b567-79236e77ed31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=134c45ae-9551-4fd2-a505-0a804289d948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491216 Aug 31 01:15:16.714620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79983202-150e-41c1-92d2-c9c75b82b5b8 req-cb9e74ca-4e83-488f-ad9f-7fb7e2bf08f9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069314 Aug 31 01:15:16.827769 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bffe25f7-9335-4353-be07-b050abf88867 req-f26f09e0-a591-449e-8fb4-58c57f51e352 service neutron] 10.222.0.15 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722913 Aug 31 01:15:16.856905 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-80c915f5-6704-4240-a7df-f7d6f4070697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:16.947660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af855aac-0e02-41fa-8199-47e430c1bc3d req-d72cbf3f-b316-4bc9-b8e2-ff8153b2c4eb tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:16.949265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af855aac-0e02-41fa-8199-47e430c1bc3d req-d72cbf3f-b316-4bc9-b8e2-ff8153b2c4eb tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 943 time: 0.1475890 Aug 31 01:15:16.958039 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bffe25f7-9335-4353-be07-b050abf88867 req-e45b9320-c586-4d72-89ae-393528d57a3e service neutron] 10.222.0.15 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223483 Aug 31 01:15:17.008272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc999fd4-e9fb-4d2c-9165-0a0459b737eb req-0570a544-a77f-41dc-b4a8-5a75efad7afe tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:17.009942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc999fd4-e9fb-4d2c-9165-0a0459b737eb req-0570a544-a77f-41dc-b4a8-5a75efad7afe tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1386647 Aug 31 01:15:17.030065 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54994) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:17.074988 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af855aac-0e02-41fa-8199-47e430c1bc3d req-ca9f9e80-5068-4a22-8a57-0ec21f3026b8 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168747 Aug 31 01:15:17.105066 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc999fd4-e9fb-4d2c-9165-0a0459b737eb req-d6b8032c-a0b8-4a19-b056-7ea404e46d96 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854635 Aug 31 01:15:17.149193 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-80c915f5-6704-4240-a7df-f7d6f4070697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:17.165314 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-80c915f5-6704-4240-a7df-f7d6f4070697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:17.179600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-987902239'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:17.201854 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:17.205726 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:17.220038 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:17.272462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-80c915f5-6704-4240-a7df-f7d6f4070697 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5434f31104044f1afe3901cf994d829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6636915 Aug 31 01:15:17.276001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55000) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:17.286970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c915f5-6704-4240-a7df-f7d6f4070697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814c186a-1a0c-4adc-82bc-e7680e0036ee,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:17.323046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b85fff-f12f-498f-a40f-3dc0b7d6b43a req-9de19889-cfa5-443f-93cb-61b5d1055cb3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:17.329204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b85fff-f12f-498f-a40f-3dc0b7d6b43a req-9de19889-cfa5-443f-93cb-61b5d1055cb3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:17.336158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b85fff-f12f-498f-a40f-3dc0b7d6b43a req-9de19889-cfa5-443f-93cb-61b5d1055cb3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:17.342518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b85fff-f12f-498f-a40f-3dc0b7d6b43a req-9de19889-cfa5-443f-93cb-61b5d1055cb3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:17.348669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b85fff-f12f-498f-a40f-3dc0b7d6b43a req-9de19889-cfa5-443f-93cb-61b5d1055cb3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:17.349825 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:17.354920 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:17.355576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b85fff-f12f-498f-a40f-3dc0b7d6b43a req-9de19889-cfa5-443f-93cb-61b5d1055cb3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:17.362481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b85fff-f12f-498f-a40f-3dc0b7d6b43a req-9de19889-cfa5-443f-93cb-61b5d1055cb3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:17.364523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93b85fff-f12f-498f-a40f-3dc0b7d6b43a req-9de19889-cfa5-443f-93cb-61b5d1055cb3 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.2183564 Aug 31 01:15:17.379362 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:17.393252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca4138-16fa-4637-970c-5f9b5d20fc81 req-8b9392d3-b7c3-4394-883b-6ccc2c5995fd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:17.394472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7dbd77-b2e3-4878-89c8-f8b1ffce03a7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:17.395111 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1ca4138-16fa-4637-970c-5f9b5d20fc81 req-8b9392d3-b7c3-4394-883b-6ccc2c5995fd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1963646 Aug 31 01:15:17.397550 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:17.398442 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Added segment f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b of type vlan for network b57cba2b-3e4e-44cc-85b8-6c1637a83685 Aug 31 01:15:17.447188 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:17.474712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93b85fff-f12f-498f-a40f-3dc0b7d6b43a req-48ebbcfb-8bfd-4226-ac96-9db404257109 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1014531 Aug 31 01:15:17.477980 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1ca4138-16fa-4637-970c-5f9b5d20fc81 req-794b7d3c-22df-4967-bfbb-f3573566af31 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710020 Aug 31 01:15:17.483449 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:17.489169 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a23f7f2-2fd4-4f07-ab31-f1ce4e19a0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:17.511822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:17.511822 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:17.518174 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a23f7f2-2fd4-4f07-ab31-f1ce4e19a0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:17.579368 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5409982 Aug 31 01:15:17.593761 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a23f7f2-2fd4-4f07-ab31-f1ce4e19a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:17.596298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ab045-cab2-4c53-8595-4efbd80274e9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Network': ['ID=b57cba2b-3e4e-44cc-85b8-6c1637a83685,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:17.597865 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a23f7f2-2fd4-4f07-ab31-f1ce4e19a0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:17.599154 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2a23f7f2-2fd4-4f07-ab31-f1ce4e19a0b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/814c186a-1a0c-4adc-82bc-e7680e0036ee HTTP/1.1" status: 204 len: 168 time: 0.3222218 Aug 31 01:15:17.612485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23f7f2-2fd4-4f07-ab31-f1ce4e19a0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814c186a-1a0c-4adc-82bc-e7680e0036ee,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:17.614665 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network b57cba2b-3e4e-44cc-85b8-6c1637a83685 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:17.728226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55014) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:17.733524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a48ade34-325a-4acb-a8e8-b7cb271e4342 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'subnet': {'network_id': 'b57cba2b-3e4e-44cc-85b8-6c1637a83685', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:17.763364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55016) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:17.838975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48ade34-325a-4acb-a8e8-b7cb271e4342 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:17.844212 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a48ade34-325a-4acb-a8e8-b7cb271e4342 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.034160 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10bd999d-620c-4042-815d-e4928f607712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.072521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53028b9c-c7a6-449e-9591-bfa56d0d624d req-215e860e-c7d9-4110-aff8-a5c2a0270981 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:18.074657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53028b9c-c7a6-449e-9591-bfa56d0d624d req-215e860e-c7d9-4110-aff8-a5c2a0270981 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.0962017 Aug 31 01:15:18.112639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55032) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:18.131854 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d658c945-d55e-431f-9f80-37933d7f9441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.152008 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a48ade34-325a-4acb-a8e8-b7cb271e4342 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.172569 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10bd999d-620c-4042-815d-e4928f607712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.178210 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10bd999d-620c-4042-815d-e4928f607712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.196366 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53028b9c-c7a6-449e-9591-bfa56d0d624d req-fe8c0c43-2b13-474a-98a6-5c5b2a728afe tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955131 Aug 31 01:15:18.238475 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-10bd999d-620c-4042-815d-e4928f607712 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa9cfa5b401b48aca318f95731d93248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4734030 Aug 31 01:15:18.239229 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd999d-620c-4042-815d-e4928f607712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecbeaed-846f-4e35-aad2-aa586492f7a2,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:18.241678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55034) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:18.251033 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ade34-325a-4acb-a8e8-b7cb271e4342 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Subnet': ['ID=e5addb0c-b24e-4bea-afe3-949a65fa1cae,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:18.271101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e77ae-c921-4d01-aa38-78c48557bf13 req-4cb7bb91-a9ea-4998-a064-c8e892ec6a24 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:18.273507 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b0e77ae-c921-4d01-aa38-78c48557bf13 req-4cb7bb91-a9ea-4998-a064-c8e892ec6a24 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 943 time: 0.1128657 Aug 31 01:15:18.279136 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ade34-325a-4acb-a8e8-b7cb271e4342 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Checking segment: {'id': 'f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b57cba2b-3e4e-44cc-85b8-6c1637a83685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:18.279536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ade34-325a-4acb-a8e8-b7cb271e4342 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network hostable DHCP agents. Network: b57cba2b-3e4e-44cc-85b8-6c1637a83685, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:15:18.332994 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b0e77ae-c921-4d01-aa38-78c48557bf13 req-19c89423-1999-4b2e-913e-e1be727a3581 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507808 Aug 31 01:15:18.334936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ade34-325a-4acb-a8e8-b7cb271e4342 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network b57cba2b-3e4e-44cc-85b8-6c1637a83685 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:15:18.341167 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-976f15cd-258e-4cda-8293-9b77d7d703b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.348772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-a48ade34-325a-4acb-a8e8-b7cb271e4342 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, b57cba2b-3e4e-44cc-85b8-6c1637a83685) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:18.361835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e580b0be-9f4a-4954-8010-2d65fb7183cf None None] Network b57cba2b-3e4e-44cc-85b8-6c1637a83685 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:18.364758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ade34-325a-4acb-a8e8-b7cb271e4342 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:18.365362 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a48ade34-325a-4acb-a8e8-b7cb271e4342 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.381989 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d658c945-d55e-431f-9f80-37933d7f9441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.384819 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-976f15cd-258e-4cda-8293-9b77d7d703b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.393059 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d658c945-d55e-431f-9f80-37933d7f9441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.395984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a48ade34-325a-4acb-a8e8-b7cb271e4342 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6663721 Aug 31 01:15:18.399037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55040) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:18.404871 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f3875194-3fcd-4b16-b415-5a3f39add529 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-4850324'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:18.426270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3875194-3fcd-4b16-b415-5a3f39add529 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:18.430426 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3875194-3fcd-4b16-b415-5a3f39add529 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.451213 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658c945-d55e-431f-9f80-37933d7f9441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dec0cc-849b-408c-893e-cd0efb01222d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:18.461828 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d658c945-d55e-431f-9f80-37933d7f9441 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff5270db79494b45bfab75e77490392f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478580 Aug 31 01:15:18.465309 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55042) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:18.470235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3875194-3fcd-4b16-b415-5a3f39add529 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:18.500283 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-976f15cd-258e-4cda-8293-9b77d7d703b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.503097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-976f15cd-258e-4cda-8293-9b77d7d703b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.507001 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-976f15cd-258e-4cda-8293-9b77d7d703b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ecbeaed-846f-4e35-aad2-aa586492f7a2 HTTP/1.1" status: 204 len: 168 time: 0.2586958 Aug 31 01:15:18.507761 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3875194-3fcd-4b16-b415-5a3f39add529 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.507761 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-f3875194-3fcd-4b16-b415-5a3f39add529 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Added segment 0c2ad148-2b3b-435c-a279-28dd64ef2bc8 of type vlan for network fb73b629-82d1-469c-8ee6-23e5d29d6bf3 Aug 31 01:15:18.547076 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dda0487e-41f5-4b7c-aca4-93a10231af4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.554903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f15cd-258e-4cda-8293-9b77d7d703b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecbeaed-846f-4e35-aad2-aa586492f7a2,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:18.559695 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3875194-3fcd-4b16-b415-5a3f39add529 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.588379 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dda0487e-41f5-4b7c-aca4-93a10231af4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.589617 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3875194-3fcd-4b16-b415-5a3f39add529 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.597579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3875194-3fcd-4b16-b415-5a3f39add529 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:18.598228 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f3875194-3fcd-4b16-b415-5a3f39add529 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.673999 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dda0487e-41f5-4b7c-aca4-93a10231af4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.683210 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dda0487e-41f5-4b7c-aca4-93a10231af4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.692179 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dda0487e-41f5-4b7c-aca4-93a10231af4b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/24dec0cc-849b-408c-893e-cd0efb01222d HTTP/1.1" status: 204 len: 168 time: 0.2256100 Aug 31 01:15:18.705876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-b57cba2b-3e4e-44cc-85b8-6c1637a83685', 'network_id': 'b57cba2b-3e4e-44cc-85b8-6c1637a83685', 'tenant_id': '4553b740e9824b8096260297eb23ef6c', 'fixed_ips': [{'subnet_id': 'e5addb0c-b24e-4bea-afe3-949a65fa1cae'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:15:18.706807 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.718639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0487e-41f5-4b7c-aca4-93a10231af4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dec0cc-849b-408c-893e-cd0efb01222d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:18.767655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f3875194-3fcd-4b16-b415-5a3f39add529 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.3672578 Aug 31 01:15:18.770559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55056) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:18.778035 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-dc74825c-e6d0-41d1-8c97-07c20b2e89ac tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'subnet': {'network_id': 'fb73b629-82d1-469c-8ee6-23e5d29d6bf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:18.781932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3875194-3fcd-4b16-b415-5a3f39add529 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Network': ['ID=fb73b629-82d1-469c-8ee6-23e5d29d6bf3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:18.825989 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f000e-51af-4a48-89a6-ad00545b4f88 req-b645c7bf-ad99-4c03-90b3-f8fc002a5829 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:18.844758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f000e-51af-4a48-89a6-ad00545b4f88 req-b645c7bf-ad99-4c03-90b3-f8fc002a5829 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:18.859595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f000e-51af-4a48-89a6-ad00545b4f88 req-b645c7bf-ad99-4c03-90b3-f8fc002a5829 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:18.877026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f000e-51af-4a48-89a6-ad00545b4f88 req-b645c7bf-ad99-4c03-90b3-f8fc002a5829 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:18.892089 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f000e-51af-4a48-89a6-ad00545b4f88 req-b645c7bf-ad99-4c03-90b3-f8fc002a5829 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:18.907981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f000e-51af-4a48-89a6-ad00545b4f88 req-b645c7bf-ad99-4c03-90b3-f8fc002a5829 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:18.919714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Allocated IP 172.20.255.242 (b57cba2b-3e4e-44cc-85b8-6c1637a83685/e5addb0c-b24e-4bea-afe3-949a65fa1cae/cd1f8714-f0fb-4cee-ac6c-43a3287b79c9) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:18.923684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f000e-51af-4a48-89a6-ad00545b4f88 req-b645c7bf-ad99-4c03-90b3-f8fc002a5829 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:18.924719 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network fb73b629-82d1-469c-8ee6-23e5d29d6bf3 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:18.927427 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-373f000e-51af-4a48-89a6-ad00545b4f88 req-b645c7bf-ad99-4c03-90b3-f8fc002a5829 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.2510607 Aug 31 01:15:18.963129 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc74825c-e6d0-41d1-8c97-07c20b2e89ac tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:18.967222 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc74825c-e6d0-41d1-8c97-07c20b2e89ac tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:18.983695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-373f000e-51af-4a48-89a6-ad00545b4f88 req-f6da7a24-10ae-4e3c-aa8c-49bc14184c5a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0465121 Aug 31 01:15:19.037808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55064) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:19.057400 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-160bf1f9-d861-440c-9894-df7cde727b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.170025 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-160bf1f9-d861-440c-9894-df7cde727b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.177841 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-160bf1f9-d861-440c-9894-df7cde727b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.234819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55070) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:19.239632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-160bf1f9-d861-440c-9894-df7cde727b9b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b1026fa70b04169ab4d0609da140133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004757 Aug 31 01:15:19.245347 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55074) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:19.252111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bf1f9-d861-440c-9894-df7cde727b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abf8d61-9c25-46a6-9a0a-2d3b0f777bdd,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:19.263636 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.281251 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Transition to ACTIVE for port object cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:19.322717 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Transition to ACTIVE for port object cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:19.324954 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc74825c-e6d0-41d1-8c97-07c20b2e89ac tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.332495 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f315c5b4-0be4-48e8-b294-ee5583590a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.333665 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.354848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55078) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:19.357981 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f315c5b4-0be4-48e8-b294-ee5583590a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.384318 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2dafea95-740c-4277-a7b0-26fce1d572eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.400952 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Pushing event updated for resources: {'Port': ['ID=cd1f8714-f0fb-4cee-ac6c-43a3287b79c9,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:19.416649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device bbafcad2-393c-4d11-9012-f97222361adb details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:15:19.424742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74825c-e6d0-41d1-8c97-07c20b2e89ac tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Subnet': ['ID=18515599-0c16-430d-a872-5dcb6ca9398f,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:19.432393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Network b57cba2b-3e4e-44cc-85b8-6c1637a83685 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:19.437604 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:19.440612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:19.452929 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74825c-e6d0-41d1-8c97-07c20b2e89ac tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Checking segment: {'id': '0c2ad148-2b3b-435c-a279-28dd64ef2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fb73b629-82d1-469c-8ee6-23e5d29d6bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:19.453287 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc74825c-e6d0-41d1-8c97-07c20b2e89ac tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network hostable DHCP agents. Network: fb73b629-82d1-469c-8ee6-23e5d29d6bf3, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:15:19.488333 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc74825c-e6d0-41d1-8c97-07c20b2e89ac tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network fb73b629-82d1-469c-8ee6-23e5d29d6bf3 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:15:19.501580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Attempting to bind port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:19.501959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Attempting to bind port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b57cba2b-3e4e-44cc-85b8-6c1637a83685'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:19.502328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Attempting to bind port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 on network b57cba2b-3e4e-44cc-85b8-6c1637a83685 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:19.509167 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-dc74825c-e6d0-41d1-8c97-07c20b2e89ac tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, fb73b629-82d1-469c-8ee6-23e5d29d6bf3) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:19.514775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc74825c-e6d0-41d1-8c97-07c20b2e89ac tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:19.515524 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc74825c-e6d0-41d1-8c97-07c20b2e89ac tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.526181 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd4587-7324-43ca-bbfc-5194323c1815 req-d7af7853-7eb7-4f57-9e53-ec6e4c03322e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:19.527887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89fd4587-7324-43ca-bbfc-5194323c1815 req-d7af7853-7eb7-4f57-9e53-ec6e4c03322e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2138083 Aug 31 01:15:19.541278 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34f10-6c2c-4201-857d-38660307dc2d req-fc0d05a8-f2ef-474d-abd8-86b11e83ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:19.541872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34f10-6c2c-4201-857d-38660307dc2d req-fc0d05a8-f2ef-474d-abd8-86b11e83ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:19.542414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34f10-6c2c-4201-857d-38660307dc2d req-fc0d05a8-f2ef-474d-abd8-86b11e83ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:19.542946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34f10-6c2c-4201-857d-38660307dc2d req-fc0d05a8-f2ef-474d-abd8-86b11e83ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:19.543504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34f10-6c2c-4201-857d-38660307dc2d req-fc0d05a8-f2ef-474d-abd8-86b11e83ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:19.544029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34f10-6c2c-4201-857d-38660307dc2d req-fc0d05a8-f2ef-474d-abd8-86b11e83ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:19.544554 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34f10-6c2c-4201-857d-38660307dc2d req-fc0d05a8-f2ef-474d-abd8-86b11e83ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:19.546553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ca34f10-6c2c-4201-857d-38660307dc2d req-fc0d05a8-f2ef-474d-abd8-86b11e83ee8d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 6501 time: 0.3080604 Aug 31 01:15:19.554749 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f315c5b4-0be4-48e8-b294-ee5583590a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.555311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ea81ea-4102-4941-8016-03a57233aa6f None None] Network fb73b629-82d1-469c-8ee6-23e5d29d6bf3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:19.557754 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f315c5b4-0be4-48e8-b294-ee5583590a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.559003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f315c5b4-0be4-48e8-b294-ee5583590a8f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4abf8d61-9c25-46a6-9a0a-2d3b0f777bdd HTTP/1.1" status: 204 len: 168 time: 0.3125467 Aug 31 01:15:19.561240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:19.561412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Checking segment: {'id': 'f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b57cba2b-3e4e-44cc-85b8-6c1637a83685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:19.561805 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.562188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Bound using segment: {'id': 'f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b57cba2b-3e4e-44cc-85b8-6c1637a83685'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:19.562676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Bound port: cd1f8714-f0fb-4cee-ac6c-43a3287b79c9, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b57cba2b-3e4e-44cc-85b8-6c1637a83685'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:19.563060 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.572008 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2dafea95-740c-4277-a7b0-26fce1d572eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.581156 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2dafea95-740c-4277-a7b0-26fce1d572eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.594048 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dc74825c-e6d0-41d1-8c97-07c20b2e89ac tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8218503 Aug 31 01:15:19.601696 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b50526-1dc8-4d62-aa40-6a9304c8376b req-aab65f2b-b139-4bd3-823e-e493163f5329 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:19.603960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55084) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:19.609430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25b50526-1dc8-4d62-aa40-6a9304c8376b req-aab65f2b-b139-4bd3-823e-e493163f5329 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 943 time: 0.1900585 Aug 31 01:15:19.622177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315c5b4-0be4-48e8-b294-ee5583590a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abf8d61-9c25-46a6-9a0a-2d3b0f777bdd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:19.681063 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafea95-740c-4277-a7b0-26fce1d572eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a7fd39-33ef-4cef-b27d-767ddd3c4c61,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:19.687813 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2dafea95-740c-4277-a7b0-26fce1d572eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b571338768c4a75b12f317ec56fbfd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297174 Aug 31 01:15:19.692499 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55086) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:19.711888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89fd4587-7324-43ca-bbfc-5194323c1815 req-38dd316f-98ca-4d14-8f71-d9d7696c0da7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772830 Aug 31 01:15:19.716165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ca34f10-6c2c-4201-857d-38660307dc2d req-4b20925a-8a53-4b5f-8f51-6c646469678f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1542666 Aug 31 01:15:19.762896 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25b50526-1dc8-4d62-aa40-6a9304c8376b req-90e4619b-6c57-49e0-abd0-ab128869c5c6 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523590 Aug 31 01:15:19.769542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port bbafcad2-393c-4d11-9012-f97222361adb, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=bbafcad2-393c-4d11-9012-f97222361adb,segment=NetworkSegment(4834988c-895b-4096-b7b8-21be782359b8),segment_id=4834988c-895b-4096-b7b8-21be782359b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:19.782024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] For port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:19.797544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] For port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=cd1f8714-f0fb-4cee-ac6c-43a3287b79c9,segment=NetworkSegment(f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b),segment_id=f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:19.799920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'bbafcad2-393c-4d11-9012-f97222361adb', 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948', 'port_id': 'bbafcad2-393c-4d11-9012-f97222361adb', 'mac_address': 'fa:16:3e:d6:ac:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63245396-66fb-450d-8e80-accc99e70fd2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:15:19.800872 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.807950 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95715d9a-493d-49c0-a70e-964691738637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.840838 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95715d9a-493d-49c0-a70e-964691738637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.846965 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.907153 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.926469 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.954556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbafcad2-393c-4d11-9012-f97222361adb {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:19.965968 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95715d9a-493d-49c0-a70e-964691738637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.968691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95715d9a-493d-49c0-a70e-964691738637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:19.972641 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-95715d9a-493d-49c0-a70e-964691738637 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1a7fd39-33ef-4cef-b27d-767ddd3c4c61 HTTP/1.1" status: 204 len: 168 time: 0.2764616 Aug 31 01:15:19.980070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95715d9a-493d-49c0-a70e-964691738637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a7fd39-33ef-4cef-b27d-767ddd3c4c61,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:20.014389 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.051973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79be2c-c509-46ba-99e5-e30fa04a536c None None] Pushing event updated for resources: {'Port': ['ID=cd1f8714-f0fb-4cee-ac6c-43a3287b79c9,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:20.084750 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac559e2d-67d7-4d80-aa2f-477277ad80ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-fb73b629-82d1-469c-8ee6-23e5d29d6bf3', 'network_id': 'fb73b629-82d1-469c-8ee6-23e5d29d6bf3', 'tenant_id': '4553b740e9824b8096260297eb23ef6c', 'fixed_ips': [{'subnet_id': '18515599-0c16-430d-a872-5dcb6ca9398f'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:15:20.092710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Subnet': ['ID=18515599-0c16-430d-a872-5dcb6ca9398f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:20.096225 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ac559e2d-67d7-4d80-aa2f-477277ad80ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.139832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port bbafcad2-393c-4d11-9012-f97222361adb, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=bbafcad2-393c-4d11-9012-f97222361adb,segment=NetworkSegment(4834988c-895b-4096-b7b8-21be782359b8),segment_id=4834988c-895b-4096-b7b8-21be782359b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:20.166239 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.199037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ded6e-d373-465a-a216-c395204250ab req-b6abbda1-8829-4bc3-95ce-c8daa20b4475 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:20.205651 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ded6e-d373-465a-a216-c395204250ab req-b6abbda1-8829-4bc3-95ce-c8daa20b4475 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:20.216811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ded6e-d373-465a-a216-c395204250ab req-b6abbda1-8829-4bc3-95ce-c8daa20b4475 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:20.222952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ded6e-d373-465a-a216-c395204250ab req-b6abbda1-8829-4bc3-95ce-c8daa20b4475 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:20.234579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ded6e-d373-465a-a216-c395204250ab req-b6abbda1-8829-4bc3-95ce-c8daa20b4475 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:20.239419 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.245001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ded6e-d373-465a-a216-c395204250ab req-b6abbda1-8829-4bc3-95ce-c8daa20b4475 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:20.262385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ded6e-d373-465a-a216-c395204250ab req-b6abbda1-8829-4bc3-95ce-c8daa20b4475 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:20.273931 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-381ded6e-d373-465a-a216-c395204250ab req-b6abbda1-8829-4bc3-95ce-c8daa20b4475 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.1952136 Aug 31 01:15:20.275045 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb73b629-82d1-469c-8ee6-23e5d29d6bf3']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:20.298452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2ad148-2b3b-435c-a279-28dd64ef2bc8') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:20.298763 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2ad148-2b3b-435c-a279-28dd64ef2bc8') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:20.331645 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.369222 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-381ded6e-d373-465a-a216-c395204250ab req-a02d781d-1160-4843-a7e9-75ca89b976ac tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0863428 Aug 31 01:15:20.369865 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.381171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:20.382282 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:20.387800 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:20.546872 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.556567 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.558185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec82e9d-574a-4e01-b28e-418efa939a0c None None] Network fb73b629-82d1-469c-8ee6-23e5d29d6bf3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:20.558442 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/fb73b629-82d1-469c-8ee6-23e5d29d6bf3 HTTP/1.1" status: 204 len: 168 time: 0.9535263 Aug 31 01:15:20.563337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55118) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:20.571333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b25042a1-b366-408c-ad98-6b895f4aee35 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-864017241'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:20.574686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec82e9d-574a-4e01-b28e-418efa939a0c None None] Network fb73b629-82d1-469c-8ee6-23e5d29d6bf3 could not be found, it might have been deleted concurrently. {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 01:15:20.581878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d682e-2f66-41c1-8ddc-85b14d58b78a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Network': ['ID=fb73b629-82d1-469c-8ee6-23e5d29d6bf3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:20.582962 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=bbafcad2-393c-4d11-9012-f97222361adb,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:20.606527 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25042a1-b366-408c-ad98-6b895f4aee35 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:20.611782 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b25042a1-b366-408c-ad98-6b895f4aee35 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.628206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:20.649710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25042a1-b366-408c-ad98-6b895f4aee35 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:20.660618 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b25042a1-b366-408c-ad98-6b895f4aee35 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.661226 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-b25042a1-b366-408c-ad98-6b895f4aee35 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Added segment 5ffecedb-127d-4123-8df3-9ca5ec0bb809 of type vlan for network 7b9d828c-27f4-4a26-94bd-fb5f13f51a31 Aug 31 01:15:20.693112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:20.712344 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b25042a1-b366-408c-ad98-6b895f4aee35 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.725223 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['bbafcad2-393c-4d11-9012-f97222361adb'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:20.755427 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b25042a1-b366-408c-ad98-6b895f4aee35 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.761895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25042a1-b366-408c-ad98-6b895f4aee35 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:20.762517 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b25042a1-b366-408c-ad98-6b895f4aee35 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:20.858954 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b25042a1-b366-408c-ad98-6b895f4aee35 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2932520 Aug 31 01:15:20.861982 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55132) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:20.869999 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-60eabc17-18e0-45b8-8407-dcfa7bde4cde tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'subnet': {'network_id': '7b9d828c-27f4-4a26-94bd-fb5f13f51a31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:20.946489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25042a1-b366-408c-ad98-6b895f4aee35 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Network': ['ID=7b9d828c-27f4-4a26-94bd-fb5f13f51a31,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:20.961303 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 7b9d828c-27f4-4a26-94bd-fb5f13f51a31 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:20.984403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30dcd5-6fca-4fd9-8403-03c6ea951af6 req-41d177a4-7d07-487a-bca5-15b496294259 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:20.986116 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d30dcd5-6fca-4fd9-8403-03c6ea951af6 req-41d177a4-7d07-487a-bca5-15b496294259 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1432006 Aug 31 01:15:21.001394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d2ce8-f476-4644-a9e4-6b5910fc2f83 req-5414a50b-524b-429f-8f74-7665d30c6722 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:21.011208 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-201d2ce8-f476-4644-a9e4-6b5910fc2f83 req-5414a50b-524b-429f-8f74-7665d30c6722 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 944 time: 0.1509144 Aug 31 01:15:21.095662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-201d2ce8-f476-4644-a9e4-6b5910fc2f83 req-5ea38a5d-1aee-4ade-a351-b1d4aafebedf tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833733 Aug 31 01:15:21.113206 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d30dcd5-6fca-4fd9-8403-03c6ea951af6 req-7e3fb79f-83a6-4236-9fba-63b9b8cf4d5d tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925348 Aug 31 01:15:21.132279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eabc17-18e0-45b8-8407-dcfa7bde4cde tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:21.142357 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60eabc17-18e0-45b8-8407-dcfa7bde4cde tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:21.177994 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-da3f4df2-5473-472c-8e68-df8dc4383482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:21.238794 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.ipam_backend_mixin [None req-60eabc17-18e0-45b8-8407-dcfa7bde4cde tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Performing IP validity checks on allocation pools {{(pid=94760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 01:15:21.239458 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.ipam_backend_mixin [None req-60eabc17-18e0-45b8-8407-dcfa7bde4cde tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 01:15:21.334459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c602e2-d992-41ab-8627-cc6516513397 None None] Network b57cba2b-3e4e-44cc-85b8-6c1637a83685 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:21.409139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5d730f3d-edb4-4bec-b980-05d9eaf37152 None None] Provisioning for port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:21.422015 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5d730f3d-edb4-4bec-b980-05d9eaf37152 None None] Provisioning complete for port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:21.422394 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5d730f3d-edb4-4bec-b980-05d9eaf37152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:21.429675 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60eabc17-18e0-45b8-8407-dcfa7bde4cde tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:21.534010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eabc17-18e0-45b8-8407-dcfa7bde4cde tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Subnet': ['ID=84b316fc-9762-4362-b0a7-cd558a917c6f,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:21.548396 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eabc17-18e0-45b8-8407-dcfa7bde4cde tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Checking segment: {'id': '5ffecedb-127d-4123-8df3-9ca5ec0bb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7b9d828c-27f4-4a26-94bd-fb5f13f51a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:21.549303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eabc17-18e0-45b8-8407-dcfa7bde4cde tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network hostable DHCP agents. Network: 7b9d828c-27f4-4a26-94bd-fb5f13f51a31, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:15:21.574038 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eabc17-18e0-45b8-8407-dcfa7bde4cde tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network 7b9d828c-27f4-4a26-94bd-fb5f13f51a31 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:15:21.585159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-60eabc17-18e0-45b8-8407-dcfa7bde4cde tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 7b9d828c-27f4-4a26-94bd-fb5f13f51a31) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:21.592403 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eabc17-18e0-45b8-8407-dcfa7bde4cde tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:21.592549 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60eabc17-18e0-45b8-8407-dcfa7bde4cde tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:21.598036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05be5832-116f-4694-bb14-df17feba48a1 None None] Network 7b9d828c-27f4-4a26-94bd-fb5f13f51a31 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:21.609000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cb15b-e737-49cd-a56d-2c0ea4699629 req-95a5c48c-9484-42e1-9ae6-d91e7c00131c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:21.613708 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-60eabc17-18e0-45b8-8407-dcfa7bde4cde tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7479916 Aug 31 01:15:21.613915 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55160) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:21.615557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cb15b-e737-49cd-a56d-2c0ea4699629 req-95a5c48c-9484-42e1-9ae6-d91e7c00131c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:21.623338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cb15b-e737-49cd-a56d-2c0ea4699629 req-95a5c48c-9484-42e1-9ae6-d91e7c00131c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:21.629461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cb15b-e737-49cd-a56d-2c0ea4699629 req-95a5c48c-9484-42e1-9ae6-d91e7c00131c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:21.636517 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cb15b-e737-49cd-a56d-2c0ea4699629 req-95a5c48c-9484-42e1-9ae6-d91e7c00131c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:21.643179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cb15b-e737-49cd-a56d-2c0ea4699629 req-95a5c48c-9484-42e1-9ae6-d91e7c00131c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:21.650434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cb15b-e737-49cd-a56d-2c0ea4699629 req-95a5c48c-9484-42e1-9ae6-d91e7c00131c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:21.659082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af4cb15b-e737-49cd-a56d-2c0ea4699629 req-95a5c48c-9484-42e1-9ae6-d91e7c00131c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.1636565 Aug 31 01:15:21.716568 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af4cb15b-e737-49cd-a56d-2c0ea4699629 req-4b84474d-d582-43d0-87f1-40dc90ebf136 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0491498 Aug 31 01:15:21.758138 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5d730f3d-edb4-4bec-b980-05d9eaf37152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:21.766126 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:21.834805 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:21.836222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-5d730f3d-edb4-4bec-b980-05d9eaf37152 None None] For port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=cd1f8714-f0fb-4cee-ac6c-43a3287b79c9,segment=NetworkSegment(f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b),segment_id=f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:21.862204 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5d730f3d-edb4-4bec-b980-05d9eaf37152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:21.902111 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4484f414-1770-469a-af47-a4f0463dd0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-7b9d828c-27f4-4a26-94bd-fb5f13f51a31', 'network_id': '7b9d828c-27f4-4a26-94bd-fb5f13f51a31', 'tenant_id': '4553b740e9824b8096260297eb23ef6c', 'fixed_ips': [{'subnet_id': '84b316fc-9762-4362-b0a7-cd558a917c6f'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:15:21.905753 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4484f414-1770-469a-af47-a4f0463dd0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:21.941464 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:21.993419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Subnet': ['ID=84b316fc-9762-4362-b0a7-cd558a917c6f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:22.017305 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d730f3d-edb4-4bec-b980-05d9eaf37152 None None] Pushing event updated for resources: {'Port': ['ID=cd1f8714-f0fb-4cee-ac6c-43a3287b79c9,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:22.057570 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server [None req-4484f414-1770-469a-af47-a4f0463dd0cc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84b316fc-9762-4362-b0a7-cd558a917c6f: This subnet is being modified by another concurrent operation. Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:15:22.061395 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84b316fc-9762-4362-b0a7-cd558a917c6f: This subnet is being modified by another concurrent operation. Aug 31 01:15:22.065915 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:15:22.072585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9d828c-27f4-4a26-94bd-fb5f13f51a31']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:22.090279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffecedb-127d-4123-8df3-9ca5ec0bb809') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:22.090279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffecedb-127d-4123-8df3-9ca5ec0bb809') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:22.099956 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:22.103459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e96a74e-c8c8-4c00-a4e5-076e5851a39d None None] Network 7b9d828c-27f4-4a26-94bd-fb5f13f51a31 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:22.119531 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:22.119730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-85be6a01-61d8-44e0-ad5e-a3c58683ce62 None None] Provisioning complete for port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:22.119730 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-85be6a01-61d8-44e0-ad5e-a3c58683ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:22.126490 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:22.127162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:22.130956 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:22.220749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f3cb103b-7662-48f3-b93d-2288cfdea400 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:15:22.269364 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:22.307745 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:22.325511 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/7b9d828c-27f4-4a26-94bd-fb5f13f51a31 HTTP/1.1" status: 204 len: 168 time: 0.7043827 Aug 31 01:15:22.328638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422890a-5c81-4796-bfc1-7338c8959ba6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Network': ['ID=7b9d828c-27f4-4a26-94bd-fb5f13f51a31,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:22.330384 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55188) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:22.342339 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-938d6a1f-467e-4841-8d1a-1e5a7a8a596a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-85715655'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:22.389691 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938d6a1f-467e-4841-8d1a-1e5a7a8a596a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:22.396390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5936c9c-422f-4618-95cb-cbf24e9af6ab req-3e6dce05-1f9c-483a-8567-638c7062b4c3 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:22.399534 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-938d6a1f-467e-4841-8d1a-1e5a7a8a596a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:22.399692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5936c9c-422f-4618-95cb-cbf24e9af6ab req-3e6dce05-1f9c-483a-8567-638c7062b4c3 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 944 time: 0.2028220 Aug 31 01:15:22.418175 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81a4298-4dae-4e45-a4a4-18cdd1928ec8 None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:15:22.421725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49334502-07d3-4607-b056-a026a46609d9 req-ee0b4607-3a3b-4653-aca7-8743b4004c0a tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:22.423322 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49334502-07d3-4607-b056-a026a46609d9 req-ee0b4607-3a3b-4653-aca7-8743b4004c0a tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1407766 Aug 31 01:15:22.457373 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938d6a1f-467e-4841-8d1a-1e5a7a8a596a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:22.481057 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-938d6a1f-467e-4841-8d1a-1e5a7a8a596a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:22.482125 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-938d6a1f-467e-4841-8d1a-1e5a7a8a596a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Added segment a36cc656-1950-4604-8958-b652e5d710f5 of type vlan for network e33b2daa-04e3-4d53-bc33-592c131ef3a4 Aug 31 01:15:22.521946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5936c9c-422f-4618-95cb-cbf24e9af6ab req-6d46fff7-c9d2-44c0-95a4-2816fc78bd18 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149051 Aug 31 01:15:22.568688 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49334502-07d3-4607-b056-a026a46609d9 req-b58c467f-e7f7-416a-a769-5627a3e2a706 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231046 Aug 31 01:15:22.586789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81a4298-4dae-4e45-a4a4-18cdd1928ec8 None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:15:22.591515 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-938d6a1f-467e-4841-8d1a-1e5a7a8a596a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:22.598437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:22.623588 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-938d6a1f-467e-4841-8d1a-1e5a7a8a596a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:22.631326 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938d6a1f-467e-4841-8d1a-1e5a7a8a596a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:22.632858 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-938d6a1f-467e-4841-8d1a-1e5a7a8a596a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:22.660922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port f3cb103b-7662-48f3-b93d-2288cfdea400, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f3cb103b-7662-48f3-b93d-2288cfdea400,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:22.709748 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-938d6a1f-467e-4841-8d1a-1e5a7a8a596a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3770163 Aug 31 01:15:22.712441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55204) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:22.721450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-30091411-8226-4491-9dc3-244aea09c6af tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'subnet': {'network_id': 'e33b2daa-04e3-4d53-bc33-592c131ef3a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:22.721909 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d6a1f-467e-4841-8d1a-1e5a7a8a596a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Network': ['ID=e33b2daa-04e3-4d53-bc33-592c131ef3a4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:22.774834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'f3cb103b-7662-48f3-b93d-2288cfdea400', 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f', 'port_id': 'f3cb103b-7662-48f3-b93d-2288cfdea400', 'mac_address': 'fa:16:3e:c3:94:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774836f6-c282-40ff-abcc-768b330e9391', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:15:22.774834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network e33b2daa-04e3-4d53-bc33-592c131ef3a4 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:22.871234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30091411-8226-4491-9dc3-244aea09c6af tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:22.876638 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30091411-8226-4491-9dc3-244aea09c6af tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:22.903316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:22.903699 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:22.972192 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:22.991186 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cb103b-7662-48f3-b93d-2288cfdea400 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:23.018352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e13f53-a013-4aca-916b-2b4df56c03ff req-5037c22e-e349-4ca7-9491-0aa20bae745e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:23.026102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e13f53-a013-4aca-916b-2b4df56c03ff req-5037c22e-e349-4ca7-9491-0aa20bae745e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:23.032304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e13f53-a013-4aca-916b-2b4df56c03ff req-5037c22e-e349-4ca7-9491-0aa20bae745e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:23.039046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e13f53-a013-4aca-916b-2b4df56c03ff req-5037c22e-e349-4ca7-9491-0aa20bae745e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:23.045488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e13f53-a013-4aca-916b-2b4df56c03ff req-5037c22e-e349-4ca7-9491-0aa20bae745e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:23.051924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e13f53-a013-4aca-916b-2b4df56c03ff req-5037c22e-e349-4ca7-9491-0aa20bae745e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:23.058307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e13f53-a013-4aca-916b-2b4df56c03ff req-5037c22e-e349-4ca7-9491-0aa20bae745e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:23.060724 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96e13f53-a013-4aca-916b-2b4df56c03ff req-5037c22e-e349-4ca7-9491-0aa20bae745e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5431 time: 0.2122641 Aug 31 01:15:23.077421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port f3cb103b-7662-48f3-b93d-2288cfdea400, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f3cb103b-7662-48f3-b93d-2288cfdea400,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:23.102809 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.103675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:15:23.140593 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96e13f53-a013-4aca-916b-2b4df56c03ff req-12c92778-a947-476c-bf64-266322da9a3c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0695419 Aug 31 01:15:23.140991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:23.218551 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '25fff3a6-98ed-42fb-9754-3bfe56a2f9e0', 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f', 'port_id': '25fff3a6-98ed-42fb-9754-3bfe56a2f9e0', 'mac_address': 'fa:16:3e:8d:2e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774836f6-c282-40ff-abcc-768b330e9391', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:15:23.238712 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30091411-8226-4491-9dc3-244aea09c6af tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.325198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30091411-8226-4491-9dc3-244aea09c6af tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Subnet': ['ID=e3eb398b-5f0b-4fce-97fc-59cff6f3f213,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:23.337630 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30091411-8226-4491-9dc3-244aea09c6af tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Checking segment: {'id': 'a36cc656-1950-4604-8958-b652e5d710f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e33b2daa-04e3-4d53-bc33-592c131ef3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:23.338229 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30091411-8226-4491-9dc3-244aea09c6af tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network hostable DHCP agents. Network: e33b2daa-04e3-4d53-bc33-592c131ef3a4, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:15:23.370129 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.377411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30091411-8226-4491-9dc3-244aea09c6af tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network e33b2daa-04e3-4d53-bc33-592c131ef3a4 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:15:23.384935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:23.391208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-30091411-8226-4491-9dc3-244aea09c6af tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, e33b2daa-04e3-4d53-bc33-592c131ef3a4) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:23.404666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30091411-8226-4491-9dc3-244aea09c6af tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:23.405273 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30091411-8226-4491-9dc3-244aea09c6af tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.410818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device bbafcad2-393c-4d11-9012-f97222361adb up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:23.421415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=f3cb103b-7662-48f3-b93d-2288cfdea400,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:23.443931 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-30091411-8226-4491-9dc3-244aea09c6af tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7271085 Aug 31 01:15:23.444302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55230) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:23.465541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:23.475708 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.477475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 38ccb67a-e685-420f-afef-38e0a5289db7 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:15:23.593075 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.617611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55240) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:23.716826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:23.727562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d02a806-7c0a-4114-affe-fa14f2d7e0f4 None None] Network e33b2daa-04e3-4d53-bc33-592c131ef3a4 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:23.735912 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.795622 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b2e204e4-4e15-441e-9723-24141f6562e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.828357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port bbafcad2-393c-4d11-9012-f97222361adb completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:23.832647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 38ccb67a-e685-420f-afef-38e0a5289db7, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=38ccb67a-e685-420f-afef-38e0a5289db7,segment=NetworkSegment(7f329871-24c6-4c1c-ad35-63d6b3fe7fe6),segment_id=7f329871-24c6-4c1c-ad35-63d6b3fe7fe6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:23.847384 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.858578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port bbafcad2-393c-4d11-9012-f97222361adb triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:23.858948 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.863883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '38ccb67a-e685-420f-afef-38e0a5289db7', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'port_id': '38ccb67a-e685-420f-afef-38e0a5289db7', 'mac_address': 'fa:16:3e:16:a9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:15:23.890946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Subnet': ['ID=e3eb398b-5f0b-4fce-97fc-59cff6f3f213,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:23.985368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:23.997760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33b2daa-04e3-4d53-bc33-592c131ef3a4']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:24.014124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36cc656-1950-4604-8958-b652e5d710f5') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:24.014405 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36cc656-1950-4604-8958-b652e5d710f5') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:24.026731 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.049147 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.058573 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:24.059724 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:24.064362 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:24.093197 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9ef77-b6c1-4538-8f17-e75034132793 req-746abc8c-c6ff-49ff-9a27-58fe477edb01 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:24.097377 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0b9ef77-b6c1-4538-8f17-e75034132793 req-746abc8c-c6ff-49ff-9a27-58fe477edb01 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 944 time: 0.4699764 Aug 31 01:15:24.107402 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3b8f-a4d3-456a-8212-b1dfc7be3eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.159104 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.160988 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.172384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb63517-e9e7-470d-8c38-2e574916a08a req-1f5c5392-2b02-44b0-a05b-777446394240 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:24.174307 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fb63517-e9e7-470d-8c38-2e574916a08a req-1f5c5392-2b02-44b0-a05b-777446394240 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.4917758 Aug 31 01:15:24.204538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ccb67a-e685-420f-afef-38e0a5289db7 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:24.208736 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.224702 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.230722 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/e33b2daa-04e3-4d53-bc33-592c131ef3a4 HTTP/1.1" status: 204 len: 168 time: 0.7852175 Aug 31 01:15:24.236359 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55246) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:24.241058 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7dece-2b53-46c5-8797-258a190c31ed tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Network': ['ID=e33b2daa-04e3-4d53-bc33-592c131ef3a4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:24.268344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-bef64423-e24d-4830-b3ba-a2aa1694ce51 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-992714156'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:24.276609 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fb63517-e9e7-470d-8c38-2e574916a08a req-f0fd34c9-2bb2-4ab5-af1d-526654366c65 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862317 Aug 31 01:15:24.282739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 38ccb67a-e685-420f-afef-38e0a5289db7, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=38ccb67a-e685-420f-afef-38e0a5289db7,segment=NetworkSegment(7f329871-24c6-4c1c-ad35-63d6b3fe7fe6),segment_id=7f329871-24c6-4c1c-ad35-63d6b3fe7fe6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:24.285079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6bc7d3-c391-4cc0-ae6e-3b6830cccede None None] Network e33b2daa-04e3-4d53-bc33-592c131ef3a4 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:24.287097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0b9ef77-b6c1-4538-8f17-e75034132793 req-712d7742-9220-400c-affe-340a3e54b048 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369796 Aug 31 01:15:24.309475 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.310404 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5d81a380-fcf4-4622-8fb9-2ce9b7259671 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:15:24.323510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6bc7d3-c391-4cc0-ae6e-3b6830cccede None None] Network e33b2daa-04e3-4d53-bc33-592c131ef3a4 could not be found, it might have been deleted concurrently. {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 01:15:24.355527 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.369917 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3b8f-a4d3-456a-8212-b1dfc7be3eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.387466 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3b8f-a4d3-456a-8212-b1dfc7be3eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.420773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1d41cf-2127-459e-b704-62b2206dd9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbafcad2-393c-4d11-9012-f97222361adb'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:24.423513 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd30444-783a-4f68-a509-ad571ca5481c" -d '{"events": [{"server_uuid": "ed1d41cf-2127-459e-b704-62b2206dd9bb", "name": "network-vif-plugged", "status": "completed", "tag": "bbafcad2-393c-4d11-9012-f97222361adb"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:24.431740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5d81a380-fcf4-4622-8fb9-2ce9b7259671, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5d81a380-fcf4-4622-8fb9-2ce9b7259671,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:24.439059 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.439762 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=38ccb67a-e685-420f-afef-38e0a5289db7,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:24.451819 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port bbafcad2-393c-4d11-9012-f97222361adb, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=bbafcad2-393c-4d11-9012-f97222361adb,segment=NetworkSegment(4834988c-895b-4096-b7b8-21be782359b8),segment_id=4834988c-895b-4096-b7b8-21be782359b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:24.465884 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.470170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '5d81a380-fcf4-4622-8fb9-2ce9b7259671', 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f', 'port_id': '5d81a380-fcf4-4622-8fb9-2ce9b7259671', 'mac_address': 'fa:16:3e:23:20:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774836f6-c282-40ff-abcc-768b330e9391', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:15:24.480483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef64423-e24d-4830-b3ba-a2aa1694ce51 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:24.484975 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bef64423-e24d-4830-b3ba-a2aa1694ce51 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.495039 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e727909c-381b-4003-9110-58f90e9ba532 x-openstack-request-id: req-e727909c-381b-4003-9110-58f90e9ba532 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:24.495252 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1d41cf-2127-459e-b704-62b2206dd9bb", "name": "network-vif-plugged", "status": "completed", "tag": "bbafcad2-393c-4d11-9012-f97222361adb", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:24.495588 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e727909c-381b-4003-9110-58f90e9ba532 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:24.495981 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1d41cf-2127-459e-b704-62b2206dd9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbafcad2-393c-4d11-9012-f97222361adb', 'code': 200} Aug 31 01:15:24.515344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55254) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:24.516199 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0d8e3b8f-a4d3-456a-8212-b1dfc7be3eff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c50b23e472f64dcabd7506071dc831e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8967726 Aug 31 01:15:24.519009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e3b8f-a4d3-456a-8212-b1dfc7be3eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9061d345-14a5-42c9-941b-c2318580b5b0,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:24.539165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2011ffd-c994-48a1-a668-d55695fcc7e3 req-2743b3f4-517a-42dc-9306-602c0c2be2e0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:24.546020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2011ffd-c994-48a1-a668-d55695fcc7e3 req-2743b3f4-517a-42dc-9306-602c0c2be2e0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:24.552883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2011ffd-c994-48a1-a668-d55695fcc7e3 req-2743b3f4-517a-42dc-9306-602c0c2be2e0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:24.560750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2011ffd-c994-48a1-a668-d55695fcc7e3 req-2743b3f4-517a-42dc-9306-602c0c2be2e0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:24.567079 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2011ffd-c994-48a1-a668-d55695fcc7e3 req-2743b3f4-517a-42dc-9306-602c0c2be2e0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:24.574101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2011ffd-c994-48a1-a668-d55695fcc7e3 req-2743b3f4-517a-42dc-9306-602c0c2be2e0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:24.576859 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.580221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2011ffd-c994-48a1-a668-d55695fcc7e3 req-2743b3f4-517a-42dc-9306-602c0c2be2e0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:24.582171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2011ffd-c994-48a1-a668-d55695fcc7e3 req-2743b3f4-517a-42dc-9306-602c0c2be2e0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5434 time: 0.2326860 Aug 31 01:15:24.588728 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef64423-e24d-4830-b3ba-a2aa1694ce51 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:24.595088 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d81a380-fcf4-4622-8fb9-2ce9b7259671 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:24.608152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=bbafcad2-393c-4d11-9012-f97222361adb,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:24.617436 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bef64423-e24d-4830-b3ba-a2aa1694ce51 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.617815 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-bef64423-e24d-4830-b3ba-a2aa1694ce51 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Added segment a04a1ec4-759a-43b5-bf02-567d778479cf of type vlan for network 22232048-5dba-4ae2-b0d6-e67455b40c61 Aug 31 01:15:24.624814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5d81a380-fcf4-4622-8fb9-2ce9b7259671, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5d81a380-fcf4-4622-8fb9-2ce9b7259671,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:24.629707 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.630536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b6bb6337-ff8f-48c0-868d-46f6ec442765 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:15:24.640643 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6cf5-a98e-4bf1-a5e0-73caf47985cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.665424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2011ffd-c994-48a1-a668-d55695fcc7e3 req-7b51be9e-3ec0-4611-8b6b-fb7c19269f4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0739686 Aug 31 01:15:24.678312 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bef64423-e24d-4830-b3ba-a2aa1694ce51 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.683739 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6cf5-a98e-4bf1-a5e0-73caf47985cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.703543 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ffb5f-b155-41ed-9e66-0fafff25e4b4 req-c989cf7c-1b4d-4eee-aa1e-7fef4fcaf698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:24.703938 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-212ffb5f-b155-41ed-9e66-0fafff25e4b4 req-c989cf7c-1b4d-4eee-aa1e-7fef4fcaf698 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 1097 time: 0.1256399 Aug 31 01:15:24.716351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=5d81a380-fcf4-4622-8fb9-2ce9b7259671,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:24.729165 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bef64423-e24d-4830-b3ba-a2aa1694ce51 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.735317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef64423-e24d-4830-b3ba-a2aa1694ce51 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:24.735978 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bef64423-e24d-4830-b3ba-a2aa1694ce51 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.760863 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-212ffb5f-b155-41ed-9e66-0fafff25e4b4 req-b546a9e1-4da6-4391-9e00-d8e72f75b793 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478272 Aug 31 01:15:24.789685 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6cf5-a98e-4bf1-a5e0-73caf47985cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.792626 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6cf5-a98e-4bf1-a5e0-73caf47985cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.793977 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5b9f6cf5-a98e-4bf1-a5e0-73caf47985cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9061d345-14a5-42c9-941b-c2318580b5b0 HTTP/1.1" status: 204 len: 168 time: 0.2769775 Aug 31 01:15:24.803415 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f6cf5-a98e-4bf1-a5e0-73caf47985cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9061d345-14a5-42c9-941b-c2318580b5b0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:24.819427 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bef64423-e24d-4830-b3ba-a2aa1694ce51 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5573912 Aug 31 01:15:24.822772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55260) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:24.823082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b6bb6337-ff8f-48c0-868d-46f6ec442765, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b6bb6337-ff8f-48c0-868d-46f6ec442765,segment=NetworkSegment(9e35cb2e-2073-48b2-992a-3787b34de019),segment_id=9e35cb2e-2073-48b2-992a-3787b34de019)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:24.831771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-2c3b0f81-45b9-4b8e-8d92-ee0bb71a7e7a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'subnet': {'network_id': '22232048-5dba-4ae2-b0d6-e67455b40c61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:24.841716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'b6bb6337-ff8f-48c0-868d-46f6ec442765', 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca', 'port_id': 'b6bb6337-ff8f-48c0-868d-46f6ec442765', 'mac_address': 'fa:16:3e:28:c2:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:15:24.859997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef64423-e24d-4830-b3ba-a2aa1694ce51 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Network': ['ID=22232048-5dba-4ae2-b0d6-e67455b40c61,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:24.875021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 22232048-5dba-4ae2-b0d6-e67455b40c61 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:24.932350 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.957064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3b0f81-45b9-4b8e-8d92-ee0bb71a7e7a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:24.963018 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0f81-45b9-4b8e-8d92-ee0bb71a7e7a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.963530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6bb6337-ff8f-48c0-868d-46f6ec442765 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:24.986966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b6bb6337-ff8f-48c0-868d-46f6ec442765, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b6bb6337-ff8f-48c0-868d-46f6ec442765,segment=NetworkSegment(9e35cb2e-2073-48b2-992a-3787b34de019),segment_id=9e35cb2e-2073-48b2-992a-3787b34de019)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:24.992611 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:24.992915 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 37705bfd-5dbc-4051-a010-ae4dce40f5bd details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:15:25.024898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 37705bfd-5dbc-4051-a010-ae4dce40f5bd, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=37705bfd-5dbc-4051-a010-ae4dce40f5bd,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:25.060805 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '37705bfd-5dbc-4051-a010-ae4dce40f5bd', 'network_id': 'f62d2f75-fd0d-4668-9ecd-88d3add15a6f', 'port_id': '37705bfd-5dbc-4051-a010-ae4dce40f5bd', 'mac_address': 'fa:16:3e:9a:4d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774836f6-c282-40ff-abcc-768b330e9391', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:15:25.124850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b6bb6337-ff8f-48c0-868d-46f6ec442765,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:25.128913 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.144732 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37705bfd-5dbc-4051-a010-ae4dce40f5bd {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:25.179232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55270) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:25.185261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 37705bfd-5dbc-4051-a010-ae4dce40f5bd, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=37705bfd-5dbc-4051-a010-ae4dce40f5bd,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:25.191906 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.193270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:15:25.194102 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f324cc5-b29c-4404-a7d7-5dce6d28d305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.212839 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0f81-45b9-4b8e-8d92-ee0bb71a7e7a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.287177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b0f81-45b9-4b8e-8d92-ee0bb71a7e7a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Subnet': ['ID=28bcd1c5-7db1-4b4a-b71a-da78153222cd,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:25.289567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d,segment=NetworkSegment(9e35cb2e-2073-48b2-992a-3787b34de019),segment_id=9e35cb2e-2073-48b2-992a-3787b34de019)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:25.296957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b0f81-45b9-4b8e-8d92-ee0bb71a7e7a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Checking segment: {'id': 'a04a1ec4-759a-43b5-bf02-567d778479cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '22232048-5dba-4ae2-b0d6-e67455b40c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:25.297315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b0f81-45b9-4b8e-8d92-ee0bb71a7e7a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network hostable DHCP agents. Network: 22232048-5dba-4ae2-b0d6-e67455b40c61, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:15:25.316632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=37705bfd-5dbc-4051-a010-ae4dce40f5bd,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:25.331611 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d', 'network_id': '0e9dc8b1-06e7-47f9-9e40-4d4577c34dca', 'port_id': '61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d', 'mac_address': 'fa:16:3e:26:b8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:15:25.340120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b0f81-45b9-4b8e-8d92-ee0bb71a7e7a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network 22232048-5dba-4ae2-b0d6-e67455b40c61 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:15:25.352569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-2c3b0f81-45b9-4b8e-8d92-ee0bb71a7e7a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 22232048-5dba-4ae2-b0d6-e67455b40c61) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:25.357588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3b0f81-45b9-4b8e-8d92-ee0bb71a7e7a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:25.358242 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0f81-45b9-4b8e-8d92-ee0bb71a7e7a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.363423 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f324cc5-b29c-4404-a7d7-5dce6d28d305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.371336 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f324cc5-b29c-4404-a7d7-5dce6d28d305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.375112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ddd418-bd98-4674-aaed-85ab14978c09 None None] Network 22232048-5dba-4ae2-b0d6-e67455b40c61 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:25.380603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2c3b0f81-45b9-4b8e-8d92-ee0bb71a7e7a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5562327 Aug 31 01:15:25.382642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55278) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:25.428714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f324cc5-b29c-4404-a7d7-5dce6d28d305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05994026-b323-4506-ab8e-0ec64d613ddf,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:25.434515 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7f324cc5-b29c-4404-a7d7-5dce6d28d305 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c40dacee7d14487bb4bdf52f1199867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538619 Aug 31 01:15:25.437154 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55280) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:25.449318 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.479026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:25.496004 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e394fe05-6aa7-41fc-aa44-c9b60a0d26f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.504266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d,segment=NetworkSegment(9e35cb2e-2073-48b2-992a-3787b34de019),segment_id=9e35cb2e-2073-48b2-992a-3787b34de019)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:25.510778 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.562175 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e394fe05-6aa7-41fc-aa44-c9b60a0d26f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.572332 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.614950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:25.637623 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aefe10-8fba-4107-9e4c-576e4e4e69ad req-757d0902-350c-4b4e-b083-796dafce1536 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:25.639199 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23aefe10-8fba-4107-9e4c-576e4e4e69ad req-757d0902-350c-4b4e-b083-796dafce1536 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.1758924 Aug 31 01:15:25.644395 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e394fe05-6aa7-41fc-aa44-c9b60a0d26f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.648122 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e394fe05-6aa7-41fc-aa44-c9b60a0d26f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.653035 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e394fe05-6aa7-41fc-aa44-c9b60a0d26f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/05994026-b323-4506-ab8e-0ec64d613ddf HTTP/1.1" status: 204 len: 168 time: 0.2146723 Aug 31 01:15:25.664931 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394fe05-6aa7-41fc-aa44-c9b60a0d26f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05994026-b323-4506-ab8e-0ec64d613ddf,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:25.668447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0bd8a9-51a4-41f7-a71d-0f5a6d69a127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-22232048-5dba-4ae2-b0d6-e67455b40c61', 'network_id': '22232048-5dba-4ae2-b0d6-e67455b40c61', 'tenant_id': '4553b740e9824b8096260297eb23ef6c', 'fixed_ips': [{'subnet_id': '28bcd1c5-7db1-4b4a-b71a-da78153222cd'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:15:25.669385 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9d0bd8a9-51a4-41f7-a71d-0f5a6d69a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.684119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e88490-8471-4781-961c-74a496955943 req-95502e85-47e6-4c42-8856-04add2f92041 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:25.686912 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3e88490-8471-4781-961c-74a496955943 req-95502e85-47e6-4c42-8856-04add2f92041 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2130053 Aug 31 01:15:25.757537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3e88490-8471-4781-961c-74a496955943 req-ced7fa49-78ab-4e78-a61b-78d5ce16ef15 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420804 Aug 31 01:15:25.782665 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.822135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23aefe10-8fba-4107-9e4c-576e4e4e69ad req-a7af0725-834d-40fc-a3ef-e35640480e01 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336706 Aug 31 01:15:25.890244 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server [None req-9d0bd8a9-51a4-41f7-a71d-0f5a6d69a127 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28bcd1c5-7db1-4b4a-b71a-da78153222cd: This subnet is being modified by another concurrent operation. Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:15:25.890985 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28bcd1c5-7db1-4b4a-b71a-da78153222cd: This subnet is being modified by another concurrent operation. Aug 31 01:15:25.894638 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:15:25.921422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d62745d-7a1c-4276-9ed8-113bd8c916eb None None] Network 22232048-5dba-4ae2-b0d6-e67455b40c61 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:25.978277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Subnet': ['ID=28bcd1c5-7db1-4b4a-b71a-da78153222cd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:26.063044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21912bd6-c8fd-41c1-9856-d516c68833ab req-426cba51-7e54-41ff-bd7d-e4e61e2eb694 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:26.072409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21912bd6-c8fd-41c1-9856-d516c68833ab req-426cba51-7e54-41ff-bd7d-e4e61e2eb694 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:26.083709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21912bd6-c8fd-41c1-9856-d516c68833ab req-426cba51-7e54-41ff-bd7d-e4e61e2eb694 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:26.093361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21912bd6-c8fd-41c1-9856-d516c68833ab req-426cba51-7e54-41ff-bd7d-e4e61e2eb694 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:26.102664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21912bd6-c8fd-41c1-9856-d516c68833ab req-426cba51-7e54-41ff-bd7d-e4e61e2eb694 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:26.103065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce6d0aa-5239-442d-b0d6-17d9ed83ac13 None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:15:26.108847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21912bd6-c8fd-41c1-9856-d516c68833ab req-426cba51-7e54-41ff-bd7d-e4e61e2eb694 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:26.115994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21912bd6-c8fd-41c1-9856-d516c68833ab req-426cba51-7e54-41ff-bd7d-e4e61e2eb694 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:26.126082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21912bd6-c8fd-41c1-9856-d516c68833ab req-426cba51-7e54-41ff-bd7d-e4e61e2eb694 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5438 time: 0.2487991 Aug 31 01:15:26.142669 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.170172 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22232048-5dba-4ae2-b0d6-e67455b40c61']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:26.194178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04a1ec4-759a-43b5-bf02-567d778479cf') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:26.194998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04a1ec4-759a-43b5-bf02-567d778479cf') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:26.224370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21912bd6-c8fd-41c1-9856-d516c68833ab req-cc9ceea3-b692-42c6-893a-1a499d7dd9a4 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0927489 Aug 31 01:15:26.225462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['25fff3a6-98ed-42fb-9754-3bfe56a2f9e0'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:26.231679 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.259919 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.270561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce6d0aa-5239-442d-b0d6-17d9ed83ac13 None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:15:26.274862 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:26.275074 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:26.278895 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:26.281435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:26.356103 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.364626 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.371909 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55300) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:26.373610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['37705bfd-5dbc-4051-a010-ae4dce40f5bd'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:26.375788 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b6bb6337-ff8f-48c0-868d-46f6ec442765'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:26.378611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-20155f23-ed2a-43a8-bed3-b8f85542ca08 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1765137965'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:26.386039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/22232048-5dba-4ae2-b0d6-e67455b40c61 HTTP/1.1" status: 204 len: 168 time: 1.0012274 Aug 31 01:15:26.388107 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['5d81a380-fcf4-4622-8fb9-2ce9b7259671'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:26.414513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c481eb2-462b-4c8f-8e35-f47acc5053fc tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Network': ['ID=22232048-5dba-4ae2-b0d6-e67455b40c61,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:26.425560 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20155f23-ed2a-43a8-bed3-b8f85542ca08 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:26.429352 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20155f23-ed2a-43a8-bed3-b8f85542ca08 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.458075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20155f23-ed2a-43a8-bed3-b8f85542ca08 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:26.469269 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20155f23-ed2a-43a8-bed3-b8f85542ca08 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.469810 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-20155f23-ed2a-43a8-bed3-b8f85542ca08 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Added segment 33938557-dbbc-4e93-a3ba-694e050f9fde of type vlan for network ae52f89e-6abe-46ea-80a3-976846eb6dee Aug 31 01:15:26.518125 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20155f23-ed2a-43a8-bed3-b8f85542ca08 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.552508 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20155f23-ed2a-43a8-bed3-b8f85542ca08 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.561050 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20155f23-ed2a-43a8-bed3-b8f85542ca08 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:26.561677 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20155f23-ed2a-43a8-bed3-b8f85542ca08 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.677326 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-20155f23-ed2a-43a8-bed3-b8f85542ca08 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3039072 Aug 31 01:15:26.680905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55312) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:26.682598 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20155f23-ed2a-43a8-bed3-b8f85542ca08 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Network': ['ID=ae52f89e-6abe-46ea-80a3-976846eb6dee,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:26.686893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-253f34bc-b24d-4290-aebf-d647a132e107 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'subnet': {'network_id': 'ae52f89e-6abe-46ea-80a3-976846eb6dee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:26.720664 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network ae52f89e-6abe-46ea-80a3-976846eb6dee details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:26.738716 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.812021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253f34bc-b24d-4290-aebf-d647a132e107 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:26.815769 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-253f34bc-b24d-4290-aebf-d647a132e107 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:26.887112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.ipam_backend_mixin [None req-253f34bc-b24d-4290-aebf-d647a132e107 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Performing IP validity checks on allocation pools {{(pid=94761) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 01:15:26.887727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.ipam_backend_mixin [None req-253f34bc-b24d-4290-aebf-d647a132e107 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94761) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 01:15:27.150888 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-253f34bc-b24d-4290-aebf-d647a132e107 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:27.155612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['f3cb103b-7662-48f3-b93d-2288cfdea400'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:27.197390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362808b4-3066-4268-b0da-9607805f9643 req-286a67eb-427d-45a0-96f2-d34c053f0b84 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:27.198970 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-362808b4-3066-4268-b0da-9607805f9643 req-286a67eb-427d-45a0-96f2-d34c053f0b84 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1939363 Aug 31 01:15:27.220744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b8ae7-0679-496b-8e16-1fc727181642 req-4cfccc62-243f-421b-b8cb-6ead296212ca tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:27.222269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df0b8ae7-0679-496b-8e16-1fc727181642 req-4cfccc62-243f-421b-b8cb-6ead296212ca tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.2183616 Aug 31 01:15:27.242956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['38ccb67a-e685-420f-afef-38e0a5289db7'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:27.271176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f34bc-b24d-4290-aebf-d647a132e107 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Subnet': ['ID=96626ba9-ec64-4857-b9a1-9a1c861ae675,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:27.358775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-362808b4-3066-4268-b0da-9607805f9643 req-415e449b-edd0-4cdb-92f9-b2afc9867265 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351845 Aug 31 01:15:27.361910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253f34bc-b24d-4290-aebf-d647a132e107 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Checking segment: {'id': '33938557-dbbc-4e93-a3ba-694e050f9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ae52f89e-6abe-46ea-80a3-976846eb6dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:27.362344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f34bc-b24d-4290-aebf-d647a132e107 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network hostable DHCP agents. Network: ae52f89e-6abe-46ea-80a3-976846eb6dee, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:15:27.371718 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df0b8ae7-0679-496b-8e16-1fc727181642 req-e56bf336-5fcb-4eb9-94e7-7df9f5f050a6 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302257 Aug 31 01:15:27.400400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f34bc-b24d-4290-aebf-d647a132e107 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network ae52f89e-6abe-46ea-80a3-976846eb6dee is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:15:27.416504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-253f34bc-b24d-4290-aebf-d647a132e107 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, ae52f89e-6abe-46ea-80a3-976846eb6dee) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:27.432191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f34bc-b24d-4290-aebf-d647a132e107 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:27.432802 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-253f34bc-b24d-4290-aebf-d647a132e107 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:27.497405 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55334) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:27.497606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-253f34bc-b24d-4290-aebf-d647a132e107 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8154166 Aug 31 01:15:27.555002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62df4703-320d-48b6-a6fb-d765cc4783f9 None None] Network ae52f89e-6abe-46ea-80a3-976846eb6dee requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:27.635664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c28c9f-8d85-4ef8-89a0-3e16bc1ca1b1 req-d798c10b-6c24-46f6-9d45-e86f49ce4071 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:27.649175 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c28c9f-8d85-4ef8-89a0-3e16bc1ca1b1 req-d798c10b-6c24-46f6-9d45-e86f49ce4071 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:27.656798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c28c9f-8d85-4ef8-89a0-3e16bc1ca1b1 req-d798c10b-6c24-46f6-9d45-e86f49ce4071 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:27.665085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c28c9f-8d85-4ef8-89a0-3e16bc1ca1b1 req-d798c10b-6c24-46f6-9d45-e86f49ce4071 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:27.684400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c28c9f-8d85-4ef8-89a0-3e16bc1ca1b1 req-d798c10b-6c24-46f6-9d45-e86f49ce4071 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:27.703308 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c28c9f-8d85-4ef8-89a0-3e16bc1ca1b1 req-d798c10b-6c24-46f6-9d45-e86f49ce4071 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:27.713222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c28c9f-8d85-4ef8-89a0-3e16bc1ca1b1 req-d798c10b-6c24-46f6-9d45-e86f49ce4071 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:27.731085 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-62c28c9f-8d85-4ef8-89a0-3e16bc1ca1b1 req-d798c10b-6c24-46f6-9d45-e86f49ce4071 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5438 time: 0.1990032 Aug 31 01:15:27.811254 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-62c28c9f-8d85-4ef8-89a0-3e16bc1ca1b1 req-6c588a4d-e3ee-48ad-ac28-98978240febb tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0779893 Aug 31 01:15:27.830362 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:27.856598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e95d52d-db04-4b0a-85c9-daf20b1f138d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-ae52f89e-6abe-46ea-80a3-976846eb6dee', 'network_id': 'ae52f89e-6abe-46ea-80a3-976846eb6dee', 'tenant_id': '4553b740e9824b8096260297eb23ef6c', 'fixed_ips': [{'subnet_id': '96626ba9-ec64-4857-b9a1-9a1c861ae675'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:15:27.857372 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6e95d52d-db04-4b0a-85c9-daf20b1f138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:27.970847 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.001432 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d2dc3-9e1a-4f4e-baec-1703ac734b9f req-46519414-905d-4458-8f3b-e210120d112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:28.003222 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-262d2dc3-9e1a-4f4e-baec-1703ac734b9f req-46519414-905d-4458-8f3b-e210120d112a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=804272a7f8b749e2bebc24d18b9ea347&device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 1097 time: 0.1536591 Aug 31 01:15:28.006299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca4d31-1a7e-4afd-b500-de5e014e6b1d req-f80af318-abc5-4948-b586-1d0916bece4a tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:28.011233 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68ca4d31-1a7e-4afd-b500-de5e014e6b1d req-f80af318-abc5-4948-b586-1d0916bece4a tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.1169646 Aug 31 01:15:28.083092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68ca4d31-1a7e-4afd-b500-de5e014e6b1d req-fc000c4e-d1df-41aa-ab44-f074c1fe4966 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598357 Aug 31 01:15:28.113329 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server [None req-6e95d52d-db04-4b0a-85c9-daf20b1f138d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96626ba9-ec64-4857-b9a1-9a1c861ae675: This subnet is being modified by another concurrent operation. Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:15:28.157578 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96626ba9-ec64-4857-b9a1-9a1c861ae675: This subnet is being modified by another concurrent operation. Aug 31 01:15:28.161302 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:15:28.163749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Subnet': ['ID=96626ba9-ec64-4857-b9a1-9a1c861ae675,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:28.184061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb6046-6137-49e0-89f3-9a5fd213ce94 None None] Network ae52f89e-6abe-46ea-80a3-976846eb6dee requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:28.207060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d2dc3-9e1a-4f4e-baec-1703ac734b9f req-4fbc8d4e-47ec-4e41-a3ec-5b1c21d46e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:28.208833 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-262d2dc3-9e1a-4f4e-baec-1703ac734b9f req-4fbc8d4e-47ec-4e41-a3ec-5b1c21d46e41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=134c45ae-9551-4fd2-a505-0a804289d948 HTTP/1.1" status: 200 len: 912 time: 0.1978929 Aug 31 01:15:28.273345 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-262d2dc3-9e1a-4f4e-baec-1703ac734b9f req-ca20733f-c367-4b18-a9b6-35d7b2145dce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbafcad2-393c-4d11-9012-f97222361adb HTTP/1.1" status: 200 len: 217 time: 0.0526354 Aug 31 01:15:28.275017 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.303477 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae52f89e-6abe-46ea-80a3-976846eb6dee']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:28.333911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33938557-dbbc-4e93-a3ba-694e050f9fde') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:28.334212 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33938557-dbbc-4e93-a3ba-694e050f9fde') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:28.350481 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.369388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58082020-eb25-41cf-b7d2-f7b3fc3037d4 None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:15:28.369874 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d2dc3-9e1a-4f4e-baec-1703ac734b9f req-b694449b-78f5-4d1e-a503-8b4ba0f85585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:28.371060 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-262d2dc3-9e1a-4f4e-baec-1703ac734b9f req-b694449b-78f5-4d1e-a503-8b4ba0f85585 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63245396-66fb-450d-8e80-accc99e70fd2 HTTP/1.1" status: 200 len: 851 time: 0.0840964 Aug 31 01:15:28.374965 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.438142 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:28.438437 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.442957 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-262d2dc3-9e1a-4f4e-baec-1703ac734b9f req-943c16f4-f4a3-4c0f-a9c0-264963cc99ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=134c45ae-9551-4fd2-a505-0a804289d948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653687 Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:28.447817 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:28.531680 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55360) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:28.571444 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58082020-eb25-41cf-b7d2-f7b3fc3037d4 None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:15:28.586538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1f1d0-f7ce-4a5f-b976-4d532c87e837 req-b6fc6d6e-9541-4ca0-ad74-5b6cf3ad54a4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:28.591610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15c1f1d0-f7ce-4a5f-b976-4d532c87e837 req-b6fc6d6e-9541-4ca0-ad74-5b6cf3ad54a4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1093974 Aug 31 01:15:28.607492 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.618302 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.620555 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/ae52f89e-6abe-46ea-80a3-976846eb6dee HTTP/1.1" status: 204 len: 168 time: 1.1213274 Aug 31 01:15:28.628117 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55364) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:28.648554 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-10604e10-b62c-4642-8f79-563cc35e21ce tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-284154034'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:28.656516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7f925-df35-4313-92e9-812e71e837a6 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Network': ['ID=ae52f89e-6abe-46ea-80a3-976846eb6dee,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:28.682416 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-262d2dc3-9e1a-4f4e-baec-1703ac734b9f req-ae4acd1d-8e6d-470e-8db0-c1c6aa8930cd service neutron] 10.222.0.15 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240233 Aug 31 01:15:28.698290 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15c1f1d0-f7ce-4a5f-b976-4d532c87e837 req-7138dbb5-3964-4bed-91da-b67f90c6d6e9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991042 Aug 31 01:15:28.699686 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10604e10-b62c-4642-8f79-563cc35e21ce tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:28.703150 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10604e10-b62c-4642-8f79-563cc35e21ce tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.794639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10604e10-b62c-4642-8f79-563cc35e21ce tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:28.819397 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-54889a23-f5f7-41de-8d0d-a6292c958913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.863369 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10604e10-b62c-4642-8f79-563cc35e21ce tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:28.864077 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-10604e10-b62c-4642-8f79-563cc35e21ce tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Added segment ce898965-61f2-40c3-8740-22b73ef0bc8f of type vlan for network 8609af8a-e289-4d81-a15a-1a21bdd26540 Aug 31 01:15:28.992343 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-54889a23-f5f7-41de-8d0d-a6292c958913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.004988 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-54889a23-f5f7-41de-8d0d-a6292c958913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.010071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29fa8-3f9a-4439-968b-c87139674240 req-6e43e1f6-cc91-48f0-a085-8e012bd1e5b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:29.017440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29fa8-3f9a-4439-968b-c87139674240 req-6e43e1f6-cc91-48f0-a085-8e012bd1e5b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:29.024068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29fa8-3f9a-4439-968b-c87139674240 req-6e43e1f6-cc91-48f0-a085-8e012bd1e5b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:29.030919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29fa8-3f9a-4439-968b-c87139674240 req-6e43e1f6-cc91-48f0-a085-8e012bd1e5b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:29.037787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29fa8-3f9a-4439-968b-c87139674240 req-6e43e1f6-cc91-48f0-a085-8e012bd1e5b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:29.045089 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29fa8-3f9a-4439-968b-c87139674240 req-6e43e1f6-cc91-48f0-a085-8e012bd1e5b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:29.051303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29fa8-3f9a-4439-968b-c87139674240 req-6e43e1f6-cc91-48f0-a085-8e012bd1e5b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:29.056480 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92f29fa8-3f9a-4439-968b-c87139674240 req-6e43e1f6-cc91-48f0-a085-8e012bd1e5b9 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5438 time: 0.1236355 Aug 31 01:15:29.073539 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-262d2dc3-9e1a-4f4e-baec-1703ac734b9f req-81a06426-8710-44a1-bff4-a26634277080 service neutron] 10.222.0.15 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839195 Aug 31 01:15:29.083872 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10604e10-b62c-4642-8f79-563cc35e21ce tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.091757 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-54889a23-f5f7-41de-8d0d-a6292c958913 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=250c59a893f1440381c495d0fb93d32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5532970 Aug 31 01:15:29.094833 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54889a23-f5f7-41de-8d0d-a6292c958913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44af3210-2b9b-4596-bd50-4804b6d6e6a3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:29.099484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55374) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:29.128100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92f29fa8-3f9a-4439-968b-c87139674240 req-3dd97b71-7db9-4146-b65b-ada932bb84a5 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0667064 Aug 31 01:15:29.165962 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10604e10-b62c-4642-8f79-563cc35e21ce tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.172822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10604e10-b62c-4642-8f79-563cc35e21ce tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:29.173783 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10604e10-b62c-4642-8f79-563cc35e21ce tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.252369 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-10604e10-b62c-4642-8f79-563cc35e21ce tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6166074 Aug 31 01:15:29.255442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55386) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:29.263534 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1210f06e-ba8f-4bac-9a95-2ffa7bba2865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.271743 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0bdc959e-a1b3-47f7-aae2-1845d6ab9144 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'subnet': {'network_id': '8609af8a-e289-4d81-a15a-1a21bdd26540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:29.294050 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1210f06e-ba8f-4bac-9a95-2ffa7bba2865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.311852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baf292-90ff-40a3-975b-cbb4c0907ff2 req-afb34277-594b-4282-a61f-6ec998115743 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:29.319010 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94baf292-90ff-40a3-975b-cbb4c0907ff2 req-afb34277-594b-4282-a61f-6ec998115743 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.1114309 Aug 31 01:15:29.329198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10604e10-b62c-4642-8f79-563cc35e21ce tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Network': ['ID=8609af8a-e289-4d81-a15a-1a21bdd26540,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:29.343734 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 8609af8a-e289-4d81-a15a-1a21bdd26540 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:29.379789 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94baf292-90ff-40a3-975b-cbb4c0907ff2 req-3e0b8a77-d1d8-403a-bdd5-ec2fbfe97ae8 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592492 Aug 31 01:15:29.390180 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdc959e-a1b3-47f7-aae2-1845d6ab9144 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:29.402131 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bdc959e-a1b3-47f7-aae2-1845d6ab9144 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.402373 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1210f06e-ba8f-4bac-9a95-2ffa7bba2865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.404239 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1210f06e-ba8f-4bac-9a95-2ffa7bba2865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.405488 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1210f06e-ba8f-4bac-9a95-2ffa7bba2865 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44af3210-2b9b-4596-bd50-4804b6d6e6a3 HTTP/1.1" status: 204 len: 168 time: 0.3046572 Aug 31 01:15:29.413182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210f06e-ba8f-4bac-9a95-2ffa7bba2865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44af3210-2b9b-4596-bd50-4804b6d6e6a3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:29.536107 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5d81a380-fcf4-4622-8fb9-2ce9b7259671 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:29.594320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:29.598620 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:29.599689 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.636545 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bdc959e-a1b3-47f7-aae2-1845d6ab9144 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.699949 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.704561 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc959e-a1b3-47f7-aae2-1845d6ab9144 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Subnet': ['ID=0d113558-b7b1-45bc-9d17-11419593d7df,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:29.727756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d81a380-fcf4-4622-8fb9-2ce9b7259671'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:29.731325 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e184d879-8f47-493b-9202-b6cad2ef9450" -d '{"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "5d81a380-fcf4-4622-8fb9-2ce9b7259671"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:29.751949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 5d81a380-fcf4-4622-8fb9-2ce9b7259671, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5d81a380-fcf4-4622-8fb9-2ce9b7259671,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:29.759640 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.760604 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b6bb6337-ff8f-48c0-868d-46f6ec442765 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:29.766112 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc959e-a1b3-47f7-aae2-1845d6ab9144 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Checking segment: {'id': 'ce898965-61f2-40c3-8740-22b73ef0bc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8609af8a-e289-4d81-a15a-1a21bdd26540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:29.766486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdc959e-a1b3-47f7-aae2-1845d6ab9144 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network hostable DHCP agents. Network: 8609af8a-e289-4d81-a15a-1a21bdd26540, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:15:29.816882 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdc959e-a1b3-47f7-aae2-1845d6ab9144 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network 8609af8a-e289-4d81-a15a-1a21bdd26540 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:15:29.831907 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0bdc959e-a1b3-47f7-aae2-1845d6ab9144 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 8609af8a-e289-4d81-a15a-1a21bdd26540) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:29.843520 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fbb7ce-73d7-4314-8fd9-537f5e247758 x-openstack-request-id: req-d2fbb7ce-73d7-4314-8fd9-537f5e247758 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:29.844070 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "5d81a380-fcf4-4622-8fb9-2ce9b7259671", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:29.844673 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2fbb7ce-73d7-4314-8fd9-537f5e247758 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:29.845306 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d81a380-fcf4-4622-8fb9-2ce9b7259671', 'code': 200} Aug 31 01:15:29.852532 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdceee43-1e5c-43bd-a510-d5a2d3496273 None None] Network 8609af8a-e289-4d81-a15a-1a21bdd26540 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:29.854066 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdc959e-a1b3-47f7-aae2-1845d6ab9144 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:29.855120 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bdc959e-a1b3-47f7-aae2-1845d6ab9144 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.875240 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0bdc959e-a1b3-47f7-aae2-1845d6ab9144 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6185174 Aug 31 01:15:29.877891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55400) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:29.934712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10730288-9f0d-4bee-8f5b-c4460575346d req-2238fe54-b361-4602-9091-8914b00c30df tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:29.940930 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55402) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:29.944141 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10730288-9f0d-4bee-8f5b-c4460575346d req-2238fe54-b361-4602-9091-8914b00c30df tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.0918100 Aug 31 01:15:29.945467 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=5d81a380-fcf4-4622-8fb9-2ce9b7259671,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:29.949875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55404) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:29.951114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port b6bb6337-ff8f-48c0-868d-46f6ec442765 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:29.964654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port b6bb6337-ff8f-48c0-868d-46f6ec442765 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:29.965033 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:29.983436 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-45023ce7-3bfc-4b4c-adda-fdb1438e135c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.024970 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.025145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10730288-9f0d-4bee-8f5b-c4460575346d req-f9d40ab8-d8b1-4b38-a699-5ceb28aa93ac tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767548 Aug 31 01:15:30.110961 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.119799 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.124543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da263aa9-3f10-4b34-895e-2051f09b36a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-8609af8a-e289-4d81-a15a-1a21bdd26540', 'network_id': '8609af8a-e289-4d81-a15a-1a21bdd26540', 'tenant_id': '4553b740e9824b8096260297eb23ef6c', 'fixed_ips': [{'subnet_id': '0d113558-b7b1-45bc-9d17-11419593d7df'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:15:30.125487 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-da263aa9-3f10-4b34-895e-2051f09b36a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.166490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b6bb6337-ff8f-48c0-868d-46f6ec442765, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b6bb6337-ff8f-48c0-868d-46f6ec442765,segment=NetworkSegment(9e35cb2e-2073-48b2-992a-3787b34de019),segment_id=9e35cb2e-2073-48b2-992a-3787b34de019)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:30.171391 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-45023ce7-3bfc-4b4c-adda-fdb1438e135c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.181694 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-45023ce7-3bfc-4b4c-adda-fdb1438e135c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.213238 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.231081 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-45023ce7-3bfc-4b4c-adda-fdb1438e135c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=327beb0f2ab44608b4c2db89e225926d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798510 Aug 31 01:15:30.233131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45023ce7-3bfc-4b4c-adda-fdb1438e135c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00a5b77-2c29-4510-8c32-603b36a3249f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:30.236930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55410) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:30.260264 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.261382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:30.326862 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Subnet': ['ID=0d113558-b7b1-45bc-9d17-11419593d7df,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:30.336741 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a713067f-b9fe-459c-90cb-d66e2f0f383c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.352856 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.353802 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89827ab9-1251-4a80-8f7a-61a4a4733f01 req-e6b22716-b119-482f-82f3-3b0c09816acd tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:30.360465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89827ab9-1251-4a80-8f7a-61a4a4733f01 req-e6b22716-b119-482f-82f3-3b0c09816acd tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server [None req-da263aa9-3f10-4b34-895e-2051f09b36a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d113558-b7b1-45bc-9d17-11419593d7df: This subnet is being modified by another concurrent operation. Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:15:30.363460 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d113558-b7b1-45bc-9d17-11419593d7df: This subnet is being modified by another concurrent operation. Aug 31 01:15:30.368601 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:15:30.371554 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8609af8a-e289-4d81-a15a-1a21bdd26540']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:30.371664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89827ab9-1251-4a80-8f7a-61a4a4733f01 req-e6b22716-b119-482f-82f3-3b0c09816acd tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:30.374642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89827ab9-1251-4a80-8f7a-61a4a4733f01 req-e6b22716-b119-482f-82f3-3b0c09816acd tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:30.378611 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b6bb6337-ff8f-48c0-868d-46f6ec442765,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:30.383245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89827ab9-1251-4a80-8f7a-61a4a4733f01 req-e6b22716-b119-482f-82f3-3b0c09816acd tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:30.389668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89827ab9-1251-4a80-8f7a-61a4a4733f01 req-e6b22716-b119-482f-82f3-3b0c09816acd tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:30.391296 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:30.393699 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccd854a-571a-4194-8511-68a629fb764e None None] Network 8609af8a-e289-4d81-a15a-1a21bdd26540 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:30.395957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce898965-61f2-40c3-8740-22b73ef0bc8f') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:30.396279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89827ab9-1251-4a80-8f7a-61a4a4733f01 req-e6b22716-b119-482f-82f3-3b0c09816acd tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:30.396641 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce898965-61f2-40c3-8740-22b73ef0bc8f') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:30.399349 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89827ab9-1251-4a80-8f7a-61a4a4733f01 req-e6b22716-b119-482f-82f3-3b0c09816acd tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5440 time: 0.1631806 Aug 31 01:15:30.400033 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f8f8af4f-c65a-4575-8b3e-c618e3337ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.402560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:30.402894 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.414674 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.441421 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.453183 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f8f8af4f-c65a-4575-8b3e-c618e3337ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.470897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:30.471324 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:30.474897 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:30.561995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89827ab9-1251-4a80-8f7a-61a4a4733f01 req-2fea24ec-9b76-4504-ba56-b4b8eb9c4f07 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1313906 Aug 31 01:15:30.574939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.580457 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.581800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed421f-b35a-4675-a4af-03285565f1ed req-2ff9fffe-ff5c-4270-93ea-695fbfb92531 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:30.582820 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/8609af8a-e289-4d81-a15a-1a21bdd26540 HTTP/1.1" status: 204 len: 168 time: 0.7037606 Aug 31 01:15:30.588055 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8eed421f-b35a-4675-a4af-03285565f1ed req-2ff9fffe-ff5c-4270-93ea-695fbfb92531 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.1169770 Aug 31 01:15:30.590572 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55414) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:30.593994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-2e785dc9-0a98-4c16-b857-7ce3fc26bd6d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-411717953'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:30.609680 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f062a7-2b73-4dd8-94de-54265cc0c7a5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Network': ['ID=8609af8a-e289-4d81-a15a-1a21bdd26540,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:30.612449 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f8f8af4f-c65a-4575-8b3e-c618e3337ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.614246 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a713067f-b9fe-459c-90cb-d66e2f0f383c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.618253 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f8f8af4f-c65a-4575-8b3e-c618e3337ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.619675 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f8f8af4f-c65a-4575-8b3e-c618e3337ef0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e00a5b77-2c29-4510-8c32-603b36a3249f HTTP/1.1" status: 204 len: 168 time: 0.3815634 Aug 31 01:15:30.624056 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a713067f-b9fe-459c-90cb-d66e2f0f383c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.650662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8af4f-c65a-4575-8b3e-c618e3337ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00a5b77-2c29-4510-8c32-603b36a3249f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:30.676924 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a713067f-b9fe-459c-90cb-d66e2f0f383c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa08220404ff418c866ecc3a6233e412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7348011 Aug 31 01:15:30.681815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55418) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:30.688778 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713067f-b9fe-459c-90cb-d66e2f0f383c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83900a7c-5ce7-4e5c-9ce0-f1b584f2ee04,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:30.690825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e785dc9-0a98-4c16-b857-7ce3fc26bd6d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:30.695701 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e785dc9-0a98-4c16-b857-7ce3fc26bd6d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.730283 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8eed421f-b35a-4675-a4af-03285565f1ed req-03ddbddd-eaaf-48db-abb8-c030b8f15b5d tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093662 Aug 31 01:15:30.748874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca92b1e-54b9-42a1-b517-1e0f67c8e688 None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:15:30.770433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e785dc9-0a98-4c16-b857-7ce3fc26bd6d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:30.792673 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e785dc9-0a98-4c16-b857-7ce3fc26bd6d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.793051 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-2e785dc9-0a98-4c16-b857-7ce3fc26bd6d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Added segment f059d81a-0c5f-4f15-926e-f5e986324691 of type vlan for network 6f030ad0-0f76-4ed7-9995-0e53213f8344 Aug 31 01:15:30.797576 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.805213 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6727c008-965d-4e79-9d36-1d90488a552e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.868252 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6727c008-965d-4e79-9d36-1d90488a552e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.870796 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e785dc9-0a98-4c16-b857-7ce3fc26bd6d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.879000 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:30.887756 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.888554 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 37705bfd-5dbc-4051-a010-ae4dce40f5bd up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:30.923928 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e785dc9-0a98-4c16-b857-7ce3fc26bd6d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.929954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e785dc9-0a98-4c16-b857-7ce3fc26bd6d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:30.930556 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e785dc9-0a98-4c16-b857-7ce3fc26bd6d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.994275 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6727c008-965d-4e79-9d36-1d90488a552e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.996914 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6727c008-965d-4e79-9d36-1d90488a552e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:30.998070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6727c008-965d-4e79-9d36-1d90488a552e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/83900a7c-5ce7-4e5c-9ce0-f1b584f2ee04 HTTP/1.1" status: 204 len: 168 time: 0.3146889 Aug 31 01:15:31.007219 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2e785dc9-0a98-4c16-b857-7ce3fc26bd6d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4171305 Aug 31 01:15:31.008601 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55430) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:31.010335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:31.015644 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-351f726c-cc2b-4608-9761-083245a7b799 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'subnet': {'network_id': '6f030ad0-0f76-4ed7-9995-0e53213f8344', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:31.019466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727c008-965d-4e79-9d36-1d90488a552e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83900a7c-5ce7-4e5c-9ce0-f1b584f2ee04,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:31.020041 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca92b1e-54b9-42a1-b517-1e0f67c8e688 None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:15:31.021844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e785dc9-0a98-4c16-b857-7ce3fc26bd6d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Network': ['ID=6f030ad0-0f76-4ed7-9995-0e53213f8344,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:31.055537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 37705bfd-5dbc-4051-a010-ae4dce40f5bd completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:31.073026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 6f030ad0-0f76-4ed7-9995-0e53213f8344 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:31.106312 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 37705bfd-5dbc-4051-a010-ae4dce40f5bd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:31.106683 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.135495 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351f726c-cc2b-4608-9761-083245a7b799 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:31.141653 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-351f726c-cc2b-4608-9761-083245a7b799 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.199437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389360a-69f4-476a-983d-c2c4bf0e736e req-5af56af9-f574-4ab7-838d-29ee3000c791 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:31.207695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5389360a-69f4-476a-983d-c2c4bf0e736e req-5af56af9-f574-4ab7-838d-29ee3000c791 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.0659318 Aug 31 01:15:31.286648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5389360a-69f4-476a-983d-c2c4bf0e736e req-4872e630-d03d-432b-91bf-7917c7057cfb tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778239 Aug 31 01:15:31.353065 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.449746 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 37705bfd-5dbc-4051-a010-ae4dce40f5bd, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=37705bfd-5dbc-4051-a010-ae4dce40f5bd,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:31.457589 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.458404 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:31.515397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55444) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:31.523130 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.531944 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bf5a5e87-653c-463b-b383-693cf4dd926c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.556456 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=37705bfd-5dbc-4051-a010-ae4dce40f5bd,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:31.602680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:31.607302 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:31.607675 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.699750 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bf5a5e87-653c-463b-b383-693cf4dd926c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.706439 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bf5a5e87-653c-463b-b383-693cf4dd926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.723400 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.764115 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d,segment=NetworkSegment(9e35cb2e-2073-48b2-992a-3787b34de019),segment_id=9e35cb2e-2073-48b2-992a-3787b34de019)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:31.771798 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.783366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a5e87-653c-463b-b383-693cf4dd926c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5523a512-02d4-4316-9a1c-9ff6bf757df3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:31.789463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bf5a5e87-653c-463b-b383-693cf4dd926c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a255c0c426c43d59e4f63792a92b030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728829 Aug 31 01:15:31.792807 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55452) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:31.839672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63de635-8e32-4633-8f26-33259fd8776e req-81a4690a-fc8f-499f-9e7c-b490fd4bbbba tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:31.845183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 38ccb67a-e685-420f-afef-38e0a5289db7 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:31.846384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63de635-8e32-4633-8f26-33259fd8776e req-81a4690a-fc8f-499f-9e7c-b490fd4bbbba tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:31.850221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bb6337-ff8f-48c0-868d-46f6ec442765'}, {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fff3a6-98ed-42fb-9754-3bfe56a2f9e0'}, {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37705bfd-5dbc-4051-a010-ae4dce40f5bd'}, {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:31.852849 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21e00ad-a0dd-4d7c-936b-abac259d32f9" -d '{"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "b6bb6337-ff8f-48c0-868d-46f6ec442765"}, {"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "25fff3a6-98ed-42fb-9754-3bfe56a2f9e0"}, {"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "37705bfd-5dbc-4051-a010-ae4dce40f5bd"}, {"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:31.855468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63de635-8e32-4633-8f26-33259fd8776e req-81a4690a-fc8f-499f-9e7c-b490fd4bbbba tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:31.856201 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-351f726c-cc2b-4608-9761-083245a7b799 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.863073 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63de635-8e32-4633-8f26-33259fd8776e req-81a4690a-fc8f-499f-9e7c-b490fd4bbbba tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:31.870970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63de635-8e32-4633-8f26-33259fd8776e req-81a4690a-fc8f-499f-9e7c-b490fd4bbbba tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:31.878083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63de635-8e32-4633-8f26-33259fd8776e req-81a4690a-fc8f-499f-9e7c-b490fd4bbbba tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:31.878879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:31.885761 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63de635-8e32-4633-8f26-33259fd8776e req-81a4690a-fc8f-499f-9e7c-b490fd4bbbba tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:31.893846 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e63de635-8e32-4633-8f26-33259fd8776e req-81a4690a-fc8f-499f-9e7c-b490fd4bbbba tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5442 time: 0.1665320 Aug 31 01:15:31.915118 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 38ccb67a-e685-420f-afef-38e0a5289db7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:31.922716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 38ccb67a-e685-420f-afef-38e0a5289db7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:31.923605 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.925149 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f726c-cc2b-4608-9761-083245a7b799 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Subnet': ['ID=6b688530-760e-40c0-ac8c-04bb8f3a3e0f,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:31.936341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351f726c-cc2b-4608-9761-083245a7b799 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Checking segment: {'id': 'f059d81a-0c5f-4f15-926e-f5e986324691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6f030ad0-0f76-4ed7-9995-0e53213f8344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:31.937162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351f726c-cc2b-4608-9761-083245a7b799 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network hostable DHCP agents. Network: 6f030ad0-0f76-4ed7-9995-0e53213f8344, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:15:31.958151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351f726c-cc2b-4608-9761-083245a7b799 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network 6f030ad0-0f76-4ed7-9995-0e53213f8344 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:15:31.973385 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-351f726c-cc2b-4608-9761-083245a7b799 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 6f030ad0-0f76-4ed7-9995-0e53213f8344) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:31.985250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f726c-cc2b-4608-9761-083245a7b799 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:31.986015 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-351f726c-cc2b-4608-9761-083245a7b799 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:31.993529 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592858c2-4080-4cfb-ac3b-65bba1a89f54 None None] Network 6f030ad0-0f76-4ed7-9995-0e53213f8344 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:32.002020 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0e0b71e8-01e6-41a4-9e81-ffd9187d53a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.004335 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-351f726c-cc2b-4608-9761-083245a7b799 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9942279 Aug 31 01:15:32.009772 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55458) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:32.042087 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e63de635-8e32-4633-8f26-33259fd8776e req-9cd5ccde-afa6-412d-86f4-c1cd3df7212a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1413271 Aug 31 01:15:32.069812 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dd73a-be17-4988-8007-a964059900f6 req-9c1d0da1-c1ad-41b6-85a1-e6ffd139fafb tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:32.087825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-089dd73a-be17-4988-8007-a964059900f6 req-9c1d0da1-c1ad-41b6-85a1-e6ffd139fafb tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.1914485 Aug 31 01:15:32.104283 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.135871 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0e0b71e8-01e6-41a4-9e81-ffd9187d53a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.147086 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.172899 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9843eb5-5961-4546-8ffe-d4e37acaa49b x-openstack-request-id: req-f9843eb5-5961-4546-8ffe-d4e37acaa49b {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:32.173200 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "b6bb6337-ff8f-48c0-868d-46f6ec442765", "code": 200}, {"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "25fff3a6-98ed-42fb-9754-3bfe56a2f9e0", "code": 200}, {"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "37705bfd-5dbc-4051-a010-ae4dce40f5bd", "code": 200}, {"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:32.173455 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9843eb5-5961-4546-8ffe-d4e37acaa49b {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:32.173858 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bb6337-ff8f-48c0-868d-46f6ec442765', 'code': 200} Aug 31 01:15:32.174114 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fff3a6-98ed-42fb-9754-3bfe56a2f9e0', 'code': 200} Aug 31 01:15:32.174365 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37705bfd-5dbc-4051-a010-ae4dce40f5bd', 'code': 200} Aug 31 01:15:32.174613 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d', 'code': 200} Aug 31 01:15:32.179917 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 38ccb67a-e685-420f-afef-38e0a5289db7, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=38ccb67a-e685-420f-afef-38e0a5289db7,segment=NetworkSegment(7f329871-24c6-4c1c-ad35-63d6b3fe7fe6),segment_id=7f329871-24c6-4c1c-ad35-63d6b3fe7fe6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:32.188020 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.189278 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f3cb103b-7662-48f3-b93d-2288cfdea400 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:32.210000 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-089dd73a-be17-4988-8007-a964059900f6 req-9abba663-8aa7-4857-99df-759ca88f57a4 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190171 Aug 31 01:15:32.232135 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.245074 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0e0b71e8-01e6-41a4-9e81-ffd9187d53a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.251572 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0e0b71e8-01e6-41a4-9e81-ffd9187d53a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.256207 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0e0b71e8-01e6-41a4-9e81-ffd9187d53a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5523a512-02d4-4316-9a1c-9ff6bf757df3 HTTP/1.1" status: 204 len: 168 time: 0.4564114 Aug 31 01:15:32.274624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b71e8-01e6-41a4-9e81-ffd9187d53a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5523a512-02d4-4316-9a1c-9ff6bf757df3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:32.300632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15716926-9864-41b4-8f50-0f65c1e97791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-6f030ad0-0f76-4ed7-9995-0e53213f8344', 'network_id': '6f030ad0-0f76-4ed7-9995-0e53213f8344', 'tenant_id': '4553b740e9824b8096260297eb23ef6c', 'fixed_ips': [{'subnet_id': '6b688530-760e-40c0-ac8c-04bb8f3a3e0f'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:15:32.301487 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-15716926-9864-41b4-8f50-0f65c1e97791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.321849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=38ccb67a-e685-420f-afef-38e0a5289db7,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:32.351673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port f3cb103b-7662-48f3-b93d-2288cfdea400 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:32.357706 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.358407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port f3cb103b-7662-48f3-b93d-2288cfdea400 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:32.358947 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.406600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Subnet': ['ID=6b688530-760e-40c0-ac8c-04bb8f3a3e0f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server [None req-15716926-9864-41b4-8f50-0f65c1e97791 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b688530-760e-40c0-ac8c-04bb8f3a3e0f: This subnet is being modified by another concurrent operation. Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:15:32.470758 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b688530-760e-40c0-ac8c-04bb8f3a3e0f: This subnet is being modified by another concurrent operation. Aug 31 01:15:32.474884 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:15:32.492338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebf6499-e68b-4b49-875f-928c574e77f7 None None] Network 6f030ad0-0f76-4ed7-9995-0e53213f8344 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:32.509273 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.523657 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f030ad0-0f76-4ed7-9995-0e53213f8344']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:32.536277 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f059d81a-0c5f-4f15-926e-f5e986324691') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:32.536549 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f059d81a-0c5f-4f15-926e-f5e986324691') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:32.542311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d95f5-6444-4b90-bcf2-2ce5d1023621 req-aaa70baf-fa92-4879-8875-34d782bddf3f tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:32.546436 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-634d95f5-6444-4b90-bcf2-2ce5d1023621 req-aaa70baf-fa92-4879-8875-34d782bddf3f tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1122081 Aug 31 01:15:32.552921 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.574642 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.577292 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:32.578161 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:32.581915 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:32.597013 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.656030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-634d95f5-6444-4b90-bcf2-2ce5d1023621 req-4eef7916-9386-49c7-96fa-20b33f46a6a3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025288 Aug 31 01:15:32.659977 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.676902 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.679743 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/6f030ad0-0f76-4ed7-9995-0e53213f8344 HTTP/1.1" status: 204 len: 168 time: 0.6683395 Aug 31 01:15:32.683150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55480) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:32.688835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f89f6fdd-ef9e-433e-9b0e-7658f9784cd7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1864757056'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:32.691744 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89591eaf-27b1-43be-bdd7-7c79fad9272b tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Network': ['ID=6f030ad0-0f76-4ed7-9995-0e53213f8344,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:32.703131 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port f3cb103b-7662-48f3-b93d-2288cfdea400, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f3cb103b-7662-48f3-b93d-2288cfdea400,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:32.709680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e91e61-3384-4359-8b85-21f516e92bd3 None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:15:32.713973 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.729429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89f6fdd-ef9e-433e-9b0e-7658f9784cd7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:32.735658 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f89f6fdd-ef9e-433e-9b0e-7658f9784cd7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.768632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89f6fdd-ef9e-433e-9b0e-7658f9784cd7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:32.779072 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f89f6fdd-ef9e-433e-9b0e-7658f9784cd7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.779582 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-f89f6fdd-ef9e-433e-9b0e-7658f9784cd7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Added segment 34932017-abca-4869-bdf3-17c51487c26e of type vlan for network 8af42ca3-55db-427b-bfc3-c30058074b58 Aug 31 01:15:32.831450 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f89f6fdd-ef9e-433e-9b0e-7658f9784cd7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.836853 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=f3cb103b-7662-48f3-b93d-2288cfdea400,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:32.873429 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f89f6fdd-ef9e-433e-9b0e-7658f9784cd7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.881728 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89f6fdd-ef9e-433e-9b0e-7658f9784cd7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:32.883331 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f89f6fdd-ef9e-433e-9b0e-7658f9784cd7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:32.896340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e91e61-3384-4359-8b85-21f516e92bd3 None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:15:32.958705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f89f6fdd-ef9e-433e-9b0e-7658f9784cd7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2719986 Aug 31 01:15:32.959183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55492) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:32.964689 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-298098d8-1435-4c93-828a-62d04d2dc797 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:32.969453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f6fdd-ef9e-433e-9b0e-7658f9784cd7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Network': ['ID=8af42ca3-55db-427b-bfc3-c30058074b58,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:32.988539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 8af42ca3-55db-427b-bfc3-c30058074b58 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:33.168182 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-298098d8-1435-4c93-828a-62d04d2dc797 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.186135 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-298098d8-1435-4c93-828a-62d04d2dc797 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.214444 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-298098d8-1435-4c93-828a-62d04d2dc797 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network 8af42ca3-55db-427b-bfc3-c30058074b58 is not hosted by any dhcp agent {{(pid=94760) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:15:33.221281 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298098d8-1435-4c93-828a-62d04d2dc797 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:33.222279 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-298098d8-1435-4c93-828a-62d04d2dc797 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.229459 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-298098d8-1435-4c93-828a-62d04d2dc797 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "PUT /v2.0/networks/8af42ca3-55db-427b-bfc3-c30058074b58 HTTP/1.1" status: 200 len: 723 time: 0.2690966 Aug 31 01:15:33.234427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55506) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:33.246513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-173bfd85-8eb8-450b-bec9-3ada6bb87959 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'subnet': {'network_id': '8af42ca3-55db-427b-bfc3-c30058074b58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:33.296405 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298098d8-1435-4c93-828a-62d04d2dc797 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Network': ['ID=8af42ca3-55db-427b-bfc3-c30058074b58,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:33.327908 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 8af42ca3-55db-427b-bfc3-c30058074b58 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:33.441841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89a898-cc51-4818-bb95-6b456f531674 req-e5aa0873-5227-45a4-817a-7cce71ec201a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:33.450122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89a898-cc51-4818-bb95-6b456f531674 req-e5aa0873-5227-45a4-817a-7cce71ec201a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:33.460712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89a898-cc51-4818-bb95-6b456f531674 req-e5aa0873-5227-45a4-817a-7cce71ec201a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:33.468428 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89a898-cc51-4818-bb95-6b456f531674 req-e5aa0873-5227-45a4-817a-7cce71ec201a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:33.474968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89a898-cc51-4818-bb95-6b456f531674 req-e5aa0873-5227-45a4-817a-7cce71ec201a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:33.482594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89a898-cc51-4818-bb95-6b456f531674 req-e5aa0873-5227-45a4-817a-7cce71ec201a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:33.490575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89a898-cc51-4818-bb95-6b456f531674 req-e5aa0873-5227-45a4-817a-7cce71ec201a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:33.494493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f89a898-cc51-4818-bb95-6b456f531674 req-e5aa0873-5227-45a4-817a-7cce71ec201a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5445 time: 0.3413322 Aug 31 01:15:33.526893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173bfd85-8eb8-450b-bec9-3ada6bb87959 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:33.530997 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-173bfd85-8eb8-450b-bec9-3ada6bb87959 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.550292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660583f-d8eb-4a07-822d-5a728d07fea5 req-87b14a5f-9874-4b04-a5a7-d0ab36e8b935 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:33.552025 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1660583f-d8eb-4a07-822d-5a728d07fea5 req-87b14a5f-9874-4b04-a5a7-d0ab36e8b935 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.1755176 Aug 31 01:15:33.661548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f89a898-cc51-4818-bb95-6b456f531674 req-39d0e2bd-133a-4ed4-b458-7e5a2bca5762 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1537578 Aug 31 01:15:33.696600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1660583f-d8eb-4a07-822d-5a728d07fea5 req-f2db1b3e-c7e6-4efb-b908-e47a9bb7674a tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030414 Aug 31 01:15:33.860169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96998-d802-4ee3-9f83-dc7fd8a352a3 req-8e6f98cb-3122-4d11-8b23-9660fef52239 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:33.861712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03e96998-d802-4ee3-9f83-dc7fd8a352a3 req-8e6f98cb-3122-4d11-8b23-9660fef52239 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.0990720 Aug 31 01:15:33.896470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-173bfd85-8eb8-450b-bec9-3ada6bb87959 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:33.973629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03e96998-d802-4ee3-9f83-dc7fd8a352a3 req-5ce455b0-db91-4b98-b553-8a772dcf65e1 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901153 Aug 31 01:15:33.973629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bfd85-8eb8-450b-bec9-3ada6bb87959 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Subnet': ['ID=2add7934-d280-4636-997f-5831ea1f6b4c,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:33.989780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173bfd85-8eb8-450b-bec9-3ada6bb87959 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Checking segment: {'id': '34932017-abca-4869-bdf3-17c51487c26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8af42ca3-55db-427b-bfc3-c30058074b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:33.990253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173bfd85-8eb8-450b-bec9-3ada6bb87959 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network hostable DHCP agents. Network: 8af42ca3-55db-427b-bfc3-c30058074b58, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:15:34.010360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173bfd85-8eb8-450b-bec9-3ada6bb87959 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network 8af42ca3-55db-427b-bfc3-c30058074b58 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:15:34.021544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-173bfd85-8eb8-450b-bec9-3ada6bb87959 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 8af42ca3-55db-427b-bfc3-c30058074b58) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:34.030615 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf68326-c5db-4321-a079-47b2d6eb3880 None None] Network 8af42ca3-55db-427b-bfc3-c30058074b58 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:34.031870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173bfd85-8eb8-450b-bec9-3ada6bb87959 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.033205 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-173bfd85-8eb8-450b-bec9-3ada6bb87959 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:34.052244 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-173bfd85-8eb8-450b-bec9-3ada6bb87959 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8158603 Aug 31 01:15:34.058516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55536) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:34.070359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-52e2876f-0999-4bf3-92a9-3c2e47c4be79 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:34.175226 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ccb67a-e685-420f-afef-38e0a5289db7'}, {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cb103b-7662-48f3-b93d-2288cfdea400'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:34.178234 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a063e2-99a0-4e81-adee-2ea19d31fc21" -d '{"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "38ccb67a-e685-420f-afef-38e0a5289db7"}, {"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "f3cb103b-7662-48f3-b93d-2288cfdea400"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:34.191013 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52e2876f-0999-4bf3-92a9-3c2e47c4be79 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15693282'] for subnet, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:34.222161 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb15d8e7-e48d-4461-bc02-01b3e7579927 x-openstack-request-id: req-bb15d8e7-e48d-4461-bc02-01b3e7579927 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:34.222798 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "38ccb67a-e685-420f-afef-38e0a5289db7", "code": 200}, {"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "f3cb103b-7662-48f3-b93d-2288cfdea400", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:34.223129 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb15d8e7-e48d-4461-bc02-01b3e7579927 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:34.223614 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ccb67a-e685-420f-afef-38e0a5289db7', 'code': 200} Aug 31 01:15:34.223937 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cb103b-7662-48f3-b93d-2288cfdea400', 'code': 200} Aug 31 01:15:34.226217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-8af42ca3-55db-427b-bfc3-c30058074b58', 'network_id': '8af42ca3-55db-427b-bfc3-c30058074b58', 'tenant_id': '4553b740e9824b8096260297eb23ef6c', 'fixed_ips': [{'subnet_id': '2add7934-d280-4636-997f-5831ea1f6b4c'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:15:34.227307 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:34.376578 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5157d6-45dd-49d1-9b7e-8820500d55e2 req-5ccaa32a-980e-4b12-b9d2-292b67543e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.377067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5157d6-45dd-49d1-9b7e-8820500d55e2 req-5ccaa32a-980e-4b12-b9d2-292b67543e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.377554 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5157d6-45dd-49d1-9b7e-8820500d55e2 req-5ccaa32a-980e-4b12-b9d2-292b67543e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.378027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5157d6-45dd-49d1-9b7e-8820500d55e2 req-5ccaa32a-980e-4b12-b9d2-292b67543e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.378595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5157d6-45dd-49d1-9b7e-8820500d55e2 req-5ccaa32a-980e-4b12-b9d2-292b67543e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.379069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5157d6-45dd-49d1-9b7e-8820500d55e2 req-5ccaa32a-980e-4b12-b9d2-292b67543e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.379554 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5157d6-45dd-49d1-9b7e-8820500d55e2 req-5ccaa32a-980e-4b12-b9d2-292b67543e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.382364 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b5157d6-45dd-49d1-9b7e-8820500d55e2 req-5ccaa32a-980e-4b12-b9d2-292b67543e87 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 6509 time: 0.0689793 Aug 31 01:15:34.422998 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52e2876f-0999-4bf3-92a9-3c2e47c4be79 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729315684572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16186898'] for subnet, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:34.426615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b5157d6-45dd-49d1-9b7e-8820500d55e2 req-aa4f978f-a9c1-41b9-a16c-d8ca36f48a60 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0362954 Aug 31 01:15:34.485034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e2876f-0999-4bf3-92a9-3c2e47c4be79 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.485706 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52e2876f-0999-4bf3-92a9-3c2e47c4be79 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:34.487045 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-52e2876f-0999-4bf3-92a9-3c2e47c4be79 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "PUT /v2.0/subnets/2add7934-d280-4636-997f-5831ea1f6b4c HTTP/1.1" status: 200 len: 806 time: 0.4257376 Aug 31 01:15:34.488537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Allocated IP 172.20.0.2 (8af42ca3-55db-427b-bfc3-c30058074b58/2add7934-d280-4636-997f-5831ea1f6b4c/8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:34.489890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55546) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:34.552552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2876f-0999-4bf3-92a9-3c2e47c4be79 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Subnet': ['ID=2add7934-d280-4636-997f-5831ea1f6b4c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:34.676050 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:34.724325 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:34.738520 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:34.740608 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Transition to ACTIVE for port object 8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:34.760659 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Transition to ACTIVE for port object 8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:34.770040 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:34.826307 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Network 8af42ca3-55db-427b-bfc3-c30058074b58 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:34.829372 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:34.836144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:34.844118 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Pushing event updated for resources: {'Port': ['ID=8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:34.880058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a77da4-b3be-4da6-a16b-17009582a45a req-1e68536c-ea0c-4aff-9247-5a292cc27127 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.886966 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a77da4-b3be-4da6-a16b-17009582a45a req-1e68536c-ea0c-4aff-9247-5a292cc27127 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.894392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a77da4-b3be-4da6-a16b-17009582a45a req-1e68536c-ea0c-4aff-9247-5a292cc27127 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.901464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a77da4-b3be-4da6-a16b-17009582a45a req-1e68536c-ea0c-4aff-9247-5a292cc27127 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.907591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a77da4-b3be-4da6-a16b-17009582a45a req-1e68536c-ea0c-4aff-9247-5a292cc27127 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.907968 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Attempting to bind port 8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:34.909693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Attempting to bind port 8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '34932017-abca-4869-bdf3-17c51487c26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8af42ca3-55db-427b-bfc3-c30058074b58'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:34.910149 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Attempting to bind port 8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2 on network 8af42ca3-55db-427b-bfc3-c30058074b58 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:34.914042 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a77da4-b3be-4da6-a16b-17009582a45a req-1e68536c-ea0c-4aff-9247-5a292cc27127 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.915634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:34.916007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Checking segment: {'id': '34932017-abca-4869-bdf3-17c51487c26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8af42ca3-55db-427b-bfc3-c30058074b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:34.916409 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:34.916933 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Bound using segment: {'id': '34932017-abca-4869-bdf3-17c51487c26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8af42ca3-55db-427b-bfc3-c30058074b58'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:34.917399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Bound port: 8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34932017-abca-4869-bdf3-17c51487c26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8af42ca3-55db-427b-bfc3-c30058074b58'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:34.917898 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:34.919995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a77da4-b3be-4da6-a16b-17009582a45a req-1e68536c-ea0c-4aff-9247-5a292cc27127 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:34.921974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3a77da4-b3be-4da6-a16b-17009582a45a req-1e68536c-ea0c-4aff-9247-5a292cc27127 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5445 time: 0.1586368 Aug 31 01:15:34.954162 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:35.004368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ecae8-60e8-4367-a847-f818e10deb6f req-43f25659-b922-4002-a911-d0c105870ef3 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:35.005889 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab7ecae8-60e8-4367-a847-f818e10deb6f req-43f25659-b922-4002-a911-d0c105870ef3 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.1930270 Aug 31 01:15:35.017172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] For port 8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:35.017369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Subnet': ['ID=2add7934-d280-4636-997f-5831ea1f6b4c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:35.021898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] For port 8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2,segment=NetworkSegment(34932017-abca-4869-bdf3-17c51487c26e),segment_id=34932017-abca-4869-bdf3-17c51487c26e)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:35.034296 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:35.039746 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3a77da4-b3be-4da6-a16b-17009582a45a req-ee6ca65f-edfa-4b7e-a0b1-33e3467dbc28 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1058316 Aug 31 01:15:35.126403 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:35.132467 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab7ecae8-60e8-4367-a847-f818e10deb6f req-c5b84901-09f4-474d-9dfa-f292703c9f14 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179781 Aug 31 01:15:35.204480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0bad53-5ebf-4c3a-bc10-d383aa17b73b None None] Network 8af42ca3-55db-427b-bfc3-c30058074b58 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:35.271473 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b3578-256b-4c53-b2e9-e7f1dd07eea9 None None] Pushing event updated for resources: {'Port': ['ID=8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:35.397932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af42ca3-55db-427b-bfc3-c30058074b58']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:35.412833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb100a07-4dce-42f9-9c83-d5f09ba3c2b2 None None] Network 8af42ca3-55db-427b-bfc3-c30058074b58 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:35.422842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34932017-abca-4869-bdf3-17c51487c26e') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:35.423139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34932017-abca-4869-bdf3-17c51487c26e') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:35.437734 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:35.456298 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:35.463503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:35.464262 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:35.467543 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:35.490873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:15:35.532269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fc112-8139-4de9-8b7a-2566ef50ef14 req-8e734022-d44d-4de2-ac3f-03081a789066 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:35.534073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c6fc112-8139-4de9-8b7a-2566ef50ef14 req-8e734022-d44d-4de2-ac3f-03081a789066 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.3950796 Aug 31 01:15:35.550296 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.api [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:15:35.550296 n-d-802060-13 neutron-server[94761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:15:35.550296 n-d-802060-13 neutron-server[94761]: [parameters: {'id': '8af42ca3-55db-427b-bfc3-c30058074b58'}] Aug 31 01:15:35.550296 n-d-802060-13 neutron-server[94761]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:15:35.551162 n-d-802060-13 neutron-server[94761]: DEBUG oslo_db.api [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:15:35.580168 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c6fc112-8139-4de9-8b7a-2566ef50ef14 req-5e35712d-9d3e-4410-9bdb-d7cbf05b49c3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378156 Aug 31 01:15:35.647662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49679688-01c8-42f1-bf57-7c4a7c267a07 None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:15:35.697405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:35.714902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8', 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210', 'port_id': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8', 'mac_address': 'fa:16:3e:03:92:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae6296a-54fb-431d-93be-6f50e6d5dae4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:15:35.796227 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:35.827335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:35.844301 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49679688-01c8-42f1-bf57-7c4a7c267a07 None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:15:35.858833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:35.864000 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:35.971846 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:36.052141 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:36.078452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['23a9026e-3dbf-4cf2-a046-d55bc5062ff8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:36.129839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Deleting port 8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:15:36.134824 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:36.258151 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] For port 8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2,segment=NetworkSegment(34932017-abca-4869-bdf3-17c51487c26e),segment_id=34932017-abca-4869-bdf3-17c51487c26e)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:36.258837 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:36.291876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Calling delete_port for 8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:15:36.327955 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fed53-c591-401a-b8c4-4202d967db92 req-8365c696-287c-4696-a939-c6c2f63c2a79 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.334084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fed53-c591-401a-b8c4-4202d967db92 req-8365c696-287c-4696-a939-c6c2f63c2a79 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.340219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fed53-c591-401a-b8c4-4202d967db92 req-8365c696-287c-4696-a939-c6c2f63c2a79 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.348310 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fed53-c591-401a-b8c4-4202d967db92 req-8365c696-287c-4696-a939-c6c2f63c2a79 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.355691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fed53-c591-401a-b8c4-4202d967db92 req-8365c696-287c-4696-a939-c6c2f63c2a79 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.361813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fed53-c591-401a-b8c4-4202d967db92 req-8365c696-287c-4696-a939-c6c2f63c2a79 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.368558 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fed53-c591-401a-b8c4-4202d967db92 req-8365c696-287c-4696-a939-c6c2f63c2a79 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.371086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a53fed53-c591-401a-b8c4-4202d967db92 req-8365c696-287c-4696-a939-c6c2f63c2a79 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5445 time: 0.2111583 Aug 31 01:15:36.455604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d52d80-2893-42bd-8a6b-2631b76dad5c req-44744da5-ddfe-4295-b1ae-6847fe20fc04 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.457131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79d52d80-2893-42bd-8a6b-2631b76dad5c req-44744da5-ddfe-4295-b1ae-6847fe20fc04 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.1884754 Aug 31 01:15:36.525226 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a53fed53-c591-401a-b8c4-4202d967db92 req-cc94aa04-6419-4876-a9c7-44cc65384319 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1061213 Aug 31 01:15:36.534259 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79d52d80-2893-42bd-8a6b-2631b76dad5c req-e61483a8-cafa-488d-b185-06b0eaac40e9 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665712 Aug 31 01:15:36.542813 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:36.592115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Port': ['ID=8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:36.595704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No DVR routers for this DVR port 8f9b42b7-e8d1-42ac-8c13-0ed142a7f4f2 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:15:36.748466 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:36.765693 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af42ca3-55db-427b-bfc3-c30058074b58']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:36.790070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34932017-abca-4869-bdf3-17c51487c26e') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:36.790451 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34932017-abca-4869-bdf3-17c51487c26e') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:36.801045 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46814e9a-f8ab-4103-81ef-caac3925194d req-ef30538e-26e3-46e5-a834-efa8908c9d1b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.802738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46814e9a-f8ab-4103-81ef-caac3925194d req-ef30538e-26e3-46e5-a834-efa8908c9d1b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1643088 Aug 31 01:15:36.827346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950987c-a6ae-4d6c-aaed-daee9f5c7c8f req-acea49f2-6a59-4198-a6f6-b53c74385178 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.833388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950987c-a6ae-4d6c-aaed-daee9f5c7c8f req-acea49f2-6a59-4198-a6f6-b53c74385178 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.840065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950987c-a6ae-4d6c-aaed-daee9f5c7c8f req-acea49f2-6a59-4198-a6f6-b53c74385178 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.846214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950987c-a6ae-4d6c-aaed-daee9f5c7c8f req-acea49f2-6a59-4198-a6f6-b53c74385178 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.852719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950987c-a6ae-4d6c-aaed-daee9f5c7c8f req-acea49f2-6a59-4198-a6f6-b53c74385178 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.858642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950987c-a6ae-4d6c-aaed-daee9f5c7c8f req-acea49f2-6a59-4198-a6f6-b53c74385178 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.864561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950987c-a6ae-4d6c-aaed-daee9f5c7c8f req-acea49f2-6a59-4198-a6f6-b53c74385178 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.866587 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1950987c-a6ae-4d6c-aaed-daee9f5c7c8f req-acea49f2-6a59-4198-a6f6-b53c74385178 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5445 time: 0.2167735 Aug 31 01:15:36.870812 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:36.880627 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55614) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:36.887675 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4763b378-3432-4650-9737-7e7be49cdbfc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Request body: {'floatingip': {'port_id': '38ccb67a-e685-420f-afef-38e0a5289db7'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:36.907038 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:36.920930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:36.921339 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:36.924406 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:36.939952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46814e9a-f8ab-4103-81ef-caac3925194d req-24f02e4e-531f-4819-a21b-ab39a8784c0a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300712 Aug 31 01:15:36.989350 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4763b378-3432-4650-9737-7e7be49cdbfc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for floatingip, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.062928 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.073270 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.078890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/8af42ca3-55db-427b-bfc3-c30058074b58 HTTP/1.1" status: 204 len: 168 time: 2.5877831 Aug 31 01:15:37.083272 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55620) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:37.117457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdab84-0f66-4650-9135-6b921a0fcf21 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Network': ['ID=8af42ca3-55db-427b-bfc3-c30058074b58,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:37.132070 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4616e720-ec43-4924-be2f-8f063169447c tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:37.133238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4616e720-ec43-4924-be2f-8f063169447c tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:37.137673 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4616e720-ec43-4924-be2f-8f063169447c tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/8af42ca3-55db-427b-bfc3-c30058074b58 HTTP/1.1" status: 404 len: 339 time: 0.0495021 Aug 31 01:15:37.137955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55622) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:37.143508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-900cef14-80af-4dfb-95b1-eb063aabdb77 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2137753599', 'description': 'd1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:37.149578 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4785f0-216b-42d4-bb74-4eb4186a0b8f req-3e184d7d-9b3d-468f-930e-dd281b20a0ce tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:37.151213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff4785f0-216b-42d4-bb74-4eb4186a0b8f req-3e184d7d-9b3d-468f-930e-dd281b20a0ce tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 944 time: 0.1462293 Aug 31 01:15:37.172294 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00952-43df-4476-b145-23f044ec8f42 req-1e7b3fdb-5b3d-424d-b050-e90693cb45f5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:37.176040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ea00952-43df-4476-b145-23f044ec8f42 req-1e7b3fdb-5b3d-424d-b050-e90693cb45f5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1461406 Aug 31 01:15:37.198528 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900cef14-80af-4dfb-95b1-eb063aabdb77 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:37.202899 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-900cef14-80af-4dfb-95b1-eb063aabdb77 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.223869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff4785f0-216b-42d4-bb74-4eb4186a0b8f req-06338afa-d293-45bc-89e8-9bc9eb6131cd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661693 Aug 31 01:15:37.247614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ea00952-43df-4476-b145-23f044ec8f42 req-f1440a13-4bf0-4fcd-b165-7fbb51ea143c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630331 Aug 31 01:15:37.282708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900cef14-80af-4dfb-95b1-eb063aabdb77 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:37.334958 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-900cef14-80af-4dfb-95b1-eb063aabdb77 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.335436 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-900cef14-80af-4dfb-95b1-eb063aabdb77 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Added segment 59de9f71-07b5-484c-b53a-7307c7e93c37 of type vlan for network f3d5beb6-ec7b-4805-983d-4a67e720ce6b Aug 31 01:15:37.395520 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-900cef14-80af-4dfb-95b1-eb063aabdb77 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.482566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:37.548698 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-900cef14-80af-4dfb-95b1-eb063aabdb77 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.564222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900cef14-80af-4dfb-95b1-eb063aabdb77 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:37.564877 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-900cef14-80af-4dfb-95b1-eb063aabdb77 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.588108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:37.588707 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.659466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-e547ea1b-fd10-48d9-a3bd-e16bd599f5c8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:37.670538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-e547ea1b-fd10-48d9-a3bd-e16bd599f5c8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 812 time: 0.1792088 Aug 31 01:15:37.703852 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-d034b15d-89af-4ebc-86be-374c062b5f05 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/quotas/aa9a2e60b3104e5b9b545398b90f57bb HTTP/1.1" status: 200 len: 375 time: 0.0341468 Aug 31 01:15:37.765090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cef14-80af-4dfb-95b1-eb063aabdb77 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Network': ['ID=f3d5beb6-ec7b-4805-983d-4a67e720ce6b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:37.775553 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-900cef14-80af-4dfb-95b1-eb063aabdb77 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6363029 Aug 31 01:15:37.778436 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55648) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:37.802524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f26ac4-970a-4f10-811f-ca04238be0a0 req-34a82413-aa26-494a-9f47-df156ddb9e45 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:37.810270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95f26ac4-970a-4f10-811f-ca04238be0a0 req-34a82413-aa26-494a-9f47-df156ddb9e45 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.1323562 Aug 31 01:15:37.816935 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.819425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network f3d5beb6-ec7b-4805-983d-4a67e720ce6b details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:37.852473 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-b0873954-bbf8-43fa-9b46-e25e437148f2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1461506 Aug 31 01:15:37.933031 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2658233-6eea-474a-8fce-b958038ae977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:37.936409 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42211e7a-a7b8-444c-a4bb-b7f209768ec3" -d '{"events": [{"server_uuid": "a2658233-6eea-474a-8fce-b958038ae977", "name": "network-vif-plugged", "status": "completed", "tag": "23a9026e-3dbf-4cf2-a046-d55bc5062ff8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:37.960801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:37.966180 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:38.019979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:38.086794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95f26ac4-970a-4f10-811f-ca04238be0a0 req-1bc0c031-0da0-4c32-8111-f480e32e3b57 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138233 Aug 31 01:15:38.113473 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421a097b-ee5c-4219-99cc-bb93c1d001fb tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:38.115144 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-421a097b-ee5c-4219-99cc-bb93c1d001fb tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "GET /v2.0/networks?id=f3d5beb6-ec7b-4805-983d-4a67e720ce6b HTTP/1.1" status: 200 len: 761 time: 0.3242495 Aug 31 01:15:38.117375 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.db.resource_extend [None req-4763b378-3432-4650-9737-7e7be49cdbfc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:15:38.119875 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55656) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:38.124404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-e6efb144-4684-43f2-a742-9ba295a0a773 service neutron] 10.222.0.58 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709572 Aug 31 01:15:38.154755 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b6f50dc3-2d9c-4d52-a5bc-b5fb9dd8d12a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'network': {'description': 'd2'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:38.160410 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c733b7e-0188-4292-8c6a-62d979870af6 x-openstack-request-id: req-2c733b7e-0188-4292-8c6a-62d979870af6 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:38.160711 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2658233-6eea-474a-8fce-b958038ae977", "name": "network-vif-plugged", "status": "completed", "tag": "23a9026e-3dbf-4cf2-a046-d55bc5062ff8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:38.160967 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2c733b7e-0188-4292-8c6a-62d979870af6 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:38.161366 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2658233-6eea-474a-8fce-b958038ae977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8', 'code': 200} Aug 31 01:15:38.238323 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-796a1b87-c4f8-42b2-986f-4e6a39fcfba4 service neutron] 10.222.0.58 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072872 Aug 31 01:15:38.307668 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4763b378-3432-4650-9737-7e7be49cdbfc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:38.315583 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4763b378-3432-4650-9737-7e7be49cdbfc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:38.371183 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6f50dc3-2d9c-4d52-a5bc-b5fb9dd8d12a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:38.395114 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6f50dc3-2d9c-4d52-a5bc-b5fb9dd8d12a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:38.452439 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6f50dc3-2d9c-4d52-a5bc-b5fb9dd8d12a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network f3d5beb6-ec7b-4805-983d-4a67e720ce6b is not hosted by any dhcp agent {{(pid=94760) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:15:38.458359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f50dc3-2d9c-4d52-a5bc-b5fb9dd8d12a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:38.459001 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6f50dc3-2d9c-4d52-a5bc-b5fb9dd8d12a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:38.464507 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b6f50dc3-2d9c-4d52-a5bc-b5fb9dd8d12a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "PUT /v2.0/networks/f3d5beb6-ec7b-4805-983d-4a67e720ce6b HTTP/1.1" status: 200 len: 758 time: 0.3407307 Aug 31 01:15:38.478640 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55666) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:38.496193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05284ae4-88e8-4371-b094-259c371d53ec req-56cc0402-5250-4dd7-9227-2e9fbdf51664 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 210 time: 0.0710273 Aug 31 01:15:38.546377 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f50dc3-2d9c-4d52-a5bc-b5fb9dd8d12a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Network': ['ID=f3d5beb6-ec7b-4805-983d-4a67e720ce6b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:38.552186 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-4763b378-3432-4650-9737-7e7be49cdbfc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Floating IP 758c5756-47ec-4eae-8c08-3f82ad476398 associated. External IP: 172.25.6.243, port: 38ccb67a-e685-420f-afef-38e0a5289db7. Aug 31 01:15:38.552423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bddb4-37b5-45c8-94d8-d9426feace50 req-9b3ade8b-d6ab-4e12-848b-ee6d0b9510a0 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:38.554666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e16bddb4-37b5-45c8-94d8-d9426feace50 req-9b3ade8b-d6ab-4e12-848b-ee6d0b9510a0 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1949255 Aug 31 01:15:38.559108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network f3d5beb6-ec7b-4805-983d-4a67e720ce6b details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:38.613297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4100a3-f318-4eb7-bbb2-bfbb123538ee tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:38.621317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6b4100a3-f318-4eb7-bbb2-bfbb123538ee tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "GET /v2.0/networks?id=f3d5beb6-ec7b-4805-983d-4a67e720ce6b HTTP/1.1" status: 200 len: 761 time: 0.1414478 Aug 31 01:15:38.624496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55670) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:38.641722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b33fe531-2002-4e07-8790-7092ee2bd9c2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1119562728'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:38.683916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e16bddb4-37b5-45c8-94d8-d9426feace50 req-36c8c5f9-c85c-4620-aa05-56e027698630 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213903 Aug 31 01:15:38.722194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33fe531-2002-4e07-8790-7092ee2bd9c2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:38.731677 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b33fe531-2002-4e07-8790-7092ee2bd9c2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:38.761856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33fe531-2002-4e07-8790-7092ee2bd9c2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:38.781384 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b33fe531-2002-4e07-8790-7092ee2bd9c2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:38.781734 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-b33fe531-2002-4e07-8790-7092ee2bd9c2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Added segment b2f90ac9-aa37-4d02-98f7-77c25f6d310e of type vlan for network 90aad198-a772-4067-84ea-b767c7907a98 Aug 31 01:15:38.827940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4763b378-3432-4650-9737-7e7be49cdbfc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Router 16f66004-0076-472b-9bbb-db56290dc15c has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:15:38.880036 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b33fe531-2002-4e07-8790-7092ee2bd9c2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:38.920276 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b33fe531-2002-4e07-8790-7092ee2bd9c2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:38.927324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33fe531-2002-4e07-8790-7092ee2bd9c2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:38.933539 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b33fe531-2002-4e07-8790-7092ee2bd9c2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:39.019827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b33fe531-2002-4e07-8790-7092ee2bd9c2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3914430 Aug 31 01:15:39.019827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fe531-2002-4e07-8790-7092ee2bd9c2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Network': ['ID=90aad198-a772-4067-84ea-b767c7907a98,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:39.019827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55690) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:39.025954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-292379ce-2d3f-41d6-a5e5-394186c81877 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'subnet': {'network_id': '90aad198-a772-4067-84ea-b767c7907a98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:39.033209 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 90aad198-a772-4067-84ea-b767c7907a98 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:39.060548 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4763b378-3432-4650-9737-7e7be49cdbfc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:15:39.078083 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4763b378-3432-4650-9737-7e7be49cdbfc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:39.187644 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4763b378-3432-4650-9737-7e7be49cdbfc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "PUT /v2.0/floatingips/758c5756-47ec-4eae-8c08-3f82ad476398 HTTP/1.1" status: 200 len: 992 time: 2.3023334 Aug 31 01:15:39.191761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf98c9-8e38-4c97-9b51-d973563bd377 None None] Sync routers for ids ['16f66004-0076-472b-9bbb-db56290dc15c'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:15:39.193868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': '38ccb67a-e685-420f-afef-38e0a5289db7'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:39.196869 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c961bc1e-cea0-4ed2-918e-248fa995c347" -d '{"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "38ccb67a-e685-420f-afef-38e0a5289db7"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:39.215934 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf98c9-8e38-4c97-9b51-d973563bd377 None None] Routers {'16f66004-0076-472b-9bbb-db56290dc15c'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:15:39.217397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2ebf98c9-8e38-4c97-9b51-d973563bd377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:15:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['16f66004-0076-472b-9bbb-db56290dc15c'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:39.224264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292379ce-2d3f-41d6-a5e5-394186c81877 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:39.228806 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-292379ce-2d3f-41d6-a5e5-394186c81877 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:39.420361 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2267cee2-efbc-480e-b986-ebf8b2e66768 x-openstack-request-id: req-2267cee2-efbc-480e-b986-ebf8b2e66768 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:39.420652 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "tag": "38ccb67a-e685-420f-afef-38e0a5289db7", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:39.420910 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2267cee2-efbc-480e-b986-ebf8b2e66768 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:39.421336 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'tag': '38ccb67a-e685-420f-afef-38e0a5289db7', 'status': 'completed', 'code': 200} Aug 31 01:15:39.477685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60746e-88af-4543-bdbd-603391646d59 req-7cc59df1-4daf-4738-abbe-d632278a280e tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:39.479250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a60746e-88af-4543-bdbd-603391646d59 req-7cc59df1-4daf-4738-abbe-d632278a280e tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.2388227 Aug 31 01:15:39.668699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd5094d4-a718-490c-a295-b018b83ba039 req-84e01b24-4a74-45bb-9522-5ef6283917ef tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 210 time: 0.0440300 Aug 31 01:15:39.681665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a60746e-88af-4543-bdbd-603391646d59 req-06b63143-cd81-463b-8ca4-66aa6588187d tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736040 Aug 31 01:15:39.740662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-641f27ee-d3b5-48df-bca5-799fb0189c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:39.741376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-641f27ee-d3b5-48df-bca5-799fb0189c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:39.741655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-641f27ee-d3b5-48df-bca5-799fb0189c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:39.742131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-641f27ee-d3b5-48df-bca5-799fb0189c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:39.742601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-641f27ee-d3b5-48df-bca5-799fb0189c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:39.743071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-641f27ee-d3b5-48df-bca5-799fb0189c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:39.743591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-641f27ee-d3b5-48df-bca5-799fb0189c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:39.745655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-641f27ee-d3b5-48df-bca5-799fb0189c6d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1534f084f814923866cc1da0f965ab3&device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 6509 time: 0.2872827 Aug 31 01:15:39.788630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-2ebf98c9-8e38-4c97-9b51-d973563bd377 None None] Set router 16f66004-0076-472b-9bbb-db56290dc15c gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:15:39.888634 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55726) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:40.002957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-bfb6740b-0a00-456d-ae0e-66090dd8b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:40.004514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-bfb6740b-0a00-456d-ae0e-66090dd8b5c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ebcfddf9-8b28-46c0-b6e9-f572fd50039a HTTP/1.1" status: 200 len: 918 time: 0.2111881 Aug 31 01:15:40.034349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7aa2-acdb-4eef-888c-e95d6ba6de00 req-c3ae4f42-cefd-46b1-b1ea-378ca7e6a4fe tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:40.053295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a32c7aa2-acdb-4eef-888c-e95d6ba6de00 req-c3ae4f42-cefd-46b1-b1ea-378ca7e6a4fe tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1899774 Aug 31 01:15:40.092967 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-292379ce-2d3f-41d6-a5e5-394186c81877 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:40.204870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-bd754819-0371-4cb0-822d-a838bdb2f3c7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:40.211726 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-bd754819-0371-4cb0-822d-a838bdb2f3c7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 812 time: 0.2304921 Aug 31 01:15:40.232348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-89be0df5-9914-4b21-a86c-ca633c6df5da tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Request body: {'port': {'device_id': 'c2571673-4fb0-4660-897b-a273a9638c5f', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'admin_state_up': True, 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:40.311200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a32c7aa2-acdb-4eef-888c-e95d6ba6de00 req-78a3ca7c-624c-475c-8342-5b7b4212ba30 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515123 Aug 31 01:15:40.328597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2ebf98c9-8e38-4c97-9b51-d973563bd377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f66004-0076-472b-9bbb-db56290dc15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:19Z', 'revision_number': 4, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'gw_port': {'id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '758c5756-47ec-4eae-8c08-3f82ad476398', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'floating_ip_address': '172.25.6.243', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'port_id': '38ccb67a-e685-420f-afef-38e0a5289db7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'mac_address': 'fa:16:3e:16:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:14:14Z', 'updated_at': '2021-08-31T01:15:37Z', 'revision_number': 1, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27dac49-c07e-454d-aac2-fceaf1d1dfc8', 'name': '', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'mac_address': 'fa:16:3e:a5:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:18Z', 'updated_at': '2021-08-31T01:13:33Z', 'revision_number': 5, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'subnets': [{'id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:40.328873 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-a880ec9a-08a4-4552-ab1f-8dac3210ea0d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ccb67a-e685-420f-afef-38e0a5289db7 HTTP/1.1" status: 200 len: 1000 time: 0.2715282 Aug 31 01:15:40.378064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292379ce-2d3f-41d6-a5e5-394186c81877 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Subnet': ['ID=0921a635-ea4f-425e-90fd-3f70f63db1ea,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:40.387960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf98c9-8e38-4c97-9b51-d973563bd377 None None] Checking router: 16f66004-0076-472b-9bbb-db56290dc15c for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:15:40.413922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf98c9-8e38-4c97-9b51-d973563bd377 None None] Routers {'16f66004-0076-472b-9bbb-db56290dc15c'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:15:40.416549 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2ebf98c9-8e38-4c97-9b51-d973563bd377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:15:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['16f66004-0076-472b-9bbb-db56290dc15c'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:40.441263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-89be0df5-9914-4b21-a86c-ca633c6df5da tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Made reservation on behalf of aa9a2e60b3104e5b9b545398b90f57bb for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:40.445737 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-89be0df5-9914-4b21-a86c-ca633c6df5da tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:40.449816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292379ce-2d3f-41d6-a5e5-394186c81877 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Checking segment: {'id': 'b2f90ac9-aa37-4d02-98f7-77c25f6d310e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '90aad198-a772-4067-84ea-b767c7907a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:40.451412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292379ce-2d3f-41d6-a5e5-394186c81877 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network hostable DHCP agents. Network: 90aad198-a772-4067-84ea-b767c7907a98, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:15:40.488320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-45cf95a8-94d3-4ccd-8934-5fd4b1756028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:40.490966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-45cf95a8-94d3-4ccd-8934-5fd4b1756028 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=198a4c1e-c03d-447f-8e37-fec3a4c3c5eb HTTP/1.1" status: 200 len: 856 time: 0.1520669 Aug 31 01:15:40.493586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292379ce-2d3f-41d6-a5e5-394186c81877 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network 90aad198-a772-4067-84ea-b767c7907a98 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:15:40.516633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-292379ce-2d3f-41d6-a5e5-394186c81877 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 90aad198-a772-4067-84ea-b767c7907a98) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:40.543134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292379ce-2d3f-41d6-a5e5-394186c81877 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:40.543786 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-292379ce-2d3f-41d6-a5e5-394186c81877 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:40.579909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-292379ce-2d3f-41d6-a5e5-394186c81877 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5592020 Aug 31 01:15:40.587804 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54458785-f4f2-4024-848c-1ea7b995eb31 None None] Network 90aad198-a772-4067-84ea-b767c7907a98 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:40.589696 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55748) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:40.593012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-f2a71f17-422d-4bbf-8392-1bf4f7ae7725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:40.594864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-f2a71f17-422d-4bbf-8392-1bf4f7ae7725 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ebcfddf9-8b28-46c0-b6e9-f572fd50039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931549 Aug 31 01:15:40.643794 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3804902-f2fd-4fab-8107-23feabf0a365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:40.811248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-2ebf98c9-8e38-4c97-9b51-d973563bd377 None None] Set router 16f66004-0076-472b-9bbb-db56290dc15c gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:15:40.916100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ac18c64-322b-491a-83e3-8e095ae42149 req-ebc7e62a-1628-46fb-bc08-7292278b2811 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 210 time: 0.0419607 Aug 31 01:15:40.994446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-89be0df5-9914-4b21-a86c-ca633c6df5da tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Allocated IP 172.20.0.3 (5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad/c35ba00f-fd19-48e8-9930-8cd7e499d142/401e549e-b18c-473c-bcc2-22268ab63288) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:41.001803 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0b035-8334-4d55-b93d-e99c77485da1 req-60f8c580-452f-4ad2-8370-e7fa87c0f9b2 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:41.009942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53a0b035-8334-4d55-b93d-e99c77485da1 req-60f8c580-452f-4ad2-8370-e7fa87c0f9b2 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.1741316 Aug 31 01:15:41.080239 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.107732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53a0b035-8334-4d55-b93d-e99c77485da1 req-e92c55a0-1a42-4f6a-85c6-e6bbc1b913b4 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967877 Aug 31 01:15:41.126693 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-9646ab0a-d949-4a44-8c6c-d89738cb4417 service neutron] 10.222.0.70 "GET /v2.0/networks/ebcfddf9-8b28-46c0-b6e9-f572fd50039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134673 Aug 31 01:15:41.130671 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.138202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-90aad198-a772-4067-84ea-b767c7907a98', 'network_id': '90aad198-a772-4067-84ea-b767c7907a98', 'tenant_id': '4553b740e9824b8096260297eb23ef6c', 'fixed_ips': [{'subnet_id': '0921a635-ea4f-425e-90fd-3f70f63db1ea'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:15:41.139080 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.183164 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3804902-f2fd-4fab-8107-23feabf0a365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.206346 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3804902-f2fd-4fab-8107-23feabf0a365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.243722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3804902-f2fd-4fab-8107-23feabf0a365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e23161-5801-4fb1-854d-451660382131,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:41.338317 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.377729 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f3804902-f2fd-4fab-8107-23feabf0a365 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48b23e8fd5a14d4aa40c3d7c38e0e971&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4879217 Aug 31 01:15:41.387486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55760) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:41.516609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0912911d-269a-4957-89bf-0c6ab547a8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.566920 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0912911d-269a-4957-89bf-0c6ab547a8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.578147 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-89be0df5-9914-4b21-a86c-ca633c6df5da tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.610015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-89be0df5-9914-4b21-a86c-ca633c6df5da tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Transition to ACTIVE for port object 401e549e-b18c-473c-bcc2-22268ab63288 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:41.663596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Allocated IP 172.20.0.2 (90aad198-a772-4067-84ea-b767c7907a98/0921a635-ea4f-425e-90fd-3f70f63db1ea/3c474102-6b05-42ab-b153-8de240c9df4d) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:41.687788 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0912911d-269a-4957-89bf-0c6ab547a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.694623 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0912911d-269a-4957-89bf-0c6ab547a8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.698708 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0912911d-269a-4957-89bf-0c6ab547a8f6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d1e23161-5801-4fb1-854d-451660382131 HTTP/1.1" status: 204 len: 168 time: 0.3055146 Aug 31 01:15:41.722491 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912911d-269a-4957-89bf-0c6ab547a8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e23161-5801-4fb1-854d-451660382131,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:41.740812 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-89be0df5-9914-4b21-a86c-ca633c6df5da tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.742036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c961bc1e-cea0-4ed2-918e-248fa995c347 req-018c8bba-249d-4001-a119-dc9dc4765b81 service neutron] 10.222.0.70 "GET /v2.0/networks/ebcfddf9-8b28-46c0-b6e9-f572fd50039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059256 Aug 31 01:15:41.849689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfc650-9ce8-4232-80bb-a21d7c154ca3 req-49415744-cd39-4b9c-ad0d-b444fe1a7a68 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:41.861775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be0df5-9914-4b21-a86c-ca633c6df5da tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event updated for resources: {'Port': ['ID=401e549e-b18c-473c-bcc2-22268ab63288,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:41.867750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-31dfc650-9ce8-4232-80bb-a21d7c154ca3 req-49415744-cd39-4b9c-ad0d-b444fe1a7a68 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1445124 Aug 31 01:15:41.886907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1fadea18-0754-464f-8d7f-71be54039077'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:41.895917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-89be0df5-9914-4b21-a86c-ca633c6df5da tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:41.899698 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-89be0df5-9914-4b21-a86c-ca633c6df5da tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:41.907059 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-89be0df5-9914-4b21-a86c-ca633c6df5da tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:41.981953 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-31dfc650-9ce8-4232-80bb-a21d7c154ca3 req-d41eca79-4d89-4d6d-b95e-44cb3591bc29 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110959 Aug 31 01:15:41.998094 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['cee71392-60a3-4a35-b8c0-1a0239f26524'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:42.026118 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-89be0df5-9914-4b21-a86c-ca633c6df5da tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:42.026791 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-89be0df5-9914-4b21-a86c-ca633c6df5da tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:42.046776 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-89be0df5-9914-4b21-a86c-ca633c6df5da tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8183811 Aug 31 01:15:42.082613 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Request body: {'port': {'device_id': 'c2571673-4fb0-4660-897b-a273a9638c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:42.248329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b911ed1-3bee-4c6e-b51e-61742f1e5239 req-118e1112-3b67-4ce1-af71-283e1ba46641 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:42.287294 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b911ed1-3bee-4c6e-b51e-61742f1e5239 req-118e1112-3b67-4ce1-af71-283e1ba46641 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 931 time: 0.2221920 Aug 31 01:15:42.303053 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:42.399243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b911ed1-3bee-4c6e-b51e-61742f1e5239 req-b4f709d3-be1a-4f1a-824d-4a44fe71d29d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088183 Aug 31 01:15:42.437484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee2143-c8ea-40b7-a2ef-c0959f25b078 req-c972f0a7-1039-415c-b1b3-162343171227 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:42.446186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40ee2143-c8ea-40b7-a2ef-c0959f25b078 req-c972f0a7-1039-415c-b1b3-162343171227 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.1335146 Aug 31 01:15:42.521445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40ee2143-c8ea-40b7-a2ef-c0959f25b078 req-8dd7d413-40f8-4210-bddb-d8a12bed4b57 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706816 Aug 31 01:15:42.523508 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:42.556117 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Transition to ACTIVE for port object 3c474102-6b05-42ab-b153-8de240c9df4d will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:42.599231 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Transition to ACTIVE for port object 3c474102-6b05-42ab-b153-8de240c9df4d will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:42.659010 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:42.675536 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:42.732039 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-80948a27-1eae-4eac-a71d-700b1bc1c402 None None] Provisioning for port 401e549e-b18c-473c-bcc2-22268ab63288 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:42.739245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55786) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:42.764945 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-80948a27-1eae-4eac-a71d-700b1bc1c402 None None] Provisioning complete for port 401e549e-b18c-473c-bcc2-22268ab63288 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:42.765320 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-80948a27-1eae-4eac-a71d-700b1bc1c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:42.846441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-80948a27-1eae-4eac-a71d-700b1bc1c402 None None] Port 401e549e-b18c-473c-bcc2-22268ab63288 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:15:42.858557 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Network 90aad198-a772-4067-84ea-b767c7907a98 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:42.872892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Subnet': ['ID=0921a635-ea4f-425e-90fd-3f70f63db1ea,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:42.873535 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Pushing event updated for resources: {'Port': ['ID=3c474102-6b05-42ab-b153-8de240c9df4d,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:42.877737 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:42.885006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:42.912259 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-792c2fbe-2d88-4238-8701-01a2c4e9ee3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.020861 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401e549e-b18c-473c-bcc2-22268ab63288 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:43.040471 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.055478 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.086779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Transition to ACTIVE for port object 401e549e-b18c-473c-bcc2-22268ab63288 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:43.097085 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.104677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Attempting to bind port 3c474102-6b05-42ab-b153-8de240c9df4d on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:43.105254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Attempting to bind port 3c474102-6b05-42ab-b153-8de240c9df4d by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'b2f90ac9-aa37-4d02-98f7-77c25f6d310e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '90aad198-a772-4067-84ea-b767c7907a98'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:43.105684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Attempting to bind port 3c474102-6b05-42ab-b153-8de240c9df4d on network 90aad198-a772-4067-84ea-b767c7907a98 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:43.113268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90aad198-a772-4067-84ea-b767c7907a98']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:43.120695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:43.121330 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Checking segment: {'id': 'b2f90ac9-aa37-4d02-98f7-77c25f6d310e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '90aad198-a772-4067-84ea-b767c7907a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:43.121785 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.122484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Bound using segment: {'id': 'b2f90ac9-aa37-4d02-98f7-77c25f6d310e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '90aad198-a772-4067-84ea-b767c7907a98'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:43.123128 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Bound port: 3c474102-6b05-42ab-b153-8de240c9df4d, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f90ac9-aa37-4d02-98f7-77c25f6d310e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '90aad198-a772-4067-84ea-b767c7907a98'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:43.123614 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.150118 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f90ac9-aa37-4d02-98f7-77c25f6d310e') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:43.151298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f90ac9-aa37-4d02-98f7-77c25f6d310e') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:43.209247 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.218688 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] For port 3c474102-6b05-42ab-b153-8de240c9df4d, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:43.223079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] For port 3c474102-6b05-42ab-b153-8de240c9df4d, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=3c474102-6b05-42ab-b153-8de240c9df4d,segment=NetworkSegment(b2f90ac9-aa37-4d02-98f7-77c25f6d310e),segment_id=b2f90ac9-aa37-4d02-98f7-77c25f6d310e)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:43.228509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2ebf98c9-8e38-4c97-9b51-d973563bd377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f66004-0076-472b-9bbb-db56290dc15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:19Z', 'revision_number': 4, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'gw_port': {'id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '758c5756-47ec-4eae-8c08-3f82ad476398', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'floating_ip_address': '172.25.6.243', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'port_id': '38ccb67a-e685-420f-afef-38e0a5289db7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'mac_address': 'fa:16:3e:16:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:14:14Z', 'updated_at': '2021-08-31T01:15:37Z', 'revision_number': 1, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27dac49-c07e-454d-aac2-fceaf1d1dfc8', 'name': '', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'mac_address': 'fa:16:3e:a5:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:18Z', 'updated_at': '2021-08-31T01:13:33Z', 'revision_number': 5, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'subnets': [{'id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:43.279459 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.288789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf98c9-8e38-4c97-9b51-d973563bd377 None None] The sync data for ids ['16f66004-0076-472b-9bbb-db56290dc15c'] in n-d-802060-13 is: [{'id': '16f66004-0076-472b-9bbb-db56290dc15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:19Z', 'revision_number': 4, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'gw_port': {'id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '758c5756-47ec-4eae-8c08-3f82ad476398', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'floating_ip_address': '172.25.6.243', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'port_id': '38ccb67a-e685-420f-afef-38e0a5289db7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'mac_address': 'fa:16:3e:16:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:14:14Z', 'updated_at': '2021-08-31T01:15:37Z', 'revision_number': 1, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27dac49-c07e-454d-aac2-fceaf1d1dfc8', 'name': '', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'mac_address': 'fa:16:3e:a5:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:18Z', 'updated_at': '2021-08-31T01:13:33Z', 'revision_number': 5, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'subnets': [{'id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:15:43.290762 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-792c2fbe-2d88-4238-8701-01a2c4e9ee3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.301800 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.303346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688cfa0-02cb-4fcf-80b7-ec7e7e853211 req-4038581d-222a-4ab3-b981-d9c786bebcf9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:43.315178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5688cfa0-02cb-4fcf-80b7-ec7e7e853211 req-4038581d-222a-4ab3-b981-d9c786bebcf9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1706662 Aug 31 01:15:43.347245 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-792c2fbe-2d88-4238-8701-01a2c4e9ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.356327 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Pushing event updated for resources: {'Port': ['ID=401e549e-b18c-473c-bcc2-22268ab63288,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:43.396146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:43.396893 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:43.422538 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:43.456476 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Attempting to bind port 401e549e-b18c-473c-bcc2-22268ab63288 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:43.456957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Attempting to bind port 401e549e-b18c-473c-bcc2-22268ab63288 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:43.457621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Attempting to bind port 401e549e-b18c-473c-bcc2-22268ab63288 on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:43.468238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Port 401e549e-b18c-473c-bcc2-22268ab63288 on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:15:43.470639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Attempting to bind port 401e549e-b18c-473c-bcc2-22268ab63288 on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:43.481725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:43.483936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Checking segment: {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:43.485707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Bound using segment: {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:43.486300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Bound port: 401e549e-b18c-473c-bcc2-22268ab63288, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:43.488231 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.543686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d8e87-1bdf-47c0-98c9-aaf3d54df146 None None] Pushing event updated for resources: {'Port': ['ID=3c474102-6b05-42ab-b153-8de240c9df4d,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:43.575541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524809e7-844e-45a1-993f-0c01ae9991e9 None None] Network 90aad198-a772-4067-84ea-b767c7907a98 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:43.632257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] For port 401e549e-b18c-473c-bcc2-22268ab63288, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:43.637012 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] For port 401e549e-b18c-473c-bcc2-22268ab63288, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=401e549e-b18c-473c-bcc2-22268ab63288,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:43.649892 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.657039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5688cfa0-02cb-4fcf-80b7-ec7e7e853211 req-37491752-cdb6-4caa-b9eb-e975981b32b2 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401382 Aug 31 01:15:43.720890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-792c2fbe-2d88-4238-8701-01a2c4e9ee3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3b774682d9a47d793d664b7b11dc6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9724112 Aug 31 01:15:43.726095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55804) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:43.732920 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:43.735526 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:43.738413 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] 10.222.0.70 "PUT /v2.0/ports/401e549e-b18c-473c-bcc2-22268ab63288 HTTP/1.1" status: 200 len: 1092 time: 1.6800671 Aug 31 01:15:43.748093 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2571673-4fb0-4660-897b-a273a9638c5f', 'tag': '401e549e-b18c-473c-bcc2-22268ab63288'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:43.753755 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0114aef-3200-4eab-8387-b8703d0dee24" -d '{"events": [{"name": "network-changed", "server_uuid": "c2571673-4fb0-4660-897b-a273a9638c5f", "tag": "401e549e-b18c-473c-bcc2-22268ab63288"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:43.814376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c2fbe-2d88-4238-8701-01a2c4e9ee3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94509f5-e426-4507-a730-1b494cac183c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:43.826114 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.api [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 01:15:43.826114 n-d-802060-13 neutron-server[94761]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 01:15:43.826114 n-d-802060-13 neutron-server[94761]: [parameters: {'id': '90aad198-a772-4067-84ea-b767c7907a98'}] Aug 31 01:15:43.826114 n-d-802060-13 neutron-server[94761]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:15:43.826732 n-d-802060-13 neutron-server[94761]: DEBUG oslo_db.api [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:15:43.840717 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e81112-b0f6-4d9d-a714-2e5844cd6b6e None None] New status for floating IP 758c5756-47ec-4eae-8c08-3f82ad476398: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:15:43.973071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-8b876333-8aac-430a-9b37-1cacce29cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:43.975045 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-8b876333-8aac-430a-9b37-1cacce29cae3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 1095 time: 0.1916878 Aug 31 01:15:43.976800 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc6829-4b12-426c-a02f-bcd92c11c463 service neutron] Pushing event updated for resources: {'Port': ['ID=401e549e-b18c-473c-bcc2-22268ab63288,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:44.031720 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-defceed5-062c-4c52-bebf-4d810942614b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=401e549e-b18c-473c-bcc2-22268ab63288 HTTP/1.1" status: 200 len: 217 time: 0.0441668 Aug 31 01:15:44.067488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff5480-a2f0-4a48-a5ed-9faeff39d0c2 req-59c2d2f4-5f66-4d55-a1d4-335681036365 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:44.075131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfff5480-a2f0-4a48-a5ed-9faeff39d0c2 req-59c2d2f4-5f66-4d55-a1d4-335681036365 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 943 time: 0.4759490 Aug 31 01:15:44.092608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2b11e-1fba-4e6d-847d-705da7a929a1 req-798722cd-235c-4be2-9ce9-515c6b86fbf9 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:44.109591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26e2b11e-1fba-4e6d-847d-705da7a929a1 req-798722cd-235c-4be2-9ce9-515c6b86fbf9 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.2968965 Aug 31 01:15:44.134334 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-7e68bb61-34ab-46e2-be45-5c6cdb816e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:44.137955 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-7e68bb61-34ab-46e2-be45-5c6cdb816e46 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.0959966 Aug 31 01:15:44.167630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6564ed-4075-4337-9d10-2c1a46c8cbf4 None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:15:44.236221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-790f2d1f-e57a-4a1b-8cd4-20bd3a452321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:44.237334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfff5480-a2f0-4a48-a5ed-9faeff39d0c2 req-49369ac1-10a5-497d-a7f9-5d5c788ca7ee tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138530 Aug 31 01:15:44.238510 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-20cbbf39-d5ce-4b45-9990-b9965585dd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:44.246847 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-790f2d1f-e57a-4a1b-8cd4-20bd3a452321 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005762 Aug 31 01:15:44.269555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26e2b11e-1fba-4e6d-847d-705da7a929a1 req-5565a560-8219-4450-b8a9-22cc944debfc tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549845 Aug 31 01:15:44.305538 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-20cbbf39-d5ce-4b45-9990-b9965585dd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:44.329501 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:44.456245 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-20cbbf39-d5ce-4b45-9990-b9965585dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:44.470587 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-20cbbf39-d5ce-4b45-9990-b9965585dd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:44.475734 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-20cbbf39-d5ce-4b45-9990-b9965585dd2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e94509f5-e426-4507-a730-1b494cac183c HTTP/1.1" status: 204 len: 168 time: 0.7140253 Aug 31 01:15:44.489632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbbf39-d5ce-4b45-9990-b9965585dd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94509f5-e426-4507-a730-1b494cac183c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:44.495422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6564ed-4075-4337-9d10-2c1a46c8cbf4 None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:15:44.495543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Deleting port 3c474102-6b05-42ab-b153-8de240c9df4d {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:15:44.495861 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:44.533179 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-9bdb409d-1cda-4c95-a664-60af2d5cf633 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793143 Aug 31 01:15:44.539167 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d6f2ea-62ef-4d7b-81b4-9601ff7f5777 x-openstack-request-id: req-a9d6f2ea-62ef-4d7b-81b4-9601ff7f5777 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:44.540404 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2571673-4fb0-4660-897b-a273a9638c5f", "tag": "401e549e-b18c-473c-bcc2-22268ab63288", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:44.540758 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9d6f2ea-62ef-4d7b-81b4-9601ff7f5777 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:44.541893 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2571673-4fb0-4660-897b-a273a9638c5f', 'tag': '401e549e-b18c-473c-bcc2-22268ab63288', 'status': 'completed', 'code': 200} Aug 31 01:15:44.590096 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] For port 3c474102-6b05-42ab-b153-8de240c9df4d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=3c474102-6b05-42ab-b153-8de240c9df4d,segment=NetworkSegment(b2f90ac9-aa37-4d02-98f7-77c25f6d310e),segment_id=b2f90ac9-aa37-4d02-98f7-77c25f6d310e)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:44.590484 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:44.616815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Calling delete_port for 3c474102-6b05-42ab-b153-8de240c9df4d owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:15:44.669690 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-68796cd5-9f8b-4851-a99a-67e075f2f1a5 req-b58c4509-5055-434e-abb8-54a231f797c4 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250014 Aug 31 01:15:44.795090 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:44.868347 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0114aef-3200-4eab-8387-b8703d0dee24 req-0efa6e83-db5b-4de5-b11f-c0f25f41165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:44.870707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No DVR routers for this DVR port 3c474102-6b05-42ab-b153-8de240c9df4d on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:15:44.872242 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b0114aef-3200-4eab-8387-b8703d0dee24 req-0efa6e83-db5b-4de5-b11f-c0f25f41165c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 1095 time: 0.1390336 Aug 31 01:15:44.882637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Port': ['ID=3c474102-6b05-42ab-b153-8de240c9df4d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:45.166807 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.184239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e871c-df74-47ee-86d3-2460958f701c req-8f3cebbb-b2fb-46bb-a035-69c7c754ce90 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:45.196690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b0e871c-df74-47ee-86d3-2460958f701c req-8f3cebbb-b2fb-46bb-a035-69c7c754ce90 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.4271533 Aug 31 01:15:45.216336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90aad198-a772-4067-84ea-b767c7907a98']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:45.240747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f90ac9-aa37-4d02-98f7-77c25f6d310e') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:45.241097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f90ac9-aa37-4d02-98f7-77c25f6d310e') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:45.255745 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.278418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b0e871c-df74-47ee-86d3-2460958f701c req-f6c60cd0-9cb9-46e1-bbe3-acb6f5bdb4bd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804830 Aug 31 01:15:45.286068 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.296692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:45.297120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:45.308998 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:45.497235 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.530527 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.544319 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/90aad198-a772-4067-84ea-b767c7907a98 HTTP/1.1" status: 204 len: 168 time: 4.9455216 Aug 31 01:15:45.605077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55844) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:45.605437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55846) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:45.655205 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ccb1d-7f09-456e-a74d-70e58b4aa52a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Network': ['ID=90aad198-a772-4067-84ea-b767c7907a98,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:45.686800 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-90898e58-20cb-4582-984c-9fc409e595f5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] GET failed (client error): The resource could not be found. Aug 31 01:15:45.688990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-90898e58-20cb-4582-984c-9fc409e595f5 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "GET /v2.0/subnets/0921a635-ea4f-425e-90fd-3f70f63db1ea HTTP/1.1" status: 404 len: 337 time: 0.0735097 Aug 31 01:15:45.693600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55850) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:45.713661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe0c05-3403-4ccd-8803-f96d2ad2509c req-4ef9008f-afa4-4731-960f-423d8d1989ce tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:45.715638 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7fe0c05-3403-4ccd-8803-f96d2ad2509c req-4ef9008f-afa4-4731-960f-423d8d1989ce tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 943 time: 0.2441075 Aug 31 01:15:45.738191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db75630-a627-46fc-a47a-614714e65988 req-05d136b1-28ad-4dbb-a16c-c0a811a229fc tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:45.739827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9db75630-a627-46fc-a47a-614714e65988 req-05d136b1-28ad-4dbb-a16c-c0a811a229fc tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.2336617 Aug 31 01:15:45.766668 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8dfdbe-f958-426b-b708-e24bab1641b3 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:45.769462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8dfdbe-f958-426b-b708-e24bab1641b3 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:45.778989 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6f8dfdbe-f958-426b-b708-e24bab1641b3 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/90aad198-a772-4067-84ea-b767c7907a98 HTTP/1.1" status: 404 len: 339 time: 0.0817614 Aug 31 01:15:45.781600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55856) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:45.815430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7fe0c05-3403-4ccd-8803-f96d2ad2509c req-ab7d3667-3b21-4e86-a275-532debddfcbb tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899456 Aug 31 01:15:45.816526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9db75630-a627-46fc-a47a-614714e65988 req-22b1e127-409a-4926-b294-a4dfd83639ad tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697217 Aug 31 01:15:45.902928 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6be9e26f-e821-4d06-9cb9-b22104b4fca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.983353 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0114aef-3200-4eab-8387-b8703d0dee24 req-6ddb85d0-958e-4b4f-9ee8-9c5bd82c2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:45.984768 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b0114aef-3200-4eab-8387-b8703d0dee24 req-6ddb85d0-958e-4b4f-9ee8-9c5bd82c2501 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 1.1053345 Aug 31 01:15:46.043259 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6be9e26f-e821-4d06-9cb9-b22104b4fca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:46.048078 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6be9e26f-e821-4d06-9cb9-b22104b4fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:46.062167 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b0114aef-3200-4eab-8387-b8703d0dee24 req-e0b0a608-8f6c-4393-9b27-83d6cf4407b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=401e549e-b18c-473c-bcc2-22268ab63288 HTTP/1.1" status: 200 len: 217 time: 0.0600033 Aug 31 01:15:46.100870 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6be9e26f-e821-4d06-9cb9-b22104b4fca9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=38e355e7522546dd8750ccb6d2dbc6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825709 Aug 31 01:15:46.104817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55866) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:46.138369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9e26f-e821-4d06-9cb9-b22104b4fca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5115a913-350b-4f1f-be3b-666d8de17b87,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:46.180937 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-105992ac-ad88-4227-b791-e3deef948299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:46.189111 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c41b17c-4dde-48fd-8fc3-0e524da703d7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:46.191736 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3c41b17c-4dde-48fd-8fc3-0e524da703d7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4087529 Aug 31 01:15:46.193418 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55870) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:46.207783 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0114aef-3200-4eab-8387-b8703d0dee24 req-234ad51d-5b79-45bb-b8b7-b8941cf12bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:46.209307 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b0114aef-3200-4eab-8387-b8703d0dee24 req-234ad51d-5b79-45bb-b8b7-b8941cf12bcc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.0893946 Aug 31 01:15:46.238583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-83d209c2-9c51-45e2-8f0b-0feb16166684 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 207 time: 0.0430529 Aug 31 01:15:46.243307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55872) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:46.256594 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-105992ac-ad88-4227-b791-e3deef948299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:46.307959 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0114aef-3200-4eab-8387-b8703d0dee24 req-9a449989-5a25-4565-ada7-68570490ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:46.310474 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b0114aef-3200-4eab-8387-b8703d0dee24 req-9a449989-5a25-4565-ada7-68570490ef0f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911078 Aug 31 01:15:46.433598 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b0114aef-3200-4eab-8387-b8703d0dee24 req-eaae87d9-3c16-4e49-ab37-d5baf6010a8a service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169908 Aug 31 01:15:46.499311 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-105992ac-ad88-4227-b791-e3deef948299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:46.502479 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-105992ac-ad88-4227-b791-e3deef948299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:46.506522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-105992ac-ad88-4227-b791-e3deef948299 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5115a913-350b-4f1f-be3b-666d8de17b87 HTTP/1.1" status: 204 len: 168 time: 0.3975852 Aug 31 01:15:46.528315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833259fd-373d-4b00-9893-329b70966206 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:46.537153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833259fd-373d-4b00-9893-329b70966206 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:46.548228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833259fd-373d-4b00-9893-329b70966206 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:46.558077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833259fd-373d-4b00-9893-329b70966206 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:46.560736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-833259fd-373d-4b00-9893-329b70966206 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3162541 Aug 31 01:15:46.567762 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55912) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:46.576354 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105992ac-ad88-4227-b791-e3deef948299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5115a913-350b-4f1f-be3b-666d8de17b87,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:46.634837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dd9ed-3834-4f2e-89e9-1997243dc151 req-025ef488-463a-4fa7-bbc7-5a04e559da60 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:46.636431 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-158dd9ed-3834-4f2e-89e9-1997243dc151 req-025ef488-463a-4fa7-bbc7-5a04e559da60 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1689303 Aug 31 01:15:46.682553 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b0114aef-3200-4eab-8387-b8703d0dee24 req-a9a628ff-9b28-42f9-84f1-dabfa827060e service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431786 Aug 31 01:15:46.727412 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-158dd9ed-3834-4f2e-89e9-1997243dc151 req-dfdfdddd-5f4f-4ad6-a76f-b0edba91afb0 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814497 Aug 31 01:15:46.734412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55914) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:46.735058 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-36c859b6-eb26-4a83-9a06-66504b5bb23a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1659832 Aug 31 01:15:46.830773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d8edac-f853-4896-b972-83bc9b9787cd tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:46.837518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d8edac-f853-4896-b972-83bc9b9787cd tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:46.843633 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-91d8edac-f853-4896-b972-83bc9b9787cd tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1068609 Aug 31 01:15:46.848509 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55918) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:46.942419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24016d0d-3819-4f1c-931c-87e81d18fe62 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:46.945714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24016d0d-3819-4f1c-931c-87e81d18fe62 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:46.947939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-24016d0d-3819-4f1c-931c-87e81d18fe62 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0982213 Aug 31 01:15:46.951677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55926) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:47.133941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04809d-b853-4937-8d34-08ca6c6dc81e req-a7ccc327-7d96-44e7-9d05-a4068e6112c5 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:47.135931 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a04809d-b853-4937-8d34-08ca6c6dc81e req-a7ccc327-7d96-44e7-9d05-a4068e6112c5 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.1565642 Aug 31 01:15:47.137453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55932) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:47.175256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f544ecab-5731-4d2c-9f01-fce3c44ada03 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:47.182614 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f544ecab-5731-4d2c-9f01-fce3c44ada03 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "GET /v2.0/networks/b57cba2b-3e4e-44cc-85b8-6c1637a83685 HTTP/1.1" status: 200 len: 799 time: 0.2297573 Aug 31 01:15:47.183384 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55936) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:47.184608 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a89facc5-9bec-43c9-a496-eb9628353ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:47.226613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b0dcd-55d9-4504-9849-96b5cf142313 req-354e210d-8ee9-4d7c-925c-59a4beaa9031 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:47.228472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-976b0dcd-55d9-4504-9849-96b5cf142313 req-354e210d-8ee9-4d7c-925c-59a4beaa9031 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 943 time: 0.1701407 Aug 31 01:15:47.246930 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a04809d-b853-4937-8d34-08ca6c6dc81e req-6224e857-f262-49d7-8e44-6d0546f54490 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997791 Aug 31 01:15:47.377648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-976b0dcd-55d9-4504-9849-96b5cf142313 req-d0bfbda0-163c-465b-a481-bbbd262be06b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385674 Aug 31 01:15:47.423570 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0d8fd629-c48c-4d3a-9d86-ccdb47939326 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "GET /v2.0/networks/b57cba2b-3e4e-44cc-85b8-6c1637a83685?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2356758 Aug 31 01:15:47.424608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55966) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:47.464055 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a89facc5-9bec-43c9-a496-eb9628353ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:47.469991 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a89facc5-9bec-43c9-a496-eb9628353ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:47.525604 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a89facc5-9bec-43c9-a496-eb9628353ef8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6242ac1574104490beb426f015bceefe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862035 Aug 31 01:15:47.527452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55968) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:47.534838 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89facc5-9bec-43c9-a496-eb9628353ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9029da3-0935-4408-9ffe-1af7a8969707,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:47.535234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d52d8ec-8134-489f-a6f1-64395674244d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:47.543535 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3d52d8ec-8134-489f-a6f1-64395674244d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "GET /v2.0/subnets/e5addb0c-b24e-4bea-afe3-949a65fa1cae HTTP/1.1" status: 200 len: 811 time: 0.1172297 Aug 31 01:15:47.543971 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55970) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:47.627772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 401e549e-b18c-473c-bcc2-22268ab63288 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:15:47.639043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b2fe25-c923-4448-a789-b84cde40227e tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['shared'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:47.645009 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b6b2fe25-c923-4448-a789-b84cde40227e tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "GET /v2.0/subnets/e5addb0c-b24e-4bea-afe3-949a65fa1cae?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0957329 Aug 31 01:15:47.645009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55974) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:47.650995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e5dd53ae-8d90-47ab-b9d7-91e5c4fd8189 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2109577948'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:47.690059 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa24-013c-4637-8057-dcd4becf679f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:47.731743 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-95c3e04a-0d77-4c9f-bdb7-1e0b5efe3901 req-8abfb741-cfbe-4768-8260-4b3a24bbf70e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0619578 Aug 31 01:15:47.797936 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa24-013c-4637-8057-dcd4becf679f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:47.801134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dd53ae-8d90-47ab-b9d7-91e5c4fd8189 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:47.806777 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5dd53ae-8d90-47ab-b9d7-91e5c4fd8189 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:47.903906 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3e04a-0d77-4c9f-bdb7-1e0b5efe3901 req-b6a4f7eb-8b0b-4e3e-b01f-4680211897d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:47.916864 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-95c3e04a-0d77-4c9f-bdb7-1e0b5efe3901 req-b6a4f7eb-8b0b-4e3e-b01f-4680211897d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 1097 time: 0.1288366 Aug 31 01:15:47.942225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5dd53ae-8d90-47ab-b9d7-91e5c4fd8189 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:15:47.984610 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f056f4-a275-4964-a0c3-abcad4052097 req-a37b904a-ca02-4867-9f11-921416566079 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:47.986229 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-13f056f4-a275-4964-a0c3-abcad4052097 req-a37b904a-ca02-4867-9f11-921416566079 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.0987372 Aug 31 01:15:48.068536 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5dd53ae-8d90-47ab-b9d7-91e5c4fd8189 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:48.068770 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-e5dd53ae-8d90-47ab-b9d7-91e5c4fd8189 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Added segment 88cb3480-00f1-4be1-8f03-ae016eb925ab of type vlan for network 9480b14f-8b9c-483d-b474-a5d3ed97960d Aug 31 01:15:48.072098 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa24-013c-4637-8057-dcd4becf679f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:48.074746 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa24-013c-4637-8057-dcd4becf679f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:48.083674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-13e1fa24-013c-4637-8057-dcd4becf679f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9029da3-0935-4408-9ffe-1af7a8969707 HTTP/1.1" status: 204 len: 168 time: 0.5527582 Aug 31 01:15:48.148032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 401e549e-b18c-473c-bcc2-22268ab63288, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=401e549e-b18c-473c-bcc2-22268ab63288,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:48.165127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '401e549e-b18c-473c-bcc2-22268ab63288', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'port_id': '401e549e-b18c-473c-bcc2-22268ab63288', 'mac_address': 'fa:16:3e:88:e3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:15:48.166815 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3e04a-0d77-4c9f-bdb7-1e0b5efe3901 req-439fb0f0-8687-4de0-b292-c772d4c41a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:48.171568 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-95c3e04a-0d77-4c9f-bdb7-1e0b5efe3901 req-439fb0f0-8687-4de0-b292-c772d4c41a74 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.2105958 Aug 31 01:15:48.183090 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-13f056f4-a275-4964-a0c3-abcad4052097 req-1d805bbf-fbd5-4f2c-a52a-5d7c4fb86425 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834805 Aug 31 01:15:48.269463 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:48.310363 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401e549e-b18c-473c-bcc2-22268ab63288 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:48.318296 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5dd53ae-8d90-47ab-b9d7-91e5c4fd8189 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:48.331087 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-95c3e04a-0d77-4c9f-bdb7-1e0b5efe3901 req-fe9d51f9-d56c-4e9c-802a-13c77c3dd268 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f HTTP/1.1" status: 200 len: 1000 time: 0.1476357 Aug 31 01:15:48.365839 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 401e549e-b18c-473c-bcc2-22268ab63288, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=401e549e-b18c-473c-bcc2-22268ab63288,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:48.374968 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:48.391773 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:15:48.431594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1fa24-013c-4637-8057-dcd4becf679f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9029da3-0935-4408-9ffe-1af7a8969707,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:48.438424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3e04a-0d77-4c9f-bdb7-1e0b5efe3901 req-14bdac80-b568-4f47-92d9-d0c76fad1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:48.440432 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-95c3e04a-0d77-4c9f-bdb7-1e0b5efe3901 req-14bdac80-b568-4f47-92d9-d0c76fad1d23 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.1009750 Aug 31 01:15:48.449723 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5dd53ae-8d90-47ab-b9d7-91e5c4fd8189 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:48.466105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dd53ae-8d90-47ab-b9d7-91e5c4fd8189 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:48.467232 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5dd53ae-8d90-47ab-b9d7-91e5c4fd8189 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:48.571737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e5dd53ae-8d90-47ab-b9d7-91e5c4fd8189 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9257112 Aug 31 01:15:48.574456 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55990) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:48.590452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-872574ae-2c4e-4605-a7dd-156ad2113d15 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'subnet': {'network_id': '9480b14f-8b9c-483d-b474-a5d3ed97960d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:48.606090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=401e549e-b18c-473c-bcc2-22268ab63288,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:48.690576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['401e549e-b18c-473c-bcc2-22268ab63288'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:48.691312 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3e04a-0d77-4c9f-bdb7-1e0b5efe3901 req-8508f483-d602-4b53-a1b9-f3352a1a03f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:48.699048 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-95c3e04a-0d77-4c9f-bdb7-1e0b5efe3901 req-8508f483-d602-4b53-a1b9-f3352a1a03f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2504904 Aug 31 01:15:48.725917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f320ad-2b3f-40e9-af4e-d0061f069270 req-63f4835a-6803-4b14-b3d8-554d000d0045 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:48.728046 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2f320ad-2b3f-40e9-af4e-d0061f069270 req-63f4835a-6803-4b14-b3d8-554d000d0045 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.2218859 Aug 31 01:15:48.728805 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd53ae-8d90-47ab-b9d7-91e5c4fd8189 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Network': ['ID=9480b14f-8b9c-483d-b474-a5d3ed97960d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:48.770532 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 9480b14f-8b9c-483d-b474-a5d3ed97960d details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:15:48.789148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea306f-2e55-4e57-8c8b-7eb0e727e8e1 req-c2b6f4ca-ddc2-4a2b-aee5-a6ea779fb9be tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:48.795561 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02ea306f-2e55-4e57-8c8b-7eb0e727e8e1 req-c2b6f4ca-ddc2-4a2b-aee5-a6ea779fb9be tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 944 time: 0.2211173 Aug 31 01:15:48.830063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2f320ad-2b3f-40e9-af4e-d0061f069270 req-3e314c68-b084-4d22-bd3a-7adde38e8e03 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896893 Aug 31 01:15:48.907169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02ea306f-2e55-4e57-8c8b-7eb0e727e8e1 req-007bfb19-3b07-4f89-8be9-a93574b1e4c4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811236 Aug 31 01:15:48.961290 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872574ae-2c4e-4605-a7dd-156ad2113d15 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Made reservation on behalf of 4553b740e9824b8096260297eb23ef6c for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:48.969099 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-872574ae-2c4e-4605-a7dd-156ad2113d15 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:49.064936 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-95c3e04a-0d77-4c9f-bdb7-1e0b5efe3901 req-bf242e58-0501-4776-95a1-3d83fda6d8d1 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473365 Aug 31 01:15:49.157147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.ipam_backend_mixin [None req-872574ae-2c4e-4605-a7dd-156ad2113d15 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Performing IP validity checks on allocation pools {{(pid=94760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 01:15:49.157755 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.ipam_backend_mixin [None req-872574ae-2c4e-4605-a7dd-156ad2113d15 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 01:15:49.268437 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-95c3e04a-0d77-4c9f-bdb7-1e0b5efe3901 req-350d1915-53b2-4823-a956-6a478176bd07 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917646 Aug 31 01:15:49.439338 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-872574ae-2c4e-4605-a7dd-156ad2113d15 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:49.464129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d159dc-b3ac-438e-8481-976b6975557c req-d385e7ca-9b05-4384-b641-a99cb5908ebd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:49.467264 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00d159dc-b3ac-438e-8481-976b6975557c req-d385e7ca-9b05-4384-b641-a99cb5908ebd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1091950 Aug 31 01:15:49.531981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872574ae-2c4e-4605-a7dd-156ad2113d15 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Subnet': ['ID=9ed15f11-1c5f-4759-bff4-3538844ac834,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:49.543167 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872574ae-2c4e-4605-a7dd-156ad2113d15 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Checking segment: {'id': '88cb3480-00f1-4be1-8f03-ae016eb925ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9480b14f-8b9c-483d-b474-a5d3ed97960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:49.543578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872574ae-2c4e-4605-a7dd-156ad2113d15 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network hostable DHCP agents. Network: 9480b14f-8b9c-483d-b474-a5d3ed97960d, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:15:49.569769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00d159dc-b3ac-438e-8481-976b6975557c req-9f2bddc8-59ad-495d-be29-a66cd08d9d03 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842175 Aug 31 01:15:49.583940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872574ae-2c4e-4605-a7dd-156ad2113d15 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Network 9480b14f-8b9c-483d-b474-a5d3ed97960d is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:15:49.603874 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-872574ae-2c4e-4605-a7dd-156ad2113d15 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 9480b14f-8b9c-483d-b474-a5d3ed97960d) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:49.615949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5dee6e-bde2-4c02-a14c-edb76c7626c3 None None] Network 9480b14f-8b9c-483d-b474-a5d3ed97960d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:49.624888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872574ae-2c4e-4605-a7dd-156ad2113d15 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:49.625641 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-872574ae-2c4e-4605-a7dd-156ad2113d15 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:49.667415 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-872574ae-2c4e-4605-a7dd-156ad2113d15 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0896635 Aug 31 01:15:49.678176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56018) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:49.686688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9e3c10ef-4798-4417-a274-14ac4f756da9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:49.915539 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9e3c10ef-4798-4417-a274-14ac4f756da9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16434493'] for subnet, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:49.978592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-9480b14f-8b9c-483d-b474-a5d3ed97960d', 'network_id': '9480b14f-8b9c-483d-b474-a5d3ed97960d', 'tenant_id': '4553b740e9824b8096260297eb23ef6c', 'fixed_ips': [{'subnet_id': '9ed15f11-1c5f-4759-bff4-3538844ac834'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:15:49.979669 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:50.061157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-db09637e-af6a-42a2-8497-c4b584b8f30e req-2bb646f5-2073-4fba-947d-beda9272044f service neutron] (94761) timed out ('10.222.0.70', 60447) {{(pid=94761) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:15:50.208959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16795799-72b1-45db-bbbd-78431884b1bc req-396099a8-3633-442c-8074-7495a94356a2 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:50.216787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-16795799-72b1-45db-bbbd-78431884b1bc req-396099a8-3633-442c-8074-7495a94356a2 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.2623568 Aug 31 01:15:50.282266 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bf989-927f-4ba6-95f7-fc97e2cc4d39 req-5396b50a-2bcf-4c82-b744-e860e816b514 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:50.282266 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e92bf989-927f-4ba6-95f7-fc97e2cc4d39 req-5396b50a-2bcf-4c82-b744-e860e816b514 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 944 time: 0.2102840 Aug 31 01:15:50.346626 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-16795799-72b1-45db-bbbd-78431884b1bc req-57cb6e3d-7249-4c10-8a85-fa0e0c8c03dc tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285405 Aug 31 01:15:50.457025 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e92bf989-927f-4ba6-95f7-fc97e2cc4d39 req-14b95519-319a-41fb-acb5-1e0e1bf942de tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631145 Aug 31 01:15:50.494514 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9e3c10ef-4798-4417-a274-14ac4f756da9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729315684572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6179684'] for subnet, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:50.563966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Allocated IP 172.20.0.3 (9480b14f-8b9c-483d-b474-a5d3ed97960d/9ed15f11-1c5f-4759-bff4-3538844ac834/d8d37fad-1138-4149-bb30-5c3777d4ef69) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:50.646686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c10ef-4798-4417-a274-14ac4f756da9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event updated for resources: {'Subnet': ['ID=9ed15f11-1c5f-4759-bff4-3538844ac834,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:50.665537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3c10ef-4798-4417-a274-14ac4f756da9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:50.671451 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9e3c10ef-4798-4417-a274-14ac4f756da9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:50.674215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9e3c10ef-4798-4417-a274-14ac4f756da9 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "PUT /v2.0/subnets/9ed15f11-1c5f-4759-bff4-3538844ac834 HTTP/1.1" status: 200 len: 877 time: 0.9941010 Aug 31 01:15:50.676997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56042) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:50.797626 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:50.811536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Transition to ACTIVE for port object d8d37fad-1138-4149-bb30-5c3777d4ef69 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:50.831753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Transition to ACTIVE for port object d8d37fad-1138-4149-bb30-5c3777d4ef69 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:50.839751 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:50.894215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e3ac1-4ce2-4bfa-997a-febc08339dcf req-b82bc0c2-b6c3-43fb-aee5-3c228e6d8afa tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:50.903880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-525e3ac1-4ce2-4bfa-997a-febc08339dcf req-b82bc0c2-b6c3-43fb-aee5-3c228e6d8afa tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1185663 Aug 31 01:15:50.934056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Pushing event updated for resources: {'Port': ['ID=d8d37fad-1138-4149-bb30-5c3777d4ef69,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:50.955719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-525e3ac1-4ce2-4bfa-997a-febc08339dcf req-8eaba724-9dbd-4430-aca5-6b319556b8a4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506117 Aug 31 01:15:50.967970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Network 9480b14f-8b9c-483d-b474-a5d3ed97960d is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:50.973396 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:50.980086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:50.994782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:51.067311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Attempting to bind port d8d37fad-1138-4149-bb30-5c3777d4ef69 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:51.067721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Attempting to bind port d8d37fad-1138-4149-bb30-5c3777d4ef69 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '88cb3480-00f1-4be1-8f03-ae016eb925ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9480b14f-8b9c-483d-b474-a5d3ed97960d'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:51.068080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Attempting to bind port d8d37fad-1138-4149-bb30-5c3777d4ef69 on network 9480b14f-8b9c-483d-b474-a5d3ed97960d {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:51.075681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:51.076462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Checking segment: {'id': '88cb3480-00f1-4be1-8f03-ae016eb925ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9480b14f-8b9c-483d-b474-a5d3ed97960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:51.077086 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:51.077683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Bound using segment: {'id': '88cb3480-00f1-4be1-8f03-ae016eb925ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9480b14f-8b9c-483d-b474-a5d3ed97960d'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:51.078425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Bound port: d8d37fad-1138-4149-bb30-5c3777d4ef69, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cb3480-00f1-4be1-8f03-ae016eb925ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9480b14f-8b9c-483d-b474-a5d3ed97960d'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:51.079052 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:51.081480 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Deleting port d8d37fad-1138-4149-bb30-5c3777d4ef69 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:15:51.082201 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:51.210098 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] For port d8d37fad-1138-4149-bb30-5c3777d4ef69, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:51.215191 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] For port d8d37fad-1138-4149-bb30-5c3777d4ef69, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d8d37fad-1138-4149-bb30-5c3777d4ef69,segment=NetworkSegment(88cb3480-00f1-4be1-8f03-ae016eb925ab),segment_id=88cb3480-00f1-4be1-8f03-ae016eb925ab)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:51.225116 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:51.241456 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] For port d8d37fad-1138-4149-bb30-5c3777d4ef69, host n-d-802060-13, got binding levels [] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:51.242142 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:51.275325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Calling delete_port for d8d37fad-1138-4149-bb30-5c3777d4ef69 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:15:51.348616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d642f84-b969-4c6a-846c-9cbe21dfb114 None None] Pushing event updated for resources: {'Port': ['ID=d8d37fad-1138-4149-bb30-5c3777d4ef69,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:51.370818 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-738a7695-2262-48ae-94e9-922a8efd7973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:51.563768 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:51.603386 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Port': ['ID=d8d37fad-1138-4149-bb30-5c3777d4ef69,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:51.643994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 401e549e-b18c-473c-bcc2-22268ab63288 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:51.668059 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No DVR routers for this DVR port d8d37fad-1138-4149-bb30-5c3777d4ef69 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:15:51.732904 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:51.785124 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 401e549e-b18c-473c-bcc2-22268ab63288 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:51.786369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d781d21-1c55-4365-bb6d-272a9bb20147 req-9de488f7-7cde-42e6-859a-8f516427de52 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:51.797810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d781d21-1c55-4365-bb6d-272a9bb20147 req-9de488f7-7cde-42e6-859a-8f516427de52 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.2710605 Aug 31 01:15:51.808866 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 401e549e-b18c-473c-bcc2-22268ab63288 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:51.809238 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:51.858959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d781d21-1c55-4365-bb6d-272a9bb20147 req-6445bf86-a657-4eb0-ac30-13d8988e2a12 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594559 Aug 31 01:15:51.861085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-85b137c4-e8e6-499c-b2f8-97efa9da25b0 req-caff8a71-57c9-4d88-9b6f-e3878374abb7 service neutron] (94761) timed out ('10.222.0.70', 60474) {{(pid=94761) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:15:51.872077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52122370-b20e-4a02-a81d-3e6718d263ee req-8fd61345-0c63-43a8-91c9-5f2fca71aed1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:51.882508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52122370-b20e-4a02-a81d-3e6718d263ee req-8fd61345-0c63-43a8-91c9-5f2fca71aed1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 944 time: 0.2448356 Aug 31 01:15:51.910846 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:51.951745 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52122370-b20e-4a02-a81d-3e6718d263ee req-c115d8ec-3595-4005-858c-48bf5b31d921 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629079 Aug 31 01:15:52.016324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed15f11-1c5f-4759-bff4-3538844ac834,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:52.118486 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.156730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2571673-4fb0-4660-897b-a273a9638c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401e549e-b18c-473c-bcc2-22268ab63288'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:52.160574 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1630479-49e9-452e-a406-25be0207cf68" -d '{"events": [{"server_uuid": "c2571673-4fb0-4660-897b-a273a9638c5f", "name": "network-vif-plugged", "status": "completed", "tag": "401e549e-b18c-473c-bcc2-22268ab63288"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:52.186612 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.190287 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 401e549e-b18c-473c-bcc2-22268ab63288, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=401e549e-b18c-473c-bcc2-22268ab63288,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:52.198555 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.200634 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9480b14f-8b9c-483d-b474-a5d3ed97960d']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:52.213526 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cb3480-00f1-4be1-8f03-ae016eb925ab') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:52.220107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cb3480-00f1-4be1-8f03-ae016eb925ab') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:52.228688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94313-dcbd-477b-a88a-7c22580b98a7 req-5f68f606-3074-4074-a11f-74c98e060f2f tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:52.241896 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecf94313-dcbd-477b-a88a-7c22580b98a7 req-5f68f606-3074-4074-a11f-74c98e060f2f tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1576436 Aug 31 01:15:52.247534 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.287188 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.307880 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea70ff8-ad17-4548-95c4-fda9fa0af16e x-openstack-request-id: req-cea70ff8-ad17-4548-95c4-fda9fa0af16e {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:52.309130 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2571673-4fb0-4660-897b-a273a9638c5f", "name": "network-vif-plugged", "status": "completed", "tag": "401e549e-b18c-473c-bcc2-22268ab63288", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:52.309403 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cea70ff8-ad17-4548-95c4-fda9fa0af16e {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:52.312651 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2571673-4fb0-4660-897b-a273a9638c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401e549e-b18c-473c-bcc2-22268ab63288', 'code': 200} Aug 31 01:15:52.318789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:52.319683 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.362021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=401e549e-b18c-473c-bcc2-22268ab63288,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:52.376171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecf94313-dcbd-477b-a88a-7c22580b98a7 req-c27d1722-e48d-45f1-920b-608a0259e90c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309035 Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:52.422567 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:52.484676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7a676-6f24-4cf4-95f4-c763102795ed req-1e92b386-166a-4193-a766-d9dddf7f198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:52.486322 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e6c7a676-6f24-4cf4-95f4-c763102795ed req-1e92b386-166a-4193-a766-d9dddf7f198c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 1097 time: 0.0629101 Aug 31 01:15:52.487541 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.503242 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.505539 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/9480b14f-8b9c-483d-b474-a5d3ed97960d HTTP/1.1" status: 204 len: 168 time: 1.8274539 Aug 31 01:15:52.509349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56076) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:52.559236 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e6c7a676-6f24-4cf4-95f4-c763102795ed req-147117e4-b3d4-4eee-8115-764a7b1b43b0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577888 Aug 31 01:15:52.560696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5968e-2df7-4ad8-afac-46fab6e5f621 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Network': ['ID=9480b14f-8b9c-483d-b474-a5d3ed97960d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:52.584069 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e9a8a6-01eb-4f21-8005-3fcc70d9852a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:52.584557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e9a8a6-01eb-4f21-8005-3fcc70d9852a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:52.586510 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d4e9a8a6-01eb-4f21-8005-3fcc70d9852a tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/subnets/9ed15f11-1c5f-4759-bff4-3538844ac834 HTTP/1.1" status: 404 len: 337 time: 0.0760667 Aug 31 01:15:52.589879 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56082) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:52.622634 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2c019d-e4f3-4af3-abf1-99ee9e07e64f tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:52.623265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2c019d-e4f3-4af3-abf1-99ee9e07e64f tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:52.630698 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-db2c019d-e4f3-4af3-abf1-99ee9e07e64f tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/9480b14f-8b9c-483d-b474-a5d3ed97960d HTTP/1.1" status: 404 len: 339 time: 0.0382679 Aug 31 01:15:52.631537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56084) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:52.714572 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bfd1bd-7c08-4bf3-9efe-da2f01d0dc67 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:52.715032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90bfd1bd-7c08-4bf3-9efe-da2f01d0dc67 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:52.720142 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-90bfd1bd-7c08-4bf3-9efe-da2f01d0dc67 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/subnets/0921a635-ea4f-425e-90fd-3f70f63db1ea HTTP/1.1" status: 404 len: 337 time: 0.0822794 Aug 31 01:15:52.722678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56088) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:52.782841 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ed0cd7-d2c4-4648-8149-2218dacc5a75 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:52.783481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ed0cd7-d2c4-4648-8149-2218dacc5a75 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:52.785246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f2ed0cd7-d2c4-4648-8149-2218dacc5a75 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/90aad198-a772-4067-84ea-b767c7907a98 HTTP/1.1" status: 404 len: 339 time: 0.0614259 Aug 31 01:15:52.789448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56092) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:52.948422 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4fe73a94-7660-4345-9cea-25e624fcd184 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.094120 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4fe73a94-7660-4345-9cea-25e624fcd184 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.118150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9a030397-46de-4a22-b38d-d584bf584173 None None] Could not find standard attr ID for object d8d37fad-1138-4149-bb30-5c3777d4ef69. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:15:53.126725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4fe73a94-7660-4345-9cea-25e624fcd184 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d5beb6-ec7b-4805-983d-4a67e720ce6b']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:53.158281 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4fe73a94-7660-4345-9cea-25e624fcd184 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59de9f71-07b5-484c-b53a-7307c7e93c37') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:53.163503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4fe73a94-7660-4345-9cea-25e624fcd184 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59de9f71-07b5-484c-b53a-7307c7e93c37') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:53.205886 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4fe73a94-7660-4345-9cea-25e624fcd184 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.207475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc343fa5-1f23-4afb-99d3-1441813b78c2 None None] DHCP port deletion for 9480b14f-8b9c-483d-b474-a5d3ed97960d request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:15:53.231912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94f3d05-5a02-41f7-8508-171395e42e01 None None] Network 9480b14f-8b9c-483d-b474-a5d3ed97960d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:53.247094 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4fe73a94-7660-4345-9cea-25e624fcd184 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.251235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94f3d05-5a02-41f7-8508-171395e42e01 None None] Network 9480b14f-8b9c-483d-b474-a5d3ed97960d could not be found, it might have been deleted concurrently. {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 01:15:53.262010 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff400a30-0ea6-45a1-9a18-a6660eb5460c None None] Network 9480b14f-8b9c-483d-b474-a5d3ed97960d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:53.272464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe73a94-7660-4345-9cea-25e624fcd184 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:53.273010 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4fe73a94-7660-4345-9cea-25e624fcd184 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:53.276360 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:53.283183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff400a30-0ea6-45a1-9a18-a6660eb5460c None None] Network 9480b14f-8b9c-483d-b474-a5d3ed97960d could not be found, it might have been deleted concurrently. {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 01:15:53.364077 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4fe73a94-7660-4345-9cea-25e624fcd184 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.375634 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4fe73a94-7660-4345-9cea-25e624fcd184 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.379372 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4fe73a94-7660-4345-9cea-25e624fcd184 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/f3d5beb6-ec7b-4805-983d-4a67e720ce6b HTTP/1.1" status: 204 len: 168 time: 0.5882950 Aug 31 01:15:53.401157 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56104) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:53.401999 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe73a94-7660-4345-9cea-25e624fcd184 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Network': ['ID=f3d5beb6-ec7b-4805-983d-4a67e720ce6b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:53.453896 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a002b7-8920-4441-b11f-c83224887930 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:53.454649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a002b7-8920-4441-b11f-c83224887930 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:53.457030 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-95a002b7-8920-4441-b11f-c83224887930 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/subnets/2add7934-d280-4636-997f-5831ea1f6b4c HTTP/1.1" status: 404 len: 337 time: 0.0522256 Aug 31 01:15:53.461135 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56110) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:53.521883 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b83b19a-b7b3-47ec-81d2-e09b4867a3b4 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:53.522600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b83b19a-b7b3-47ec-81d2-e09b4867a3b4 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:53.526942 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6b83b19a-b7b3-47ec-81d2-e09b4867a3b4 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/8af42ca3-55db-427b-bfc3-c30058074b58 HTTP/1.1" status: 404 len: 339 time: 0.0624306 Aug 31 01:15:53.527338 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56112) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:53.573777 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f411ada5-7064-421b-9881-bb267b1b3af3 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:53.574278 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f411ada5-7064-421b-9881-bb267b1b3af3 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:53.578497 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f411ada5-7064-421b-9881-bb267b1b3af3 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/subnets/6b688530-760e-40c0-ac8c-04bb8f3a3e0f HTTP/1.1" status: 404 len: 337 time: 0.0476935 Aug 31 01:15:53.578768 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56116) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:53.623550 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6842e229-7199-4e08-a998-43f94c8cb788 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:53.626531 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6842e229-7199-4e08-a998-43f94c8cb788 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:53.633629 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6842e229-7199-4e08-a998-43f94c8cb788 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/6f030ad0-0f76-4ed7-9995-0e53213f8344 HTTP/1.1" status: 404 len: 339 time: 0.0502939 Aug 31 01:15:53.633629 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56118) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:53.646004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b87b6-c237-45da-9732-3fe74d92541c req-533d7b46-c096-4537-928c-56fb4d518e9e tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:53.655356 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d5b87b6-c237-45da-9732-3fe74d92541c req-533d7b46-c096-4537-928c-56fb4d518e9e tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.6079676 Aug 31 01:15:53.701991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd672e57-26a6-4cfb-894a-744977ee13d0 req-088255b4-1176-4f38-bc5d-7b2db0baf8c4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:53.714725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd672e57-26a6-4cfb-894a-744977ee13d0 req-088255b4-1176-4f38-bc5d-7b2db0baf8c4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 945 time: 0.1391201 Aug 31 01:15:53.722988 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a09f1767-9da5-494e-bc1c-527960dd997e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.752153 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64a4796-3862-464e-b06f-ff44101534ae tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:53.754147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64a4796-3862-464e-b06f-ff44101534ae tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:53.762394 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a64a4796-3862-464e-b06f-ff44101534ae tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/subnets/0d113558-b7b1-45bc-9d17-11419593d7df HTTP/1.1" status: 404 len: 337 time: 0.1164453 Aug 31 01:15:53.764952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56122) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:53.809143 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1dd6a5-35a9-497d-8428-87564b1f1043 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:53.811180 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1dd6a5-35a9-497d-8428-87564b1f1043 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:53.818372 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0c1dd6a5-35a9-497d-8428-87564b1f1043 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/8609af8a-e289-4d81-a15a-1a21bdd26540 HTTP/1.1" status: 404 len: 339 time: 0.0502582 Aug 31 01:15:53.821172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56124) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:53.861861 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d5b87b6-c237-45da-9732-3fe74d92541c req-faec41d6-d06c-4792-a64b-28d057100a60 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050421 Aug 31 01:15:53.874700 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-af780b59-3d70-411c-bd1d-3f2f4cd0b954 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:53.875250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af780b59-3d70-411c-bd1d-3f2f4cd0b954 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:53.880117 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-af780b59-3d70-411c-bd1d-3f2f4cd0b954 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/subnets/96626ba9-ec64-4857-b9a1-9a1c861ae675 HTTP/1.1" status: 404 len: 337 time: 0.0545940 Aug 31 01:15:53.880577 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56128) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:53.900948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd672e57-26a6-4cfb-894a-744977ee13d0 req-a5fd1b6e-7257-4a05-b1d2-5d66e06d3cc3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837497 Aug 31 01:15:53.905973 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41b54ea-d05f-4c1b-adad-a4a959147ec3 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:53.906563 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41b54ea-d05f-4c1b-adad-a4a959147ec3 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:53.911295 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f41b54ea-d05f-4c1b-adad-a4a959147ec3 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/ae52f89e-6abe-46ea-80a3-976846eb6dee HTTP/1.1" status: 404 len: 339 time: 0.0266724 Aug 31 01:15:53.911873 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56130) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:53.952246 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7412d3d0-99be-4910-b4a8-a9e68ee327c7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:53.952767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7412d3d0-99be-4910-b4a8-a9e68ee327c7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:53.956822 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7412d3d0-99be-4910-b4a8-a9e68ee327c7 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/subnets/28bcd1c5-7db1-4b4a-b71a-da78153222cd HTTP/1.1" status: 404 len: 337 time: 0.0414064 Aug 31 01:15:53.957232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56132) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:54.014282 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-8429ed9e-d54b-4216-9170-a716f3ef3d0f tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:54.015747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8429ed9e-d54b-4216-9170-a716f3ef3d0f tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:54.016380 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:54.026834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56134) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:54.028235 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8429ed9e-d54b-4216-9170-a716f3ef3d0f tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/22232048-5dba-4ae2-b0d6-e67455b40c61 HTTP/1.1" status: 404 len: 339 time: 0.0695384 Aug 31 01:15:54.077742 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae13d51-2033-4c6a-8249-9c4ca72b9e41 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:54.078212 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae13d51-2033-4c6a-8249-9c4ca72b9e41 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:54.080663 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bae13d51-2033-4c6a-8249-9c4ca72b9e41 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/subnets/e3eb398b-5f0b-4fce-97fc-59cff6f3f213 HTTP/1.1" status: 404 len: 337 time: 0.0527248 Aug 31 01:15:54.085406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56136) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:54.158044 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-3779697a-6146-4ef4-b940-fa63f7e1fa1d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:54.161059 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3779697a-6146-4ef4-b940-fa63f7e1fa1d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:54.165038 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3779697a-6146-4ef4-b940-fa63f7e1fa1d tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/e33b2daa-04e3-4d53-bc33-592c131ef3a4 HTTP/1.1" status: 404 len: 339 time: 0.0784109 Aug 31 01:15:54.166629 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56140) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:54.184954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac6e9c-0e81-44df-b197-8d0a05326d1e req-e307ea9f-8015-4c0e-8fa6-dce52462d829 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:54.197239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-69ac6e9c-0e81-44df-b197-8d0a05326d1e req-e307ea9f-8015-4c0e-8fa6-dce52462d829 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1652722 Aug 31 01:15:54.264721 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a624fa-da0f-4dc4-be8b-500ecf7bdf98 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:54.273303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-69ac6e9c-0e81-44df-b197-8d0a05326d1e req-b7f3b696-1a9f-4f94-a764-1c0fc52582e8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692599 Aug 31 01:15:54.273537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a624fa-da0f-4dc4-be8b-500ecf7bdf98 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:54.273537 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-97a624fa-da0f-4dc4-be8b-500ecf7bdf98 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/subnets/84b316fc-9762-4362-b0a7-cd558a917c6f HTTP/1.1" status: 404 len: 337 time: 0.1030087 Aug 31 01:15:54.276964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56144) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:54.316001 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b0aee0-ac93-446b-b61f-28ba53591946 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:54.316830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b0aee0-ac93-446b-b61f-28ba53591946 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:54.318504 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f2b0aee0-ac93-446b-b61f-28ba53591946 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/7b9d828c-27f4-4a26-94bd-fb5f13f51a31 HTTP/1.1" status: 404 len: 339 time: 0.0407171 Aug 31 01:15:54.322852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56148) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:54.353022 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-907e8c6e-0c9a-492e-b6b9-4b5dd8780925 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:54.353493 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907e8c6e-0c9a-492e-b6b9-4b5dd8780925 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:54.355430 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-907e8c6e-0c9a-492e-b6b9-4b5dd8780925 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/subnets/18515599-0c16-430d-a872-5dcb6ca9398f HTTP/1.1" status: 404 len: 337 time: 0.0314674 Aug 31 01:15:54.358260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56150) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:54.451533 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-93dc62c4-92d1-4e95-bf58-84bfe1f94975 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] DELETE failed (client error): The resource could not be found. Aug 31 01:15:54.452702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93dc62c4-92d1-4e95-bf58-84bfe1f94975 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:15:54.453813 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:54.463949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-93dc62c4-92d1-4e95-bf58-84bfe1f94975 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/fb73b629-82d1-469c-8ee6-23e5d29d6bf3 HTTP/1.1" status: 404 len: 339 time: 0.1044071 Aug 31 01:15:54.467195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56152) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:54.533458 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d8d37fad-1138-4149-bb30-5c3777d4ef69 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:15:54.551002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24e7f33-dd60-49f8-95c6-94c9b29ea503 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Deleting subnet e5addb0c-b24e-4bea-afe3-949a65fa1cae {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:15:54.555059 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f24e7f33-dd60-49f8-95c6-94c9b29ea503 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:54.615041 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: d8d37fad-1138-4149-bb30-5c3777d4ef69 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:15:54.616658 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d8d37fad-1138-4149-bb30-5c3777d4ef69 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:15:54.640496 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f24e7f33-dd60-49f8-95c6-94c9b29ea503 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:54.774868 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f24e7f33-dd60-49f8-95c6-94c9b29ea503 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:54.965617 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f24e7f33-dd60-49f8-95c6-94c9b29ea503 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.060462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d7dd44-ea61-469d-8dae-268c1a5c6989 None None] Network b57cba2b-3e4e-44cc-85b8-6c1637a83685 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:15:55.091615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e7f33-dd60-49f8-95c6-94c9b29ea503 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Subnet': ['ID=e5addb0c-b24e-4bea-afe3-949a65fa1cae,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:55.103131 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f24e7f33-dd60-49f8-95c6-94c9b29ea503 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.108190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56170) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:55.108770 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f24e7f33-dd60-49f8-95c6-94c9b29ea503 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/subnets/e5addb0c-b24e-4bea-afe3-949a65fa1cae HTTP/1.1" status: 204 len: 168 time: 0.6393449 Aug 31 01:15:55.299117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b8d02-48b8-4905-866a-41af946f4181 req-4855c0a6-db59-4020-9d5e-e7a835ba43cd tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:55.302691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.311812 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a3b8d02-48b8-4905-866a-41af946f4181 req-4855c0a6-db59-4020-9d5e-e7a835ba43cd tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 945 time: 0.2647488 Aug 31 01:15:55.347367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95e195-b123-455d-a3ea-bbaa7d5a1bd3 req-92b149f7-0118-4224-af02-47b6cb281b02 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:55.357372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd95e195-b123-455d-a3ea-bbaa7d5a1bd3 req-92b149f7-0118-4224-af02-47b6cb281b02 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.3112912 Aug 31 01:15:55.430826 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a3b8d02-48b8-4905-866a-41af946f4181 req-68c3a925-37ab-4155-8291-3d55273ced53 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181014 Aug 31 01:15:55.522282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Deleting port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:15:55.522804 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.530014 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd95e195-b123-455d-a3ea-bbaa7d5a1bd3 req-b876827e-434c-4312-9ddd-091c820cfdf5 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715825 Aug 31 01:15:55.541283 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af515d3d-cb4a-4fcb-addb-8f36aace4060 None None] DHCP port deletion for b57cba2b-3e4e-44cc-85b8-6c1637a83685 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:15:55.695927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-af515d3d-cb4a-4fcb-addb-8f36aace4060 None None] Deleting port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:15:55.697282 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-af515d3d-cb4a-4fcb-addb-8f36aace4060 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.750239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff657cff-033f-413b-9e6f-1afa27653891 req-dac5015c-4eee-4f78-a39c-c82d4e67632e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=aa9a2e60b3104e5b9b545398b90f57bb HTTP/1.1" status: 200 len: 267 time: 0.0904033 Aug 31 01:15:55.770255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] For port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=cd1f8714-f0fb-4cee-ac6c-43a3287b79c9,segment=NetworkSegment(f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b),segment_id=f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:55.770825 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.790329 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Calling delete_port for cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:15:55.890328 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.896822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-af515d3d-cb4a-4fcb-addb-8f36aace4060 None None] For port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=cd1f8714-f0fb-4cee-ac6c-43a3287b79c9,segment=NetworkSegment(f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b),segment_id=f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:55.897289 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-af515d3d-cb4a-4fcb-addb-8f36aace4060 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.937335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-af515d3d-cb4a-4fcb-addb-8f36aace4060 None None] Calling delete_port for cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:15:55.948107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Port': ['ID=cd1f8714-f0fb-4cee-ac6c-43a3287b79c9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:55.957248 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] No DVR routers for this DVR port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:15:56.018544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecc6fb-6ec1-467f-a7db-9d00f32633d3 req-21c42f86-69b3-429c-b0a5-8f35be9d83b8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:56.034865 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28ecc6fb-6ec1-467f-a7db-9d00f32633d3 req-21c42f86-69b3-429c-b0a5-8f35be9d83b8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.3026161 Aug 31 01:15:56.066882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff657cff-033f-413b-9e6f-1afa27653891 req-613e8041-dbeb-40b8-bcbf-3b229596f96f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:56.083911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff657cff-033f-413b-9e6f-1afa27653891 req-613e8041-dbeb-40b8-bcbf-3b229596f96f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 945 time: 0.3161428 Aug 31 01:15:56.107366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-ff657cff-033f-413b-9e6f-1afa27653891 req-a00641c5-80d9-4dce-b391-e2c4171d6bb3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Request body: {'port': {'security_groups': []}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:56.162665 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.209664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57cba2b-3e4e-44cc-85b8-6c1637a83685']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:56.224860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:56.225840 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c602b6-18e9-41e4-a4fd-ee7a6e85b08b') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:56.245284 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-af515d3d-cb4a-4fcb-addb-8f36aace4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.264026 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.314257 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.332192 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427ec9a-665b-4943-9417-dc8dda824262 req-9ea7a2e1-bff4-46f1-9de1-ebf9cd8c3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:56.334690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af515d3d-cb4a-4fcb-addb-8f36aace4060 None None] No DVR routers for this DVR port cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:15:56.335884 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3427ec9a-665b-4943-9417-dc8dda824262 req-9ea7a2e1-bff4-46f1-9de1-ebf9cd8c3e45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 1097 time: 0.1608059 Aug 31 01:15:56.340801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af515d3d-cb4a-4fcb-addb-8f36aace4060 None None] Pushing event deleted for resources: {'Port': ['ID=cd1f8714-f0fb-4cee-ac6c-43a3287b79c9,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:56.378587 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:15:56.379040 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.386066 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ff657cff-033f-413b-9e6f-1afa27653891 req-a00641c5-80d9-4dce-b391-e2c4171d6bb3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:15:56.387219 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:15:56.449409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28ecc6fb-6ec1-467f-a7db-9d00f32633d3 req-1c0efd67-2a60-4df5-8f91-ce8300455dcf tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128270 Aug 31 01:15:56.451979 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3427ec9a-665b-4943-9417-dc8dda824262 req-502f59dd-dc22-443e-a4a5-cd2ba00cb63e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012583 Aug 31 01:15:56.482586 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.502034 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.515555 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] 10.222.0.58 "DELETE /v2.0/networks/b57cba2b-3e4e-44cc-85b8-6c1637a83685 HTTP/1.1" status: 204 len: 168 time: 1.3972807 Aug 31 01:15:56.556214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56caabb9-a4f1-41b1-98ca-5837f2e865f2 tempest-NetworksTest-848902139 tempest-NetworksTest-848902139-project] Pushing event deleted for resources: {'Network': ['ID=b57cba2b-3e4e-44cc-85b8-6c1637a83685,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:56.640946 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:56.677710 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:15:56.714954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:15:56.717086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cd1f8714-f0fb-4cee-ac6c-43a3287b79c9 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:15:56.872710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca6ab-83a3-4751-bd03-4e9ac3156baa req-9489b511-1014-4d3c-8f29-161700b7bed6 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:56.875540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68eca6ab-83a3-4751-bd03-4e9ac3156baa req-9489b511-1014-4d3c-8f29-161700b7bed6 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.1867702 Aug 31 01:15:56.921009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-ff657cff-033f-413b-9e6f-1afa27653891 req-a00641c5-80d9-4dce-b391-e2c4171d6bb3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] For port 401e549e-b18c-473c-bcc2-22268ab63288, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=401e549e-b18c-473c-bcc2-22268ab63288,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:57.030723 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68eca6ab-83a3-4751-bd03-4e9ac3156baa req-ec926bfa-e686-4f26-9eb9-1ffcfbecc162 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455150 Aug 31 01:15:57.039406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ff657cff-033f-413b-9e6f-1afa27653891 req-a00641c5-80d9-4dce-b391-e2c4171d6bb3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:57.049660 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ff657cff-033f-413b-9e6f-1afa27653891 req-a00641c5-80d9-4dce-b391-e2c4171d6bb3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:57.067972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1fadea18-0754-464f-8d7f-71be54039077', '401e549e-b18c-473c-bcc2-22268ab63288'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:57.158482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff657cff-033f-413b-9e6f-1afa27653891 req-a00641c5-80d9-4dce-b391-e2c4171d6bb3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:57.160090 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ff657cff-033f-413b-9e6f-1afa27653891 req-a00641c5-80d9-4dce-b391-e2c4171d6bb3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:57.175920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff657cff-033f-413b-9e6f-1afa27653891 req-a00641c5-80d9-4dce-b391-e2c4171d6bb3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "PUT /v2.0/ports/401e549e-b18c-473c-bcc2-22268ab63288 HTTP/1.1" status: 200 len: 904 time: 1.0895262 Aug 31 01:15:57.177042 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2571673-4fb0-4660-897b-a273a9638c5f', 'tag': '401e549e-b18c-473c-bcc2-22268ab63288'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:57.187989 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4b4474-09e0-4b29-b217-1f236f5f1f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2571673-4fb0-4660-897b-a273a9638c5f", "tag": "401e549e-b18c-473c-bcc2-22268ab63288"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:57.228335 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56204) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:57.300228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00641c5-80d9-4dce-b391-e2c4171d6bb3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event updated for resources: {'Port': ['ID=401e549e-b18c-473c-bcc2-22268ab63288,revision_number=6']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:57.388002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['cee71392-60a3-4a35-b8c0-1a0239f26524'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:57.422820 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f71fd0-53bf-48ba-a379-5e432e18bee9 x-openstack-request-id: req-51f71fd0-53bf-48ba-a379-5e432e18bee9 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:57.423390 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2571673-4fb0-4660-897b-a273a9638c5f", "tag": "401e549e-b18c-473c-bcc2-22268ab63288", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:57.423719 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51f71fd0-53bf-48ba-a379-5e432e18bee9 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:57.424207 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2571673-4fb0-4660-897b-a273a9638c5f', 'tag': '401e549e-b18c-473c-bcc2-22268ab63288', 'status': 'completed', 'code': 200} Aug 31 01:15:57.567462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b4474-09e0-4b29-b217-1f236f5f1f7b req-7836a4bf-0e2c-440b-81e4-d84dd1bce594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:57.575621 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc4b4474-09e0-4b29-b217-1f236f5f1f7b req-7836a4bf-0e2c-440b-81e4-d84dd1bce594 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 1059 time: 0.1228323 Aug 31 01:15:57.584523 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['401e549e-b18c-473c-bcc2-22268ab63288'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:57.620468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6af061-c3b0-4980-bb66-b4cc32cae6ae req-52b05647-5c33-45a1-911d-870f49a673c4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:57.660842 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc6af061-c3b0-4980-bb66-b4cc32cae6ae req-52b05647-5c33-45a1-911d-870f49a673c4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 907 time: 0.2337370 Aug 31 01:15:57.718113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b4474-09e0-4b29-b217-1f236f5f1f7b req-f2595bf6-04b2-41eb-8f0f-64986eab96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:57.720031 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc4b4474-09e0-4b29-b217-1f236f5f1f7b req-f2595bf6-04b2-41eb-8f0f-64986eab96bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.1368210 Aug 31 01:15:57.885686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cad34-e66e-42c6-bb05-731bbb14631b req-650635b8-f4a6-4456-aa79-6d8e35bef31b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:57.899801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a4cad34-e66e-42c6-bb05-731bbb14631b req-650635b8-f4a6-4456-aa79-6d8e35bef31b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.2340589 Aug 31 01:15:57.915952 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0b17cc78-993d-43bd-9cc9-4b4139651a62 None None] Provisioning complete for port 401e549e-b18c-473c-bcc2-22268ab63288 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:57.916550 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0b17cc78-993d-43bd-9cc9-4b4139651a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:57.916739 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc4b4474-09e0-4b29-b217-1f236f5f1f7b req-ac5248cd-889f-441b-8ec8-a8e4fd0aa859 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=401e549e-b18c-473c-bcc2-22268ab63288 HTTP/1.1" status: 200 len: 217 time: 0.1731813 Aug 31 01:15:58.011889 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b4474-09e0-4b29-b217-1f236f5f1f7b req-528d400c-8abe-49e1-9bf6-9fe5d8e42b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:58.013653 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc4b4474-09e0-4b29-b217-1f236f5f1f7b req-528d400c-8abe-49e1-9bf6-9fe5d8e42b35 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.0790880 Aug 31 01:15:58.059923 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3ba2a047-ee47-4660-b0bb-be030b0b5767 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4553b740e9824b8096260297eb23ef6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8273363 Aug 31 01:15:58.067044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56216) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:58.110561 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a4cad34-e66e-42c6-bb05-731bbb14631b req-f0059911-262d-492f-9967-78e8b403ca2e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093034 Aug 31 01:15:58.141092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8155f-e130-411c-bb5a-e23b282486d0 req-1dd0e3ad-c4c6-4cef-a720-925f7bf16e67 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:58.155402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ade8155f-e130-411c-bb5a-e23b282486d0 req-1dd0e3ad-c4c6-4cef-a720-925f7bf16e67 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2434938 Aug 31 01:15:58.164237 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-845e5d86-e220-4af7-803a-3fad19ce98b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:58.192919 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-845e5d86-e220-4af7-803a-3fad19ce98b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:58.281437 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ade8155f-e130-411c-bb5a-e23b282486d0 req-d5df13c1-386e-4974-a844-ffaa2064674c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188297 Aug 31 01:15:58.288498 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-845e5d86-e220-4af7-803a-3fad19ce98b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:58.314168 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-845e5d86-e220-4af7-803a-3fad19ce98b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:58.314168 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-845e5d86-e220-4af7-803a-3fad19ce98b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb7dbd77-b2e3-4878-89c8-f8b1ffce03a7 HTTP/1.1" status: 204 len: 168 time: 0.2368739 Aug 31 01:15:58.376233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710393b-b064-48a6-b3ed-c6ae91a0642e req-5d9a13e2-2be2-44d0-b22c-28b8cb4b8406 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:58.387092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4710393b-b064-48a6-b3ed-c6ae91a0642e req-5d9a13e2-2be2-44d0-b22c-28b8cb4b8406 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.0811534 Aug 31 01:15:58.398361 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e5d86-e220-4af7-803a-3fad19ce98b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7dbd77-b2e3-4878-89c8-f8b1ffce03a7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:58.419806 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b4474-09e0-4b29-b217-1f236f5f1f7b req-10381a49-360a-4f7a-a151-466764b70b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:58.430708 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc4b4474-09e0-4b29-b217-1f236f5f1f7b req-10381a49-360a-4f7a-a151-466764b70b58 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3767114 Aug 31 01:15:58.483636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4710393b-b064-48a6-b3ed-c6ae91a0642e req-c3b1399f-0cc1-4a89-8d2d-ec93369302be tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905213 Aug 31 01:15:58.645661 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc4b4474-09e0-4b29-b217-1f236f5f1f7b req-acbf266f-fcd6-4745-8880-597180386fa0 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017636 Aug 31 01:15:58.729166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041116f-ab49-4b70-a03f-4ac66f62f4ae req-625bd274-a0cb-4dc7-8a42-518bca981131 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:58.731574 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5041116f-ab49-4b70-a03f-4ac66f62f4ae req-625bd274-a0cb-4dc7-8a42-518bca981131 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1231017 Aug 31 01:15:58.815783 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5041116f-ab49-4b70-a03f-4ac66f62f4ae req-71e7d8b2-2f4d-4cb2-b8a7-943714b2e6d5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751457 Aug 31 01:15:58.859100 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-dc4b4474-09e0-4b29-b217-1f236f5f1f7b req-9e12bb5a-17c1-4d4a-b425-5d90e58fdb48 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023654 Aug 31 01:15:59.858420 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56278) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:00.195228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e2057af4-05e4-4c24-a5ea-cfbfe5d8805d tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] Request body: {'port': {'network_id': '8f3a100d-119d-407e-9d45-c638caa8b1bf', 'name': 'tempest-NetworksNegativeTestJSON-209829931'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:00.240313 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2057af4-05e4-4c24-a5ea-cfbfe5d8805d tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] POST failed (client error): The resource could not be found. Aug 31 01:16:00.241982 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2057af4-05e4-4c24-a5ea-cfbfe5d8805d tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:16:00.246543 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e2057af4-05e4-4c24-a5ea-cfbfe5d8805d tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3855307 Aug 31 01:16:00.254542 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56286) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:00.290872 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a24dba3-8b38-49e5-8c97-d775c9543da6 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] DELETE failed (client error): The resource could not be found. Aug 31 01:16:00.291869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a24dba3-8b38-49e5-8c97-d775c9543da6 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:16:00.293998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4a24dba3-8b38-49e5-8c97-d775c9543da6 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] 10.222.0.58 "DELETE /v2.0/networks/c603cb8d-ae61-46d7-ba16-16a06fcb789f HTTP/1.1" status: 404 len: 339 time: 0.0360515 Aug 31 01:16:00.297906 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56288) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:00.329336 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7867c09e-1d56-42ae-832e-83f1b9540cc2 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] DELETE failed (client error): The resource could not be found. Aug 31 01:16:00.330501 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7867c09e-1d56-42ae-832e-83f1b9540cc2 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:16:00.333262 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7867c09e-1d56-42ae-832e-83f1b9540cc2 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] 10.222.0.58 "DELETE /v2.0/ports/0b1ee3a8-2aa3-4a32-823c-66af406d1622 HTTP/1.1" status: 404 len: 333 time: 0.0337532 Aug 31 01:16:00.337781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56290) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:00.374565 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c06be9-27b3-4f93-a09d-ca0655aa3fd4 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] DELETE failed (client error): The resource could not be found. Aug 31 01:16:00.375506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c06be9-27b3-4f93-a09d-ca0655aa3fd4 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:16:00.377673 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-12c06be9-27b3-4f93-a09d-ca0655aa3fd4 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] 10.222.0.58 "DELETE /v2.0/subnets/d392c70b-e6cb-429f-aea0-debb2ebeec72 HTTP/1.1" status: 404 len: 337 time: 0.0386133 Aug 31 01:16:00.382092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56292) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:00.415412 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1a51a0-4b62-4bb6-b8b1-7aa2d43b5a32 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] GET failed (client error): The resource could not be found. Aug 31 01:16:00.421169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56294) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:00.424975 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0c1a51a0-4b62-4bb6-b8b1-7aa2d43b5a32 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] 10.222.0.58 "GET /v2.0/networks/2c15ff45-5b50-4ede-a8cb-93dd8d546104 HTTP/1.1" status: 404 len: 339 time: 0.0412316 Aug 31 01:16:00.454422 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-888afd3e-6b53-418d-bc5c-276adcfa4236 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] GET failed (client error): The resource could not be found. Aug 31 01:16:00.456416 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-888afd3e-6b53-418d-bc5c-276adcfa4236 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] 10.222.0.58 "GET /v2.0/ports/ed04b95b-7f81-47f7-9c34-42f27fea2e86 HTTP/1.1" status: 404 len: 333 time: 0.0342460 Aug 31 01:16:00.460930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56296) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:00.504419 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7f3021-8f47-4e29-b321-6738f1c7093f tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] GET failed (client error): The resource could not be found. Aug 31 01:16:00.508158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1f7f3021-8f47-4e29-b321-6738f1c7093f tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] 10.222.0.58 "GET /v2.0/subnets/53e8d44d-b3b4-48b7-8c68-d02a7b666cff HTTP/1.1" status: 404 len: 337 time: 0.0458648 Aug 31 01:16:00.512727 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56298) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:00.518181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0696489c-b745-4d53-a539-9c61c612eb35 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:00.553940 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0696489c-b745-4d53-a539-9c61c612eb35 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] PUT failed (client error): The resource could not be found. Aug 31 01:16:00.554791 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0696489c-b745-4d53-a539-9c61c612eb35 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:16:00.562141 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0696489c-b745-4d53-a539-9c61c612eb35 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] 10.222.0.58 "PUT /v2.0/networks/824dc1a8-24b7-40ed-acfb-24096caf15d9 HTTP/1.1" status: 404 len: 339 time: 0.0470502 Aug 31 01:16:00.562141 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56302) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:00.570896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5c994a0e-7908-4c5c-9e5a-3530c0ffd431 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:00.599637 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c994a0e-7908-4c5c-9e5a-3530c0ffd431 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] PUT failed (client error): The resource could not be found. Aug 31 01:16:00.600603 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c994a0e-7908-4c5c-9e5a-3530c0ffd431 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:16:00.605692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56306) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:00.607557 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5c994a0e-7908-4c5c-9e5a-3530c0ffd431 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] 10.222.0.58 "PUT /v2.0/ports/f2d23a53-59c8-41e7-97ab-f439019cd5b8 HTTP/1.1" status: 404 len: 333 time: 0.0438347 Aug 31 01:16:00.613174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d750d203-9f5a-4930-871e-a4269f224372 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:00.656711 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-d750d203-9f5a-4930-871e-a4269f224372 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] PUT failed (client error): The resource could not be found. Aug 31 01:16:00.657463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d750d203-9f5a-4930-871e-a4269f224372 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:16:00.664760 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d750d203-9f5a-4930-871e-a4269f224372 tempest-NetworksNegativeTestJSON-756868884 tempest-NetworksNegativeTestJSON-756868884-project] 10.222.0.58 "PUT /v2.0/subnets/2dc07c7b-7f7f-40cb-a885-e189880fd42e HTTP/1.1" status: 404 len: 337 time: 0.0571556 Aug 31 01:16:01.200826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56318) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:01.441928 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:01.595423 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:01.763879 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:01.773876 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:01.892123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56334) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:01.892721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a509eecb03af4124af049a0ae4c9ff57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6905243 Aug 31 01:16:01.902273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96f2824-4cb5-4743-a1c8-9088de42bc7e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:01.916242 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:01.917076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:01.917782 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:01.920821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:01.920821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:01.921111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:01.921206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:01.921556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:01.922011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:01.922280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:01.922509 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:01.922839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bcc1d-b29a-4040-95e6-2f1793420bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:02.014686 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-33c185d9-9434-4e47-8e2f-aa4621d99c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:02.048386 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-33c185d9-9434-4e47-8e2f-aa4621d99c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:02.121448 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-33c185d9-9434-4e47-8e2f-aa4621d99c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:02.125000 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-33c185d9-9434-4e47-8e2f-aa4621d99c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:02.127267 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-33c185d9-9434-4e47-8e2f-aa4621d99c85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e96f2824-4cb5-4743-a1c8-9088de42bc7e HTTP/1.1" status: 204 len: 168 time: 0.2330816 Aug 31 01:16:02.174782 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c185d9-9434-4e47-8e2f-aa4621d99c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96f2824-4cb5-4743-a1c8-9088de42bc7e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:02.707482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-2ff5854d-2f93-4b08-b7b9-e45891ad886e tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:02.710182 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-2ff5854d-2f93-4b08-b7b9-e45891ad886e tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/networks?id=134c45ae-9551-4fd2-a505-0a804289d948 HTTP/1.1" status: 200 len: 811 time: 0.2269757 Aug 31 01:16:02.746765 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-a9adaca0-45fb-4fd2-95b3-a0ab9a77b35b tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/quotas/804272a7f8b749e2bebc24d18b9ea347 HTTP/1.1" status: 200 len: 375 time: 0.0265999 Aug 31 01:16:02.753732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-83e74ad2-447c-47fa-8be9-39a5cc75ba4f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:02.755227 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-83e74ad2-447c-47fa-8be9-39a5cc75ba4f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 812 time: 0.1904576 Aug 31 01:16:02.802689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-6ed3f069-c24c-4d56-af9e-0bf1e9346625 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/quotas/aa9a2e60b3104e5b9b545398b90f57bb HTTP/1.1" status: 200 len: 375 time: 0.0183189 Aug 31 01:16:02.816403 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-c2e79834-a585-41d6-bcb3-03d63b118b84 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=804272a7f8b749e2bebc24d18b9ea347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601759 Aug 31 01:16:02.883597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-bc03dfa9-6f0a-4776-ad48-f31d250f2d2e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0658500 Aug 31 01:16:03.013877 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-3ffc786e-f976-488d-8bbb-2f128505a139 service neutron] 10.222.0.58 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219823 Aug 31 01:16:03.206062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-e5d9ad32-611e-4363-b26e-fff44b85193a service neutron] 10.222.0.58 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839664 Aug 31 01:16:03.222236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-0cd0a29d-6e99-4589-825d-f0418a7b2e1a service neutron] 10.222.0.58 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952711 Aug 31 01:16:03.375517 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-e1331135-0469-4c18-bae0-0fe6dd3b8548 service neutron] 10.222.0.58 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400161 Aug 31 01:16:03.434169 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930a5a3-0d81-4e2d-ad8e-45851a5959d6 req-c71c1688-3f73-4637-b415-2f933aa8124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:03.435715 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3930a5a3-0d81-4e2d-ad8e-45851a5959d6 req-c71c1688-3f73-4637-b415-2f933aa8124b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6561f26535884aaf92fc9c289eb8de27&device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 1097 time: 0.1032465 Aug 31 01:16:03.663096 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c8154-d6dc-4a82-9c82-91d16dee17f2 req-2c1ce86a-7011-4c06-af22-dc3af8c79647 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:03.675912 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf7c8154-d6dc-4a82-9c82-91d16dee17f2 req-2c1ce86a-7011-4c06-af22-dc3af8c79647 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1680844 Aug 31 01:16:03.676208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930a5a3-0d81-4e2d-ad8e-45851a5959d6 req-9deadc3f-ced5-4374-88e6-13bc85123da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:03.682465 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3930a5a3-0d81-4e2d-ad8e-45851a5959d6 req-9deadc3f-ced5-4374-88e6-13bc85123da9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105ee8cf-aab1-4f23-b1db-9270288c3210 HTTP/1.1" status: 200 len: 915 time: 0.2389491 Aug 31 01:16:03.713846 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56410) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:03.733431 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf7c8154-d6dc-4a82-9c82-91d16dee17f2 req-b74c7db2-4cfc-49e3-9954-f920d069ca35 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565162 Aug 31 01:16:03.824333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d420315-d854-470b-9df2-319812def07d req-53f685c9-442a-4541-87af-e7314407bd8b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 210 time: 0.0532711 Aug 31 01:16:03.855852 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3930a5a3-0d81-4e2d-ad8e-45851a5959d6 req-32d40857-8961-4843-83c8-1d7aa7f7f864 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8 HTTP/1.1" status: 200 len: 217 time: 0.1637471 Aug 31 01:16:03.942878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-82ce787f-524b-445f-b0b0-e949e4975f21 req-1a53dce0-a0ea-4524-a998-975fd3b4329c tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 210 time: 0.0775356 Aug 31 01:16:03.972181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1345998877'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:04.003796 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:04.011130 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:04.034974 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:04.048903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930a5a3-0d81-4e2d-ad8e-45851a5959d6 req-d13a615b-10b6-46f7-bc13-7325c91a98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:04.051485 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3930a5a3-0d81-4e2d-ad8e-45851a5959d6 req-d13a615b-10b6-46f7-bc13-7325c91a98e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aae6296a-54fb-431d-93be-6f50e6d5dae4 HTTP/1.1" status: 200 len: 854 time: 0.1892397 Aug 31 01:16:04.092679 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3930a5a3-0d81-4e2d-ad8e-45851a5959d6 req-fd136df2-57b8-4685-b3d9-d66a44c5cac1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105ee8cf-aab1-4f23-b1db-9270288c3210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322478 Aug 31 01:16:04.301249 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3930a5a3-0d81-4e2d-ad8e-45851a5959d6 req-994542cb-c5ff-458b-8fcc-f568ded5c4b9 service neutron] 10.222.0.15 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977098 Aug 31 01:16:04.479604 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:04.500838 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:04.526264 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3930a5a3-0d81-4e2d-ad8e-45851a5959d6 req-ce22bcd5-93c7-40ff-96e0-58babeaa88b8 service neutron] 10.222.0.15 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163093 Aug 31 01:16:04.538432 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:16:04.562901 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:04.563328 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Added segment 78628b80-fcfe-4d29-882f-fc22b8afbb74 of type vlan for network 6aa71449-19a5-483f-85a3-3a317f2c86ac Aug 31 01:16:04.564731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c3ecee-f253-4b0e-9b1e-7fb9ccf629fa,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:04.655991 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:04.702999 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:04.709114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:04.710277 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:04.719630 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7824ca9d-09de-4a01-858e-8ef6a10afa57 req-f3f17815-c3f8-4f6e-9b9f-951b8dd0fb49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0778577 Aug 31 01:16:04.797686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56442) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:04.798278 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0830557 Aug 31 01:16:04.807325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-4e0d51a4-c41f-4148-bbef-52a821536f56 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'name': 'tempest-PortsTestJSON-502635401'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:04.830631 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1baba-81f7-4ca3-a89a-f72324fa0022 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Network': ['ID=6aa71449-19a5-483f-85a3-3a317f2c86ac,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:04.848119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:16:04.863246 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824ca9d-09de-4a01-858e-8ef6a10afa57 req-de7af002-81b7-49ec-b470-1a5cba432b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:04.868523 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7824ca9d-09de-4a01-858e-8ef6a10afa57 req-de7af002-81b7-49ec-b470-1a5cba432b2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 1097 time: 0.0864561 Aug 31 01:16:05.070988 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c4b0f2ae-6bf5-4935-aebc-09c84da465f5 req-183694a6-0f30-4de5-9987-3b55f02258a7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 210 time: 0.1071754 Aug 31 01:16:05.183878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824ca9d-09de-4a01-858e-8ef6a10afa57 req-2e00afa8-c42e-48db-abec-5a3291ae644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:05.186575 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7824ca9d-09de-4a01-858e-8ef6a10afa57 req-2e00afa8-c42e-48db-abec-5a3291ae644d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.2397773 Aug 31 01:16:05.237809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967f9e0-3a03-43bd-b918-388f22e655d1 req-051c39e3-d7b2-48cf-a862-88878b33d2c1 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:05.239792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4967f9e0-3a03-43bd-b918-388f22e655d1 req-051c39e3-d7b2-48cf-a862-88878b33d2c1 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.4019508 Aug 31 01:16:05.283981 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7824ca9d-09de-4a01-858e-8ef6a10afa57 req-e504de2a-cf14-48f2-ae23-349a04b8002e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cee71392-60a3-4a35-b8c0-1a0239f26524 HTTP/1.1" status: 200 len: 217 time: 0.0890553 Aug 31 01:16:05.300392 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4967f9e0-3a03-43bd-b918-388f22e655d1 req-16b0d661-4f24-48f0-a11e-e6e8f751630c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504301 Aug 31 01:16:05.357270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0d51a4-c41f-4148-bbef-52a821536f56 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:05.361317 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4e0d51a4-c41f-4148-bbef-52a821536f56 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:05.382899 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824ca9d-09de-4a01-858e-8ef6a10afa57 req-8e98c48b-abed-40ef-b9d6-909927ed0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:05.384861 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7824ca9d-09de-4a01-858e-8ef6a10afa57 req-8e98c48b-abed-40ef-b9d6-909927ed0559 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.0932982 Aug 31 01:16:05.390869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4ba89d1-fb71-4045-891e-b04f403fa639 req-1afeaf5d-a0e5-4c5a-b676-5b26a97b42cd tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 210 time: 0.0572982 Aug 31 01:16:05.398355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-4e0d51a4-c41f-4148-bbef-52a821536f56 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port f3a311ca-39d3-41ca-ad5e-6ddf79255bff yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:16:05.418899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-f795a6e2-5002-4ae6-8e8d-16fd388b851f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:05.421634 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-f795a6e2-5002-4ae6-8e8d-16fd388b851f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.15 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 812 time: 0.3439991 Aug 31 01:16:05.470131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824ca9d-09de-4a01-858e-8ef6a10afa57 req-8f89797b-039e-43c7-9228-857b9a18235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:05.472093 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7824ca9d-09de-4a01-858e-8ef6a10afa57 req-8f89797b-039e-43c7-9228-857b9a18235c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622540 Aug 31 01:16:05.484932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-49239cc5-d487-4500-a2ff-764d188ab1e4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Request body: {'port': {'device_id': 'e0815689-5b4f-49c5-88a6-9bbe2f4f38be', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'admin_state_up': True, 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:05.616178 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7824ca9d-09de-4a01-858e-8ef6a10afa57 req-2451c135-5360-4e1a-827e-c2ccdfb99b75 service neutron] 10.222.0.15 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335659 Aug 31 01:16:05.649039 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:16:05.838888 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:05.848380 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4e0d51a4-c41f-4148-bbef-52a821536f56 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:05.911459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:05.916522 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2658233-6eea-474a-8fce-b958038ae977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:05.924165 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b239645-910f-49fa-8fc9-5e5874df6a42" -d '{"events": [{"server_uuid": "a2658233-6eea-474a-8fce-b958038ae977", "name": "network-vif-unplugged", "status": "completed", "tag": "23a9026e-3dbf-4cf2-a046-d55bc5062ff8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:05.932346 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4e0d51a4-c41f-4148-bbef-52a821536f56 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:05.946658 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:06.007200 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7549b76b-4e6a-4b8d-afbb-2d8054dcb9db x-openstack-request-id: req-7549b76b-4e6a-4b8d-afbb-2d8054dcb9db {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:06.007597 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2658233-6eea-474a-8fce-b958038ae977", "name": "network-vif-unplugged", "status": "completed", "tag": "23a9026e-3dbf-4cf2-a046-d55bc5062ff8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:06.007815 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7549b76b-4e6a-4b8d-afbb-2d8054dcb9db {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:06.008189 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2658233-6eea-474a-8fce-b958038ae977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8', 'code': 200} Aug 31 01:16:06.017006 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-49239cc5-d487-4500-a2ff-764d188ab1e4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Made reservation on behalf of aa9a2e60b3104e5b9b545398b90f57bb for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:06.020642 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-49239cc5-d487-4500-a2ff-764d188ab1e4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:06.024614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d51a4-c41f-4148-bbef-52a821536f56 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=f3a311ca-39d3-41ca-ad5e-6ddf79255bff,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:06.073135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:06.088037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:06.088390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:06.088737 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:06.104693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:06.105076 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:06.105425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:06.105765 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:06.106118 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:06.106438 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:06.107026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:06.107141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:06.107425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:06.135820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56472) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:06.136791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d51a4-c41f-4148-bbef-52a821536f56 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Checking segment: {'id': '78628b80-fcfe-4d29-882f-fc22b8afbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:06.139659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0d51a4-c41f-4148-bbef-52a821536f56 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network hostable DHCP agents. Network: 6aa71449-19a5-483f-85a3-3a317f2c86ac, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:16:06.235031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f261c5c5-1243-4adc-aa4b-c6d8a2ef606c req-f127f63c-e578-486d-9339-6a03272dd15b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 210 time: 0.0393758 Aug 31 01:16:06.240149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0d51a4-c41f-4148-bbef-52a821536f56 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:16:06.277814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-4e0d51a4-c41f-4148-bbef-52a821536f56 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 6aa71449-19a5-483f-85a3-3a317f2c86ac) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:06.295111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d51a4-c41f-4148-bbef-52a821536f56 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:06.305097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e3a023-19b9-4876-ae6d-02db9bbcadf1 None None] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:06.307374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0d51a4-c41f-4148-bbef-52a821536f56 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:06.308001 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4e0d51a4-c41f-4148-bbef-52a821536f56 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:06.332302 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4e0d51a4-c41f-4148-bbef-52a821536f56 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5295982 Aug 31 01:16:06.333065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56478) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:06.341814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c31f3046-ac2c-4ce9-9e65-a107ae9e1f02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-509168785'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:06.369443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-49239cc5-d487-4500-a2ff-764d188ab1e4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Allocated IP 172.20.0.10 (5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad/c35ba00f-fd19-48e8-9930-8cd7e499d142/7b999fef-1430-4cb0-813c-3bd2f48a49b8) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:06.372278 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31f3046-ac2c-4ce9-9e65-a107ae9e1f02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:06.376186 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c31f3046-ac2c-4ce9-9e65-a107ae9e1f02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:06.388523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-0574e042-43e7-414b-8bdc-0a5436b84890 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:06.391886 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-0574e042-43e7-414b-8bdc-0a5436b84890 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.15 "GET /v2.0/networks?id=134c45ae-9551-4fd2-a505-0a804289d948 HTTP/1.1" status: 200 len: 811 time: 0.7614639 Aug 31 01:16:06.394046 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7824ca9d-09de-4a01-858e-8ef6a10afa57 req-10477142-ff5f-4200-85a6-51b9ae5b3039 service neutron] 10.222.0.15 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7631819 Aug 31 01:16:06.451680 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-eb24d025-e222-4caa-9302-232cadd8a262 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Request body: {'port': {'device_id': 'f5c9d6fe-fc72-4988-8401-957f431a411b', 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948', 'admin_state_up': True, 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:06.464543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31f3046-ac2c-4ce9-9e65-a107ae9e1f02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:16:06.526703 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9194968-4883-4fe9-b83d-51171cfb6df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:06.553594 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c31f3046-ac2c-4ce9-9e65-a107ae9e1f02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:06.553958 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-c31f3046-ac2c-4ce9-9e65-a107ae9e1f02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Added segment 5ebf543f-63f6-4eca-bb1b-b22ba45e1596 of type vlan for network fbc36629-3689-428e-9708-ec70369395e6 Aug 31 01:16:06.909619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6821248-1974-40b0-b5cd-fb6c8de84e86 req-ed2d9071-e247-47d7-bacd-d15dc916dce2 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 210 time: 0.3705137 Aug 31 01:16:06.947273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7ba12-9753-4520-b3a3-05094b349c88 req-0ba6eb89-888d-41e4-8173-d806c6a94314 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:06.948779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27f7ba12-9753-4520-b3a3-05094b349c88 req-0ba6eb89-888d-41e4-8173-d806c6a94314 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 943 time: 0.5096595 Aug 31 01:16:06.954495 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c31f3046-ac2c-4ce9-9e65-a107ae9e1f02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.065342 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-49239cc5-d487-4500-a2ff-764d188ab1e4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.073302 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c31f3046-ac2c-4ce9-9e65-a107ae9e1f02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.078885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31f3046-ac2c-4ce9-9e65-a107ae9e1f02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:07.079507 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c31f3046-ac2c-4ce9-9e65-a107ae9e1f02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.099181 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27f7ba12-9753-4520-b3a3-05094b349c88 req-b1617371-3912-462a-92e9-cc1b341e4d61 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412902 Aug 31 01:16:07.148941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-49239cc5-d487-4500-a2ff-764d188ab1e4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Transition to ACTIVE for port object 7b999fef-1430-4cb0-813c-3bd2f48a49b8 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:07.175629 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9194968-4883-4fe9-b83d-51171cfb6df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.192258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f3046-ac2c-4ce9-9e65-a107ae9e1f02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Network': ['ID=fbc36629-3689-428e-9708-ec70369395e6,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:07.204659 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9194968-4883-4fe9-b83d-51171cfb6df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.207858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network fbc36629-3689-428e-9708-ec70369395e6 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:16:07.226130 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c31f3046-ac2c-4ce9-9e65-a107ae9e1f02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8920231 Aug 31 01:16:07.226570 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-eb24d025-e222-4caa-9302-232cadd8a262 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Made reservation on behalf of 804272a7f8b749e2bebc24d18b9ea347 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:07.233193 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-eb24d025-e222-4caa-9302-232cadd8a262 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.233433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56490) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:07.245660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'ports': [{'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac'}, {'network_id': 'fbc36629-3689-428e-9708-ec70369395e6'}]} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:07.246047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:07.246600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'network_id': 'fbc36629-3689-428e-9708-ec70369395e6'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:07.371607 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-49239cc5-d487-4500-a2ff-764d188ab1e4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.384698 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1fadea18-0754-464f-8d7f-71be54039077'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:07.388997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c9194968-4883-4fe9-b83d-51171cfb6df0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66343a53bc31405a9db06c67b00ac843&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2442677 Aug 31 01:16:07.388997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9194968-4883-4fe9-b83d-51171cfb6df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef0d46e-723a-4950-896f-d5a310c8683f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:07.404288 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56500) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:07.437389 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['cee71392-60a3-4a35-b8c0-1a0239f26524'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:07.449980 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-eb24d025-e222-4caa-9302-232cadd8a262 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Allocated IP 172.20.0.11 (134c45ae-9551-4fd2-a505-0a804289d948/63245396-66fb-450d-8e80-accc99e70fd2/d0da5db5-63a2-4039-8883-1dff34e99546) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:07.520771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-49239cc5-d487-4500-a2ff-764d188ab1e4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:07.578595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-49239cc5-d487-4500-a2ff-764d188ab1e4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:07.595413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-49239cc5-d487-4500-a2ff-764d188ab1e4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:07.670009 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-eb24d025-e222-4caa-9302-232cadd8a262 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.706827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88223ed1-784d-4090-adfc-e58a07055e51 req-43458450-8dcb-44f6-8f1d-804faf84841f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:07.709188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88223ed1-784d-4090-adfc-e58a07055e51 req-43458450-8dcb-44f6-8f1d-804faf84841f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 932 time: 0.2880414 Aug 31 01:16:07.722080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-eb24d025-e222-4caa-9302-232cadd8a262 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.762210 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49239cc5-d487-4500-a2ff-764d188ab1e4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event updated for resources: {'Port': ['ID=7b999fef-1430-4cb0-813c-3bd2f48a49b8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:07.793312 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24d025-e222-4caa-9302-232cadd8a262 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Pushing event updated for resources: {'Port': ['ID=d0da5db5-63a2-4039-8883-1dff34e99546,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:07.806063 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-eb24d025-e222-4caa-9302-232cadd8a262 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Network 134c45ae-9551-4fd2-a505-0a804289d948 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:07.808073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-eb24d025-e222-4caa-9302-232cadd8a262 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:07.812714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-eb24d025-e222-4caa-9302-232cadd8a262 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:07.817019 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f06cc41-d478-414e-a9d1-7ff1f39c633c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.831066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-49239cc5-d487-4500-a2ff-764d188ab1e4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:07.831764 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-49239cc5-d487-4500-a2ff-764d188ab1e4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.841723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'port': 2} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:07.846188 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.881045 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-eb24d025-e222-4caa-9302-232cadd8a262 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:07.882379 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-eb24d025-e222-4caa-9302-232cadd8a262 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.898916 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f06cc41-d478-414e-a9d1-7ff1f39c633c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.899579 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-eb24d025-e222-4caa-9302-232cadd8a262 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4525790 Aug 31 01:16:07.903965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88223ed1-784d-4090-adfc-e58a07055e51 req-bfef7039-5679-46e4-814d-8835b547f3a4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483612 Aug 31 01:16:07.904564 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.913818 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-49239cc5-d487-4500-a2ff-764d188ab1e4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4334536 Aug 31 01:16:07.927262 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Request body: {'port': {'device_id': 'f5c9d6fe-fc72-4988-8401-957f431a411b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:07.931661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c7ae169b-33ae-4702-bc49-ed27c6a46aa7 None None] Provisioning for port 7b999fef-1430-4cb0-813c-3bd2f48a49b8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:07.949985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Request body: {'port': {'device_id': 'e0815689-5b4f-49c5-88a6-9bbe2f4f38be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:07.952862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c7ae169b-33ae-4702-bc49-ed27c6a46aa7 None None] Provisioning complete for port 7b999fef-1430-4cb0-813c-3bd2f48a49b8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:07.953924 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c7ae169b-33ae-4702-bc49-ed27c6a46aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:07.990016 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.015199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae169b-33ae-4702-bc49-ed27c6a46aa7 None None] Port 7b999fef-1430-4cb0-813c-3bd2f48a49b8 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:16:08.074249 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['bbafcad2-393c-4d11-9012-f97222361adb'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:08.129758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port 97da922f-c616-4924-b718-e548aa9cd71c yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:16:08.160044 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.181075 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f06cc41-d478-414e-a9d1-7ff1f39c633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.183760 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f06cc41-d478-414e-a9d1-7ff1f39c633c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.185193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7f06cc41-d478-414e-a9d1-7ff1f39c633c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ef0d46e-723a-4950-896f-d5a310c8683f HTTP/1.1" status: 204 len: 168 time: 0.7583725 Aug 31 01:16:08.201634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386923a3-1fe4-4936-96dc-7570a480af09 req-f2ef39b4-c3d4-4a25-910f-028f2ccbeaac tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:08.203172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-386923a3-1fe4-4936-96dc-7570a480af09 req-f2ef39b4-c3d4-4a25-910f-028f2ccbeaac tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 932 time: 0.1685708 Aug 31 01:16:08.237516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06cc41-d478-414e-a9d1-7ff1f39c633c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef0d46e-723a-4950-896f-d5a310c8683f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:08.418375 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0da5db5-63a2-4039-8883-1dff34e99546 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:08.435966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.456226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Transition to ACTIVE for port object d0da5db5-63a2-4039-8883-1dff34e99546 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:08.461493 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.503203 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-386923a3-1fe4-4936-96dc-7570a480af09 req-9866c90a-f4f1-4e6f-9dd7-a811fd210e09 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885666 Aug 31 01:16:08.516776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Pushing event updated for resources: {'Port': ['ID=d0da5db5-63a2-4039-8883-1dff34e99546,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:08.521464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9676682-f500-4a66-8508-617ceae2f3ad req-c2e8ad00-23a9-4de9-a6cb-f991fe7661c8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:08.524026 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9676682-f500-4a66-8508-617ceae2f3ad req-c2e8ad00-23a9-4de9-a6cb-f991fe7661c8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 943 time: 0.2880940 Aug 31 01:16:08.630586 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Attempting to bind port d0da5db5-63a2-4039-8883-1dff34e99546 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:16:08.632088 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Attempting to bind port d0da5db5-63a2-4039-8883-1dff34e99546 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '4834988c-895b-4096-b7b8-21be782359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:16:08.633365 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Attempting to bind port d0da5db5-63a2-4039-8883-1dff34e99546 on network 134c45ae-9551-4fd2-a505-0a804289d948 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:08.640870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56522) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:08.649004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Port d0da5db5-63a2-4039-8883-1dff34e99546 on network 134c45ae-9551-4fd2-a505-0a804289d948 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:16:08.649466 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Attempting to bind port d0da5db5-63a2-4039-8883-1dff34e99546 on network 134c45ae-9551-4fd2-a505-0a804289d948 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:08.661839 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e416cc2-678c-4e6a-86fd-7e38cbec8639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.665744 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:16:08.666154 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Checking segment: {'id': '4834988c-895b-4096-b7b8-21be782359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:08.668091 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Bound using segment: {'id': '4834988c-895b-4096-b7b8-21be782359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:16:08.668091 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Bound port: d0da5db5-63a2-4039-8883-1dff34e99546, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4834988c-895b-4096-b7b8-21be782359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:16:08.668091 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.669401 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.677933 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9676682-f500-4a66-8508-617ceae2f3ad req-b348194c-2409-4aa2-8430-3f57d2404417 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381102 Aug 31 01:16:08.788686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port d89d1d2b-800a-47f4-b300-6acce03f1c73 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:16:08.854473 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e416cc2-678c-4e6a-86fd-7e38cbec8639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.865342 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e416cc2-678c-4e6a-86fd-7e38cbec8639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.917300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e416cc2-678c-4e6a-86fd-7e38cbec8639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14df8c62-c858-41ec-a094-2dbc6c74967f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:08.931643 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] For port d0da5db5-63a2-4039-8883-1dff34e99546, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:16:08.937668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfcba3-16c1-4188-b88f-8b9ea3c9cc99 req-1fad552d-9484-4f28-b7ca-7f0308fe235c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:08.940139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7bfcba3-16c1-4188-b88f-8b9ea3c9cc99 req-1fad552d-9484-4f28-b7ca-7f0308fe235c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 943 time: 0.1481869 Aug 31 01:16:08.946423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b999fef-1430-4cb0-813c-3bd2f48a49b8 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:08.967739 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7e416cc2-678c-4e6a-86fd-7e38cbec8639 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=409054cf79814a3aa55b90ce4e4ab7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228087 Aug 31 01:16:08.967739 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] For port d0da5db5-63a2-4039-8883-1dff34e99546, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d0da5db5-63a2-4039-8883-1dff34e99546,segment=NetworkSegment(4834988c-895b-4096-b7b8-21be782359b8),segment_id=4834988c-895b-4096-b7b8-21be782359b8)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:16:08.968402 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:08.968814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56528) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:08.979712 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:09.050100 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:09.050495 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:09.052571 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] 10.222.0.15 "PUT /v2.0/ports/d0da5db5-63a2-4039-8883-1dff34e99546 HTTP/1.1" status: 200 len: 1093 time: 1.1369064 Aug 31 01:16:09.058954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c9d6fe-fc72-4988-8401-957f431a411b', 'tag': 'd0da5db5-63a2-4039-8883-1dff34e99546'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:09.061918 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc59f6f7-1886-4793-83ef-193df0edf1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c9d6fe-fc72-4988-8401-957f431a411b", "tag": "d0da5db5-63a2-4039-8883-1dff34e99546"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:09.062604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Transition to ACTIVE for port object 7b999fef-1430-4cb0-813c-3bd2f48a49b8 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:09.095075 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:09.119705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cecfc-b7aa-4257-ad31-61f91143e5fd service neutron] Pushing event updated for resources: {'Port': ['ID=d0da5db5-63a2-4039-8883-1dff34e99546,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:09.128880 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2739571c-3f3c-4695-bd9d-1f718054a41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:09.188922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-430a12ae-6c48-48d2-b373-2ef76539062b req-2e24c5b1-76f6-4197-b046-b6f7729c4088 service neutron] (94761) timed out ('10.222.0.15', 61341) {{(pid=94761) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:16:09.193318 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2739571c-3f3c-4695-bd9d-1f718054a41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:09.215977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7bfcba3-16c1-4188-b88f-8b9ea3c9cc99 req-76135e0f-9686-4c5b-b2b7-2ec19f92a565 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623136 Aug 31 01:16:09.243007 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:09.285780 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-38eac049-46a6-4878-898f-f02170dce074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:09.286331 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-38eac049-46a6-4878-898f-f02170dce074 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=804272a7f8b749e2bebc24d18b9ea347&device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 1096 time: 0.1365798 Aug 31 01:16:09.287939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Pushing event updated for resources: {'Port': ['ID=7b999fef-1430-4cb0-813c-3bd2f48a49b8,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:09.324741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5089ba3-287d-4c7f-ad30-75ca6c524663 req-e39004a6-d157-415e-829e-b9de1fb22872 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:09.332097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5089ba3-287d-4c7f-ad30-75ca6c524663 req-e39004a6-d157-415e-829e-b9de1fb22872 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 944 time: 0.2926865 Aug 31 01:16:09.366674 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e49b51-8864-4184-8f87-d4819970ba43 x-openstack-request-id: req-c1e49b51-8864-4184-8f87-d4819970ba43 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:09.367093 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c9d6fe-fc72-4988-8401-957f431a411b", "tag": "d0da5db5-63a2-4039-8883-1dff34e99546", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:09.367484 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1e49b51-8864-4184-8f87-d4819970ba43 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:09.368007 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c9d6fe-fc72-4988-8401-957f431a411b', 'tag': 'd0da5db5-63a2-4039-8883-1dff34e99546', 'status': 'completed', 'code': 200} Aug 31 01:16:09.370433 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-412b1d19-81a3-45b8-9147-030b228808bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0da5db5-63a2-4039-8883-1dff34e99546 HTTP/1.1" status: 200 len: 217 time: 0.0635223 Aug 31 01:16:09.448166 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2739571c-3f3c-4695-bd9d-1f718054a41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:09.458571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2739571c-3f3c-4695-bd9d-1f718054a41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:09.465756 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2739571c-3f3c-4695-bd9d-1f718054a41d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14df8c62-c858-41ec-a094-2dbc6c74967f HTTP/1.1" status: 204 len: 168 time: 0.4958327 Aug 31 01:16:09.481772 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739571c-3f3c-4695-bd9d-1f718054a41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14df8c62-c858-41ec-a094-2dbc6c74967f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:09.512455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5089ba3-287d-4c7f-ad30-75ca6c524663 req-f1522f23-3cfc-4220-91bc-d8922eee6325 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793165 Aug 31 01:16:09.532098 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-362ed571-cd54-4523-8f89-0d4132603332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:09.535690 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-362ed571-cd54-4523-8f89-0d4132603332 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63245396-66fb-450d-8e80-accc99e70fd2 HTTP/1.1" status: 200 len: 851 time: 0.1527960 Aug 31 01:16:09.588912 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:09.629270 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-080b436d-4c43-44d9-8998-02fa52050359 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=134c45ae-9551-4fd2-a505-0a804289d948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864561 Aug 31 01:16:09.658575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:16:09.790058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:09.794778 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Attempting to bind port 7b999fef-1430-4cb0-813c-3bd2f48a49b8 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:16:09.794968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Attempting to bind port 7b999fef-1430-4cb0-813c-3bd2f48a49b8 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:16:09.795163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Attempting to bind port 7b999fef-1430-4cb0-813c-3bd2f48a49b8 on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:09.802820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Port 7b999fef-1430-4cb0-813c-3bd2f48a49b8 on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:16:09.803165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Attempting to bind port 7b999fef-1430-4cb0-813c-3bd2f48a49b8 on network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:09.805454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:09.810137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:09.811230 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:09.814342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=97da922f-c616-4924-b718-e548aa9cd71c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:09.825021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:16:09.825328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Checking segment: {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:09.825717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Bound using segment: {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:16:09.826165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Bound port: 7b999fef-1430-4cb0-813c-3bd2f48a49b8, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f499941-1084-438f-83fc-139332c1a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:16:09.826521 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:09.869015 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-0b8b638e-38a3-460e-ac28-1ee513225654 service neutron] 10.222.0.15 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313774 Aug 31 01:16:09.924124 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c9210-cf78-4602-895d-712c34ec173e req-7992e464-d075-4052-a2b6-dab0055a31b1 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:09.931920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef1c9210-cf78-4602-895d-712c34ec173e req-7992e464-d075-4052-a2b6-dab0055a31b1 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 944 time: 0.2753227 Aug 31 01:16:09.999659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-79366984-cf64-4dc6-a66d-466bdeb923a8 req-b5e612e8-6aab-4e9d-995c-2c29cbfd618c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:16:10.008652 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2fa2889b-a3e8-45d1-a87a-aef7ac8b728c req-cd0308fc-d9c0-47bb-82ee-de4084dd87b1 service neutron] 10.222.0.15 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310198 Aug 31 01:16:10.012068 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79366984-cf64-4dc6-a66d-466bdeb923a8 req-b5e612e8-6aab-4e9d-995c-2c29cbfd618c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3428192 Aug 31 01:16:10.034859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=d89d1d2b-800a-47f4-b300-6acce03f1c73,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:10.098376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Checking segment: {'id': '5ebf543f-63f6-4eca-bb1b-b22ba45e1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fbc36629-3689-428e-9708-ec70369395e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:10.098865 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network hostable DHCP agents. Network: fbc36629-3689-428e-9708-ec70369395e6, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:16:10.145169 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56562) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:10.153538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef1c9210-cf78-4602-895d-712c34ec173e req-25fb286b-0824-4e9e-87aa-d6e25230399d tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205014 Aug 31 01:16:10.167344 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:10.174445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] For port 7b999fef-1430-4cb0-813c-3bd2f48a49b8, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:16:10.181387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] For port 7b999fef-1430-4cb0-813c-3bd2f48a49b8, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7b999fef-1430-4cb0-813c-3bd2f48a49b8,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:16:10.197467 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:10.212674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network fbc36629-3689-428e-9708-ec70369395e6 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:16:10.264146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:10.265265 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:10.270407 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59f6f7-1886-4793-83ef-193df0edf1d3 req-7ba0501f-14a4-4a4a-b4fd-612d7b1f74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:10.273531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] 10.222.0.15 "PUT /v2.0/ports/7b999fef-1430-4cb0-813c-3bd2f48a49b8 HTTP/1.1" status: 200 len: 1093 time: 2.3318260 Aug 31 01:16:10.276383 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fc59f6f7-1886-4793-83ef-193df0edf1d3 req-7ba0501f-14a4-4a4a-b4fd-612d7b1f74cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=804272a7f8b749e2bebc24d18b9ea347&device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 1096 time: 0.1949844 Aug 31 01:16:10.276530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0815689-5b4f-49c5-88a6-9bbe2f4f38be', 'tag': '7b999fef-1430-4cb0-813c-3bd2f48a49b8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:10.278842 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de991d2f-00d3-423b-b9cf-11da8e4a7bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "e0815689-5b4f-49c5-88a6-9bbe2f4f38be", "tag": "7b999fef-1430-4cb0-813c-3bd2f48a49b8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:10.288057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, fbc36629-3689-428e-9708-ec70369395e6) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:10.292012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:10.299054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:10.307078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:10.307833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:10.322629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c051091-da1d-42be-b11b-6b7cec66942e None None] Network fbc36629-3689-428e-9708-ec70369395e6 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:10.353398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f71323-ac1a-464f-aeb9-a2ceb02f8f99 service neutron] Pushing event updated for resources: {'Port': ['ID=7b999fef-1430-4cb0-813c-3bd2f48a49b8,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:10.422005 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41638d14-4db4-4f2d-b71c-b997262b26db x-openstack-request-id: req-41638d14-4db4-4f2d-b71c-b997262b26db {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:10.422727 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0815689-5b4f-49c5-88a6-9bbe2f4f38be", "tag": "7b999fef-1430-4cb0-813c-3bd2f48a49b8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:10.423253 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41638d14-4db4-4f2d-b71c-b997262b26db {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:10.423911 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0815689-5b4f-49c5-88a6-9bbe2f4f38be', 'tag': '7b999fef-1430-4cb0-813c-3bd2f48a49b8', 'status': 'completed', 'code': 200} Aug 31 01:16:10.453148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-6cf17de8-96a3-4eae-8b26-7b7725fc63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:10.456193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-6cf17de8-96a3-4eae-8b26-7b7725fc63e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 1096 time: 0.0957420 Aug 31 01:16:10.470674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5e819-a364-41d5-bf14-101ca55430eb req-974c692a-6d27-4343-8902-09e43052f27f tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:10.479204 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aae5e819-a364-41d5-bf14-101ca55430eb req-974c692a-6d27-4343-8902-09e43052f27f tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 943 time: 0.1389179 Aug 31 01:16:10.587240 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59f6f7-1886-4793-83ef-193df0edf1d3 req-dc6f3de9-13d4-4c85-9bfc-820edd6a9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:10.588685 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fc59f6f7-1886-4793-83ef-193df0edf1d3 req-dc6f3de9-13d4-4c85-9bfc-820edd6a9610 service neutron] 10.222.0.15 "GET /v2.0/networks?id=134c45ae-9551-4fd2-a505-0a804289d948 HTTP/1.1" status: 200 len: 912 time: 0.2767301 Aug 31 01:16:10.617662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aae5e819-a364-41d5-bf14-101ca55430eb req-72e8fb63-b9a1-45f7-97c6-96f29291ebcc tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373284 Aug 31 01:16:10.619381 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-4c603475-f732-4b61-9b27-8a77e1b51947 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b999fef-1430-4cb0-813c-3bd2f48a49b8 HTTP/1.1" status: 200 len: 217 time: 0.1144984 Aug 31 01:16:10.714229 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fc59f6f7-1886-4793-83ef-193df0edf1d3 req-6c35eeb2-cc2e-4edd-8f95-5942befca7f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0da5db5-63a2-4039-8883-1dff34e99546 HTTP/1.1" status: 200 len: 217 time: 0.0600867 Aug 31 01:16:10.720719 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:10.758429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f46caf37-5f97-46ea-90c3-23fa56503990 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5211442 Aug 31 01:16:10.762102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56580) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:10.777409 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:10.785927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c49c3-66a2-40e0-b2d6-733b50d53d38 req-af0e5908-e39e-4dc1-ae0a-1a872cda8a20 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:10.788826 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-806c49c3-66a2-40e0-b2d6-733b50d53d38 req-af0e5908-e39e-4dc1-ae0a-1a872cda8a20 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 944 time: 0.1557946 Aug 31 01:16:10.791325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-9e2038b3-de51-428f-80af-66498df4608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:10.793565 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-9e2038b3-de51-428f-80af-66498df4608e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.1645374 Aug 31 01:16:10.816985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59f6f7-1886-4793-83ef-193df0edf1d3 req-9bf8ec34-06a6-4610-8143-ac3c72bb6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:10.818708 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fc59f6f7-1886-4793-83ef-193df0edf1d3 req-9bf8ec34-06a6-4610-8143-ac3c72bb6a38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63245396-66fb-450d-8e80-accc99e70fd2 HTTP/1.1" status: 200 len: 851 time: 0.0963614 Aug 31 01:16:10.824246 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f7e7eaf55654e7cb614796b42714bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6758461 Aug 31 01:16:10.830078 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56584) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:10.885193 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7296db-3f73-4ecc-8ce9-9750fa2e1258,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:10.911548 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fc59f6f7-1886-4793-83ef-193df0edf1d3 req-2ad390ce-f901-439b-9a75-a61b4886487f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=134c45ae-9551-4fd2-a505-0a804289d948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821407 Aug 31 01:16:10.937772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-806c49c3-66a2-40e0-b2d6-733b50d53d38 req-6c25d33a-6431-4928-957b-04ce06073098 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172161 Aug 31 01:16:10.972274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-abc1ff2f-56b6-4689-86f9-e986eb9b5c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:10.973962 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-abc1ff2f-56b6-4689-86f9-e986eb9b5c4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595540 Aug 31 01:16:10.982189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:10.982500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:10.982779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:10.983117 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:10.983602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:10.983938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:10.984264 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:10.984591 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:10.984913 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:10.985234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:10.985569 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:10.985968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e56316-4e86-4658-ba46-435aa6baabe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:11.015547 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:11.054699 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db417cf9-7df4-4e2b-8aa9-77151ce157f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:11.073081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ce3f6-a3f3-4c05-a723-6f5dde0b1e0b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port d89d1d2b-800a-47f4-b300-6acce03f1c73 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:11.073498 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0a0ce3f6-a3f3-4c05-a723-6f5dde0b1e0b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:11.087770 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fc59f6f7-1886-4793-83ef-193df0edf1d3 req-8660d3ad-b1b6-40f1-ae92-382a421753d2 service neutron] 10.222.0.15 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651061 Aug 31 01:16:11.092292 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-7be3de85-e08a-460b-8fdf-31353b6f25af service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2755790 Aug 31 01:16:11.097208 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db417cf9-7df4-4e2b-8aa9-77151ce157f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:11.127011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-5caabf9b-7f0f-4ca9-847b-ab3cf70ec9d1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:16:11.128018 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-5caabf9b-7f0f-4ca9-847b-ab3cf70ec9d1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086613 Aug 31 01:16:11.157611 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db417cf9-7df4-4e2b-8aa9-77151ce157f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:11.160468 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db417cf9-7df4-4e2b-8aa9-77151ce157f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:11.161632 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-db417cf9-7df4-4e2b-8aa9-77151ce157f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a7296db-3f73-4ecc-8ce9-9750fa2e1258 HTTP/1.1" status: 204 len: 168 time: 0.3306563 Aug 31 01:16:11.182329 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0a0ce3f6-a3f3-4c05-a723-6f5dde0b1e0b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:11.218453 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db417cf9-7df4-4e2b-8aa9-77151ce157f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7296db-3f73-4ecc-8ce9-9750fa2e1258,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:11.367746 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fc59f6f7-1886-4793-83ef-193df0edf1d3 req-7d215e29-b6f2-4638-a039-3562d8bbbf7c service neutron] 10.222.0.15 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208388 Aug 31 01:16:11.591187 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ce3f6-a3f3-4c05-a723-6f5dde0b1e0b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for d89d1d2b-800a-47f4-b300-6acce03f1c73 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:11.686776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-cd7c67db-ae2f-4133-abbd-e761f7d8dc30 service neutron] 10.222.0.15 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910808 Aug 31 01:16:11.895340 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb90a4-872a-4c37-b136-1604eb1d5657 req-ec2c3610-b591-44fd-bd82-1388e2a017bb tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:11.899838 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47eb90a4-872a-4c37-b136-1604eb1d5657 req-ec2c3610-b591-44fd-bd82-1388e2a017bb tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 944 time: 0.3226595 Aug 31 01:16:12.020762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e2d6e-f1be-4c4f-87fc-3204b0a8da5b req-e8f2ac31-daaf-44ff-b4fc-e982c31a5cc7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:12.030072 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da0e2d6e-f1be-4c4f-87fc-3204b0a8da5b req-e8f2ac31-daaf-44ff-b4fc-e982c31a5cc7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 943 time: 0.2379718 Aug 31 01:16:12.048348 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0a0ce3f6-a3f3-4c05-a723-6f5dde0b1e0b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.061314 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47eb90a4-872a-4c37-b136-1604eb1d5657 req-5aad5d3d-9d9f-4bba-8070-0559a27cd624 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543126 Aug 31 01:16:12.093918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ce3f6-a3f3-4c05-a723-6f5dde0b1e0b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=d89d1d2b-800a-47f4-b300-6acce03f1c73,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:12.101578 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e60a3ee9-6330-4cbb-9f99-1d2329262e35 req-f800b9a9-9dae-4d38-b3eb-013c371760a7 service neutron] 10.222.0.15 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225334 Aug 31 01:16:12.119909 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0a0ce3f6-a3f3-4c05-a723-6f5dde0b1e0b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.122040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0a0ce3f6-a3f3-4c05-a723-6f5dde0b1e0b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/d89d1d2b-800a-47f4-b300-6acce03f1c73 HTTP/1.1" status: 204 len: 168 time: 1.3586998 Aug 31 01:16:12.124425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56616) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:12.158417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da0e2d6e-f1be-4c4f-87fc-3204b0a8da5b req-5dfbe1d5-0d73-4e67-8dc7-f6f6b799aba7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273150 Aug 31 01:16:12.297552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd63468-5bb9-419a-a630-0fff4e172ca2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:12.306425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd63468-5bb9-419a-a630-0fff4e172ca2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:12.311635 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3fd63468-5bb9-419a-a630-0fff4e172ca2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1833985 Aug 31 01:16:12.312303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56622) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:12.313062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de991d2f-00d3-423b-b9cf-11da8e4a7bc4 req-4f80be3b-6c8e-4c7a-b1df-7eedafbc1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:12.314558 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de991d2f-00d3-423b-b9cf-11da8e4a7bc4 req-4f80be3b-6c8e-4c7a-b1df-7eedafbc1a2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 1096 time: 0.1023703 Aug 31 01:16:12.324089 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35992ea-143a-4f3d-9643-0301769b43aa req-61e94a5e-bdb7-40f3-8382-419d97078fb2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:12.325855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b35992ea-143a-4f3d-9643-0301769b43aa req-61e94a5e-bdb7-40f3-8382-419d97078fb2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 944 time: 0.1664610 Aug 31 01:16:12.430081 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b35992ea-143a-4f3d-9643-0301769b43aa req-2673b47e-e4aa-4ca2-91ea-672ac5826cbc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948145 Aug 31 01:16:12.483734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de991d2f-00d3-423b-b9cf-11da8e4a7bc4 req-3af1f0fb-6c34-42dc-a236-e3744ea0f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:12.489621 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de991d2f-00d3-423b-b9cf-11da8e4a7bc4 req-3af1f0fb-6c34-42dc-a236-e3744ea0f0ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.1618071 Aug 31 01:16:12.564573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de991d2f-00d3-423b-b9cf-11da8e4a7bc4 req-dbcd89a0-bc0f-444a-be2d-0471a9da8193 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b999fef-1430-4cb0-813c-3bd2f48a49b8 HTTP/1.1" status: 200 len: 217 time: 0.0675895 Aug 31 01:16:12.573829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-0ee10422-92f4-4c78-8784-42c199658dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:12.575440 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-0ee10422-92f4-4c78-8784-42c199658dc5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977&tenant_id=6561f26535884aaf92fc9c289eb8de27 HTTP/1.1" status: 200 len: 1095 time: 0.2470479 Aug 31 01:16:12.589497 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:12.622213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de991d2f-00d3-423b-b9cf-11da8e4a7bc4 req-49c1875d-7e57-44a5-bf95-96ddf92317f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:12.623822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de991d2f-00d3-423b-b9cf-11da8e4a7bc4 req-49c1875d-7e57-44a5-bf95-96ddf92317f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.0508080 Aug 31 01:16:12.654830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c56c3d48-f9ff-47b9-91a8-e8602f977cfa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port 97da922f-c616-4924-b718-e548aa9cd71c {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:12.655186 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c56c3d48-f9ff-47b9-91a8-e8602f977cfa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.708739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de991d2f-00d3-423b-b9cf-11da8e4a7bc4 req-66e6bab5-f999-41fc-ae8a-28848ac17a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:12.710942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de991d2f-00d3-423b-b9cf-11da8e4a7bc4 req-66e6bab5-f999-41fc-ae8a-28848ac17a84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671685 Aug 31 01:16:12.722805 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.793739 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c56c3d48-f9ff-47b9-91a8-e8602f977cfa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.822023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c56c3d48-f9ff-47b9-91a8-e8602f977cfa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for 97da922f-c616-4924-b718-e548aa9cd71c owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:12.851809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de991d2f-00d3-423b-b9cf-11da8e4a7bc4 req-5cdcf948-287f-4944-b0d2-fb1dac5e81e4 service neutron] 10.222.0.15 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332538 Aug 31 01:16:12.977694 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de991d2f-00d3-423b-b9cf-11da8e4a7bc4 req-7ef1de52-661d-4107-8601-440304e1264e service neutron] 10.222.0.15 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122811 Aug 31 01:16:13.050650 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c56c3d48-f9ff-47b9-91a8-e8602f977cfa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:13.095048 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:13.097515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c3d48-f9ff-47b9-91a8-e8602f977cfa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=97da922f-c616-4924-b718-e548aa9cd71c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:13.110240 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c56c3d48-f9ff-47b9-91a8-e8602f977cfa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:13.112211 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c56c3d48-f9ff-47b9-91a8-e8602f977cfa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/97da922f-c616-4924-b718-e548aa9cd71c HTTP/1.1" status: 204 len: 168 time: 0.7980337 Aug 31 01:16:13.116410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56652) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:13.146546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:16:13.184374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:13.193589 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:13.213266 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db056afb-6688-4b94-92d0-2bc2843d5884 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:13.218153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-db056afb-6688-4b94-92d0-2bc2843d5884 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0973296 Aug 31 01:16:13.219547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56660) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:13.230364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181523b-0cab-429e-ac23-88d26647bcfa req-9162b02e-1a68-4b23-9572-840a51bf7087 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:13.232384 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a181523b-0cab-429e-ac23-88d26647bcfa req-9162b02e-1a68-4b23-9572-840a51bf7087 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 944 time: 0.0793998 Aug 31 01:16:13.235478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Transition to ACTIVE for port object 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:13.258231 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-66178aa9-632d-4319-8eb4-2723acbd316b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] GET failed (client error): The resource could not be found. Aug 31 01:16:13.260263 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-66178aa9-632d-4319-8eb4-2723acbd316b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/d89d1d2b-800a-47f4-b300-6acce03f1c73 HTTP/1.1" status: 404 len: 333 time: 0.0358319 Aug 31 01:16:13.261263 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:13.263583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56662) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:13.302225 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a181523b-0cab-429e-ac23-88d26647bcfa req-69624fb6-eb0c-4f5f-94f0-aa4159bfd75c tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618458 Aug 31 01:16:13.337258 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b793c9f1-fa6f-4e8f-bb42-f42153770328 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] GET failed (client error): The resource could not be found. Aug 31 01:16:13.340252 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b793c9f1-fa6f-4e8f-bb42-f42153770328 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/97da922f-c616-4924-b718-e548aa9cd71c HTTP/1.1" status: 404 len: 333 time: 0.0730565 Aug 31 01:16:13.352355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56666) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:13.390023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] No DVR routers for this DVR port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:16:13.393340 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Pushing event updated for resources: {'Port': ['ID=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,revision_number=9']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:13.440479 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Attempting to bind port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:16:13.440858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Attempting to bind port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '20146619-c682-44c1-85b1-f2a61c837956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:16:13.441312 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Attempting to bind port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 on network 105ee8cf-aab1-4f23-b1db-9270288c3210 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:13.447964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 on network 105ee8cf-aab1-4f23-b1db-9270288c3210 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:16:13.448395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Attempting to bind port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 on network 105ee8cf-aab1-4f23-b1db-9270288c3210 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:13.455632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:16:13.456663 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Checking segment: {'id': '20146619-c682-44c1-85b1-f2a61c837956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:13.457837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Bound using segment: {'id': '20146619-c682-44c1-85b1-f2a61c837956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:16:13.458955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Bound port: 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20146619-c682-44c1-85b1-f2a61c837956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:16:13.460225 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:13.469782 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2d71691b-70cb-4472-b8b9-2d1db52ac89c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:13.547342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26344ae3-4237-4a31-b205-30de8b70af15 req-de75fb5f-906b-4093-a812-d0f2cf0c6270 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:13.549424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26344ae3-4237-4a31-b205-30de8b70af15 req-de75fb5f-906b-4093-a812-d0f2cf0c6270 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 943 time: 0.2454646 Aug 31 01:16:13.579850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:16:13.583770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:16:13.590919 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:13.633893 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:13.634907 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:13.636478 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] 10.222.0.70 "PUT /v2.0/ports/23a9026e-3dbf-4cf2-a046-d55bc5062ff8 HTTP/1.1" status: 200 len: 1092 time: 1.0519762 Aug 31 01:16:13.637304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2658233-6eea-474a-8fce-b958038ae977', 'tag': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:13.639825 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142e2a8f-e81f-4444-8fe4-d987a2932319" -d '{"events": [{"name": "network-changed", "server_uuid": "a2658233-6eea-474a-8fce-b958038ae977", "tag": "23a9026e-3dbf-4cf2-a046-d55bc5062ff8"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:13.684283 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d0da5db5-63a2-4039-8883-1dff34e99546 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:16:13.687555 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2d71691b-70cb-4472-b8b9-2d1db52ac89c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:13.699033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3a7aa-1f5e-4db8-8b94-22c70c679a6f service neutron] Pushing event updated for resources: {'Port': ['ID=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,revision_number=10']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:13.715348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-7558646f-0388-4c86-bbe8-79c261ef78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:13.716904 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-7558646f-0388-4c86-bbe8-79c261ef78e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6561f26535884aaf92fc9c289eb8de27&device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 1096 time: 0.0566692 Aug 31 01:16:13.718078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26344ae3-4237-4a31-b205-30de8b70af15 req-ccf6513c-87f5-4e66-9788-170aa23f30f8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104245 Aug 31 01:16:13.722338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-2d71691b-70cb-4472-b8b9-2d1db52ac89c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc36629-3689-428e-9708-ec70369395e6']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:13.740795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-2d71691b-70cb-4472-b8b9-2d1db52ac89c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebf543f-63f6-4eca-bb1b-b22ba45e1596') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:13.740795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-2d71691b-70cb-4472-b8b9-2d1db52ac89c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebf543f-63f6-4eca-bb1b-b22ba45e1596') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:13.757227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cadf9-f3f9-4b94-aab9-77475e39575b req-5ea5f8fc-d1d5-4ff7-8238-a57071e29c9e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:13.758748 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-342cadf9-f3f9-4b94-aab9-77475e39575b req-5ea5f8fc-d1d5-4ff7-8238-a57071e29c9e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 944 time: 0.2225957 Aug 31 01:16:13.762984 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2d71691b-70cb-4472-b8b9-2d1db52ac89c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:13.801878 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2d71691b-70cb-4472-b8b9-2d1db52ac89c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:13.829900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d71691b-70cb-4472-b8b9-2d1db52ac89c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:16:13.831217 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2d71691b-70cb-4472-b8b9-2d1db52ac89c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:16:13.836692 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:16:13.884400 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-dc83bfb0-c589-4714-8ed6-fc99a0a926dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:13.886607 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-dc83bfb0-c589-4714-8ed6-fc99a0a926dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=105ee8cf-aab1-4f23-b1db-9270288c3210 HTTP/1.1" status: 200 len: 915 time: 0.1592453 Aug 31 01:16:13.896408 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d0da5db5-63a2-4039-8883-1dff34e99546, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d0da5db5-63a2-4039-8883-1dff34e99546,segment=NetworkSegment(4834988c-895b-4096-b7b8-21be782359b8),segment_id=4834988c-895b-4096-b7b8-21be782359b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:13.923448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'd0da5db5-63a2-4039-8883-1dff34e99546', 'network_id': '134c45ae-9551-4fd2-a505-0a804289d948', 'port_id': 'd0da5db5-63a2-4039-8883-1dff34e99546', 'mac_address': 'fa:16:3e:3c:b0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63245396-66fb-450d-8e80-accc99e70fd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:16:13.939185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-342cadf9-f3f9-4b94-aab9-77475e39575b req-56641f5a-1bf1-476a-9323-949d3f90f22c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687884 Aug 31 01:16:13.964384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56684) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:13.971819 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58db81be-e0fc-46b9-b9ee-9852d82b9ceb x-openstack-request-id: req-58db81be-e0fc-46b9-b9ee-9852d82b9ceb {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:13.972106 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2658233-6eea-474a-8fce-b958038ae977", "tag": "23a9026e-3dbf-4cf2-a046-d55bc5062ff8", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:13.972335 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58db81be-e0fc-46b9-b9ee-9852d82b9ceb {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:13.972765 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2658233-6eea-474a-8fce-b958038ae977', 'tag': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8', 'status': 'completed', 'code': 200} Aug 31 01:16:13.977749 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-28d61b65-6e8e-46b3-be3b-837e0b259cc5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8 HTTP/1.1" status: 200 len: 217 time: 0.0810833 Aug 31 01:16:13.980313 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2d71691b-70cb-4472-b8b9-2d1db52ac89c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:13.989357 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2d71691b-70cb-4472-b8b9-2d1db52ac89c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:13.991819 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2d71691b-70cb-4472-b8b9-2d1db52ac89c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/networks/fbc36629-3689-428e-9708-ec70369395e6 HTTP/1.1" status: 204 len: 168 time: 0.6385596 Aug 31 01:16:14.001272 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56688) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:14.007947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71691b-70cb-4472-b8b9-2d1db52ac89c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Network': ['ID=fbc36629-3689-428e-9708-ec70369395e6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:14.010724 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.025631 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c1c33782-0cc6-4495-9434-e9f133db9b5d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1577267654'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:14.031122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0da5db5-63a2-4039-8883-1dff34e99546 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:14.066979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d0da5db5-63a2-4039-8883-1dff34e99546, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d0da5db5-63a2-4039-8883-1dff34e99546,segment=NetworkSegment(4834988c-895b-4096-b7b8-21be782359b8),segment_id=4834988c-895b-4096-b7b8-21be782359b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:14.072547 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.116891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-6dc1fbde-da54-46c8-b787-60a3462818be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:14.118921 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-6dc1fbde-da54-46c8-b787-60a3462818be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aae6296a-54fb-431d-93be-6f50e6d5dae4 HTTP/1.1" status: 200 len: 854 time: 0.1215580 Aug 31 01:16:14.119962 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c33782-0cc6-4495-9434-e9f133db9b5d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:14.123981 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1c33782-0cc6-4495-9434-e9f133db9b5d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.136802 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=d0da5db5-63a2-4039-8883-1dff34e99546,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:14.148737 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8e111475-9de8-4f89-87cf-512171c31005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.163026 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-d6461521-d6b9-42cf-af55-1c3519fea79b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=105ee8cf-aab1-4f23-b1db-9270288c3210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367250 Aug 31 01:16:14.192420 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c33782-0cc6-4495-9434-e9f133db9b5d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:16:14.233679 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1c33782-0cc6-4495-9434-e9f133db9b5d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.234091 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-c1c33782-0cc6-4495-9434-e9f133db9b5d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Added segment e4cde338-6021-46b9-b1c8-fc7b0734e048 of type vlan for network a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010 Aug 31 01:16:14.262918 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8e111475-9de8-4f89-87cf-512171c31005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.276395 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8e111475-9de8-4f89-87cf-512171c31005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.291852 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1c33782-0cc6-4495-9434-e9f133db9b5d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.313271 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-1ebf9d43-0312-47b7-9b07-2da4c1ba65c3 service neutron] 10.222.0.70 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419649 Aug 31 01:16:14.319173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8e111475-9de8-4f89-87cf-512171c31005 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef63dd67e57c42139f5c1ec31604a164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528144 Aug 31 01:16:14.322897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56698) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:14.350695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e111475-9de8-4f89-87cf-512171c31005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfef06e-abe5-4092-a958-d30e847f06a0,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:14.397683 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1c33782-0cc6-4495-9434-e9f133db9b5d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.405864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c33782-0cc6-4495-9434-e9f133db9b5d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:14.406727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1c33782-0cc6-4495-9434-e9f133db9b5d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.433437 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c1c33782-0cc6-4495-9434-e9f133db9b5d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4157128 Aug 31 01:16:14.442599 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56704) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:14.453475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-70476851-3751-4098-a19b-4b902b658247 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'subnet': {'network_id': 'a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:14.509298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c33782-0cc6-4495-9434-e9f133db9b5d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Network': ['ID=a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:14.522954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:16:14.548060 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-416cacb0-cdfd-4ca2-acb0-59149a329cb6 service neutron] 10.222.0.70 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198219 Aug 31 01:16:14.569187 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-964bbbbe-efd1-4022-a805-867ab54d71de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.582967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['d0da5db5-63a2-4039-8883-1dff34e99546'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:14.618257 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-964bbbbe-efd1-4022-a805-867ab54d71de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.661417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e2a8f-e81f-4444-8fe4-d987a2932319 req-66973838-5a07-4556-a8b6-69db608c1a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:14.664598 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-142e2a8f-e81f-4444-8fe4-d987a2932319 req-66973838-5a07-4556-a8b6-69db608c1a4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6561f26535884aaf92fc9c289eb8de27&device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 1096 time: 0.0663538 Aug 31 01:16:14.688281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed2b00-8075-4237-84bb-2efe60dd2f3d req-78cd810e-65b9-45cc-8088-e6cb585ff417 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:14.690035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fed2b00-8075-4237-84bb-2efe60dd2f3d req-78cd810e-65b9-45cc-8088-e6cb585ff417 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 945 time: 0.2592852 Aug 31 01:16:14.719991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70476851-3751-4098-a19b-4b902b658247 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:14.722980 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-70476851-3751-4098-a19b-4b902b658247 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.838965 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-964bbbbe-efd1-4022-a805-867ab54d71de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.843237 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-964bbbbe-efd1-4022-a805-867ab54d71de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.845059 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e2a8f-e81f-4444-8fe4-d987a2932319 req-1024e7af-8d2b-4794-9da0-d0b45d187f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:14.847319 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-964bbbbe-efd1-4022-a805-867ab54d71de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ddfef06e-abe5-4092-a958-d30e847f06a0 HTTP/1.1" status: 204 len: 168 time: 0.5235369 Aug 31 01:16:14.863875 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-142e2a8f-e81f-4444-8fe4-d987a2932319 req-1024e7af-8d2b-4794-9da0-d0b45d187f2b service neutron] 10.222.0.70 "GET /v2.0/networks?id=105ee8cf-aab1-4f23-b1db-9270288c3210 HTTP/1.1" status: 200 len: 915 time: 0.1915209 Aug 31 01:16:14.887871 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bbbbe-efd1-4022-a805-867ab54d71de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfef06e-abe5-4092-a958-d30e847f06a0,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:14.917499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fed2b00-8075-4237-84bb-2efe60dd2f3d req-b43f58e4-9fe5-46f4-aec5-f81fcd9bf36d tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198775 Aug 31 01:16:14.970934 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-142e2a8f-e81f-4444-8fe4-d987a2932319 req-5f3d5c34-ebd8-49f1-91b6-37b99d93c9cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8 HTTP/1.1" status: 200 len: 217 time: 0.0973566 Aug 31 01:16:14.980126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a05dc0-d1fc-417a-ae1d-3a789584e382 req-aeb4f927-d015-487d-8c45-800c86acd55d tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:14.981874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7a05dc0-d1fc-417a-ae1d-3a789584e382 req-aeb4f927-d015-487d-8c45-800c86acd55d tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 944 time: 0.1334748 Aug 31 01:16:15.035777 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e2a8f-e81f-4444-8fe4-d987a2932319 req-a1055547-2f08-4aba-a6ef-f3f21dccd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:15.039101 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-142e2a8f-e81f-4444-8fe4-d987a2932319 req-a1055547-2f08-4aba-a6ef-f3f21dccd236 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aae6296a-54fb-431d-93be-6f50e6d5dae4 HTTP/1.1" status: 200 len: 854 time: 0.0583670 Aug 31 01:16:15.089340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7a05dc0-d1fc-417a-ae1d-3a789584e382 req-08dcead9-32df-43bb-88b7-8a8392358707 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742016 Aug 31 01:16:15.100562 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-142e2a8f-e81f-4444-8fe4-d987a2932319 req-56f72dec-16e2-47eb-b339-5cab138758e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=105ee8cf-aab1-4f23-b1db-9270288c3210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530791 Aug 31 01:16:15.284351 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-142e2a8f-e81f-4444-8fe4-d987a2932319 req-0bc53a09-745e-43b8-b840-c74630100f73 service neutron] 10.222.0.70 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691148 Aug 31 01:16:15.299517 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-70476851-3751-4098-a19b-4b902b658247 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:15.350178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e86ed-2cd4-4975-84fe-ff1d3e1dadf8 req-a534e714-b8c0-4d07-a586-4f2452bb21a9 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:15.359720 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f37e86ed-2cd4-4975-84fe-ff1d3e1dadf8 req-a534e714-b8c0-4d07-a586-4f2452bb21a9 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 944 time: 0.1762335 Aug 31 01:16:15.423526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70476851-3751-4098-a19b-4b902b658247 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Subnet': ['ID=ac180adf-bd99-49d2-b34b-e34604aebb73,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:15.446285 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-142e2a8f-e81f-4444-8fe4-d987a2932319 req-3091d2ec-1e84-4e1d-8bc4-925d6df104b5 service neutron] 10.222.0.70 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548197 Aug 31 01:16:15.460109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f37e86ed-2cd4-4975-84fe-ff1d3e1dadf8 req-41e8ffde-e31b-4b79-adcf-3cc7e965efee tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989482 Aug 31 01:16:15.478675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70476851-3751-4098-a19b-4b902b658247 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Checking segment: {'id': 'e4cde338-6021-46b9-b1c8-fc7b0734e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:15.479166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70476851-3751-4098-a19b-4b902b658247 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network hostable DHCP agents. Network: a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:16:15.504929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70476851-3751-4098-a19b-4b902b658247 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:16:15.519161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-70476851-3751-4098-a19b-4b902b658247 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:15.530459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70476851-3751-4098-a19b-4b902b658247 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:15.531706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f7e70d-0107-4c3c-9823-a21427ac09f8 None None] Network a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:15.533900 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-70476851-3751-4098-a19b-4b902b658247 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:15.570245 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56742) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:15.572540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-70476851-3751-4098-a19b-4b902b658247 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1272173 Aug 31 01:16:15.577208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-65427c47-ca1a-49a5-9f5d-7fc89f598f71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'network_id': 'a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010', 'name': 'tempest-PortsTestJSON-1386793685'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:15.717050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7b999fef-1430-4cb0-813c-3bd2f48a49b8 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:16:15.817447 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65427c47-ca1a-49a5-9f5d-7fc89f598f71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:15.824764 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65427c47-ca1a-49a5-9f5d-7fc89f598f71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:15.875372 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-65427c47-ca1a-49a5-9f5d-7fc89f598f71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port f8beea29-3093-432e-8d00-b8ebc677ad2e yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:16:16.047486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-65427c47-ca1a-49a5-9f5d-7fc89f598f71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Allocated IP 172.20.0.2 (a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010/ac180adf-bd99-49d2-b34b-e34604aebb73/f8beea29-3093-432e-8d00-b8ebc677ad2e) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:16.164980 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7b999fef-1430-4cb0-813c-3bd2f48a49b8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7b999fef-1430-4cb0-813c-3bd2f48a49b8,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:16.211448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '7b999fef-1430-4cb0-813c-3bd2f48a49b8', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'port_id': '7b999fef-1430-4cb0-813c-3bd2f48a49b8', 'mac_address': 'fa:16:3e:bf:b5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:16:16.259332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b1e31-27f0-4742-bb62-efbdb4a5f60b req-9da93f94-d8a6-44c8-8794-afc4b69986dc tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:16.278996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b60b1e31-27f0-4742-bb62-efbdb4a5f60b req-9da93f94-d8a6-44c8-8794-afc4b69986dc tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 945 time: 0.1792922 Aug 31 01:16:16.440861 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65427c47-ca1a-49a5-9f5d-7fc89f598f71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:16.457671 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:16.464241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b60b1e31-27f0-4742-bb62-efbdb4a5f60b req-36e43342-d8aa-40a3-a611-33425c30f8c3 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734042 Aug 31 01:16:16.466619 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-65427c47-ca1a-49a5-9f5d-7fc89f598f71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Transition to ACTIVE for port object f8beea29-3093-432e-8d00-b8ebc677ad2e will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:16.551007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010', 'network_id': 'a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010', 'tenant_id': 'a98da46685af423b9df368d985479597', 'fixed_ips': [{'subnet_id': 'ac180adf-bd99-49d2-b34b-e34604aebb73'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:16:16.551902 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:16.572566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b999fef-1430-4cb0-813c-3bd2f48a49b8 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:16.609392 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65427c47-ca1a-49a5-9f5d-7fc89f598f71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:16.657356 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65427c47-ca1a-49a5-9f5d-7fc89f598f71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:16.667774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7b999fef-1430-4cb0-813c-3bd2f48a49b8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7b999fef-1430-4cb0-813c-3bd2f48a49b8,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:16.688768 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:16.699343 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-65427c47-ca1a-49a5-9f5d-7fc89f598f71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:16.704073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65427c47-ca1a-49a5-9f5d-7fc89f598f71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:16.794295 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b7a2c-dc51-4fde-843e-15483b8971f8 req-70c10f64-3830-4639-ac5e-9e5bc15ab06b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:16.797160 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af4b7a2c-dc51-4fde-843e-15483b8971f8 req-70c10f64-3830-4639-ac5e-9e5bc15ab06b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 944 time: 0.1825771 Aug 31 01:16:16.810671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa28af-9f2c-4888-a5e5-c820f4825d57 req-a02dace3-832a-47d4-a1a1-ec9d15bab073 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:16.812862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79fa28af-9f2c-4888-a5e5-c820f4825d57 req-a02dace3-832a-47d4-a1a1-ec9d15bab073 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 944 time: 0.3401790 Aug 31 01:16:16.829957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7b999fef-1430-4cb0-813c-3bd2f48a49b8,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:16.838253 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65427c47-ca1a-49a5-9f5d-7fc89f598f71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=f8beea29-3093-432e-8d00-b8ebc677ad2e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:16.883522 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65427c47-ca1a-49a5-9f5d-7fc89f598f71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:16.884384 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65427c47-ca1a-49a5-9f5d-7fc89f598f71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:16.921395 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-65427c47-ca1a-49a5-9f5d-7fc89f598f71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3495724 Aug 31 01:16:16.924131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56768) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:16.948515 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af4b7a2c-dc51-4fde-843e-15483b8971f8 req-6a34e629-75e0-4e67-ac05-977e53abfa36 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341741 Aug 31 01:16:17.013178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79fa28af-9f2c-4888-a5e5-c820f4825d57 req-5801ddab-7d36-4c80-9e7f-36eb643692ba tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116865 Aug 31 01:16:17.200883 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f10cbd48-56a9-4d69-bf18-435df8ebe93c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port f8beea29-3093-432e-8d00-b8ebc677ad2e {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:17.201287 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f10cbd48-56a9-4d69-bf18-435df8ebe93c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:17.222949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Allocated IP 172.20.0.3 (a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010/ac180adf-bd99-49d2-b34b-e34604aebb73/2c6ec553-b0c4-4033-874a-8a1d8f7f5643) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:17.260721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7b999fef-1430-4cb0-813c-3bd2f48a49b8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:17.496913 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f10cbd48-56a9-4d69-bf18-435df8ebe93c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:17.538357 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f10cbd48-56a9-4d69-bf18-435df8ebe93c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for f8beea29-3093-432e-8d00-b8ebc677ad2e owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:17.698758 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:17.745439 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d0da5db5-63a2-4039-8883-1dff34e99546 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:17.753636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9941363-2c77-4530-b387-f93eb5406560 req-f1771470-02f9-4c3c-a555-388f778ec390 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:17.769279 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9941363-2c77-4530-b387-f93eb5406560 req-f1771470-02f9-4c3c-a555-388f778ec390 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 945 time: 0.1751420 Aug 31 01:16:17.820614 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f10cbd48-56a9-4d69-bf18-435df8ebe93c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:17.856709 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Transition to ACTIVE for port object 2c6ec553-b0c4-4033-874a-8a1d8f7f5643 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:17.874634 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9941363-2c77-4530-b387-f93eb5406560 req-33627b92-5eff-46f7-a221-771c37eec72b tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009994 Aug 31 01:16:17.891467 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cbd48-56a9-4d69-bf18-435df8ebe93c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=f8beea29-3093-432e-8d00-b8ebc677ad2e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:17.908424 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Transition to ACTIVE for port object 2c6ec553-b0c4-4033-874a-8a1d8f7f5643 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:17.982869 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.019659 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f10cbd48-56a9-4d69-bf18-435df8ebe93c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.027187 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f10cbd48-56a9-4d69-bf18-435df8ebe93c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/f8beea29-3093-432e-8d00-b8ebc677ad2e HTTP/1.1" status: 204 len: 168 time: 1.0985670 Aug 31 01:16:18.029229 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56794) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:18.110327 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Network a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:18.117628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:18.124016 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-816f5638-a434-49fc-ac75-50effbb9bfc3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] DELETE failed (client error): The resource could not be found. Aug 31 01:16:18.125176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816f5638-a434-49fc-ac75-50effbb9bfc3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:16:18.131858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56798) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:18.143119 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-816f5638-a434-49fc-ac75-50effbb9bfc3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/f8beea29-3093-432e-8d00-b8ebc677ad2e HTTP/1.1" status: 404 len: 333 time: 0.1123936 Aug 31 01:16:18.152388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:18.174077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port d0da5db5-63a2-4039-8883-1dff34e99546 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:18.192427 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e573ac7a-b7ea-4b39-a9c2-c2a9f80f193f tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] GET failed (client error): The resource could not be found. Aug 31 01:16:18.205536 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e573ac7a-b7ea-4b39-a9c2-c2a9f80f193f tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/f8beea29-3093-432e-8d00-b8ebc677ad2e HTTP/1.1" status: 404 len: 333 time: 0.0720193 Aug 31 01:16:18.206540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56800) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:18.223577 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port d0da5db5-63a2-4039-8883-1dff34e99546 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:18.224683 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.340890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aeb590-a65d-4d80-8059-b161bf7bd3e9 req-c1aab64a-f44f-41af-b956-34ae2e48ac5f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:18.342977 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb1def0-1964-4340-a2a0-fe9ed0ce9552 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting subnet ac180adf-bd99-49d2-b34b-e34604aebb73 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:16:18.344920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Pushing event updated for resources: {'Port': ['ID=2c6ec553-b0c4-4033-874a-8a1d8f7f5643,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:18.346995 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-afb1def0-1964-4340-a2a0-fe9ed0ce9552 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.355708 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79aeb590-a65d-4d80-8059-b161bf7bd3e9 req-c1aab64a-f44f-41af-b956-34ae2e48ac5f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 945 time: 0.2470188 Aug 31 01:16:18.446873 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79aeb590-a65d-4d80-8059-b161bf7bd3e9 req-3ab0aa74-a7be-491a-adbb-b66a5e98a90a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822401 Aug 31 01:16:18.449633 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-afb1def0-1964-4340-a2a0-fe9ed0ce9552 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.458333 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Attempting to bind port 2c6ec553-b0c4-4033-874a-8a1d8f7f5643 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:16:18.463188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Attempting to bind port 2c6ec553-b0c4-4033-874a-8a1d8f7f5643 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'e4cde338-6021-46b9-b1c8-fc7b0734e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:16:18.464050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Attempting to bind port 2c6ec553-b0c4-4033-874a-8a1d8f7f5643 on network a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:18.479331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e539e-3d65-42b9-9558-9b087cfa3fda req-bf4728e7-6c3e-4826-8c3f-ffd43a372b8e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:18.482957 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a7e539e-3d65-42b9-9558-9b087cfa3fda req-bf4728e7-6c3e-4826-8c3f-ffd43a372b8e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 944 time: 0.2695415 Aug 31 01:16:18.503394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:16:18.505330 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Checking segment: {'id': 'e4cde338-6021-46b9-b1c8-fc7b0734e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:18.506409 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.509836 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Bound using segment: {'id': 'e4cde338-6021-46b9-b1c8-fc7b0734e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:16:18.510638 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Bound port: 2c6ec553-b0c4-4033-874a-8a1d8f7f5643, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cde338-6021-46b9-b1c8-fc7b0734e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:16:18.511677 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.577510 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a7e539e-3d65-42b9-9558-9b087cfa3fda req-4b20211d-aadd-4f90-9a48-1904417a5038 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901883 Aug 31 01:16:18.618717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56826) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:18.723302 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-afb1def0-1964-4340-a2a0-fe9ed0ce9552 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.898965 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-afb1def0-1964-4340-a2a0-fe9ed0ce9552 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.910219 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.942680 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1def0-1964-4340-a2a0-fe9ed0ce9552 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Subnet': ['ID=ac180adf-bd99-49d2-b34b-e34604aebb73,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:18.951187 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-afb1def0-1964-4340-a2a0-fe9ed0ce9552 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.955364 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-afb1def0-1964-4340-a2a0-fe9ed0ce9552 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/ac180adf-bd99-49d2-b34b-e34604aebb73 HTTP/1.1" status: 204 len: 168 time: 0.7454948 Aug 31 01:16:18.956236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56852) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:18.971359 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] For port 2c6ec553-b0c4-4033-874a-8a1d8f7f5643, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:16:18.991548 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] For port 2c6ec553-b0c4-4033-874a-8a1d8f7f5643, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2c6ec553-b0c4-4033-874a-8a1d8f7f5643,segment=NetworkSegment(e4cde338-6021-46b9-b1c8-fc7b0734e048),segment_id=e4cde338-6021-46b9-b1c8-fc7b0734e048)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:16:19.026696 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.035171 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e724-4f51-4ee7-9dab-857e2a846ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.067755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c9d6fe-fc72-4988-8401-957f431a411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0da5db5-63a2-4039-8883-1dff34e99546'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:19.075859 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc7ba2d-8a85-4e62-9a8b-26de2fe58a95" -d '{"events": [{"server_uuid": "f5c9d6fe-fc72-4988-8401-957f431a411b", "name": "network-vif-plugged", "status": "completed", "tag": "d0da5db5-63a2-4039-8883-1dff34e99546"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:19.265491 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e724-4f51-4ee7-9dab-857e2a846ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.275669 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e724-4f51-4ee7-9dab-857e2a846ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.286097 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9948f464-4a4c-44af-873c-5921f61aaaf6 x-openstack-request-id: req-9948f464-4a4c-44af-873c-5921f61aaaf6 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:19.286509 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c9d6fe-fc72-4988-8401-957f431a411b", "name": "network-vif-plugged", "status": "completed", "tag": "d0da5db5-63a2-4039-8883-1dff34e99546", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:19.286853 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9948f464-4a4c-44af-873c-5921f61aaaf6 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:19.293452 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c9d6fe-fc72-4988-8401-957f431a411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0da5db5-63a2-4039-8883-1dff34e99546', 'code': 200} Aug 31 01:16:19.341895 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7bc4e724-4f51-4ee7-9dab-857e2a846ddf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aac7e7eca842457da8c77d3e1eb29b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7214971 Aug 31 01:16:19.346320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d0da5db5-63a2-4039-8883-1dff34e99546, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d0da5db5-63a2-4039-8883-1dff34e99546,segment=NetworkSegment(4834988c-895b-4096-b7b8-21be782359b8),segment_id=4834988c-895b-4096-b7b8-21be782359b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:19.347055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56876) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:19.352953 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.356175 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cc61e-62fa-4bd8-83ea-8decfc1a042c None None] Pushing event updated for resources: {'Port': ['ID=2c6ec553-b0c4-4033-874a-8a1d8f7f5643,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:19.383450 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.414021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29347774-ddda-42ab-827a-8ba142df6fd7 req-f0c3c040-8fba-4ae0-b6bf-44595a9919bc tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:19.427031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29347774-ddda-42ab-827a-8ba142df6fd7 req-f0c3c040-8fba-4ae0-b6bf-44595a9919bc tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 945 time: 0.3196809 Aug 31 01:16:19.454279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=d0da5db5-63a2-4039-8883-1dff34e99546,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:19.491024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992f5ec-46c1-4ef1-ac75-080785b4f6b5 req-1db5a5bd-2ee5-4f4c-a353-594d04f70b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:19.492460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b992f5ec-46c1-4ef1-ac75-080785b4f6b5 req-1db5a5bd-2ee5-4f4c-a353-594d04f70b02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 1097 time: 0.1976514 Aug 31 01:16:19.542185 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62f395f6-bcb5-4e51-8f38-b24dc65f13a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.544392 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4e724-4f51-4ee7-9dab-857e2a846ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7fdd80-3d47-4801-98a5-34ee56b4d4ed,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:19.578139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29347774-ddda-42ab-827a-8ba142df6fd7 req-573946f8-1283-415d-9db8-e075815b4c3d tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483777 Aug 31 01:16:19.607801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b992f5ec-46c1-4ef1-ac75-080785b4f6b5 req-7b8fb5ea-aa6f-44c6-8d9c-5da45426e925 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899312 Aug 31 01:16:19.616980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port 2c6ec553-b0c4-4033-874a-8a1d8f7f5643 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:19.617590 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.626176 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62f395f6-bcb5-4e51-8f38-b24dc65f13a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.736399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7b999fef-1430-4cb0-813c-3bd2f48a49b8 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:19.775019 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62f395f6-bcb5-4e51-8f38-b24dc65f13a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.778989 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62f395f6-bcb5-4e51-8f38-b24dc65f13a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.779796 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-62f395f6-bcb5-4e51-8f38-b24dc65f13a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b7fdd80-3d47-4801-98a5-34ee56b4d4ed HTTP/1.1" status: 204 len: 168 time: 0.4315298 Aug 31 01:16:19.799784 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f395f6-bcb5-4e51-8f38-b24dc65f13a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7fdd80-3d47-4801-98a5-34ee56b4d4ed,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:20.002665 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 7b999fef-1430-4cb0-813c-3bd2f48a49b8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:20.017734 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 7b999fef-1430-4cb0-813c-3bd2f48a49b8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:20.018118 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.034464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c43d3-9855-4d2c-90ea-704e76d483c6 req-86612e72-9565-4949-bccf-49aea1795ea4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:20.036453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c4c43d3-9855-4d2c-90ea-704e76d483c6 req-86612e72-9565-4949-bccf-49aea1795ea4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 944 time: 0.2195761 Aug 31 01:16:20.045866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] For port 2c6ec553-b0c4-4033-874a-8a1d8f7f5643, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2c6ec553-b0c4-4033-874a-8a1d8f7f5643,segment=NetworkSegment(e4cde338-6021-46b9-b1c8-fc7b0734e048),segment_id=e4cde338-6021-46b9-b1c8-fc7b0734e048)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:20.052470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.095451 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e1955-51e2-48e9-9b94-1f0c0101712c req-9f8c0677-1fec-4922-afba-108910da01cd tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:20.108677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56906) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:20.111873 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e79e1955-51e2-48e9-9b94-1f0c0101712c req-9f8c0677-1fec-4922-afba-108910da01cd tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 945 time: 0.4592426 Aug 31 01:16:20.151582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for 2c6ec553-b0c4-4033-874a-8a1d8f7f5643 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:20.212666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c4c43d3-9855-4d2c-90ea-704e76d483c6 req-b3dc6412-4ba4-4a00-b605-fb4ee5f1c82d tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507976 Aug 31 01:16:20.232025 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e79e1955-51e2-48e9-9b94-1f0c0101712c req-834e0ed0-428c-43de-8763-bfaeb555e7b6 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190486 Aug 31 01:16:20.304050 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.380542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7b999fef-1430-4cb0-813c-3bd2f48a49b8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7b999fef-1430-4cb0-813c-3bd2f48a49b8,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:20.385622 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.393597 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e9f86ef3-9b5d-4570-bbb1-7a1acadffa0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.447314 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.515905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=2c6ec553-b0c4-4033-874a-8a1d8f7f5643,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:20.517517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7b999fef-1430-4cb0-813c-3bd2f48a49b8,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:20.533080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No DVR routers for this DVR port 2c6ec553-b0c4-4033-874a-8a1d8f7f5643 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:16:20.665170 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e9f86ef3-9b5d-4570-bbb1-7a1acadffa0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.683027 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e9f86ef3-9b5d-4570-bbb1-7a1acadffa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.743171 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.750494 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e9f86ef3-9b5d-4570-bbb1-7a1acadffa0e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9e04bf219dc24010a55c40102438dc63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6402693 Aug 31 01:16:20.753005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56926) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:20.779678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:20.807848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f86ef3-9b5d-4570-bbb1-7a1acadffa0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5e2937-38e7-4d56-93bb-d31a3a750847,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:20.862379 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55522192-1009-49f7-8eb1-44883cc45a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.887981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cde338-6021-46b9-b1c8-fc7b0734e048') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:20.888524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cde338-6021-46b9-b1c8-fc7b0734e048') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:20.895010 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55522192-1009-49f7-8eb1-44883cc45a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.932387 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.984957 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55522192-1009-49f7-8eb1-44883cc45a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.994418 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55522192-1009-49f7-8eb1-44883cc45a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:20.995645 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-55522192-1009-49f7-8eb1-44883cc45a94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb5e2937-38e7-4d56-93bb-d31a3a750847 HTTP/1.1" status: 204 len: 168 time: 0.2415249 Aug 31 01:16:21.019133 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55522192-1009-49f7-8eb1-44883cc45a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5e2937-38e7-4d56-93bb-d31a3a750847,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:21.038712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a891c9-c5df-42a2-bec1-8401e43e6094 req-9726f45d-421d-4dcc-b184-edac166b7af5 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:21.041200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-45a891c9-c5df-42a2-bec1-8401e43e6094 req-9726f45d-421d-4dcc-b184-edac166b7af5 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.2949679 Aug 31 01:16:21.077739 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:21.131339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:16:21.132313 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:16:21.137343 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:16:21.205585 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-674afbdb-b0e3-47b7-b211-cf4c87bf5a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:21.295756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0815689-5b4f-49c5-88a6-9bbe2f4f38be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b999fef-1430-4cb0-813c-3bd2f48a49b8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:21.298958 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb0b7f6-ba64-428c-a98c-2075e9bd82c5" -d '{"events": [{"server_uuid": "e0815689-5b4f-49c5-88a6-9bbe2f4f38be", "name": "network-vif-plugged", "status": "completed", "tag": "7b999fef-1430-4cb0-813c-3bd2f48a49b8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:21.384264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6a4ee3-c9b1-4d05-94a8-2c3ddaaa780a None None] Network a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:21.506790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-45a891c9-c5df-42a2-bec1-8401e43e6094 req-245192a8-1b72-4aa0-9765-a00923a8adb9 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447007 Aug 31 01:16:21.616796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6bf6ef17-87ad-4d7d-bacb-c8900ce4612c None None] Could not find standard attr ID for object 2c6ec553-b0c4-4033-874a-8a1d8f7f5643. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:16:21.618441 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:21.634749 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:21.642118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/networks/a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010 HTTP/1.1" status: 204 len: 168 time: 2.6846321 Aug 31 01:16:21.647943 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56952) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:21.653352 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ad00ae22-6c30-4782-967b-fcd7584e76b5 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1191726676'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:21.697263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad00ae22-6c30-4782-967b-fcd7584e76b5 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:21.701925 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad00ae22-6c30-4782-967b-fcd7584e76b5 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:21.745857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791bac5-2948-4422-9ec8-08acc87716af tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Network': ['ID=a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:21.755517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad00ae22-6c30-4782-967b-fcd7584e76b5 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:16:21.781505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19180d-d941-44a2-a343-980251d61659 req-215c55ef-94b2-40e4-a8b0-6a164154d1f2 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:21.786563 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b19180d-d941-44a2-a343-980251d61659 req-215c55ef-94b2-40e4-a8b0-6a164154d1f2 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 944 time: 0.2655144 Aug 31 01:16:21.789069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad00ae22-6c30-4782-967b-fcd7584e76b5 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:21.790020 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-ad00ae22-6c30-4782-967b-fcd7584e76b5 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Added segment 404cb645-6219-4500-b0b2-e6003c108e38 of type vlan for network d876cb94-6381-4d5d-8e27-3f2cbf3eb768 Aug 31 01:16:21.806954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b931f77-08a0-4c24-87ea-78370da88eee None None] DHCP port deletion for a08a9afe-0c2e-4bc3-b341-dfbb8e7fb010 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:16:21.829163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99757f-69a6-4f62-927a-864667595ffd req-84974225-4c94-4d1c-a398-635af883677c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:21.830765 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e99757f-69a6-4f62-927a-864667595ffd req-84974225-4c94-4d1c-a398-635af883677c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.1815403 Aug 31 01:16:21.875449 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b19180d-d941-44a2-a343-980251d61659 req-f00d0c2a-2453-4829-992d-da45e3531d8a tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695512 Aug 31 01:16:21.899867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e99757f-69a6-4f62-927a-864667595ffd req-c1f2c544-4d2a-457d-9de0-204ee9358ac3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609810 Aug 31 01:16:21.952022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56956) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:21.956138 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3aa702c-9b1d-499b-9fd0-aec117c785d5 x-openstack-request-id: req-a3aa702c-9b1d-499b-9fd0-aec117c785d5 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:21.956289 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad00ae22-6c30-4782-967b-fcd7584e76b5 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:21.956783 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0815689-5b4f-49c5-88a6-9bbe2f4f38be", "name": "network-vif-plugged", "status": "completed", "tag": "7b999fef-1430-4cb0-813c-3bd2f48a49b8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:21.957231 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3aa702c-9b1d-499b-9fd0-aec117c785d5 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:21.957828 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0815689-5b4f-49c5-88a6-9bbe2f4f38be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b999fef-1430-4cb0-813c-3bd2f48a49b8', 'code': 200} Aug 31 01:16:21.983273 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7228be1e-68a9-4287-8d5d-c5e8d1406f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:21.992342 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad00ae22-6c30-4782-967b-fcd7584e76b5 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.001042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad00ae22-6c30-4782-967b-fcd7584e76b5 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:22.001776 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad00ae22-6c30-4782-967b-fcd7584e76b5 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.032112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56958) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:22.132502 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88761d7d-3fa5-4c0a-bda6-cf0053dec786 req-4636fc3e-891c-4dbe-8e8a-0e3ee402dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:22.134170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88761d7d-3fa5-4c0a-bda6-cf0053dec786 req-4636fc3e-891c-4dbe-8e8a-0e3ee402dcd4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 1098 time: 0.0952289 Aug 31 01:16:22.204053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88761d7d-3fa5-4c0a-bda6-cf0053dec786 req-6435d7a6-e4c1-4e7d-9388-0ca8a1908442 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587456 Aug 31 01:16:22.264900 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7228be1e-68a9-4287-8d5d-c5e8d1406f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.282760 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7228be1e-68a9-4287-8d5d-c5e8d1406f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.316700 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7228be1e-68a9-4287-8d5d-c5e8d1406f1f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de3276a6ff82439ba0262d38991487c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635738 Aug 31 01:16:22.317744 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5972bd0-2b81-410b-aafd-1d4493a98f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.320341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56962) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:22.459840 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5972bd0-2b81-410b-aafd-1d4493a98f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.470248 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5972bd0-2b81-410b-aafd-1d4493a98f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.502554 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228be1e-68a9-4287-8d5d-c5e8d1406f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b69cc67-8262-4a7d-8e56-da18af6dc14d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:22.580533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2c6ec553-b0c4-4033-874a-8a1d8f7f5643 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:16:22.586025 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c5972bd0-2b81-410b-aafd-1d4493a98f16 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=525fa928df8c46039538ec46ede579b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529058 Aug 31 01:16:22.589552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56966) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:22.617239 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ef96b6e-db8e-4325-aa87-05039ebc7a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.625126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 2c6ec553-b0c4-4033-874a-8a1d8f7f5643 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:16:22.627265 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2c6ec553-b0c4-4033-874a-8a1d8f7f5643 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:16:22.672389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5972bd0-2b81-410b-aafd-1d4493a98f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c148b1-0aea-4832-9716-d1b6154e7df0,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:22.712944 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ad00ae22-6c30-4782-967b-fcd7584e76b5 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0637658 Aug 31 01:16:22.715698 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56968) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:22.726341 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ef96b6e-db8e-4325-aa87-05039ebc7a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.729832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0c84b213-a496-4da8-9d5d-984eb9aadf54 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'subnet': {'network_id': 'd876cb94-6381-4d5d-8e27-3f2cbf3eb768', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:22.786765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f3417-568d-450a-80ff-fbae75f4dc60 req-4e111ce7-0015-4946-b6ca-238ab28dae0f tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:22.794947 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b62f3417-568d-450a-80ff-fbae75f4dc60 req-4e111ce7-0015-4946-b6ca-238ab28dae0f tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1539121 Aug 31 01:16:22.800181 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-858ff998-059c-4aa6-95aa-19a5ee5ba4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.825648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00ae22-6c30-4782-967b-fcd7584e76b5 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Network': ['ID=d876cb94-6381-4d5d-8e27-3f2cbf3eb768,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:22.839606 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-858ff998-059c-4aa6-95aa-19a5ee5ba4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.840570 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network d876cb94-6381-4d5d-8e27-3f2cbf3eb768 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:16:22.879571 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ef96b6e-db8e-4325-aa87-05039ebc7a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.882833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ef96b6e-db8e-4325-aa87-05039ebc7a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.884105 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4ef96b6e-db8e-4325-aa87-05039ebc7a2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b69cc67-8262-4a7d-8e56-da18af6dc14d HTTP/1.1" status: 204 len: 168 time: 0.5618031 Aug 31 01:16:22.923736 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c84b213-a496-4da8-9d5d-984eb9aadf54 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:22.928687 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c84b213-a496-4da8-9d5d-984eb9aadf54 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.958597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b62f3417-568d-450a-80ff-fbae75f4dc60 req-6e2ba4ab-8ba4-4785-a406-014b362e8a15 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626370 Aug 31 01:16:22.966863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef96b6e-db8e-4325-aa87-05039ebc7a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b69cc67-8262-4a7d-8e56-da18af6dc14d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:22.974021 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-858ff998-059c-4aa6-95aa-19a5ee5ba4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.978587 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-858ff998-059c-4aa6-95aa-19a5ee5ba4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.982279 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-858ff998-059c-4aa6-95aa-19a5ee5ba4c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/03c148b1-0aea-4832-9716-d1b6154e7df0 HTTP/1.1" status: 204 len: 168 time: 0.3748729 Aug 31 01:16:23.002728 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ff998-059c-4aa6-95aa-19a5ee5ba4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c148b1-0aea-4832-9716-d1b6154e7df0,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:23.183107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4284a70-e932-4bc2-84e2-4b9c1087b22d req-be77a37b-8d86-40c4-b5bb-fcea61148117 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:23.185544 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4284a70-e932-4bc2-84e2-4b9c1087b22d req-be77a37b-8d86-40c4-b5bb-fcea61148117 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 944 time: 0.1489959 Aug 31 01:16:23.216259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5284191-6a97-471e-9791-f82fd2c3d94e req-5454c56a-5c96-4457-a337-5c54c758f49e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:23.218137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5284191-6a97-471e-9791-f82fd2c3d94e req-5454c56a-5c96-4457-a337-5c54c758f49e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.0963855 Aug 31 01:16:23.302713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4284a70-e932-4bc2-84e2-4b9c1087b22d req-04968619-fa27-4cc2-af60-ae65f64e09fc tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110861 Aug 31 01:16:23.326176 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5284191-6a97-471e-9791-f82fd2c3d94e req-16bcab0a-b201-472b-8d6e-d5597376ec9a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975890 Aug 31 01:16:23.393688 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c84b213-a496-4da8-9d5d-984eb9aadf54 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:23.544966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c84b213-a496-4da8-9d5d-984eb9aadf54 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Checking segment: {'id': '404cb645-6219-4500-b0b2-e6003c108e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd876cb94-6381-4d5d-8e27-3f2cbf3eb768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:23.545434 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c84b213-a496-4da8-9d5d-984eb9aadf54 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network hostable DHCP agents. Network: d876cb94-6381-4d5d-8e27-3f2cbf3eb768, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:16:23.549788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84b213-a496-4da8-9d5d-984eb9aadf54 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Subnet': ['ID=12031068-52c7-4114-bac4-acf96eb47576,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:23.587757 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c84b213-a496-4da8-9d5d-984eb9aadf54 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network d876cb94-6381-4d5d-8e27-3f2cbf3eb768 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:16:23.605025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0c84b213-a496-4da8-9d5d-984eb9aadf54 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, d876cb94-6381-4d5d-8e27-3f2cbf3eb768) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:23.611945 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c84b213-a496-4da8-9d5d-984eb9aadf54 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:23.612537 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c84b213-a496-4da8-9d5d-984eb9aadf54 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:23.619201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ca8be9-9f27-4a69-b774-d6d6d11d2be2 None None] Network d876cb94-6381-4d5d-8e27-3f2cbf3eb768 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:23.669810 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0c84b213-a496-4da8-9d5d-984eb9aadf54 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9509473 Aug 31 01:16:23.670521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57002) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:23.677389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-abd5dd2c-1746-47b2-8713-c7e9f71adedf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'network_id': 'd876cb94-6381-4d5d-8e27-3f2cbf3eb768', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1728309660'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:23.725710 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-576d3809-eb68-4798-a795-d86d1a4e5505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:23.932694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-d876cb94-6381-4d5d-8e27-3f2cbf3eb768', 'network_id': 'd876cb94-6381-4d5d-8e27-3f2cbf3eb768', 'tenant_id': 'a98da46685af423b9df368d985479597', 'fixed_ips': [{'subnet_id': '12031068-52c7-4114-bac4-acf96eb47576'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:16:23.933554 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:24.018625 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd5dd2c-1746-47b2-8713-c7e9f71adedf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:24.022764 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abd5dd2c-1746-47b2-8713-c7e9f71adedf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:24.035841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab15070-a795-49a1-acb8-b4337245839f req-98c058a4-fdac-4e23-bb01-64ef6263087a tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:24.038518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bab15070-a795-49a1-acb8-b4337245839f req-98c058a4-fdac-4e23-bb01-64ef6263087a tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1269922 Aug 31 01:16:24.053739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b76ee-faa7-46b1-bc7a-2df608962698 req-95f77b18-71f3-44a2-b1fa-8a5146b6102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:24.056150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6b76ee-faa7-46b1-bc7a-2df608962698 req-95f77b18-71f3-44a2-b1fa-8a5146b6102b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=804272a7f8b749e2bebc24d18b9ea347&device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 1098 time: 0.3386085 Aug 31 01:16:24.089301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-abd5dd2c-1746-47b2-8713-c7e9f71adedf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port aedd14cf-f122-45ce-9189-f6097f8c8a1c yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:16:24.181585 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bab15070-a795-49a1-acb8-b4337245839f req-a4c9e87f-0da1-4453-ae7d-f6cdfaee5a98 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350553 Aug 31 01:16:24.204609 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:24.335177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b76ee-faa7-46b1-bc7a-2df608962698 req-18582c51-4b08-464a-81c4-7e08d0661b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:24.337018 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6b76ee-faa7-46b1-bc7a-2df608962698 req-18582c51-4b08-464a-81c4-7e08d0661b0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=134c45ae-9551-4fd2-a505-0a804289d948 HTTP/1.1" status: 200 len: 912 time: 0.2730446 Aug 31 01:16:24.359345 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Allocated IP 172.20.0.2 (d876cb94-6381-4d5d-8e27-3f2cbf3eb768/12031068-52c7-4114-bac4-acf96eb47576/a364b463-bb4b-4311-8058-161746b08b3f) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:24.477323 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6b76ee-faa7-46b1-bc7a-2df608962698 req-3cecd7b6-5735-4c65-99fd-09213b34904d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0da5db5-63a2-4039-8883-1dff34e99546 HTTP/1.1" status: 200 len: 217 time: 0.1292796 Aug 31 01:16:24.479715 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:24.533420 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57030) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:24.676500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-756190398-network', 'tenant_id': '261326bd5f9d475cab97017778f9c7d6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:24.706491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd477aa-4d61-497f-969e-330c82dadd5a req-050b6442-ab19-4256-8591-c604e9d93d4a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:24.708121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] Made reservation on behalf of 261326bd5f9d475cab97017778f9c7d6 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:24.708252 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dd477aa-4d61-497f-969e-330c82dadd5a req-050b6442-ab19-4256-8591-c604e9d93d4a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.2297611 Aug 31 01:16:24.712964 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:24.716539 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:24.722160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b76ee-faa7-46b1-bc7a-2df608962698 req-bcf1aeb5-85e5-4f34-9392-af8b3bf2ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:24.727355 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6b76ee-faa7-46b1-bc7a-2df608962698 req-bcf1aeb5-85e5-4f34-9392-af8b3bf2ef20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63245396-66fb-450d-8e80-accc99e70fd2 HTTP/1.1" status: 200 len: 851 time: 0.1722257 Aug 31 01:16:24.729336 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:24.731716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Transition to ACTIVE for port object a364b463-bb4b-4311-8058-161746b08b3f will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:24.741413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f405ba-ff4c-4cf6-a85e-b5e993ae5ce6 req-6d6e7cf4-a3a9-4149-9328-adc374d5e5c3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:24.750108 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22f405ba-ff4c-4cf6-a85e-b5e993ae5ce6 req-6d6e7cf4-a3a9-4149-9328-adc374d5e5c3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 944 time: 0.2699354 Aug 31 01:16:24.750309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Transition to ACTIVE for port object a364b463-bb4b-4311-8058-161746b08b3f will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:24.781692 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:24.859679 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6b76ee-faa7-46b1-bc7a-2df608962698 req-84aa99e2-5d2c-4b7e-be38-22ef04085c0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=134c45ae-9551-4fd2-a505-0a804289d948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053443 Aug 31 01:16:24.911495 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Network d876cb94-6381-4d5d-8e27-3f2cbf3eb768 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:24.923632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:24.935037 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dd477aa-4d61-497f-969e-330c82dadd5a req-0ec09c65-0ae9-420e-aea1-6c72153ed8bf tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055283 Aug 31 01:16:24.937195 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:25.006151 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:25.015231 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:25.022753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Pushing event updated for resources: {'Port': ['ID=a364b463-bb4b-4311-8058-161746b08b3f,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:25.063153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22f405ba-ff4c-4cf6-a85e-b5e993ae5ce6 req-bc844983-0dcb-4223-ba42-2d7dc526a290 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120809 Aug 31 01:16:25.063358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bddefbd-a3c2-4cae-aa69-7d9eab3785af,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:25.094279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:16:25.097103 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Attempting to bind port a364b463-bb4b-4311-8058-161746b08b3f on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:16:25.097690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Attempting to bind port a364b463-bb4b-4311-8058-161746b08b3f by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '404cb645-6219-4500-b0b2-e6003c108e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd876cb94-6381-4d5d-8e27-3f2cbf3eb768'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:16:25.098090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Attempting to bind port a364b463-bb4b-4311-8058-161746b08b3f on network d876cb94-6381-4d5d-8e27-3f2cbf3eb768 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:25.104979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:16:25.105966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Checking segment: {'id': '404cb645-6219-4500-b0b2-e6003c108e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd876cb94-6381-4d5d-8e27-3f2cbf3eb768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:25.106699 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:25.107475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Bound using segment: {'id': '404cb645-6219-4500-b0b2-e6003c108e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd876cb94-6381-4d5d-8e27-3f2cbf3eb768'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:16:25.108337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Bound port: a364b463-bb4b-4311-8058-161746b08b3f, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404cb645-6219-4500-b0b2-e6003c108e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd876cb94-6381-4d5d-8e27-3f2cbf3eb768'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:16:25.109281 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:25.130276 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-abd5dd2c-1746-47b2-8713-c7e9f71adedf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Allocated IP 172.20.0.8 (d876cb94-6381-4d5d-8e27-3f2cbf3eb768/12031068-52c7-4114-bac4-acf96eb47576/aedd14cf-f122-45ce-9189-f6097f8c8a1c) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:25.151317 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:25.151814 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] Added segment 23668c33-e1e9-4ea7-9dcd-4713985a8c57 of type vlan for network 5fd2536e-4bde-40f8-aa1f-45f6a1c77927 Aug 31 01:16:25.214260 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:25.256774 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:25.258359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:25.273511 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:25.387787 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8523421 Aug 31 01:16:25.389718 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abd5dd2c-1746-47b2-8713-c7e9f71adedf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:25.391138 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57052) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:25.391678 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:16:25.406526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-abd5dd2c-1746-47b2-8713-c7e9f71adedf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Transition to ACTIVE for port object aedd14cf-f122-45ce-9189-f6097f8c8a1c will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:25.434257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] For port a364b463-bb4b-4311-8058-161746b08b3f, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:16:25.453070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6b76ee-faa7-46b1-bc7a-2df608962698 req-3f88438d-2dc1-4b9b-abf4-019821a4bc70 service neutron] 10.222.0.15 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702677 Aug 31 01:16:25.468628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] For port a364b463-bb4b-4311-8058-161746b08b3f, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a364b463-bb4b-4311-8058-161746b08b3f,segment=NetworkSegment(404cb645-6219-4500-b0b2-e6003c108e38),segment_id=404cb645-6219-4500-b0b2-e6003c108e38)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:16:25.482659 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:25.493871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c92cf61e-30e7-41e1-94b9-a6ae8033743b admin admin] Request body: {'subnet': {'network_id': '5fd2536e-4bde-40f8-aa1f-45f6a1c77927', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-756190398-subnet', 'tenant_id': '261326bd5f9d475cab97017778f9c7d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:25.537364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92cf61e-30e7-41e1-94b9-a6ae8033743b admin admin] Made reservation on behalf of 261326bd5f9d475cab97017778f9c7d6 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:25.544210 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c92cf61e-30e7-41e1-94b9-a6ae8033743b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:25.567067 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6b76ee-faa7-46b1-bc7a-2df608962698 req-56869cfb-cddd-4fd6-b5a1-a4d690542180 service neutron] 10.222.0.15 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045177 Aug 31 01:16:25.609110 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c603c-2d5c-4e38-a876-c70b2b2b67be admin admin] Pushing event updated for resources: {'Network': ['ID=5fd2536e-4bde-40f8-aa1f-45f6a1c77927,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:25.626734 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abd5dd2c-1746-47b2-8713-c7e9f71adedf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:25.637446 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 5fd2536e-4bde-40f8-aa1f-45f6a1c77927 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:16:25.733161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5dd2c-1746-47b2-8713-c7e9f71adedf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=aedd14cf-f122-45ce-9189-f6097f8c8a1c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:25.771050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd5dd2c-1746-47b2-8713-c7e9f71adedf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network d876cb94-6381-4d5d-8e27-3f2cbf3eb768 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:25.820841 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454a62a-3046-4581-9d8b-edada0010b42 None None] Pushing event updated for resources: {'Port': ['ID=a364b463-bb4b-4311-8058-161746b08b3f,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:25.824091 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c92cf61e-30e7-41e1-94b9-a6ae8033743b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:25.826470 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63482fe2-203f-457e-87e4-0fe1944408c0 req-fef588e5-88ba-429d-9b05-4191468bd1bc tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:25.840364 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63482fe2-203f-457e-87e4-0fe1944408c0 req-fef588e5-88ba-429d-9b05-4191468bd1bc tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.2677045 Aug 31 01:16:25.864423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd1f43-6bbb-4ffc-8174-e92b6fa65fb1 req-c6386a0e-837f-4bf3-87a9-e0f11e3cb5c1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:25.866399 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24fd1f43-6bbb-4ffc-8174-e92b6fa65fb1 req-c6386a0e-837f-4bf3-87a9-e0f11e3cb5c1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.2954786 Aug 31 01:16:25.867459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-abd5dd2c-1746-47b2-8713-c7e9f71adedf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:25.870946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd5dd2c-1746-47b2-8713-c7e9f71adedf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:25.915187 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cf61e-30e7-41e1-94b9-a6ae8033743b admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b75947-7fff-4bd6-9254-9c6565f5c2f7,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:25.987076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92cf61e-30e7-41e1-94b9-a6ae8033743b admin admin] Checking segment: {'id': '23668c33-e1e9-4ea7-9dcd-4713985a8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5fd2536e-4bde-40f8-aa1f-45f6a1c77927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:25.990563 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92cf61e-30e7-41e1-94b9-a6ae8033743b admin admin] Network hostable DHCP agents. Network: 5fd2536e-4bde-40f8-aa1f-45f6a1c77927, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:16:26.014118 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92cf61e-30e7-41e1-94b9-a6ae8033743b admin admin] Network 5fd2536e-4bde-40f8-aa1f-45f6a1c77927 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:16:26.027540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd5dd2c-1746-47b2-8713-c7e9f71adedf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:26.028319 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abd5dd2c-1746-47b2-8713-c7e9f71adedf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:26.038149 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-c92cf61e-30e7-41e1-94b9-a6ae8033743b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 5fd2536e-4bde-40f8-aa1f-45f6a1c77927) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:26.051138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d380fb-6879-48d0-8c1a-40f626b39c35 None None] Network 5fd2536e-4bde-40f8-aa1f-45f6a1c77927 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:26.051401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92cf61e-30e7-41e1-94b9-a6ae8033743b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:26.052019 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-abd5dd2c-1746-47b2-8713-c7e9f71adedf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.3803842 Aug 31 01:16:26.054162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c92cf61e-30e7-41e1-94b9-a6ae8033743b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:26.060545 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57066) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:26.078838 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63482fe2-203f-457e-87e4-0fe1944408c0 req-3e30854b-5f24-4edf-a9aa-a80a487e8835 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352536 Aug 31 01:16:26.114424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24fd1f43-6bbb-4ffc-8174-e92b6fa65fb1 req-eb4e84a7-3944-4abb-a176-f8a886b1a500 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896079 Aug 31 01:16:26.169260 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c92cf61e-30e7-41e1-94b9-a6ae8033743b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6862757 Aug 31 01:16:26.367419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4ca4f6ce-fde7-45c9-911e-ef13a11feed8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port aedd14cf-f122-45ce-9189-f6097f8c8a1c {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:26.367774 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f6ce-fde7-45c9-911e-ef13a11feed8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:26.378310 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f068b6f-a975-4b2c-8f41-9fe9a21b5f19 req-2fc6b59f-7111-4282-bc9e-d0c5a20e0d5e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:26.385185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f068b6f-a975-4b2c-8f41-9fe9a21b5f19 req-2fc6b59f-7111-4282-bc9e-d0c5a20e0d5e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 944 time: 0.1392746 Aug 31 01:16:26.491120 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f068b6f-a975-4b2c-8f41-9fe9a21b5f19 req-498c0e3f-751c-4d38-9fca-c0ab7e8f40e8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010771 Aug 31 01:16:26.506666 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbad6c7-0072-4593-9567-5657fb97d5a1 None None] Network 5fd2536e-4bde-40f8-aa1f-45f6a1c77927 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:26.530890 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f6ce-fde7-45c9-911e-ef13a11feed8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:26.550463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4ca4f6ce-fde7-45c9-911e-ef13a11feed8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for aedd14cf-f122-45ce-9189-f6097f8c8a1c owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:26.685221 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:26.770410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a364b463-bb4b-4311-8058-161746b08b3f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:26.874327 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port a364b463-bb4b-4311-8058-161746b08b3f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:26.961517 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f6ce-fde7-45c9-911e-ef13a11feed8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:27.022442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4f6ce-fde7-45c9-911e-ef13a11feed8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=aedd14cf-f122-45ce-9189-f6097f8c8a1c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:27.190648 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f6ce-fde7-45c9-911e-ef13a11feed8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:27.200385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57120) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:27.202157 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4ca4f6ce-fde7-45c9-911e-ef13a11feed8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/aedd14cf-f122-45ce-9189-f6097f8c8a1c HTTP/1.1" status: 204 len: 168 time: 1.1351900 Aug 31 01:16:27.326261 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-2680e3b0-9ab4-4759-9130-bcad05f9a7c2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] GET failed (client error): The resource could not be found. Aug 31 01:16:27.328505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2680e3b0-9ab4-4759-9130-bcad05f9a7c2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/aedd14cf-f122-45ce-9189-f6097f8c8a1c HTTP/1.1" status: 404 len: 333 time: 0.1262310 Aug 31 01:16:27.332148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57122) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:27.449002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8eb01b-ceae-4559-ade1-d8fb0d864a36 req-60529c4c-15bb-4c04-9c42-a71797b70b4d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:27.459248 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ae8eb01b-ceae-4559-ade1-d8fb0d864a36 req-60529c4c-15bb-4c04-9c42-a71797b70b4d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.1337867 Aug 31 01:16:27.510608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc9c6f8-6973-44e6-b308-5567a1700a04 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting subnet 12031068-52c7-4114-bac4-acf96eb47576 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:16:27.527484 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-efc9c6f8-6973-44e6-b308-5567a1700a04 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:27.540226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e19bd-c51b-4fe5-9577-71f5accbc8a5 req-87ae7872-634d-44c8-bda1-4dfb7b602171 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:27.552163 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-709e19bd-c51b-4fe5-9577-71f5accbc8a5 req-87ae7872-634d-44c8-bda1-4dfb7b602171 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.2470434 Aug 31 01:16:27.596387 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ae8eb01b-ceae-4559-ade1-d8fb0d864a36 req-c14df189-e726-45ad-8e9a-38cfafc2cc51 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358774 Aug 31 01:16:27.649729 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-efc9c6f8-6973-44e6-b308-5567a1700a04 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:27.695038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-709e19bd-c51b-4fe5-9577-71f5accbc8a5 req-1dadd83b-1681-4dc2-abfb-411c625be605 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403239 Aug 31 01:16:27.908946 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-efc9c6f8-6973-44e6-b308-5567a1700a04 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:27.920573 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0a1242-eb29-48bd-83cb-2b3e70f7ec79 None None] Network d876cb94-6381-4d5d-8e27-3f2cbf3eb768 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:27.982694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57140) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:28.015869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597be86b-880c-45d5-aacd-5f88e3afd835 req-745594b6-9472-4dd8-983a-a95ad11902fb tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:28.018024 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-597be86b-880c-45d5-aacd-5f88e3afd835 req-745594b6-9472-4dd8-983a-a95ad11902fb tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 944 time: 0.1607165 Aug 31 01:16:28.075775 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-efc9c6f8-6973-44e6-b308-5567a1700a04 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.078576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cf46c16d-29c6-4acc-bdeb-ccd5a88bc114 None None] Provisioning for port a364b463-bb4b-4311-8058-161746b08b3f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:28.088914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cf46c16d-29c6-4acc-bdeb-ccd5a88bc114 None None] Provisioning complete for port a364b463-bb4b-4311-8058-161746b08b3f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:28.090271 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cf46c16d-29c6-4acc-bdeb-ccd5a88bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.172344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9c6f8-6973-44e6-b308-5567a1700a04 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Subnet': ['ID=12031068-52c7-4114-bac4-acf96eb47576,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:28.181639 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-efc9c6f8-6973-44e6-b308-5567a1700a04 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.190619 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-efc9c6f8-6973-44e6-b308-5567a1700a04 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/12031068-52c7-4114-bac4-acf96eb47576 HTTP/1.1" status: 204 len: 168 time: 0.8556750 Aug 31 01:16:28.191171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57148) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:28.193043 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-597be86b-880c-45d5-aacd-5f88e3afd835 req-567c179b-be6d-4720-aea4-5bb8f172a6f7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651883 Aug 31 01:16:28.293363 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dbf2da50-4421-4b46-b64e-b1750c34d203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.342575 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cf46c16d-29c6-4acc-bdeb-ccd5a88bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.412437 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.561589 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dbf2da50-4421-4b46-b64e-b1750c34d203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.566906 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port a364b463-bb4b-4311-8058-161746b08b3f {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:28.567372 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.570183 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dbf2da50-4421-4b46-b64e-b1750c34d203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.632608 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dbf2da50-4421-4b46-b64e-b1750c34d203 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4cf49fbbeeb4310b1bc22a9658f62e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6467197 Aug 31 01:16:28.633905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2da50-4421-4b46-b64e-b1750c34d203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4ab7fd-271f-487d-ba9e-43f74c6deb27,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:28.635469 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57156) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:28.735651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cf46c16d-29c6-4acc-bdeb-ccd5a88bc114 None None] For port a364b463-bb4b-4311-8058-161746b08b3f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a364b463-bb4b-4311-8058-161746b08b3f,segment=NetworkSegment(404cb645-6219-4500-b0b2-e6003c108e38),segment_id=404cb645-6219-4500-b0b2-e6003c108e38)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:28.743701 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cf46c16d-29c6-4acc-bdeb-ccd5a88bc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.831479 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] For port a364b463-bb4b-4311-8058-161746b08b3f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a364b463-bb4b-4311-8058-161746b08b3f,segment=NetworkSegment(404cb645-6219-4500-b0b2-e6003c108e38),segment_id=404cb645-6219-4500-b0b2-e6003c108e38)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:28.832243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.835640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46c16d-29c6-4acc-bdeb-ccd5a88bc114 None None] Pushing event updated for resources: {'Port': ['ID=a364b463-bb4b-4311-8058-161746b08b3f,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:28.872916 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ae7c90-f142-4984-8a65-0b2f82769711 None None] DHCP port deletion for d876cb94-6381-4d5d-8e27-3f2cbf3eb768 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:16:28.883985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for a364b463-bb4b-4311-8058-161746b08b3f owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:28.904069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42dde8-5abc-4741-9ebd-394c85d4b715 req-f191145e-a251-43e0-ac80-20f7d8d287ad tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:28.906176 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac42dde8-5abc-4741-9ebd-394c85d4b715 req-f191145e-a251-43e0-ac80-20f7d8d287ad tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.1465311 Aug 31 01:16:28.923622 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0669d5d3-f5fe-4f00-b69c-cb2f20933d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:28.963117 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae7c90-f142-4984-8a65-0b2f82769711 None None] Deleting port a364b463-bb4b-4311-8058-161746b08b3f {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:28.963787 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7c90-f142-4984-8a65-0b2f82769711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.046394 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0669d5d3-f5fe-4f00-b69c-cb2f20933d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.072641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c5ae7c90-f142-4984-8a65-0b2f82769711 None None] For port a364b463-bb4b-4311-8058-161746b08b3f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a364b463-bb4b-4311-8058-161746b08b3f,segment=NetworkSegment(404cb645-6219-4500-b0b2-e6003c108e38),segment_id=404cb645-6219-4500-b0b2-e6003c108e38)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:29.073076 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7c90-f142-4984-8a65-0b2f82769711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.097515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafd4a2-40a8-489b-a5dc-6a9d5498c12b req-68fe83f7-b0a6-47ef-ae5f-2a97b4a406d1 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:29.110581 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4eafd4a2-40a8-489b-a5dc-6a9d5498c12b req-68fe83f7-b0a6-47ef-ae5f-2a97b4a406d1 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.2028925 Aug 31 01:16:29.124097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae7c90-f142-4984-8a65-0b2f82769711 None None] Calling delete_port for a364b463-bb4b-4311-8058-161746b08b3f owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:29.127922 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac42dde8-5abc-4741-9ebd-394c85d4b715 req-889728f0-8a7e-43ea-ae4a-b0a096bd2999 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976306 Aug 31 01:16:29.216259 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4eafd4a2-40a8-489b-a5dc-6a9d5498c12b req-0427d55d-5c11-45fb-82b0-9ee7f9a9ca33 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044810 Aug 31 01:16:29.239917 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.275996 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7c90-f142-4984-8a65-0b2f82769711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.278803 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0669d5d3-f5fe-4f00-b69c-cb2f20933d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.281839 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0669d5d3-f5fe-4f00-b69c-cb2f20933d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.287926 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0669d5d3-f5fe-4f00-b69c-cb2f20933d5e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f4ab7fd-271f-487d-ba9e-43f74c6deb27 HTTP/1.1" status: 204 len: 168 time: 0.6463253 Aug 31 01:16:29.291753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=a364b463-bb4b-4311-8058-161746b08b3f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:29.297195 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No DVR routers for this DVR port a364b463-bb4b-4311-8058-161746b08b3f on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:16:29.313599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae7c90-f142-4984-8a65-0b2f82769711 None None] Pushing event deleted for resources: {'Port': ['ID=a364b463-bb4b-4311-8058-161746b08b3f,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:29.323899 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae7c90-f142-4984-8a65-0b2f82769711 None None] No DVR routers for this DVR port a364b463-bb4b-4311-8058-161746b08b3f on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:16:29.342117 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669d5d3-f5fe-4f00-b69c-cb2f20933d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4ab7fd-271f-487d-ba9e-43f74c6deb27,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:29.390964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a514cb-684f-4b07-8b9d-8ad929586a7f req-96ade44c-e6dc-412d-8b6b-30f252cab2a2 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:29.392524 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e3a514cb-684f-4b07-8b9d-8ad929586a7f req-96ade44c-e6dc-412d-8b6b-30f252cab2a2 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 944 time: 0.0762224 Aug 31 01:16:29.409882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.421252 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d876cb94-6381-4d5d-8e27-3f2cbf3eb768']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:29.433638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404cb645-6219-4500-b0b2-e6003c108e38') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:29.434046 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404cb645-6219-4500-b0b2-e6003c108e38') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:29.437599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e3a514cb-684f-4b07-8b9d-8ad929586a7f req-26a08925-d993-4c4a-90c6-8b08ef65b68d tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367603 Aug 31 01:16:29.444780 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.462494 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.469125 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:16:29.469569 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:16:29.472600 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:16:29.529517 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.536604 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.538789 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/networks/d876cb94-6381-4d5d-8e27-3f2cbf3eb768 HTTP/1.1" status: 204 len: 168 time: 1.3465211 Aug 31 01:16:29.542983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57170) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:29.548786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-1f10ecba-6386-4e40-96bc-10f73354c105 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'name': 'tempest-PortsTestJSON-709995241'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:29.551517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c214-452a-4594-a517-f92ca38e62bc tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Network': ['ID=d876cb94-6381-4d5d-8e27-3f2cbf3eb768,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:29.598757 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57172) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:29.611913 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14a44257-6b2b-4505-b7fb-176ef13588c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.706938 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14a44257-6b2b-4505-b7fb-176ef13588c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.712473 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14a44257-6b2b-4505-b7fb-176ef13588c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.728310 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f10ecba-6386-4e40-96bc-10f73354c105 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:29.732127 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f10ecba-6386-4e40-96bc-10f73354c105 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.752125 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-1f10ecba-6386-4e40-96bc-10f73354c105 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port 6cd2293c-fae0-4cb4-ac3d-bdb3c5f8d89f yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:16:29.755045 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-14a44257-6b2b-4505-b7fb-176ef13588c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=165ef15cf7b9482ea460d7889be6ca08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551509 Aug 31 01:16:29.757236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a44257-6b2b-4505-b7fb-176ef13588c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d132b25-08b6-4cba-892d-d3c6e46797eb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:29.758435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57176) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:29.872295 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d5b59fa-5c68-4b36-9a35-19f1bba104cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.994356 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d5b59fa-5c68-4b36-9a35-19f1bba104cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:30.055693 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f10ecba-6386-4e40-96bc-10f73354c105 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:30.117533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-185f6c1a-c086-4f03-8df4-e7f6b962feca tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:30.119021 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-185f6c1a-c086-4f03-8df4-e7f6b962feca tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/networks?id=5fd2536e-4bde-40f8-aa1f-45f6a1c77927 HTTP/1.1" status: 200 len: 808 time: 0.1947043 Aug 31 01:16:30.141536 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d5b59fa-5c68-4b36-9a35-19f1bba104cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:30.144377 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d5b59fa-5c68-4b36-9a35-19f1bba104cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:30.145680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4d5b59fa-5c68-4b36-9a35-19f1bba104cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d132b25-08b6-4cba-892d-d3c6e46797eb HTTP/1.1" status: 204 len: 168 time: 0.3862252 Aug 31 01:16:30.154946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-b1de533a-c858-4d7c-a597-7038117f09a9 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/quotas/261326bd5f9d475cab97017778f9c7d6 HTTP/1.1" status: 200 len: 375 time: 0.0295830 Aug 31 01:16:30.160490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b59fa-5c68-4b36-9a35-19f1bba104cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d132b25-08b6-4cba-892d-d3c6e46797eb,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:30.164444 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f10ecba-6386-4e40-96bc-10f73354c105 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:30.237102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-dc446ab8-c077-4014-a8f0-e27fea645ba1 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=261326bd5f9d475cab97017778f9c7d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665200 Aug 31 01:16:30.245217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10ecba-6386-4e40-96bc-10f73354c105 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:30.270279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-1f10ecba-6386-4e40-96bc-10f73354c105 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:30.323254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10ecba-6386-4e40-96bc-10f73354c105 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:30.328807 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f10ecba-6386-4e40-96bc-10f73354c105 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:30.329413 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f10ecba-6386-4e40-96bc-10f73354c105 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:30.332855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10ecba-6386-4e40-96bc-10f73354c105 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=6cd2293c-fae0-4cb4-ac3d-bdb3c5f8d89f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:30.363945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1f10ecba-6386-4e40-96bc-10f73354c105 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8196499 Aug 31 01:16:30.367063 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57198) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:30.388490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a8ec1-5d77-4ac1-af57-b1d1169c1f63 req-a96600d8-211d-4d2c-a289-7fead0ef0dea tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:30.389672 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f58a8ec1-5d77-4ac1-af57-b1d1169c1f63 req-a96600d8-211d-4d2c-a289-7fead0ef0dea tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.1517279 Aug 31 01:16:30.427422 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-92c8667e-2b30-4955-8313-1b545ec7be08 service neutron] 10.222.0.58 "GET /v2.0/networks/5fd2536e-4bde-40f8-aa1f-45f6a1c77927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694136 Aug 31 01:16:30.465522 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-3a989349-e498-4a68-880f-86f1a446fa68 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port 6cd2293c-fae0-4cb4-ac3d-bdb3c5f8d89f {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:30.465972 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3a989349-e498-4a68-880f-86f1a446fa68 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:30.491901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f58a8ec1-5d77-4ac1-af57-b1d1169c1f63 req-4e6e6bf1-4c43-4ecb-8fce-b9b7748769fe tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935059 Aug 31 01:16:30.564054 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3a989349-e498-4a68-880f-86f1a446fa68 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:30.565097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-8ac636cb-8c9f-4eb3-bee1-b09f998f7294 service neutron] 10.222.0.58 "GET /v2.0/networks/5fd2536e-4bde-40f8-aa1f-45f6a1c77927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244605 Aug 31 01:16:30.588180 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-3a989349-e498-4a68-880f-86f1a446fa68 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for 6cd2293c-fae0-4cb4-ac3d-bdb3c5f8d89f owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:30.641062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc5d85-ee47-4420-bd4f-9e76af7e3f8d req-5852f6c7-45ef-4d89-b5a6-0d4efa896bb9 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:30.642975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-42bc5d85-ee47-4420-bd4f-9e76af7e3f8d req-5852f6c7-45ef-4d89-b5a6-0d4efa896bb9 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.0571373 Aug 31 01:16:30.645357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a364b463-bb4b-4311-8058-161746b08b3f no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:16:30.684224 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-42bc5d85-ee47-4420-bd4f-9e76af7e3f8d req-02f1590c-3bb6-4d7e-a0e7-1c7fb140ed74 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Aug 31 01:16:30.686203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: a364b463-bb4b-4311-8058-161746b08b3f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:16:30.686771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a364b463-bb4b-4311-8058-161746b08b3f not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:16:30.717518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3a989349-e498-4a68-880f-86f1a446fa68 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:30.770489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a989349-e498-4a68-880f-86f1a446fa68 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=6cd2293c-fae0-4cb4-ac3d-bdb3c5f8d89f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:30.784713 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3a989349-e498-4a68-880f-86f1a446fa68 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:30.786947 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3a989349-e498-4a68-880f-86f1a446fa68 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/6cd2293c-fae0-4cb4-ac3d-bdb3c5f8d89f HTTP/1.1" status: 204 len: 168 time: 0.4188228 Aug 31 01:16:30.790122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57216) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:30.797269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f34b8c87-d1d0-4382-8dee-df7a5c038677 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'mac_address': 'fa:16:3e:42:21:23', 'name': 'tempest-PortsTestJSON-1931326687'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:31.219932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0b62b3a-e745-4363-abcd-8954ab5d9cd0 req-89afb38e-f71c-4a1e-9363-bdad32adbb27 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 210 time: 0.0721533 Aug 31 01:16:31.247352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55c8c0-a386-430f-a7cc-a1378adfc1d4 req-da474728-23ef-4e67-9b48-a7f5351a9f08 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:31.249361 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e55c8c0-a386-430f-a7cc-a1378adfc1d4 req-da474728-23ef-4e67-9b48-a7f5351a9f08 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 944 time: 0.4339850 Aug 31 01:16:31.290220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34b8c87-d1d0-4382-8dee-df7a5c038677 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:31.346541 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e55c8c0-a386-430f-a7cc-a1378adfc1d4 req-e5dfb036-a1e1-4248-a777-388de6d40623 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871348 Aug 31 01:16:31.379240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f34b8c87-d1d0-4382-8dee-df7a5c038677 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:31.404180 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-f34b8c87-d1d0-4382-8dee-df7a5c038677 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port 39816162-16e4-408a-af99-94cffcc7be33 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:16:31.456328 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:31.588342 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f34b8c87-d1d0-4382-8dee-df7a5c038677 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:31.657765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a27a5-107f-40f6-ad86-01212563fa6e req-8875bd11-e5ec-4ce7-a54f-39dcc1323cf1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:31.659312 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-113a27a5-107f-40f6-ad86-01212563fa6e req-8875bd11-e5ec-4ce7-a54f-39dcc1323cf1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.0791802 Aug 31 01:16:31.683619 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f34b8c87-d1d0-4382-8dee-df7a5c038677 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:31.753183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34b8c87-d1d0-4382-8dee-df7a5c038677 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:31.763790 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7b999fef-1430-4cb0-813c-3bd2f48a49b8 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:16:31.764841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-113a27a5-107f-40f6-ad86-01212563fa6e req-e3299541-0a10-4e43-a55d-2dc885a8c92c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973454 Aug 31 01:16:31.768256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-f34b8c87-d1d0-4382-8dee-df7a5c038677 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:31.770597 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b8c87-d1d0-4382-8dee-df7a5c038677 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:31.777101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34b8c87-d1d0-4382-8dee-df7a5c038677 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:31.777687 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f34b8c87-d1d0-4382-8dee-df7a5c038677 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:31.781376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b8c87-d1d0-4382-8dee-df7a5c038677 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=39816162-16e4-408a-af99-94cffcc7be33,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:31.799399 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f34b8c87-d1d0-4382-8dee-df7a5c038677 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0072672 Aug 31 01:16:31.802265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57278) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:31.878256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e823e59-cff6-43b9-b65a-24ff72b0de83 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:31.883685 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3e823e59-cff6-43b9-b65a-24ff72b0de83 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/39816162-16e4-408a-af99-94cffcc7be33 HTTP/1.1" status: 200 len: 841 time: 0.0759025 Aug 31 01:16:31.884094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57284) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:31.919491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:16:31.961710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-e946adca-d7fe-45f5-9e37-d7b872912978 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:31.963452 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-e946adca-d7fe-45f5-9e37-d7b872912978 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.70 "GET /v2.0/networks?id=5fd2536e-4bde-40f8-aa1f-45f6a1c77927 HTTP/1.1" status: 200 len: 808 time: 0.2278955 Aug 31 01:16:31.978131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-928e2094-8a9b-473e-85b3-1a346f700a41 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Request body: {'port': {'device_id': '2574d74e-3847-4fd0-8572-a83cc3427550', 'network_id': '5fd2536e-4bde-40f8-aa1f-45f6a1c77927', 'admin_state_up': True, 'tenant_id': '261326bd5f9d475cab97017778f9c7d6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:31.982814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7b999fef-1430-4cb0-813c-3bd2f48a49b8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7b999fef-1430-4cb0-813c-3bd2f48a49b8,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:32.037630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '7b999fef-1430-4cb0-813c-3bd2f48a49b8', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'port_id': '7b999fef-1430-4cb0-813c-3bd2f48a49b8', 'mac_address': 'fa:16:3e:bf:b5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:16:32.078913 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af87a3-be60-48f4-98cf-68d4c7717423 req-684a5a75-c9a2-4c24-8f8a-6da6d88a09bc tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:32.081405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4af87a3-be60-48f4-98cf-68d4c7717423 req-684a5a75-c9a2-4c24-8f8a-6da6d88a09bc tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.2198029 Aug 31 01:16:32.111596 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:32.137486 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:32.151817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4af87a3-be60-48f4-98cf-68d4c7717423 req-fabb0b32-91e8-4512-a400-c2cad1d12cdf tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542448 Aug 31 01:16:32.152101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-928e2094-8a9b-473e-85b3-1a346f700a41 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Made reservation on behalf of 261326bd5f9d475cab97017778f9c7d6 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:32.155415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-4bac3db3-4471-4b70-ab91-5d5367c25bc1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port 39816162-16e4-408a-af99-94cffcc7be33 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:32.155816 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4bac3db3-4471-4b70-ab91-5d5367c25bc1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:32.156129 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b999fef-1430-4cb0-813c-3bd2f48a49b8 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:32.156288 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-928e2094-8a9b-473e-85b3-1a346f700a41 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:32.182240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8', 'network_id': '105ee8cf-aab1-4f23-b1db-9270288c3210', 'port_id': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8', 'mac_address': 'fa:16:3e:03:92:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae6296a-54fb-431d-93be-6f50e6d5dae4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:16:32.196284 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7b999fef-1430-4cb0-813c-3bd2f48a49b8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7b999fef-1430-4cb0-813c-3bd2f48a49b8,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:32.224832 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:32.239553 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4bac3db3-4471-4b70-ab91-5d5367c25bc1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:32.264220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-4bac3db3-4471-4b70-ab91-5d5367c25bc1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for 39816162-16e4-408a-af99-94cffcc7be33 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:32.270392 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:32.315262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7b999fef-1430-4cb0-813c-3bd2f48a49b8,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:32.330264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:32.345994 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-928e2094-8a9b-473e-85b3-1a346f700a41 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Allocated IP 172.20.0.12 (5fd2536e-4bde-40f8-aa1f-45f6a1c77927/97b75947-7fff-4bd6-9254-9c6565f5c2f7/1b5c5675-a899-4564-be4e-47a7ee89ad42) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:32.367676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:32.371779 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:32.404598 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-561ab5e1-5159-447a-8f36-5599577ccf6d req-d2a4db69-3eaf-4f9b-9116-909760d7f1e7 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 210 time: 0.0494540 Aug 31 01:16:32.425451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7b999fef-1430-4cb0-813c-3bd2f48a49b8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:32.426419 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4bac3db3-4471-4b70-ab91-5d5367c25bc1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:32.474031 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac3db3-4471-4b70-ab91-5d5367c25bc1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=39816162-16e4-408a-af99-94cffcc7be33,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:32.476285 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4bac3db3-4471-4b70-ab91-5d5367c25bc1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:32.480587 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4bac3db3-4471-4b70-ab91-5d5367c25bc1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/39816162-16e4-408a-af99-94cffcc7be33 HTTP/1.1" status: 204 len: 168 time: 0.5930810 Aug 31 01:16:32.492923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57334) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:32.510221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,revision_number=11']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:32.544959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a5588-2df4-4611-881a-1e9b0e93b40e req-e675e41c-8cbd-4c7d-a97f-b48c9f1ca2c7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:32.553250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-694a5588-2df4-4611-881a-1e9b0e93b40e req-e675e41c-8cbd-4c7d-a97f-b48c9f1ca2c7 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.0684214 Aug 31 01:16:32.560561 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8362d2a2-2c0c-4c7e-a03e-5ed8b7712652 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] GET failed (client error): The resource could not be found. Aug 31 01:16:32.567194 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8362d2a2-2c0c-4c7e-a03e-5ed8b7712652 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/39816162-16e4-408a-af99-94cffcc7be33 HTTP/1.1" status: 404 len: 333 time: 0.0683382 Aug 31 01:16:32.567194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57338) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:32.574462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-124f8d19-cb6a-4626-a9fa-b77f9ac9bf8d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'name': 'tempest-PortsTestJSON-1323895037'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:32.613056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-694a5588-2df4-4611-881a-1e9b0e93b40e req-d10a4ad2-955f-4a24-829d-86bf3f27e478 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589111 Aug 31 01:16:32.687062 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-928e2094-8a9b-473e-85b3-1a346f700a41 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:32.721176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['23a9026e-3dbf-4cf2-a046-d55bc5062ff8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:32.721577 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124f8d19-cb6a-4626-a9fa-b77f9ac9bf8d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:32.725733 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-124f8d19-cb6a-4626-a9fa-b77f9ac9bf8d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:32.752650 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-124f8d19-cb6a-4626-a9fa-b77f9ac9bf8d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port 31403176-6cb6-4ff4-a1e1-e449a0f20684 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:16:32.764222 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-928e2094-8a9b-473e-85b3-1a346f700a41 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:32.887712 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-928e2094-8a9b-473e-85b3-1a346f700a41 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Network 5fd2536e-4bde-40f8-aa1f-45f6a1c77927 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:32.893537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e2094-8a9b-473e-85b3-1a346f700a41 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Pushing event updated for resources: {'Port': ['ID=1b5c5675-a899-4564-be4e-47a7ee89ad42,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:32.896695 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-928e2094-8a9b-473e-85b3-1a346f700a41 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:32.901774 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-928e2094-8a9b-473e-85b3-1a346f700a41 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:32.938133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eca75-6fc8-49b3-84e4-13d999d39c40 req-7878b05d-0370-4129-b748-78bde303955e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:32.939861 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e2eca75-6fc8-49b3-84e4-13d999d39c40 req-7878b05d-0370-4129-b748-78bde303955e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 945 time: 0.0631490 Aug 31 01:16:32.978267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-928e2094-8a9b-473e-85b3-1a346f700a41 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:32.978922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-928e2094-8a9b-473e-85b3-1a346f700a41 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:32.991138 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e2eca75-6fc8-49b3-84e4-13d999d39c40 req-ec774ef4-1d43-4c82-944e-f2d99b88b507 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 Aug 31 01:16:33.030966 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-928e2094-8a9b-473e-85b3-1a346f700a41 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0577936 Aug 31 01:16:33.044611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Request body: {'port': {'device_id': '2574d74e-3847-4fd0-8572-a83cc3427550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:33.086661 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-124f8d19-cb6a-4626-a9fa-b77f9ac9bf8d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.125390 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.183377 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-124f8d19-cb6a-4626-a9fa-b77f9ac9bf8d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.287807 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124f8d19-cb6a-4626-a9fa-b77f9ac9bf8d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:33.301149 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-124f8d19-cb6a-4626-a9fa-b77f9ac9bf8d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:33.306162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11438bdd-3463-41d1-9b62-b57c872f3f7a req-0c563e9f-a9d7-4398-b172-77cc4d574bbf tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:33.308381 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f8d19-cb6a-4626-a9fa-b77f9ac9bf8d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:33.311758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11438bdd-3463-41d1-9b62-b57c872f3f7a req-0c563e9f-a9d7-4398-b172-77cc4d574bbf tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.0727100 Aug 31 01:16:33.314296 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f8d19-cb6a-4626-a9fa-b77f9ac9bf8d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:33.314907 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-124f8d19-cb6a-4626-a9fa-b77f9ac9bf8d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.320745 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f8d19-cb6a-4626-a9fa-b77f9ac9bf8d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=31403176-6cb6-4ff4-a1e1-e449a0f20684,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:33.348396 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-124f8d19-cb6a-4626-a9fa-b77f9ac9bf8d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7806377 Aug 31 01:16:33.353774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57402) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:33.359808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-956c11aa-afe9-42a6-bfd6-55fb729a4850 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:33.367190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11438bdd-3463-41d1-9b62-b57c872f3f7a req-bce906c4-fb0d-4cf9-80a0-65db87a8cafc tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525031 Aug 31 01:16:33.446398 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-956c11aa-afe9-42a6-bfd6-55fb729a4850 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.523201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5c5675-a899-4564-be4e-47a7ee89ad42 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:33.532694 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.548161 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Transition to ACTIVE for port object 1b5c5675-a899-4564-be4e-47a7ee89ad42 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:33.553658 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.611634 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5c5675-a899-4564-be4e-47a7ee89ad42,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:33.626790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac05e05-76c6-4832-8925-24a8a577d1bf req-bd2bf5a3-ac47-4083-890e-ab1ccb30c779 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:33.628374 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ac05e05-76c6-4832-8925-24a8a577d1bf req-bd2bf5a3-ac47-4083-890e-ab1ccb30c779 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 932 time: 0.1244440 Aug 31 01:16:33.686934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Attempting to bind port 1b5c5675-a899-4564-be4e-47a7ee89ad42 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:16:33.687273 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Attempting to bind port 1b5c5675-a899-4564-be4e-47a7ee89ad42 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '23668c33-e1e9-4ea7-9dcd-4713985a8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5fd2536e-4bde-40f8-aa1f-45f6a1c77927'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:16:33.687625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Attempting to bind port 1b5c5675-a899-4564-be4e-47a7ee89ad42 on network 5fd2536e-4bde-40f8-aa1f-45f6a1c77927 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:33.691790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ac05e05-76c6-4832-8925-24a8a577d1bf req-dc31abb1-9d62-4a1e-8158-a70b4ebcad22 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549617 Aug 31 01:16:33.694952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Port 1b5c5675-a899-4564-be4e-47a7ee89ad42 on network 5fd2536e-4bde-40f8-aa1f-45f6a1c77927 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:16:33.695301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Attempting to bind port 1b5c5675-a899-4564-be4e-47a7ee89ad42 on network 5fd2536e-4bde-40f8-aa1f-45f6a1c77927 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:33.700507 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:16:33.700848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Checking segment: {'id': '23668c33-e1e9-4ea7-9dcd-4713985a8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5fd2536e-4bde-40f8-aa1f-45f6a1c77927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:33.701232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Bound using segment: {'id': '23668c33-e1e9-4ea7-9dcd-4713985a8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5fd2536e-4bde-40f8-aa1f-45f6a1c77927'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:16:33.701683 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Bound port: 1b5c5675-a899-4564-be4e-47a7ee89ad42, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23668c33-e1e9-4ea7-9dcd-4713985a8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5fd2536e-4bde-40f8-aa1f-45f6a1c77927'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:16:33.702069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.750920 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-956c11aa-afe9-42a6-bfd6-55fb729a4850 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.760292 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-956c11aa-afe9-42a6-bfd6-55fb729a4850 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.779183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7b999fef-1430-4cb0-813c-3bd2f48a49b8 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:33.788963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] For port 1b5c5675-a899-4564-be4e-47a7ee89ad42, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:16:33.792886 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] For port 1b5c5675-a899-4564-be4e-47a7ee89ad42, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1b5c5675-a899-4564-be4e-47a7ee89ad42,segment=NetworkSegment(23668c33-e1e9-4ea7-9dcd-4713985a8c57),segment_id=23668c33-e1e9-4ea7-9dcd-4713985a8c57)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:16:33.800080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.814799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fb708-c430-4a55-a82a-9765266e582a req-690aad80-a40e-4079-9e0d-c631835b4254 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:33.817152 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-220fb708-c430-4a55-a82a-9765266e582a req-690aad80-a40e-4079-9e0d-c631835b4254 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 945 time: 0.1159990 Aug 31 01:16:33.824915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-956c11aa-afe9-42a6-bfd6-55fb729a4850 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] In _notify_port_updated(), no bound segment for port 31403176-6cb6-4ff4-a1e1-e449a0f20684 on network 6aa71449-19a5-483f-85a3-3a317f2c86ac {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:16:33.831145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956c11aa-afe9-42a6-bfd6-55fb729a4850 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:33.831907 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-956c11aa-afe9-42a6-bfd6-55fb729a4850 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.833311 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-956c11aa-afe9-42a6-bfd6-55fb729a4850 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "PUT /v2.0/ports/31403176-6cb6-4ff4-a1e1-e449a0f20684 HTTP/1.1" status: 200 len: 818 time: 0.4784598 Aug 31 01:16:33.839030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57444) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:33.849930 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:33.850818 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.852626 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] 10.222.0.70 "PUT /v2.0/ports/1b5c5675-a899-4564-be4e-47a7ee89ad42 HTTP/1.1" status: 200 len: 1093 time: 0.8123641 Aug 31 01:16:33.855122 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2574d74e-3847-4fd0-8572-a83cc3427550', 'tag': '1b5c5675-a899-4564-be4e-47a7ee89ad42'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:33.857933 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 7b999fef-1430-4cb0-813c-3bd2f48a49b8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:33.858345 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:33.868473 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241c4858-ba5b-4b2f-8349-3559d00ab40e" -d '{"events": [{"name": "network-changed", "server_uuid": "2574d74e-3847-4fd0-8572-a83cc3427550", "tag": "1b5c5675-a899-4564-be4e-47a7ee89ad42"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:33.902132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c11aa-afe9-42a6-bfd6-55fb729a4850 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=31403176-6cb6-4ff4-a1e1-e449a0f20684,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:33.919863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:33.961478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-220fb708-c430-4a55-a82a-9765266e582a req-f25f50f6-0465-48c2-ad6b-2a3f3d6178f1 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186626 Aug 31 01:16:33.964145 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3021ab3d-903d-4cff-8fde-9ec43d4dd9e2 x-openstack-request-id: req-3021ab3d-903d-4cff-8fde-9ec43d4dd9e2 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:33.968979 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2574d74e-3847-4fd0-8572-a83cc3427550", "tag": "1b5c5675-a899-4564-be4e-47a7ee89ad42", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:33.969314 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3021ab3d-903d-4cff-8fde-9ec43d4dd9e2 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:33.969849 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2574d74e-3847-4fd0-8572-a83cc3427550', 'tag': '1b5c5675-a899-4564-be4e-47a7ee89ad42', 'status': 'completed', 'code': 200} Aug 31 01:16:33.980450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc177d6-1852-42eb-a36b-ab9d61ac7b81 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5c5675-a899-4564-be4e-47a7ee89ad42,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:34.007972 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-587dca6c-7c7a-4c22-8571-1cfcc92f9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:34.008205 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e4782-6660-4ea0-85c4-6d7ad6e2d4b4 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port 31403176-6cb6-4ff4-a1e1-e449a0f20684 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:34.008436 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4782-6660-4ea0-85c4-6d7ad6e2d4b4 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.010231 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-587dca6c-7c7a-4c22-8571-1cfcc92f9ac5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=261326bd5f9d475cab97017778f9c7d6&device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 1096 time: 0.1080787 Aug 31 01:16:34.036094 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:34.063684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:34.065172 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.114048 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-e5b5e7f2-faa6-4f16-b263-4976fc20316e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b5c5675-a899-4564-be4e-47a7ee89ad42 HTTP/1.1" status: 200 len: 217 time: 0.0945234 Aug 31 01:16:34.134020 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.152843 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4782-6660-4ea0-85c4-6d7ad6e2d4b4 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.170209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e4782-6660-4ea0-85c4-6d7ad6e2d4b4 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for 31403176-6cb6-4ff4-a1e1-e449a0f20684 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:34.183793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0f4ef-2371-4a4a-8ba9-383d493af3fa req-22ca553b-af07-415a-84fe-e8354adf96fc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:34.185606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fd0f4ef-2371-4a4a-8ba9-383d493af3fa req-22ca553b-af07-415a-84fe-e8354adf96fc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 945 time: 0.0952475 Aug 31 01:16:34.189290 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0815689-5b4f-49c5-88a6-9bbe2f4f38be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b999fef-1430-4cb0-813c-3bd2f48a49b8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:34.192502 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8100a2-2f22-4725-ab66-4ca2390b6a86" -d '{"events": [{"server_uuid": "e0815689-5b4f-49c5-88a6-9bbe2f4f38be", "name": "network-vif-plugged", "status": "completed", "tag": "7b999fef-1430-4cb0-813c-3bd2f48a49b8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:34.212946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-459d63e0-7332-4262-9652-d3622f800e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:34.215166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7b999fef-1430-4cb0-813c-3bd2f48a49b8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7b999fef-1430-4cb0-813c-3bd2f48a49b8,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:34.215337 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-459d63e0-7332-4262-9652-d3622f800e55 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=97b75947-7fff-4bd6-9254-9c6565f5c2f7 HTTP/1.1" status: 200 len: 848 time: 0.0854368 Aug 31 01:16:34.220936 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.224482 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.266409 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-01101dc9-7244-431f-9af3-8e0705de82db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fd2536e-4bde-40f8-aa1f-45f6a1c77927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433288 Aug 31 01:16:34.294281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fd0f4ef-2371-4a4a-8ba9-383d493af3fa req-14a9c5a6-74a9-4d79-ba24-f49ae2d48912 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956078 Aug 31 01:16:34.300355 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17e97fc-8357-4827-a21a-4e8985b6310d x-openstack-request-id: req-a17e97fc-8357-4827-a21a-4e8985b6310d {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:34.300642 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0815689-5b4f-49c5-88a6-9bbe2f4f38be", "name": "network-vif-plugged", "status": "completed", "tag": "7b999fef-1430-4cb0-813c-3bd2f48a49b8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:34.304956 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a17e97fc-8357-4827-a21a-4e8985b6310d {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:34.306087 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0815689-5b4f-49c5-88a6-9bbe2f4f38be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b999fef-1430-4cb0-813c-3bd2f48a49b8', 'code': 200} Aug 31 01:16:34.309898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:34.328429 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.332267 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4782-6660-4ea0-85c4-6d7ad6e2d4b4 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.338394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7b999fef-1430-4cb0-813c-3bd2f48a49b8,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:34.382278 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e4782-6660-4ea0-85c4-6d7ad6e2d4b4 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=31403176-6cb6-4ff4-a1e1-e449a0f20684,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:34.386330 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4782-6660-4ea0-85c4-6d7ad6e2d4b4 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.388220 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-bb8e958c-51b2-4328-842b-1fa4648dfc3f service neutron] 10.222.0.70 "GET /v2.0/networks/5fd2536e-4bde-40f8-aa1f-45f6a1c77927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130564 Aug 31 01:16:34.391269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ad0e4782-6660-4ea0-85c4-6d7ad6e2d4b4 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/31403176-6cb6-4ff4-a1e1-e449a0f20684 HTTP/1.1" status: 204 len: 168 time: 0.5487607 Aug 31 01:16:34.391269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57462) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:34.401271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,revision_number=12']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:34.441089 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57466) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:34.497564 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fb0e95-a0f9-42f1-8e02-a756f1cdaede tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:34.499115 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-46fb0e95-a0f9-42f1-8e02-a756f1cdaede tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1067801 Aug 31 01:16:34.501512 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3af97d87-1aac-422d-89d9-3e523dbe8c6d req-1f4754a3-2160-4508-bcc5-d589302d5efc service neutron] 10.222.0.70 "GET /v2.0/networks/5fd2536e-4bde-40f8-aa1f-45f6a1c77927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979433 Aug 31 01:16:34.502086 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57470) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:34.525013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43828a9-d31b-409b-83d5-cc44bbc26c2d req-5525fd8b-bea3-4480-b566-68167ce1a290 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:34.528361 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9c0fc7-2134-463f-a695-80602a8e17d3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] GET failed (client error): The resource could not be found. Aug 31 01:16:34.530131 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5a9c0fc7-2134-463f-a695-80602a8e17d3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/31403176-6cb6-4ff4-a1e1-e449a0f20684 HTTP/1.1" status: 404 len: 333 time: 0.0269113 Aug 31 01:16:34.533437 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c43828a9-d31b-409b-83d5-cc44bbc26c2d req-5525fd8b-bea3-4480-b566-68167ce1a290 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.0730479 Aug 31 01:16:34.533661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57472) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:34.540347 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c5f7549f-6cfe-473b-8a5f-1d44150da21d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-642142835'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:34.575202 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c43828a9-d31b-409b-83d5-cc44bbc26c2d req-f6d6a329-92ff-4528-8b2a-ea223e338daf tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Aug 31 01:16:34.590833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-67a0a335-e029-4839-9f4a-768a58039dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.606926 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f7549f-6cfe-473b-8a5f-1d44150da21d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:34.610352 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5f7549f-6cfe-473b-8a5f-1d44150da21d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.634105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4858-ba5b-4b2f-8349-3559d00ab40e req-2d96aed8-008c-4ad0-9915-732fe59e8edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:34.635607 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-241c4858-ba5b-4b2f-8349-3559d00ab40e req-2d96aed8-008c-4ad0-9915-732fe59e8edc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=261326bd5f9d475cab97017778f9c7d6&device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 1096 time: 0.0766323 Aug 31 01:16:34.650916 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f7549f-6cfe-473b-8a5f-1d44150da21d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:16:34.688853 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-67a0a335-e029-4839-9f4a-768a58039dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.694327 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-67a0a335-e029-4839-9f4a-768a58039dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.695649 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5f7549f-6cfe-473b-8a5f-1d44150da21d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.696038 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-c5f7549f-6cfe-473b-8a5f-1d44150da21d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Added segment c88e0793-dac7-4525-a0d7-1c756dd0c83b of type vlan for network b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 Aug 31 01:16:34.735951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-67a0a335-e029-4839-9f4a-768a58039dd6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53ab3a35a68843c9a5b378b496be6221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918606 Aug 31 01:16:34.737762 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57476) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:34.739152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0a335-e029-4839-9f4a-768a58039dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a862e0f3-47c5-4d99-a8fa-c02e7c497e4a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:34.762904 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5f7549f-6cfe-473b-8a5f-1d44150da21d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.818086 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4858-ba5b-4b2f-8349-3559d00ab40e req-de52b731-c4b7-41b3-a1df-70d64d6c53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:34.820333 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-241c4858-ba5b-4b2f-8349-3559d00ab40e req-de52b731-c4b7-41b3-a1df-70d64d6c53c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fd2536e-4bde-40f8-aa1f-45f6a1c77927 HTTP/1.1" status: 200 len: 909 time: 0.1770866 Aug 31 01:16:34.848794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f1607-aee1-4edc-9a36-1b66c63e6985 req-250fde8d-1fda-4816-9382-2230dace4e5d tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:34.850716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a79f1607-aee1-4edc-9a36-1b66c63e6985 req-250fde8d-1fda-4816-9382-2230dace4e5d tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 944 time: 0.0547857 Aug 31 01:16:34.869272 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-241c4858-ba5b-4b2f-8349-3559d00ab40e req-dd421dce-90ef-46b4-b9b9-94bcf22391c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b5c5675-a899-4564-be4e-47a7ee89ad42 HTTP/1.1" status: 200 len: 217 time: 0.0402250 Aug 31 01:16:34.870813 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5f7549f-6cfe-473b-8a5f-1d44150da21d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.876353 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f7549f-6cfe-473b-8a5f-1d44150da21d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:34.876944 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5f7549f-6cfe-473b-8a5f-1d44150da21d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.892217 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a79f1607-aee1-4edc-9a36-1b66c63e6985 req-478418b2-d3d6-4908-a46e-e18f38d2ba5b tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345752 Aug 31 01:16:34.965414 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0df1de99-bbb8-4bd7-ae8e-343c0055bfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:34.971471 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c5f7549f-6cfe-473b-8a5f-1d44150da21d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4368031 Aug 31 01:16:34.975912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57486) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:34.988668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-bcdf3f7c-9d73-4150-8f74-47132ef208f7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'subnet': {'network_id': 'b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:35.016122 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7549f-6cfe-473b-8a5f-1d44150da21d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Network': ['ID=b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:35.023042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4858-ba5b-4b2f-8349-3559d00ab40e req-5657e758-10df-4c39-9c44-a8a6b78a7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:35.026278 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-241c4858-ba5b-4b2f-8349-3559d00ab40e req-5657e758-10df-4c39-9c44-a8a6b78a7a1c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=97b75947-7fff-4bd6-9254-9c6565f5c2f7 HTTP/1.1" status: 200 len: 848 time: 0.1460207 Aug 31 01:16:35.027941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:16:35.029459 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0df1de99-bbb8-4bd7-ae8e-343c0055bfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:35.073021 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-241c4858-ba5b-4b2f-8349-3559d00ab40e req-fc06414c-31ef-4ab5-95d5-c5ae7ebb3b86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fd2536e-4bde-40f8-aa1f-45f6a1c77927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348904 Aug 31 01:16:35.152847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7e0a8-968f-41a1-9a52-16ab9fb69555 req-6846e47c-fd3e-4fa8-a8f4-11c324f347f5 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:35.156888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ed7e0a8-968f-41a1-9a52-16ab9fb69555 req-6846e47c-fd3e-4fa8-a8f4-11c324f347f5 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.0878377 Aug 31 01:16:35.172054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdf3f7c-9d73-4150-8f74-47132ef208f7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:35.176030 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3f7c-9d73-4150-8f74-47132ef208f7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:35.185523 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0df1de99-bbb8-4bd7-ae8e-343c0055bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:35.188804 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0df1de99-bbb8-4bd7-ae8e-343c0055bfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:35.190214 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0df1de99-bbb8-4bd7-ae8e-343c0055bfb5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a862e0f3-47c5-4d99-a8fa-c02e7c497e4a HTTP/1.1" status: 204 len: 168 time: 0.4467728 Aug 31 01:16:35.219068 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1de99-bbb8-4bd7-ae8e-343c0055bfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a862e0f3-47c5-4d99-a8fa-c02e7c497e4a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:35.271446 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-241c4858-ba5b-4b2f-8349-3559d00ab40e req-44f5fccb-e6e8-4ca1-b315-02525f658ab3 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd2536e-4bde-40f8-aa1f-45f6a1c77927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801417 Aug 31 01:16:35.287688 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ed7e0a8-968f-41a1-9a52-16ab9fb69555 req-9bd0d242-7989-4215-b1fd-75c5fae650a2 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221139 Aug 31 01:16:35.420909 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-241c4858-ba5b-4b2f-8349-3559d00ab40e req-650b1170-3574-4ef7-81f5-a2acafa5f62b service neutron] 10.222.0.70 "GET /v2.0/networks/5fd2536e-4bde-40f8-aa1f-45f6a1c77927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467633 Aug 31 01:16:35.527676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc10113-e6f3-47b9-a9c0-9d4eef9cf873 req-9c415264-6e61-4b3b-bec1-eb6cf092c720 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:35.535775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afc10113-e6f3-47b9-a9c0-9d4eef9cf873 req-9c415264-6e61-4b3b-bec1-eb6cf092c720 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.1105561 Aug 31 01:16:35.603169 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3f7c-9d73-4150-8f74-47132ef208f7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:35.617317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afc10113-e6f3-47b9-a9c0-9d4eef9cf873 req-a936a603-67c7-472f-941c-bc7ec2245f71 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806177 Aug 31 01:16:35.719452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf3f7c-9d73-4150-8f74-47132ef208f7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Subnet': ['ID=2d558d4f-7cc6-4169-96c0-1516c7a5c269,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:35.731956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdf3f7c-9d73-4150-8f74-47132ef208f7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Checking segment: {'id': 'c88e0793-dac7-4525-a0d7-1c756dd0c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:35.732449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf3f7c-9d73-4150-8f74-47132ef208f7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network hostable DHCP agents. Network: b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:16:35.755894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75cff-d90f-4d64-8d4b-9da84153b47c req-9968175e-9b11-4a9f-b567-a425e4f89efb tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:35.757725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33f75cff-d90f-4d64-8d4b-9da84153b47c req-9968175e-9b11-4a9f-b567-a425e4f89efb tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.0991948 Aug 31 01:16:35.777398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf3f7c-9d73-4150-8f74-47132ef208f7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:16:35.801103 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-bcdf3f7c-9d73-4150-8f74-47132ef208f7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:35.814058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf3f7c-9d73-4150-8f74-47132ef208f7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:35.814621 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3f7c-9d73-4150-8f74-47132ef208f7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:35.816525 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d9f0bc-d14e-4302-8e88-c06e9ef46fb8 None None] Network b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:35.835632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33f75cff-d90f-4d64-8d4b-9da84153b47c req-37b7a6f3-2cfa-40c5-8548-64d91e7261aa tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674651 Aug 31 01:16:35.868529 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bcdf3f7c-9d73-4150-8f74-47132ef208f7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8908741 Aug 31 01:16:35.869985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57524) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:35.878738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-37b12914-a581-4ad5-9fe0-69d2eeb78bc0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'subnet': {'network_id': 'b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:36.088838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b12914-a581-4ad5-9fe0-69d2eeb78bc0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:36.092978 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37b12914-a581-4ad5-9fe0-69d2eeb78bc0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:36.138655 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43', 'network_id': 'b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43', 'tenant_id': 'a98da46685af423b9df368d985479597', 'fixed_ips': [{'subnet_id': '2d558d4f-7cc6-4169-96c0-1516c7a5c269'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:16:36.140225 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:36.189384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950ce42-6431-40bc-a1ae-a6a02393411b req-e305036e-53e9-4ece-a027-64f5b07e52b9 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:36.197591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a950ce42-6431-40bc-a1ae-a6a02393411b req-e305036e-53e9-4ece-a027-64f5b07e52b9 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 944 time: 0.0859463 Aug 31 01:16:36.270115 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a950ce42-6431-40bc-a1ae-a6a02393411b req-5bcfc62d-d92a-4efe-820d-6b5ea2314633 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608792 Aug 31 01:16:36.283262 n-d-802060-13 neutron-server[94760]: INFO neutron.db.ipam_backend_mixin [None req-37b12914-a581-4ad5-9fe0-69d2eeb78bc0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2d558d4f-7cc6-4169-96c0-1516c7a5c269 (CIDR: 172.20.0.0/28) Aug 31 01:16:36.291214 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b12914-a581-4ad5-9fe0-69d2eeb78bc0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:16:36.296286 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b12914-a581-4ad5-9fe0-69d2eeb78bc0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:16:36.332419 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-37b12914-a581-4ad5-9fe0-69d2eeb78bc0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4609182 Aug 31 01:16:36.335706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57544) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:36.346806 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a068f6b9-09f3-41f1-b92f-a8738b8eec98 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'subnet': {'network_id': 'b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:36.381431 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Allocated IP 172.20.0.2 (b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43/2d558d4f-7cc6-4169-96c0-1516c7a5c269/ee0e2ba0-b18c-43a6-9f70-6c22091b51a3) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:36.547494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c44959-9a62-4607-ad9c-10b6cca4ab8a req-b01f2823-3f8c-495d-b5f4-b9ac287bbfcd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:36.551755 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2c44959-9a62-4607-ad9c-10b6cca4ab8a req-b01f2823-3f8c-495d-b5f4-b9ac287bbfcd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1268177 Aug 31 01:16:36.586202 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a068f6b9-09f3-41f1-b92f-a8738b8eec98 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:36.590425 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a068f6b9-09f3-41f1-b92f-a8738b8eec98 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:36.592235 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:36.602096 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Transition to ACTIVE for port object ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:36.619797 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Transition to ACTIVE for port object ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:36.622392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2658233-6eea-474a-8fce-b958038ae977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:36.625156 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42278b8f-2cf6-439a-8805-ec04f3f0b196" -d '{"events": [{"server_uuid": "a2658233-6eea-474a-8fce-b958038ae977", "name": "network-vif-plugged", "status": "completed", "tag": "23a9026e-3dbf-4cf2-a046-d55bc5062ff8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:36.630030 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:36.673826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Network b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:36.678102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:36.687590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:36.694548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2c44959-9a62-4607-ad9c-10b6cca4ab8a req-60391c09-b5da-48ed-ab1a-bbc8f7bc2dd3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310358 Aug 31 01:16:36.735708 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7481a7-c7f3-48aa-8ead-cb8076add7a3 x-openstack-request-id: req-ce7481a7-c7f3-48aa-8ead-cb8076add7a3 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:36.739420 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2658233-6eea-474a-8fce-b958038ae977", "name": "network-vif-plugged", "status": "completed", "tag": "23a9026e-3dbf-4cf2-a046-d55bc5062ff8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:36.742902 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce7481a7-c7f3-48aa-8ead-cb8076add7a3 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:36.743497 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2658233-6eea-474a-8fce-b958038ae977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8', 'code': 200} Aug 31 01:16:36.776739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Pushing event updated for resources: {'Port': ['ID=ee0e2ba0-b18c-43a6-9f70-6c22091b51a3,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:36.790328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Attempting to bind port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:16:36.790964 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Attempting to bind port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'c88e0793-dac7-4525-a0d7-1c756dd0c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:16:36.791704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Attempting to bind port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 on network b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:36.797963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:16:36.798669 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Checking segment: {'id': 'c88e0793-dac7-4525-a0d7-1c756dd0c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:36.799310 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:36.799967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Bound using segment: {'id': 'c88e0793-dac7-4525-a0d7-1c756dd0c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:16:36.800683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Bound port: ee0e2ba0-b18c-43a6-9f70-6c22091b51a3, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88e0793-dac7-4525-a0d7-1c756dd0c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:16:36.801260 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:36.878320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8430a-6c47-45a8-ac5b-986acb41f681 req-26fb2917-b188-4547-b2b6-cb12e4fc9c63 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:36.891672 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90f8430a-6c47-45a8-ac5b-986acb41f681 req-26fb2917-b188-4547-b2b6-cb12e4fc9c63 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.1280088 Aug 31 01:16:36.920948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] For port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:16:36.926876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] For port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ee0e2ba0-b18c-43a6-9f70-6c22091b51a3,segment=NetworkSegment(c88e0793-dac7-4525-a0d7-1c756dd0c83b),segment_id=c88e0793-dac7-4525-a0d7-1c756dd0c83b)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:16:36.940191 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:36.993218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90f8430a-6c47-45a8-ac5b-986acb41f681 req-7949f791-8598-422e-bfd0-3d838a375982 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997136 Aug 31 01:16:37.078737 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4333865-c595-482d-8b3f-d34b32238ae7 None None] Pushing event updated for resources: {'Port': ['ID=ee0e2ba0-b18c-43a6-9f70-6c22091b51a3,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:37.104020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886c9ba-dcfd-485b-b117-f2327893aed7 req-a530e54b-dd7d-49fa-9e50-cf47e218d97f tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:37.111625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8886c9ba-dcfd-485b-b117-f2327893aed7 req-a530e54b-dd7d-49fa-9e50-cf47e218d97f tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1454554 Aug 31 01:16:37.148487 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a068f6b9-09f3-41f1-b92f-a8738b8eec98 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:37.156750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0117b-31be-4d63-9de3-03ec37fc8f68 req-9a4428dc-735c-4c49-b8cd-43f49f1411c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:37.162037 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49c0117b-31be-4d63-9de3-03ec37fc8f68 req-9a4428dc-735c-4c49-b8cd-43f49f1411c4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 1098 time: 0.1728501 Aug 31 01:16:37.211154 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8886c9ba-dcfd-485b-b117-f2327893aed7 req-dd39c238-5e15-4066-9aa2-4c751105771c tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984676 Aug 31 01:16:37.235950 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a068f6b9-09f3-41f1-b92f-a8738b8eec98 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:37.239266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a068f6b9-09f3-41f1-b92f-a8738b8eec98 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:37.248853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a068f6b9-09f3-41f1-b92f-a8738b8eec98 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:37.249463 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a068f6b9-09f3-41f1-b92f-a8738b8eec98 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:37.276293 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068f6b9-09f3-41f1-b92f-a8738b8eec98 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Subnet': ['ID=8db09370-7c02-431b-b141-0e3cde627f17,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:37.284890 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a068f6b9-09f3-41f1-b92f-a8738b8eec98 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9448950 Aug 31 01:16:37.285590 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57568) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:37.291998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'network_id': 'b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43', 'fixed_ips': [{'subnet_id': '2d558d4f-7cc6-4169-96c0-1516c7a5c269'}, {'subnet_id': '8db09370-7c02-431b-b141-0e3cde627f17'}], 'name': 'tempest-PortsTestJSON-817500118'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:37.300329 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-49c0117b-31be-4d63-9de3-03ec37fc8f68 req-9fdd4a6d-6726-4768-8266-5416e42088f5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033549 Aug 31 01:16:37.601605 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124546a-a989-4e2d-9515-7229bf287c88 req-2aef9e10-4842-4d8a-8283-d7767c4c4415 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:37.603517 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6124546a-a989-4e2d-9515-7229bf287c88 req-2aef9e10-4842-4d8a-8283-d7767c4c4415 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 944 time: 0.1597993 Aug 31 01:16:37.606142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:37.705029 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6124546a-a989-4e2d-9515-7229bf287c88 req-b9942e76-fc57-488b-a403-1a8ab39920cb tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930202 Aug 31 01:16:37.752763 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:37.786017 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port b81f6a07-f503-4e9b-a0ff-9996a40b1f2d yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:16:37.914386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1b5c5675-a899-4564-be4e-47a7ee89ad42 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:16:38.111377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055d8da-cba0-4f16-9e80-795f6df39fa5 req-581b4c57-4bd1-44c4-b397-319cbbb8c238 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:38.112125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 1b5c5675-a899-4564-be4e-47a7ee89ad42, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1b5c5675-a899-4564-be4e-47a7ee89ad42,segment=NetworkSegment(23668c33-e1e9-4ea7-9dcd-4713985a8c57),segment_id=23668c33-e1e9-4ea7-9dcd-4713985a8c57)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:38.113270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b055d8da-cba0-4f16-9e80-795f6df39fa5 req-581b4c57-4bd1-44c4-b397-319cbbb8c238 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1746523 Aug 31 01:16:38.154562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '1b5c5675-a899-4564-be4e-47a7ee89ad42', 'network_id': '5fd2536e-4bde-40f8-aa1f-45f6a1c77927', 'port_id': '1b5c5675-a899-4564-be4e-47a7ee89ad42', 'mac_address': 'fa:16:3e:14:04:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b75947-7fff-4bd6-9254-9c6565f5c2f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:16:38.243587 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b055d8da-cba0-4f16-9e80-795f6df39fa5 req-6c38c879-3b93-4c79-b091-5bfec707b5bb tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164825 Aug 31 01:16:38.270346 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:38.314421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5c5675-a899-4564-be4e-47a7ee89ad42 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:38.367680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 1b5c5675-a899-4564-be4e-47a7ee89ad42, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1b5c5675-a899-4564-be4e-47a7ee89ad42,segment=NetworkSegment(23668c33-e1e9-4ea7-9dcd-4713985a8c57),segment_id=23668c33-e1e9-4ea7-9dcd-4713985a8c57)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:38.373963 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:38.441625 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf16cc-a6f0-4d56-959b-150b075a33c3 req-fbb013bc-f697-40b0-8e86-b4770fbb8399 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:38.449858 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-19cf16cc-a6f0-4d56-959b-150b075a33c3 req-fbb013bc-f697-40b0-8e86-b4770fbb8399 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.2659357 Aug 31 01:16:38.452007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=1b5c5675-a899-4564-be4e-47a7ee89ad42,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:38.547377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Allocated IP 172.20.0.5 (b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43/2d558d4f-7cc6-4169-96c0-1516c7a5c269/b81f6a07-f503-4e9b-a0ff-9996a40b1f2d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:38.564061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a41e7f-ff1b-4a67-ba61-773d4b34ec40 req-749e61d7-c264-4d23-b8d1-c5044ff0e5d7 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:38.565792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0a41e7f-ff1b-4a67-ba61-773d4b34ec40 req-749e61d7-c264-4d23-b8d1-c5044ff0e5d7 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1798961 Aug 31 01:16:38.584934 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-19cf16cc-a6f0-4d56-959b-150b075a33c3 req-0448658c-cf52-4025-9417-218bd57c608e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328847 Aug 31 01:16:38.596336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Allocated IP 172.20.0.25 (b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43/8db09370-7c02-431b-b141-0e3cde627f17/b81f6a07-f503-4e9b-a0ff-9996a40b1f2d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:38.690084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1b5c5675-a899-4564-be4e-47a7ee89ad42'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:38.727683 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0a41e7f-ff1b-4a67-ba61-773d4b34ec40 req-523e2e39-830d-46f0-a760-0895e7df28cf tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421733 Aug 31 01:16:38.778609 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbe4d54-5033-4c04-b5c8-250033d39c06 None None] Network b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:38.781021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:38.901740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f5fdf77a-e2e1-4e2c-9d7d-5df76a6ad607 None None] Provisioning for port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:38.937401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:38.947669 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:38.948329 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:39.313838 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:39.368419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ef883-c8f6-4fa7-8d00-ad444d15b3bb req-14a08a6a-8e9f-4b74-a2f6-f782fe306057 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:39.376825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f54ef883-c8f6-4fa7-8d00-ad444d15b3bb req-14a08a6a-8e9f-4b74-a2f6-f782fe306057 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 945 time: 0.1259720 Aug 31 01:16:39.402912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ee0e2ba0-b18c-43a6-9f70-6c22091b51a3,segment=NetworkSegment(c88e0793-dac7-4525-a0d7-1c756dd0c83b),segment_id=c88e0793-dac7-4525-a0d7-1c756dd0c83b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:39.417854 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:39.504191 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f54ef883-c8f6-4fa7-8d00-ad444d15b3bb req-4c4600be-636a-4491-bfc7-995160cbc70e tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229520 Aug 31 01:16:39.526536 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:39.527721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbb8de7-a1e1-4bb4-a71e-5ee05cef8ce1 None None] Update dhcp port {'port': {'network_id': 'b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43', 'fixed_ips': [{'subnet_id': '2d558d4f-7cc6-4169-96c0-1516c7a5c269', 'ip_address': '172.20.0.2'}, {'subnet_id': '8db09370-7c02-431b-b141-0e3cde627f17'}], 'binding:host_id': 'n-d-802060-13'}, 'id': 'ee0e2ba0-b18c-43a6-9f70-6c22091b51a3'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:16:39.557161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476b6a3-e883-48de-a4cf-bb7fde2c2f8f req-135b8d8c-21c3-4eab-9016-a7073586389c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:39.565996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1476b6a3-e883-48de-a4cf-bb7fde2c2f8f req-135b8d8c-21c3-4eab-9016-a7073586389c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1527686 Aug 31 01:16:39.569640 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Transition to ACTIVE for port object b81f6a07-f503-4e9b-a0ff-9996a40b1f2d will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:39.571786 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=ee0e2ba0-b18c-43a6-9f70-6c22091b51a3,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:39.589834 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8de7-a1e1-4bb4-a71e-5ee05cef8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:39.663091 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1476b6a3-e883-48de-a4cf-bb7fde2c2f8f req-e7069a14-5568-49b3-9f27-8069aee194dc tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943286 Aug 31 01:16:39.720709 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:39.793005 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:39.797806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:39.824056 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:39.899843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=b81f6a07-f503-4e9b-a0ff-9996a40b1f2d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:39.930464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bed1d-2e8b-45c7-8371-e11ef05adc04 req-ce7e85f1-73f9-4859-93b9-a87266f6b45d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:39.932162 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe2bed1d-2e8b-45c7-8371-e11ef05adc04 req-ce7e85f1-73f9-4859-93b9-a87266f6b45d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.1856458 Aug 31 01:16:39.947453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:39.948108 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:40.020186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9844a5bb-0c59-4e8d-9f35-03dad8874eec tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.7307727 Aug 31 01:16:40.020504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57674) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:40.028285 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8b40bbed-daf1-4c42-808a-747d885be164 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d558d4f-7cc6-4169-96c0-1516c7a5c269'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:40.032956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-7bbb8de7-a1e1-4bb4-a71e-5ee05cef8ce1 None None] Allocated IP 172.20.0.18 (b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43/8db09370-7c02-431b-b141-0e3cde627f17/ee0e2ba0-b18c-43a6-9f70-6c22091b51a3) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:40.051994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00412c2a-a92d-4300-b509-7d5a9b038abf req-8ac8c8d8-7392-4ec1-b197-9f6d5701a88c tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:40.065207 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00412c2a-a92d-4300-b509-7d5a9b038abf req-8ac8c8d8-7392-4ec1-b197-9f6d5701a88c tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1242232 Aug 31 01:16:40.164243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00412c2a-a92d-4300-b509-7d5a9b038abf req-f6d5b479-08d9-4085-a15c-6fe55de95acb tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850637 Aug 31 01:16:40.174686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7bbb8de7-a1e1-4bb4-a71e-5ee05cef8ce1 None None] For port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ee0e2ba0-b18c-43a6-9f70-6c22091b51a3,segment=NetworkSegment(c88e0793-dac7-4525-a0d7-1c756dd0c83b),segment_id=c88e0793-dac7-4525-a0d7-1c756dd0c83b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:40.179614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe2bed1d-2e8b-45c7-8371-e11ef05adc04 req-862bc448-ffe3-44eb-8ec7-946b6efd667f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284269 Aug 31 01:16:40.210732 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8de7-a1e1-4bb4-a71e-5ee05cef8ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:40.230352 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7bbb8de7-a1e1-4bb4-a71e-5ee05cef8ce1 None None] Transition to ACTIVE for port object ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:40.242154 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8de7-a1e1-4bb4-a71e-5ee05cef8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:40.308004 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b40bbed-daf1-4c42-808a-747d885be164 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:40.343922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb8de7-a1e1-4bb4-a71e-5ee05cef8ce1 None None] Pushing event updated for resources: {'Port': ['ID=ee0e2ba0-b18c-43a6-9f70-6c22091b51a3,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:40.667831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:40.717674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c590440-e8b9-4b7e-8835-c47a9106667e req-a837899e-dd21-4084-afd8-dfc417ba57eb tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:40.719463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c590440-e8b9-4b7e-8835-c47a9106667e req-a837899e-dd21-4084-afd8-dfc417ba57eb tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 945 time: 0.1226349 Aug 31 01:16:40.837714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-8b40bbed-daf1-4c42-808a-747d885be164 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Delete allocated IP 172.20.0.25 (b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43/8db09370-7c02-431b-b141-0e3cde627f17) {{(pid=94760) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 01:16:40.863359 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c590440-e8b9-4b7e-8835-c47a9106667e req-53f93f15-c181-4280-ad1b-4813be350850 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339476 Aug 31 01:16:40.943206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eec5f3-b9d6-40af-b5d0-0a02794b570a req-c0aa2cd2-b1b6-4178-8f4b-8c29a165a57e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:40.945369 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9eec5f3-b9d6-40af-b5d0-0a02794b570a req-c0aa2cd2-b1b6-4178-8f4b-8c29a165a57e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1292243 Aug 31 01:16:41.019424 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:41.051797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9eec5f3-b9d6-40af-b5d0-0a02794b570a req-8cefe7ff-9eb1-48ed-81c9-e31dc8cedd4b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936704 Aug 31 01:16:41.275709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b180d-0b76-4e97-84e1-60c1acc017a1 req-47ed283d-0b8c-4efe-a503-e6f3511b09ff tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:41.276403 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d04f38-2532-4e89-a6f8-bccca72d96ad None None] Network b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:41.284504 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d97b180d-0b76-4e97-84e1-60c1acc017a1 req-47ed283d-0b8c-4efe-a503-e6f3511b09ff tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1069372 Aug 31 01:16:41.422089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-10888a16-05ff-4db1-814f-0931ae2685b0 None None] Provisioning for port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:41.446957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-10888a16-05ff-4db1-814f-0931ae2685b0 None None] Provisioning complete for port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:41.448126 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-10888a16-05ff-4db1-814f-0931ae2685b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:41.502999 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b40bbed-daf1-4c42-808a-747d885be164 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:41.518608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-8b40bbed-daf1-4c42-808a-747d885be164 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Ignored duplicate provisioning block setup for port b81f6a07-f503-4e9b-a0ff-9996a40b1f2d by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 01:16:41.524616 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d97b180d-0b76-4e97-84e1-60c1acc017a1 req-39ef182f-b01b-459b-b1ad-332fa30bf692 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289367 Aug 31 01:16:41.527448 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b40bbed-daf1-4c42-808a-747d885be164 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:41.585635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce372a-9d91-48ed-80f9-e17de5c926ec req-7cd205ae-bcaf-422a-b5cc-012d8e080677 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:41.587390 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f8ce372a-9d91-48ed-80f9-e17de5c926ec req-7cd205ae-bcaf-422a-b5cc-012d8e080677 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.2536786 Aug 31 01:16:41.661640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f8ce372a-9d91-48ed-80f9-e17de5c926ec req-3515ab98-dd06-4ed3-b3d6-5cebee12259b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609605 Aug 31 01:16:41.724589 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40bbed-daf1-4c42-808a-747d885be164 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=b81f6a07-f503-4e9b-a0ff-9996a40b1f2d,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:41.767704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8cb2c-c950-4289-98b2-1bc9d3fdb4f6 req-59f95877-7b1a-46e1-9f52-9a58a6bdc941 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:41.769276 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90d8cb2c-c950-4289-98b2-1bc9d3fdb4f6 req-59f95877-7b1a-46e1-9f52-9a58a6bdc941 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.0955138 Aug 31 01:16:41.837686 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-8b40bbed-daf1-4c42-808a-747d885be164 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] In _notify_port_updated(), no bound segment for port b81f6a07-f503-4e9b-a0ff-9996a40b1f2d on network b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 {{(pid=94760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:16:41.855546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b40bbed-daf1-4c42-808a-747d885be164 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:41.856787 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8b40bbed-daf1-4c42-808a-747d885be164 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:41.858320 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8b40bbed-daf1-4c42-808a-747d885be164 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "PUT /v2.0/ports/b81f6a07-f503-4e9b-a0ff-9996a40b1f2d HTTP/1.1" status: 200 len: 918 time: 1.8358142 Aug 31 01:16:41.861602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57752) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:41.862376 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90d8cb2c-c950-4289-98b2-1bc9d3fdb4f6 req-9c5a7616-b3d8-41f5-ac87-0c29addec804 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852797 Aug 31 01:16:41.870946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-bf62e13e-ab7c-48d1-99fd-fd9d2861350a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d558d4f-7cc6-4169-96c0-1516c7a5c269'}, {'subnet_id': '8db09370-7c02-431b-b141-0e3cde627f17'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:41.896647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f861d-04ff-43d3-bdb7-2593d96ef32b req-6f9d5ce6-9387-4428-b192-9866486f3641 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:41.904376 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-391f861d-04ff-43d3-bdb7-2593d96ef32b req-6f9d5ce6-9387-4428-b192-9866486f3641 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.0883164 Aug 31 01:16:41.917638 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1b5c5675-a899-4564-be4e-47a7ee89ad42 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:42.073306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 1b5c5675-a899-4564-be4e-47a7ee89ad42 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:42.086857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 1b5c5675-a899-4564-be4e-47a7ee89ad42 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:42.087609 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:42.137230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-391f861d-04ff-43d3-bdb7-2593d96ef32b req-945463fe-4bb1-4f95-a60c-65af2061bb2b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276709 Aug 31 01:16:42.143992 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bf62e13e-ab7c-48d1-99fd-fd9d2861350a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:42.203126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39882033-a1de-47f7-9ddd-a33a626075f5 req-8e70618f-e5b4-41ee-8474-4bec5edf3cff tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:42.215950 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39882033-a1de-47f7-9ddd-a33a626075f5 req-8e70618f-e5b4-41ee-8474-4bec5edf3cff tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 945 time: 0.2185490 Aug 31 01:16:42.320351 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:42.351080 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39882033-a1de-47f7-9ddd-a33a626075f5 req-773b3a2c-cd14-4809-81d5-cb2160588386 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338058 Aug 31 01:16:42.399935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a77ccbff-09bf-487d-8c1a-e6ac262aa474 None None] Provisioning for port b81f6a07-f503-4e9b-a0ff-9996a40b1f2d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:42.412377 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a77ccbff-09bf-487d-8c1a-e6ac262aa474 None None] Provisioning complete for port b81f6a07-f503-4e9b-a0ff-9996a40b1f2d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:42.412759 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a77ccbff-09bf-487d-8c1a-e6ac262aa474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:42.429224 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2574d74e-3847-4fd0-8572-a83cc3427550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5c5675-a899-4564-be4e-47a7ee89ad42'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:42.431884 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3350b0c-dabb-4baa-9e46-5f219e73cbd4" -d '{"events": [{"server_uuid": "2574d74e-3847-4fd0-8572-a83cc3427550", "name": "network-vif-plugged", "status": "completed", "tag": "1b5c5675-a899-4564-be4e-47a7ee89ad42"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:42.510323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 1b5c5675-a899-4564-be4e-47a7ee89ad42, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1b5c5675-a899-4564-be4e-47a7ee89ad42,segment=NetworkSegment(23668c33-e1e9-4ea7-9dcd-4713985a8c57),segment_id=23668c33-e1e9-4ea7-9dcd-4713985a8c57)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:42.532238 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11272ad-3279-4895-95fc-d22dc4590d94 req-a796e6b2-35c0-406f-967e-4733cf0be500 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:42.535776 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:42.550290 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a11272ad-3279-4895-95fc-d22dc4590d94 req-a796e6b2-35c0-406f-967e-4733cf0be500 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1329770 Aug 31 01:16:42.621092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a11272ad-3279-4895-95fc-d22dc4590d94 req-a8670045-fab5-4d49-b032-96645da5b26d tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698195 Aug 31 01:16:42.680866 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78109bed-d6a3-48ba-9157-918ab568cc5b x-openstack-request-id: req-78109bed-d6a3-48ba-9157-918ab568cc5b {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:42.680866 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2574d74e-3847-4fd0-8572-a83cc3427550", "name": "network-vif-plugged", "status": "completed", "tag": "1b5c5675-a899-4564-be4e-47a7ee89ad42", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:42.681693 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78109bed-d6a3-48ba-9157-918ab568cc5b {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:42.682342 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2574d74e-3847-4fd0-8572-a83cc3427550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5c5675-a899-4564-be4e-47a7ee89ad42', 'code': 200} Aug 31 01:16:42.685790 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=1b5c5675-a899-4564-be4e-47a7ee89ad42,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:42.698231 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a77ccbff-09bf-487d-8c1a-e6ac262aa474 None None] Port b81f6a07-f503-4e9b-a0ff-9996a40b1f2d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:16:42.723054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a77ccbff-09bf-487d-8c1a-e6ac262aa474 None None] Provisioning complete for port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:42.723733 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a77ccbff-09bf-487d-8c1a-e6ac262aa474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:42.831582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce056157-47b7-44c9-af64-ed5ec7b9c3e4 req-adade098-4673-4216-a43b-71e225a04b6b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:42.853062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce056157-47b7-44c9-af64-ed5ec7b9c3e4 req-adade098-4673-4216-a43b-71e225a04b6b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1011024 Aug 31 01:16:42.869007 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85cd4d-9a76-4711-b909-d1888e19ac5b req-73c7e304-949d-40c6-90e5-fc22fa49c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:42.873055 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eb85cd4d-9a76-4711-b909-d1888e19ac5b req-73c7e304-949d-40c6-90e5-fc22fa49c9d9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 1098 time: 0.2440383 Aug 31 01:16:42.951772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce056157-47b7-44c9-af64-ed5ec7b9c3e4 req-58906b3d-7072-48c9-a616-0549b8470255 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974581 Aug 31 01:16:42.973123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-bf62e13e-ab7c-48d1-99fd-fd9d2861350a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Allocated IP 172.20.0.26 (b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43/8db09370-7c02-431b-b141-0e3cde627f17/b81f6a07-f503-4e9b-a0ff-9996a40b1f2d) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:42.982003 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-eb85cd4d-9a76-4711-b909-d1888e19ac5b req-e2603cd0-9d32-4f44-8436-a6a21cb8af8a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998883 Aug 31 01:16:43.016300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd025641-c20b-49b0-9b06-3f9dfb51a286 req-2a01f741-a78c-4332-9ac4-bee06e00f967 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:43.031478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd025641-c20b-49b0-9b06-3f9dfb51a286 req-2a01f741-a78c-4332-9ac4-bee06e00f967 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.1636167 Aug 31 01:16:43.087264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0b41471f-9923-4ee1-9b78-8ded54e7effb None None] Provisioning complete for port b81f6a07-f503-4e9b-a0ff-9996a40b1f2d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:43.095898 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0b41471f-9923-4ee1-9b78-8ded54e7effb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:43.141810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd025641-c20b-49b0-9b06-3f9dfb51a286 req-4b808330-7721-43c3-abef-405d7fd703f3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093183 Aug 31 01:16:43.176097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-0b41471f-9923-4ee1-9b78-8ded54e7effb None None] Port b81f6a07-f503-4e9b-a0ff-9996a40b1f2d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:16:43.205680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db3a42-9064-4cab-af73-d728ae41cefc req-91751658-19f3-4d31-9673-7b4f6aa68f60 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:43.207754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4db3a42-9064-4cab-af73-d728ae41cefc req-91751658-19f3-4d31-9673-7b4f6aa68f60 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1045797 Aug 31 01:16:43.220302 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bf62e13e-ab7c-48d1-99fd-fd9d2861350a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:43.250776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-bf62e13e-ab7c-48d1-99fd-fd9d2861350a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Ignored duplicate provisioning block setup for port b81f6a07-f503-4e9b-a0ff-9996a40b1f2d by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 01:16:43.261842 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bf62e13e-ab7c-48d1-99fd-fd9d2861350a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:43.277014 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4db3a42-9064-4cab-af73-d728ae41cefc req-b50bc896-74aa-402c-9242-9df01c58fea5 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599442 Aug 31 01:16:43.310717 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ff11d038-59f9-4320-9494-6cdc35045c65 None None] Provisioning complete for port b81f6a07-f503-4e9b-a0ff-9996a40b1f2d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:43.311629 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ff11d038-59f9-4320-9494-6cdc35045c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:43.404970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ff11d038-59f9-4320-9494-6cdc35045c65 None None] Port b81f6a07-f503-4e9b-a0ff-9996a40b1f2d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:16:43.408933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e668ff7-6b22-4208-be01-0544cc38ed11 req-a15931c4-ee6f-4425-a708-650d8cfa20fd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:43.410720 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e668ff7-6b22-4208-be01-0544cc38ed11 req-a15931c4-ee6f-4425-a708-650d8cfa20fd tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1068428 Aug 31 01:16:43.490796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e668ff7-6b22-4208-be01-0544cc38ed11 req-dc517779-c151-4f59-9355-8a169a283479 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732336 Aug 31 01:16:43.621857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-bf62e13e-ab7c-48d1-99fd-fd9d2861350a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] In _notify_port_updated(), no bound segment for port b81f6a07-f503-4e9b-a0ff-9996a40b1f2d on network b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 {{(pid=94760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:16:43.647155 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf62e13e-ab7c-48d1-99fd-fd9d2861350a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:43.648485 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bf62e13e-ab7c-48d1-99fd-fd9d2861350a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:43.653506 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bf62e13e-ab7c-48d1-99fd-fd9d2861350a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "PUT /v2.0/ports/b81f6a07-f503-4e9b-a0ff-9996a40b1f2d HTTP/1.1" status: 200 len: 998 time: 1.7906795 Aug 31 01:16:43.654445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57852) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:43.665499 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62e13e-ab7c-48d1-99fd-fd9d2861350a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=b81f6a07-f503-4e9b-a0ff-9996a40b1f2d,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:43.687934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f61f26-f5f6-469d-b02d-8e2575f4ad1d req-9ac02bcd-1914-4030-8e06-ed58075d22cd tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:43.689658 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02f61f26-f5f6-469d-b02d-8e2575f4ad1d req-9ac02bcd-1914-4030-8e06-ed58075d22cd tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 946 time: 0.1424043 Aug 31 01:16:43.784566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-53b40337-6ee0-468b-9246-e75be7ab152d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port b81f6a07-f503-4e9b-a0ff-9996a40b1f2d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:43.784995 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53b40337-6ee0-468b-9246-e75be7ab152d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:43.801853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02f61f26-f5f6-469d-b02d-8e2575f4ad1d req-ab4ce8cd-1cce-409a-ace4-ed1d920f23b8 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846388 Aug 31 01:16:43.832927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeb4f9-1edb-4d68-9777-0ae4e1957a43 req-cab2ff64-665d-4484-b96b-67e4853ac378 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:43.844175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cbbeb4f9-1edb-4d68-9777-0ae4e1957a43 req-cab2ff64-665d-4484-b96b-67e4853ac378 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.2182505 Aug 31 01:16:43.845510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2c98e631-5d58-4090-a982-071ca9109cb7 None None] Provisioning complete for port b81f6a07-f503-4e9b-a0ff-9996a40b1f2d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:43.845961 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2c98e631-5d58-4090-a982-071ca9109cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:43.901121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cbbeb4f9-1edb-4d68-9777-0ae4e1957a43 req-70c3620d-3891-4578-8fc1-5752edadfddf tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558124 Aug 31 01:16:43.917619 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53b40337-6ee0-468b-9246-e75be7ab152d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:43.930149 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-53b40337-6ee0-468b-9246-e75be7ab152d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for b81f6a07-f503-4e9b-a0ff-9996a40b1f2d owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:43.949574 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2c98e631-5d58-4090-a982-071ca9109cb7 None None] Port b81f6a07-f503-4e9b-a0ff-9996a40b1f2d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:16:44.307987 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53b40337-6ee0-468b-9246-e75be7ab152d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:44.339466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1899e4e-e9f8-49ed-82fa-84c7270eebec req-4b764956-71d3-4303-a36c-f22a86c564ac tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:44.347472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1899e4e-e9f8-49ed-82fa-84c7270eebec req-4b764956-71d3-4303-a36c-f22a86c564ac tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1192694 Aug 31 01:16:44.385514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b40337-6ee0-468b-9246-e75be7ab152d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=b81f6a07-f503-4e9b-a0ff-9996a40b1f2d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:44.437249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e902c-3062-489b-b956-7354b52e7aef req-b1dbca88-c748-4524-a163-e0e6f22c7146 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:44.439011 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a7e902c-3062-489b-b956-7354b52e7aef req-b1dbca88-c748-4524-a163-e0e6f22c7146 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.1540163 Aug 31 01:16:44.467411 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1899e4e-e9f8-49ed-82fa-84c7270eebec req-30e2da73-e818-4552-89cd-8c8f87ab8e3a tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104941 Aug 31 01:16:44.563422 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a7e902c-3062-489b-b956-7354b52e7aef req-2cb30e49-672a-4946-b6fb-d6d7b351da45 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032693 Aug 31 01:16:44.590840 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53b40337-6ee0-468b-9246-e75be7ab152d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:44.596411 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-53b40337-6ee0-468b-9246-e75be7ab152d tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/b81f6a07-f503-4e9b-a0ff-9996a40b1f2d HTTP/1.1" status: 204 len: 168 time: 0.9376409 Aug 31 01:16:44.597247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57896) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:44.705781 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-02935fce-1762-43cc-8874-86927382c2b4 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] GET failed (client error): The resource could not be found. Aug 31 01:16:44.710551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-02935fce-1762-43cc-8874-86927382c2b4 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/b81f6a07-f503-4e9b-a0ff-9996a40b1f2d HTTP/1.1" status: 404 len: 333 time: 0.1058021 Aug 31 01:16:44.711597 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57902) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:44.781002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e8907-c0bb-43a6-b53e-64b1ec1dfd35 req-88fdd3b3-1dfe-40bf-8d32-6b0faf6d0895 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:44.792676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-603e8907-c0bb-43a6-b53e-64b1ec1dfd35 req-88fdd3b3-1dfe-40bf-8d32-6b0faf6d0895 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1725833 Aug 31 01:16:44.848453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee0724a-a6f5-4cb5-9ca1-873a75722b62 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting subnet 8db09370-7c02-431b-b141-0e3cde627f17 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:16:44.873495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-603e8907-c0bb-43a6-b53e-64b1ec1dfd35 req-aaf84c91-4ec7-4bc0-82f0-228b649b5bf4 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796766 Aug 31 01:16:44.874531 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1ee0724a-a6f5-4cb5-9ca1-873a75722b62 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:44.965320 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1ee0724a-a6f5-4cb5-9ca1-873a75722b62 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:45.034444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9cb1-366b-49c9-bedd-266fceec133c req-c0073db5-82be-4a40-afd2-d4c62479ceca tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:45.036319 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af0c9cb1-366b-49c9-bedd-266fceec133c req-c0073db5-82be-4a40-afd2-d4c62479ceca tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 946 time: 0.1580114 Aug 31 01:16:45.139855 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1ee0724a-a6f5-4cb5-9ca1-873a75722b62 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:45.181634 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af0c9cb1-366b-49c9-bedd-266fceec133c req-8f8df82a-6e1d-49c2-8d8c-3236413701aa tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187267 Aug 31 01:16:45.232196 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1ee0724a-a6f5-4cb5-9ca1-873a75722b62 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:45.279227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0724a-a6f5-4cb5-9ca1-873a75722b62 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Subnet': ['ID=8db09370-7c02-431b-b141-0e3cde627f17,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:45.292132 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1ee0724a-a6f5-4cb5-9ca1-873a75722b62 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:45.295031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1ee0724a-a6f5-4cb5-9ca1-873a75722b62 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/8db09370-7c02-431b-b141-0e3cde627f17 HTTP/1.1" status: 204 len: 168 time: 0.5830002 Aug 31 01:16:45.297867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57942) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:45.300286 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef561efc-3d0a-4781-b0eb-05bd2b3245b9 None None] Network b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:45.407962 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f85f2ea-ade5-4658-ab33-c710217722a0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting subnet 2d558d4f-7cc6-4169-96c0-1516c7a5c269 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:16:45.418960 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f85f2ea-ade5-4658-ab33-c710217722a0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:45.534097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f85f2ea-ade5-4658-ab33-c710217722a0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:45.772360 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f85f2ea-ade5-4658-ab33-c710217722a0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:45.792270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86cbe4-eb5f-49b0-9dec-4a8c546d1241 req-4c3fa095-4142-4cce-a874-bffef7e8202b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:45.801119 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a86cbe4-eb5f-49b0-9dec-4a8c546d1241 req-4c3fa095-4142-4cce-a874-bffef7e8202b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1709862 Aug 31 01:16:45.889457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a86cbe4-eb5f-49b0-9dec-4a8c546d1241 req-97a92a98-1c39-4372-92c0-76841306fc67 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876474 Aug 31 01:16:45.920773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f85f2ea-ade5-4658-ab33-c710217722a0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:45.953946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58906a-e865-4a2f-9ccd-4d91acf503e1 req-92db57fa-9b8b-41e2-9343-8941360a675f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:45.960707 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f85f2ea-ade5-4658-ab33-c710217722a0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:45.962745 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4f85f2ea-ade5-4658-ab33-c710217722a0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/2d558d4f-7cc6-4169-96c0-1516c7a5c269 HTTP/1.1" status: 204 len: 168 time: 0.6632221 Aug 31 01:16:45.965803 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa58906a-e865-4a2f-9ccd-4d91acf503e1 req-92db57fa-9b8b-41e2-9343-8941360a675f tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.2563891 Aug 31 01:16:45.978678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57982) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:45.999880 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85f2ea-ade5-4658-ab33-c710217722a0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Subnet': ['ID=2d558d4f-7cc6-4169-96c0-1516c7a5c269,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:46.166515 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa58906a-e865-4a2f-9ccd-4d91acf503e1 req-17f5e434-5844-4eaf-9550-eeef4cdbe362 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783588 Aug 31 01:16:46.280442 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:46.313166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139b815-6af5-474b-a4aa-507644ed40eb req-cb14d7f6-7e54-4686-b8b1-ba5daf722dd1 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:46.316110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a139b815-6af5-474b-a4aa-507644ed40eb req-cb14d7f6-7e54-4686-b8b1-ba5daf722dd1 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1231000 Aug 31 01:16:46.410322 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a139b815-6af5-474b-a4aa-507644ed40eb req-83f73490-8f34-45c7-89d8-dfba64fea692 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721498 Aug 31 01:16:46.435691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:46.436108 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:46.606455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] For port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ee0e2ba0-b18c-43a6-9f70-6c22091b51a3,segment=NetworkSegment(c88e0793-dac7-4525-a0d7-1c756dd0c83b),segment_id=c88e0793-dac7-4525-a0d7-1c756dd0c83b)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:46.606820 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:46.672788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:46.859528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b7f966-4d21-42d7-aa96-9b88def4343b None None] Network b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:46.952060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48621006-6b1b-401d-9ef0-0def11edc1b3 req-d5f734bc-e7aa-4c95-a4b7-9630cf442ba9 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:46.953593 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48621006-6b1b-401d-9ef0-0def11edc1b3 req-d5f734bc-e7aa-4c95-a4b7-9630cf442ba9 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 946 time: 0.1829016 Aug 31 01:16:46.991715 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0849d44b-7606-42a9-ab4d-541c16b2f5ae None None] Provisioning complete for port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:46.992365 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0849d44b-7606-42a9-ab4d-541c16b2f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:47.037297 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb30e8-5ead-40df-825e-8fd006e4c021 req-8e6a670e-768e-495d-82d5-4ac994314830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:47.050250 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e7eb30e8-5ead-40df-825e-8fd006e4c021 req-8e6a670e-768e-495d-82d5-4ac994314830 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6561f26535884aaf92fc9c289eb8de27&device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 1098 time: 0.1010430 Aug 31 01:16:47.053855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48621006-6b1b-401d-9ef0-0def11edc1b3 req-730fd1d4-780d-4002-967c-6f607fe63212 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749834 Aug 31 01:16:47.055654 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:47.124046 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0849d44b-7606-42a9-ab4d-541c16b2f5ae None None] Could not find standard attr ID for object ee0e2ba0-b18c-43a6-9f70-6c22091b51a3. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:16:47.128389 n-d-802060-13 neutron-server[94762]: INFO neutron.plugins.ml2.db [None req-0849d44b-7606-42a9-ab4d-541c16b2f5ae None None] No ports have port_id starting with ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 Aug 31 01:16:47.140720 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=ee0e2ba0-b18c-43a6-9f70-6c22091b51a3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:47.168916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eb8a6-7c74-48ec-b062-00bf9686c715 req-4075191f-9b33-455c-a74b-48ba0b242acb tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:47.179772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f1eb8a6-7c74-48ec-b062-00bf9686c715 req-4075191f-9b33-455c-a74b-48ba0b242acb tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.2550619 Aug 31 01:16:47.191176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No DVR routers for this DVR port ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:16:47.216024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24840f2-b13c-4b1f-b909-5965bf3b0a88 None None] DHCP port deletion for b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:16:47.289114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb30e8-5ead-40df-825e-8fd006e4c021 req-17fbf114-de50-441d-8d69-5765f5d71593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:47.291048 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e7eb30e8-5ead-40df-825e-8fd006e4c021 req-17fbf114-de50-441d-8d69-5765f5d71593 service neutron] 10.222.0.70 "GET /v2.0/networks?id=105ee8cf-aab1-4f23-b1db-9270288c3210 HTTP/1.1" status: 200 len: 915 time: 0.2316725 Aug 31 01:16:47.367668 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e7eb30e8-5ead-40df-825e-8fd006e4c021 req-ccb6fc0b-6b12-46db-99bd-db5b28c0fe84 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8 HTTP/1.1" status: 200 len: 217 time: 0.0673420 Aug 31 01:16:47.370579 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f1eb8a6-7c74-48ec-b062-00bf9686c715 req-9e44e332-3817-4f83-ad51-0e2ee16a976a tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838593 Aug 31 01:16:47.380098 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:47.393307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:47.407486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88e0793-dac7-4525-a0d7-1c756dd0c83b') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:47.408361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88e0793-dac7-4525-a0d7-1c756dd0c83b') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:47.419739 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:47.455612 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb30e8-5ead-40df-825e-8fd006e4c021 req-44eb88ec-23ab-4ae3-bb72-f759c191357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:47.457170 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e7eb30e8-5ead-40df-825e-8fd006e4c021 req-44eb88ec-23ab-4ae3-bb72-f759c191357d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aae6296a-54fb-431d-93be-6f50e6d5dae4 HTTP/1.1" status: 200 len: 854 time: 0.0819993 Aug 31 01:16:47.490405 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:47.512382 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e7eb30e8-5ead-40df-825e-8fd006e4c021 req-af459aa6-3656-4efa-a574-26247d0acb0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=105ee8cf-aab1-4f23-b1db-9270288c3210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388458 Aug 31 01:16:47.513796 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:16:47.515417 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:47.521699 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58034) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:16:47.522074 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:16:47.648930 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e7eb30e8-5ead-40df-825e-8fd006e4c021 req-c815dbf1-393c-408b-939d-fbdef06273cc service neutron] 10.222.0.70 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267860 Aug 31 01:16:47.658586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce8d76-44ea-4928-b040-3ed8ab3d17fc req-69ae0e37-d561-4cbe-8a57-6c8318905c7c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:47.667395 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bce8d76-44ea-4928-b040-3ed8ab3d17fc req-69ae0e37-d561-4cbe-8a57-6c8318905c7c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.2365522 Aug 31 01:16:47.709690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865cff9-b948-4cc4-afa7-0945a0f2b6ea req-a17b01e2-fb12-41a0-a2e1-38345916d137 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:47.719178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e865cff9-b948-4cc4-afa7-0945a0f2b6ea req-a17b01e2-fb12-41a0-a2e1-38345916d137 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1299844 Aug 31 01:16:47.722311 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:47.790546 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:47.792518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/networks/b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43 HTTP/1.1" status: 204 len: 168 time: 1.8122277 Aug 31 01:16:47.796825 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58038) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:47.801091 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e865cff9-b948-4cc4-afa7-0945a0f2b6ea req-a008f9b3-b24d-4351-a01f-589e06215bc2 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812669 Aug 31 01:16:47.805172 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0acc6-439f-496c-812e-f4f6abc141a3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Network': ['ID=b6cd45f7-39f7-47f0-9ad2-fde3d2d60a43,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:47.844825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bce8d76-44ea-4928-b040-3ed8ab3d17fc req-d80a4792-9383-4e39-b6f3-828eb6c1e022 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764579 Aug 31 01:16:47.882916 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-32c1e2e1-1ec5-4849-92aa-5fa140442710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:47.947479 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fa9e51-6a65-4ebe-81b5-09d8b54b126e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:47.949672 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-29fa9e51-6a65-4ebe-81b5-09d8b54b126e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1502037 Aug 31 01:16:47.954638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58040) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:47.968818 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e7eb30e8-5ead-40df-825e-8fd006e4c021 req-d8e09bc6-b2a0-4b4f-accb-cb24fdcdc5d9 service neutron] 10.222.0.70 "GET /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089786 Aug 31 01:16:48.038069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3907c2-a86c-4490-9689-a90d9bdf16e3 req-fbb46438-010c-45af-9007-cad1e35095b0 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:48.041065 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a3907c2-a86c-4490-9689-a90d9bdf16e3 req-fbb46438-010c-45af-9007-cad1e35095b0 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.70 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 946 time: 0.1009750 Aug 31 01:16:48.054431 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-16be7e28-dbbf-4174-ac94-86ee526bb11a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0983322 Aug 31 01:16:48.059633 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58042) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:48.066301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4059ed76-4004-4db4-9c90-a6daf1d1f8e3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-703780451'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:48.133203 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-32c1e2e1-1ec5-4849-92aa-5fa140442710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:48.154731 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-32c1e2e1-1ec5-4849-92aa-5fa140442710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:48.172087 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4059ed76-4004-4db4-9c90-a6daf1d1f8e3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:48.178335 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4059ed76-4004-4db4-9c90-a6daf1d1f8e3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:48.231818 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4059ed76-4004-4db4-9c90-a6daf1d1f8e3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:16:48.241997 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-32c1e2e1-1ec5-4849-92aa-5fa140442710 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4354038eff774f39991be71b18d1f0f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7184348 Aug 31 01:16:48.243178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58046) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:48.246068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21113e18-718a-411c-aef6-ce0d749ea65c req-6c86572e-d9fd-40f3-9d74-ad68beefad30 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:48.247810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21113e18-718a-411c-aef6-ce0d749ea65c req-6c86572e-d9fd-40f3-9d74-ad68beefad30 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 946 time: 0.0731993 Aug 31 01:16:48.258497 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-6a3907c2-a86c-4490-9689-a90d9bdf16e3 req-9ad24608-08a9-4739-9c9d-2c883c12a35b tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Deleting port 1b5c5675-a899-4564-be4e-47a7ee89ad42 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:48.258774 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1e2e1-1ec5-4849-92aa-5fa140442710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e23ff43-c936-448e-9d40-23807e096217,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:48.258898 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a3907c2-a86c-4490-9689-a90d9bdf16e3 req-9ad24608-08a9-4739-9c9d-2c883c12a35b tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:48.280173 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4059ed76-4004-4db4-9c90-a6daf1d1f8e3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:48.280935 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-4059ed76-4004-4db4-9c90-a6daf1d1f8e3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Added segment 861ac745-9db5-4f30-b550-d5f2ef99f503 of type vlan for network 95d88354-ce96-4a76-b638-b544e3458236 Aug 31 01:16:48.390874 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2d8806f-6833-4464-96be-164454506813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:48.416945 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2d8806f-6833-4464-96be-164454506813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:48.447850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21113e18-718a-411c-aef6-ce0d749ea65c req-df853f9c-c134-4186-b574-037060411ad3 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877509 Aug 31 01:16:48.471189 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4059ed76-4004-4db4-9c90-a6daf1d1f8e3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:48.510456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-6a3907c2-a86c-4490-9689-a90d9bdf16e3 req-9ad24608-08a9-4739-9c9d-2c883c12a35b tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] For port 1b5c5675-a899-4564-be4e-47a7ee89ad42, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1b5c5675-a899-4564-be4e-47a7ee89ad42,segment=NetworkSegment(23668c33-e1e9-4ea7-9dcd-4713985a8c57),segment_id=23668c33-e1e9-4ea7-9dcd-4713985a8c57)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:48.510908 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a3907c2-a86c-4490-9689-a90d9bdf16e3 req-9ad24608-08a9-4739-9c9d-2c883c12a35b tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:48.515077 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4059ed76-4004-4db4-9c90-a6daf1d1f8e3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:48.523794 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4059ed76-4004-4db4-9c90-a6daf1d1f8e3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:48.527222 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4059ed76-4004-4db4-9c90-a6daf1d1f8e3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:48.552044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-6a3907c2-a86c-4490-9689-a90d9bdf16e3 req-9ad24608-08a9-4739-9c9d-2c883c12a35b tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Calling delete_port for 1b5c5675-a899-4564-be4e-47a7ee89ad42 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:48.575500 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2d8806f-6833-4464-96be-164454506813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:48.578419 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2d8806f-6833-4464-96be-164454506813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:48.588407 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d2d8806f-6833-4464-96be-164454506813 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e23ff43-c936-448e-9d40-23807e096217 HTTP/1.1" status: 204 len: 168 time: 0.3385928 Aug 31 01:16:48.666661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8806f-6833-4464-96be-164454506813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e23ff43-c936-448e-9d40-23807e096217,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:48.673975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db398d-d503-417c-a3db-4c4023aae866 req-b4c351e9-86ff-4dc9-9260-250acb91bcde tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:48.685971 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4059ed76-4004-4db4-9c90-a6daf1d1f8e3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6252260 Aug 31 01:16:48.687539 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58054) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:48.693728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28db398d-d503-417c-a3db-4c4023aae866 req-b4c351e9-86ff-4dc9-9260-250acb91bcde tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1882007 Aug 31 01:16:48.714022 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2754cf19-2469-421c-b8ee-fcdebadf0d10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'subnet': {'network_id': '95d88354-ce96-4a76-b638-b544e3458236', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:48.716178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:16:48.756919 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:16:48.757822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ee0e2ba0-b18c-43a6-9f70-6c22091b51a3 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:16:48.794702 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28db398d-d503-417c-a3db-4c4023aae866 req-d7ffabf9-95fb-4cd1-baae-3a38643da9ef tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998945 Aug 31 01:16:48.813674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059ed76-4004-4db4-9c90-a6daf1d1f8e3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Network': ['ID=95d88354-ce96-4a76-b638-b544e3458236,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:48.830209 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 95d88354-ce96-4a76-b638-b544e3458236 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:16:48.910653 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a3907c2-a86c-4490-9689-a90d9bdf16e3 req-9ad24608-08a9-4739-9c9d-2c883c12a35b tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:48.949628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1b5c5675-a899-4564-be4e-47a7ee89ad42'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:48.955222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad24608-08a9-4739-9c9d-2c883c12a35b tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Pushing event deleted for resources: {'Port': ['ID=1b5c5675-a899-4564-be4e-47a7ee89ad42,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:49.004489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2754cf19-2469-421c-b8ee-fcdebadf0d10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:49.010335 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2754cf19-2469-421c-b8ee-fcdebadf0d10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:49.037909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3907c2-a86c-4490-9689-a90d9bdf16e3 req-9ad24608-08a9-4739-9c9d-2c883c12a35b tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] No DVR routers for this DVR port 1b5c5675-a899-4564-be4e-47a7ee89ad42 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:16:49.069848 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6a3907c2-a86c-4490-9689-a90d9bdf16e3 req-9ad24608-08a9-4739-9c9d-2c883c12a35b tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:49.073209 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a3907c2-a86c-4490-9689-a90d9bdf16e3 req-9ad24608-08a9-4739-9c9d-2c883c12a35b tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.70 "DELETE /v2.0/ports/1b5c5675-a899-4564-be4e-47a7ee89ad42 HTTP/1.1" status: 204 len: 173 time: 1.0165701 Aug 31 01:16:49.074151 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2574d74e-3847-4fd0-8572-a83cc3427550', 'name': 'network-vif-deleted', 'tag': '1b5c5675-a899-4564-be4e-47a7ee89ad42'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:49.078137 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a93f71-f6e4-4654-ad15-1603268a4ea8" -d '{"events": [{"server_uuid": "2574d74e-3847-4fd0-8572-a83cc3427550", "name": "network-vif-deleted", "tag": "1b5c5675-a899-4564-be4e-47a7ee89ad42"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:49.151380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1db7d-7992-44ce-8a1f-072b2a03b6ee req-669e71fb-138e-42ea-8891-c3367a6cda38 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:49.154324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c1db7d-7992-44ce-8a1f-072b2a03b6ee req-669e71fb-138e-42ea-8891-c3367a6cda38 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.1410694 Aug 31 01:16:49.181771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e61a95-14aa-4134-99e5-24c3e20b6a2a req-3f38e1b6-b4cb-4cf3-947d-8cfcadb1e40c tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:49.183378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52e61a95-14aa-4134-99e5-24c3e20b6a2a req-3f38e1b6-b4cb-4cf3-947d-8cfcadb1e40c tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1901436 Aug 31 01:16:49.282540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c1db7d-7992-44ce-8a1f-072b2a03b6ee req-36b93034-97b1-468d-9e36-6a217aca12f4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979176 Aug 31 01:16:49.293285 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52e61a95-14aa-4134-99e5-24c3e20b6a2a req-48c074e0-f653-41e6-9419-30dfd1ed22b4 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016510 Aug 31 01:16:49.354563 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabc35ac-491b-435b-b23b-cebb8fb38b12 x-openstack-request-id: req-fabc35ac-491b-435b-b23b-cebb8fb38b12 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:49.354966 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2574d74e-3847-4fd0-8572-a83cc3427550", "name": "network-vif-deleted", "tag": "1b5c5675-a899-4564-be4e-47a7ee89ad42", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:49.355411 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fabc35ac-491b-435b-b23b-cebb8fb38b12 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:49.355943 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2574d74e-3847-4fd0-8572-a83cc3427550', 'name': 'network-vif-deleted', 'tag': '1b5c5675-a899-4564-be4e-47a7ee89ad42', 'status': 'completed', 'code': 200} Aug 31 01:16:49.382795 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2754cf19-2469-421c-b8ee-fcdebadf0d10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:49.451886 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754cf19-2469-421c-b8ee-fcdebadf0d10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Subnet': ['ID=2deb5e70-8aea-431b-8591-efe04375e998,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:49.460450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2754cf19-2469-421c-b8ee-fcdebadf0d10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Checking segment: {'id': '861ac745-9db5-4f30-b550-d5f2ef99f503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '95d88354-ce96-4a76-b638-b544e3458236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:49.460584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2754cf19-2469-421c-b8ee-fcdebadf0d10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network hostable DHCP agents. Network: 95d88354-ce96-4a76-b638-b544e3458236, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:16:49.490961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2754cf19-2469-421c-b8ee-fcdebadf0d10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network 95d88354-ce96-4a76-b638-b544e3458236 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:16:49.511092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-2754cf19-2469-421c-b8ee-fcdebadf0d10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 95d88354-ce96-4a76-b638-b544e3458236) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:49.521518 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a8c2e3-c750-497a-a38c-0eceb3e9670c None None] Network 95d88354-ce96-4a76-b638-b544e3458236 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:49.549242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2754cf19-2469-421c-b8ee-fcdebadf0d10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:49.549859 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2754cf19-2469-421c-b8ee-fcdebadf0d10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:49.607702 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2754cf19-2469-421c-b8ee-fcdebadf0d10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9133623 Aug 31 01:16:49.607955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58078) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:49.616827 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-71b5b668-7a33-4513-9606-f7f137e981eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'network_id': '95d88354-ce96-4a76-b638-b544e3458236', 'name': 'tempest-PortsTestJSON-513742721'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:49.644618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbd990d4-c803-4e3c-834e-b9730dabd6e3 req-f4dd28cb-212d-4538-9a07-0a5c80d70e16 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=2574d74e-3847-4fd0-8572-a83cc3427550 HTTP/1.1" status: 200 len: 210 time: 0.0499277 Aug 31 01:16:49.729833 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78daafdf-5dd9-426b-bd48-85761d478889 req-9cbae7af-26d8-41a9-984e-a6cd1fbfe7f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0958517 Aug 31 01:16:49.849601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daafdf-5dd9-426b-bd48-85761d478889 req-19714b78-7ca5-4f0f-bec1-f8dc8c468f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:49.858152 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78daafdf-5dd9-426b-bd48-85761d478889 req-19714b78-7ca5-4f0f-bec1-f8dc8c468f62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 1098 time: 0.1012027 Aug 31 01:16:49.940254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-95d88354-ce96-4a76-b638-b544e3458236', 'network_id': '95d88354-ce96-4a76-b638-b544e3458236', 'tenant_id': 'a98da46685af423b9df368d985479597', 'fixed_ips': [{'subnet_id': '2deb5e70-8aea-431b-8591-efe04375e998'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:16:49.944254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b5b668-7a33-4513-9606-f7f137e981eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:49.946886 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:49.966299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71b5b668-7a33-4513-9606-f7f137e981eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:50.027594 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-71b5b668-7a33-4513-9606-f7f137e981eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port da90bc5d-89d2-4228-8e4a-709a74335458 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:16:50.127756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Allocated IP 172.20.0.2 (95d88354-ce96-4a76-b638-b544e3458236/2deb5e70-8aea-431b-8591-efe04375e998/9528a239-0506-4a54-8b40-fcced6496c87) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:50.209014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85c2f2-05fd-4604-8f70-5d3679168ad3 req-da828e90-672d-40bf-b4c7-a7a3f5ae4fc8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:50.211487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f85c2f2-05fd-4604-8f70-5d3679168ad3 req-da828e90-672d-40bf-b4c7-a7a3f5ae4fc8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1804428 Aug 31 01:16:50.235417 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daafdf-5dd9-426b-bd48-85761d478889 req-a7cec9d2-bbce-40c3-b9d9-3efe18d8d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:50.237337 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78daafdf-5dd9-426b-bd48-85761d478889 req-a7cec9d2-bbce-40c3-b9d9-3efe18d8d1f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.3561764 Aug 31 01:16:50.323683 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78daafdf-5dd9-426b-bd48-85761d478889 req-71bdd82e-0056-45af-a987-ab16612f0fce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fadea18-0754-464f-8d7f-71be54039077 HTTP/1.1" status: 200 len: 217 time: 0.0776613 Aug 31 01:16:50.347638 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f85c2f2-05fd-4604-8f70-5d3679168ad3 req-c8d8849e-4926-41bd-a8dc-70481efa87c3 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251283 Aug 31 01:16:50.404966 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:50.420046 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Transition to ACTIVE for port object 9528a239-0506-4a54-8b40-fcced6496c87 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:50.438530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Transition to ACTIVE for port object 9528a239-0506-4a54-8b40-fcced6496c87 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:50.458549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daafdf-5dd9-426b-bd48-85761d478889 req-d2c13c65-8395-4a64-9ff5-85638c0a6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:50.461178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78daafdf-5dd9-426b-bd48-85761d478889 req-d2c13c65-8395-4a64-9ff5-85638c0a6713 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.1082954 Aug 31 01:16:50.468349 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:50.558138 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-71b5b668-7a33-4513-9606-f7f137e981eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Allocated IP 172.20.0.8 (95d88354-ce96-4a76-b638-b544e3458236/2deb5e70-8aea-431b-8591-efe04375e998/da90bc5d-89d2-4228-8e4a-709a74335458) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:50.587153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169314be-cf48-4f90-a9bd-d74c88f88c37 req-1ddf3838-5de8-4140-9f9d-9529ecc3ee76 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:50.589561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Network 95d88354-ce96-4a76-b638-b544e3458236 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:50.593062 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:50.598340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:50.599664 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-169314be-cf48-4f90-a9bd-d74c88f88c37 req-1ddf3838-5de8-4140-9f9d-9529ecc3ee76 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.1000531 Aug 31 01:16:50.626993 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5539a-09dd-4fb5-83bf-884de8745a33 req-3ef5e719-2c19-42e7-bf0a-6c1ccaedbb4e tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:50.632095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-19e5539a-09dd-4fb5-83bf-884de8745a33 req-3ef5e719-2c19-42e7-bf0a-6c1ccaedbb4e tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1696906 Aug 31 01:16:50.672715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daafdf-5dd9-426b-bd48-85761d478889 req-623ff2d1-e260-4adf-a6ef-5fa0939aa989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:50.675378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Pushing event updated for resources: {'Port': ['ID=9528a239-0506-4a54-8b40-fcced6496c87,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:50.677575 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78daafdf-5dd9-426b-bd48-85761d478889 req-623ff2d1-e260-4adf-a6ef-5fa0939aa989 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2040768 Aug 31 01:16:50.787430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Attempting to bind port 9528a239-0506-4a54-8b40-fcced6496c87 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:16:50.787909 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Attempting to bind port 9528a239-0506-4a54-8b40-fcced6496c87 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '861ac745-9db5-4f30-b550-d5f2ef99f503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '95d88354-ce96-4a76-b638-b544e3458236'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:16:50.788346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Attempting to bind port 9528a239-0506-4a54-8b40-fcced6496c87 on network 95d88354-ce96-4a76-b638-b544e3458236 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:50.800265 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:16:50.800265 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Checking segment: {'id': '861ac745-9db5-4f30-b550-d5f2ef99f503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '95d88354-ce96-4a76-b638-b544e3458236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:50.808202 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:50.808749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Bound using segment: {'id': '861ac745-9db5-4f30-b550-d5f2ef99f503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '95d88354-ce96-4a76-b638-b544e3458236'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:16:50.809540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Bound port: 9528a239-0506-4a54-8b40-fcced6496c87, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861ac745-9db5-4f30-b550-d5f2ef99f503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '95d88354-ce96-4a76-b638-b544e3458236'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:16:50.809944 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:50.845948 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71b5b668-7a33-4513-9606-f7f137e981eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:50.852083 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-169314be-cf48-4f90-a9bd-d74c88f88c37 req-3a0c35e0-df03-46e9-9f40-7f85d57b3750 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408707 Aug 31 01:16:50.867888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-19e5539a-09dd-4fb5-83bf-884de8745a33 req-d89656c1-a8e9-481f-afff-d7d440620539 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200212 Aug 31 01:16:50.900852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-71b5b668-7a33-4513-9606-f7f137e981eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Transition to ACTIVE for port object da90bc5d-89d2-4228-8e4a-709a74335458 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:50.960443 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71b5b668-7a33-4513-9606-f7f137e981eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:50.996889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] For port 9528a239-0506-4a54-8b40-fcced6496c87, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:16:51.003434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] For port 9528a239-0506-4a54-8b40-fcced6496c87, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9528a239-0506-4a54-8b40-fcced6496c87,segment=NetworkSegment(861ac745-9db5-4f30-b550-d5f2ef99f503),segment_id=861ac745-9db5-4f30-b550-d5f2ef99f503)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:16:51.009565 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:51.089791 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b5b668-7a33-4513-9606-f7f137e981eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network 95d88354-ce96-4a76-b638-b544e3458236 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:51.100129 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-71b5b668-7a33-4513-9606-f7f137e981eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:51.111185 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b5b668-7a33-4513-9606-f7f137e981eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:51.137038 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd7b9e-e59a-435c-854f-711c41d01f49 None None] Pushing event updated for resources: {'Port': ['ID=9528a239-0506-4a54-8b40-fcced6496c87,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:51.195009 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b0f7743f-51a2-4b43-a81c-1c105650a66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:51.241228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b5b668-7a33-4513-9606-f7f137e981eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:51.241946 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71b5b668-7a33-4513-9606-f7f137e981eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:51.308907 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5b668-7a33-4513-9606-f7f137e981eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=da90bc5d-89d2-4228-8e4a-709a74335458,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:51.320276 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-71b5b668-7a33-4513-9606-f7f137e981eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7112420 Aug 31 01:16:51.324068 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58116) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:51.336021 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-59c2a84b-959e-4abd-ab07-2697e82e0f85 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'network_id': '95d88354-ce96-4a76-b638-b544e3458236', 'name': 'tempest-PortsTestJSON-1555580586'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:51.545303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c2a84b-959e-4abd-ab07-2697e82e0f85 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:51.561363 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-59c2a84b-959e-4abd-ab07-2697e82e0f85 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:51.637427 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-59c2a84b-959e-4abd-ab07-2697e82e0f85 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port 5f2e0125-fb58-4351-ad13-3323556d3ea9 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:16:51.675142 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78daafdf-5dd9-426b-bd48-85761d478889 req-a2790c58-726b-497f-8eec-b08184bd93ee service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9813855 Aug 31 01:16:51.830392 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-59c2a84b-959e-4abd-ab07-2697e82e0f85 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Allocated IP 172.20.0.13 (95d88354-ce96-4a76-b638-b544e3458236/2deb5e70-8aea-431b-8591-efe04375e998/5f2e0125-fb58-4351-ad13-3323556d3ea9) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:51.833245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba35e22-3550-46f3-880c-9cfa4b44d09f req-bf59c26b-3857-4a2e-a9e4-ca0e45c6d1ee tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:51.842011 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dba35e22-3550-46f3-880c-9cfa4b44d09f req-bf59c26b-3857-4a2e-a9e4-ca0e45c6d1ee tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.8789196 Aug 31 01:16:51.950398 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dba35e22-3550-46f3-880c-9cfa4b44d09f req-1e3da84f-17ef-42f7-b4ae-bfab34878955 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006856 Aug 31 01:16:51.966618 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-f03a325e-f85a-472b-a5dd-bae3cf0be26f tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:51.970513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1b5c5675-a899-4564-be4e-47a7ee89ad42 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:16:51.975663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-f03a325e-f85a-472b-a5dd-bae3cf0be26f tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/networks?id=5fd2536e-4bde-40f8-aa1f-45f6a1c77927 HTTP/1.1" status: 200 len: 808 time: 0.3313146 Aug 31 01:16:51.999381 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 1b5c5675-a899-4564-be4e-47a7ee89ad42 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:16:52.000353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1b5c5675-a899-4564-be4e-47a7ee89ad42 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:16:52.013132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78daafdf-5dd9-426b-bd48-85761d478889 req-4091d65e-0369-484b-831c-0271827d69f3 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087151 Aug 31 01:16:52.020432 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-672d5e35-e6ac-428b-9879-67bfc0a62e96 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/quotas/261326bd5f9d475cab97017778f9c7d6 HTTP/1.1" status: 200 len: 375 time: 0.0302131 Aug 31 01:16:52.123675 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-985cc1f4-663d-4de4-9e59-14d8099f30ea tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=261326bd5f9d475cab97017778f9c7d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924623 Aug 31 01:16:52.151366 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-59c2a84b-959e-4abd-ab07-2697e82e0f85 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:52.169078 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-59c2a84b-959e-4abd-ab07-2697e82e0f85 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Transition to ACTIVE for port object 5f2e0125-fb58-4351-ad13-3323556d3ea9 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:52.197076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401d8f0-1482-48f6-a76e-714d4181c9ed req-d75e1de6-889b-42de-b380-361a061e6397 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:52.204396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1401d8f0-1482-48f6-a76e-714d4181c9ed req-d75e1de6-889b-42de-b380-361a061e6397 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1403019 Aug 31 01:16:52.229678 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-59c2a84b-959e-4abd-ab07-2697e82e0f85 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:52.308992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1401d8f0-1482-48f6-a76e-714d4181c9ed req-76ca1814-2fe0-46ae-84a3-5122ecd29b99 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035829 Aug 31 01:16:52.325463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c2a84b-959e-4abd-ab07-2697e82e0f85 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network 95d88354-ce96-4a76-b638-b544e3458236 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:52.335811 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-59c2a84b-959e-4abd-ab07-2697e82e0f85 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:52.349217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c2a84b-959e-4abd-ab07-2697e82e0f85 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:52.372486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-a02df2a4-54dc-4569-9442-cd701e77b973 service neutron] 10.222.0.58 "GET /v2.0/networks/5fd2536e-4bde-40f8-aa1f-45f6a1c77927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482741 Aug 31 01:16:52.415926 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2a84b-959e-4abd-ab07-2697e82e0f85 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=5f2e0125-fb58-4351-ad13-3323556d3ea9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:52.486425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c2a84b-959e-4abd-ab07-2697e82e0f85 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:52.487656 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-59c2a84b-959e-4abd-ab07-2697e82e0f85 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:52.522324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58148) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:52.538098 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-59c2a84b-959e-4abd-ab07-2697e82e0f85 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2115259 Aug 31 01:16:52.539630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58152) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:52.552574 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-b20d7d95-72f1-425b-a7d3-f07684a2c4a2 service neutron] 10.222.0.58 "GET /v2.0/networks/5fd2536e-4bde-40f8-aa1f-45f6a1c77927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788194 Aug 31 01:16:52.781796 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2104a9-10ca-489b-b9d9-a2c109df0c5b req-98b6d9d4-c591-4ecc-9984-5ea02c066818 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:52.795246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc2104a9-10ca-489b-b9d9-a2c109df0c5b req-98b6d9d4-c591-4ecc-9984-5ea02c066818 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.2415476 Aug 31 01:16:52.841441 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391743cd-7694-4f60-a785-8de34e198ca7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:52.846012 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-391743cd-7694-4f60-a785-8de34e198ca7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.3051965 Aug 31 01:16:52.851042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58154) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:52.852580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9528a239-0506-4a54-8b40-fcced6496c87 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:52.915024 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc2104a9-10ca-489b-b9d9-a2c109df0c5b req-79707a3a-00d8-499b-b5d0-6b852d1afec4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174588 Aug 31 01:16:52.997524 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 9528a239-0506-4a54-8b40-fcced6496c87 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:53.022397 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:53.105320 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:53.174521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c17a59a4-ad83-49e1-b7d8-f1783a4fd38d req-9f65f654-eade-4e5b-829a-1a9b6c81305a tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 210 time: 0.1269977 Aug 31 01:16:53.196502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d0a8a7-0381-4409-96b9-4a6a1731ceb4 None None] Network 95d88354-ce96-4a76-b638-b544e3458236 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:53.295120 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-11c04dec-6a49-42c4-b972-b7f6b13701d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port 5f2e0125-fb58-4351-ad13-3323556d3ea9 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:53.295508 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11c04dec-6a49-42c4-b972-b7f6b13701d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:53.296561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-aedac161-0812-4f57-863d-76dd36a6e781 None None] Provisioning for port 9528a239-0506-4a54-8b40-fcced6496c87 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:53.303421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-aedac161-0812-4f57-863d-76dd36a6e781 None None] Provisioning complete for port 9528a239-0506-4a54-8b40-fcced6496c87 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:53.304193 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aedac161-0812-4f57-863d-76dd36a6e781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:53.411133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621b30e-79fe-46da-9b6a-7b3529414ca9 req-57a7c18f-b5ab-4dc6-87cf-8280d86faf24 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:53.421186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d621b30e-79fe-46da-9b6a-7b3529414ca9 req-57a7c18f-b5ab-4dc6-87cf-8280d86faf24 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.2069325 Aug 31 01:16:53.466368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01108c0-229b-47f0-9670-3cfbf5f81501 req-320516b8-f403-4f6b-a800-1ad0a7cd2f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:53.467908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a01108c0-229b-47f0-9670-3cfbf5f81501 req-320516b8-f403-4f6b-a800-1ad0a7cd2f68 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 1098 time: 0.1567357 Aug 31 01:16:53.500067 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:53.595895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d621b30e-79fe-46da-9b6a-7b3529414ca9 req-1a921f30-ca29-4281-8ddc-81c4dd159310 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729326 Aug 31 01:16:53.610877 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11c04dec-6a49-42c4-b972-b7f6b13701d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:53.627950 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-11c04dec-6a49-42c4-b972-b7f6b13701d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for 5f2e0125-fb58-4351-ad13-3323556d3ea9 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:53.642562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a01108c0-229b-47f0-9670-3cfbf5f81501 req-4f245be9-6620-4f9b-9519-c83551c270d7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630468 Aug 31 01:16:53.677600 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aedac161-0812-4f57-863d-76dd36a6e781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:53.695811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99838846-6bf0-4dbd-ab2c-048759511ab8 req-13cde15a-0fe5-4d61-b482-39bab389f99e tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:53.697716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99838846-6bf0-4dbd-ab2c-048759511ab8 req-13cde15a-0fe5-4d61-b482-39bab389f99e tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1531835 Aug 31 01:16:53.772190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-aedac161-0812-4f57-863d-76dd36a6e781 None None] For port 9528a239-0506-4a54-8b40-fcced6496c87, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9528a239-0506-4a54-8b40-fcced6496c87,segment=NetworkSegment(861ac745-9db5-4f30-b550-d5f2ef99f503),segment_id=861ac745-9db5-4f30-b550-d5f2ef99f503)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:53.801822 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aedac161-0812-4f57-863d-76dd36a6e781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:53.808334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99838846-6bf0-4dbd-ab2c-048759511ab8 req-787ec7ec-8d01-43e9-900a-195547de4942 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669999 Aug 31 01:16:53.824695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f558f-c639-426b-8215-3c8e0f543248 req-bdff8bd0-91b6-48e5-9bf7-f9c5592bba42 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:53.832599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-042f558f-c639-426b-8215-3c8e0f543248 req-bdff8bd0-91b6-48e5-9bf7-f9c5592bba42 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1335645 Aug 31 01:16:53.854051 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fcfd6457-c31b-4e41-b7d4-4d7bc831fc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:53.881906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-042f558f-c639-426b-8215-3c8e0f543248 req-3e98f31c-7d6d-4130-81f4-2d07ef464cf4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460935 Aug 31 01:16:53.903367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedac161-0812-4f57-863d-76dd36a6e781 None None] Pushing event updated for resources: {'Port': ['ID=9528a239-0506-4a54-8b40-fcced6496c87,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:53.917022 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Allocated IP 172.25.6.87 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/af1a9636-f80d-4703-82ce-88a5f51b781c) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:53.957298 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11c04dec-6a49-42c4-b972-b7f6b13701d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.030618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c04dec-6a49-42c4-b972-b7f6b13701d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=5f2e0125-fb58-4351-ad13-3323556d3ea9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:54.051522 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.188637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a38dce-e40d-4d0a-9c80-fe930df6cb59 req-bd664209-a307-406a-8914-8f639e5975fa tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:54.206343 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86a38dce-e40d-4d0a-9c80-fe930df6cb59 req-bd664209-a307-406a-8914-8f639e5975fa tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1454418 Aug 31 01:16:54.243420 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11c04dec-6a49-42c4-b972-b7f6b13701d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.245592 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-11c04dec-6a49-42c4-b972-b7f6b13701d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/5f2e0125-fb58-4351-ad13-3323556d3ea9 HTTP/1.1" status: 204 len: 168 time: 1.3872266 Aug 31 01:16:54.249848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58194) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:54.265859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f345b9-45c2-481a-9681-a509c3e581bf req-4efd1286-a9a0-4a0b-9d4b-fe612139616c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:54.268572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46f345b9-45c2-481a-9681-a509c3e581bf req-4efd1286-a9a0-4a0b-9d4b-fe612139616c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.1685314 Aug 31 01:16:54.308742 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4f5cd5-a724-4141-9fd1-2ce8e911485f tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] GET failed (client error): The resource could not be found. Aug 31 01:16:54.311058 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ee4f5cd5-a724-4141-9fd1-2ce8e911485f tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/5f2e0125-fb58-4351-ad13-3323556d3ea9 HTTP/1.1" status: 404 len: 333 time: 0.0605133 Aug 31 01:16:54.314339 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58198) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:54.315823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86a38dce-e40d-4d0a-9c80-fe930df6cb59 req-f894bb2e-6205-4ec8-8fc6-f1a2056f61f8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079659 Aug 31 01:16:54.324628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-80012a9f-d348-492d-9c65-b88342e94a43 None None] Could not find standard attr ID for object 5f2e0125-fb58-4351-ad13-3323556d3ea9. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:16:54.343488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-80012a9f-d348-492d-9c65-b88342e94a43 None None] Provisioning complete for port 9528a239-0506-4a54-8b40-fcced6496c87 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:54.344695 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-80012a9f-d348-492d-9c65-b88342e94a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.391631 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46f345b9-45c2-481a-9681-a509c3e581bf req-2c0df5fd-210c-4f96-83ba-65a1e9471144 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126502 Aug 31 01:16:54.451118 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.460985 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.533313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6f356777-8c98-4a33-a8a0-999f8bce6a10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port da90bc5d-89d2-4228-8e4a-709a74335458 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:54.533773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f356777-8c98-4a33-a8a0-999f8bce6a10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.550293 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8eaedecd-53ca-4e61-9492-2ef601a8fb17 req-0899f47f-ca68-4b7a-9727-e5ec2b9747d5 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 210 time: 0.0514235 Aug 31 01:16:54.644942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-80012a9f-d348-492d-9c65-b88342e94a43 None None] Provisioning for port da90bc5d-89d2-4228-8e4a-709a74335458 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:54.654787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-80012a9f-d348-492d-9c65-b88342e94a43 None None] Provisioning complete for port da90bc5d-89d2-4228-8e4a-709a74335458 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:54.655169 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-80012a9f-d348-492d-9c65-b88342e94a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.677630 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.721717 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9528a239-0506-4a54-8b40-fcced6496c87 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:54.736794 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f356777-8c98-4a33-a8a0-999f8bce6a10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.758002 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:54.762567 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:54.772123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:54.827758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-80012a9f-d348-492d-9c65-b88342e94a43 None None] Port da90bc5d-89d2-4228-8e4a-709a74335458 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:16:54.828057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6f356777-8c98-4a33-a8a0-999f8bce6a10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for da90bc5d-89d2-4228-8e4a-709a74335458 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:54.870993 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 9528a239-0506-4a54-8b40-fcced6496c87 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:54.871793 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:54.875779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event updated for resources: {'Port': ['ID=af1a9636-f80d-4703-82ce-88a5f51b781c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:54.879165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd041dc3-7ed7-4a60-a47e-2131463c3a26 req-60373484-96e9-48ca-a39d-3ee96860dbcc tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:54.896998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd041dc3-7ed7-4a60-a47e-2131463c3a26 req-60373484-96e9-48ca-a39d-3ee96860dbcc tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.2792263 Aug 31 01:16:55.006536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-edd9525d-916b-4109-b18a-fe9e76b15f76 None None] Provisioning complete for port da90bc5d-89d2-4228-8e4a-709a74335458 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:55.006839 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-edd9525d-916b-4109-b18a-fe9e76b15f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:55.066385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-13d54f04-8579-453d-8464-ce75d7b66680 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:55.068397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-13d54f04-8579-453d-8464-ce75d7b66680 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.70 "GET /v2.0/networks?id=5fd2536e-4bde-40f8-aa1f-45f6a1c77927 HTTP/1.1" status: 200 len: 808 time: 0.4485509 Aug 31 01:16:55.068896 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-edd9525d-916b-4109-b18a-fe9e76b15f76 None None] Port da90bc5d-89d2-4228-8e4a-709a74335458 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:16:55.095926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd041dc3-7ed7-4a60-a47e-2131463c3a26 req-686bfd96-224a-4325-82d1-599e279c5777 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915746 Aug 31 01:16:55.124598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-834f7829-7aeb-4dd4-a499-b63a99ce965e tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Request body: {'port': {'device_id': '09f45cdb-0b79-482a-93b4-f589e9e9d286', 'network_id': '5fd2536e-4bde-40f8-aa1f-45f6a1c77927', 'admin_state_up': True, 'tenant_id': '261326bd5f9d475cab97017778f9c7d6'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:55.140627 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:55.185138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-904dfe7e-8488-4e39-9ec2-01b05875e21e None None] Could not find standard attr ID for object 5f2e0125-fb58-4351-ad13-3323556d3ea9. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:16:55.207333 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:55.357460 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f356777-8c98-4a33-a8a0-999f8bce6a10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:55.365288 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550dcd5e-a711-440f-aa05-61988c80e440 req-5d73bb56-b253-47f4-b16c-2b22193a6d11 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:55.366886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-550dcd5e-a711-440f-aa05-61988c80e440 req-5d73bb56-b253-47f4-b16c-2b22193a6d11 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.4208951 Aug 31 01:16:55.370932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-834f7829-7aeb-4dd4-a499-b63a99ce965e tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Made reservation on behalf of 261326bd5f9d475cab97017778f9c7d6 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:55.374403 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-834f7829-7aeb-4dd4-a499-b63a99ce965e tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:55.386741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fea81-42a5-402f-85ed-308b7618504d req-e2d98da8-385e-4fa6-8cc4-f7b9b646408b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:55.388169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d06fea81-42a5-402f-85ed-308b7618504d req-e2d98da8-385e-4fa6-8cc4-f7b9b646408b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1412261 Aug 31 01:16:55.390139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f356777-8c98-4a33-a8a0-999f8bce6a10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=da90bc5d-89d2-4228-8e4a-709a74335458,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:55.396966 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ff78d-d9f5-4f96-bce7-537176c245a1 req-b3a5f49b-5c73-4049-b4a6-ead8d3a25a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:55.398481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-273ff78d-d9f5-4f96-bce7-537176c245a1 req-b3a5f49b-5c73-4049-b4a6-ead8d3a25a74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 1098 time: 0.1192863 Aug 31 01:16:55.503873 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f356777-8c98-4a33-a8a0-999f8bce6a10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:55.506940 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6f356777-8c98-4a33-a8a0-999f8bce6a10 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/da90bc5d-89d2-4228-8e4a-709a74335458 HTTP/1.1" status: 204 len: 168 time: 1.1912796 Aug 31 01:16:55.510314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58212) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:55.545982 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b10104-ff02-4ca2-81c9-757ccb311b8e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] GET failed (client error): The resource could not be found. Aug 31 01:16:55.547584 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f8b10104-ff02-4ca2-81c9-757ccb311b8e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/da90bc5d-89d2-4228-8e4a-709a74335458 HTTP/1.1" status: 404 len: 333 time: 0.0363219 Aug 31 01:16:55.551591 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58214) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:55.576917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-550dcd5e-a711-440f-aa05-61988c80e440 req-913e55c1-a48f-464a-bfc3-52ac34586095 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987205 Aug 31 01:16:55.589178 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:55.602204 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:55.611933 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d06fea81-42a5-402f-85ed-308b7618504d req-357311a9-57be-4d94-be54-d3cc8e9e0d31 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821010 Aug 31 01:16:55.669238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-341da41b-7edb-4b05-a639-37f8a66c4611 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting subnet 2deb5e70-8aea-431b-8591-efe04375e998 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:16:55.678166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ff78d-d9f5-4f96-bce7-537176c245a1 req-73efd1d6-28d1-46dc-85a4-4df0998ae00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:55.682430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-273ff78d-d9f5-4f96-bce7-537176c245a1 req-73efd1d6-28d1-46dc-85a4-4df0998ae00b service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.2719476 Aug 31 01:16:55.712636 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-341da41b-7edb-4b05-a639-37f8a66c4611 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:55.760080 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-273ff78d-d9f5-4f96-bce7-537176c245a1 req-bb19b668-9ccb-4b90-8256-bad198b6afe0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b999fef-1430-4cb0-813c-3bd2f48a49b8 HTTP/1.1" status: 200 len: 217 time: 0.0634141 Aug 31 01:16:55.796307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-834f7829-7aeb-4dd4-a499-b63a99ce965e tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Allocated IP 172.20.0.13 (5fd2536e-4bde-40f8-aa1f-45f6a1c77927/97b75947-7fff-4bd6-9254-9c6565f5c2f7/dcce47c5-a122-4824-847b-a9736215d4d9) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:55.840241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5444a577-e96e-4671-9245-42d8f2fa3aa6 req-cf32b95d-25ca-4418-9d0b-d79c66a1a3ed tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 210 time: 0.0674567 Aug 31 01:16:55.864758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ddb59-f734-42e8-a9c4-63cf9e88b1c8 req-821ffc61-3ced-45b3-a062-7b3228f91cce tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:55.866292 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c46ddb59-f734-42e8-a9c4-63cf9e88b1c8 req-821ffc61-3ced-45b3-a062-7b3228f91cce tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.1824667 Aug 31 01:16:55.897395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ff78d-d9f5-4f96-bce7-537176c245a1 req-c611307b-8751-42b7-8b60-4f588f8c68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:55.898906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-273ff78d-d9f5-4f96-bce7-537176c245a1 req-c611307b-8751-42b7-8b60-4f588f8c68ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.1281252 Aug 31 01:16:56.008169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c46ddb59-f734-42e8-a9c4-63cf9e88b1c8 req-d66a3a7e-cf3b-454f-acbb-037a5c61b1ff tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305461 Aug 31 01:16:56.068597 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ff78d-d9f5-4f96-bce7-537176c245a1 req-6707b76c-46f1-4086-a3be-5c879f195241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:56.070106 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-273ff78d-d9f5-4f96-bce7-537176c245a1 req-6707b76c-46f1-4086-a3be-5c879f195241 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603215 Aug 31 01:16:56.084916 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event updated for resources: {'Port': ['ID=af1a9636-f80d-4703-82ce-88a5f51b781c,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:56.097305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ffee3-512a-4ffa-8233-5321bceefd4f req-a3e509a8-269e-487f-9e58-00ec7792efcc tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:56.099052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb8ffee3-512a-4ffa-8233-5321bceefd4f req-a3e509a8-269e-487f-9e58-00ec7792efcc tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1719775 Aug 31 01:16:56.102665 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.109363 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-341da41b-7edb-4b05-a639-37f8a66c4611 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.143049 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.144247 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-52fccd60-b0a8-4dc3-994e-7d84f0c55fc9 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6204598 Aug 31 01:16:56.147366 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58220) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:56.152223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1731037066'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:56.206678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Made reservation on behalf of 818ae085dab340c28c5100e447c961f0 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:56.211529 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.226035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb8ffee3-512a-4ffa-8233-5321bceefd4f req-0dddfd11-688e-4746-8e2c-b51a07f1d749 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086550 Aug 31 01:16:56.226693 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.246448 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-341da41b-7edb-4b05-a639-37f8a66c4611 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.253788 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-834f7829-7aeb-4dd4-a499-b63a99ce965e tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.262261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-273ff78d-d9f5-4f96-bce7-537176c245a1 req-695789e9-5844-4c3c-ac80-2ab11e73bf9c service neutron] 10.222.0.15 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834958 Aug 31 01:16:56.336097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-341da41b-7edb-4b05-a639-37f8a66c4611 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.338143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-8285aca3-f01b-4c9a-8add-21d00c682e29 req-7253646e-8bc5-4246-8947-b87a2e3ef40e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:16:56.339147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8285aca3-f01b-4c9a-8add-21d00c682e29 req-7253646e-8bc5-4246-8947-b87a2e3ef40e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083530 Aug 31 01:16:56.373069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341da41b-7edb-4b05-a639-37f8a66c4611 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Subnet': ['ID=2deb5e70-8aea-431b-8591-efe04375e998,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:56.401958 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-341da41b-7edb-4b05-a639-37f8a66c4611 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.404930 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-341da41b-7edb-4b05-a639-37f8a66c4611 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/2deb5e70-8aea-431b-8591-efe04375e998 HTTP/1.1" status: 204 len: 168 time: 0.8523126 Aug 31 01:16:56.405833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a84a09-86ff-464c-8ca8-18c7cad8fa72 None None] Network 95d88354-ce96-4a76-b638-b544e3458236 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:56.409319 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58226) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:56.409854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-273ff78d-d9f5-4f96-bce7-537176c245a1 req-7e542476-0006-47ca-b58c-8f7219bfb28f service neutron] 10.222.0.15 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333847 Aug 31 01:16:56.411084 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-834f7829-7aeb-4dd4-a499-b63a99ce965e tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.501033 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-834f7829-7aeb-4dd4-a499-b63a99ce965e tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Network 5fd2536e-4bde-40f8-aa1f-45f6a1c77927 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:56.509586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-834f7829-7aeb-4dd4-a499-b63a99ce965e tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:56.512656 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-834f7829-7aeb-4dd4-a499-b63a99ce965e tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:56.530019 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.533483 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.543357 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.558346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173fbc9-6fe8-43b2-a2c7-14e05ec57ad1 req-9d680820-14f3-4bcb-9edb-87604f785167 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:56.560533 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b173fbc9-6fe8-43b2-a2c7-14e05ec57ad1 req-9d680820-14f3-4bcb-9edb-87604f785167 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1465282 Aug 31 01:16:56.563175 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f7829-7aeb-4dd4-a499-b63a99ce965e tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Pushing event updated for resources: {'Port': ['ID=dcce47c5-a122-4824-847b-a9736215d4d9,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:56.575789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:16:56.599205 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-834f7829-7aeb-4dd4-a499-b63a99ce965e tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:56.600132 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-834f7829-7aeb-4dd4-a499-b63a99ce965e tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.605157 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79003d09-5764-4b72-af7e-179b383634c5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:56.611771 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.612116 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Added segment 29b104e3-5c92-496e-852b-8d0e6097aab7 of type vlan for network c2f821bf-1a26-4df0-a8c6-951c771b5cd9 Aug 31 01:16:56.636200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-834f7829-7aeb-4dd4-a499-b63a99ce965e tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5174549 Aug 31 01:16:56.654083 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b173fbc9-6fe8-43b2-a2c7-14e05ec57ad1 req-f37c0c50-5485-4456-8f7b-31a909dce64e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727787 Aug 31 01:16:56.664299 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea24b25-bf3d-490c-a450-e22bc3ed562f None None] DHCP port deletion for 95d88354-ce96-4a76-b638-b544e3458236 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:16:56.665915 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.682386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Request body: {'port': {'device_id': '09f45cdb-0b79-482a-93b4-f589e9e9d286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:56.695326 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.697289 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port 9528a239-0506-4a54-8b40-fcced6496c87 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:56.697637 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.713377 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.719788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:56.719993 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.829369 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6784062 Aug 31 01:16:56.830675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58234) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:56.836809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-fd2a7f9a-6f72-46e7-a327-19b3739e813d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Request body: {'subnet': {'network_id': 'c2f821bf-1a26-4df0-a8c6-951c771b5cd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:56.852433 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] For port 9528a239-0506-4a54-8b40-fcced6496c87, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9528a239-0506-4a54-8b40-fcced6496c87,segment=NetworkSegment(861ac745-9db5-4f30-b550-d5f2ef99f503),segment_id=861ac745-9db5-4f30-b550-d5f2ef99f503)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:56.852815 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:56.855566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dedd02-b1bd-4f06-b981-87db62794362 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event updated for resources: {'Network': ['ID=c2f821bf-1a26-4df0-a8c6-951c771b5cd9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:56.872309 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for 9528a239-0506-4a54-8b40-fcced6496c87 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:56.975910 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network c2f821bf-1a26-4df0-a8c6-951c771b5cd9 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:16:56.984117 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.027342 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No DVR routers for this DVR port 9528a239-0506-4a54-8b40-fcced6496c87 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:16:57.058007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9ea24b25-bf3d-490c-a450-e22bc3ed562f None None] Deleting port 9528a239-0506-4a54-8b40-fcced6496c87 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:57.058373 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9ea24b25-bf3d-490c-a450-e22bc3ed562f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.069437 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=9528a239-0506-4a54-8b40-fcced6496c87,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:57.130592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9ea24b25-bf3d-490c-a450-e22bc3ed562f None None] For port 9528a239-0506-4a54-8b40-fcced6496c87, host n-d-802060-13, got binding levels [] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:57.130995 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9ea24b25-bf3d-490c-a450-e22bc3ed562f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.144450 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9ea24b25-bf3d-490c-a450-e22bc3ed562f None None] Calling delete_port for 9528a239-0506-4a54-8b40-fcced6496c87 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:57.147331 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.147887 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.ipam_backend_mixin [None req-9ea24b25-bf3d-490c-a450-e22bc3ed562f None None] Port 9528a239-0506-4a54-8b40-fcced6496c87 was not found and therefore no delete operation was performed {{(pid=94762) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:16:57.149110 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9ea24b25-bf3d-490c-a450-e22bc3ed562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.159961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d88354-ce96-4a76-b638-b544e3458236']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:57.173107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861ac745-9db5-4f30-b550-d5f2ef99f503') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:57.173547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861ac745-9db5-4f30-b550-d5f2ef99f503') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:57.175161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea24b25-bf3d-490c-a450-e22bc3ed562f None None] Pushing event deleted for resources: {'Port': ['ID=9528a239-0506-4a54-8b40-fcced6496c87,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:57.179132 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea24b25-bf3d-490c-a450-e22bc3ed562f None None] No DVR routers for this DVR port 9528a239-0506-4a54-8b40-fcced6496c87 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:16:57.181216 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.189900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.190326 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a7961-381d-45e1-8771-304572d43bcb req-6c7f1fe4-791c-42ae-9a2c-4589eea78d1b tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:57.192116 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d5a7961-381d-45e1-8771-304572d43bcb req-6c7f1fe4-791c-42ae-9a2c-4589eea78d1b tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.4419761 Aug 31 01:16:57.210283 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.216514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:16:57.216950 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:16:57.219974 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:16:57.222878 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc33c7e-33ac-4ee5-8a29-bd6ed48d8866 req-9db85d81-3b31-4433-9ea2-3179d68077a4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:57.222878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7bc33c7e-33ac-4ee5-8a29-bd6ed48d8866 req-9db85d81-3b31-4433-9ea2-3179d68077a4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.4644067 Aug 31 01:16:57.279971 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.285725 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.291360 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/networks/95d88354-ce96-4a76-b638-b544e3458236 HTTP/1.1" status: 204 len: 168 time: 0.8772538 Aug 31 01:16:57.292647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58240) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:57.298937 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a2f195ca-fcc3-416a-a375-10fe5fc9eb78 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1081124550'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:57.318924 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ee1fd-3a19-4148-a639-bcbabcd67ef8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Network': ['ID=95d88354-ce96-4a76-b638-b544e3458236,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:57.333920 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f195ca-fcc3-416a-a375-10fe5fc9eb78 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:57.336071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d5a7961-381d-45e1-8771-304572d43bcb req-fd198610-11cf-4efd-912e-f8f9e967ed00 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293671 Aug 31 01:16:57.337966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2f195ca-fcc3-416a-a375-10fe5fc9eb78 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.342592 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.api [None req-fd2a7f9a-6f72-46e7-a327-19b3739e813d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:16:57.342592 n-d-802060-13 neutron-server[94761]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 01:16:57.342592 n-d-802060-13 neutron-server[94761]: [parameters: {'project_id': '818ae085dab340c28c5100e447c961f0', 'id': '009c55c7-f760-45f0-b8dc-1a6c46a8984d', 'expiration': datetime.datetime(2021, 8, 31, 1, 18, 57, 323540)}] Aug 31 01:16:57.342592 n-d-802060-13 neutron-server[94761]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:16:57.343089 n-d-802060-13 neutron-server[94761]: DEBUG oslo_db.api [None req-fd2a7f9a-6f72-46e7-a327-19b3739e813d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:16:57.348940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7bc33c7e-33ac-4ee5-8a29-bd6ed48d8866 req-282f06f7-f0fc-41bd-9b29-a5abf9ea9836 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174273 Aug 31 01:16:57.362566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f195ca-fcc3-416a-a375-10fe5fc9eb78 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:16:57.385039 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2f195ca-fcc3-416a-a375-10fe5fc9eb78 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.386316 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-a2f195ca-fcc3-416a-a375-10fe5fc9eb78 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Added segment 3c4ceb18-b942-4d1c-8724-fc01b75eabad of type vlan for network ba2dda72-dae9-48b5-b7cf-262d70e63797 Aug 31 01:16:57.441087 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2f195ca-fcc3-416a-a375-10fe5fc9eb78 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.471781 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2f195ca-fcc3-416a-a375-10fe5fc9eb78 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.478454 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f195ca-fcc3-416a-a375-10fe5fc9eb78 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:57.479070 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2f195ca-fcc3-416a-a375-10fe5fc9eb78 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.540171 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a2f195ca-fcc3-416a-a375-10fe5fc9eb78 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2463646 Aug 31 01:16:57.542859 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58246) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:57.549929 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-20e595fe-c3ad-4c78-af25-18458eaa6c61 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'subnet': {'network_id': 'ba2dda72-dae9-48b5-b7cf-262d70e63797', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:57.577735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87752702-d9ca-4668-a5b5-330b6c462ae9 req-124a671b-5189-4b20-9dcf-0297443acf3b tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:57.579406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-87752702-d9ca-4668-a5b5-330b6c462ae9 req-124a671b-5189-4b20-9dcf-0297443acf3b tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 932 time: 0.1440625 Aug 31 01:16:57.593345 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f195ca-fcc3-416a-a375-10fe5fc9eb78 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Network': ['ID=ba2dda72-dae9-48b5-b7cf-262d70e63797,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:57.607199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network ba2dda72-dae9-48b5-b7cf-262d70e63797 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:16:57.615140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba31be-bcf0-435e-8474-363cedc5cb2f req-ea8fa0e0-f29a-4905-9a0f-d39cf42d66b4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:57.616725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8ba31be-bcf0-435e-8474-363cedc5cb2f req-ea8fa0e0-f29a-4905-9a0f-d39cf42d66b4 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 946 time: 0.1134021 Aug 31 01:16:57.647244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e595fe-c3ad-4c78-af25-18458eaa6c61 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:57.650990 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20e595fe-c3ad-4c78-af25-18458eaa6c61 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.702335 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-87752702-d9ca-4668-a5b5-330b6c462ae9 req-ac28c3fd-d2be-4eaa-9129-a17d606f7a66 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087310 Aug 31 01:16:57.732266 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8ba31be-bcf0-435e-8474-363cedc5cb2f req-b423954f-64e9-4661-a76c-c3f80888ce23 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835991 Aug 31 01:16:57.793413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcce47c5-a122-4824-847b-a9736215d4d9 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:57.805245 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.836782 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Transition to ACTIVE for port object dcce47c5-a122-4824-847b-a9736215d4d9 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:57.843720 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.873416 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20e595fe-c3ad-4c78-af25-18458eaa6c61 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:57.894450 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7b999fef-1430-4cb0-813c-3bd2f48a49b8 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:16:57.969061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e595fe-c3ad-4c78-af25-18458eaa6c61 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Subnet': ['ID=bb8a5bf0-9243-43ac-9e0e-bcd545d01080,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:57.973154 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e595fe-c3ad-4c78-af25-18458eaa6c61 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Checking segment: {'id': '3c4ceb18-b942-4d1c-8724-fc01b75eabad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ba2dda72-dae9-48b5-b7cf-262d70e63797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:57.973154 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e595fe-c3ad-4c78-af25-18458eaa6c61 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network hostable DHCP agents. Network: ba2dda72-dae9-48b5-b7cf-262d70e63797, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:16:57.993970 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e595fe-c3ad-4c78-af25-18458eaa6c61 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network ba2dda72-dae9-48b5-b7cf-262d70e63797 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:16:57.994224 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.004318 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-20e595fe-c3ad-4c78-af25-18458eaa6c61 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, ba2dda72-dae9-48b5-b7cf-262d70e63797) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:58.009638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e595fe-c3ad-4c78-af25-18458eaa6c61 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:58.010203 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20e595fe-c3ad-4c78-af25-18458eaa6c61 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.024898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0815689-5b4f-49c5-88a6-9bbe2f4f38be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b999fef-1430-4cb0-813c-3bd2f48a49b8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:58.030228 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ee91ff-02d3-4ecb-9e1f-9bed3f6f3b26" -d '{"events": [{"server_uuid": "e0815689-5b4f-49c5-88a6-9bbe2f4f38be", "name": "network-vif-unplugged", "status": "completed", "tag": "7b999fef-1430-4cb0-813c-3bd2f48a49b8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:58.030437 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-20e595fe-c3ad-4c78-af25-18458eaa6c61 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4835684 Aug 31 01:16:58.030437 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58254) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:58.031629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Pushing event updated for resources: {'Port': ['ID=dcce47c5-a122-4824-847b-a9736215d4d9,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:58.033992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2a7f9a-6f72-46e7-a327-19b3739e813d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Made reservation on behalf of 818ae085dab340c28c5100e447c961f0 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:58.034491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11568671-1d19-4f4b-ab5d-9c97e6360c8b None None] Network ba2dda72-dae9-48b5-b7cf-262d70e63797 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:58.036664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c66b56ca-d777-428d-bfbb-1ffa116b3894 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'network_id': 'ba2dda72-dae9-48b5-b7cf-262d70e63797', 'name': 'tempest-PortsTestJSON-138488681', 'fixed_ips': [{'subnet_id': 'bb8a5bf0-9243-43ac-9e0e-bcd545d01080', 'ip_address': '172.20.0.10'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:58.038015 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7f9a-6f72-46e7-a327-19b3739e813d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.091407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7b999fef-1430-4cb0-813c-3bd2f48a49b8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7b999fef-1430-4cb0-813c-3bd2f48a49b8,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:58.097934 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.132675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a0771-3fa6-430c-8292-4cd087f8f6f5 req-20e3be78-0e39-4d48-950d-4dbfc897cd34 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:58.134409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd9a0771-3fa6-430c-8292-4cd087f8f6f5 req-20e3be78-0e39-4d48-950d-4dbfc897cd34 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.2738676 Aug 31 01:16:58.166625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66b56ca-d777-428d-bfbb-1ffa116b3894 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:58.176414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c8421-ca8a-4e2a-8c65-88fe56512aa0 req-a8c8c648-3237-4241-a46a-d90c72729d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:58.178356 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-561c8421-ca8a-4e2a-8c65-88fe56512aa0 req-a8c8c648-3237-4241-a46a-d90c72729d64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=804272a7f8b749e2bebc24d18b9ea347&device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 1098 time: 0.2452762 Aug 31 01:16:58.198312 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7b999fef-1430-4cb0-813c-3bd2f48a49b8,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:58.202539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d831f3-5f2b-4414-ac57-14cb3f95b8bb req-04f012e8-f4bf-4a9e-9601-ead8d5f89fa1 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:58.204807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9d831f3-5f2b-4414-ac57-14cb3f95b8bb req-04f012e8-f4bf-4a9e-9601-ead8d5f89fa1 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.2907217 Aug 31 01:16:58.276880 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-ba2dda72-dae9-48b5-b7cf-262d70e63797', 'network_id': 'ba2dda72-dae9-48b5-b7cf-262d70e63797', 'tenant_id': 'a98da46685af423b9df368d985479597', 'fixed_ips': [{'subnet_id': 'bb8a5bf0-9243-43ac-9e0e-bcd545d01080'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:16:58.277924 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.285080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c66b56ca-d777-428d-bfbb-1ffa116b3894 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.312600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-c66b56ca-d777-428d-bfbb-1ffa116b3894 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port 29ebadf6-63ba-454c-842e-f56082edaaee yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:16:58.380421 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd9a0771-3fa6-430c-8292-4cd087f8f6f5 req-31db8be5-e97b-4396-8017-f9f0cc49208e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081156 Aug 31 01:16:58.389524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Attempting to bind port dcce47c5-a122-4824-847b-a9736215d4d9 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:16:58.389855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Attempting to bind port dcce47c5-a122-4824-847b-a9736215d4d9 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '23668c33-e1e9-4ea7-9dcd-4713985a8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5fd2536e-4bde-40f8-aa1f-45f6a1c77927'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:16:58.390174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Attempting to bind port dcce47c5-a122-4824-847b-a9736215d4d9 on network 5fd2536e-4bde-40f8-aa1f-45f6a1c77927 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:58.409612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9d831f3-5f2b-4414-ac57-14cb3f95b8bb req-443d7a05-6201-4545-94e2-6c922f741f4a tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786108 Aug 31 01:16:58.416555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Port dcce47c5-a122-4824-847b-a9736215d4d9 on network 5fd2536e-4bde-40f8-aa1f-45f6a1c77927 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:16:58.416927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Attempting to bind port dcce47c5-a122-4824-847b-a9736215d4d9 on network 5fd2536e-4bde-40f8-aa1f-45f6a1c77927 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:58.443516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:16:58.444287 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Checking segment: {'id': '23668c33-e1e9-4ea7-9dcd-4713985a8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5fd2536e-4bde-40f8-aa1f-45f6a1c77927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:58.444490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Bound using segment: {'id': '23668c33-e1e9-4ea7-9dcd-4713985a8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5fd2536e-4bde-40f8-aa1f-45f6a1c77927'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:16:58.444941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Bound port: dcce47c5-a122-4824-847b-a9736215d4d9, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23668c33-e1e9-4ea7-9dcd-4713985a8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5fd2536e-4bde-40f8-aa1f-45f6a1c77927'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:16:58.445379 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.472287 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0b0125-83a2-47a0-be15-9fdbded47293 x-openstack-request-id: req-1e0b0125-83a2-47a0-be15-9fdbded47293 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:58.472587 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0815689-5b4f-49c5-88a6-9bbe2f4f38be", "name": "network-vif-unplugged", "status": "completed", "tag": "7b999fef-1430-4cb0-813c-3bd2f48a49b8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:58.472843 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e0b0125-83a2-47a0-be15-9fdbded47293 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:58.473244 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0815689-5b4f-49c5-88a6-9bbe2f4f38be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b999fef-1430-4cb0-813c-3bd2f48a49b8', 'code': 200} Aug 31 01:16:58.474938 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Allocated IP 172.20.0.2 (ba2dda72-dae9-48b5-b7cf-262d70e63797/bb8a5bf0-9243-43ac-9e0e-bcd545d01080/99a4495f-ad8f-43fe-b313-49ec6cbfe87d) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:58.488518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c8421-ca8a-4e2a-8c65-88fe56512aa0 req-6e0938d7-a4d1-45c2-a3db-c37b3128ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:58.491429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-561c8421-ca8a-4e2a-8c65-88fe56512aa0 req-6e0938d7-a4d1-45c2-a3db-c37b3128ea99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=134c45ae-9551-4fd2-a505-0a804289d948 HTTP/1.1" status: 200 len: 912 time: 0.2978671 Aug 31 01:16:58.585368 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-561c8421-ca8a-4e2a-8c65-88fe56512aa0 req-0c6c46fc-4503-40ca-b50d-4f6e0abcc28d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0da5db5-63a2-4039-8883-1dff34e99546 HTTP/1.1" status: 200 len: 217 time: 0.0839109 Aug 31 01:16:58.639584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9528a239-0506-4a54-8b40-fcced6496c87 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:16:58.674340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 9528a239-0506-4a54-8b40-fcced6496c87 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:16:58.674680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9528a239-0506-4a54-8b40-fcced6496c87 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:16:58.679622 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.688920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Transition to ACTIVE for port object 99a4495f-ad8f-43fe-b313-49ec6cbfe87d will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:58.706860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Transition to ACTIVE for port object 99a4495f-ad8f-43fe-b313-49ec6cbfe87d will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:58.717119 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7f9a-6f72-46e7-a327-19b3739e813d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.720081 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.741544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] For port dcce47c5-a122-4824-847b-a9736215d4d9, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:16:58.756333 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Network ba2dda72-dae9-48b5-b7cf-262d70e63797 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:58.763827 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:58.780435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:58.796222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Pushing event updated for resources: {'Port': ['ID=99a4495f-ad8f-43fe-b313-49ec6cbfe87d,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:58.800413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c8421-ca8a-4e2a-8c65-88fe56512aa0 req-112cf5aa-0eaa-4836-990d-3db2e7f667ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:58.802869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-561c8421-ca8a-4e2a-8c65-88fe56512aa0 req-112cf5aa-0eaa-4836-990d-3db2e7f667ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63245396-66fb-450d-8e80-accc99e70fd2 HTTP/1.1" status: 200 len: 851 time: 0.1654043 Aug 31 01:16:58.810594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d9f48-defb-4a81-b776-e83afc0df0e8 req-5eb173c1-4a74-421f-ab8c-3d6c2d58449b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:58.818761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c75d9f48-defb-4a81-b776-e83afc0df0e8 req-5eb173c1-4a74-421f-ab8c-3d6c2d58449b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.2551200 Aug 31 01:16:58.819576 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-c66b56ca-d777-428d-bfbb-1ffa116b3894 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Allocated IP 172.20.0.10 (ba2dda72-dae9-48b5-b7cf-262d70e63797/bb8a5bf0-9243-43ac-9e0e-bcd545d01080/29ebadf6-63ba-454c-842e-f56082edaaee) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:58.838469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] For port dcce47c5-a122-4824-847b-a9736215d4d9, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=dcce47c5-a122-4824-847b-a9736215d4d9,segment=NetworkSegment(23668c33-e1e9-4ea7-9dcd-4713985a8c57),segment_id=23668c33-e1e9-4ea7-9dcd-4713985a8c57)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:16:58.853548 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Attempting to bind port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:16:58.853940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Attempting to bind port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '3c4ceb18-b942-4d1c-8724-fc01b75eabad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ba2dda72-dae9-48b5-b7cf-262d70e63797'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:16:58.854279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Attempting to bind port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d on network ba2dda72-dae9-48b5-b7cf-262d70e63797 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:16:58.859824 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:16:58.860196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Checking segment: {'id': '3c4ceb18-b942-4d1c-8724-fc01b75eabad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ba2dda72-dae9-48b5-b7cf-262d70e63797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:58.860599 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.860989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Bound using segment: {'id': '3c4ceb18-b942-4d1c-8724-fc01b75eabad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ba2dda72-dae9-48b5-b7cf-262d70e63797'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:16:58.861452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Bound port: 99a4495f-ad8f-43fe-b313-49ec6cbfe87d, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4ceb18-b942-4d1c-8724-fc01b75eabad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ba2dda72-dae9-48b5-b7cf-262d70e63797'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:16:58.861833 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.882377 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.902691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-561c8421-ca8a-4e2a-8c65-88fe56512aa0 req-b5ce90e2-8a51-4a6b-b771-ce3350239a64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=134c45ae-9551-4fd2-a505-0a804289d948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743816 Aug 31 01:16:58.908276 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a7f9a-6f72-46e7-a327-19b3739e813d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event updated for resources: {'Subnet': ['ID=11a90c7e-9034-4345-8aab-dd1f3723cc15,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:58.932867 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] For port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:16:58.936565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] For port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=99a4495f-ad8f-43fe-b313-49ec6cbfe87d,segment=NetworkSegment(3c4ceb18-b942-4d1c-8724-fc01b75eabad),segment_id=3c4ceb18-b942-4d1c-8724-fc01b75eabad)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:16:58.941795 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:58.992934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c66b56ca-d777-428d-bfbb-1ffa116b3894 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:59.006323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d6496-dba6-4466-8f96-3001e4701c7f None None] Pushing event updated for resources: {'Port': ['ID=99a4495f-ad8f-43fe-b313-49ec6cbfe87d,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:59.008358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-c66b56ca-d777-428d-bfbb-1ffa116b3894 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Transition to ACTIVE for port object 29ebadf6-63ba-454c-842e-f56082edaaee will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:59.037828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:59.038452 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:59.039881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] 10.222.0.70 "PUT /v2.0/ports/dcce47c5-a122-4824-847b-a9736215d4d9 HTTP/1.1" status: 200 len: 1093 time: 2.3837132 Aug 31 01:16:59.041010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f45cdb-0b79-482a-93b4-f589e9e9d286', 'tag': 'dcce47c5-a122-4824-847b-a9736215d4d9'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:59.043403 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a424bc-da57-435f-9d7f-95f6d1289c64" -d '{"events": [{"name": "network-changed", "server_uuid": "09f45cdb-0b79-482a-93b4-f589e9e9d286", "tag": "dcce47c5-a122-4824-847b-a9736215d4d9"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:59.065680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c75d9f48-defb-4a81-b776-e83afc0df0e8 req-70a8a927-eb33-45dc-9af5-411a6e3802a8 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443583 Aug 31 01:16:59.077499 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c66b56ca-d777-428d-bfbb-1ffa116b3894 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:59.094229 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a7f9a-6f72-46e7-a327-19b3739e813d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Checking segment: {'id': '29b104e3-5c92-496e-852b-8d0e6097aab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c2f821bf-1a26-4df0-a8c6-951c771b5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:16:59.094911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2a7f9a-6f72-46e7-a327-19b3739e813d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Network hostable DHCP agents. Network: c2f821bf-1a26-4df0-a8c6-951c771b5cd9, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:16:59.124103 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1161840-f8fb-4345-89ab-18d264e0202c service neutron] Pushing event updated for resources: {'Port': ['ID=dcce47c5-a122-4824-847b-a9736215d4d9,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:59.161825 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66b56ca-d777-428d-bfbb-1ffa116b3894 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network ba2dda72-dae9-48b5-b7cf-262d70e63797 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:59.167424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-c66b56ca-d777-428d-bfbb-1ffa116b3894 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:59.173748 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66b56ca-d777-428d-bfbb-1ffa116b3894 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:59.182936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c0416-3c72-4d76-9098-7f7087212201 req-b922cdff-d8b6-423c-a779-5c11c6ceea86 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:59.187745 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e8c0416-3c72-4d76-9098-7f7087212201 req-b922cdff-d8b6-423c-a779-5c11c6ceea86 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 944 time: 0.3436067 Aug 31 01:16:59.261068 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b56ca-d777-428d-bfbb-1ffa116b3894 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=29ebadf6-63ba-454c-842e-f56082edaaee,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:59.293638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66b56ca-d777-428d-bfbb-1ffa116b3894 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:59.294323 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c66b56ca-d777-428d-bfbb-1ffa116b3894 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:59.311940 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c66b56ca-d777-428d-bfbb-1ffa116b3894 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2801745 Aug 31 01:16:59.313406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58268) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:59.321620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-05db0db2-e7fc-4d93-9910-92b4f25ff69e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'network_id': 'ba2dda72-dae9-48b5-b7cf-262d70e63797', 'name': 'tempest-PortsTestJSON-1697220483', 'fixed_ips': [{'subnet_id': 'bb8a5bf0-9243-43ac-9e0e-bcd545d01080', 'ip_address': '172.20.0.9'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:59.329186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-561c8421-ca8a-4e2a-8c65-88fe56512aa0 req-88c6c712-a87d-43af-98a4-d6f533b643a0 service neutron] 10.222.0.15 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153197 Aug 31 01:16:59.352004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2a7f9a-6f72-46e7-a327-19b3739e813d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Network c2f821bf-1a26-4df0-a8c6-951c771b5cd9 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:16:59.410478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-0037e88b-6794-47a2-8fcf-995f6cfdde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:59.413189 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-0037e88b-6794-47a2-8fcf-995f6cfdde90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=261326bd5f9d475cab97017778f9c7d6&device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 1096 time: 0.2926254 Aug 31 01:16:59.422355 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e8c0416-3c72-4d76-9098-7f7087212201 req-48c837bc-a318-4333-a8aa-a61c44880715 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009785 Aug 31 01:16:59.422981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-fd2a7f9a-6f72-46e7-a327-19b3739e813d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, c2f821bf-1a26-4df0-a8c6-951c771b5cd9) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:59.437523 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe59506-37b4-4df7-a61c-20cfd7794dab None None] Network c2f821bf-1a26-4df0-a8c6-951c771b5cd9 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:16:59.452126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad8eb8-0624-4307-ad7b-525e39f30265 req-35362075-4259-4889-8ddf-1b6f8882dd05 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:59.455380 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33ad8eb8-0624-4307-ad7b-525e39f30265 req-35362075-4259-4889-8ddf-1b6f8882dd05 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 944 time: 0.2909422 Aug 31 01:16:59.456055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05db0db2-e7fc-4d93-9910-92b4f25ff69e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:16:59.460095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2a7f9a-6f72-46e7-a327-19b3739e813d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:59.460923 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7f9a-6f72-46e7-a327-19b3739e813d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:59.461778 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05db0db2-e7fc-4d93-9910-92b4f25ff69e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:59.492608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-05db0db2-e7fc-4d93-9910-92b4f25ff69e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port 47d9183e-9bb8-4f50-90d4-413539f92c11 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:16:59.524020 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da635cc-3b4f-47e9-bf12-57c926efa2a1 x-openstack-request-id: req-0da635cc-3b4f-47e9-bf12-57c926efa2a1 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:59.524322 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f45cdb-0b79-482a-93b4-f589e9e9d286", "tag": "dcce47c5-a122-4824-847b-a9736215d4d9", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:59.524563 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0da635cc-3b4f-47e9-bf12-57c926efa2a1 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:59.525098 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f45cdb-0b79-482a-93b4-f589e9e9d286', 'tag': 'dcce47c5-a122-4824-847b-a9736215d4d9', 'status': 'completed', 'code': 200} Aug 31 01:16:59.531992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fd2a7f9a-6f72-46e7-a327-19b3739e813d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6971841 Aug 31 01:16:59.531992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-630f4043-47eb-4a94-b909-b00843ca45eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcce47c5-a122-4824-847b-a9736215d4d9 HTTP/1.1" status: 200 len: 217 time: 0.0979457 Aug 31 01:16:59.547588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58274) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:59.555731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-389717534', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}, 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:59.625255 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-c2f821bf-1a26-4df0-a8c6-951c771b5cd9', 'network_id': 'c2f821bf-1a26-4df0-a8c6-951c771b5cd9', 'tenant_id': '818ae085dab340c28c5100e447c961f0', 'fixed_ips': [{'subnet_id': '11a90c7e-9034-4345-8aab-dd1f3723cc15'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:16:59.626773 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:59.668026 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33ad8eb8-0624-4307-ad7b-525e39f30265 req-b8751ea2-811b-4cc1-9afb-3e0a363e4958 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860118 Aug 31 01:16:59.680626 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-561c8421-ca8a-4e2a-8c65-88fe56512aa0 req-0d81fdd4-70fb-4472-b031-c20538517902 service neutron] 10.222.0.15 "GET /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401723 Aug 31 01:16:59.684403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-e7b99c53-a797-4c1e-813a-fcfaec815c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:59.696667 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-e7b99c53-a797-4c1e-813a-fcfaec815c74 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=97b75947-7fff-4bd6-9254-9c6565f5c2f7 HTTP/1.1" status: 200 len: 848 time: 0.1456656 Aug 31 01:16:59.696667 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:59.696667 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:59.707177 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-05db0db2-e7fc-4d93-9910-92b4f25ff69e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Allocated IP 172.20.0.9 (ba2dda72-dae9-48b5-b7cf-262d70e63797/bb8a5bf0-9243-43ac-9e0e-bcd545d01080/47d9183e-9bb8-4f50-90d4-413539f92c11) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:59.757902 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc079767-5158-4f21-8124-7e0d0c1b3a58 req-f9f6a458-a906-42f8-9497-6b96943e49c4 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:59.769607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc079767-5158-4f21-8124-7e0d0c1b3a58 req-f9f6a458-a906-42f8-9497-6b96943e49c4 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1779215 Aug 31 01:16:59.781056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-c07eebec-f9ff-43a4-9c75-e8f52260b9ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fd2536e-4bde-40f8-aa1f-45f6a1c77927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824647 Aug 31 01:16:59.874974 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Allocated IP 172.20.0.2 (c2f821bf-1a26-4df0-a8c6-951c771b5cd9/11a90c7e-9034-4345-8aab-dd1f3723cc15/63dceaa9-226e-4f17-84e3-adad21eb7c0d) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:59.916081 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05db0db2-e7fc-4d93-9910-92b4f25ff69e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:59.945710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-05db0db2-e7fc-4d93-9910-92b4f25ff69e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Transition to ACTIVE for port object 47d9183e-9bb8-4f50-90d4-413539f92c11 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:16:59.996351 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05db0db2-e7fc-4d93-9910-92b4f25ff69e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.061865 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db0db2-e7fc-4d93-9910-92b4f25ff69e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network ba2dda72-dae9-48b5-b7cf-262d70e63797 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:00.066986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-05db0db2-e7fc-4d93-9910-92b4f25ff69e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:00.071751 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db0db2-e7fc-4d93-9910-92b4f25ff69e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:00.089130 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.099417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db0db2-e7fc-4d93-9910-92b4f25ff69e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=47d9183e-9bb8-4f50-90d4-413539f92c11,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:00.100440 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Transition to ACTIVE for port object 63dceaa9-226e-4f17-84e3-adad21eb7c0d will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:00.121116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Transition to ACTIVE for port object 63dceaa9-226e-4f17-84e3-adad21eb7c0d will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:00.129162 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.156840 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05db0db2-e7fc-4d93-9910-92b4f25ff69e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:00.157539 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05db0db2-e7fc-4d93-9910-92b4f25ff69e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.172594 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Network c2f821bf-1a26-4df0-a8c6-951c771b5cd9 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:00.175512 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-05db0db2-e7fc-4d93-9910-92b4f25ff69e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8601444 Aug 31 01:17:00.178152 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58280) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:00.178780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:00.182657 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:00.218316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f1289e-ed67-494a-b502-a85776451d1d None None] Network ba2dda72-dae9-48b5-b7cf-262d70e63797 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:00.265781 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.270042 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Pushing event updated for resources: {'Port': ['ID=63dceaa9-226e-4f17-84e3-adad21eb7c0d,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:00.291911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa711af8-fa2c-434c-a12d-092d43756082 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:00.296529 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fa711af8-fa2c-434c-a12d-092d43756082 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1143243 Aug 31 01:17:00.296750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58282) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:00.306820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc079767-5158-4f21-8124-7e0d0c1b3a58 req-26b37689-3e62-47de-a0fa-5027ca8777c7 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363431 Aug 31 01:17:00.324453 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Attempting to bind port 63dceaa9-226e-4f17-84e3-adad21eb7c0d on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:17:00.324664 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Attempting to bind port 63dceaa9-226e-4f17-84e3-adad21eb7c0d by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '29b104e3-5c92-496e-852b-8d0e6097aab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c2f821bf-1a26-4df0-a8c6-951c771b5cd9'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:17:00.325162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Attempting to bind port 63dceaa9-226e-4f17-84e3-adad21eb7c0d on network c2f821bf-1a26-4df0-a8c6-951c771b5cd9 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:17:00.348438 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:17:00.351271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Checking segment: {'id': '29b104e3-5c92-496e-852b-8d0e6097aab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c2f821bf-1a26-4df0-a8c6-951c771b5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:00.351271 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.351271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Bound using segment: {'id': '29b104e3-5c92-496e-852b-8d0e6097aab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c2f821bf-1a26-4df0-a8c6-951c771b5cd9'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:17:00.351271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Bound port: 63dceaa9-226e-4f17-84e3-adad21eb7c0d, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b104e3-5c92-496e-852b-8d0e6097aab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c2f821bf-1a26-4df0-a8c6-951c771b5cd9'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:17:00.351271 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.356262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-99ffcb79-1985-457f-8ba4-a64f824b4374 None None] Provisioning for port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:00.358490 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5387b6c-49ef-44ea-8ae4-1d746b0e5413 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:00.364968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5387b6c-49ef-44ea-8ae4-1d746b0e5413 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:00.371572 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5387b6c-49ef-44ea-8ae4-1d746b0e5413 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:00.375326 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a5387b6c-49ef-44ea-8ae4-1d746b0e5413 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0756245 Aug 31 01:17:00.376205 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58284) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:00.432380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b8982-41dc-49db-bb55-983652c7d17f req-f058edad-bf4d-4ff0-90cf-027488022945 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:00.439736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f4b8982-41dc-49db-bb55-983652c7d17f req-f058edad-bf4d-4ff0-90cf-027488022945 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.6576867 Aug 31 01:17:00.483797 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] For port 63dceaa9-226e-4f17-84e3-adad21eb7c0d, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:17:00.512493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] For port 63dceaa9-226e-4f17-84e3-adad21eb7c0d, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=63dceaa9-226e-4f17-84e3-adad21eb7c0d,segment=NetworkSegment(29b104e3-5c92-496e-852b-8d0e6097aab7),segment_id=29b104e3-5c92-496e-852b-8d0e6097aab7)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:17:00.518503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c8401b8f-6831-400a-9c75-0483101d58aa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port 47d9183e-9bb8-4f50-90d4-413539f92c11 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:00.519147 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8401b8f-6831-400a-9c75-0483101d58aa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.520199 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.547005 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-b3ae24f4-7101-489d-a7b4-56df3a24dbd7 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd2536e-4bde-40f8-aa1f-45f6a1c77927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7451050 Aug 31 01:17:00.594561 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.599399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a37c5-ad34-46b0-b331-a04ae5a26eb0 None None] Pushing event updated for resources: {'Port': ['ID=63dceaa9-226e-4f17-84e3-adad21eb7c0d,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:00.641837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f4b8982-41dc-49db-bb55-983652c7d17f req-c64fd01a-e8ec-4695-9327-39ea39a86d26 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012563 Aug 31 01:17:00.687231 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8401b8f-6831-400a-9c75-0483101d58aa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.702638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c8401b8f-6831-400a-9c75-0483101d58aa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for 47d9183e-9bb8-4f50-90d4-413539f92c11 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:00.722826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ba3b4-8226-4638-bc11-c11442d118a0 req-d99f19e6-20ba-40fe-a178-92b78f8c6f62 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:00.725100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f3ba3b4-8226-4638-bc11-c11442d118a0 req-d99f19e6-20ba-40fe-a178-92b78f8c6f62 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2127357 Aug 31 01:17:00.766755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 99a4495f-ad8f-43fe-b313-49ec6cbfe87d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:00.828533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:00.832620 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:00.833746 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:00.850533 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9615599a-8d39-438f-b4ac-d2cf305d9a3c req-ae7c5390-0686-49fb-96c1-5045f1dca0d8 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd2536e-4bde-40f8-aa1f-45f6a1c77927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847826 Aug 31 01:17:00.872717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f3ba3b4-8226-4638-bc11-c11442d118a0 req-484ab101-059f-4830-be83-2b5495cb1fbf tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159775 Aug 31 01:17:00.976466 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8401b8f-6831-400a-9c75-0483101d58aa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.008708 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455f31e-b1c0-4cc7-ad7f-a90fcdea8cd6 req-dafb270b-5429-4806-9fca-647fdd2eca73 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:01.017249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5455f31e-b1c0-4cc7-ad7f-a90fcdea8cd6 req-dafb270b-5429-4806-9fca-647fdd2eca73 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 944 time: 0.2400854 Aug 31 01:17:01.041875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-855394d4-3c76-4338-936b-521ede00f4ea None None] Provisioning for port 29ebadf6-63ba-454c-842e-f56082edaaee completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:01.044994 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.046148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8401b8f-6831-400a-9c75-0483101d58aa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=47d9183e-9bb8-4f50-90d4-413539f92c11,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:01.048774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-855394d4-3c76-4338-936b-521ede00f4ea None None] Provisioning complete for port 29ebadf6-63ba-454c-842e-f56082edaaee triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:01.049141 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-855394d4-3c76-4338-936b-521ede00f4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.121944 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-855394d4-3c76-4338-936b-521ede00f4ea None None] Port 29ebadf6-63ba-454c-842e-f56082edaaee cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:01.127092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=99a4495f-ad8f-43fe-b313-49ec6cbfe87d,segment=NetworkSegment(3c4ceb18-b942-4d1c-8724-fc01b75eabad),segment_id=3c4ceb18-b942-4d1c-8724-fc01b75eabad)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:01.132943 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.134365 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5455f31e-b1c0-4cc7-ad7f-a90fcdea8cd6 req-cd0ed2b3-f7fd-412c-ae3d-49a5069777ea tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161599 Aug 31 01:17:01.168961 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a424bc-da57-435f-9d7f-95f6d1289c64 req-c0ae5f5c-94d4-4ec5-ad73-94148e37a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:01.171400 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4a424bc-da57-435f-9d7f-95f6d1289c64 req-c0ae5f5c-94d4-4ec5-ad73-94148e37a051 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=261326bd5f9d475cab97017778f9c7d6&device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 1096 time: 0.2450166 Aug 31 01:17:01.172542 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8401b8f-6831-400a-9c75-0483101d58aa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.175152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-855394d4-3c76-4338-936b-521ede00f4ea None None] Provisioning complete for port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:01.175580 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-855394d4-3c76-4338-936b-521ede00f4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.181307 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c8401b8f-6831-400a-9c75-0483101d58aa tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/47d9183e-9bb8-4f50-90d4-413539f92c11 HTTP/1.1" status: 204 len: 168 time: 0.8022611 Aug 31 01:17:01.183101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58292) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:01.241631 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=99a4495f-ad8f-43fe-b313-49ec6cbfe87d,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:01.297898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-855394d4-3c76-4338-936b-521ede00f4ea None None] Could not find standard attr ID for object 47d9183e-9bb8-4f50-90d4-413539f92c11. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:17:01.331188 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4edab7-4cc5-416d-be3c-6e6e17babd19 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] GET failed (client error): The resource could not be found. Aug 31 01:17:01.332720 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ce4edab7-4cc5-416d-be3c-6e6e17babd19 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/47d9183e-9bb8-4f50-90d4-413539f92c11 HTTP/1.1" status: 404 len: 333 time: 0.0514240 Aug 31 01:17:01.336363 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58294) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:01.340894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550573b0-e539-448d-ab5c-bed9390291b0 req-ea65598c-2b7f-4e87-a7aa-05c514f0bf6c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:01.342383 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-550573b0-e539-448d-ab5c-bed9390291b0 req-ea65598c-2b7f-4e87-a7aa-05c514f0bf6c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.2870207 Aug 31 01:17:01.409844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a424bc-da57-435f-9d7f-95f6d1289c64 req-aba139aa-cdbc-421f-bb0d-af27658cbc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:01.412131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4a424bc-da57-435f-9d7f-95f6d1289c64 req-aba139aa-cdbc-421f-bb0d-af27658cbc6c service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fd2536e-4bde-40f8-aa1f-45f6a1c77927 HTTP/1.1" status: 200 len: 909 time: 0.2280617 Aug 31 01:17:01.435099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ef2bb292-b5cd-468c-ae26-f13af3b1760b None None] Provisioning complete for port 29ebadf6-63ba-454c-842e-f56082edaaee triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:01.435515 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ef2bb292-b5cd-468c-ae26-f13af3b1760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.466241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-785d0174-1139-47ca-9232-53f6ff977a72 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port 29ebadf6-63ba-454c-842e-f56082edaaee {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:01.466762 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-785d0174-1139-47ca-9232-53f6ff977a72 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.493306 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4a424bc-da57-435f-9d7f-95f6d1289c64 req-2a973191-ffcd-4c6c-8588-6c6827816e18 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcce47c5-a122-4824-847b-a9736215d4d9 HTTP/1.1" status: 200 len: 217 time: 0.0721235 Aug 31 01:17:01.494254 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.495389 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ef2bb292-b5cd-468c-ae26-f13af3b1760b None None] Port 29ebadf6-63ba-454c-842e-f56082edaaee cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:01.503744 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-550573b0-e539-448d-ab5c-bed9390291b0 req-9686ccae-305a-4ce1-8606-a80f6906ee0a tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460497 Aug 31 01:17:01.522938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391a161-f959-4ce9-bc8f-59c8069517bd req-a6215f2b-2346-42dd-80f0-e6b100f2065d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:01.524502 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e391a161-f959-4ce9-bc8f-59c8069517bd req-a6215f2b-2346-42dd-80f0-e6b100f2065d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2100754 Aug 31 01:17:01.574219 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-785d0174-1139-47ca-9232-53f6ff977a72 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.592573 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-785d0174-1139-47ca-9232-53f6ff977a72 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for 29ebadf6-63ba-454c-842e-f56082edaaee owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:01.712510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1df528f7-24d2-4bdd-a26f-9e3d9cfabbc4 None None] Could not find standard attr ID for object 47d9183e-9bb8-4f50-90d4-413539f92c11. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:17:01.741917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a424bc-da57-435f-9d7f-95f6d1289c64 req-cabfb85e-5bd3-42af-9e4b-c31cd27e6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:01.743479 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4a424bc-da57-435f-9d7f-95f6d1289c64 req-cabfb85e-5bd3-42af-9e4b-c31cd27e6885 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=97b75947-7fff-4bd6-9254-9c6565f5c2f7 HTTP/1.1" status: 200 len: 848 time: 0.2369256 Aug 31 01:17:01.747832 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.760318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e391a161-f959-4ce9-bc8f-59c8069517bd req-32b62eb6-ed70-4cbf-930e-23bd8132b09d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136629 Aug 31 01:17:01.799615 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.819082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4a424bc-da57-435f-9d7f-95f6d1289c64 req-e2894844-b2ac-438b-861c-76972e17f021 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fd2536e-4bde-40f8-aa1f-45f6a1c77927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568118 Aug 31 01:17:01.826409 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-785d0174-1139-47ca-9232-53f6ff977a72 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.859266 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b1584-54f4-4b78-8f5e-2e07decc4411 req-95915d95-3a6c-4f13-aa0a-2fe9ebc566ad tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:01.861677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f1b1584-54f4-4b78-8f5e-2e07decc4411 req-95915d95-3a6c-4f13-aa0a-2fe9ebc566ad tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.2250674 Aug 31 01:17:01.880924 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d0174-1139-47ca-9232-53f6ff977a72 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=29ebadf6-63ba-454c-842e-f56082edaaee,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:01.930409 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7b999fef-1430-4cb0-813c-3bd2f48a49b8 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:01.979564 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-785d0174-1139-47ca-9232-53f6ff977a72 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:01.981810 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-785d0174-1139-47ca-9232-53f6ff977a72 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/29ebadf6-63ba-454c-842e-f56082edaaee HTTP/1.1" status: 204 len: 168 time: 0.6442728 Aug 31 01:17:01.985896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58306) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:02.040997 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-571fb2e2-0a32-4279-afaf-2cb2ffea6eaf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] GET failed (client error): The resource could not be found. Aug 31 01:17:02.045500 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-571fb2e2-0a32-4279-afaf-2cb2ffea6eaf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/29ebadf6-63ba-454c-842e-f56082edaaee HTTP/1.1" status: 404 len: 333 time: 0.0579810 Aug 31 01:17:02.048162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58308) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:02.127379 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0caaae-f610-4a0f-8941-9d5b1d8ce887 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting subnet bb8a5bf0-9243-43ac-9e0e-bcd545d01080 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:17:02.131589 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9b0caaae-f610-4a0f-8941-9d5b1d8ce887 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.206536 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9b0caaae-f610-4a0f-8941-9d5b1d8ce887 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.243142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Allocated IP 172.25.6.3 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/1f0af8c1-a152-43be-a7c2-94bfaa3efc90) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:02.287096 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f1b1584-54f4-4b78-8f5e-2e07decc4411 req-eb4eed26-e422-48ff-960b-2fb819741af0 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974672 Aug 31 01:17:02.375772 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9b0caaae-f610-4a0f-8941-9d5b1d8ce887 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.392341 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:17:02.404384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90c3eff-0aad-46f0-8870-055806be57a0 None None] Network c2f821bf-1a26-4df0-a8c6-951c771b5cd9 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:02.457770 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9b0caaae-f610-4a0f-8941-9d5b1d8ce887 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.468153 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-32c78019-eadd-4100-9d68-babc32ec5151 None None] Provisioning for port 63dceaa9-226e-4f17-84e3-adad21eb7c0d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:02.468703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae00b9-0994-4501-b006-fba9cf993bcd req-cdf5f8bb-3558-4d9d-a7b3-89cbc8c0712b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:02.476718 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93ae00b9-0994-4501-b006-fba9cf993bcd req-cdf5f8bb-3558-4d9d-a7b3-89cbc8c0712b tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.1865351 Aug 31 01:17:02.488823 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd63b430-4756-41ea-8ea3-b070fe22a807 None None] Network ba2dda72-dae9-48b5-b7cf-262d70e63797 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:02.490288 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9b0caaae-f610-4a0f-8941-9d5b1d8ce887 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.495184 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9b0caaae-f610-4a0f-8941-9d5b1d8ce887 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/bb8a5bf0-9243-43ac-9e0e-bcd545d01080 HTTP/1.1" status: 204 len: 168 time: 0.4452486 Aug 31 01:17:02.496026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58314) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:02.496844 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0caaae-f610-4a0f-8941-9d5b1d8ce887 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8a5bf0-9243-43ac-9e0e-bcd545d01080,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:02.506075 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4a424bc-da57-435f-9d7f-95f6d1289c64 req-127255ff-7eb8-46b3-b621-3d8ebd28c442 service neutron] 10.222.0.70 "GET /v2.0/networks/5fd2536e-4bde-40f8-aa1f-45f6a1c77927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773388 Aug 31 01:17:02.581470 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.605853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41aceb-db01-42ee-85eb-4da5abfddf6e req-b77ba46d-03f3-41d1-966c-e9eb6a0cc324 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:02.607476 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b41aceb-db01-42ee-85eb-4da5abfddf6e req-b77ba46d-03f3-41d1-966c-e9eb6a0cc324 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2293646 Aug 31 01:17:02.627809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93ae00b9-0994-4501-b006-fba9cf993bcd req-f936c365-b0f7-47c2-b9d3-7f4017f70d11 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477065 Aug 31 01:17:02.682183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:02.682644 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.721880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b41aceb-db01-42ee-85eb-4da5abfddf6e req-59000e8d-5454-4e6a-8cbe-dcd6b3710fe8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992630 Aug 31 01:17:02.816033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bfa9d5-d4d8-4908-a041-56e6b08bf15f None None] DHCP port deletion for ba2dda72-dae9-48b5-b7cf-262d70e63797 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:17:02.846143 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] For port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=99a4495f-ad8f-43fe-b313-49ec6cbfe87d,segment=NetworkSegment(3c4ceb18-b942-4d1c-8724-fc01b75eabad),segment_id=3c4ceb18-b942-4d1c-8724-fc01b75eabad)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:02.846930 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.861073 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.881207 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 63dceaa9-226e-4f17-84e3-adad21eb7c0d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:02.886887 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for 99a4495f-ad8f-43fe-b313-49ec6cbfe87d owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:02.913407 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e585997-8280-45e0-bf0a-7f5d1948feb9 req-d40d3810-28d8-43ac-858c-0c20a60bf383 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:02.915019 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e585997-8280-45e0-bf0a-7f5d1948feb9 req-d40d3810-28d8-43ac-858c-0c20a60bf383 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 944 time: 0.1788194 Aug 31 01:17:02.951132 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-27bfa9d5-d4d8-4908-a041-56e6b08bf15f None None] Deleting port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:02.951557 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-27bfa9d5-d4d8-4908-a041-56e6b08bf15f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:02.954694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 63dceaa9-226e-4f17-84e3-adad21eb7c0d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:02.993673 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.042776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No DVR routers for this DVR port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:03.045500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=99a4495f-ad8f-43fe-b313-49ec6cbfe87d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:03.069576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e585997-8280-45e0-bf0a-7f5d1948feb9 req-9682c4b2-461d-4622-accb-379431d1301f tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435649 Aug 31 01:17:03.073660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4a424bc-da57-435f-9d7f-95f6d1289c64 req-6e4ad82a-6f46-4760-9bd1-7c673edf6bfa service neutron] 10.222.0.70 "GET /v2.0/networks/5fd2536e-4bde-40f8-aa1f-45f6a1c77927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576189 Aug 31 01:17:03.114570 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.181898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.188427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 63dceaa9-226e-4f17-84e3-adad21eb7c0d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:03.188794 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.197529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2dda72-dae9-48b5-b7cf-262d70e63797']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:03.214134 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4ceb18-b942-4d1c-8724-fc01b75eabad') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:03.215196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4ceb18-b942-4d1c-8724-fc01b75eabad') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:03.228762 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.246809 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.251892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-27bfa9d5-d4d8-4908-a041-56e6b08bf15f None None] For port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=99a4495f-ad8f-43fe-b313-49ec6cbfe87d,segment=NetworkSegment(3c4ceb18-b942-4d1c-8724-fc01b75eabad),segment_id=3c4ceb18-b942-4d1c-8724-fc01b75eabad)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:03.252547 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-27bfa9d5-d4d8-4908-a041-56e6b08bf15f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.263012 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:17:03.264002 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.267311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fa06169b-279c-40fb-bd19-402b9fb9711f None None] Provisioning complete for port 63dceaa9-226e-4f17-84e3-adad21eb7c0d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:03.267690 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fa06169b-279c-40fb-bd19-402b9fb9711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:17:03.269203 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:17:03.275770 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-27bfa9d5-d4d8-4908-a041-56e6b08bf15f None None] Calling delete_port for 99a4495f-ad8f-43fe-b313-49ec6cbfe87d owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:03.367651 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.376831 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.379225 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/networks/ba2dda72-dae9-48b5-b7cf-262d70e63797 HTTP/1.1" status: 204 len: 168 time: 0.8802173 Aug 31 01:17:03.386256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58324) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:03.402061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-455a6d1d-bd90-4772-aa91-f9ade14d3ff0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1172026427'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:03.407819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811b072-381f-4da2-98a4-f5dbdbe13d15 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Network': ['ID=ba2dda72-dae9-48b5-b7cf-262d70e63797,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:03.430205 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455a6d1d-bd90-4772-aa91-f9ade14d3ff0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:03.435462 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-455a6d1d-bd90-4772-aa91-f9ade14d3ff0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.463531 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455a6d1d-bd90-4772-aa91-f9ade14d3ff0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:17:03.469089 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.481799 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-455a6d1d-bd90-4772-aa91-f9ade14d3ff0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.482198 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-455a6d1d-bd90-4772-aa91-f9ade14d3ff0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Added segment 48b4201c-f079-4d78-9a58-25685db3b927 of type vlan for network da50e521-ec8d-436e-97cc-e01ee4577f2b Aug 31 01:17:03.505042 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-27bfa9d5-d4d8-4908-a041-56e6b08bf15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.505812 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event updated for resources: {'Port': ['ID=1f0af8c1-a152-43be-a7c2-94bfaa3efc90,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:03.518350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:03.519011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:03.519235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:03.519646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:03.520024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:03.520381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:03.520710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:03.521033 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:03.521353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:03.521672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:03.521991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:03.522306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:03.538926 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-455a6d1d-bd90-4772-aa91-f9ade14d3ff0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.545456 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfa9d5-d4d8-4908-a041-56e6b08bf15f None None] Pushing event deleted for resources: {'Port': ['ID=99a4495f-ad8f-43fe-b313-49ec6cbfe87d,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:03.553579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:03.558019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:03.567805 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:03.573072 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27bfa9d5-d4d8-4908-a041-56e6b08bf15f None None] Network ba2dda72-dae9-48b5-b7cf-262d70e63797 is not hosted by any dhcp agent {{(pid=94762) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:17:03.573683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bfa9d5-d4d8-4908-a041-56e6b08bf15f None None] No DVR routers for this DVR port 99a4495f-ad8f-43fe-b313-49ec6cbfe87d on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:03.576469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-455a6d1d-bd90-4772-aa91-f9ade14d3ff0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.590594 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a6d1d-bd90-4772-aa91-f9ade14d3ff0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.591307 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-455a6d1d-bd90-4772-aa91-f9ade14d3ff0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.606312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696564f-5cca-4c15-80fb-6e94128aa77a req-ef297dc6-f834-4352-be72-d0f1ccab6be0 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.614108 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5696564f-5cca-4c15-80fb-6e94128aa77a req-ef297dc6-f834-4352-be72-d0f1ccab6be0 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1394212 Aug 31 01:17:03.622905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 63dceaa9-226e-4f17-84e3-adad21eb7c0d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=63dceaa9-226e-4f17-84e3-adad21eb7c0d,segment=NetworkSegment(29b104e3-5c92-496e-852b-8d0e6097aab7),segment_id=29b104e3-5c92-496e-852b-8d0e6097aab7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:03.624753 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fa06169b-279c-40fb-bd19-402b9fb9711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.637451 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.663672 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-455a6d1d-bd90-4772-aa91-f9ade14d3ff0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2661176 Aug 31 01:17:03.666358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58326) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:03.680682 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4de36e82-bc4c-44a8-93b7-12511c4fc6d1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'subnet': {'network_id': 'da50e521-ec8d-436e-97cc-e01ee4577f2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:03.681813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5696564f-5cca-4c15-80fb-6e94128aa77a req-fdfd71be-a628-4642-b3e0-0cf502e47d85 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655174 Aug 31 01:17:03.752328 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-fa06169b-279c-40fb-bd19-402b9fb9711f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:17:03.752695 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-fa06169b-279c-40fb-bd19-402b9fb9711f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:17:03.766198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=63dceaa9-226e-4f17-84e3-adad21eb7c0d,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:03.786294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a6d1d-bd90-4772-aa91-f9ade14d3ff0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Network': ['ID=da50e521-ec8d-436e-97cc-e01ee4577f2b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:03.799163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network da50e521-ec8d-436e-97cc-e01ee4577f2b details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:17:03.801100 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de36e82-bc4c-44a8-93b7-12511c4fc6d1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:03.807824 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4de36e82-bc4c-44a8-93b7-12511c4fc6d1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:03.979804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ec106-0322-421f-9993-feb2cca35549 req-ea333297-a5d1-402c-8af0-f1933cc4ecbb tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.993457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f0ec106-0322-421f-9993-feb2cca35549 req-ea333297-a5d1-402c-8af0-f1933cc4ecbb tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1473424 Aug 31 01:17:04.024784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device dcce47c5-a122-4824-847b-a9736215d4d9 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:17:04.078835 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4de36e82-bc4c-44a8-93b7-12511c4fc6d1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.109992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f0ec106-0322-421f-9993-feb2cca35549 req-068d8347-616a-41e1-95c5-01260c3925e6 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139216 Aug 31 01:17:04.210136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de36e82-bc4c-44a8-93b7-12511c4fc6d1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Subnet': ['ID=65d88e9b-e376-4127-aa0b-c7e42ac10f25,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:04.219930 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port dcce47c5-a122-4824-847b-a9736215d4d9, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=dcce47c5-a122-4824-847b-a9736215d4d9,segment=NetworkSegment(23668c33-e1e9-4ea7-9dcd-4713985a8c57),segment_id=23668c33-e1e9-4ea7-9dcd-4713985a8c57)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:04.224971 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de36e82-bc4c-44a8-93b7-12511c4fc6d1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Checking segment: {'id': '48b4201c-f079-4d78-9a58-25685db3b927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'da50e521-ec8d-436e-97cc-e01ee4577f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:04.225951 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de36e82-bc4c-44a8-93b7-12511c4fc6d1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network hostable DHCP agents. Network: da50e521-ec8d-436e-97cc-e01ee4577f2b, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:17:04.250151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de36e82-bc4c-44a8-93b7-12511c4fc6d1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network da50e521-ec8d-436e-97cc-e01ee4577f2b is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:17:04.258628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'dcce47c5-a122-4824-847b-a9736215d4d9', 'network_id': '5fd2536e-4bde-40f8-aa1f-45f6a1c77927', 'port_id': 'dcce47c5-a122-4824-847b-a9736215d4d9', 'mac_address': 'fa:16:3e:f2:c8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b75947-7fff-4bd6-9254-9c6565f5c2f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:17:04.267094 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-4de36e82-bc4c-44a8-93b7-12511c4fc6d1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, da50e521-ec8d-436e-97cc-e01ee4577f2b) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:04.289505 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de36e82-bc4c-44a8-93b7-12511c4fc6d1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:04.290520 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4de36e82-bc4c-44a8-93b7-12511c4fc6d1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.307737 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcddea6-c0cc-4ea9-93af-e7824b3f95ad None None] Network da50e521-ec8d-436e-97cc-e01ee4577f2b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:04.318866 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4de36e82-bc4c-44a8-93b7-12511c4fc6d1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6470108 Aug 31 01:17:04.318866 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58342) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:04.329734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-50dd671f-87f5-4520-a54e-bbeb6e73e287 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1040637444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:04.370845 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50dd671f-87f5-4520-a54e-bbeb6e73e287 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.371973 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50dd671f-87f5-4520-a54e-bbeb6e73e287 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.453172 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50dd671f-87f5-4520-a54e-bbeb6e73e287 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.460319 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50dd671f-87f5-4520-a54e-bbeb6e73e287 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.463515 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.479922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcce47c5-a122-4824-847b-a9736215d4d9 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:17:04.489296 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50dd671f-87f5-4520-a54e-bbeb6e73e287 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.494266 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-50dd671f-87f5-4520-a54e-bbeb6e73e287 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1703162 Aug 31 01:17:04.495052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58344) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:04.500878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-91f632a3-3c00-46f6-827d-8efd236fc9a8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'network_id': 'da50e521-ec8d-436e-97cc-e01ee4577f2b', 'name': 'tempest-PortsTestJSON-536427699'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:04.512420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port dcce47c5-a122-4824-847b-a9736215d4d9, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=dcce47c5-a122-4824-847b-a9736215d4d9,segment=NetworkSegment(23668c33-e1e9-4ea7-9dcd-4713985a8c57),segment_id=23668c33-e1e9-4ea7-9dcd-4713985a8c57)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:04.526805 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66283609-2c15-47d9-9737-741db9bb412c req-c419de2f-756f-4b54-b095-25477c7e65ce tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:04.529024 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-66283609-2c15-47d9-9737-741db9bb412c req-c419de2f-756f-4b54-b095-25477c7e65ce tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.3943794 Aug 31 01:17:04.544870 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.570073 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.639604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d0a51-7081-4cda-a383-2779ae1ab582 req-6415436b-3361-4a1c-931c-ab638bc4529f tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:04.641099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af5d0a51-7081-4cda-a383-2779ae1ab582 req-6415436b-3361-4a1c-931c-ab638bc4529f tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 944 time: 0.2187459 Aug 31 01:17:04.647681 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-66283609-2c15-47d9-9737-741db9bb412c req-d99b7308-0943-461a-9544-b99f536f0778 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076829 Aug 31 01:17:04.659644 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f632a3-3c00-46f6-827d-8efd236fc9a8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:04.676162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91f632a3-3c00-46f6-827d-8efd236fc9a8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.680957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-da50e521-ec8d-436e-97cc-e01ee4577f2b', 'network_id': 'da50e521-ec8d-436e-97cc-e01ee4577f2b', 'tenant_id': 'a98da46685af423b9df368d985479597', 'fixed_ips': [{'subnet_id': '65d88e9b-e376-4127-aa0b-c7e42ac10f25'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:17:04.681583 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.701457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-91f632a3-3c00-46f6-827d-8efd236fc9a8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port c8626687-fece-4a68-911f-abbf73e10af6 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:17:04.701852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 63dceaa9-226e-4f17-84e3-adad21eb7c0d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:04.751919 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af5d0a51-7081-4cda-a383-2779ae1ab582 req-c15913cc-4da7-4cd4-aebe-972dec8d4d69 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017246 Aug 31 01:17:04.802790 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=dcce47c5-a122-4824-847b-a9736215d4d9,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:04.842528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 63dceaa9-226e-4f17-84e3-adad21eb7c0d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:04.842910 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.857011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-91f632a3-3c00-46f6-827d-8efd236fc9a8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Allocated IP 172.20.0.12 (da50e521-ec8d-436e-97cc-e01ee4577f2b/65d88e9b-e376-4127-aa0b-c7e42ac10f25/c8626687-fece-4a68-911f-abbf73e10af6) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:04.889290 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:04.919494 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['dcce47c5-a122-4824-847b-a9736215d4d9'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:17:05.047238 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 99a4495f-ad8f-43fe-b313-49ec6cbfe87d no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:05.094717 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91f632a3-3c00-46f6-827d-8efd236fc9a8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:05.099133 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 99a4495f-ad8f-43fe-b313-49ec6cbfe87d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:17:05.099593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 99a4495f-ad8f-43fe-b313-49ec6cbfe87d not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:05.118618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-91f632a3-3c00-46f6-827d-8efd236fc9a8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Transition to ACTIVE for port object c8626687-fece-4a68-911f-abbf73e10af6 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:05.126513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Router 9466ac07-7c7c-4263-ad8e-aab34092ea49 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:17:05.189488 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91f632a3-3c00-46f6-827d-8efd236fc9a8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:05.246283 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Allocated IP 172.20.0.2 (da50e521-ec8d-436e-97cc-e01ee4577f2b/65d88e9b-e376-4127-aa0b-c7e42ac10f25/23c3eeef-6b08-4eb6-99dd-a895da3444d6) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:05.255168 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f632a3-3c00-46f6-827d-8efd236fc9a8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network da50e521-ec8d-436e-97cc-e01ee4577f2b is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:05.278032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-91f632a3-3c00-46f6-827d-8efd236fc9a8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:05.285030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f632a3-3c00-46f6-827d-8efd236fc9a8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:05.292252 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f632a3-3c00-46f6-827d-8efd236fc9a8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=c8626687-fece-4a68-911f-abbf73e10af6,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:05.307243 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:05.347813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9ee55-f157-4dcd-b4f2-c0d307c22a96 req-c2be8298-a098-4d0d-a10f-a9ba1a424a70 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:05.350576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dae9ee55-f157-4dcd-b4f2-c0d307c22a96 req-c2be8298-a098-4d0d-a10f-a9ba1a424a70 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.0927811 Aug 31 01:17:05.352070 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:05.353461 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ca67e12e-7874-4df5-8623-21036c1fe416 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.8029366 Aug 31 01:17:05.356993 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58352) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:05.360067 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f632a3-3c00-46f6-827d-8efd236fc9a8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:05.360746 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91f632a3-3c00-46f6-827d-8efd236fc9a8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:05.363233 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5b65b4-f709-4ffd-b485-e868c925146d None None] Sync routers for ids ['9466ac07-7c7c-4263-ad8e-aab34092ea49'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:05.389402 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5b65b4-f709-4ffd-b485-e868c925146d None None] Routers {'9466ac07-7c7c-4263-ad8e-aab34092ea49'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:05.390183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4d5b65b4-f709-4ffd-b485-e868c925146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:16:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9466ac07-7c7c-4263-ad8e-aab34092ea49'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:05.395873 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-91f632a3-3c00-46f6-827d-8efd236fc9a8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8993938 Aug 31 01:17:05.398523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58354) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:05.435870 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4d5b65b4-f709-4ffd-b485-e868c925146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:05.460995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dae9ee55-f157-4dcd-b4f2-c0d307c22a96 req-b3b1b192-1a88-4ef5-bcff-9bcc07abc36b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954955 Aug 31 01:17:05.479646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5b65b4-f709-4ffd-b485-e868c925146d None None] Routers {'9466ac07-7c7c-4263-ad8e-aab34092ea49'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:05.480411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4d5b65b4-f709-4ffd-b485-e868c925146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:16:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9466ac07-7c7c-4263-ad8e-aab34092ea49'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:05.517066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4d5b65b4-f709-4ffd-b485-e868c925146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:05.517987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5b65b4-f709-4ffd-b485-e868c925146d None None] The sync data for ids ['9466ac07-7c7c-4263-ad8e-aab34092ea49'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:05.548731 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:05.559618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Transition to ACTIVE for port object 23c3eeef-6b08-4eb6-99dd-a895da3444d6 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:05.580295 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Transition to ACTIVE for port object 23c3eeef-6b08-4eb6-99dd-a895da3444d6 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:05.590408 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:05.647637 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Pushing event updated for resources: {'Port': ['ID=23c3eeef-6b08-4eb6-99dd-a895da3444d6,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:05.662423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Network da50e521-ec8d-436e-97cc-e01ee4577f2b is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:05.663863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:05.667334 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:05.732420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Attempting to bind port 23c3eeef-6b08-4eb6-99dd-a895da3444d6 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:17:05.732772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Attempting to bind port 23c3eeef-6b08-4eb6-99dd-a895da3444d6 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '48b4201c-f079-4d78-9a58-25685db3b927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'da50e521-ec8d-436e-97cc-e01ee4577f2b'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:17:05.733136 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Attempting to bind port 23c3eeef-6b08-4eb6-99dd-a895da3444d6 on network da50e521-ec8d-436e-97cc-e01ee4577f2b {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:17:05.740311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:17:05.740753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Checking segment: {'id': '48b4201c-f079-4d78-9a58-25685db3b927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'da50e521-ec8d-436e-97cc-e01ee4577f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:05.741159 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:05.741553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Bound using segment: {'id': '48b4201c-f079-4d78-9a58-25685db3b927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'da50e521-ec8d-436e-97cc-e01ee4577f2b'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:17:05.742024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Bound port: 23c3eeef-6b08-4eb6-99dd-a895da3444d6, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b4201c-f079-4d78-9a58-25685db3b927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'da50e521-ec8d-436e-97cc-e01ee4577f2b'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:17:05.742409 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:05.777401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-57f8d9dc-cebb-49d8-a386-82bbe6baac48 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:05.823806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] For port 23c3eeef-6b08-4eb6-99dd-a895da3444d6, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:17:05.827508 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] For port 23c3eeef-6b08-4eb6-99dd-a895da3444d6, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=23c3eeef-6b08-4eb6-99dd-a895da3444d6,segment=NetworkSegment(48b4201c-f079-4d78-9a58-25685db3b927),segment_id=48b4201c-f079-4d78-9a58-25685db3b927)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:17:05.836009 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:05.918385 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1f767-7657-4d56-8dcf-428a2890e544 None None] Pushing event updated for resources: {'Port': ['ID=23c3eeef-6b08-4eb6-99dd-a895da3444d6,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:05.982198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2c5f6-12ec-495a-b18f-11e6acb997f5 req-77a5ba8d-440b-4eb8-b22c-64569fa483fa tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:05.983693 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2a2c5f6-12ec-495a-b18f-11e6acb997f5 req-77a5ba8d-440b-4eb8-b22c-64569fa483fa tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.2035778 Aug 31 01:17:06.048706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288a9e6-99cc-4e69-93c5-dbf3bd312d92 req-be68d8ab-56ea-4ed5-aa33-faa0a3591fd4 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:06.056309 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e288a9e6-99cc-4e69-93c5-dbf3bd312d92 req-be68d8ab-56ea-4ed5-aa33-faa0a3591fd4 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 945 time: 0.1585324 Aug 31 01:17:06.096142 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-57f8d9dc-cebb-49d8-a386-82bbe6baac48 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.101035 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.118062 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-57f8d9dc-cebb-49d8-a386-82bbe6baac48 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.133226 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2a2c5f6-12ec-495a-b18f-11e6acb997f5 req-73630819-86c4-4fe7-8fd5-0a4ada1374d0 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363940 Aug 31 01:17:06.175558 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e288a9e6-99cc-4e69-93c5-dbf3bd312d92 req-6d8e0de5-6b21-46fd-b5d9-08f637bba620 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134663 Aug 31 01:17:06.643320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Allocated IP 172.20.0.1 (c2f821bf-1a26-4df0-a8c6-951c771b5cd9/11a90c7e-9034-4345-8aab-dd1f3723cc15/a2903083-1617-46aa-9319-b1610b57d998) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:06.747411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 23c3eeef-6b08-4eb6-99dd-a895da3444d6 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:06.760059 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8d9dc-cebb-49d8-a386-82bbe6baac48 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=c8626687-fece-4a68-911f-abbf73e10af6,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:06.760612 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713b4d1-3e36-4212-b458-69c4dceff20e req-68df4113-794f-41b1-b7b5-d2510a9ae831 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:06.761836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9713b4d1-3e36-4212-b458-69c4dceff20e req-68df4113-794f-41b1-b7b5-d2510a9ae831 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2049475 Aug 31 01:17:06.807475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 23c3eeef-6b08-4eb6-99dd-a895da3444d6 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:06.852452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9713b4d1-3e36-4212-b458-69c4dceff20e req-16d5f5d2-2633-44da-b9f0-a8f5f97d2ef0 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758276 Aug 31 01:17:06.863772 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.889044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Transition to ACTIVE for port object a2903083-1617-46aa-9319-b1610b57d998 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:06.931182 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-57f8d9dc-cebb-49d8-a386-82bbe6baac48 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.958530 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.025540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Network c2f821bf-1a26-4df0-a8c6-951c771b5cd9 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:07.035158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:07.041638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:07.076286 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event updated for resources: {'Port': ['ID=a2903083-1617-46aa-9319-b1610b57d998,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:07.077229 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-57f8d9dc-cebb-49d8-a386-82bbe6baac48 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.096403 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-6966c7d6-8d47-4898-a708-aa6409432301 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1490171 Aug 31 01:17:07.119187 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.380041 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344633a3-22c3-4396-adf8-6653e964bbab None None] Network da50e521-ec8d-436e-97cc-e01ee4577f2b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:07.484052 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Provisioning for port 23c3eeef-6b08-4eb6-99dd-a895da3444d6 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:07.494781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Provisioning complete for port 23c3eeef-6b08-4eb6-99dd-a895da3444d6 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:07.495507 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.518172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373389c2-e4ae-4f45-bc99-d1f348e52ff8 req-9f22b5c4-a114-4588-8033-6c62c5c0596c tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.519763 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-373389c2-e4ae-4f45-bc99-d1f348e52ff8 req-9f22b5c4-a114-4588-8033-6c62c5c0596c tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.0949428 Aug 31 01:17:07.581526 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-57f8d9dc-cebb-49d8-a386-82bbe6baac48 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.595534 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-57f8d9dc-cebb-49d8-a386-82bbe6baac48 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.651983 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.695452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] For port 23c3eeef-6b08-4eb6-99dd-a895da3444d6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=23c3eeef-6b08-4eb6-99dd-a895da3444d6,segment=NetworkSegment(48b4201c-f079-4d78-9a58-25685db3b927),segment_id=48b4201c-f079-4d78-9a58-25685db3b927)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:07.700957 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.716304 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-57f8d9dc-cebb-49d8-a386-82bbe6baac48 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.727931 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8d9dc-cebb-49d8-a386-82bbe6baac48 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=c8626687-fece-4a68-911f-abbf73e10af6,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:07.736443 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Provisioning for port a2903083-1617-46aa-9319-b1610b57d998 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:07.758564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Provisioning complete for port a2903083-1617-46aa-9319-b1610b57d998 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:07.759352 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.773206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-4a29d94a-0bdd-4f99-8687-1c7ddf33526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.773612 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-4a29d94a-0bdd-4f99-8687-1c7ddf33526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.774080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-4a29d94a-0bdd-4f99-8687-1c7ddf33526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.774551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-4a29d94a-0bdd-4f99-8687-1c7ddf33526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.775020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-4a29d94a-0bdd-4f99-8687-1c7ddf33526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.775527 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-4a29d94a-0bdd-4f99-8687-1c7ddf33526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.775991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-4a29d94a-0bdd-4f99-8687-1c7ddf33526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.777964 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-4a29d94a-0bdd-4f99-8687-1c7ddf33526b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac491d9f80684a44a8cc262e4982e966&device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 6501 time: 0.5751522 Aug 31 01:17:07.791235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-373389c2-e4ae-4f45-bc99-d1f348e52ff8 req-44b13306-83a2-4e42-bb7e-ab18696c90fd tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Deleting port d0da5db5-63a2-4039-8883-1dff34e99546 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:07.791859 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-373389c2-e4ae-4f45-bc99-d1f348e52ff8 req-44b13306-83a2-4e42-bb7e-ab18696c90fd tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.795531 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d022c24-3865-454b-8438-a37cbb9ce085 req-49588484-0462-43a5-bb9a-836332059de3 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.797065 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d022c24-3865-454b-8438-a37cbb9ce085 req-49588484-0462-43a5-bb9a-836332059de3 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 946 time: 0.1885223 Aug 31 01:17:07.807039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b749e-7872-4690-bb22-6851cc07a47d req-2cdf310f-8083-4789-8cd4-c20409c8969a tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:07.808574 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-604b749e-7872-4690-bb22-6851cc07a47d req-2cdf310f-8083-4789-8cd4-c20409c8969a tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 945 time: 0.1908445 Aug 31 01:17:07.888462 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.893349 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Pushing event updated for resources: {'Port': ['ID=23c3eeef-6b08-4eb6-99dd-a895da3444d6,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:07.904074 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Port a2903083-1617-46aa-9319-b1610b57d998 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:07.907013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:07.907462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:07.907720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:07.908715 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:07.908715 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:07.908715 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:07.909018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:07.909683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:07.909683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:07.910100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:07.910442 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:07.911341 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecf61d-f82c-409f-8cfa-2e456c8c4870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:07.937836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f8d9dc-cebb-49d8-a386-82bbe6baac48 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network da50e521-ec8d-436e-97cc-e01ee4577f2b is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:07.944001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-57f8d9dc-cebb-49d8-a386-82bbe6baac48 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:07.953810 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-373389c2-e4ae-4f45-bc99-d1f348e52ff8 req-44b13306-83a2-4e42-bb7e-ab18696c90fd tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] For port d0da5db5-63a2-4039-8883-1dff34e99546, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d0da5db5-63a2-4039-8883-1dff34e99546,segment=NetworkSegment(4834988c-895b-4096-b7b8-21be782359b8),segment_id=4834988c-895b-4096-b7b8-21be782359b8)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:07.954189 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-373389c2-e4ae-4f45-bc99-d1f348e52ff8 req-44b13306-83a2-4e42-bb7e-ab18696c90fd tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:07.977157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d022c24-3865-454b-8438-a37cbb9ce085 req-ed98a817-134b-4efd-abbb-dd8142a70a4a tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672857 Aug 31 01:17:08.037871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-373389c2-e4ae-4f45-bc99-d1f348e52ff8 req-44b13306-83a2-4e42-bb7e-ab18696c90fd tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Calling delete_port for d0da5db5-63a2-4039-8883-1dff34e99546 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:08.050839 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device dcce47c5-a122-4824-847b-a9736215d4d9 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:08.135240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-604b749e-7872-4690-bb22-6851cc07a47d req-9573dff3-52ef-4865-9ea5-d27e683f4601 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606430 Aug 31 01:17:08.183584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2b6ca23c-5e86-4175-a4f2-a6ced76ce0d9 None None] Provisioning complete for port 23c3eeef-6b08-4eb6-99dd-a895da3444d6 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:08.187595 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca23c-5e86-4175-a4f2-a6ced76ce0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.217101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f8d9dc-cebb-49d8-a386-82bbe6baac48 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Router 2e85d387-cae8-4a9b-ac88-ee70b6b08009 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:17:08.272074 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port dcce47c5-a122-4824-847b-a9736215d4d9 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:08.281661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port dcce47c5-a122-4824-847b-a9736215d4d9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:08.288793 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.342825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-94afaaa4-c855-465d-8670-6a2cf4670c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:08.343482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-94afaaa4-c855-465d-8670-6a2cf4670c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:08.344492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-94afaaa4-c855-465d-8670-6a2cf4670c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:08.347608 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-94afaaa4-c855-465d-8670-6a2cf4670c95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=b31b1865-ff35-42ae-8079-b6731ab28a21&id=e89443cc-9b69-4c94-9137-62b2d80389e0&id=e89443cc-9b69-4c94-9137-62b2d80389e0 HTTP/1.1" status: 200 len: 2292 time: 0.4599168 Aug 31 01:17:08.411149 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f8d9dc-cebb-49d8-a386-82bbe6baac48 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:08.428871 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-57f8d9dc-cebb-49d8-a386-82bbe6baac48 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "PUT /v2.0/routers/2e85d387-cae8-4a9b-ac88-ee70b6b08009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0250731 Aug 31 01:17:08.429096 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58380) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:08.429236 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15f7c6f-a700-42cc-9b61-eaa169cf0da9 None None] Sync routers for ids ['2e85d387-cae8-4a9b-ac88-ee70b6b08009'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:08.449603 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f7c6f-a700-42cc-9b61-eaa169cf0da9 None None] Routers {'2e85d387-cae8-4a9b-ac88-ee70b6b08009'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:08.450250 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c15f7c6f-a700-42cc-9b61-eaa169cf0da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:16:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2e85d387-cae8-4a9b-ac88-ee70b6b08009'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:08.457387 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.471366 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2b6ca23c-5e86-4175-a4f2-a6ced76ce0d9 None None] Provisioning for port c8626687-fece-4a68-911f-abbf73e10af6 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:08.490499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2b6ca23c-5e86-4175-a4f2-a6ced76ce0d9 None None] Provisioning complete for port c8626687-fece-4a68-911f-abbf73e10af6 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:08.491058 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca23c-5e86-4175-a4f2-a6ced76ce0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.497779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f45cdb-0b79-482a-93b4-f589e9e9d286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcce47c5-a122-4824-847b-a9736215d4d9'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:08.500160 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf79b81-508c-4372-8bd0-1a478ae84b58" -d '{"events": [{"server_uuid": "09f45cdb-0b79-482a-93b4-f589e9e9d286", "name": "network-vif-plugged", "status": "completed", "tag": "dcce47c5-a122-4824-847b-a9736215d4d9"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:08.519502 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3d7bb-05ac-43cd-8262-e15cc89a2412 req-4a29de83-1f51-4163-bbf9-500952f3e45a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:08.527496 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ca3d7bb-05ac-43cd-8262-e15cc89a2412 req-4a29de83-1f51-4163-bbf9-500952f3e45a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2728374 Aug 31 01:17:08.564877 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port dcce47c5-a122-4824-847b-a9736215d4d9, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=dcce47c5-a122-4824-847b-a9736215d4d9,segment=NetworkSegment(23668c33-e1e9-4ea7-9dcd-4713985a8c57),segment_id=23668c33-e1e9-4ea7-9dcd-4713985a8c57)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:08.569997 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-373389c2-e4ae-4f45-bc99-d1f348e52ff8 req-44b13306-83a2-4e42-bb7e-ab18696c90fd tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.585385 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.587941 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c15f7c6f-a700-42cc-9b61-eaa169cf0da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:08.621329 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f7c6f-a700-42cc-9b61-eaa169cf0da9 None None] Routers {'2e85d387-cae8-4a9b-ac88-ee70b6b08009'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:08.629112 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c15f7c6f-a700-42cc-9b61-eaa169cf0da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:16:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2e85d387-cae8-4a9b-ac88-ee70b6b08009'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:08.661329 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['bbafcad2-393c-4d11-9012-f97222361adb'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:17:08.673482 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fca1ff-ac0a-4bc7-b163-f8a62a61d19e x-openstack-request-id: req-d8fca1ff-ac0a-4bc7-b163-f8a62a61d19e {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:08.673824 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f45cdb-0b79-482a-93b4-f589e9e9d286", "name": "network-vif-plugged", "status": "completed", "tag": "dcce47c5-a122-4824-847b-a9736215d4d9", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:08.674093 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8fca1ff-ac0a-4bc7-b163-f8a62a61d19e {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:08.674498 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f45cdb-0b79-482a-93b4-f589e9e9d286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcce47c5-a122-4824-847b-a9736215d4d9', 'code': 200} Aug 31 01:17:08.697057 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ca23c-5e86-4175-a4f2-a6ced76ce0d9 None None] Port c8626687-fece-4a68-911f-abbf73e10af6 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:08.741317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ca3d7bb-05ac-43cd-8262-e15cc89a2412 req-3a6a8ffd-f7a7-430d-84c8-81384f388942 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127948 Aug 31 01:17:08.786691 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c15f7c6f-a700-42cc-9b61-eaa169cf0da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:08.787535 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 23c3eeef-6b08-4eb6-99dd-a895da3444d6 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:08.789325 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15f7c6f-a700-42cc-9b61-eaa169cf0da9 None None] The sync data for ids ['2e85d387-cae8-4a9b-ac88-ee70b6b08009'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:08.826065 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-a3f2e1dd-4ade-4dd4-8cb2-5cdbe3ee48e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97659ade-1488-434b-aade-3fbbe25b95a7 HTTP/1.1" status: 200 len: 1001 time: 0.4344280 Aug 31 01:17:08.841919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b13306-83a2-4e42-bb7e-ab18696c90fd tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Pushing event deleted for resources: {'Port': ['ID=d0da5db5-63a2-4039-8883-1dff34e99546,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:08.875461 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-beb9dfce-9ec6-49d6-9681-1fdb6bfab4d8 None None] Provisioning complete for port c8626687-fece-4a68-911f-abbf73e10af6 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:08.876127 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-beb9dfce-9ec6-49d6-9681-1fdb6bfab4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.877802 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=dcce47c5-a122-4824-847b-a9736215d4d9,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:08.916292 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-373389c2-e4ae-4f45-bc99-d1f348e52ff8 req-44b13306-83a2-4e42-bb7e-ab18696c90fd tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] No DVR routers for this DVR port d0da5db5-63a2-4039-8883-1dff34e99546 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:08.920711 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-373389c2-e4ae-4f45-bc99-d1f348e52ff8 req-44b13306-83a2-4e42-bb7e-ab18696c90fd tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:08.927038 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-373389c2-e4ae-4f45-bc99-d1f348e52ff8 req-44b13306-83a2-4e42-bb7e-ab18696c90fd tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.15 "DELETE /v2.0/ports/d0da5db5-63a2-4039-8883-1dff34e99546 HTTP/1.1" status: 204 len: 173 time: 1.3992610 Aug 31 01:17:08.933395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c9d6fe-fc72-4988-8401-957f431a411b', 'name': 'network-vif-deleted', 'tag': 'd0da5db5-63a2-4039-8883-1dff34e99546'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:08.943045 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c48317-38ff-4650-be35-bac3a44f042c" -d '{"events": [{"server_uuid": "f5c9d6fe-fc72-4988-8401-957f431a411b", "name": "network-vif-deleted", "tag": "d0da5db5-63a2-4039-8883-1dff34e99546"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:08.988201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff601833-908f-4589-8368-8f1fef09ee02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:08.994530 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ff601833-908f-4589-8368-8f1fef09ee02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e85d387-cae8-4a9b-ac88-ee70b6b08009 HTTP/1.1" status: 200 len: 982 time: 0.4493337 Aug 31 01:17:08.994892 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58394) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:09.059384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb229331-1680-4f0e-b7b5-432310193792 req-d96e8531-d658-4f40-be63-99c31874a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:09.062165 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05f365a-ba0c-4498-ae49-df244dab475b x-openstack-request-id: req-c05f365a-ba0c-4498-ae49-df244dab475b {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:09.062308 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb229331-1680-4f0e-b7b5-432310193792 req-d96e8531-d658-4f40-be63-99c31874a36c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 1098 time: 0.3190393 Aug 31 01:17:09.062426 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c9d6fe-fc72-4988-8401-957f431a411b", "name": "network-vif-deleted", "tag": "d0da5db5-63a2-4039-8883-1dff34e99546", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:09.062689 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c05f365a-ba0c-4498-ae49-df244dab475b {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:09.063087 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c9d6fe-fc72-4988-8401-957f431a411b', 'name': 'network-vif-deleted', 'tag': 'd0da5db5-63a2-4039-8883-1dff34e99546', 'status': 'completed', 'code': 200} Aug 31 01:17:09.120938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-bf43798d-d9a3-4ed2-a212-a572fe113b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:09.122536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-bf43798d-d9a3-4ed2-a212-a572fe113b71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfd009aa-e4ed-4585-b4fd-f3161596623b HTTP/1.1" status: 200 len: 850 time: 0.2857783 Aug 31 01:17:09.195468 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-beb9dfce-9ec6-49d6-9681-1fdb6bfab4d8 None None] Port c8626687-fece-4a68-911f-abbf73e10af6 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:09.208222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 23c3eeef-6b08-4eb6-99dd-a895da3444d6 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:09.211464 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.355457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d567537-0764-4805-a568-9346f0cff32c req-e2df62ee-2832-4b29-b2ae-7fb8b9d94e8e tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c9d6fe-fc72-4988-8401-957f431a411b HTTP/1.1" status: 200 len: 210 time: 0.1184354 Aug 31 01:17:09.363937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb229331-1680-4f0e-b7b5-432310193792 req-19d63daf-b267-409e-b33d-833dd89754c7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838957 Aug 31 01:17:09.373041 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.384862 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.392080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7c42290e-9432-402e-9981-a8e36da3cab8 None None] Provisioning complete for port c8626687-fece-4a68-911f-abbf73e10af6 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:09.392465 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7c42290e-9432-402e-9981-a8e36da3cab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.444748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629edba-bc75-4d28-9bfd-e985303d76b0 req-1d037f1e-41c2-4df5-9479-09b404c73ca4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:09.448269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e629edba-bc75-4d28-9bfd-e985303d76b0 req-1d037f1e-41c2-4df5-9479-09b404c73ca4 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.3245630 Aug 31 01:17:09.485310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7c42290e-9432-402e-9981-a8e36da3cab8 None None] Port c8626687-fece-4a68-911f-abbf73e10af6 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:09.491815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-2f7d654a-fd9f-445c-b9c0-8e003a8cc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:09.494185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-2f7d654a-fd9f-445c-b9c0-8e003a8cc7e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3089304 Aug 31 01:17:09.654854 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b052f99f-2fce-49ab-899b-f71469f472e8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.705826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event updated for resources: {'Port': ['ID=a2903083-1617-46aa-9319-b1610b57d998,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:09.711712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-eedf4a9d-eae6-48e0-8673-7f2d88ff8a87 service neutron] 10.222.0.15 "GET /v2.0/networks/00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935840 Aug 31 01:17:09.718346 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.746230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e629edba-bc75-4d28-9bfd-e985303d76b0 req-b96ad2c7-7a20-451f-8fd8-296a30a945c9 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472789 Aug 31 01:17:09.852342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221780c-b67e-4e85-acd3-4280ca2e5dd9 req-50862618-2395-4f1b-8da1-cfa62cdfae78 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:09.858508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7221780c-b67e-4e85-acd3-4280ca2e5dd9 req-50862618-2395-4f1b-8da1-cfa62cdfae78 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 946 time: 0.2143962 Aug 31 01:17:09.967536 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b052f99f-2fce-49ab-899b-f71469f472e8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port c8626687-fece-4a68-911f-abbf73e10af6 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:09.968571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b052f99f-2fce-49ab-899b-f71469f472e8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.981266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d0da5db5-63a2-4039-8883-1dff34e99546 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:10.003929 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: d0da5db5-63a2-4039-8883-1dff34e99546 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:17:10.004538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d0da5db5-63a2-4039-8883-1dff34e99546 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:10.010529 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7221780c-b67e-4e85-acd3-4280ca2e5dd9 req-cd55f8c1-a2ff-49eb-9531-f9e64b70d599 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241453 Aug 31 01:17:10.012487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-4073c5f1-8d18-46be-ad53-8dbd20afd90b service neutron] 10.222.0.15 "GET /v2.0/networks/00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852190 Aug 31 01:17:10.025477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38cb04-9309-4ed3-bd30-35e64b62aa8a req-658f2d01-9e3d-4bcb-863d-1ffffe1df8a3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:10.027740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a38cb04-9309-4ed3-bd30-35e64b62aa8a req-658f2d01-9e3d-4bcb-863d-1ffffe1df8a3 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1662498 Aug 31 01:17:10.063694 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b052f99f-2fce-49ab-899b-f71469f472e8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:10.076556 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b052f99f-2fce-49ab-899b-f71469f472e8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for c8626687-fece-4a68-911f-abbf73e10af6 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:10.078617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Network c2f821bf-1a26-4df0-a8c6-951c771b5cd9 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:10.080263 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-a01549bb-7273-48f3-82aa-801f568912e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=29267b36-3381-42b4-ba48-8fcd9b7a236b HTTP/1.1" status: 200 len: 217 time: 0.0501094 Aug 31 01:17:10.087352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:10.197536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a38cb04-9309-4ed3-bd30-35e64b62aa8a req-778a4185-001e-440a-aecb-65b32c01f17e tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583629 Aug 31 01:17:10.201030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-61ee8a00-eeb7-4bfa-a926-4a68a8eaac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:10.202100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-61ee8a00-eeb7-4bfa-a926-4a68a8eaac48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.1126847 Aug 31 01:17:10.285258 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b052f99f-2fce-49ab-899b-f71469f472e8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:10.307045 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-7d9eca53-b0b2-4a2b-b145-661cf132341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:10.308603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-7d9eca53-b0b2-4a2b-b145-661cf132341e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0985327 Aug 31 01:17:10.311072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Router 9466ac07-7c7c-4263-ad8e-aab34092ea49 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:17:10.321109 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052f99f-2fce-49ab-899b-f71469f472e8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=c8626687-fece-4a68-911f-abbf73e10af6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:10.427118 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3591edf3-6a91-46e3-a53e-6b3c091be70c None None] Provisioning complete for port a2903083-1617-46aa-9319-b1610b57d998 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:10.427749 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3591edf3-6a91-46e3-a53e-6b3c091be70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:10.476715 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3591edf3-6a91-46e3-a53e-6b3c091be70c None None] Port a2903083-1617-46aa-9319-b1610b57d998 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:10.505038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-ba0b79ee-fa0c-43df-a051-4ecdec52719d service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858807 Aug 31 01:17:10.521506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:10.530432 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ad344eb0-0983-414f-9d04-73ef6981fc3d tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] 10.222.0.58 "PUT /v2.0/routers/9466ac07-7c7c-4263-ad8e-aab34092ea49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1688056 Aug 31 01:17:10.530432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58412) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:10.534529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-4df50985-aff3-4f01-83d8-b0b5315fbe43 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Request body: {'port': {'network_id': 'c2f821bf-1a26-4df0-a8c6-951c771b5cd9', 'name': 'tempest-FloatingIPAdminTestJSON-1927330982'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:10.540391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74ca1c-44b6-498f-9964-13b78faea619 None None] Sync routers for ids ['9466ac07-7c7c-4263-ad8e-aab34092ea49'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:10.541613 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b052f99f-2fce-49ab-899b-f71469f472e8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:10.554634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df74ca1c-44b6-498f-9964-13b78faea619 None None] Routers {'9466ac07-7c7c-4263-ad8e-aab34092ea49'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:10.555506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-df74ca1c-44b6-498f-9964-13b78faea619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:16:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9466ac07-7c7c-4263-ad8e-aab34092ea49'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:10.655153 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-df74ca1c-44b6-498f-9964-13b78faea619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:10.687228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df74ca1c-44b6-498f-9964-13b78faea619 None None] Routers {'9466ac07-7c7c-4263-ad8e-aab34092ea49'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:10.689857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-df74ca1c-44b6-498f-9964-13b78faea619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:16:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9466ac07-7c7c-4263-ad8e-aab34092ea49'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:10.776378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-df74ca1c-44b6-498f-9964-13b78faea619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:10.781684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74ca1c-44b6-498f-9964-13b78faea619 None None] The sync data for ids ['9466ac07-7c7c-4263-ad8e-aab34092ea49'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:10.815668 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b052f99f-2fce-49ab-899b-f71469f472e8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Router 2e85d387-cae8-4a9b-ac88-ee70b6b08009 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:17:10.892172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b052f99f-2fce-49ab-899b-f71469f472e8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:10.901607 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b052f99f-2fce-49ab-899b-f71469f472e8 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "PUT /v2.0/routers/2e85d387-cae8-4a9b-ac88-ee70b6b08009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9040494 Aug 31 01:17:10.902299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58420) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:10.904109 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c7930-5f4b-4111-bc92-13d3d0b67929 None None] Sync routers for ids ['2e85d387-cae8-4a9b-ac88-ee70b6b08009'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:10.915483 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c7930-5f4b-4111-bc92-13d3d0b67929 None None] Routers {'2e85d387-cae8-4a9b-ac88-ee70b6b08009'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:10.916166 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8a2c7930-5f4b-4111-bc92-13d3d0b67929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:16:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2e85d387-cae8-4a9b-ac88-ee70b6b08009'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:10.933212 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe2e166-a650-4c4c-b840-0a6455ba3247 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] GET failed (client error): The resource could not be found. Aug 31 01:17:10.935115 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0fe2e166-a650-4c4c-b840-0a6455ba3247 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/c8626687-fece-4a68-911f-abbf73e10af6 HTTP/1.1" status: 404 len: 333 time: 0.0318766 Aug 31 01:17:10.939239 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58422) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:10.956549 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8a2c7930-5f4b-4111-bc92-13d3d0b67929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:10.967705 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c7930-5f4b-4111-bc92-13d3d0b67929 None None] Routers {'2e85d387-cae8-4a9b-ac88-ee70b6b08009'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:10.968486 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8a2c7930-5f4b-4111-bc92-13d3d0b67929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:16:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2e85d387-cae8-4a9b-ac88-ee70b6b08009'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:11.008540 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8a2c7930-5f4b-4111-bc92-13d3d0b67929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:11.009601 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c7930-5f4b-4111-bc92-13d3d0b67929 None None] The sync data for ids ['2e85d387-cae8-4a9b-ac88-ee70b6b08009'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:11.015521 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5f15009-d89e-4616-8afd-3b11cf493578 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.025046 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.171059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90342f-5291-453d-b2f5-aa41f334dab7 req-28484ec7-4ed5-4a6a-b0fc-f856d54ee20e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:11.173534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b90342f-5291-453d-b2f5-aa41f334dab7 req-28484ec7-4ed5-4a6a-b0fc-f856d54ee20e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.2947259 Aug 31 01:17:11.201619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064ed80-3057-44d7-8b14-cb9fe9b6109c req-940342d3-6caa-4a47-84e8-83193441f9d6 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:11.203104 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c064ed80-3057-44d7-8b14-cb9fe9b6109c req-940342d3-6caa-4a47-84e8-83193441f9d6 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.3229213 Aug 31 01:17:11.270876 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-7ae2d5fa-05cc-4da9-b690-decc4673b701 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7578664 Aug 31 01:17:11.357181 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-584207e3-1763-4470-aa8d-0e64ed495d12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=3b367952-fbab-4977-b0c0-6447731e06fb HTTP/1.1" status: 200 len: 217 time: 0.0764945 Aug 31 01:17:11.369660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b225a4-dd08-4f24-b506-2b495604692a req-06f431a4-a71b-47fa-bdcd-c1425bd47d6c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:11.371170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10b225a4-dd08-4f24-b506-2b495604692a req-06f431a4-a71b-47fa-bdcd-c1425bd47d6c tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 946 time: 0.2593341 Aug 31 01:17:11.378221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b90342f-5291-453d-b2f5-aa41f334dab7 req-e950ec50-6fae-46e2-aafb-b8a0a68fbf10 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740661 Aug 31 01:17:11.391317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c064ed80-3057-44d7-8b14-cb9fe9b6109c req-22421247-b47f-4249-837d-a33196b771af tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707344 Aug 31 01:17:11.465342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df50985-aff3-4f01-83d8-b0b5315fbe43 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Made reservation on behalf of 818ae085dab340c28c5100e447c961f0 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:11.468891 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4df50985-aff3-4f01-83d8-b0b5315fbe43 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.524656 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-c7a9a2f6-c688-4d30-8e69-e238146cd2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:11.526130 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-c7a9a2f6-c688-4d30-8e69-e238146cd2af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.1540034 Aug 31 01:17:11.580101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-4df50985-aff3-4f01-83d8-b0b5315fbe43 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] device_id is not set on port ebdb8ded-5266-4d98-869d-70fbfd4c151d yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:17:11.609765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5f15009-d89e-4616-8afd-3b11cf493578 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.611933 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5f15009-d89e-4616-8afd-3b11cf493578 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.675735 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5f15009-d89e-4616-8afd-3b11cf493578 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.677704 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f15009-d89e-4616-8afd-3b11cf493578 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Fanout notify agent at l3_agent the message router_deleted on router 2e85d387-cae8-4a9b-ac88-ee70b6b08009 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:17:11.684962 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5f15009-d89e-4616-8afd-3b11cf493578 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.686135 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d5f15009-d89e-4616-8afd-3b11cf493578 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/routers/2e85d387-cae8-4a9b-ac88-ee70b6b08009 HTTP/1.1" status: 204 len: 168 time: 0.7460368 Aug 31 01:17:11.688724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58428) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:11.728235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2f4d6-8eaa-4a2e-b15a-115672764fcf req-e777defa-f03a-4d8b-afff-40ddef862333 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:11.729643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-45d2f4d6-8eaa-4a2e-b15a-115672764fcf req-e777defa-f03a-4d8b-afff-40ddef862333 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 946 time: 0.2094533 Aug 31 01:17:11.741055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting subnet 65d88e9b-e376-4127-aa0b-c7e42ac10f25 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:17:11.744303 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.756396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e151d7d-5b09-49fd-a5df-e33ab331fec0 req-c248c4ed-a1e2-4a36-a2ae-4a23c5b2896d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:11.757883 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e151d7d-5b09-49fd-a5df-e33ab331fec0 req-c248c4ed-a1e2-4a36-a2ae-4a23c5b2896d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2350988 Aug 31 01:17:11.764526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-cf1a8772-39d2-4628-ab02-fd33274f03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:11.765795 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-cf1a8772-39d2-4628-ab02-fd33274f03c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2143161 Aug 31 01:17:11.785072 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.806725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-10b225a4-dd08-4f24-b506-2b495604692a req-b553cda3-c8d1-4674-b687-c1c45f9f9760 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Deleting port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:11.807103 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-10b225a4-dd08-4f24-b506-2b495604692a req-b553cda3-c8d1-4674-b687-c1c45f9f9760 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.878812 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.923628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-4df50985-aff3-4f01-83d8-b0b5315fbe43 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Allocated IP 172.20.0.3 (c2f821bf-1a26-4df0-a8c6-951c771b5cd9/11a90c7e-9034-4345-8aab-dd1f3723cc15/ebdb8ded-5266-4d98-869d-70fbfd4c151d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:11.950551 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.967860 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-45d2f4d6-8eaa-4a2e-b15a-115672764fcf req-3877df8a-c04c-4d53-8e11-492187a043e4 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079260 Aug 31 01:17:11.982990 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Subnet': ['ID=65d88e9b-e376-4127-aa0b-c7e42ac10f25,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:11.986202 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.992077 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/65d88e9b-e376-4127-aa0b-c7e42ac10f25 HTTP/1.1" status: 204 len: 168 time: 0.3020668 Aug 31 01:17:11.993057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58432) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:11.993808 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ddfabc-79ec-49cb-b491-36c90c407116 None None] Network da50e521-ec8d-436e-97cc-e01ee4577f2b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:12.054766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-10b225a4-dd08-4f24-b506-2b495604692a req-b553cda3-c8d1-4674-b687-c1c45f9f9760 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] For port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,segment=NetworkSegment(20146619-c682-44c1-85b1-f2a61c837956),segment_id=20146619-c682-44c1-85b1-f2a61c837956)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:12.055213 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-10b225a4-dd08-4f24-b506-2b495604692a req-b553cda3-c8d1-4674-b687-c1c45f9f9760 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.095218 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.100376 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e151d7d-5b09-49fd-a5df-e33ab331fec0 req-e07511c8-f45f-47dc-b889-a6d5af1e2af2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225992 Aug 31 01:17:12.100614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:12.100874 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:12.101198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:12.101538 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:12.101871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:12.102201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:12.102531 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:12.102858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:12.103501 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:12.103881 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:12.104209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:12.104532 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f975a-e5d6-48c7-aec6-3218e005c964 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:12.123457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-10b225a4-dd08-4f24-b506-2b495604692a req-b553cda3-c8d1-4674-b687-c1c45f9f9760 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Calling delete_port for 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:12.190623 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port 23c3eeef-6b08-4eb6-99dd-a895da3444d6 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:12.191066 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.233916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-0f66ef0d-5d57-4dcf-ae16-dbd426304e1d service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561470 Aug 31 01:17:12.274505 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] For port 23c3eeef-6b08-4eb6-99dd-a895da3444d6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=23c3eeef-6b08-4eb6-99dd-a895da3444d6,segment=NetworkSegment(48b4201c-f079-4d78-9a58-25685db3b927),segment_id=48b4201c-f079-4d78-9a58-25685db3b927)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:12.274963 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.295450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for 23c3eeef-6b08-4eb6-99dd-a895da3444d6 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:12.342085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c3a372-4332-4ea8-9e0b-f68d6472bc95 None None] DHCP port deletion for da50e521-ec8d-436e-97cc-e01ee4577f2b request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:17:12.386709 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.390616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-19c3a372-4332-4ea8-9e0b-f68d6472bc95 None None] Deleting port 23c3eeef-6b08-4eb6-99dd-a895da3444d6 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:12.390992 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-19c3a372-4332-4ea8-9e0b-f68d6472bc95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.421720 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No DVR routers for this DVR port 23c3eeef-6b08-4eb6-99dd-a895da3444d6 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:12.423061 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-b8a92ec2-58a8-4842-a191-2b3258e7e193 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811802 Aug 31 01:17:12.427810 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=23c3eeef-6b08-4eb6-99dd-a895da3444d6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:12.506932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-1bdc98fa-a51f-4cad-844d-1ee849e9bbc5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=7f0214bb-8098-4206-85ec-e2322dd5fea7 HTTP/1.1" status: 200 len: 217 time: 0.0704255 Aug 31 01:17:12.553969 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-19c3a372-4332-4ea8-9e0b-f68d6472bc95 None None] For port 23c3eeef-6b08-4eb6-99dd-a895da3444d6, host n-d-802060-13, got binding levels [] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:12.554885 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-19c3a372-4332-4ea8-9e0b-f68d6472bc95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.576926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-19c3a372-4332-4ea8-9e0b-f68d6472bc95 None None] Calling delete_port for 23c3eeef-6b08-4eb6-99dd-a895da3444d6 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:12.579867 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.ipam_backend_mixin [None req-19c3a372-4332-4ea8-9e0b-f68d6472bc95 None None] Port 23c3eeef-6b08-4eb6-99dd-a895da3444d6 was not found and therefore no delete operation was performed {{(pid=94762) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:17:12.583509 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-19c3a372-4332-4ea8-9e0b-f68d6472bc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.594871 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3a372-4332-4ea8-9e0b-f68d6472bc95 None None] No DVR routers for this DVR port 23c3eeef-6b08-4eb6-99dd-a895da3444d6 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:12.618646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3a372-4332-4ea8-9e0b-f68d6472bc95 None None] Pushing event deleted for resources: {'Port': ['ID=23c3eeef-6b08-4eb6-99dd-a895da3444d6,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:12.659230 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.672234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da50e521-ec8d-436e-97cc-e01ee4577f2b']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:12.682412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 23c3eeef-6b08-4eb6-99dd-a895da3444d6 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:12.689893 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b4201c-f079-4d78-9a58-25685db3b927') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:12.690199 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b4201c-f079-4d78-9a58-25685db3b927') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:12.693871 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4df50985-aff3-4f01-83d8-b0b5315fbe43 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.701205 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.707204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-4df50985-aff3-4f01-83d8-b0b5315fbe43 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Transition to ACTIVE for port object ebdb8ded-5266-4d98-869d-70fbfd4c151d will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:12.711357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 23c3eeef-6b08-4eb6-99dd-a895da3444d6 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:17:12.711824 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 23c3eeef-6b08-4eb6-99dd-a895da3444d6 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:12.716857 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.730021 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:17:12.730555 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:17:12.733820 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:17:12.764569 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-10b225a4-dd08-4f24-b506-2b495604692a req-b553cda3-c8d1-4674-b687-c1c45f9f9760 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.776921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-018bdb50-553e-4fd1-8650-c5929c6a8ca3 req-e56aa913-072c-40de-954b-31857b4fbb6e tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2658233-6eea-474a-8fce-b958038ae977 HTTP/1.1" status: 200 len: 210 time: 0.1369565 Aug 31 01:17:12.805269 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.813298 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.815064 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/networks/da50e521-ec8d-436e-97cc-e01ee4577f2b HTTP/1.1" status: 204 len: 168 time: 0.8193660 Aug 31 01:17:12.822748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58450) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:12.825349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553cda3-c8d1-4674-b687-c1c45f9f9760 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Pushing event deleted for resources: {'Port': ['ID=23a9026e-3dbf-4cf2-a046-d55bc5062ff8,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:12.830246 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d61ae-9ca9-4ada-9e87-ef3cbd3bb570 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Network': ['ID=da50e521-ec8d-436e-97cc-e01ee4577f2b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:12.841028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-7a15e531-0650-46fc-8cef-71764fd38c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:12.842528 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-7a15e531-0650-46fc-8cef-71764fd38c88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.3246689 Aug 31 01:17:12.955697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b225a4-dd08-4f24-b506-2b495604692a req-b553cda3-c8d1-4674-b687-c1c45f9f9760 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] No DVR routers for this DVR port 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:12.959806 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-10b225a4-dd08-4f24-b506-2b495604692a req-b553cda3-c8d1-4674-b687-c1c45f9f9760 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.961824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10b225a4-dd08-4f24-b506-2b495604692a req-b553cda3-c8d1-4674-b687-c1c45f9f9760 tempest-ServersNegativeTestJSON-1566453076 tempest-ServersNegativeTestJSON-1566453076-project] 10.222.0.70 "DELETE /v2.0/ports/23a9026e-3dbf-4cf2-a046-d55bc5062ff8 HTTP/1.1" status: 204 len: 173 time: 1.5741343 Aug 31 01:17:12.966882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2658233-6eea-474a-8fce-b958038ae977', 'name': 'network-vif-deleted', 'tag': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:12.969226 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5620aea0-3345-4346-892f-39e95ea62efc" -d '{"events": [{"server_uuid": "a2658233-6eea-474a-8fce-b958038ae977", "name": "network-vif-deleted", "tag": "23a9026e-3dbf-4cf2-a046-d55bc5062ff8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:12.973639 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4df50985-aff3-4f01-83d8-b0b5315fbe43 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.997386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba29e8a-f9e5-4cd7-8194-c8ac8c673e44 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:12.998972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6ba29e8a-f9e5-4cd7-8194-c8ac8c673e44 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/f3a311ca-39d3-41ca-ad5e-6ddf79255bff HTTP/1.1" status: 200 len: 840 time: 0.1747091 Aug 31 01:17:13.002850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58456) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:13.017721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0179834-0657-47c1-85ac-dbf02fac79a7 req-e865716c-a791-489f-96b5-226940b39df3 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:13.019146 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0179834-0657-47c1-85ac-dbf02fac79a7 req-e865716c-a791-489f-96b5-226940b39df3 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.3904099 Aug 31 01:17:13.062075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe1a58-bb6d-4288-a35f-f287d9220a07 req-eef7a739-ecbe-4b82-a7eb-0727464f3344 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:13.063607 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ecfe1a58-bb6d-4288-a35f-f287d9220a07 req-eef7a739-ecbe-4b82-a7eb-0727464f3344 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed1d41cf-2127-459e-b704-62b2206dd9bb HTTP/1.1" status: 200 len: 945 time: 0.1187787 Aug 31 01:17:13.066898 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b332bcb3-ceb4-4c08-97e4-9fc601cc3c68 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/f3a311ca-39d3-41ca-ad5e-6ddf79255bff?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0628645 Aug 31 01:17:13.071717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58458) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:13.081504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ca143d4f-c85f-471f-8e3b-c4f75d968393 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'subnet': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:13.123887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-bec99d95-0e60-415e-be9c-cf0e4f4e87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:13.126578 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-bec99d95-0e60-415e-be9c-cf0e4f4e87ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2727633 Aug 31 01:17:13.130408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df50985-aff3-4f01-83d8-b0b5315fbe43 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Network c2f821bf-1a26-4df0-a8c6-951c771b5cd9 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:13.144039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df50985-aff3-4f01-83d8-b0b5315fbe43 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event updated for resources: {'Port': ['ID=ebdb8ded-5266-4d98-869d-70fbfd4c151d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:13.148268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-4df50985-aff3-4f01-83d8-b0b5315fbe43 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:13.150789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df50985-aff3-4f01-83d8-b0b5315fbe43 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:13.240388 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca143d4f-c85f-471f-8e3b-c4f75d968393 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:13.243962 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca143d4f-c85f-471f-8e3b-c4f75d968393 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:13.301894 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-ecfe1a58-bb6d-4288-a35f-f287d9220a07 req-1d7af67d-fcf2-4779-8edb-3443bbdb2317 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Deleting port bbafcad2-393c-4d11-9012-f97222361adb {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:13.302228 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ecfe1a58-bb6d-4288-a35f-f287d9220a07 req-1d7af67d-fcf2-4779-8edb-3443bbdb2317 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:13.436157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4a915dc6-5421-4db5-b11c-3fc3775f14b6 None None] Provisioning for port ebdb8ded-5266-4d98-869d-70fbfd4c151d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:13.440785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ecfe1a58-bb6d-4288-a35f-f287d9220a07 req-1d7af67d-fcf2-4779-8edb-3443bbdb2317 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] For port bbafcad2-393c-4d11-9012-f97222361adb, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=bbafcad2-393c-4d11-9012-f97222361adb,segment=NetworkSegment(4834988c-895b-4096-b7b8-21be782359b8),segment_id=4834988c-895b-4096-b7b8-21be782359b8)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:13.441145 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ecfe1a58-bb6d-4288-a35f-f287d9220a07 req-1d7af67d-fcf2-4779-8edb-3443bbdb2317 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:13.444567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4a915dc6-5421-4db5-b11c-3fc3775f14b6 None None] Provisioning complete for port ebdb8ded-5266-4d98-869d-70fbfd4c151d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:13.445162 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4a915dc6-5421-4db5-b11c-3fc3775f14b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:13.491052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-ecfe1a58-bb6d-4288-a35f-f287d9220a07 req-1d7af67d-fcf2-4779-8edb-3443bbdb2317 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Calling delete_port for bbafcad2-393c-4d11-9012-f97222361adb owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:13.491780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4a915dc6-5421-4db5-b11c-3fc3775f14b6 None None] Port ebdb8ded-5266-4d98-869d-70fbfd4c151d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:13.529915 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0179834-0657-47c1-85ac-dbf02fac79a7 req-950972b2-209d-4f6b-a844-b0bf8f9153fb tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.58 "GET /v2.0/security-groups?id=23e93521-3f19-472e-a1b8-0c1bd1148856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788244 Aug 31 01:17:13.555699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bfa90-a270-4f04-9b56-e5ec317dba23 req-fe38ca6a-e4ce-467b-9fb1-3fb8d4cba096 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:13.557179 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-309bfa90-a270-4f04-9b56-e5ec317dba23 req-fe38ca6a-e4ce-467b-9fb1-3fb8d4cba096 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 946 time: 0.5723968 Aug 31 01:17:13.576549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df50985-aff3-4f01-83d8-b0b5315fbe43 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:13.577155 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4df50985-aff3-4f01-83d8-b0b5315fbe43 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:13.598502 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf15fc1-d5a2-48a7-ae35-d7d197253980 x-openstack-request-id: req-5cf15fc1-d5a2-48a7-ae35-d7d197253980 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:13.598790 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2658233-6eea-474a-8fce-b958038ae977", "name": "network-vif-deleted", "tag": "23a9026e-3dbf-4cf2-a046-d55bc5062ff8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:13.599027 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5cf15fc1-d5a2-48a7-ae35-d7d197253980 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:13.599449 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2658233-6eea-474a-8fce-b958038ae977', 'name': 'network-vif-deleted', 'tag': '23a9026e-3dbf-4cf2-a046-d55bc5062ff8', 'status': 'completed', 'code': 200} Aug 31 01:17:13.618782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca143d4f-c85f-471f-8e3b-c4f75d968393 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:13.627022 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4df50985-aff3-4f01-83d8-b0b5315fbe43 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0965188 Aug 31 01:17:13.630821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58464) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:13.637863 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-309bfa90-a270-4f04-9b56-e5ec317dba23 req-8ff0cc16-f58f-4fe1-902b-801a0f38e005 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681307 Aug 31 01:17:13.640236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-0c591e38-193c-4e55-bcb7-0464f58c40a2 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076606 Aug 31 01:17:13.694085 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca143d4f-c85f-471f-8e3b-c4f75d968393 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:13.701150 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-ca143d4f-c85f-471f-8e3b-c4f75d968393 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:13.704729 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca143d4f-c85f-471f-8e3b-c4f75d968393 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:13.705365 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca143d4f-c85f-471f-8e3b-c4f75d968393 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:13.717987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405c10bc-62d9-4b8d-b74a-6350284d3bb9 None None] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:13.718531 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca143d4f-c85f-471f-8e3b-c4f75d968393 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Subnet': ['ID=40b2b84d-ff76-4789-9d6c-4a12185fbe20,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:13.751113 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ca143d4f-c85f-471f-8e3b-c4f75d968393 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6732256 Aug 31 01:17:13.753804 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58468) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:13.760452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-727ade07-25d7-4bad-85c5-b9097ce0e9ed tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'security_group': {'name': 'tempest-secgroup-965329751'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:13.781381 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'project_id': '818ae085dab340c28c5100e447c961f0', 'port_id': 'ebdb8ded-5266-4d98-869d-70fbfd4c151d'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:13.804633 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.db.api [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:17:13.804633 n-d-802060-13 neutron-server[94760]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:17:13.804633 n-d-802060-13 neutron-server[94760]: [parameters: {'project_id_1': '818ae085dab340c28c5100e447c961f0', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 17, 13, 791736)}] Aug 31 01:17:13.804633 n-d-802060-13 neutron-server[94760]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:17:13.805186 n-d-802060-13 neutron-server[94760]: DEBUG oslo_db.api [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:17:13.813058 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-727ade07-25d7-4bad-85c5-b9097ce0e9ed tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:13.821305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b842e3-6607-4073-8216-843da827189f req-06979610-f655-4dab-ba80-5eabcbbf0cd5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:13.822828 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65b842e3-6607-4073-8216-843da827189f req-06979610-f655-4dab-ba80-5eabcbbf0cd5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.0978646 Aug 31 01:17:13.823596 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ecfe1a58-bb6d-4288-a35f-f287d9220a07 req-1d7af67d-fcf2-4779-8edb-3443bbdb2317 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:13.825370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-cc10c381-8f15-4e8e-9a45-7208a0767ba0 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765420 Aug 31 01:17:13.861999 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58472) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:13.862281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['bbafcad2-393c-4d11-9012-f97222361adb'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:17:13.879322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7af67d-fcf2-4779-8edb-3443bbdb2317 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Pushing event deleted for resources: {'Port': ['ID=bbafcad2-393c-4d11-9012-f97222361adb,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:13.885580 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-371e820d-8595-43f1-b87f-f690a98791f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=53e5b95c-f228-4756-af82-996e14d0fcc7 HTTP/1.1" status: 200 len: 217 time: 0.0486722 Aug 31 01:17:13.927145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65b842e3-6607-4073-8216-843da827189f req-b72e93d8-82f8-40e0-bda6-124f16e382aa tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973048 Aug 31 01:17:13.945200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-91c4aef1-65b1-4cf5-b250-c6c58c71df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:13.946818 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-91c4aef1-65b1-4cf5-b250-c6c58c71df5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 200 len: 797 time: 0.0539002 Aug 31 01:17:13.950412 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfe1a58-bb6d-4288-a35f-f287d9220a07 req-1d7af67d-fcf2-4779-8edb-3443bbdb2317 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] No DVR routers for this DVR port bbafcad2-393c-4d11-9012-f97222361adb on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:13.960944 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ecfe1a58-bb6d-4288-a35f-f287d9220a07 req-1d7af67d-fcf2-4779-8edb-3443bbdb2317 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:13.963099 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ecfe1a58-bb6d-4288-a35f-f287d9220a07 req-1d7af67d-fcf2-4779-8edb-3443bbdb2317 tempest-ServerRescueTestJSON-1028795387 tempest-ServerRescueTestJSON-1028795387-project] 10.222.0.15 "DELETE /v2.0/ports/bbafcad2-393c-4d11-9012-f97222361adb HTTP/1.1" status: 204 len: 173 time: 0.8922100 Aug 31 01:17:13.963671 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1d41cf-2127-459e-b704-62b2206dd9bb', 'name': 'network-vif-deleted', 'tag': 'bbafcad2-393c-4d11-9012-f97222361adb'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:13.967099 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224ecb07-cb3b-4f59-bd6b-dabde5f5e377" -d '{"events": [{"server_uuid": "ed1d41cf-2127-459e-b704-62b2206dd9bb", "name": "network-vif-deleted", "tag": "bbafcad2-393c-4d11-9012-f97222361adb"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:13.981274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-6aa71449-19a5-483f-85a3-3a317f2c86ac', 'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'tenant_id': 'a98da46685af423b9df368d985479597', 'fixed_ips': [{'subnet_id': '40b2b84d-ff76-4789-9d6c-4a12185fbe20'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:17:13.982169 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:13.985793 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-017be4be-2e74-469a-80d1-0ba76c9bffbf admin admin] Deleting subnet aae6296a-54fb-431d-93be-6f50e6d5dae4 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:17:13.996011 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-017be4be-2e74-469a-80d1-0ba76c9bffbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.020638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-286476fd-2550-4c70-8783-8a0ae7d16e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:14.023008 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-286476fd-2550-4c70-8783-8a0ae7d16e90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b31b1865-ff35-42ae-8079-b6731ab28a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0690739 Aug 31 01:17:14.045803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:14.053219 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-017be4be-2e74-469a-80d1-0ba76c9bffbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.072796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:17:14.073438 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 23a9026e-3dbf-4cf2-a046-d55bc5062ff8 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:14.088822 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d46bec-ce7b-439f-850c-a819cfec9241 x-openstack-request-id: req-45d46bec-ce7b-439f-850c-a819cfec9241 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:14.089130 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1d41cf-2127-459e-b704-62b2206dd9bb", "name": "network-vif-deleted", "tag": "bbafcad2-393c-4d11-9012-f97222361adb", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:14.089395 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45d46bec-ce7b-439f-850c-a819cfec9241 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:14.089819 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1d41cf-2127-459e-b704-62b2206dd9bb', 'name': 'network-vif-deleted', 'tag': 'bbafcad2-393c-4d11-9012-f97222361adb', 'status': 'completed', 'code': 200} Aug 31 01:17:14.157462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-102de5c8-afef-4ef0-9d7d-d577724ab4e8 service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270225 Aug 31 01:17:14.167173 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-727ade07-25d7-4bad-85c5-b9097ce0e9ed tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.180736 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-727ade07-25d7-4bad-85c5-b9097ce0e9ed tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.185194 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-017be4be-2e74-469a-80d1-0ba76c9bffbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.247649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Allocated IP 172.20.0.2 (6aa71449-19a5-483f-85a3-3a317f2c86ac/40b2b84d-ff76-4789-9d6c-4a12185fbe20/a9d994c5-1b6b-498f-a594-6cbcbe40805e) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:14.252587 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-727ade07-25d7-4bad-85c5-b9097ce0e9ed tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.253927 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-727ade07-25d7-4bad-85c5-b9097ce0e9ed tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4991374 Aug 31 01:17:14.257897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58480) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:14.262482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8cec798b-abfb-43a8-be8b-65922aff1a9b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'security_group': {'name': 'tempest-secgroup-52563601'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:14.271625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ade07-25d7-4bad-85c5-b9097ce0e9ed tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05937b2c-64a1-49e2-b50a-4f26cbbaae5f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:14.300605 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8cec798b-abfb-43a8-be8b-65922aff1a9b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.315432 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-017be4be-2e74-469a-80d1-0ba76c9bffbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.370207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017be4be-2e74-469a-80d1-0ba76c9bffbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae6296a-54fb-431d-93be-6f50e6d5dae4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:14.387805 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-017be4be-2e74-469a-80d1-0ba76c9bffbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.389696 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-017be4be-2e74-469a-80d1-0ba76c9bffbf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/aae6296a-54fb-431d-93be-6f50e6d5dae4 HTTP/1.1" status: 204 len: 168 time: 0.5212476 Aug 31 01:17:14.392836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58482) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:14.412053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac761-f734-4b91-956e-711ba06048e9 req-a9a2b58f-0d6d-4d71-8066-5e3b80879717 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:14.413636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61cac761-f734-4b91-956e-711ba06048e9 req-a9a2b58f-0d6d-4d71-8066-5e3b80879717 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1908677 Aug 31 01:17:14.415040 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.417462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c514b-de1c-4e1d-b3aa-26d065551cba req-2a0107c2-cbad-4f11-862a-c968651a38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:14.418892 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-764c514b-de1c-4e1d-b3aa-26d065551cba req-2a0107c2-cbad-4f11-862a-c968651a38bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 1097 time: 0.1305709 Aug 31 01:17:14.422771 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-bb1dcbf5-527b-4cbf-8f34-5464f86cdf8b service neutron] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573109 Aug 31 01:17:14.447401 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.460055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Transition to ACTIVE for port object a9d994c5-1b6b-498f-a594-6cbcbe40805e will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:14.481810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Transition to ACTIVE for port object a9d994c5-1b6b-498f-a594-6cbcbe40805e will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:14.491318 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.507956 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-420688e5-ebc8-4a95-9120-d65906c691fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=450c3c7c-35f4-4432-892d-05366ece154e HTTP/1.1" status: 200 len: 217 time: 0.0779662 Aug 31 01:17:14.545345 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ac67fd7-c0bf-410c-9df8-1d199e92ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.550313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Pushing event updated for resources: {'Port': ['ID=a9d994c5-1b6b-498f-a594-6cbcbe40805e,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:14.559125 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e71990-5611-4a8b-b589-585209d2667a req-50e20be4-ea78-4b20-b2cc-a9f26d589229 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:14.560741 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-63e71990-5611-4a8b-b589-585209d2667a req-50e20be4-ea78-4b20-b2cc-a9f26d589229 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.70 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 946 time: 0.2309201 Aug 31 01:17:14.561306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:14.563065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:14.566819 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:14.623080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58486) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:14.660288 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Attempting to bind port a9d994c5-1b6b-498f-a594-6cbcbe40805e on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:17:14.660709 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Attempting to bind port a9d994c5-1b6b-498f-a594-6cbcbe40805e by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '78628b80-fcfe-4d29-882f-fc22b8afbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:17:14.661540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Attempting to bind port a9d994c5-1b6b-498f-a594-6cbcbe40805e on network 6aa71449-19a5-483f-85a3-3a317f2c86ac {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:17:14.667545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:17:14.668214 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Checking segment: {'id': '78628b80-fcfe-4d29-882f-fc22b8afbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:14.668989 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.669792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Bound using segment: {'id': '78628b80-fcfe-4d29-882f-fc22b8afbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:17:14.670447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Bound port: a9d994c5-1b6b-498f-a594-6cbcbe40805e, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78628b80-fcfe-4d29-882f-fc22b8afbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:17:14.671011 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.713546 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8cec798b-abfb-43a8-be8b-65922aff1a9b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.726131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61cac761-f734-4b91-956e-711ba06048e9 req-7e9a74c2-11bf-4a02-a0f7-3309e0c71d0b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897952 Aug 31 01:17:14.752540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-848e7bfb-fe99-42da-a67b-0783bd456910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:14.752540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-848e7bfb-fe99-42da-a67b-0783bd456910 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29402c3f-ce20-494c-a4c1-dc4edee01ec8 HTTP/1.1" status: 200 len: 797 time: 0.2043610 Aug 31 01:17:14.757716 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8cec798b-abfb-43a8-be8b-65922aff1a9b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.764154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] For port a9d994c5-1b6b-498f-a594-6cbcbe40805e, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:17:14.767724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] For port a9d994c5-1b6b-498f-a594-6cbcbe40805e, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a9d994c5-1b6b-498f-a594-6cbcbe40805e,segment=NetworkSegment(78628b80-fcfe-4d29-882f-fc22b8afbb74),segment_id=78628b80-fcfe-4d29-882f-fc22b8afbb74)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:17:14.774692 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.812802 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ac67fd7-c0bf-410c-9df8-1d199e92ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.826592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8cec798b-abfb-43a8-be8b-65922aff1a9b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.831533 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8cec798b-abfb-43a8-be8b-65922aff1a9b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5690465 Aug 31 01:17:14.833145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58492) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:14.833639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-8ac67fd7-c0bf-410c-9df8-1d199e92ba6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105ee8cf-aab1-4f23-b1db-9270288c3210']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:14.840676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec798b-abfb-43a8-be8b-65922aff1a9b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44574fd7-2e06-4134-be8a-fad239dbf339,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:14.841482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ce538748-3a2a-4708-8119-6c41955037de tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1863953823', 'security_groups': ['44574fd7-2e06-4134-be8a-fad239dbf339'], 'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '40b2b84d-ff76-4789-9d6c-4a12185fbe20'}]}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:14.857106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-8ac67fd7-c0bf-410c-9df8-1d199e92ba6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20146619-c682-44c1-85b1-f2a61c837956') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:14.857407 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-8ac67fd7-c0bf-410c-9df8-1d199e92ba6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20146619-c682-44c1-85b1-f2a61c837956') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:14.876826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22a11f-cc28-42e3-9072-5a0f3cec32b3 None None] Pushing event updated for resources: {'Port': ['ID=a9d994c5-1b6b-498f-a594-6cbcbe40805e,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:14.877804 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ac67fd7-c0bf-410c-9df8-1d199e92ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.888484 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-63e71990-5611-4a8b-b589-585209d2667a req-7475e0bf-b077-4100-b3cb-40ed8257cab5 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Deleting port dcce47c5-a122-4824-847b-a9736215d4d9 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:14.888842 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-63e71990-5611-4a8b-b589-585209d2667a req-7475e0bf-b077-4100-b3cb-40ed8257cab5 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.907074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c514b-de1c-4e1d-b3aa-26d065551cba req-3937574b-8698-444b-bc14-2b6f770d3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:14.908632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-764c514b-de1c-4e1d-b3aa-26d065551cba req-3937574b-8698-444b-bc14-2b6f770d3405 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.4815278 Aug 31 01:17:14.909560 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.937105 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ac67fd7-c0bf-410c-9df8-1d199e92ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.962224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac67fd7-c0bf-410c-9df8-1d199e92ba6a admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:17:14.962639 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ac67fd7-c0bf-410c-9df8-1d199e92ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:17:14.965022 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:17:15.036547 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d11f83-d9e7-43b7-af42-d66963089f3a req-b6571619-34d3-48e8-b75a-e204967a5511 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:15.038194 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40d11f83-d9e7-43b7-af42-d66963089f3a req-b6571619-34d3-48e8-b75a-e204967a5511 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 946 time: 0.3009765 Aug 31 01:17:15.081536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-dd7d015c-f0ca-468e-8ce5-bedee84af4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:15.082172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-dd7d015c-f0ca-468e-8ce5-bedee84af4c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e89443cc-9b69-4c94-9137-62b2d80389e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3077383 Aug 31 01:17:15.115966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ac67fd7-c0bf-410c-9df8-1d199e92ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:15.142620 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ac67fd7-c0bf-410c-9df8-1d199e92ba6a admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:15.144526 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8ac67fd7-c0bf-410c-9df8-1d199e92ba6a admin admin] 10.222.0.58 "DELETE /v2.0/networks/105ee8cf-aab1-4f23-b1db-9270288c3210 HTTP/1.1" status: 204 len: 168 time: 0.7506554 Aug 31 01:17:15.184710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac67fd7-c0bf-410c-9df8-1d199e92ba6a admin admin] Pushing event deleted for resources: {'Network': ['ID=105ee8cf-aab1-4f23-b1db-9270288c3210,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:15.197184 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-63e71990-5611-4a8b-b589-585209d2667a req-7475e0bf-b077-4100-b3cb-40ed8257cab5 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] For port dcce47c5-a122-4824-847b-a9736215d4d9, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=dcce47c5-a122-4824-847b-a9736215d4d9,segment=NetworkSegment(23668c33-e1e9-4ea7-9dcd-4713985a8c57),segment_id=23668c33-e1e9-4ea7-9dcd-4713985a8c57)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:15.197564 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-63e71990-5611-4a8b-b589-585209d2667a req-7475e0bf-b077-4100-b3cb-40ed8257cab5 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:15.220627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-764c514b-de1c-4e1d-b3aa-26d065551cba req-24c69011-11dc-4d98-ac92-00cafc1bfc70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f HTTP/1.1" status: 200 len: 1000 time: 0.2722287 Aug 31 01:17:15.220911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-63e71990-5611-4a8b-b589-585209d2667a req-7475e0bf-b077-4100-b3cb-40ed8257cab5 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Calling delete_port for dcce47c5-a122-4824-847b-a9736215d4d9 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:15.251376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Allocated IP 172.25.6.127 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/f966633a-b727-49b1-930c-f55e35426326) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:15.310023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40d11f83-d9e7-43b7-af42-d66963089f3a req-a2b06897-2d33-4f5b-8c6c-01ba7ea9be7e tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bddefbd-a3c2-4cae-aa69-7d9eab3785af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467856 Aug 31 01:17:15.410328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce538748-3a2a-4708-8119-6c41955037de tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:15.415881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c514b-de1c-4e1d-b3aa-26d065551cba req-d3b4daef-9381-4354-8599-9648750956ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:15.417362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-764c514b-de1c-4e1d-b3aa-26d065551cba req-d3b4daef-9381-4354-8599-9648750956ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.1829119 Aug 31 01:17:15.422090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58496) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:15.487514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-e2c91790-bb6e-4775-9171-aef984cf007e service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861427 Aug 31 01:17:15.689688 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:15.775837 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-63e71990-5611-4a8b-b589-585209d2667a req-7475e0bf-b077-4100-b3cb-40ed8257cab5 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:15.790977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['dcce47c5-a122-4824-847b-a9736215d4d9'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:17:15.813261 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:15.819207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475e0bf-b077-4100-b3cb-40ed8257cab5 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Pushing event deleted for resources: {'Port': ['ID=dcce47c5-a122-4824-847b-a9736215d4d9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:15.907571 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:15.911800 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:15.914102 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e71990-5611-4a8b-b589-585209d2667a req-7475e0bf-b077-4100-b3cb-40ed8257cab5 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] No DVR routers for this DVR port dcce47c5-a122-4824-847b-a9736215d4d9 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:15.915807 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:15.923862 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-63e71990-5611-4a8b-b589-585209d2667a req-7475e0bf-b077-4100-b3cb-40ed8257cab5 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:15.926602 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-63e71990-5611-4a8b-b589-585209d2667a req-7475e0bf-b077-4100-b3cb-40ed8257cab5 tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.70 "DELETE /v2.0/ports/dcce47c5-a122-4824-847b-a9736215d4d9 HTTP/1.1" status: 204 len: 173 time: 1.3531873 Aug 31 01:17:15.964576 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Pushing event updated for resources: {'Port': ['ID=f966633a-b727-49b1-930c-f55e35426326,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:15.976799 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0221119f-dd36-4afc-b189-7c8c372ce09c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6561f26535884aaf92fc9c289eb8de27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5536067 Aug 31 01:17:15.980971 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58502) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:16.018763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device bbafcad2-393c-4d11-9012-f97222361adb no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:16.023609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c514b-de1c-4e1d-b3aa-26d065551cba req-2fae4a90-6033-4926-b482-ee1e366c2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:16.025122 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-764c514b-de1c-4e1d-b3aa-26d065551cba req-2fae4a90-6033-4926-b482-ee1e366c2f79 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5590341 Aug 31 01:17:16.052934 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ce538748-3a2a-4708-8119-6c41955037de tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.075368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: bbafcad2-393c-4d11-9012-f97222361adb {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:17:16.075630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device bbafcad2-393c-4d11-9012-f97222361adb not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:16.097122 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f45cdb-0b79-482a-93b4-f589e9e9d286', 'name': 'network-vif-deleted', 'tag': 'dcce47c5-a122-4824-847b-a9736215d4d9'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:16.099828 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f73aa8a-17e8-487b-a583-b94e496f1e12" -d '{"events": [{"server_uuid": "09f45cdb-0b79-482a-93b4-f589e9e9d286", "name": "network-vif-deleted", "tag": "dcce47c5-a122-4824-847b-a9736215d4d9"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:16.119583 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6ea6-4e9e-4b2e-99b7-1145568441cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.168780 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26f9407-54d5-4f24-b4f3-c783459075b9 x-openstack-request-id: req-f26f9407-54d5-4f24-b4f3-c783459075b9 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:16.169066 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f45cdb-0b79-482a-93b4-f589e9e9d286", "name": "network-vif-deleted", "tag": "dcce47c5-a122-4824-847b-a9736215d4d9", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:16.169317 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f26f9407-54d5-4f24-b4f3-c783459075b9 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:16.169702 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f45cdb-0b79-482a-93b4-f589e9e9d286', 'name': 'network-vif-deleted', 'tag': 'dcce47c5-a122-4824-847b-a9736215d4d9', 'status': 'completed', 'code': 200} Aug 31 01:17:16.171087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd300f94-edca-4389-9cff-65d9adf23a53 req-c778ede8-2a36-4141-89aa-f9f82b7724a6 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:16.172627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd300f94-edca-4389-9cff-65d9adf23a53 req-c778ede8-2a36-4141-89aa-f9f82b7724a6 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.3204374 Aug 31 01:17:16.185224 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-9fcca4aa-dbcb-4ca3-9750-100dfb1813e0 service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6731935 Aug 31 01:17:16.196217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-ce538748-3a2a-4708-8119-6c41955037de tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port 78867589-66bb-42b5-8b53-a5129aaf31a8 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:17:16.220927 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6ea6-4e9e-4b2e-99b7-1145568441cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.244900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-58e37ac8-7a82-40fa-827a-9eadb181d1f1 None None] Provisioning complete for port f3a311ca-39d3-41ca-ad5e-6ddf79255bff triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:16.245674 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-58e37ac8-7a82-40fa-827a-9eadb181d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.297381 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-58e37ac8-7a82-40fa-827a-9eadb181d1f1 None None] Port f3a311ca-39d3-41ca-ad5e-6ddf79255bff cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:16.306818 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-e1c51a7d-2404-4b2f-bc4d-478af1021e63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0566f795-c864-431d-8adb-85d29f5b7dae HTTP/1.1" status: 200 len: 217 time: 0.1052256 Aug 31 01:17:16.312592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-58e37ac8-7a82-40fa-827a-9eadb181d1f1 None None] Provisioning for port a9d994c5-1b6b-498f-a594-6cbcbe40805e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:16.350303 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6ea6-4e9e-4b2e-99b7-1145568441cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.353031 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6ea6-4e9e-4b2e-99b7-1145568441cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.356660 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7dfb6ea6-4e9e-4b2e-99b7-1145568441cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a HTTP/1.1" status: 204 len: 168 time: 0.3712733 Aug 31 01:17:16.424879 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb6ea6-4e9e-4b2e-99b7-1145568441cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a62b019-ddc1-4c77-8b16-8bc5b4bfef8a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:16.461493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd300f94-edca-4389-9cff-65d9adf23a53 req-3accebf1-3655-4227-8f55-4f57e85b2d36 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686212 Aug 31 01:17:16.469596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-764c514b-de1c-4e1d-b3aa-26d065551cba req-8d7e7ce7-dc55-459e-8f64-d12046a318e0 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233468 Aug 31 01:17:16.512206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-4c27d1dd-3e56-4adb-8694-acedc2826bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:16.513703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-4c27d1dd-3e56-4adb-8694-acedc2826bb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29402c3f-ce20-494c-a4c1-dc4edee01ec8 HTTP/1.1" status: 200 len: 797 time: 0.1891687 Aug 31 01:17:16.621057 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.666067 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c26d084-6aea-469e-bede-18d53d2497b8 req-5a409e76-302c-4be3-9b43-aeda0cc3ee1b tempest-VolumesActionsTest-228687460 tempest-VolumesActionsTest-228687460-project] 10.222.0.58 "GET /v2.0/ports?device_id=09f45cdb-0b79-482a-93b4-f589e9e9d286 HTTP/1.1" status: 200 len: 210 time: 0.1679175 Aug 31 01:17:16.740180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a9d994c5-1b6b-498f-a594-6cbcbe40805e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:16.762947 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.790235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-ce538748-3a2a-4708-8119-6c41955037de tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Allocated IP 172.20.0.10 (6aa71449-19a5-483f-85a3-3a317f2c86ac/40b2b84d-ff76-4789-9d6c-4a12185fbe20/78867589-66bb-42b5-8b53-a5129aaf31a8) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:16.797159 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb924-4db7-413e-bb67-3c2eac009188 req-1b867ef0-2de2-4530-904d-856e638ad864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:16.798708 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-1b867ef0-2de2-4530-904d-856e638ad864 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e89443cc-9b69-4c94-9137-62b2d80389e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2321291 Aug 31 01:17:16.819681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port a9d994c5-1b6b-498f-a594-6cbcbe40805e completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:16.825654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a9d994c5-1b6b-498f-a594-6cbcbe40805e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:16.826535 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.888445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-764c514b-de1c-4e1d-b3aa-26d065551cba req-7f3964c7-1f17-4e85-9877-695998b5def3 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937485 Aug 31 01:17:16.917797 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08fd325b-05fb-4c04-8308-8de90b3692ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.960218 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.981412 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:16.989559 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.001078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port a9d994c5-1b6b-498f-a594-6cbcbe40805e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a9d994c5-1b6b-498f-a594-6cbcbe40805e,segment=NetworkSegment(78628b80-fcfe-4d29-882f-fc22b8afbb74),segment_id=78628b80-fcfe-4d29-882f-fc22b8afbb74)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:17.012405 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.073800 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Pushing event updated for resources: {'Port': ['ID=f966633a-b727-49b1-930c-f55e35426326,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:17.080653 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.113492 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=a9d994c5-1b6b-498f-a594-6cbcbe40805e,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:17.121372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-92340361-fd5d-4491-b258-9d1a837fe8c8 service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065352 Aug 31 01:17:17.190193 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Floating IP 4cdb26cc-951b-40c6-96ab-86618c2e3547 associated. External IP: 172.25.6.127, port: ebdb8ded-5266-4d98-869d-70fbfd4c151d. Aug 31 01:17:17.338295 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ce538748-3a2a-4708-8119-6c41955037de tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.388648 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-ce538748-3a2a-4708-8119-6c41955037de tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Transition to ACTIVE for port object 78867589-66bb-42b5-8b53-a5129aaf31a8 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:17.421350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582cb924-4db7-413e-bb67-3c2eac009188 req-79a97e41-1acd-4898-a78b-e9436a366fcf service neutron] 10.222.0.15 "GET /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903333 Aug 31 01:17:17.456261 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Router 9466ac07-7c7c-4263-ad8e-aab34092ea49 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:17:17.493004 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ce538748-3a2a-4708-8119-6c41955037de tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.577939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce538748-3a2a-4708-8119-6c41955037de tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:17.590052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:17.599039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-ce538748-3a2a-4708-8119-6c41955037de tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:17.603532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce538748-3a2a-4708-8119-6c41955037de tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:17.606263 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba980edc-8aa2-4243-9d09-b9e5a48fb89d None None] Sync routers for ids ['9466ac07-7c7c-4263-ad8e-aab34092ea49'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:17.610422 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.624351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba980edc-8aa2-4243-9d09-b9e5a48fb89d None None] Routers {'9466ac07-7c7c-4263-ad8e-aab34092ea49'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:17.626215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ba980edc-8aa2-4243-9d09-b9e5a48fb89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:16:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9466ac07-7c7c-4263-ad8e-aab34092ea49'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:17.646871 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce538748-3a2a-4708-8119-6c41955037de tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=78867589-66bb-42b5-8b53-a5129aaf31a8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:17.653641 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-115dc5a0-bb98-4088-ab50-85ba120cbce7 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.0204718 Aug 31 01:17:17.654443 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58536) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:17.682070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ba980edc-8aa2-4243-9d09-b9e5a48fb89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:17.690644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce538748-3a2a-4708-8119-6c41955037de tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:17.691317 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ce538748-3a2a-4708-8119-6c41955037de tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.697064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba980edc-8aa2-4243-9d09-b9e5a48fb89d None None] Routers {'9466ac07-7c7c-4263-ad8e-aab34092ea49'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:17.698069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ba980edc-8aa2-4243-9d09-b9e5a48fb89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:16:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9466ac07-7c7c-4263-ad8e-aab34092ea49'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:17.706707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2f023-3d44-42ea-b4fc-0d41c6fd8f3f req-488f5ae3-e270-4a53-b3dd-6b1ee797c847 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:17.715728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dba2f023-3d44-42ea-b4fc-0d41c6fd8f3f req-488f5ae3-e270-4a53-b3dd-6b1ee797c847 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1634617 Aug 31 01:17:17.719606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-08fd325b-05fb-4c04-8308-8de90b3692ed admin admin] Deleting port 5e019702-40ff-4bda-9f7f-dce75cf95c80 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:17.719952 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08fd325b-05fb-4c04-8308-8de90b3692ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:17.741050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ba980edc-8aa2-4243-9d09-b9e5a48fb89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:17.741801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba980edc-8aa2-4243-9d09-b9e5a48fb89d None None] The sync data for ids ['9466ac07-7c7c-4263-ad8e-aab34092ea49'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:17.787816 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ce538748-3a2a-4708-8119-6c41955037de tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9510727 Aug 31 01:17:17.792499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58542) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:17.797545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-62fe3811-de5f-40cd-bc13-dc2800021288 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'subnet': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:17.818249 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5eed6bd9-bdad-4b88-b39a-cd5851757eeb tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] 10.222.0.58 "GET /v2.0/floatingips/4cdb26cc-951b-40c6-96ab-86618c2e3547 HTTP/1.1" status: 200 len: 983 time: 0.1610823 Aug 31 01:17:17.827747 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58546) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:18.053805 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device dcce47c5-a122-4824-847b-a9736215d4d9 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:18.103127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: dcce47c5-a122-4824-847b-a9736215d4d9 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:17:18.103775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device dcce47c5-a122-4824-847b-a9736215d4d9 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:18.109297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-dbd615ea-6e66-4f0b-b79e-4adafba1b1af None None] Provisioning for port 78867589-66bb-42b5-8b53-a5129aaf31a8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:18.127828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-dbd615ea-6e66-4f0b-b79e-4adafba1b1af None None] Provisioning complete for port 78867589-66bb-42b5-8b53-a5129aaf31a8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:18.128888 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dbd615ea-6e66-4f0b-b79e-4adafba1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.201371 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-dbd615ea-6e66-4f0b-b79e-4adafba1b1af None None] Port 78867589-66bb-42b5-8b53-a5129aaf31a8 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:18.234026 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dba2f023-3d44-42ea-b4fc-0d41c6fd8f3f req-e19e4733-390f-4a27-83fd-395e88674c39 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5106263 Aug 31 01:17:18.282928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-08fd325b-05fb-4c04-8308-8de90b3692ed admin admin] For port 5e019702-40ff-4bda-9f7f-dce75cf95c80, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5e019702-40ff-4bda-9f7f-dce75cf95c80,segment=NetworkSegment(4834988c-895b-4096-b7b8-21be782359b8),segment_id=4834988c-895b-4096-b7b8-21be782359b8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:18.283323 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08fd325b-05fb-4c04-8308-8de90b3692ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.312310 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-08fd325b-05fb-4c04-8308-8de90b3692ed admin admin] Calling delete_port for 5e019702-40ff-4bda-9f7f-dce75cf95c80 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:18.337182 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-90b58c68-aa42-4ee3-a99e-4cb6a0c8532f tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.5004392 Aug 31 01:17:18.340110 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58568) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:18.357519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58570) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:18.423217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fe3811-de5f-40cd-bc13-dc2800021288 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:18.427964 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62fe3811-de5f-40cd-bc13-dc2800021288 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.513544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f50247-09ad-4b7e-955f-12ba8e595bd2 req-ee27b8f4-e5b6-418b-81e4-ad0fcdae02f9 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:18.515103 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5f50247-09ad-4b7e-955f-12ba8e595bd2 req-ee27b8f4-e5b6-418b-81e4-ad0fcdae02f9 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1741402 Aug 31 01:17:18.620915 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-538be2ab-3210-410a-b95b-b92788dab468 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Deleting port f966633a-b727-49b1-930c-f55e35426326 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:18.621393 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-538be2ab-3210-410a-b95b-b92788dab468 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.624100 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f94a7eb8-7261-4179-bc4d-0099e6ddbb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.636050 n-d-802060-13 neutron-server[94761]: INFO neutron.db.ipam_backend_mixin [None req-62fe3811-de5f-40cd-bc13-dc2800021288 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 40b2b84d-ff76-4789-9d6c-4a12185fbe20 (CIDR: 172.20.0.0/28) Aug 31 01:17:18.662496 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-62fe3811-de5f-40cd-bc13-dc2800021288 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:17:18.662991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62fe3811-de5f-40cd-bc13-dc2800021288 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:18.689651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a9d994c5-1b6b-498f-a594-6cbcbe40805e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:18.699743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5f50247-09ad-4b7e-955f-12ba8e595bd2 req-0101dccb-97f3-400b-8fd3-ac6d86a7bdde tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736765 Aug 31 01:17:18.725646 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-538be2ab-3210-410a-b95b-b92788dab468 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.725872 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-538be2ab-3210-410a-b95b-b92788dab468 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.742052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-538be2ab-3210-410a-b95b-b92788dab468 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Calling delete_port for f966633a-b727-49b1-930c-f55e35426326 owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:18.759634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a9d994c5-1b6b-498f-a594-6cbcbe40805e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:18.760426 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.878542 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f94a7eb8-7261-4179-bc4d-0099e6ddbb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.882273 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08fd325b-05fb-4c04-8308-8de90b3692ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.893860 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f94a7eb8-7261-4179-bc4d-0099e6ddbb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:18.920497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-62fe3811-de5f-40cd-bc13-dc2800021288 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1269665 Aug 31 01:17:18.923300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58600) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:18.933731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4d5fe1a7-081b-4797-8c09-1c7a1f4de8d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'subnet': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:18.987009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd325b-05fb-4c04-8308-8de90b3692ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5e019702-40ff-4bda-9f7f-dce75cf95c80,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:19.042662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a7eb8-7261-4179-bc4d-0099e6ddbb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b864e9-f53d-4d4c-a7b2-0418cb2c907c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:19.054064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9b8d4-59e9-45a8-9f4b-25d196c20508 req-2d6de431-7268-4967-820f-46f6629a382a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:19.055882 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05c9b8d4-59e9-45a8-9f4b-25d196c20508 req-2d6de431-7268-4967-820f-46f6629a382a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2304809 Aug 31 01:17:19.058478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f94a7eb8-7261-4179-bc4d-0099e6ddbb6e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2338ba3de7fe45d88faef4f6b3a6b57c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6999602 Aug 31 01:17:19.062255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58606) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:19.065763 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-538be2ab-3210-410a-b95b-b92788dab468 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:19.148637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538be2ab-3210-410a-b95b-b92788dab468 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event deleted for resources: {'Port': ['ID=f966633a-b727-49b1-930c-f55e35426326,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:19.178853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5fe1a7-081b-4797-8c09-1c7a1f4de8d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:19.182943 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe1a7-081b-4797-8c09-1c7a1f4de8d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:19.197201 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05c9b8d4-59e9-45a8-9f4b-25d196c20508 req-fa9f7431-7c99-4a81-a7d4-4b75d2f4c174 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245539 Aug 31 01:17:19.221866 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-538be2ab-3210-410a-b95b-b92788dab468 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:19.222221 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-538be2ab-3210-410a-b95b-b92788dab468 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Floating IP 4cdb26cc-951b-40c6-96ab-86618c2e3547 disassociated (deleted). External IP: 172.25.6.127, port: ebdb8ded-5266-4d98-869d-70fbfd4c151d. Aug 31 01:17:19.245334 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99adac70-2554-4819-80f9-4929216baade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:19.296367 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99adac70-2554-4819-80f9-4929216baade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:19.310550 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08fd325b-05fb-4c04-8308-8de90b3692ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:19.437043 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99adac70-2554-4819-80f9-4929216baade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:19.439806 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99adac70-2554-4819-80f9-4929216baade admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:19.441210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-99adac70-2554-4819-80f9-4929216baade admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54b864e9-f53d-4d4c-a7b2-0418cb2c907c HTTP/1.1" status: 204 len: 168 time: 0.3780038 Aug 31 01:17:19.457873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99adac70-2554-4819-80f9-4929216baade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b864e9-f53d-4d4c-a7b2-0418cb2c907c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:19.559610 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538be2ab-3210-410a-b95b-b92788dab468 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Router 9466ac07-7c7c-4263-ad8e-aab34092ea49 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:17:19.640526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fd325b-05fb-4c04-8308-8de90b3692ed admin admin] Router 328fe6fd-8d26-4a03-b379-2263764a6721 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:17:19.650799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e7223-a4f5-4f6c-af20-d051715f7885 req-8ecd1367-6cbd-42a2-a7aa-20f2ef5e9f9c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:19.658424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-477e7223-a4f5-4f6c-af20-d051715f7885 req-8ecd1367-6cbd-42a2-a7aa-20f2ef5e9f9c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.0889549 Aug 31 01:17:19.755088 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-477e7223-a4f5-4f6c-af20-d051715f7885 req-b8508aee-b197-4807-926b-d0f05953cf24 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936046 Aug 31 01:17:19.827219 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe1a7-081b-4797-8c09-1c7a1f4de8d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:19.830897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538be2ab-3210-410a-b95b-b92788dab468 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:19.831099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fd325b-05fb-4c04-8308-8de90b3692ed admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:19.846481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-08fd325b-05fb-4c04-8308-8de90b3692ed admin admin] 10.222.0.58 "PUT /v2.0/routers/328fe6fd-8d26-4a03-b379-2263764a6721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2150888 Aug 31 01:17:19.847134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58630) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:19.848695 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2884e31b-62b2-48af-b53e-d92a17aae206 None None] Sync routers for ids ['9466ac07-7c7c-4263-ad8e-aab34092ea49'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:19.869929 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2884e31b-62b2-48af-b53e-d92a17aae206 None None] Routers {'9466ac07-7c7c-4263-ad8e-aab34092ea49'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:19.871974 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2884e31b-62b2-48af-b53e-d92a17aae206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:16:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9466ac07-7c7c-4263-ad8e-aab34092ea49'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:19.881195 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-538be2ab-3210-410a-b95b-b92788dab468 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:19.911907 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fe1a7-081b-4797-8c09-1c7a1f4de8d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Subnet': ['ID=6c269c67-6cb3-46d9-8c0b-c74f84c3aa9e,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:19.919532 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869931a-145e-4ccb-9462-1e6b6586b1e9 None None] Sync routers for ids ['328fe6fd-8d26-4a03-b379-2263764a6721'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:19.924968 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-538be2ab-3210-410a-b95b-b92788dab468 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] 10.222.0.58 "DELETE /v2.0/floatingips/4cdb26cc-951b-40c6-96ab-86618c2e3547 HTTP/1.1" status: 204 len: 168 time: 1.5831065 Aug 31 01:17:19.927396 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2884e31b-62b2-48af-b53e-d92a17aae206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:19.928781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58634) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:19.934028 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:19.938416 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2884e31b-62b2-48af-b53e-d92a17aae206 None None] Routers {'9466ac07-7c7c-4263-ad8e-aab34092ea49'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:19.939347 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2884e31b-62b2-48af-b53e-d92a17aae206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:16:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9466ac07-7c7c-4263-ad8e-aab34092ea49'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:19.946759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5fe1a7-081b-4797-8c09-1c7a1f4de8d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:19.950744 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-4d5fe1a7-081b-4797-8c09-1c7a1f4de8d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:19.951351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3869931a-145e-4ccb-9462-1e6b6586b1e9 None None] Routers {'328fe6fd-8d26-4a03-b379-2263764a6721'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:19.952098 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3869931a-145e-4ccb-9462-1e6b6586b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:16:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['328fe6fd-8d26-4a03-b379-2263764a6721'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:19.955439 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5fe1a7-081b-4797-8c09-1c7a1f4de8d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:19.956039 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe1a7-081b-4797-8c09-1c7a1f4de8d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:19.995858 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:20.006831 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2884e31b-62b2-48af-b53e-d92a17aae206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:20.008975 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4d5fe1a7-081b-4797-8c09-1c7a1f4de8d9 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0845947 Aug 31 01:17:20.012847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58642) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:20.014344 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2884e31b-62b2-48af-b53e-d92a17aae206 None None] The sync data for ids ['9466ac07-7c7c-4263-ad8e-aab34092ea49'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:20.023350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-656fc621-520a-4b5e-abdf-a7118cf0a898 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-544269392', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c269c67-6cb3-46d9-8c0b-c74f84c3aa9e'}], 'security_groups': ['05937b2c-64a1-49e2-b50a-4f26cbbaae5f']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:20.091013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf8afe7-27c8-4a11-9b31-468d25e5a81f None None] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:20.143424 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-656fc621-520a-4b5e-abdf-a7118cf0a898 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:20.169421 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:20.213965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-3869931a-145e-4ccb-9462-1e6b6586b1e9 None None] Set router 328fe6fd-8d26-4a03-b379-2263764a6721 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:20.229480 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:20.517830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3869931a-145e-4ccb-9462-1e6b6586b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'name': 'tempest-ServerRescueTestJSON-1002824493-router', 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:14:55Z', 'updated_at': '2021-08-31T01:17:18Z', 'revision_number': 5, 'project_id': '804272a7f8b749e2bebc24d18b9ea347', 'gw_port': {'id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:14:56Z', 'updated_at': '2021-08-31T01:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:20.536024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Allocated IP 172.25.6.7 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/0c0163aa-48e0-4dfe-830c-bbc805aef84b) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:20.595558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869931a-145e-4ccb-9462-1e6b6586b1e9 None None] Checking router: 328fe6fd-8d26-4a03-b379-2263764a6721 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:17:20.617757 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:20.628615 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3869931a-145e-4ccb-9462-1e6b6586b1e9 None None] Routers {'328fe6fd-8d26-4a03-b379-2263764a6721'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:20.629922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3869931a-145e-4ccb-9462-1e6b6586b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:16:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['328fe6fd-8d26-4a03-b379-2263764a6721'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:20.805447 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:20.872078 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:20.924834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-3869931a-145e-4ccb-9462-1e6b6586b1e9 None None] Set router 328fe6fd-8d26-4a03-b379-2263764a6721 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:20.937713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:20.944806 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:20.953516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:21.050354 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543e9e4-75cb-4909-9899-e488e0fa9109 req-e5aa082b-03f2-4467-b1bb-f537752712ed tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:21.053204 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6543e9e4-75cb-4909-9899-e488e0fa9109 req-e5aa082b-03f2-4467-b1bb-f537752712ed tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.1634083 Aug 31 01:17:21.059544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] Deleting port 5d43db6b-9b76-41b0-8465-28a77ef47f2a {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:21.059973 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.118499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aedf8f6-36fc-45d3-9954-b4091ed30835 None None] Update dhcp port {'port': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'fixed_ips': [{'subnet_id': '40b2b84d-ff76-4789-9d6c-4a12185fbe20', 'ip_address': '172.20.0.2'}, {'subnet_id': '6c269c67-6cb3-46d9-8c0b-c74f84c3aa9e'}], 'binding:host_id': 'n-d-802060-13'}, 'id': 'a9d994c5-1b6b-498f-a594-6cbcbe40805e'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:17:21.163039 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Pushing event updated for resources: {'Port': ['ID=0c0163aa-48e0-4dfe-830c-bbc805aef84b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:21.188998 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.220089 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4aedf8f6-36fc-45d3-9954-b4091ed30835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.234739 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c0fa3865-275e-4345-95e5-087d6cffb827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.258521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] For port 5d43db6b-9b76-41b0-8465-28a77ef47f2a, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5d43db6b-9b76-41b0-8465-28a77ef47f2a,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:21.258521 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.271126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] Calling delete_port for 5d43db6b-9b76-41b0-8465-28a77ef47f2a owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:21.298140 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.529230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3869931a-145e-4ccb-9462-1e6b6586b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'name': 'tempest-ServerRescueTestJSON-1002824493-router', 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:14:55Z', 'updated_at': '2021-08-31T01:17:18Z', 'revision_number': 5, 'project_id': '804272a7f8b749e2bebc24d18b9ea347', 'gw_port': {'id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:14:56Z', 'updated_at': '2021-08-31T01:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:21.541076 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6543e9e4-75cb-4909-9899-e488e0fa9109 req-98d7c5e7-bf4b-40ab-8825-789472863b65 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4786267 Aug 31 01:17:21.544070 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.576500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869931a-145e-4ccb-9462-1e6b6586b1e9 None None] The sync data for ids ['328fe6fd-8d26-4a03-b379-2263764a6721'] in n-d-802060-13 is: [{'id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'name': 'tempest-ServerRescueTestJSON-1002824493-router', 'tenant_id': '804272a7f8b749e2bebc24d18b9ea347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:14:55Z', 'updated_at': '2021-08-31T01:17:18Z', 'revision_number': 5, 'project_id': '804272a7f8b749e2bebc24d18b9ea347', 'gw_port': {'id': '5d43db6b-9b76-41b0-8465-28a77ef47f2a', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328fe6fd-8d26-4a03-b379-2263764a6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:14:56Z', 'updated_at': '2021-08-31T01:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:21.629644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d43db6b-9b76-41b0-8465-28a77ef47f2a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:21.680743 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.697424 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.716867 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.883147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Pushing event updated for resources: {'Port': ['ID=0c0163aa-48e0-4dfe-830c-bbc805aef84b,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:21.893328 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.916532 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:21.919330 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c155165f-af42-4902-acee-68082899945b tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9879458 Aug 31 01:17:21.920684 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58704) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:22.339910 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:22.349337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-656fc621-520a-4b5e-abdf-a7118cf0a898 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Delete allocated IP 172.20.0.10 (6aa71449-19a5-483f-85a3-3a317f2c86ac/40b2b84d-ff76-4789-9d6c-4a12185fbe20) {{(pid=94761) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 01:17:22.361474 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:22.390411 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:22.397709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-656fc621-520a-4b5e-abdf-a7118cf0a898 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Allocated IP 172.20.0.24 (6aa71449-19a5-483f-85a3-3a317f2c86ac/6c269c67-6cb3-46d9-8c0b-c74f84c3aa9e/78867589-66bb-42b5-8b53-a5129aaf31a8) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:22.409170 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:22.508261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0e57b-6fd5-4b0d-be17-c8b9b9ac76a7 req-cf02b7e0-207e-4889-a2f3-c22ce88f50f1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:22.515259 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1d0e57b-6fd5-4b0d-be17-c8b9b9ac76a7 req-cf02b7e0-207e-4889-a2f3-c22ce88f50f1 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2862737 Aug 31 01:17:22.525192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3ed90-740f-4197-aa85-d4fc17672dbe req-c719b1f5-547f-4e40-844f-2b31e1307bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:22.526742 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebb3ed90-740f-4197-aa85-d4fc17672dbe req-c719b1f5-547f-4e40-844f-2b31e1307bc4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 1097 time: 0.2965765 Aug 31 01:17:22.534344 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:22.534865 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 328fe6fd-8d26-4a03-b379-2263764a6721 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:17:22.559466 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:22.563834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-52bd6e69-dadd-4219-8b35-c7c9fd528f8c admin admin] 10.222.0.58 "DELETE /v2.0/routers/328fe6fd-8d26-4a03-b379-2263764a6721 HTTP/1.1" status: 204 len: 168 time: 2.7150261 Aug 31 01:17:22.564935 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58720) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:22.624892 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:22.788475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5e019702-40ff-4bda-9f7f-dce75cf95c80 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:22.822448 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1d0e57b-6fd5-4b0d-be17-c8b9b9ac76a7 req-01060b3c-614b-4283-85ad-c7d5f924b460 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005891 Aug 31 01:17:22.875781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 5e019702-40ff-4bda-9f7f-dce75cf95c80 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:17:22.880358 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5e019702-40ff-4bda-9f7f-dce75cf95c80 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:23.019574 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af393f9-26b6-4a9c-923e-b42e3174b4ad admin admin] Deleting subnet 63245396-66fb-450d-8e80-accc99e70fd2 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:17:23.073083 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4af393f9-26b6-4a9c-923e-b42e3174b4ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.180523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3ed90-740f-4197-aa85-d4fc17672dbe req-1e714156-f704-40aa-ae4c-ca702da46253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:23.182050 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebb3ed90-740f-4197-aa85-d4fc17672dbe req-1e714156-f704-40aa-ae4c-ca702da46253 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 200 len: 913 time: 0.6431656 Aug 31 01:17:23.194730 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-656fc621-520a-4b5e-abdf-a7118cf0a898 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.199417 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4af393f9-26b6-4a9c-923e-b42e3174b4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.270559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9143a-734f-458e-9681-88f8c82a0418 req-9a9b8f9f-22a3-47ca-b073-a44810c119af tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:23.277901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9143a-734f-458e-9681-88f8c82a0418 req-9a9b8f9f-22a3-47ca-b073-a44810c119af tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:23.287748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9143a-734f-458e-9681-88f8c82a0418 req-9a9b8f9f-22a3-47ca-b073-a44810c119af tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:23.295462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9143a-734f-458e-9681-88f8c82a0418 req-9a9b8f9f-22a3-47ca-b073-a44810c119af tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:23.298306 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58734) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:23.303300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9143a-734f-458e-9681-88f8c82a0418 req-9a9b8f9f-22a3-47ca-b073-a44810c119af tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:23.309899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9143a-734f-458e-9681-88f8c82a0418 req-9a9b8f9f-22a3-47ca-b073-a44810c119af tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:23.319087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9143a-734f-458e-9681-88f8c82a0418 req-9a9b8f9f-22a3-47ca-b073-a44810c119af tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:23.328157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cd9143a-734f-458e-9681-88f8c82a0418 req-9a9b8f9f-22a3-47ca-b073-a44810c119af tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5437 time: 0.4059548 Aug 31 01:17:23.398723 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Allocated IP 172.25.6.174 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/2c6fd013-fc82-43df-a18d-a1b7dbffe3a4) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:23.434315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-656fc621-520a-4b5e-abdf-a7118cf0a898 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Transition to ACTIVE for port object 78867589-66bb-42b5-8b53-a5129aaf31a8 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:23.479183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cd9143a-734f-458e-9681-88f8c82a0418 req-1915f25c-54f7-4d3c-82e4-b17b95c0c4cd tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1499853 Aug 31 01:17:23.480000 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-656fc621-520a-4b5e-abdf-a7118cf0a898 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.493780 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4af393f9-26b6-4a9c-923e-b42e3174b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.562390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-4aedf8f6-36fc-45d3-9954-b4091ed30835 None None] Allocated IP 172.20.0.18 (6aa71449-19a5-483f-85a3-3a317f2c86ac/6c269c67-6cb3-46d9-8c0b-c74f84c3aa9e/a9d994c5-1b6b-498f-a594-6cbcbe40805e) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:23.582872 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebb3ed90-740f-4197-aa85-d4fc17672dbe req-dfe46741-bc26-4b8e-94e5-550eb8553eea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f HTTP/1.1" status: 200 len: 1000 time: 0.3796415 Aug 31 01:17:23.601050 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ef32c0b-7a56-4c34-90a2-2c7759dd07ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.680286 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3ed90-740f-4197-aa85-d4fc17672dbe req-0a044578-e672-46e9-8ac2-1f4397c8933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:23.682550 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebb3ed90-740f-4197-aa85-d4fc17672dbe req-0a044578-e672-46e9-8ac2-1f4397c8933a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 200 len: 851 time: 0.0693629 Aug 31 01:17:23.715617 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.798014 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4aedf8f6-36fc-45d3-9954-b4091ed30835 None None] For port a9d994c5-1b6b-498f-a594-6cbcbe40805e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a9d994c5-1b6b-498f-a594-6cbcbe40805e,segment=NetworkSegment(78628b80-fcfe-4d29-882f-fc22b8afbb74),segment_id=78628b80-fcfe-4d29-882f-fc22b8afbb74)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:23.802839 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ef32c0b-7a56-4c34-90a2-2c7759dd07ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.804566 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.815735 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ef32c0b-7a56-4c34-90a2-2c7759dd07ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.821377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fc621-520a-4b5e-abdf-a7118cf0a898 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=78867589-66bb-42b5-8b53-a5129aaf31a8,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:23.849237 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4aedf8f6-36fc-45d3-9954-b4091ed30835 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.857299 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-56f9ec93-3c13-4dca-9a6c-ca57bb0d0e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.867176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4aedf8f6-36fc-45d3-9954-b4091ed30835 None None] Transition to ACTIVE for port object a9d994c5-1b6b-498f-a594-6cbcbe40805e will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:23.875986 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4aedf8f6-36fc-45d3-9954-b4091ed30835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.911067 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4af393f9-26b6-4a9c-923e-b42e3174b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:23.914910 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4ef32c0b-7a56-4c34-90a2-2c7759dd07ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e889928cbfd14477b5cc53e51d810e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6120358 Aug 31 01:17:23.926024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58742) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:23.962684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-0cd5f7d6-5bdc-4ddd-9784-54e85aee144a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:23.964298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:23.987984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:23.994576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-0cd5f7d6-5bdc-4ddd-9784-54e85aee144a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:24.000596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:24.002365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-0cd5f7d6-5bdc-4ddd-9784-54e85aee144a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:24.008461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-0cd5f7d6-5bdc-4ddd-9784-54e85aee144a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:24.010223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Pushing event updated for resources: {'Port': ['ID=2c6fd013-fc82-43df-a18d-a1b7dbffe3a4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:24.022849 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-0cd5f7d6-5bdc-4ddd-9784-54e85aee144a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:24.036810 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef32c0b-7a56-4c34-90a2-2c7759dd07ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0009351-8de6-4576-8da3-0d3f353d21ed,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:24.062746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-0cd5f7d6-5bdc-4ddd-9784-54e85aee144a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:24.085217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedf8f6-36fc-45d3-9954-b4091ed30835 None None] Pushing event updated for resources: {'Port': ['ID=a9d994c5-1b6b-498f-a594-6cbcbe40805e,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:24.087028 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e050e4d7-0639-4cbe-95fa-18f2f766e3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:24.091381 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:24.091744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-0cd5f7d6-5bdc-4ddd-9784-54e85aee144a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:24.093781 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-0cd5f7d6-5bdc-4ddd-9784-54e85aee144a tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5437 time: 0.3991721 Aug 31 01:17:24.158725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3ed90-740f-4197-aa85-d4fc17672dbe req-786094be-bc72-416a-a7b9-57a130c4d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:24.160146 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e050e4d7-0639-4cbe-95fa-18f2f766e3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:24.171483 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebb3ed90-740f-4197-aa85-d4fc17672dbe req-786094be-bc72-416a-a7b9-57a130c4d0e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4567242 Aug 31 01:17:24.201474 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af393f9-26b6-4a9c-923e-b42e3174b4ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63245396-66fb-450d-8e80-accc99e70fd2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:24.208372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-656fc621-520a-4b5e-abdf-a7118cf0a898 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] In _notify_port_updated(), no bound segment for port 78867589-66bb-42b5-8b53-a5129aaf31a8 on network 6aa71449-19a5-483f-85a3-3a317f2c86ac {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:17:24.214282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656fc621-520a-4b5e-abdf-a7118cf0a898 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:24.219593 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-656fc621-520a-4b5e-abdf-a7118cf0a898 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:24.227978 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-656fc621-520a-4b5e-abdf-a7118cf0a898 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "PUT /v2.0/ports/78867589-66bb-42b5-8b53-a5129aaf31a8 HTTP/1.1" status: 200 len: 920 time: 4.2135155 Aug 31 01:17:24.229835 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58750) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:24.239953 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:24.256967 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e050e4d7-0639-4cbe-95fa-18f2f766e3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:24.261069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e050e4d7-0639-4cbe-95fa-18f2f766e3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:24.265568 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e050e4d7-0639-4cbe-95fa-18f2f766e3d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0009351-8de6-4576-8da3-0d3f353d21ed HTTP/1.1" status: 204 len: 168 time: 0.3384976 Aug 31 01:17:24.333103 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4af393f9-26b6-4a9c-923e-b42e3174b4ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:24.338243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050e4d7-0639-4cbe-95fa-18f2f766e3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0009351-8de6-4576-8da3-0d3f353d21ed,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:24.339766 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4af393f9-26b6-4a9c-923e-b42e3174b4ad admin admin] 10.222.0.58 "DELETE /v2.0/subnets/63245396-66fb-450d-8e80-accc99e70fd2 HTTP/1.1" status: 204 len: 168 time: 1.7692559 Aug 31 01:17:24.349625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58754) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:24.430157 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:24.477316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-cc453fa6-23f6-424d-b530-c5eeedef3a10 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:24.478636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-cc453fa6-23f6-424d-b530-c5eeedef3a10 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "GET /v2.0/ports/29267b36-3381-42b4-ba48-8fcd9b7a236b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2974858 Aug 31 01:17:24.481898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:24.588024 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2319bfaf-dd39-4d8b-abae-846e7ccaf5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:24.619651 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4340a78-f24a-4d39-8f8c-29e5306dfc95 req-665a9e4c-3541-4d1c-b10f-d9e0c5257cdf tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:24.621454 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4340a78-f24a-4d39-8f8c-29e5306dfc95 req-665a9e4c-3541-4d1c-b10f-d9e0c5257cdf tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.5267169 Aug 31 01:17:24.647859 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebb3ed90-740f-4197-aa85-d4fc17672dbe req-58a1be86-0105-421c-b115-4dfed725612d service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662745 Aug 31 01:17:24.790714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a9d994c5-1b6b-498f-a594-6cbcbe40805e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:24.938570 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2319bfaf-dd39-4d8b-abae-846e7ccaf5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:24.944933 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5d43db6b-9b76-41b0-8465-28a77ef47f2a no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:24.960630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-2319bfaf-dd39-4d8b-abae-846e7ccaf5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134c45ae-9551-4fd2-a505-0a804289d948']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:24.990848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-2319bfaf-dd39-4d8b-abae-846e7ccaf5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4834988c-895b-4096-b7b8-21be782359b8') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:24.991177 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-2319bfaf-dd39-4d8b-abae-846e7ccaf5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4834988c-895b-4096-b7b8-21be782359b8') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:25.011092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 5d43db6b-9b76-41b0-8465-28a77ef47f2a {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:17:25.013883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5d43db6b-9b76-41b0-8465-28a77ef47f2a not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:25.020525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4c790ea2-2e0b-4ec9-89f1-c7676d037f1c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port 78867589-66bb-42b5-8b53-a5129aaf31a8 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:25.020902 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4c790ea2-2e0b-4ec9-89f1-c7676d037f1c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.070313 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2319bfaf-dd39-4d8b-abae-846e7ccaf5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.108955 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4340a78-f24a-4d39-8f8c-29e5306dfc95 req-5a1e9382-ec06-40ba-94be-5de7ecbe152a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4406888 Aug 31 01:17:25.163536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-1da26247-34d5-4eba-9e1d-eda7474785c9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "GET /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6725085 Aug 31 01:17:25.174422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d62abd70-c99a-41b2-8f6b-967efcc4b03e None None] Provisioning complete for port f3a311ca-39d3-41ca-ad5e-6ddf79255bff triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:25.175254 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d62abd70-c99a-41b2-8f6b-967efcc4b03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.213299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-595153e1-460c-48da-a305-fa7540115000 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:25.335669 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d62abd70-c99a-41b2-8f6b-967efcc4b03e None None] Port f3a311ca-39d3-41ca-ad5e-6ddf79255bff cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:25.346692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72109ea9-4ba7-4b68-a42c-9778dd6274e3 req-8af7df7d-5e09-45f4-b8d1-8666eca74ebe tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:25.351312 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2319bfaf-dd39-4d8b-abae-846e7ccaf5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.365314 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d62abd70-c99a-41b2-8f6b-967efcc4b03e None None] Provisioning for port 78867589-66bb-42b5-8b53-a5129aaf31a8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:25.371172 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72109ea9-4ba7-4b68-a42c-9778dd6274e3 req-8af7df7d-5e09-45f4-b8d1-8666eca74ebe tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:25.375236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d62abd70-c99a-41b2-8f6b-967efcc4b03e None None] Provisioning complete for port 78867589-66bb-42b5-8b53-a5129aaf31a8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:25.375674 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d62abd70-c99a-41b2-8f6b-967efcc4b03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.380700 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72109ea9-4ba7-4b68-a42c-9778dd6274e3 req-8af7df7d-5e09-45f4-b8d1-8666eca74ebe tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:25.392107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2319bfaf-dd39-4d8b-abae-846e7ccaf5a8 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:17:25.392492 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2319bfaf-dd39-4d8b-abae-846e7ccaf5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.399800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72109ea9-4ba7-4b68-a42c-9778dd6274e3 req-8af7df7d-5e09-45f4-b8d1-8666eca74ebe tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:25.405598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72109ea9-4ba7-4b68-a42c-9778dd6274e3 req-8af7df7d-5e09-45f4-b8d1-8666eca74ebe tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:17:25.409376 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:17:25.439076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72109ea9-4ba7-4b68-a42c-9778dd6274e3 req-8af7df7d-5e09-45f4-b8d1-8666eca74ebe tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:25.445677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d62abd70-c99a-41b2-8f6b-967efcc4b03e None None] Port 78867589-66bb-42b5-8b53-a5129aaf31a8 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:25.445915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72109ea9-4ba7-4b68-a42c-9778dd6274e3 req-8af7df7d-5e09-45f4-b8d1-8666eca74ebe tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:25.468942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d62abd70-c99a-41b2-8f6b-967efcc4b03e None None] Provisioning for port a9d994c5-1b6b-498f-a594-6cbcbe40805e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:25.469658 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72109ea9-4ba7-4b68-a42c-9778dd6274e3 req-8af7df7d-5e09-45f4-b8d1-8666eca74ebe tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5437 time: 0.5629575 Aug 31 01:17:25.478963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d62abd70-c99a-41b2-8f6b-967efcc4b03e None None] Provisioning complete for port a9d994c5-1b6b-498f-a594-6cbcbe40805e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:25.479751 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d62abd70-c99a-41b2-8f6b-967efcc4b03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.493600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebb3ed90-740f-4197-aa85-d4fc17672dbe req-1ecfd086-2bd6-46b2-813f-d07b35e95de4 service neutron] 10.222.0.70 "GET /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8446357 Aug 31 01:17:25.563390 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4c790ea2-2e0b-4ec9-89f1-c7676d037f1c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.581209 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.598466 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.693670 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72109ea9-4ba7-4b68-a42c-9778dd6274e3 req-6cc1c4af-c5d9-429a-87fb-bf754b8bf9ec tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2214413 Aug 31 01:17:25.693911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4c790ea2-2e0b-4ec9-89f1-c7676d037f1c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for 78867589-66bb-42b5-8b53-a5129aaf31a8 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:25.696876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Pushing event updated for resources: {'Port': ['ID=2c6fd013-fc82-43df-a18d-a1b7dbffe3a4,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:25.697183 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-595153e1-460c-48da-a305-fa7540115000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.704391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58782) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:25.732594 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2319bfaf-dd39-4d8b-abae-846e7ccaf5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.790140 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8dcaf7c6-ae64-4ec1-829e-623d3b48b869 None None] Provisioning complete for port 78867589-66bb-42b5-8b53-a5129aaf31a8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:25.790526 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8dcaf7c6-ae64-4ec1-829e-623d3b48b869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.790914 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2319bfaf-dd39-4d8b-abae-846e7ccaf5a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.793042 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2319bfaf-dd39-4d8b-abae-846e7ccaf5a8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/134c45ae-9551-4fd2-a505-0a804289d948 HTTP/1.1" status: 204 len: 168 time: 1.4424200 Aug 31 01:17:25.798688 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319bfaf-dd39-4d8b-abae-846e7ccaf5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=134c45ae-9551-4fd2-a505-0a804289d948,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:25.905042 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.905977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8dcaf7c6-ae64-4ec1-829e-623d3b48b869 None None] Port 78867589-66bb-42b5-8b53-a5129aaf31a8 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:25.930648 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:25.934210 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-11ca4baf-00cb-4618-ad94-c73fb8b5b58c tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0118744 Aug 31 01:17:25.934410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58788) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:26.030593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7f0214bb-8098-4206-85ec-e2322dd5fea7 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:26.083438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58790) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:26.089024 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0e2f6b9b-883c-4a71-b391-14ccec27c864 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.1533356 Aug 31 01:17:26.093877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58792) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:26.096801 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4c790ea2-2e0b-4ec9-89f1-c7676d037f1c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.100034 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-389988039-network', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:26.211867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c790ea2-2e0b-4ec9-89f1-c7676d037f1c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=78867589-66bb-42b5-8b53-a5129aaf31a8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:26.223215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e098f8e5-a498-487b-b7b6-01f3097eba64 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1119602 Aug 31 01:17:26.232928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58796) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:26.294939 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-77b9fc39-646a-4070-ba39-0d3ae4230af9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=804272a7f8b749e2bebc24d18b9ea347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2076237 Aug 31 01:17:26.311300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58802) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:26.331028 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.368784 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4c790ea2-2e0b-4ec9-89f1-c7676d037f1c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.374375 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4c790ea2-2e0b-4ec9-89f1-c7676d037f1c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/78867589-66bb-42b5-8b53-a5129aaf31a8 HTTP/1.1" status: 204 len: 168 time: 2.1187766 Aug 31 01:17:26.375731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f0214bb-8098-4206-85ec-e2322dd5fea7'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:26.376817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58806) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:26.378279 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7cd76a-7c59-4535-a308-e7c059b0efb8" -d '{"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-unplugged", "status": "completed", "tag": "7f0214bb-8098-4206-85ec-e2322dd5fea7"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:26.392664 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7f0214bb-8098-4206-85ec-e2322dd5fea7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7f0214bb-8098-4206-85ec-e2322dd5fea7,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:26.398730 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.400012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 97659ade-1488-434b-aade-3fbbe25b95a7 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:26.411710 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c8fde9-cca2-4f82-a608-3b303d946a7c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] GET failed (client error): The resource could not be found. Aug 31 01:17:26.413360 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f9c8fde9-cca2-4f82-a608-3b303d946a7c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/78867589-66bb-42b5-8b53-a5129aaf31a8 HTTP/1.1" status: 404 len: 333 time: 0.0356688 Aug 31 01:17:26.416666 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58810) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:26.472185 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-daa9cb2b-cd24-4d31-839f-4ab843253515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.538712 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f07881c-e7d9-4500-b1e8-a5471f945a41 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.542630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7f0214bb-8098-4206-85ec-e2322dd5fea7,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:26.591185 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f07881c-e7d9-4500-b1e8-a5471f945a41 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.617511 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea537ae-79e8-4ca7-8aa0-fae5f31b4e2b x-openstack-request-id: req-6ea537ae-79e8-4ca7-8aa0-fae5f31b4e2b {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:26.617903 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-unplugged", "status": "completed", "tag": "7f0214bb-8098-4206-85ec-e2322dd5fea7", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:26.618267 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ea537ae-79e8-4ca7-8aa0-fae5f31b4e2b {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:26.618747 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f0214bb-8098-4206-85ec-e2322dd5fea7', 'code': 200} Aug 31 01:17:26.619631 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-daa9cb2b-cd24-4d31-839f-4ab843253515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.637390 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.662939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f07881c-e7d9-4500-b1e8-a5471f945a41 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.665944 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f07881c-e7d9-4500-b1e8-a5471f945a41 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.667406 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3f07881c-e7d9-4500-b1e8-a5471f945a41 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/security-groups/44574fd7-2e06-4134-be8a-fad239dbf339 HTTP/1.1" status: 204 len: 168 time: 0.2496507 Aug 31 01:17:26.683484 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58812) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:26.685166 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07881c-e7d9-4500-b1e8-a5471f945a41 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44574fd7-2e06-4134-be8a-fad239dbf339,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:26.719316 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.721493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 97659ade-1488-434b-aade-3fbbe25b95a7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=97659ade-1488-434b-aade-3fbbe25b95a7,segment=NetworkSegment(5d426c79-0889-455e-832d-a68acceeaf25),segment_id=5d426c79-0889-455e-832d-a68acceeaf25)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:26.745648 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.746401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 0566f795-c864-431d-8adb-85d29f5b7dae no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:26.844981 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4020a63c-0def-43f0-9e26-63207c964731 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.848322 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-daa9cb2b-cd24-4d31-839f-4ab843253515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.851715 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-daa9cb2b-cd24-4d31-839f-4ab843253515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:26.853170 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-daa9cb2b-cd24-4d31-839f-4ab843253515 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23e93521-3f19-472e-a1b8-0c1bd1148856 HTTP/1.1" status: 204 len: 168 time: 0.5382154 Aug 31 01:17:26.895408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9cb2b-cd24-4d31-839f-4ab843253515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e93521-3f19-472e-a1b8-0c1bd1148856,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:26.927252 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4020a63c-0def-43f0-9e26-63207c964731 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.001009 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4020a63c-0def-43f0-9e26-63207c964731 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.004922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4020a63c-0def-43f0-9e26-63207c964731 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.006464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=97659ade-1488-434b-aade-3fbbe25b95a7,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:27.009221 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4020a63c-0def-43f0-9e26-63207c964731 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/security-groups/05937b2c-64a1-49e2-b50a-4f26cbbaae5f HTTP/1.1" status: 204 len: 168 time: 0.3202763 Aug 31 01:17:27.009940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58818) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:27.060984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020a63c-0def-43f0-9e26-63207c964731 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05937b2c-64a1-49e2-b50a-4f26cbbaae5f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:27.086078 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.119604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce09c8d-d16b-4c68-941a-52f5c37cd108 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting subnet 40b2b84d-ff76-4789-9d6c-4a12185fbe20 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:17:27.124122 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ce09c8d-d16b-4c68-941a-52f5c37cd108 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.181425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] Made reservation on behalf of 25d1ec8e3d7746f4848f318b6bfe6fce for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:27.184151 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.193184 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ce09c8d-d16b-4c68-941a-52f5c37cd108 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.199493 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.201893 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 0566f795-c864-431d-8adb-85d29f5b7dae, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=0566f795-c864-431d-8adb-85d29f5b7dae,segment=NetworkSegment(0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0),segment_id=0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:27.209743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-595153e1-460c-48da-a305-fa7540115000 service neutron] For port 29267b36-3381-42b4-ba48-8fcd9b7a236b, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=29267b36-3381-42b4-ba48-8fcd9b7a236b,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:27.211715 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.213024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 450c3c7c-35f4-4432-892d-05366ece154e no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:27.352832 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ce09c8d-d16b-4c68-941a-52f5c37cd108 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.358619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061832dc-6e33-4d85-b285-501971014121 req-a92db0dd-478f-4b36-a735-3eb6f73f9786 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:27.366170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061832dc-6e33-4d85-b285-501971014121 req-a92db0dd-478f-4b36-a735-3eb6f73f9786 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:27.372274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061832dc-6e33-4d85-b285-501971014121 req-a92db0dd-478f-4b36-a735-3eb6f73f9786 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:27.378780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061832dc-6e33-4d85-b285-501971014121 req-a92db0dd-478f-4b36-a735-3eb6f73f9786 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:27.386452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061832dc-6e33-4d85-b285-501971014121 req-a92db0dd-478f-4b36-a735-3eb6f73f9786 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:27.393312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061832dc-6e33-4d85-b285-501971014121 req-a92db0dd-478f-4b36-a735-3eb6f73f9786 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:27.412188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061832dc-6e33-4d85-b285-501971014121 req-a92db0dd-478f-4b36-a735-3eb6f73f9786 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:27.424452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-061832dc-6e33-4d85-b285-501971014121 req-a92db0dd-478f-4b36-a735-3eb6f73f9786 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 5433 time: 0.3790383 Aug 31 01:17:27.440158 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ce09c8d-d16b-4c68-941a-52f5c37cd108 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.442998 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=0566f795-c864-431d-8adb-85d29f5b7dae,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:27.456493 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.475665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-52165fd1-9f6b-46c1-8da3-3ebe177b6f7d tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Deleting port 2c6fd013-fc82-43df-a18d-a1b7dbffe3a4 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:27.476106 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52165fd1-9f6b-46c1-8da3-3ebe177b6f7d tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.485359 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ab568-bf44-4686-a45c-57b2daf3e68a req-54c0a83e-0c8a-4164-935d-91ea7f8b51b2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:27.487179 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-895ab568-bf44-4686-a45c-57b2daf3e68a req-54c0a83e-0c8a-4164-935d-91ea7f8b51b2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.4450076 Aug 31 01:17:27.491599 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce09c8d-d16b-4c68-941a-52f5c37cd108 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Subnet': ['ID=40b2b84d-ff76-4789-9d6c-4a12185fbe20,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:27.499361 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ce09c8d-d16b-4c68-941a-52f5c37cd108 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.501773 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5ce09c8d-d16b-4c68-941a-52f5c37cd108 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/40b2b84d-ff76-4789-9d6c-4a12185fbe20 HTTP/1.1" status: 204 len: 168 time: 0.4874496 Aug 31 01:17:27.506611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58832) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:27.522831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 450c3c7c-35f4-4432-892d-05366ece154e, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=450c3c7c-35f4-4432-892d-05366ece154e,segment=NetworkSegment(0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0),segment_id=0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:27.530893 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ec59e0-cf4c-47af-9688-b425ca883681 None None] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:27.535750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0cf7b1a4-1251-417b-9fd8-097122a28a0e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'subnet': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:27.536790 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.538476 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 3b367952-fbab-4977-b0c0-6447731e06fb no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:27.681154 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-061832dc-6e33-4d85-b285-501971014121 req-389bc82f-bd65-4e94-ba9c-a33fe5d451d2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2556229 Aug 31 01:17:27.682316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-595153e1-460c-48da-a305-fa7540115000 service neutron] For port 29267b36-3381-42b4-ba48-8fcd9b7a236b, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:17:27.763033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=450c3c7c-35f4-4432-892d-05366ece154e,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:27.873040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-895ab568-bf44-4686-a45c-57b2daf3e68a req-33a9c643-94a0-4d73-9208-6351659006fc tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3639750 Aug 31 01:17:27.889848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-595153e1-460c-48da-a305-fa7540115000 service neutron] device_id is not set on port 29267b36-3381-42b4-ba48-8fcd9b7a236b yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:17:27.911544 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.915576 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.921031 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-595153e1-460c-48da-a305-fa7540115000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.946376 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.951959 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf7b1a4-1251-417b-9fd8-097122a28a0e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:27.955889 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cf7b1a4-1251-417b-9fd8-097122a28a0e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.977141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 3b367952-fbab-4977-b0c0-6447731e06fb, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3b367952-fbab-4977-b0c0-6447731e06fb,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:27.980008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:17:27.987839 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:27.989531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 29267b36-3381-42b4-ba48-8fcd9b7a236b no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:28.012046 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.012409 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] Added segment 75259ffd-f0f8-4849-8f82-71b9c2564271 of type vlan for network 05166366-f2cf-4263-a28e-fd696742cc7f Aug 31 01:17:28.119512 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.122099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 29267b36-3381-42b4-ba48-8fcd9b7a236b not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:28.127758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=3b367952-fbab-4977-b0c0-6447731e06fb,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:28.150495 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 53e5b95c-f228-4756-af82-996e14d0fcc7 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:28.181472 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52165fd1-9f6b-46c1-8da3-3ebe177b6f7d tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.181812 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52165fd1-9f6b-46c1-8da3-3ebe177b6f7d tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.190369 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-595153e1-460c-48da-a305-fa7540115000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.220052 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.221396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:28.222147 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.277184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-52165fd1-9f6b-46c1-8da3-3ebe177b6f7d tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Calling delete_port for 2c6fd013-fc82-43df-a18d-a1b7dbffe3a4 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:28.281709 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5751810 Aug 31 01:17:28.305709 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58850) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:28.323457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-08dc27eb-c4cb-4c95-b40e-5afabec54900 admin admin] Request body: {'subnet': {'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-389988039-subnet', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:28.366727 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58856) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:28.431987 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.495816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-595153e1-460c-48da-a305-fa7540115000 service neutron] No DVR routers for this DVR port 29267b36-3381-42b4-ba48-8fcd9b7a236b on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:28.511480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 53e5b95c-f228-4756-af82-996e14d0fcc7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=53e5b95c-f228-4756-af82-996e14d0fcc7,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:28.519340 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.581096 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dc27eb-c4cb-4c95-b40e-5afabec54900 admin admin] Made reservation on behalf of 25d1ec8e3d7746f4848f318b6bfe6fce for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:28.586826 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08dc27eb-c4cb-4c95-b40e-5afabec54900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.596074 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cf7b1a4-1251-417b-9fd8-097122a28a0e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.599438 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3ac1fe-52ba-4052-804c-91976b4af943,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:28.621331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-595153e1-460c-48da-a305-fa7540115000 service neutron] In _notify_port_updated(), no bound segment for port 29267b36-3381-42b4-ba48-8fcd9b7a236b on network b31b1865-ff35-42ae-8079-b6731ab28a21 {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:17:28.623252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-595153e1-460c-48da-a305-fa7540115000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:28.623809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97659ade-1488-434b-aade-3fbbe25b95a7'}, {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0566f795-c864-431d-8adb-85d29f5b7dae'}, {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '450c3c7c-35f4-4432-892d-05366ece154e'}, {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b367952-fbab-4977-b0c0-6447731e06fb'}, {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e5b95c-f228-4756-af82-996e14d0fcc7'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:28.624020 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-595153e1-460c-48da-a305-fa7540115000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.627180 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-595153e1-460c-48da-a305-fa7540115000 service neutron] 10.222.0.15 "PUT /v2.0/ports/29267b36-3381-42b4-ba48-8fcd9b7a236b HTTP/1.1" status: 200 len: 1028 time: 3.4267159 Aug 31 01:17:28.628504 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b37b59-c2fe-4a10-9fbd-cca7d9aa6d8c" -d '{"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-unplugged", "status": "completed", "tag": "97659ade-1488-434b-aade-3fbbe25b95a7"}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-unplugged", "status": "completed", "tag": "0566f795-c864-431d-8adb-85d29f5b7dae"}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-unplugged", "status": "completed", "tag": "450c3c7c-35f4-4432-892d-05366ece154e"}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-unplugged", "status": "completed", "tag": "3b367952-fbab-4977-b0c0-6447731e06fb"}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-unplugged", "status": "completed", "tag": "53e5b95c-f228-4756-af82-996e14d0fcc7"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:28.721302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1103367375-network', 'tenant_id': '0999f289e302434382b3708ba8d835c8'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:28.743338 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8ded11-7f22-46f1-b32f-9333fb53ad93 x-openstack-request-id: req-cf8ded11-7f22-46f1-b32f-9333fb53ad93 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:28.743701 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-unplugged", "status": "completed", "tag": "97659ade-1488-434b-aade-3fbbe25b95a7", "code": 200}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-unplugged", "status": "completed", "tag": "0566f795-c864-431d-8adb-85d29f5b7dae", "code": 200}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-unplugged", "status": "completed", "tag": "450c3c7c-35f4-4432-892d-05366ece154e", "code": 200}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-unplugged", "status": "completed", "tag": "3b367952-fbab-4977-b0c0-6447731e06fb", "code": 200}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-unplugged", "status": "completed", "tag": "53e5b95c-f228-4756-af82-996e14d0fcc7", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:28.743936 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf8ded11-7f22-46f1-b32f-9333fb53ad93 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:28.744308 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97659ade-1488-434b-aade-3fbbe25b95a7', 'code': 200} Aug 31 01:17:28.744567 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0566f795-c864-431d-8adb-85d29f5b7dae', 'code': 200} Aug 31 01:17:28.744827 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '450c3c7c-35f4-4432-892d-05366ece154e', 'code': 200} Aug 31 01:17:28.745122 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b367952-fbab-4977-b0c0-6447731e06fb', 'code': 200} Aug 31 01:17:28.755167 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e5b95c-f228-4756-af82-996e14d0fcc7', 'code': 200} Aug 31 01:17:28.761021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=53e5b95c-f228-4756-af82-996e14d0fcc7,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:28.837765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf7b1a4-1251-417b-9fd8-097122a28a0e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:28.852714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0cf7b1a4-1251-417b-9fd8-097122a28a0e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:28.858725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf7b1a4-1251-417b-9fd8-097122a28a0e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:28.859891 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cf7b1a4-1251-417b-9fd8-097122a28a0e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.869086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ea21e3dc-7c8c-4a45-8576-892971408c03 None None] Provisioning complete for port 29267b36-3381-42b4-ba48-8fcd9b7a236b triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:28.869657 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ea21e3dc-7c8c-4a45-8576-892971408c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.948749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] Made reservation on behalf of 0999f289e302434382b3708ba8d835c8 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:28.955986 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:28.961457 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ea21e3dc-7c8c-4a45-8576-892971408c03 None None] Port 29267b36-3381-42b4-ba48-8fcd9b7a236b cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:28.970020 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0cf7b1a4-1251-417b-9fd8-097122a28a0e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4628842 Aug 31 01:17:28.986274 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58868) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:28.993693 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-79ccf11a-5536-4452-bdb2-74147cac77c2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'security_group': {'name': 'tempest-secgroup-1480325680'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:29.000912 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.002945 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7b1a4-1251-417b-9fd8-097122a28a0e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Subnet': ['ID=768d5c10-cf70-449d-afea-df80a150b313,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:29.078030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595153e1-460c-48da-a305-fa7540115000 service neutron] Pushing event updated for resources: {'Port': ['ID=29267b36-3381-42b4-ba48-8fcd9b7a236b,revision_number=6']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:29.091311 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79ccf11a-5536-4452-bdb2-74147cac77c2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.128365 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52165fd1-9f6b-46c1-8da3-3ebe177b6f7d tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.133143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445e070-0b7a-4aa3-bd1b-246ffa57843a admin admin] Pushing event updated for resources: {'Network': ['ID=05166366-f2cf-4263-a28e-fd696742cc7f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:29.147876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 05166366-f2cf-4263-a28e-fd696742cc7f details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:17:29.221216 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08dc27eb-c4cb-4c95-b40e-5afabec54900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.224394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-36e63e14-946f-4c0b-a1db-81da4b323373 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:29.225384 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-36e63e14-946f-4c0b-a1db-81da4b323373 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "GET /v2.0/ports/3b367952-fbab-4977-b0c0-6447731e06fb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4928176 Aug 31 01:17:29.251189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be01521-b217-4e70-b224-d3573a9dc543 None None] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:29.266342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52165fd1-9f6b-46c1-8da3-3ebe177b6f7d tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Pushing event deleted for resources: {'Port': ['ID=2c6fd013-fc82-43df-a18d-a1b7dbffe3a4,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:29.278422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fb06d242-00b6-4ff2-b958-38e359169c74 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:29.375178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc27eb-c4cb-4c95-b40e-5afabec54900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bdf0b07-4c89-45a2-828f-1c4e94ba70e3,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:29.401593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea2b5e-aabc-4ad9-94fe-ec3fe5186f83 req-6e712cf3-c9e9-4632-9d5b-d88f96ae42db tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:29.408097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea2b5e-aabc-4ad9-94fe-ec3fe5186f83 req-6e712cf3-c9e9-4632-9d5b-d88f96ae42db tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:29.415539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea2b5e-aabc-4ad9-94fe-ec3fe5186f83 req-6e712cf3-c9e9-4632-9d5b-d88f96ae42db tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:29.424336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea2b5e-aabc-4ad9-94fe-ec3fe5186f83 req-6e712cf3-c9e9-4632-9d5b-d88f96ae42db tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:29.431821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea2b5e-aabc-4ad9-94fe-ec3fe5186f83 req-6e712cf3-c9e9-4632-9d5b-d88f96ae42db tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:29.432455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dc27eb-c4cb-4c95-b40e-5afabec54900 admin admin] Checking segment: {'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:29.432661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dc27eb-c4cb-4c95-b40e-5afabec54900 admin admin] Network hostable DHCP agents. Network: 05166366-f2cf-4263-a28e-fd696742cc7f, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:17:29.437627 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea2b5e-aabc-4ad9-94fe-ec3fe5186f83 req-6e712cf3-c9e9-4632-9d5b-d88f96ae42db tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:29.439836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0cea2b5e-aabc-4ad9-94fe-ec3fe5186f83 req-6e712cf3-c9e9-4632-9d5b-d88f96ae42db tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 4650 time: 0.3464150 Aug 31 01:17:29.445415 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.487537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59d8cc-9ba2-44db-b29b-dfe58dc4f32c req-62866019-4b92-436c-803b-18e276ba528d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:29.489591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd59d8cc-9ba2-44db-b29b-dfe58dc4f32c req-62866019-4b92-436c-803b-18e276ba528d tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.3103783 Aug 31 01:17:29.512501 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8c2c3ecf-1bcf-43d2-b39a-1ede094e8625 None None] Provisioning complete for port f3a311ca-39d3-41ca-ad5e-6ddf79255bff triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:29.513421 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8c2c3ecf-1bcf-43d2-b39a-1ede094e8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.523553 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52165fd1-9f6b-46c1-8da3-3ebe177b6f7d tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.526111 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52165fd1-9f6b-46c1-8da3-3ebe177b6f7d tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.527307 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-52165fd1-9f6b-46c1-8da3-3ebe177b6f7d tempest-FloatingIPAdminTestJSON-1215317481 tempest-FloatingIPAdminTestJSON-1215317481-project] 10.222.0.58 "DELETE /v2.0/floatingips/f410d179-a268-4abe-84fd-39cb4670266a HTTP/1.1" status: 204 len: 168 time: 3.2908120 Aug 31 01:17:29.531092 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fb06d242-00b6-4ff2-b958-38e359169c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.545920 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58874) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:29.564050 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79ccf11a-5536-4452-bdb2-74147cac77c2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.565864 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.583997 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79ccf11a-5536-4452-bdb2-74147cac77c2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.591979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c3ecf-1bcf-43d2-b39a-1ede094e8625 None None] Port f3a311ca-39d3-41ca-ad5e-6ddf79255bff cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:29.602959 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dc27eb-c4cb-4c95-b40e-5afabec54900 admin admin] Network 05166366-f2cf-4263-a28e-fd696742cc7f is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:17:29.619195 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:17:29.638452 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79ccf11a-5536-4452-bdb2-74147cac77c2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.639965 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-79ccf11a-5536-4452-bdb2-74147cac77c2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6518424 Aug 31 01:17:29.646244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-08dc27eb-c4cb-4c95-b40e-5afabec54900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 05166366-f2cf-4263-a28e-fd696742cc7f) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:29.647922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58876) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:29.650054 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.650463 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] Added segment 4ddd55aa-379f-42a2-9f43-c49a0d6f76eb of type vlan for network aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1 Aug 31 01:17:29.656289 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-76443487-4c92-4eff-9d8a-dd90d5245069 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'security_group': {'name': 'tempest-secgroup-1999288607'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:29.673765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dc27eb-c4cb-4c95-b40e-5afabec54900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:29.673765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08dc27eb-c4cb-4c95-b40e-5afabec54900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.692407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d1bb15-4fb1-4418-908d-6f236fcbf3c4 None None] Network 05166366-f2cf-4263-a28e-fd696742cc7f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:29.697478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ad9887-f603-44f0-9ae3-8470501a1910,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:29.719121 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-08dc27eb-c4cb-4c95-b40e-5afabec54900 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4096918 Aug 31 01:17:29.742106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58878) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:29.771148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:29.832037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8c2c3ecf-1bcf-43d2-b39a-1ede094e8625 None None] Provisioning complete for port a9d994c5-1b6b-498f-a594-6cbcbe40805e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:29.833179 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8c2c3ecf-1bcf-43d2-b39a-1ede094e8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.842234 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.871995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0cea2b5e-aabc-4ad9-94fe-ec3fe5186f83 req-3624413d-f3e2-4137-b03f-a4841479bbc5 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=40173cf9-a208-4d81-80e2-6e381e1cc1b3&id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4132481 Aug 31 01:17:29.880705 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76443487-4c92-4eff-9d8a-dd90d5245069 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.892949 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccf11a-5536-4452-bdb2-74147cac77c2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831022bb-69e9-4c6e-b88d-27c3eb9b3eed,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:29.923619 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-05166366-f2cf-4263-a28e-fd696742cc7f', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:17:29.924479 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.955318 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:29.956936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:29.958092 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.086313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] Pushing event updated for resources: {'Network': ['ID=aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:30.128219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:17:30.153209 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76443487-4c92-4eff-9d8a-dd90d5245069 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.163210 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76443487-4c92-4eff-9d8a-dd90d5245069 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.164458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fb06d242-00b6-4ff2-b958-38e359169c74 service neutron] For port 3b367952-fbab-4977-b0c0-6447731e06fb, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3b367952-fbab-4977-b0c0-6447731e06fb,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:30.179413 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-eb6acfe4-d00b-446f-b09a-a81bf219b024 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8113549 Aug 31 01:17:30.188846 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58882) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:30.198127 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f2a56326-017b-479f-89ea-a12970f9273d admin admin] Request body: {'subnet': {'network_id': 'aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1103367375-subnet', 'tenant_id': '0999f289e302434382b3708ba8d835c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:30.220402 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76443487-4c92-4eff-9d8a-dd90d5245069 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.222045 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-76443487-4c92-4eff-9d8a-dd90d5245069 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5697832 Aug 31 01:17:30.227223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58884) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:30.229388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fb06d242-00b6-4ff2-b958-38e359169c74 service neutron] For port 3b367952-fbab-4977-b0c0-6447731e06fb, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:17:30.233531 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6bbd8014-6fdd-43fa-ada4-f6fea91c8667 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'security_group': {'name': 'tempest-secgroup-1150617213'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:30.243086 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76443487-4c92-4eff-9d8a-dd90d5245069 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ec4603-7b77-4500-a4e5-61634f398f68,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:30.268338 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a56326-017b-479f-89ea-a12970f9273d admin admin] Made reservation on behalf of 0999f289e302434382b3708ba8d835c8 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:30.271876 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2a56326-017b-479f-89ea-a12970f9273d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.290227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fb06d242-00b6-4ff2-b958-38e359169c74 service neutron] device_id is not set on port 3b367952-fbab-4977-b0c0-6447731e06fb yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:17:30.299809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3231f90-506b-46f6-a23f-c7c409d60e34 None None] Update dhcp port {'port': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'fixed_ips': [{'subnet_id': '6c269c67-6cb3-46d9-8c0b-c74f84c3aa9e', 'ip_address': '172.20.0.18'}, {'subnet_id': '768d5c10-cf70-449d-afea-df80a150b313'}], 'binding:host_id': 'n-d-802060-13'}, 'id': 'a9d994c5-1b6b-498f-a594-6cbcbe40805e'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:17:30.322009 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd59d8cc-9ba2-44db-b29b-dfe58dc4f32c req-c63cc799-025f-447c-ac18-5d8904754b0b tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8162186 Aug 31 01:17:30.349932 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.349932 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.398574 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6bbd8014-6fdd-43fa-ada4-f6fea91c8667 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.437030 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3231f90-506b-46f6-a23f-c7c409d60e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.498800 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Allocated IP 172.20.0.2 (05166366-f2cf-4263-a28e-fd696742cc7f/3bdf0b07-4c89-45a2-828f-1c4e94ba70e3/e69d8427-46c6-46fa-b86e-9ba2758a43a1) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:30.508051 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fb06d242-00b6-4ff2-b958-38e359169c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.578463 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.625190 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2a56326-017b-479f-89ea-a12970f9273d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.643932 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fb06d242-00b6-4ff2-b958-38e359169c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.652314 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6bbd8014-6fdd-43fa-ada4-f6fea91c8667 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.686240 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6bbd8014-6fdd-43fa-ada4-f6fea91c8667 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.804035 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a56326-017b-479f-89ea-a12970f9273d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd1597f-753f-4ef8-ae4e-cbf870c562a6,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:30.806588 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6bbd8014-6fdd-43fa-ada4-f6fea91c8667 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:30.809739 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6bbd8014-6fdd-43fa-ada4-f6fea91c8667 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5808761 Aug 31 01:17:30.834828 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58892) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:30.846522 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0f648a4c-e366-4f15-9c78-312ef235f9f3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1559853508', 'security_groups': ['fefb4adb-36f1-4639-b36d-e1394344c18a'], 'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '768d5c10-cf70-449d-afea-df80a150b313'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:30.857832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd8014-6fdd-43fa-ada4-f6fea91c8667 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fefb4adb-36f1-4639-b36d-e1394344c18a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:30.918161 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a56326-017b-479f-89ea-a12970f9273d admin admin] Checking segment: {'id': '4ddd55aa-379f-42a2-9f43-c49a0d6f76eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:30.918644 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a56326-017b-479f-89ea-a12970f9273d admin admin] Network hostable DHCP agents. Network: aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:17:30.944391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06d242-00b6-4ff2-b958-38e359169c74 service neutron] Pushing event updated for resources: {'Port': ['ID=3b367952-fbab-4977-b0c0-6447731e06fb,revision_number=7']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:31.052307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a56326-017b-479f-89ea-a12970f9273d admin admin] Network aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:17:31.077260 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-f2a56326-017b-479f-89ea-a12970f9273d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:31.083098 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a56326-017b-479f-89ea-a12970f9273d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:31.084035 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2a56326-017b-479f-89ea-a12970f9273d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.096573 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d383422-d9bc-4981-9dfe-c0db7fc1e08c None None] Network aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:31.133481 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f2a56326-017b-479f-89ea-a12970f9273d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9429867 Aug 31 01:17:31.190325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f648a4c-e366-4f15-9c78-312ef235f9f3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:31.234097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fb06d242-00b6-4ff2-b958-38e359169c74 service neutron] No DVR routers for this DVR port 3b367952-fbab-4977-b0c0-6447731e06fb on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:31.304935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-a3231f90-506b-46f6-a23f-c7c409d60e34 None None] Allocated IP 172.20.0.2 (6aa71449-19a5-483f-85a3-3a317f2c86ac/768d5c10-cf70-449d-afea-df80a150b313/a9d994c5-1b6b-498f-a594-6cbcbe40805e) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:31.338114 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.404454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00940468-22fa-4852-9125-dc1d9132cdce req-ded24ef6-1a2c-4d9f-96f1-ed963ec56e35 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:31.429131 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f648a4c-e366-4f15-9c78-312ef235f9f3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.436472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00940468-22fa-4852-9125-dc1d9132cdce req-ded24ef6-1a2c-4d9f-96f1-ed963ec56e35 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.8357961 Aug 31 01:17:31.446225 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e1757266-67a4-4cbb-80a2-b838f55e6810 None None] Provisioning complete for port 3b367952-fbab-4977-b0c0-6447731e06fb triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:31.446225 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e1757266-67a4-4cbb-80a2-b838f55e6810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.478298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-0f648a4c-e366-4f15-9c78-312ef235f9f3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] device_id is not set on port 5cef9696-054c-4e36-a3a0-bb98b24eec4a yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:17:31.538281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00940468-22fa-4852-9125-dc1d9132cdce req-98174406-86dd-4f77-97d4-0a2904a47b39 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999942 Aug 31 01:17:31.562824 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e1757266-67a4-4cbb-80a2-b838f55e6810 None None] Port 3b367952-fbab-4977-b0c0-6447731e06fb cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:31.619703 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.627838 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.633237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c182880a-975c-48a8-8b5d-c917182125a4 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Deleting port 0c0163aa-48e0-4dfe-830c-bbc805aef84b {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:31.633798 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c182880a-975c-48a8-8b5d-c917182125a4 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.687767 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Transition to ACTIVE for port object e69d8427-46c6-46fa-b86e-9ba2758a43a1 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:31.705535 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c39e8a5-18b3-4c54-bca2-a55d929769b9 None None] Network aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:31.851597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Transition to ACTIVE for port object e69d8427-46c6-46fa-b86e-9ba2758a43a1 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:31.857186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fb06d242-00b6-4ff2-b958-38e359169c74 service neutron] In _notify_port_updated(), no bound segment for port 3b367952-fbab-4977-b0c0-6447731e06fb on network b31b1865-ff35-42ae-8079-b6731ab28a21 {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:17:31.858451 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fb06d242-00b6-4ff2-b958-38e359169c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:31.860506 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fb06d242-00b6-4ff2-b958-38e359169c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.864539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fb06d242-00b6-4ff2-b958-38e359169c74 service neutron] 10.222.0.15 "PUT /v2.0/ports/3b367952-fbab-4977-b0c0-6447731e06fb HTTP/1.1" status: 200 len: 1028 time: 2.6010883 Aug 31 01:17:31.886016 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:31.942826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f28088-3bd8-4927-a254-27a65fcd3361 req-fbc49bee-4647-4299-a6e0-9a81b571fe89 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:31.949596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f28088-3bd8-4927-a254-27a65fcd3361 req-fbc49bee-4647-4299-a6e0-9a81b571fe89 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:31.955079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Pushing event updated for resources: {'Port': ['ID=e69d8427-46c6-46fa-b86e-9ba2758a43a1,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:31.956135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f28088-3bd8-4927-a254-27a65fcd3361 req-fbc49bee-4647-4299-a6e0-9a81b571fe89 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:31.964168 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a3231f90-506b-46f6-a23f-c7c409d60e34 None None] For port a9d994c5-1b6b-498f-a594-6cbcbe40805e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a9d994c5-1b6b-498f-a594-6cbcbe40805e,segment=NetworkSegment(78628b80-fcfe-4d29-882f-fc22b8afbb74),segment_id=78628b80-fcfe-4d29-882f-fc22b8afbb74)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:31.964545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f28088-3bd8-4927-a254-27a65fcd3361 req-fbc49bee-4647-4299-a6e0-9a81b571fe89 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:31.975075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f28088-3bd8-4927-a254-27a65fcd3361 req-fbc49bee-4647-4299-a6e0-9a81b571fe89 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:31.978198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Network 05166366-f2cf-4263-a28e-fd696742cc7f is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:31.980845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:31.983655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43f28088-3bd8-4927-a254-27a65fcd3361 req-fbc49bee-4647-4299-a6e0-9a81b571fe89 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 3877 time: 0.7385886 Aug 31 01:17:31.984703 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:32.072304 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Attempting to bind port e69d8427-46c6-46fa-b86e-9ba2758a43a1 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:17:32.072575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Attempting to bind port e69d8427-46c6-46fa-b86e-9ba2758a43a1 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:17:32.072910 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Attempting to bind port e69d8427-46c6-46fa-b86e-9ba2758a43a1 on network 05166366-f2cf-4263-a28e-fd696742cc7f {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:17:32.087109 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:17:32.087475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Checking segment: {'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:32.087632 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.088027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Bound using segment: {'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:17:32.088621 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Bound port: e69d8427-46c6-46fa-b86e-9ba2758a43a1, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:17:32.089112 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.107999 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3231f90-506b-46f6-a23f-c7c409d60e34 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.125150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43f28088-3bd8-4927-a254-27a65fcd3361 req-6d1b8966-8d64-430d-9c24-ed6c75e18665 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405838 Aug 31 01:17:32.165685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a3231f90-506b-46f6-a23f-c7c409d60e34 None None] Transition to ACTIVE for port object a9d994c5-1b6b-498f-a594-6cbcbe40805e will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:32.235675 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3231f90-506b-46f6-a23f-c7c409d60e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.240453 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c182880a-975c-48a8-8b5d-c917182125a4 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.240846 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c182880a-975c-48a8-8b5d-c917182125a4 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.256572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-96471201-1576-48be-88f2-4b8b8399974f None None] For port e69d8427-46c6-46fa-b86e-9ba2758a43a1, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:17:32.258427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c182880a-975c-48a8-8b5d-c917182125a4 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Calling delete_port for 0c0163aa-48e0-4dfe-830c-bbc805aef84b owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:32.336491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3231f90-506b-46f6-a23f-c7c409d60e34 None None] Pushing event updated for resources: {'Port': ['ID=a9d994c5-1b6b-498f-a594-6cbcbe40805e,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:32.344205 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-96471201-1576-48be-88f2-4b8b8399974f None None] For port e69d8427-46c6-46fa-b86e-9ba2758a43a1, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e69d8427-46c6-46fa-b86e-9ba2758a43a1,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:17:32.365638 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.413173 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-0f648a4c-e366-4f15-9c78-312ef235f9f3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Allocated IP 172.20.0.13 (6aa71449-19a5-483f-85a3-3a317f2c86ac/768d5c10-cf70-449d-afea-df80a150b313/5cef9696-054c-4e36-a3a0-bb98b24eec4a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:32.446897 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96471201-1576-48be-88f2-4b8b8399974f None None] Pushing event updated for resources: {'Port': ['ID=e69d8427-46c6-46fa-b86e-9ba2758a43a1,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:32.767789 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f648a4c-e366-4f15-9c78-312ef235f9f3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.774889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a9d994c5-1b6b-498f-a594-6cbcbe40805e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:32.794313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-0f648a4c-e366-4f15-9c78-312ef235f9f3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Transition to ACTIVE for port object 5cef9696-054c-4e36-a3a0-bb98b24eec4a will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:32.881626 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f648a4c-e366-4f15-9c78-312ef235f9f3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:32.936062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f648a4c-e366-4f15-9c78-312ef235f9f3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:32.938694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0f648a4c-e366-4f15-9c78-312ef235f9f3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:32.978431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f648a4c-e366-4f15-9c78-312ef235f9f3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:33.058147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f648a4c-e366-4f15-9c78-312ef235f9f3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=5cef9696-054c-4e36-a3a0-bb98b24eec4a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:33.096693 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f648a4c-e366-4f15-9c78-312ef235f9f3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:33.097384 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f648a4c-e366-4f15-9c78-312ef235f9f3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:33.153699 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0f648a4c-e366-4f15-9c78-312ef235f9f3 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3154254 Aug 31 01:17:33.156616 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58942) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:33.163631 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-376f4b76-7d3f-4178-b4c3-feaaf128b6eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'subnet': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:33.301169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-6d2905ad-c0cd-4aeb-83dd-b3f5911cfd5f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Deleting port 53e5b95c-f228-4756-af82-996e14d0fcc7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:33.304538 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-6d2905ad-c0cd-4aeb-83dd-b3f5911cfd5f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:33.437195 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376f4b76-7d3f-4178-b4c3-feaaf128b6eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:33.442387 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-376f4b76-7d3f-4178-b4c3-feaaf128b6eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:33.563822 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:33.607222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-09127bed-f4ae-443f-8c97-c4a12e249da2 None None] Provisioning complete for port f3a311ca-39d3-41ca-ad5e-6ddf79255bff triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:33.608905 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-09127bed-f4ae-443f-8c97-c4a12e249da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:33.622028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c77d62-f202-401d-9402-de4716598c96 req-09ae6d8a-f9d2-4ecc-8f28-8e8f0667955b tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:33.631366 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5c77d62-f202-401d-9402-de4716598c96 req-09ae6d8a-f9d2-4ecc-8f28-8e8f0667955b tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/networks?id=aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1 HTTP/1.1" status: 200 len: 809 time: 1.4168057 Aug 31 01:17:33.660764 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:33.681839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5c77d62-f202-401d-9402-de4716598c96 req-1bcea416-461f-41ed-8e2e-f5542976ae5b tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/quotas/0999f289e302434382b3708ba8d835c8 HTTP/1.1" status: 200 len: 375 time: 0.0495749 Aug 31 01:17:33.705544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-09127bed-f4ae-443f-8c97-c4a12e249da2 None None] Port f3a311ca-39d3-41ca-ad5e-6ddf79255bff cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:33.735132 n-d-802060-13 neutron-server[94760]: INFO neutron.db.ipam_backend_mixin [None req-376f4b76-7d3f-4178-b4c3-feaaf128b6eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 768d5c10-cf70-449d-afea-df80a150b313 (CIDR: 172.20.0.0/28) Aug 31 01:17:33.742218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-09127bed-f4ae-443f-8c97-c4a12e249da2 None None] Provisioning for port a9d994c5-1b6b-498f-a594-6cbcbe40805e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:33.742805 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-376f4b76-7d3f-4178-b4c3-feaaf128b6eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:17:33.742989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376f4b76-7d3f-4178-b4c3-feaaf128b6eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:33.769139 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-376f4b76-7d3f-4178-b4c3-feaaf128b6eb tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6111393 Aug 31 01:17:33.779830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-09127bed-f4ae-443f-8c97-c4a12e249da2 None None] Provisioning complete for port a9d994c5-1b6b-498f-a594-6cbcbe40805e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:33.780489 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-09127bed-f4ae-443f-8c97-c4a12e249da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:33.780685 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58968) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:33.797936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-27871b7a-259f-42d8-a76f-a4a3af09b0c0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'subnet': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:34.136499 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27871b7a-259f-42d8-a76f-a4a3af09b0c0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:34.143868 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27871b7a-259f-42d8-a76f-a4a3af09b0c0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:34.155253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Allocated IP 172.25.6.143 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/0dbfa499-e0ad-4ca2-b386-5daf65ce8752) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:34.162990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-30f9c5e8-3080-4cc9-8493-12c0242ea8af None None] Provisioning for port 5cef9696-054c-4e36-a3a0-bb98b24eec4a completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:34.173908 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-30f9c5e8-3080-4cc9-8493-12c0242ea8af None None] Provisioning complete for port 5cef9696-054c-4e36-a3a0-bb98b24eec4a triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:34.175605 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-30f9c5e8-3080-4cc9-8493-12c0242ea8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:34.273165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-30f9c5e8-3080-4cc9-8493-12c0242ea8af None None] Port 5cef9696-054c-4e36-a3a0-bb98b24eec4a cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:34.330834 n-d-802060-13 neutron-server[94760]: INFO neutron.db.ipam_backend_mixin [None req-27871b7a-259f-42d8-a76f-a4a3af09b0c0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6c269c67-6cb3-46d9-8c0b-c74f84c3aa9e (CIDR: 172.20.0.16/28) Aug 31 01:17:34.335532 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-27871b7a-259f-42d8-a76f-a4a3af09b0c0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:17:34.336073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27871b7a-259f-42d8-a76f-a4a3af09b0c0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:34.360708 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-27871b7a-259f-42d8-a76f-a4a3af09b0c0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5735686 Aug 31 01:17:34.361821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58974) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:34.376277 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-13d1e323-5dc5-4400-8ead-b508d9fb0117 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'subnet': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:34.387917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5c77d62-f202-401d-9402-de4716598c96 req-8d0b027c-7b1f-4a67-9d2b-c30f0e0ca3dc tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0999f289e302434382b3708ba8d835c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6869848 Aug 31 01:17:34.417124 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da91b8-e44e-4fa8-9314-7ce2e38a3d66 None None] Network 05166366-f2cf-4263-a28e-fd696742cc7f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:34.545018 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-6d2905ad-c0cd-4aeb-83dd-b3f5911cfd5f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] For port 53e5b95c-f228-4756-af82-996e14d0fcc7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=53e5b95c-f228-4756-af82-996e14d0fcc7,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:34.545444 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-6d2905ad-c0cd-4aeb-83dd-b3f5911cfd5f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:34.560051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d1e323-5dc5-4400-8ead-b508d9fb0117 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Made reservation on behalf of a98da46685af423b9df368d985479597 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:34.565092 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-13d1e323-5dc5-4400-8ead-b508d9fb0117 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:34.591382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1fd2e3f9-1ab0-41b9-a659-c3a352e5abbf None None] Provisioning for port e69d8427-46c6-46fa-b86e-9ba2758a43a1 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:34.623608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-6d2905ad-c0cd-4aeb-83dd-b3f5911cfd5f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Calling delete_port for 53e5b95c-f228-4756-af82-996e14d0fcc7 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:34.762820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61651d5c-7a9d-441d-8e3d-10ae62156c64 req-ff44844c-4158-4b62-9002-1fee124b0296 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:34.765104 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61651d5c-7a9d-441d-8e3d-10ae62156c64 req-ff44844c-4158-4b62-9002-1fee124b0296 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0815689-5b4f-49c5-88a6-9bbe2f4f38be HTTP/1.1" status: 200 len: 944 time: 0.4452662 Aug 31 01:17:34.768537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e69d8427-46c6-46fa-b86e-9ba2758a43a1 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:34.807240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:34.840017 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c182880a-975c-48a8-8b5d-c917182125a4 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:34.854591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port e69d8427-46c6-46fa-b86e-9ba2758a43a1 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:34.860950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port e69d8427-46c6-46fa-b86e-9ba2758a43a1 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:34.861913 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.048893 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-13d1e323-5dc5-4400-8ead-b508d9fb0117 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.054431 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e33197ab-1f68-498d-82df-213166b8ed82 None None] Provisioning complete for port e69d8427-46c6-46fa-b86e-9ba2758a43a1 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:35.055210 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e33197ab-1f68-498d-82df-213166b8ed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.072601 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c182880a-975c-48a8-8b5d-c917182125a4 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.076104 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c182880a-975c-48a8-8b5d-c917182125a4 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.077326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c182880a-975c-48a8-8b5d-c917182125a4 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/edbfa650-2050-4a43-abfa-23d22915e745 HTTP/1.1" status: 204 len: 168 time: 5.5229342 Aug 31 01:17:35.084569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182880a-975c-48a8-8b5d-c917182125a4 tempest-FloatingIPAdminTestJSON-1973707324 tempest-FloatingIPAdminTestJSON-1973707324-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c0163aa-48e0-4dfe-830c-bbc805aef84b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:35.089892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58976) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:35.104371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5c77d62-f202-401d-9402-de4716598c96 req-6a261a1e-e747-4817-9a52-9367ce442347 service neutron] 10.222.0.58 "GET /v2.0/networks/aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888552 Aug 31 01:17:35.108468 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.131244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d1e323-5dc5-4400-8ead-b508d9fb0117 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:35.132960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-13d1e323-5dc5-4400-8ead-b508d9fb0117 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:35.143711 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1e323-5dc5-4400-8ead-b508d9fb0117 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:35.145346 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-13d1e323-5dc5-4400-8ead-b508d9fb0117 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.173247 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1e323-5dc5-4400-8ead-b508d9fb0117 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Subnet': ['ID=539e199b-006b-4a5e-a9a4-24eaa41fedb9,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:35.178460 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8e4c8c-16e2-480b-8586-d6c16c0f2631 None None] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:35.184506 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-13d1e323-5dc5-4400-8ead-b508d9fb0117 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8193078 Aug 31 01:17:35.192558 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58978) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:35.199172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-23e506c1-95d4-40ee-92e6-704f2e0afa50 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1898765120', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '539e199b-006b-4a5e-a9a4-24eaa41fedb9'}], 'security_groups': ['831022bb-69e9-4c6e-b88d-27c3eb9b3eed', '83ec4603-7b77-4500-a4e5-61634f398f68']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:35.294989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5c77d62-f202-401d-9402-de4716598c96 req-1e0b458e-ea25-4b04-8577-3cf211e376b9 service neutron] 10.222.0.58 "GET /v2.0/networks/aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896586 Aug 31 01:17:35.360448 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-23e506c1-95d4-40ee-92e6-704f2e0afa50 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.390912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port e69d8427-46c6-46fa-b86e-9ba2758a43a1, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e69d8427-46c6-46fa-b86e-9ba2758a43a1,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:35.398823 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e33197ab-1f68-498d-82df-213166b8ed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.409748 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.432384 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.579646 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-e33197ab-1f68-498d-82df-213166b8ed82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:17:35.579812 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-e33197ab-1f68-498d-82df-213166b8ed82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:17:35.581063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=e69d8427-46c6-46fa-b86e-9ba2758a43a1,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:35.699635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d934ecb0-c1f6-436e-afa0-3c6d269f71d3 None None] Update dhcp port {'port': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'fixed_ips': [{'subnet_id': '6c269c67-6cb3-46d9-8c0b-c74f84c3aa9e', 'ip_address': '172.20.0.18'}, {'subnet_id': '768d5c10-cf70-449d-afea-df80a150b313', 'ip_address': '172.20.0.2'}, {'subnet_id': '539e199b-006b-4a5e-a9a4-24eaa41fedb9'}], 'binding:host_id': 'n-d-802060-13'}, 'id': 'a9d994c5-1b6b-498f-a594-6cbcbe40805e'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:17:35.736351 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d934ecb0-c1f6-436e-afa0-3c6d269f71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:35.777697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:35.850644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:35.855211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:35.913162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Pushing event updated for resources: {'Port': ['ID=0dbfa499-e0ad-4ca2-b386-5daf65ce8752,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:36.030869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c614f3ec-e6b3-4a24-aba7-25c775ec4293 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Deleting port ebdb8ded-5266-4d98-869d-70fbfd4c151d {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:36.031559 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c614f3ec-e6b3-4a24-aba7-25c775ec4293 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.148902 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49594d3-4b19-41a5-8c69-c7778abd77e5 req-df8e7975-e890-4064-81a1-8cc677e57cd6 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:36.156399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49594d3-4b19-41a5-8c69-c7778abd77e5 req-df8e7975-e890-4064-81a1-8cc677e57cd6 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:36.166057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49594d3-4b19-41a5-8c69-c7778abd77e5 req-df8e7975-e890-4064-81a1-8cc677e57cd6 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:36.172588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49594d3-4b19-41a5-8c69-c7778abd77e5 req-df8e7975-e890-4064-81a1-8cc677e57cd6 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:36.174246 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-23e506c1-95d4-40ee-92e6-704f2e0afa50 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Delete allocated IP 172.20.0.13 (6aa71449-19a5-483f-85a3-3a317f2c86ac/768d5c10-cf70-449d-afea-df80a150b313) {{(pid=94760) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 01:17:36.185495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49594d3-4b19-41a5-8c69-c7778abd77e5 req-df8e7975-e890-4064-81a1-8cc677e57cd6 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:36.194096 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f49594d3-4b19-41a5-8c69-c7778abd77e5 req-df8e7975-e890-4064-81a1-8cc677e57cd6 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 3877 time: 0.5175562 Aug 31 01:17:36.204121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-23e506c1-95d4-40ee-92e6-704f2e0afa50 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Allocated IP 172.20.0.40 (6aa71449-19a5-483f-85a3-3a317f2c86ac/539e199b-006b-4a5e-a9a4-24eaa41fedb9/5cef9696-054c-4e36-a3a0-bb98b24eec4a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:36.286947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-61651d5c-7a9d-441d-8e3d-10ae62156c64 req-08ede3b8-1dea-4d2c-9e51-ac7e61936673 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Deleting port 7b999fef-1430-4cb0-813c-3bd2f48a49b8 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:36.287364 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-61651d5c-7a9d-441d-8e3d-10ae62156c64 req-08ede3b8-1dea-4d2c-9e51-ac7e61936673 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.435709 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c614f3ec-e6b3-4a24-aba7-25c775ec4293 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.528220 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-6d2905ad-c0cd-4aeb-83dd-b3f5911cfd5f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.638973 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-61651d5c-7a9d-441d-8e3d-10ae62156c64 req-08ede3b8-1dea-4d2c-9e51-ac7e61936673 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] For port 7b999fef-1430-4cb0-813c-3bd2f48a49b8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7b999fef-1430-4cb0-813c-3bd2f48a49b8,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:36.642245 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-61651d5c-7a9d-441d-8e3d-10ae62156c64 req-08ede3b8-1dea-4d2c-9e51-ac7e61936673 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.669437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-61651d5c-7a9d-441d-8e3d-10ae62156c64 req-08ede3b8-1dea-4d2c-9e51-ac7e61936673 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Calling delete_port for 7b999fef-1430-4cb0-813c-3bd2f48a49b8 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:36.762930 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e69d8427-46c6-46fa-b86e-9ba2758a43a1 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:36.797369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c614f3ec-e6b3-4a24-aba7-25c775ec4293 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Calling delete_port for ebdb8ded-5266-4d98-869d-70fbfd4c151d owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:36.875580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port e69d8427-46c6-46fa-b86e-9ba2758a43a1 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:36.878922 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.881256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2905ad-c0cd-4aeb-83dd-b3f5911cfd5f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event deleted for resources: {'Port': ['ID=53e5b95c-f228-4756-af82-996e14d0fcc7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:36.892619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f49594d3-4b19-41a5-8c69-c7778abd77e5 req-e018a8a4-5598-400f-a33d-2348f6de5390 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6973643 Aug 31 01:17:36.976719 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-23e506c1-95d4-40ee-92e6-704f2e0afa50 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.998906 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-23e506c1-95d4-40ee-92e6-704f2e0afa50 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Transition to ACTIVE for port object 5cef9696-054c-4e36-a3a0-bb98b24eec4a will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:37.058090 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-23e506c1-95d4-40ee-92e6-704f2e0afa50 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:37.133731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-d934ecb0-c1f6-436e-afa0-3c6d269f71d3 None None] Allocated IP 172.20.0.34 (6aa71449-19a5-483f-85a3-3a317f2c86ac/539e199b-006b-4a5e-a9a4-24eaa41fedb9/a9d994c5-1b6b-498f-a594-6cbcbe40805e) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:37.258684 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-048cf873-9245-4138-b9d7-b991d0241a58 req-1a5422e2-d849-49e2-bf3a-15f9abdd2ae0 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 210 time: 0.2414277 Aug 31 01:17:37.289132 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e506c1-95d4-40ee-92e6-704f2e0afa50 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event updated for resources: {'Port': ['ID=5cef9696-054c-4e36-a3a0-bb98b24eec4a,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:37.311313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d934ecb0-c1f6-436e-afa0-3c6d269f71d3 None None] For port a9d994c5-1b6b-498f-a594-6cbcbe40805e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a9d994c5-1b6b-498f-a594-6cbcbe40805e,segment=NetworkSegment(78628b80-fcfe-4d29-882f-fc22b8afbb74),segment_id=78628b80-fcfe-4d29-882f-fc22b8afbb74)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:37.343396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-6d2905ad-c0cd-4aeb-83dd-b3f5911cfd5f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] No DVR routers for this DVR port 53e5b95c-f228-4756-af82-996e14d0fcc7 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:37.354604 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d934ecb0-c1f6-436e-afa0-3c6d269f71d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:37.358536 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-6d2905ad-c0cd-4aeb-83dd-b3f5911cfd5f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:37.368885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-6d2905ad-c0cd-4aeb-83dd-b3f5911cfd5f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "DELETE /v2.0/ports/53e5b95c-f228-4756-af82-996e14d0fcc7 HTTP/1.1" status: 204 len: 173 time: 5.4828868 Aug 31 01:17:37.373263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-23e506c1-95d4-40ee-92e6-704f2e0afa50 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] In _notify_port_updated(), no bound segment for port 5cef9696-054c-4e36-a3a0-bb98b24eec4a on network 6aa71449-19a5-483f-85a3-3a317f2c86ac {{(pid=94760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:17:37.405220 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e506c1-95d4-40ee-92e6-704f2e0afa50 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:37.405907 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-23e506c1-95d4-40ee-92e6-704f2e0afa50 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:37.417161 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-23e506c1-95d4-40ee-92e6-704f2e0afa50 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "PUT /v2.0/ports/5cef9696-054c-4e36-a3a0-bb98b24eec4a HTTP/1.1" status: 200 len: 960 time: 2.2212744 Aug 31 01:17:37.421297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-deleted', 'tag': '53e5b95c-f228-4756-af82-996e14d0fcc7'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:37.423926 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f3c5d4-c930-412a-8b3c-4fd0aebe238e" -d '{"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-deleted", "tag": "53e5b95c-f228-4756-af82-996e14d0fcc7"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:37.428427 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c77d62-f202-401d-9402-de4716598c96 req-15965cc5-8b45-4a61-9d0a-becfa3e99d88 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:37.429987 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c5c77d62-f202-401d-9402-de4716598c96 req-15965cc5-8b45-4a61-9d0a-becfa3e99d88 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.15 "GET /v2.0/networks?id=aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1 HTTP/1.1" status: 200 len: 809 time: 0.4295826 Aug 31 01:17:37.430515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59004) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:37.455887 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-c5c77d62-f202-401d-9402-de4716598c96 req-12cfb1e9-c0b9-436a-ba36-10fb6125ee99 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Request body: {'port': {'device_id': 'd8aed191-ad3a-4ab5-b8d2-3b6ed5866f95', 'network_id': 'aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1', 'admin_state_up': True, 'tenant_id': '0999f289e302434382b3708ba8d835c8'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:37.647085 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51563911-5145-4fb8-ab44-e2f225b9e7a4 x-openstack-request-id: req-51563911-5145-4fb8-ab44-e2f225b9e7a4 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:37.647770 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-deleted", "tag": "53e5b95c-f228-4756-af82-996e14d0fcc7", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:37.647770 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51563911-5145-4fb8-ab44-e2f225b9e7a4 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:37.648228 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-deleted', 'tag': '53e5b95c-f228-4756-af82-996e14d0fcc7', 'status': 'completed', 'code': 200} Aug 31 01:17:37.767413 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c77d62-f202-401d-9402-de4716598c96 req-12cfb1e9-c0b9-436a-ba36-10fb6125ee99 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Made reservation on behalf of 0999f289e302434382b3708ba8d835c8 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:37.774066 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c5c77d62-f202-401d-9402-de4716598c96 req-12cfb1e9-c0b9-436a-ba36-10fb6125ee99 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:37.799405 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-61651d5c-7a9d-441d-8e3d-10ae62156c64 req-08ede3b8-1dea-4d2c-9e51-ac7e61936673 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:37.819613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1fadea18-0754-464f-8d7f-71be54039077'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:17:37.870361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['cee71392-60a3-4a35-b8c0-1a0239f26524'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:17:37.901703 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b40a615d-9644-4f62-af7d-d36d3ca252bd tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port 5cef9696-054c-4e36-a3a0-bb98b24eec4a {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:37.902109 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b40a615d-9644-4f62-af7d-d36d3ca252bd tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:37.913547 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ede3b8-1dea-4d2c-9e51-ac7e61936673 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event deleted for resources: {'Port': ['ID=7b999fef-1430-4cb0-813c-3bd2f48a49b8,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:37.922571 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:38.141797 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-c5c77d62-f202-401d-9402-de4716598c96 req-12cfb1e9-c0b9-436a-ba36-10fb6125ee99 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Allocated IP 172.20.0.12 (aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1/7cd1597f-753f-4ef8-ae4e-cbf870c562a6/b0ed1af3-881a-4908-a41e-cab42f1244b6) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:38.212507 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b40a615d-9644-4f62-af7d-d36d3ca252bd tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:38.235570 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b40a615d-9644-4f62-af7d-d36d3ca252bd tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for 5cef9696-054c-4e36-a3a0-bb98b24eec4a owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:38.542729 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b40a615d-9644-4f62-af7d-d36d3ca252bd tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:38.583714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d934ecb0-c1f6-436e-afa0-3c6d269f71d3 None None] Transition to ACTIVE for port object a9d994c5-1b6b-498f-a594-6cbcbe40805e will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:38.590015 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d934ecb0-c1f6-436e-afa0-3c6d269f71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:38.592276 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a615d-9644-4f62-af7d-d36d3ca252bd tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=5cef9696-054c-4e36-a3a0-bb98b24eec4a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:38.621603 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c614f3ec-e6b3-4a24-aba7-25c775ec4293 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:38.623441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-61651d5c-7a9d-441d-8e3d-10ae62156c64 req-08ede3b8-1dea-4d2c-9e51-ac7e61936673 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] No DVR routers for this DVR port 7b999fef-1430-4cb0-813c-3bd2f48a49b8 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:38.638012 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-61651d5c-7a9d-441d-8e3d-10ae62156c64 req-08ede3b8-1dea-4d2c-9e51-ac7e61936673 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:38.647223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61651d5c-7a9d-441d-8e3d-10ae62156c64 req-08ede3b8-1dea-4d2c-9e51-ac7e61936673 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "DELETE /v2.0/ports/7b999fef-1430-4cb0-813c-3bd2f48a49b8 HTTP/1.1" status: 204 len: 173 time: 3.7949669 Aug 31 01:17:38.670711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-23dc4a09-ffba-4647-b2cc-bdaca5e6c855 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Deleting port 7f0214bb-8098-4206-85ec-e2322dd5fea7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:38.672254 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-23dc4a09-ffba-4647-b2cc-bdaca5e6c855 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:38.695216 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b40a615d-9644-4f62-af7d-d36d3ca252bd tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:38.697292 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b40a615d-9644-4f62-af7d-d36d3ca252bd tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/5cef9696-054c-4e36-a3a0-bb98b24eec4a HTTP/1.1" status: 204 len: 168 time: 1.2658076 Aug 31 01:17:38.712325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59018) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:38.798092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614f3ec-e6b3-4a24-aba7-25c775ec4293 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event deleted for resources: {'Port': ['ID=ebdb8ded-5266-4d98-869d-70fbfd4c151d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:38.800032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934ecb0-c1f6-436e-afa0-3c6d269f71d3 None None] Pushing event updated for resources: {'Port': ['ID=a9d994c5-1b6b-498f-a594-6cbcbe40805e,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:38.862324 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c5c77d62-f202-401d-9402-de4716598c96 req-12cfb1e9-c0b9-436a-ba36-10fb6125ee99 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:38.887721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d116d6-f820-4a4e-b58a-70e94f0b2ef9 req-c3e03228-5442-4c03-9d55-b5f2de8d8814 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:38.899159 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d116d6-f820-4a4e-b58a-70e94f0b2ef9 req-c3e03228-5442-4c03-9d55-b5f2de8d8814 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:38.921204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d116d6-f820-4a4e-b58a-70e94f0b2ef9 req-c3e03228-5442-4c03-9d55-b5f2de8d8814 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:38.939106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d116d6-f820-4a4e-b58a-70e94f0b2ef9 req-c3e03228-5442-4c03-9d55-b5f2de8d8814 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:38.944266 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a837f1-0aac-4d97-85c3-3903c81cf64e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] GET failed (client error): The resource could not be found. Aug 31 01:17:38.949292 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-35a837f1-0aac-4d97-85c3-3903c81cf64e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports/5cef9696-054c-4e36-a3a0-bb98b24eec4a HTTP/1.1" status: 404 len: 333 time: 0.2369454 Aug 31 01:17:38.949865 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0d116d6-f820-4a4e-b58a-70e94f0b2ef9 req-c3e03228-5442-4c03-9d55-b5f2de8d8814 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 3144 time: 0.4027014 Aug 31 01:17:38.952085 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59024) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:38.973758 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c5c77d62-f202-401d-9402-de4716598c96 req-12cfb1e9-c0b9-436a-ba36-10fb6125ee99 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:39.069394 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c77d62-f202-401d-9402-de4716598c96 req-12cfb1e9-c0b9-436a-ba36-10fb6125ee99 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Network aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:39.114802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-c5c77d62-f202-401d-9402-de4716598c96 req-12cfb1e9-c0b9-436a-ba36-10fb6125ee99 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:39.118998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c77d62-f202-401d-9402-de4716598c96 req-12cfb1e9-c0b9-436a-ba36-10fb6125ee99 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:39.169798 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-805f739e-17de-4361-957b-e9e55f210ad0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:39.174902 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfb1e9-c0b9-436a-ba36-10fb6125ee99 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Pushing event updated for resources: {'Port': ['ID=b0ed1af3-881a-4908-a41e-cab42f1244b6,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:39.262371 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-805f739e-17de-4361-957b-e9e55f210ad0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:39.276525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c77d62-f202-401d-9402-de4716598c96 req-12cfb1e9-c0b9-436a-ba36-10fb6125ee99 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:39.277162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c5c77d62-f202-401d-9402-de4716598c96 req-12cfb1e9-c0b9-436a-ba36-10fb6125ee99 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:39.340763 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c5c77d62-f202-401d-9402-de4716598c96 req-12cfb1e9-c0b9-436a-ba36-10fb6125ee99 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8988423 Aug 31 01:17:39.358672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Request body: {'port': {'device_id': 'd8aed191-ad3a-4ab5-b8d2-3b6ed5866f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:39.392011 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:17:39.422226 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-805f739e-17de-4361-957b-e9e55f210ad0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:39.432862 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-805f739e-17de-4361-957b-e9e55f210ad0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:39.434959 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-805f739e-17de-4361-957b-e9e55f210ad0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/security-groups/fefb4adb-36f1-4639-b36d-e1394344c18a HTTP/1.1" status: 204 len: 168 time: 0.4733689 Aug 31 01:17:39.436815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0d116d6-f820-4a4e-b58a-70e94f0b2ef9 req-099b1930-4d83-4338-9a20-96139abb883e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4860964 Aug 31 01:17:39.446374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59032) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:39.492514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f739e-17de-4361-957b-e9e55f210ad0 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefb4adb-36f1-4639-b36d-e1394344c18a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:39.493619 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c614f3ec-e6b3-4a24-aba7-25c775ec4293 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:39.498598 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c614f3ec-e6b3-4a24-aba7-25c775ec4293 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] 10.222.0.58 "DELETE /v2.0/ports/ebdb8ded-5266-4d98-869d-70fbfd4c151d HTTP/1.1" status: 204 len: 168 time: 4.3911591 Aug 31 01:17:39.532551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59034) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:39.556862 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-23dc4a09-ffba-4647-b2cc-bdaca5e6c855 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] For port 7f0214bb-8098-4206-85ec-e2322dd5fea7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7f0214bb-8098-4206-85ec-e2322dd5fea7,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:39.557252 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-23dc4a09-ffba-4647-b2cc-bdaca5e6c855 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:39.578911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-23dc4a09-ffba-4647-b2cc-bdaca5e6c855 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Calling delete_port for 7f0214bb-8098-4206-85ec-e2322dd5fea7 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:39.611523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa80b3-e66f-4314-b70a-29815728a127 req-b035b242-9b66-49dc-bb12-e8f428a7aa1f tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:39.615555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fffa80b3-e66f-4314-b70a-29815728a127 req-b035b242-9b66-49dc-bb12-e8f428a7aa1f tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 932 time: 0.1346116 Aug 31 01:17:39.616727 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:39.643480 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:39.648879 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0815689-5b4f-49c5-88a6-9bbe2f4f38be', 'name': 'network-vif-deleted', 'tag': '7b999fef-1430-4cb0-813c-3bd2f48a49b8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:39.654631 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed9f46f-f54e-48e1-90af-170cb01b8cb0" -d '{"events": [{"server_uuid": "e0815689-5b4f-49c5-88a6-9bbe2f4f38be", "name": "network-vif-deleted", "tag": "7b999fef-1430-4cb0-813c-3bd2f48a49b8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:39.771499 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9a1351-778e-4692-bd6a-3fb2aec2ea4b tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:39.778809 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bd9a1351-778e-4692-bd6a-3fb2aec2ea4b tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] 10.222.0.58 "GET /v2.0/ports?device_id=9466ac07-7c7c-4263-ad8e-aab34092ea49 HTTP/1.1" status: 200 len: 913 time: 0.2442939 Aug 31 01:17:39.781958 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59040) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:39.837724 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e49581-8a58-4c66-8b2e-e848f0e179c6 x-openstack-request-id: req-00e49581-8a58-4c66-8b2e-e848f0e179c6 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:39.838255 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0815689-5b4f-49c5-88a6-9bbe2f4f38be", "name": "network-vif-deleted", "tag": "7b999fef-1430-4cb0-813c-3bd2f48a49b8", "status": "failed", "code": 422}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:39.838703 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00e49581-8a58-4c66-8b2e-e848f0e179c6 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:39.839321 n-d-802060-13 neutron-server[94761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e0815689-5b4f-49c5-88a6-9bbe2f4f38be', 'name': 'network-vif-deleted', 'tag': '7b999fef-1430-4cb0-813c-3bd2f48a49b8', 'status': 'failed', 'code': 422} returned with failed status Aug 31 01:17:39.920035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fffa80b3-e66f-4314-b70a-29815728a127 req-c51bccb7-d178-45b7-9d01-a3af2e0aeed8 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ad9887-f603-44f0-9ae3-8470501a1910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856972 Aug 31 01:17:40.023766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-14292522-5e1e-4a47-b5df-80dee123286d None None] Provisioning complete for port f3a311ca-39d3-41ca-ad5e-6ddf79255bff triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:40.025249 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-14292522-5e1e-4a47-b5df-80dee123286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:40.121699 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e13d7fe2-8e0d-459b-ab82-40cfe4322cf2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:40.186294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-14292522-5e1e-4a47-b5df-80dee123286d None None] Port f3a311ca-39d3-41ca-ad5e-6ddf79255bff cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:40.192200 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-23dc4a09-ffba-4647-b2cc-bdaca5e6c855 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:40.197445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-14292522-5e1e-4a47-b5df-80dee123286d None None] Could not find standard attr ID for object 5cef9696-054c-4e36-a3a0-bb98b24eec4a. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:17:40.216691 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ed1af3-881a-4908-a41e-cab42f1244b6 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:17:40.230575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-14292522-5e1e-4a47-b5df-80dee123286d None None] Provisioning for port a9d994c5-1b6b-498f-a594-6cbcbe40805e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:40.234813 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-14292522-5e1e-4a47-b5df-80dee123286d None None] Provisioning complete for port a9d994c5-1b6b-498f-a594-6cbcbe40805e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:40.235193 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-14292522-5e1e-4a47-b5df-80dee123286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:40.251559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc4a09-ffba-4647-b2cc-bdaca5e6c855 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event deleted for resources: {'Port': ['ID=7f0214bb-8098-4206-85ec-e2322dd5fea7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:40.276866 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:40.320708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Transition to ACTIVE for port object b0ed1af3-881a-4908-a41e-cab42f1244b6 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:40.325480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-23dc4a09-ffba-4647-b2cc-bdaca5e6c855 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] No DVR routers for this DVR port 7f0214bb-8098-4206-85ec-e2322dd5fea7 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:40.327436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Router f2d437d4-b326-42c5-a6ee-242d9f4551b5 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:17:40.332523 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-23dc4a09-ffba-4647-b2cc-bdaca5e6c855 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:40.339654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-23dc4a09-ffba-4647-b2cc-bdaca5e6c855 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "DELETE /v2.0/ports/7f0214bb-8098-4206-85ec-e2322dd5fea7 HTTP/1.1" status: 204 len: 173 time: 2.8916190 Aug 31 01:17:40.353965 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:40.517275 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ed1af3-881a-4908-a41e-cab42f1244b6,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:40.590973 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e13d7fe2-8e0d-459b-ab82-40cfe4322cf2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:40.750395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a9d994c5-1b6b-498f-a594-6cbcbe40805e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:40.845357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fc7dd137-25f8-4bad-b9be-0a5ae42de659 None None] Could not find standard attr ID for object 5cef9696-054c-4e36-a3a0-bb98b24eec4a. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:17:40.907022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a9d994c5-1b6b-498f-a594-6cbcbe40805e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:40.907522 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:40.910571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5863705-fcbb-49f5-8210-0d218a041063 req-c65047d6-aa3b-4c29-bacf-97123f329928 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:40.926473 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5863705-fcbb-49f5-8210-0d218a041063 req-c65047d6-aa3b-4c29-bacf-97123f329928 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 907 time: 0.5291941 Aug 31 01:17:40.957025 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e13d7fe2-8e0d-459b-ab82-40cfe4322cf2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:40.962896 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e13d7fe2-8e0d-459b-ab82-40cfe4322cf2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:40.966971 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e13d7fe2-8e0d-459b-ab82-40cfe4322cf2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/security-groups/83ec4603-7b77-4500-a4e5-61634f398f68 HTTP/1.1" status: 204 len: 168 time: 1.5191529 Aug 31 01:17:40.975435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59062) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:40.992329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:41.012391 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Sync routers for ids ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:41.026186 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Routers {'f2d437d4-b326-42c5-a6ee-242d9f4551b5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:41.027123 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:41.083554 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d7fe2-8e0d-459b-ab82-40cfe4322cf2 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ec4603-7b77-4500-a4e5-61634f398f68,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:41.088927 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.165600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfed527-2421-4f43-91e7-0e4ebeb991c3 req-ec4baf75-b75f-4960-ac94-9f315d6738de tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:41.183743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfed527-2421-4f43-91e7-0e4ebeb991c3 req-ec4baf75-b75f-4960-ac94-9f315d6738de tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:41.198629 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Attempting to bind port b0ed1af3-881a-4908-a41e-cab42f1244b6 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:17:41.198970 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Attempting to bind port b0ed1af3-881a-4908-a41e-cab42f1244b6 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '4ddd55aa-379f-42a2-9f43-c49a0d6f76eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:17:41.199319 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Attempting to bind port b0ed1af3-881a-4908-a41e-cab42f1244b6 on network aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:17:41.201375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfed527-2421-4f43-91e7-0e4ebeb991c3 req-ec4baf75-b75f-4960-ac94-9f315d6738de tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:41.205365 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dcfed527-2421-4f43-91e7-0e4ebeb991c3 req-ec4baf75-b75f-4960-ac94-9f315d6738de tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 2411 time: 0.5961540 Aug 31 01:17:41.219107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Port b0ed1af3-881a-4908-a41e-cab42f1244b6 on network aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:17:41.219371 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Attempting to bind port b0ed1af3-881a-4908-a41e-cab42f1244b6 on network aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:17:41.227658 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fe704f53-eb83-442e-bfc4-3a2148ab5016 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Deleting port 450c3c7c-35f4-4432-892d-05366ece154e {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:41.227658 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fe704f53-eb83-442e-bfc4-3a2148ab5016 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.254363 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Set router f2d437d4-b326-42c5-a6ee-242d9f4551b5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:41.259062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:17:41.259428 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Checking segment: {'id': '4ddd55aa-379f-42a2-9f43-c49a0d6f76eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:41.259817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Bound using segment: {'id': '4ddd55aa-379f-42a2-9f43-c49a0d6f76eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:17:41.260265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Bound port: b0ed1af3-881a-4908-a41e-cab42f1244b6, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ddd55aa-379f-42a2-9f43-c49a0d6f76eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:17:41.260619 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.406463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fe704f53-eb83-442e-bfc4-3a2148ab5016 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] For port 450c3c7c-35f4-4432-892d-05366ece154e, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=450c3c7c-35f4-4432-892d-05366ece154e,segment=NetworkSegment(0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0),segment_id=0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:41.409331 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fe704f53-eb83-442e-bfc4-3a2148ab5016 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.436594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fe704f53-eb83-442e-bfc4-3a2148ab5016 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Calling delete_port for 450c3c7c-35f4-4432-892d-05366ece154e owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:41.501946 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:37Z', 'revision_number': 3, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:41.517443 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] For port b0ed1af3-881a-4908-a41e-cab42f1244b6, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:17:41.538433 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Checking router: f2d437d4-b326-42c5-a6ee-242d9f4551b5 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:17:41.539274 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Updating router f2d437d4-b326-42c5-a6ee-242d9f4551b5 port 0dbfa499-e0ad-4ca2-b386-5daf65ce8752 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:17:41.545064 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] For port b0ed1af3-881a-4908-a41e-cab42f1244b6, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b0ed1af3-881a-4908-a41e-cab42f1244b6,segment=NetworkSegment(4ddd55aa-379f-42a2-9f43-c49a0d6f76eb),segment_id=4ddd55aa-379f-42a2-9f43-c49a0d6f76eb)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:17:41.561322 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.567990 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.676375 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a24fd30e-0f76-43c5-86d3-5fa7328e94e7 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.678436 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fe704f53-eb83-442e-bfc4-3a2148ab5016 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.682941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:41.683862 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.685395 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c5c77d62-f202-401d-9402-de4716598c96 req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] 10.222.0.15 "PUT /v2.0/ports/b0ed1af3-881a-4908-a41e-cab42f1244b6 HTTP/1.1" status: 200 len: 1093 time: 2.3326693 Aug 31 01:17:41.716385 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8aed191-ad3a-4ab5-b8d2-3b6ed5866f95', 'tag': 'b0ed1af3-881a-4908-a41e-cab42f1244b6'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:41.719768 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8089fc-b09f-4efb-8c04-e1c40dee2bde" -d '{"events": [{"name": "network-changed", "server_uuid": "d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95", "tag": "b0ed1af3-881a-4908-a41e-cab42f1244b6"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:41.808282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe704f53-eb83-442e-bfc4-3a2148ab5016 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event deleted for resources: {'Port': ['ID=450c3c7c-35f4-4432-892d-05366ece154e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:41.883865 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b88d720-116f-4f8e-b004-bbb45189074a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.886482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-deleted', 'tag': '7f0214bb-8098-4206-85ec-e2322dd5fea7'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:41.889120 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24faee7-5317-4c6f-ab62-a4257913e5f9" -d '{"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-deleted", "tag": "7f0214bb-8098-4206-85ec-e2322dd5fea7"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:41.892312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fe704f53-eb83-442e-bfc4-3a2148ab5016 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] No DVR routers for this DVR port 450c3c7c-35f4-4432-892d-05366ece154e on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:41.896228 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fe704f53-eb83-442e-bfc4-3a2148ab5016 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.899272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-fe704f53-eb83-442e-bfc4-3a2148ab5016 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "DELETE /v2.0/ports/450c3c7c-35f4-4432-892d-05366ece154e HTTP/1.1" status: 204 len: 173 time: 1.5403898 Aug 31 01:17:41.902155 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.908339 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2208b75d-0463-4935-8414-dda7ca85b9fc admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.1530442 Aug 31 01:17:41.925978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59072) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:41.940038 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137e3c8-bc60-4720-aee1-9189cbd96785 req-7e908a2e-e685-4dc7-b014-f6b17f38f346 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:41.947981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e137e3c8-bc60-4720-aee1-9189cbd96785 req-7e908a2e-e685-4dc7-b014-f6b17f38f346 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 944 time: 0.3326607 Aug 31 01:17:41.968988 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652caa-7f58-4c3e-a454-42b455d80f32 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ed1af3-881a-4908-a41e-cab42f1244b6,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:42.024777 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.041484 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Transition to ACTIVE for port object 0dbfa499-e0ad-4ca2-b386-5daf65ce8752 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:42.052746 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c77d62-f202-401d-9402-de4716598c96 req-91561cb8-e3b4-470a-977a-d0ac095a994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:42.054506 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c5c77d62-f202-401d-9402-de4716598c96 req-91561cb8-e3b4-470a-977a-d0ac095a994b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0999f289e302434382b3708ba8d835c8&device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 1096 time: 0.2672272 Aug 31 01:17:42.068108 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.134586 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c5c77d62-f202-401d-9402-de4716598c96 req-8f88c1fa-adc9-48e7-a683-3c2202f46f6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ed1af3-881a-4908-a41e-cab42f1244b6 HTTP/1.1" status: 200 len: 217 time: 0.0677872 Aug 31 01:17:42.137528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313f830-0962-4412-9feb-654b76f3ca03 req-978d39e3-bcd0-46b1-839c-2a34ed284621 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:42.141439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a313f830-0962-4412-9feb-654b76f3ca03 req-978d39e3-bcd0-46b1-839c-2a34ed284621 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 907 time: 0.4378884 Aug 31 01:17:42.162906 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Attempting to bind port 0dbfa499-e0ad-4ca2-b386-5daf65ce8752 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:17:42.163846 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Attempting to bind port 0dbfa499-e0ad-4ca2-b386-5daf65ce8752 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:17:42.163846 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Attempting to bind port 0dbfa499-e0ad-4ca2-b386-5daf65ce8752 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:17:42.171208 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d0a9a-7187-415a-94ea-3c3a7e49e3fc None None] Pushing event updated for resources: {'Port': ['ID=0dbfa499-e0ad-4ca2-b386-5daf65ce8752,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:42.194382 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:17:42.194810 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:42.195161 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.195588 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:17:42.196238 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Bound port: 0dbfa499-e0ad-4ca2-b386-5daf65ce8752, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:17:42.196628 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.200497 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b88d720-116f-4f8e-b004-bbb45189074a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.218624 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dcfed527-2421-4f43-91e7-0e4ebeb991c3 req-3a674659-6a14-4434-a927-ff986ce1249d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5618436 Aug 31 01:17:42.262824 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d0a9a-7187-415a-94ea-3c3a7e49e3fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:42.262824 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d0a9a-7187-415a-94ea-3c3a7e49e3fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:42.262824 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d0a9a-7187-415a-94ea-3c3a7e49e3fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:42.263264 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c77d62-f202-401d-9402-de4716598c96 req-1c867c79-674c-4622-b9d7-619fc754a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:42.266637 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c5c77d62-f202-401d-9402-de4716598c96 req-1c867c79-674c-4622-b9d7-619fc754a358 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cd1597f-753f-4ef8-ae4e-cbf870c562a6 HTTP/1.1" status: 200 len: 849 time: 0.1165717 Aug 31 01:17:42.266839 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d0a9a-7187-415a-94ea-3c3a7e49e3fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:42.267152 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d0a9a-7187-415a-94ea-3c3a7e49e3fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:42.270073 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d0a9a-7187-415a-94ea-3c3a7e49e3fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:42.270249 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d0a9a-7187-415a-94ea-3c3a7e49e3fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:42.270638 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d0a9a-7187-415a-94ea-3c3a7e49e3fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:42.271115 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d0a9a-7187-415a-94ea-3c3a7e49e3fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:42.271616 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d0a9a-7187-415a-94ea-3c3a7e49e3fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:42.272076 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d0a9a-7187-415a-94ea-3c3a7e49e3fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:42.272488 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d0a9a-7187-415a-94ea-3c3a7e49e3fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:42.340076 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] For port 0dbfa499-e0ad-4ca2-b386-5daf65ce8752, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:17:42.351357 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] For port 0dbfa499-e0ad-4ca2-b386-5daf65ce8752, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0dbfa499-e0ad-4ca2-b386-5daf65ce8752,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:17:42.361792 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.478290 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6a2606-b0a3-47d3-8fd3-81f0d7280a3e x-openstack-request-id: req-cd6a2606-b0a3-47d3-8fd3-81f0d7280a3e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:42.478594 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-deleted", "tag": "7f0214bb-8098-4206-85ec-e2322dd5fea7", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:42.478853 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd6a2606-b0a3-47d3-8fd3-81f0d7280a3e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:42.479270 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-deleted', 'tag': '7f0214bb-8098-4206-85ec-e2322dd5fea7', 'status': 'completed', 'code': 200} Aug 31 01:17:42.493440 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Routers {'f2d437d4-b326-42c5-a6ee-242d9f4551b5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:42.494405 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:42.498052 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d0a9a-7187-415a-94ea-3c3a7e49e3fc None None] Pushing event updated for resources: {'Port': ['ID=0dbfa499-e0ad-4ca2-b386-5daf65ce8752,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:42.552606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e137e3c8-bc60-4720-aee1-9189cbd96785 req-875cd519-ac32-4a06-acd9-12cbf1905484 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ad9887-f603-44f0-9ae3-8470501a1910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5866261 Aug 31 01:17:42.714887 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b88d720-116f-4f8e-b004-bbb45189074a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.718422 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b88d720-116f-4f8e-b004-bbb45189074a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.723581 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1b88d720-116f-4f8e-b004-bbb45189074a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/security-groups/831022bb-69e9-4c6e-b88d-27c3eb9b3eed HTTP/1.1" status: 204 len: 168 time: 1.7458990 Aug 31 01:17:42.726711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59082) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:42.729380 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b9213c-7568-4af3-96f6-6720b5b472f2 x-openstack-request-id: req-54b9213c-7568-4af3-96f6-6720b5b472f2 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:42.729811 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95", "tag": "b0ed1af3-881a-4908-a41e-cab42f1244b6", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:42.730963 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54b9213c-7568-4af3-96f6-6720b5b472f2 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:42.731507 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8aed191-ad3a-4ab5-b8d2-3b6ed5866f95', 'tag': 'b0ed1af3-881a-4908-a41e-cab42f1244b6', 'status': 'completed', 'code': 200} Aug 31 01:17:42.734170 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c5c77d62-f202-401d-9402-de4716598c96 req-58199192-c643-4d2a-8ccf-b730b4f3d36e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4611096 Aug 31 01:17:42.868491 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] Set router f2d437d4-b326-42c5-a6ee-242d9f4551b5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:42.878300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-a24fd30e-0f76-43c5-86d3-5fa7328e94e7 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Deleting port a2903083-1617-46aa-9319-b1610b57d998 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:42.878851 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a24fd30e-0f76-43c5-86d3-5fa7328e94e7 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.899930 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c5c77d62-f202-401d-9402-de4716598c96 req-35e20817-1b6a-4a70-b19f-0827100816b2 service neutron] 10.222.0.15 "GET /v2.0/networks/aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377304 Aug 31 01:17:43.050932 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a24fd30e-0f76-43c5-86d3-5fa7328e94e7 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:43.074240 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-a24fd30e-0f76-43c5-86d3-5fa7328e94e7 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Calling delete_port for a2903083-1617-46aa-9319-b1610b57d998 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:43.080397 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c5c77d62-f202-401d-9402-de4716598c96 req-9fd61b68-8c1f-4bae-97ef-4616918d46fc service neutron] 10.222.0.15 "GET /v2.0/networks/aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532331 Aug 31 01:17:43.124752 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:37Z', 'revision_number': 3, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:43.145394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25254a03-86b5-4d7f-811e-94e583d4de37 req-ac116c63-99f2-41f5-bae5-7868bacab4f8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:43.153378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25254a03-86b5-4d7f-811e-94e583d4de37 req-ac116c63-99f2-41f5-bae5-7868bacab4f8 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 907 time: 0.5887945 Aug 31 01:17:43.162891 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c524580-1cb9-4d80-a928-0ceb1a3fb917 None None] The sync data for ids ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'] in n-d-802060-13 is: [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:37Z', 'revision_number': 3, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:43.195645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88d720-116f-4f8e-b004-bbb45189074a tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=831022bb-69e9-4c6e-b88d-27c3eb9b3eed,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:43.240463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-e1aaa8e2-5008-48be-805c-d00f35653a6f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Deleting port 97659ade-1488-434b-aade-3fbbe25b95a7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:43.240901 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-e1aaa8e2-5008-48be-805c-d00f35653a6f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:43.369486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8089fc-b09f-4efb-8c04-e1c40dee2bde req-8495bad3-aa04-4c70-b750-1ff960af2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:43.376138 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3a8089fc-b09f-4efb-8c04-e1c40dee2bde req-8495bad3-aa04-4c70-b750-1ff960af2de3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0999f289e302434382b3708ba8d835c8&device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 1096 time: 0.2145514 Aug 31 01:17:43.479970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-a313f830-0962-4412-9feb-654b76f3ca03 req-a4216843-608d-4194-a2df-54d6cae4dad2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Deleting port 401e549e-b18c-473c-bcc2-22268ab63288 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:43.480350 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a313f830-0962-4412-9feb-654b76f3ca03 req-a4216843-608d-4194-a2df-54d6cae4dad2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:43.582422 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a24fd30e-0f76-43c5-86d3-5fa7328e94e7 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:43.611957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef34c5c-ca72-41d3-b539-4433d1991482 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting subnet 768d5c10-cf70-449d-afea-df80a150b313 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:17:43.659256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fd30e-0f76-43c5-86d3-5fa7328e94e7 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event deleted for resources: {'Port': ['ID=a2903083-1617-46aa-9319-b1610b57d998,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:43.663479 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8089fc-b09f-4efb-8c04-e1c40dee2bde req-1e6a1304-1f43-43e1-b7a7-3f27961cdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:43.665415 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3a8089fc-b09f-4efb-8c04-e1c40dee2bde req-1e6a1304-1f43-43e1-b7a7-3f27961cdaac service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1 HTTP/1.1" status: 200 len: 910 time: 0.2817163 Aug 31 01:17:43.700447 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bef34c5c-ca72-41d3-b539-4433d1991482 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:43.818619 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3a8089fc-b09f-4efb-8c04-e1c40dee2bde req-5dc49a74-56d2-4ea0-ad60-c4cfbdeb0b25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ed1af3-881a-4908-a41e-cab42f1244b6 HTTP/1.1" status: 200 len: 217 time: 0.1201584 Aug 31 01:17:43.987234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cf6d3-5566-4406-9164-5f2fb2d70f83 req-0ca4fa6a-12c2-45ce-933f-b836b37c0f72 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:43.995518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cf6d3-5566-4406-9164-5f2fb2d70f83 req-0ca4fa6a-12c2-45ce-933f-b836b37c0f72 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:43.997871 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-875cf6d3-5566-4406-9164-5f2fb2d70f83 req-0ca4fa6a-12c2-45ce-933f-b836b37c0f72 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 1678 time: 0.5374463 Aug 31 01:17:44.032472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-e1aaa8e2-5008-48be-805c-d00f35653a6f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] For port 97659ade-1488-434b-aade-3fbbe25b95a7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=97659ade-1488-434b-aade-3fbbe25b95a7,segment=NetworkSegment(5d426c79-0889-455e-832d-a68acceeaf25),segment_id=5d426c79-0889-455e-832d-a68acceeaf25)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:44.033971 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-e1aaa8e2-5008-48be-805c-d00f35653a6f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:44.037908 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8089fc-b09f-4efb-8c04-e1c40dee2bde req-bdc269b3-fcff-42cb-91bb-165c90736cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:44.039425 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3a8089fc-b09f-4efb-8c04-e1c40dee2bde req-bdc269b3-fcff-42cb-91bb-165c90736cce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cd1597f-753f-4ef8-ae4e-cbf870c562a6 HTTP/1.1" status: 200 len: 849 time: 0.2098279 Aug 31 01:17:44.101224 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3a8089fc-b09f-4efb-8c04-e1c40dee2bde req-259212ec-2a1a-459d-8859-088c308ba8fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526814 Aug 31 01:17:44.116943 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 401e549e-b18c-473c-bcc2-22268ab63288 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:44.262598 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a24fd30e-0f76-43c5-86d3-5fa7328e94e7 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:44.393627 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:44.464831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2571673-4fb0-4660-897b-a273a9638c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401e549e-b18c-473c-bcc2-22268ab63288'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:44.480457 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05102029-487e-4f0e-a0f0-aa5a7416ac68" -d '{"events": [{"server_uuid": "c2571673-4fb0-4660-897b-a273a9638c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "401e549e-b18c-473c-bcc2-22268ab63288"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:44.515498 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3a8089fc-b09f-4efb-8c04-e1c40dee2bde req-8fb279da-1fc6-4bff-82e2-598711eec89d service neutron] 10.222.0.15 "GET /v2.0/networks/aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685772 Aug 31 01:17:44.525673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 401e549e-b18c-473c-bcc2-22268ab63288, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=401e549e-b18c-473c-bcc2-22268ab63288,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:44.538077 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:44.545411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-a313f830-0962-4412-9feb-654b76f3ca03 req-a4216843-608d-4194-a2df-54d6cae4dad2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] For port 401e549e-b18c-473c-bcc2-22268ab63288, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=401e549e-b18c-473c-bcc2-22268ab63288,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:44.546042 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a313f830-0962-4412-9feb-654b76f3ca03 req-a4216843-608d-4194-a2df-54d6cae4dad2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:44.561723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-a313f830-0962-4412-9feb-654b76f3ca03 req-a4216843-608d-4194-a2df-54d6cae4dad2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Calling delete_port for 401e549e-b18c-473c-bcc2-22268ab63288 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:44.634357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=401e549e-b18c-473c-bcc2-22268ab63288,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:44.663907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-875cf6d3-5566-4406-9164-5f2fb2d70f83 req-61808463-8955-4c9b-b799-a5acbe2a2367 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4281158 Aug 31 01:17:44.664407 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-deleted', 'tag': '450c3c7c-35f4-4432-892d-05366ece154e'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:44.671408 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abf8674-31f4-45a6-b65e-19fbe3704a5c" -d '{"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-deleted", "tag": "450c3c7c-35f4-4432-892d-05366ece154e"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:44.703573 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bef34c5c-ca72-41d3-b539-4433d1991482 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:44.741912 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3a8089fc-b09f-4efb-8c04-e1c40dee2bde req-4c5148bb-7c8f-4f08-9f96-e22916975067 service neutron] 10.222.0.15 "GET /v2.0/networks/aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806147 Aug 31 01:17:44.759535 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24fd30e-0f76-43c5-86d3-5fa7328e94e7 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Router 9466ac07-7c7c-4263-ad8e-aab34092ea49 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:17:44.818915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999b862-4768-4c47-8692-ee231ce24c6b req-fb83da32-bb7a-41fa-a19d-29760c8dc065 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:44.822440 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c999b862-4768-4c47-8692-ee231ce24c6b req-fb83da32-bb7a-41fa-a19d-29760c8dc065 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 944 time: 1.0073977 Aug 31 01:17:44.841094 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0dbfa499-e0ad-4ca2-b386-5daf65ce8752 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:45.004188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 0dbfa499-e0ad-4ca2-b386-5daf65ce8752 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:45.011136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24fd30e-0f76-43c5-86d3-5fa7328e94e7 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:45.016583 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a24fd30e-0f76-43c5-86d3-5fa7328e94e7 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] 10.222.0.58 "PUT /v2.0/routers/9466ac07-7c7c-4263-ad8e-aab34092ea49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9830124 Aug 31 01:17:45.019214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59104) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:45.025377 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0dbfa499-e0ad-4ca2-b386-5daf65ce8752 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:45.026189 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.032398 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1640b6-6e61-4b47-b946-38e4343e51a5 None None] Sync routers for ids ['9466ac07-7c7c-4263-ad8e-aab34092ea49'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:45.063772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1640b6-6e61-4b47-b946-38e4343e51a5 None None] Routers {'9466ac07-7c7c-4263-ad8e-aab34092ea49'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:45.064726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4b1640b6-6e61-4b47-b946-38e4343e51a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9466ac07-7c7c-4263-ad8e-aab34092ea49'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:45.096876 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c999b862-4768-4c47-8692-ee231ce24c6b req-d294bf3f-ee72-4191-a834-b6c66f5ef118 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ad9887-f603-44f0-9ae3-8470501a1910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542703 Aug 31 01:17:45.122531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4b1640b6-6e61-4b47-b946-38e4343e51a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:45.152521 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1640b6-6e61-4b47-b946-38e4343e51a5 None None] Routers {'9466ac07-7c7c-4263-ad8e-aab34092ea49'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:45.154683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4b1640b6-6e61-4b47-b946-38e4343e51a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9466ac07-7c7c-4263-ad8e-aab34092ea49'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:45.199234 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b44f586-902f-47e7-b938-cf81dd5f2c66 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.232649 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c57b1d7-519c-47c0-aa8e-6df963b2f986 x-openstack-request-id: req-5c57b1d7-519c-47c0-aa8e-6df963b2f986 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:45.232930 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2571673-4fb0-4660-897b-a273a9638c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "401e549e-b18c-473c-bcc2-22268ab63288", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:45.233173 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c57b1d7-519c-47c0-aa8e-6df963b2f986 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:45.233992 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2571673-4fb0-4660-897b-a273a9638c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401e549e-b18c-473c-bcc2-22268ab63288', 'code': 200} Aug 31 01:17:45.235293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4b1640b6-6e61-4b47-b946-38e4343e51a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:45.235993 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1640b6-6e61-4b47-b946-38e4343e51a5 None None] The sync data for ids ['9466ac07-7c7c-4263-ad8e-aab34092ea49'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:45.268048 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d23efaa-6045-47c6-94dc-2897437d4d35 x-openstack-request-id: req-0d23efaa-6045-47c6-94dc-2897437d4d35 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:45.268281 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-deleted", "tag": "450c3c7c-35f4-4432-892d-05366ece154e", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:45.268542 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d23efaa-6045-47c6-94dc-2897437d4d35 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:45.269619 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-deleted', 'tag': '450c3c7c-35f4-4432-892d-05366ece154e', 'status': 'completed', 'code': 200} Aug 31 01:17:45.300708 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.317363 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bef34c5c-ca72-41d3-b539-4433d1991482 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.322197 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-e1aaa8e2-5008-48be-805c-d00f35653a6f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.322631 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-e1aaa8e2-5008-48be-805c-d00f35653a6f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.322958 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-e1aaa8e2-5008-48be-805c-d00f35653a6f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Floating IP e0d24a59-e4d4-4960-94b2-524b31a7163a disassociated. External IP: 172.25.6.26, port: 97659ade-1488-434b-aade-3fbbe25b95a7. Aug 31 01:17:45.323494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-e1aaa8e2-5008-48be-805c-d00f35653a6f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Calling delete_port for 97659ade-1488-434b-aade-3fbbe25b95a7 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:45.329140 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 0dbfa499-e0ad-4ca2-b386-5daf65ce8752, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0dbfa499-e0ad-4ca2-b386-5daf65ce8752,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:45.336161 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.389728 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b44f586-902f-47e7-b938-cf81dd5f2c66 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.391401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=0dbfa499-e0ad-4ca2-b386-5daf65ce8752,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:45.437635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837da10-1d6c-4b91-a9d1-13818e3d9886 req-a536c8a5-29f7-49c5-aec1-2b319ee0ec3c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:45.443292 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3837da10-1d6c-4b91-a9d1-13818e3d9886 req-a536c8a5-29f7-49c5-aec1-2b319ee0ec3c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 905 time: 0.5087059 Aug 31 01:17:45.476265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2b44f586-902f-47e7-b938-cf81dd5f2c66 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Deleting port 1f0af8c1-a152-43be-a7c2-94bfaa3efc90 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:45.476764 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b44f586-902f-47e7-b938-cf81dd5f2c66 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.572927 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b44f586-902f-47e7-b938-cf81dd5f2c66 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.601783 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2b44f586-902f-47e7-b938-cf81dd5f2c66 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Calling delete_port for 1f0af8c1-a152-43be-a7c2-94bfaa3efc90 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:45.701944 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-e1aaa8e2-5008-48be-805c-d00f35653a6f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.717463 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a313f830-0962-4412-9feb-654b76f3ca03 req-a4216843-608d-4194-a2df-54d6cae4dad2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.863850 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bef34c5c-ca72-41d3-b539-4433d1991482 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.924368 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bef34c5c-ca72-41d3-b539-4433d1991482 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:45.929080 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bef34c5c-ca72-41d3-b539-4433d1991482 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/768d5c10-cf70-449d-afea-df80a150b313 HTTP/1.1" status: 204 len: 168 time: 3.1943429 Aug 31 01:17:45.930439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4216843-608d-4194-a2df-54d6cae4dad2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event deleted for resources: {'Port': ['ID=401e549e-b18c-473c-bcc2-22268ab63288,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:45.931212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59114) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:45.940809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402923a8-f631-433f-8aec-ebf07528e5e8 None None] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:45.951056 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef34c5c-ca72-41d3-b539-4433d1991482 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Subnet': ['ID=768d5c10-cf70-449d-afea-df80a150b313,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:46.023385 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b44f586-902f-47e7-b938-cf81dd5f2c66 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.069017 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9a88c2-fac5-4ecb-a4a6-722c450b874e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting subnet 539e199b-006b-4a5e-a9a4-24eaa41fedb9 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:17:46.075037 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b9a88c2-fac5-4ecb-a4a6-722c450b874e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.080966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44f586-902f-47e7-b938-cf81dd5f2c66 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event deleted for resources: {'Port': ['ID=1f0af8c1-a152-43be-a7c2-94bfaa3efc90,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:46.134140 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b9a88c2-fac5-4ecb-a4a6-722c450b874e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.152819 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b44f586-902f-47e7-b938-cf81dd5f2c66 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.270749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aaa8e2-5008-48be-805c-d00f35653a6f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event deleted for resources: {'Port': ['ID=97659ade-1488-434b-aade-3fbbe25b95a7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:46.377578 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b44f586-902f-47e7-b938-cf81dd5f2c66 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.392311 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b44f586-902f-47e7-b938-cf81dd5f2c66 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.479291 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b44f586-902f-47e7-b938-cf81dd5f2c66 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.480206 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b44f586-902f-47e7-b938-cf81dd5f2c66 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Fanout notify agent at l3_agent the message router_deleted on router 9466ac07-7c7c-4263-ad8e-aab34092ea49 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:17:46.494868 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b44f586-902f-47e7-b938-cf81dd5f2c66 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.500266 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2b44f586-902f-47e7-b938-cf81dd5f2c66 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] 10.222.0.58 "DELETE /v2.0/routers/9466ac07-7c7c-4263-ad8e-aab34092ea49 HTTP/1.1" status: 204 len: 168 time: 1.4797065 Aug 31 01:17:46.501845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59120) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:46.585906 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a424abe-ef63-42f4-87fb-f2ae8fb6e38c tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Deleting subnet 11a90c7e-9034-4345-8aab-dd1f3723cc15 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:17:46.589818 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a424abe-ef63-42f4-87fb-f2ae8fb6e38c tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.691713 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a424abe-ef63-42f4-87fb-f2ae8fb6e38c tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.774253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0dbfa499-e0ad-4ca2-b386-5daf65ce8752 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:46.828946 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a424abe-ef63-42f4-87fb-f2ae8fb6e38c tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.843538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0dbfa499-e0ad-4ca2-b386-5daf65ce8752 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:46.844328 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:46.947831 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a424abe-ef63-42f4-87fb-f2ae8fb6e38c tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:47.144492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-a313f830-0962-4412-9feb-654b76f3ca03 req-a4216843-608d-4194-a2df-54d6cae4dad2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] No DVR routers for this DVR port 401e549e-b18c-473c-bcc2-22268ab63288 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:47.156956 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a313f830-0962-4412-9feb-654b76f3ca03 req-a4216843-608d-4194-a2df-54d6cae4dad2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:47.161399 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a313f830-0962-4412-9feb-654b76f3ca03 req-a4216843-608d-4194-a2df-54d6cae4dad2 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.70 "DELETE /v2.0/ports/401e549e-b18c-473c-bcc2-22268ab63288 HTTP/1.1" status: 204 len: 173 time: 4.9711769 Aug 31 01:17:47.173702 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:47.286889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2571673-4fb0-4660-897b-a273a9638c5f', 'name': 'network-vif-deleted', 'tag': '401e549e-b18c-473c-bcc2-22268ab63288'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:47.292298 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369911b8-3276-4765-a129-4a10ad6bc17e" -d '{"events": [{"server_uuid": "c2571673-4fb0-4660-897b-a273a9638c5f", "name": "network-vif-deleted", "tag": "401e549e-b18c-473c-bcc2-22268ab63288"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:47.319635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2f718-9655-496b-9968-b5489e28a3bb req-f6357283-8267-4de5-b396-b35fb8a866d8 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:47.324651 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5e2f718-9655-496b-9968-b5489e28a3bb req-f6357283-8267-4de5-b396-b35fb8a866d8 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 944 time: 0.2829239 Aug 31 01:17:47.343565 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd906218-7120-422f-80a2-60a36eacaa15 req-addde521-11c4-4bdc-99ef-d3e933acfe3c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:47.356764 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd906218-7120-422f-80a2-60a36eacaa15 req-addde521-11c4-4bdc-99ef-d3e933acfe3c tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 943 time: 1.5111964 Aug 31 01:17:47.477734 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-876b4cac-ce3d-429b-ab10-99f244f0ef21 None None] Provisioning complete for port f3a311ca-39d3-41ca-ad5e-6ddf79255bff triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:47.478524 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-876b4cac-ce3d-429b-ab10-99f244f0ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:47.520313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-876b4cac-ce3d-429b-ab10-99f244f0ef21 None None] Port f3a311ca-39d3-41ca-ad5e-6ddf79255bff cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:47.531460 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-876b4cac-ce3d-429b-ab10-99f244f0ef21 None None] Provisioning complete for port a9d994c5-1b6b-498f-a594-6cbcbe40805e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:47.532227 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-876b4cac-ce3d-429b-ab10-99f244f0ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:47.534532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-e1aaa8e2-5008-48be-805c-d00f35653a6f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:17:47.536639 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b9a88c2-fac5-4ecb-a4a6-722c450b874e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:47.591832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a424abe-ef63-42f4-87fb-f2ae8fb6e38c tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event deleted for resources: {'Subnet': ['ID=11a90c7e-9034-4345-8aab-dd1f3723cc15,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:47.601170 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a424abe-ef63-42f4-87fb-f2ae8fb6e38c tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:47.606976 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7a424abe-ef63-42f4-87fb-f2ae8fb6e38c tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] 10.222.0.58 "DELETE /v2.0/subnets/11a90c7e-9034-4345-8aab-dd1f3723cc15 HTTP/1.1" status: 204 len: 168 time: 1.1036158 Aug 31 01:17:47.607901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59130) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:47.637169 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3291cb46-ef81-46be-b8d1-0fe48bdf6168 None None] Network c2f821bf-1a26-4df0-a8c6-951c771b5cd9 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:47.710595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd906218-7120-422f-80a2-60a36eacaa15 req-509e441c-00cf-4a9c-8100-29bd890827ec tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b29493c-253c-4840-925a-669dd9b09a06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528099 Aug 31 01:17:47.722017 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b9a88c2-fac5-4ecb-a4a6-722c450b874e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:47.790248 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:47.930169 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Deleting port 63dceaa9-226e-4f17-84e3-adad21eb7c0d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:47.935960 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:47.976593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a88c2-fac5-4ecb-a4a6-722c450b874e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Subnet': ['ID=539e199b-006b-4a5e-a9a4-24eaa41fedb9,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:47.984266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44db4a6a-3682-469b-8a46-4000c990f6b3 None None] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:48.010305 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b9a88c2-fac5-4ecb-a4a6-722c450b874e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.029901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2b9a88c2-fac5-4ecb-a4a6-722c450b874e tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/539e199b-006b-4a5e-a9a4-24eaa41fedb9 HTTP/1.1" status: 204 len: 168 time: 2.0723009 Aug 31 01:17:48.038669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] For port 63dceaa9-226e-4f17-84e3-adad21eb7c0d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=63dceaa9-226e-4f17-84e3-adad21eb7c0d,segment=NetworkSegment(29b104e3-5c92-496e-852b-8d0e6097aab7),segment_id=29b104e3-5c92-496e-852b-8d0e6097aab7)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:48.043525 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.056796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2d1e37-fc2a-4512-aed9-5e09d97ed2ae None None] DHCP port deletion for c2f821bf-1a26-4df0-a8c6-951c771b5cd9 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:17:48.062191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Calling delete_port for 63dceaa9-226e-4f17-84e3-adad21eb7c0d owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:48.066366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59140) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:48.108590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5e2f718-9655-496b-9968-b5489e28a3bb req-2bf3dc9d-fbe9-4ea5-a0b3-466d2634ae59 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ad9887-f603-44f0-9ae3-8470501a1910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307651 Aug 31 01:17:48.110841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eafef5ef-c40b-4415-99ce-1d3ce6c68bfe req-333a812a-2a97-46d8-828b-7a949f022970 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2571673-4fb0-4660-897b-a273a9638c5f HTTP/1.1" status: 200 len: 210 time: 0.1371489 Aug 31 01:17:48.178297 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48ac26e-6c19-4cfe-8e0d-05ccb11b9c57 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] DELETE failed (client error): The resource could not be found. Aug 31 01:17:48.178992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48ac26e-6c19-4cfe-8e0d-05ccb11b9c57 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:48.182095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c48ac26e-6c19-4cfe-8e0d-05ccb11b9c57 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/768d5c10-cf70-449d-afea-df80a150b313 HTTP/1.1" status: 404 len: 337 time: 0.1132858 Aug 31 01:17:48.184352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Allocated IP 172.20.0.1 (05166366-f2cf-4263-a28e-fd696742cc7f/3bdf0b07-4c89-45a2-828f-1c4e94ba70e3/aa0543aa-661a-4525-bc0f-bfc8e90e61f3) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:48.187148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59142) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:48.207390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b0ed1af3-881a-4908-a41e-cab42f1244b6 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:17:48.269408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-e1aaa8e2-5008-48be-805c-d00f35653a6f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:48.280085 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc047f1-cf39-4e0e-9c1e-79e2d4065881 None None] Sync routers for ids ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:48.284291 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facc804d-c1cf-4fb3-b238-15bf6da05f2f x-openstack-request-id: req-facc804d-c1cf-4fb3-b238-15bf6da05f2f {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:48.285461 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2571673-4fb0-4660-897b-a273a9638c5f", "name": "network-vif-deleted", "tag": "401e549e-b18c-473c-bcc2-22268ab63288", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:48.285944 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-facc804d-c1cf-4fb3-b238-15bf6da05f2f {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:48.286775 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2571673-4fb0-4660-897b-a273a9638c5f', 'name': 'network-vif-deleted', 'tag': '401e549e-b18c-473c-bcc2-22268ab63288', 'status': 'completed', 'code': 200} Aug 31 01:17:48.294296 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc047f1-cf39-4e0e-9c1e-79e2d4065881 None None] Routers {'3a64f0b9-7d37-4404-8375-a66b5f675ce0'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:48.295335 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5fc047f1-cf39-4e0e-9c1e-79e2d4065881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:48.337578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cffec83-0f03-45e3-acba-90774e70ad02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting subnet 6c269c67-6cb3-46d9-8c0b-c74f84c3aa9e {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:17:48.343313 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cffec83-0f03-45e3-acba-90774e70ad02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.369901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-e1aaa8e2-5008-48be-805c-d00f35653a6f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] No DVR routers for this DVR port 97659ade-1488-434b-aade-3fbbe25b95a7 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:48.380170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d1e37-fc2a-4512-aed9-5e09d97ed2ae None None] Deleting port 63dceaa9-226e-4f17-84e3-adad21eb7c0d {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:48.381070 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1e37-fc2a-4512-aed9-5e09d97ed2ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.387933 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-e1aaa8e2-5008-48be-805c-d00f35653a6f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.396211 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-e1aaa8e2-5008-48be-805c-d00f35653a6f tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "DELETE /v2.0/ports/97659ade-1488-434b-aade-3fbbe25b95a7 HTTP/1.1" status: 204 len: 173 time: 6.4789553 Aug 31 01:17:48.400503 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cffec83-0f03-45e3-acba-90774e70ad02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.405132 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.462946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event deleted for resources: {'Port': ['ID=63dceaa9-226e-4f17-84e3-adad21eb7c0d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:48.475888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4b2d1e37-fc2a-4512-aed9-5e09d97ed2ae None None] For port 63dceaa9-226e-4f17-84e3-adad21eb7c0d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=63dceaa9-226e-4f17-84e3-adad21eb7c0d,segment=NetworkSegment(29b104e3-5c92-496e-852b-8d0e6097aab7),segment_id=29b104e3-5c92-496e-852b-8d0e6097aab7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:48.476816 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1e37-fc2a-4512-aed9-5e09d97ed2ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.480801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] No DVR routers for this DVR port 63dceaa9-226e-4f17-84e3-adad21eb7c0d on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:48.502829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d1e37-fc2a-4512-aed9-5e09d97ed2ae None None] Calling delete_port for 63dceaa9-226e-4f17-84e3-adad21eb7c0d owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:48.535077 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-5fc047f1-cf39-4e0e-9c1e-79e2d4065881 None None] Set router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.600203 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.603362 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.603362 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.603362 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.603362 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.603362 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.603362 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.603362 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.603362 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.603362 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.603362 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.603362 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.603362 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.603362 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:17:48.603362 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:17:48.607922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.628814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f821bf-1a26-4df0-a8c6-951c771b5cd9']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:48.640608 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.656232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b104e3-5c92-496e-852b-8d0e6097aab7') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:48.656581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b104e3-5c92-496e-852b-8d0e6097aab7') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:48.663751 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1e37-fc2a-4512-aed9-5e09d97ed2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.671708 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cffec83-0f03-45e3-acba-90774e70ad02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.676907 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.701955 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Transition to ACTIVE for port object aa0543aa-661a-4525-bc0f-bfc8e90e61f3 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:48.752578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d1e37-fc2a-4512-aed9-5e09d97ed2ae None None] Pushing event deleted for resources: {'Port': ['ID=63dceaa9-226e-4f17-84e3-adad21eb7c0d,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:48.759184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-66d09c4b-bbad-45c3-8969-3384b2522deb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Deleting port 0566f795-c864-431d-8adb-85d29f5b7dae {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:48.759557 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-66d09c4b-bbad-45c3-8969-3384b2522deb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.775191 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.791013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:17:48.791992 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:17:48.795920 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:17:48.849686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 63dceaa9-226e-4f17-84e3-adad21eb7c0d no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:48.891922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.899853 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.904019 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] 10.222.0.58 "DELETE /v2.0/networks/c2f821bf-1a26-4df0-a8c6-951c771b5cd9 HTTP/1.1" status: 204 len: 168 time: 1.2949245 Aug 31 01:17:48.918935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59150) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:48.919780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2d1e37-fc2a-4512-aed9-5e09d97ed2ae None None] No DVR routers for this DVR port 63dceaa9-226e-4f17-84e3-adad21eb7c0d on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:48.922552 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cffec83-0f03-45e3-acba-90774e70ad02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.945420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 63dceaa9-226e-4f17-84e3-adad21eb7c0d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:17:48.945985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 63dceaa9-226e-4f17-84e3-adad21eb7c0d not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:48.946672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-66d09c4b-bbad-45c3-8969-3384b2522deb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] For port 0566f795-c864-431d-8adb-85d29f5b7dae, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=0566f795-c864-431d-8adb-85d29f5b7dae,segment=NetworkSegment(0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0),segment_id=0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:48.947046 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-66d09c4b-bbad-45c3-8969-3384b2522deb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:48.951592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b0ed1af3-881a-4908-a41e-cab42f1244b6, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b0ed1af3-881a-4908-a41e-cab42f1244b6,segment=NetworkSegment(4ddd55aa-379f-42a2-9f43-c49a0d6f76eb),segment_id=4ddd55aa-379f-42a2-9f43-c49a0d6f76eb)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:48.972834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-66d09c4b-bbad-45c3-8969-3384b2522deb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Calling delete_port for 0566f795-c864-431d-8adb-85d29f5b7dae owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:48.980830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'b0ed1af3-881a-4908-a41e-cab42f1244b6', 'network_id': 'aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1', 'port_id': 'b0ed1af3-881a-4908-a41e-cab42f1244b6', 'mac_address': 'fa:16:3e:29:07:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd1597f-753f-4ef8-ae4e-cbf870c562a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:17:49.046651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cd628-7bd7-456c-8791-56a93a270e25 tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event deleted for resources: {'Network': ['ID=c2f821bf-1a26-4df0-a8c6-951c771b5cd9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:49.064414 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5fc047f1-cf39-4e0e-9c1e-79e2d4065881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:26Z', 'updated_at': '2021-08-31T01:06:33Z', 'revision_number': 4, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'gw_port': {'id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:27Z', 'updated_at': '2021-08-31T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd52d88d0-5a0c-41d2-8d25-78fbf1535924', 'name': '', 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'mac_address': 'fa:16:3e:84:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:32Z', 'updated_at': '2021-08-31T01:06:40Z', 'revision_number': 5, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'subnets': [{'id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:49.095636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffec83-0f03-45e3-acba-90774e70ad02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Subnet': ['ID=6c269c67-6cb3-46d9-8c0b-c74f84c3aa9e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:49.104484 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cffec83-0f03-45e3-acba-90774e70ad02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.108755 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4cffec83-0f03-45e3-acba-90774e70ad02 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/6c269c67-6cb3-46d9-8c0b-c74f84c3aa9e HTTP/1.1" status: 204 len: 168 time: 0.9056990 Aug 31 01:17:49.111690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59152) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:49.127107 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc047f1-cf39-4e0e-9c1e-79e2d4065881 None None] Checking router: 3a64f0b9-7d37-4404-8375-a66b5f675ce0 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:17:49.128496 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.155924 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc047f1-cf39-4e0e-9c1e-79e2d4065881 None None] Routers {'3a64f0b9-7d37-4404-8375-a66b5f675ce0'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:49.166687 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-66d09c4b-bbad-45c3-8969-3384b2522deb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.170224 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5fc047f1-cf39-4e0e-9c1e-79e2d4065881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:49.185700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ed1af3-881a-4908-a41e-cab42f1244b6 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:17:49.206036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8956a3bd-8d01-4019-9697-3fafccc9b905 req-5cf45792-6250-4c87-bf53-971757cd7ea1 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.0528443 Aug 31 01:17:49.234608 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b0ed1af3-881a-4908-a41e-cab42f1244b6, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b0ed1af3-881a-4908-a41e-cab42f1244b6,segment=NetworkSegment(4ddd55aa-379f-42a2-9f43-c49a0d6f76eb),segment_id=4ddd55aa-379f-42a2-9f43-c49a0d6f76eb)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:49.245085 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebfe3ea-940b-4194-bade-377232add356 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] DELETE failed (client error): The resource could not be found. Aug 31 01:17:49.245921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebfe3ea-940b-4194-bade-377232add356 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:49.250546 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2ebfe3ea-940b-4194-bade-377232add356 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/40b2b84d-ff76-4789-9d6c-4a12185fbe20 HTTP/1.1" status: 404 len: 337 time: 0.1357076 Aug 31 01:17:49.260595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59160) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:49.266051 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.313150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d09c4b-bbad-45c3-8969-3384b2522deb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event deleted for resources: {'Port': ['ID=0566f795-c864-431d-8adb-85d29f5b7dae,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:49.381631 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-65aa3791-baca-4193-a7e6-804545cb1734 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e85d387-cae8-4a9b-ac88-ee70b6b08009 HTTP/1.1" status: 200 len: 205 time: 0.1125722 Aug 31 01:17:49.401796 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59162) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:49.401991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-66d09c4b-bbad-45c3-8969-3384b2522deb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] No DVR routers for this DVR port 0566f795-c864-431d-8adb-85d29f5b7dae on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:49.410713 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.414397 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-66d09c4b-bbad-45c3-8969-3384b2522deb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.416421 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92188407-f7a7-4822-bcb4-8acd21aff589 req-66d09c4b-bbad-45c3-8969-3384b2522deb tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.15 "DELETE /v2.0/ports/0566f795-c864-431d-8adb-85d29f5b7dae HTTP/1.1" status: 204 len: 173 time: 1.0040314 Aug 31 01:17:49.471784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Network 05166366-f2cf-4263-a28e-fd696742cc7f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:49.488346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fabd28-b4a0-4acd-a340-cbc6fd3400c2 req-ac662713-b91c-4b83-bc62-b4ab72e9fc71 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:49.490518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4fabd28-b4a0-4acd-a340-cbc6fd3400c2 req-ac662713-b91c-4b83-bc62-b4ab72e9fc71 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 945 time: 0.2004328 Aug 31 01:17:49.491012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:49.495716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:17:49.508850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9904fb0b-1337-4fd3-b993-142c38e38dd4 None None] Update dhcp port {'port': {'network_id': '6aa71449-19a5-483f-85a3-3a317f2c86ac', 'fixed_ips': [{'subnet_id': '6c269c67-6cb3-46d9-8c0b-c74f84c3aa9e'}], 'binding:host_id': 'n-d-802060-13'}, 'id': 'a9d994c5-1b6b-498f-a594-6cbcbe40805e'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:17:49.539743 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.547950 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-a1f38263-5a1b-4768-9a95-89275214cfd1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] delete failed (client error): The resource could not be found. Aug 31 01:17:49.552880 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a1f38263-5a1b-4768-9a95-89275214cfd1 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/routers/2e85d387-cae8-4a9b-ac88-ee70b6b08009 HTTP/1.1" status: 404 len: 336 time: 0.1411474 Aug 31 01:17:49.561251 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59166) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:49.567599 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-5fc047f1-cf39-4e0e-9c1e-79e2d4065881 None None] Set router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:49.651568 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9904fb0b-1337-4fd3-b993-142c38e38dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.663118 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=b0ed1af3-881a-4908-a41e-cab42f1244b6,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:49.700522 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac95dc13-bb5c-41c2-ae1b-3434d0182e2f tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] DELETE failed (client error): The resource could not be found. Aug 31 01:17:49.702231 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac95dc13-bb5c-41c2-ae1b-3434d0182e2f tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:49.709722 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ac95dc13-bb5c-41c2-ae1b-3434d0182e2f tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/65d88e9b-e376-4127-aa0b-c7e42ac10f25 HTTP/1.1" status: 404 len: 337 time: 0.1369627 Aug 31 01:17:49.712394 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59168) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:49.758056 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf356433-b5a3-4e95-b947-6976d290c2e6 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] DELETE failed (client error): The resource could not be found. Aug 31 01:17:49.758918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf356433-b5a3-4e95-b947-6976d290c2e6 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:49.769960 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bf356433-b5a3-4e95-b947-6976d290c2e6 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/bb8a5bf0-9243-43ac-9e0e-bcd545d01080 HTTP/1.1" status: 404 len: 337 time: 0.0561445 Aug 31 01:17:49.773535 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59174) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:49.805365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0543aa-661a-4525-bc0f-bfc8e90e61f3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:49.835934 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-96864ccb-f687-436f-b1b8-3b22f5b70e71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] DELETE failed (client error): The resource could not be found. Aug 31 01:17:49.836707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96864ccb-f687-436f-b1b8-3b22f5b70e71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:49.843870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59176) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:49.844475 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-96864ccb-f687-436f-b1b8-3b22f5b70e71 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/2deb5e70-8aea-431b-8591-efe04375e998 HTTP/1.1" status: 404 len: 337 time: 0.0674601 Aug 31 01:17:49.852722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-db38c77c-5d9e-4c0b-977f-f616f20fea1f tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Deleting port af1a9636-f80d-4703-82ce-88a5f51b781c {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:49.853488 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db38c77c-5d9e-4c0b-977f-f616f20fea1f tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:49.978699 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8959e3-62fb-469e-8bf1-d62d5446372b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] DELETE failed (client error): The resource could not be found. Aug 31 01:17:49.979484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8959e3-62fb-469e-8bf1-d62d5446372b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:49.983513 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fa8959e3-62fb-469e-8bf1-d62d5446372b tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/b81f6a07-f503-4e9b-a0ff-9996a40b1f2d HTTP/1.1" status: 404 len: 333 time: 0.1350839 Aug 31 01:17:49.992782 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59178) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:50.015197 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db38c77c-5d9e-4c0b-977f-f616f20fea1f tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:50.015693 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db38c77c-5d9e-4c0b-977f-f616f20fea1f tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:50.036975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-db38c77c-5d9e-4c0b-977f-f616f20fea1f tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Calling delete_port for af1a9636-f80d-4703-82ce-88a5f51b781c owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:50.045527 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['b0ed1af3-881a-4908-a41e-cab42f1244b6'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:17:50.153497 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:50.159847 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a934cdb-79ce-4595-b404-d89322efaebb None None] Network 6aa71449-19a5-483f-85a3-3a317f2c86ac requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:17:50.169375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3f3546d3-5b0d-4e02-a12e-57ca70c3852c None None] Provisioning for port aa0543aa-661a-4525-bc0f-bfc8e90e61f3 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:50.202239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4fabd28-b4a0-4acd-a340-cbc6fd3400c2 req-22b31685-c1d8-4fa0-9cf0-3f288813264d tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ad9887-f603-44f0-9ae3-8470501a1910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573359 Aug 31 01:17:50.205772 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-da07be22-d709-40e3-906b-33e05731430f tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] DELETE failed (client error): The resource could not be found. Aug 31 01:17:50.208338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da07be22-d709-40e3-906b-33e05731430f tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:50.210728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-da07be22-d709-40e3-906b-33e05731430f tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/8db09370-7c02-431b-b141-0e3cde627f17 HTTP/1.1" status: 404 len: 337 time: 0.2138720 Aug 31 01:17:50.213310 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59182) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:50.289614 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdec8909-819e-43af-aa5d-bf0808984dd7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] DELETE failed (client error): The resource could not be found. Aug 31 01:17:50.290114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdec8909-819e-43af-aa5d-bf0808984dd7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:50.309826 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bdec8909-819e-43af-aa5d-bf0808984dd7 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/2d558d4f-7cc6-4169-96c0-1516c7a5c269 HTTP/1.1" status: 404 len: 337 time: 0.0951602 Aug 31 01:17:50.310509 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59186) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:50.336713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3f3546d3-5b0d-4e02-a12e-57ca70c3852c None None] Provisioning complete for port aa0543aa-661a-4525-bc0f-bfc8e90e61f3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:50.339323 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3f3546d3-5b0d-4e02-a12e-57ca70c3852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:50.362405 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5fc047f1-cf39-4e0e-9c1e-79e2d4065881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:26Z', 'updated_at': '2021-08-31T01:06:33Z', 'revision_number': 4, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'gw_port': {'id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:27Z', 'updated_at': '2021-08-31T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd52d88d0-5a0c-41d2-8d25-78fbf1535924', 'name': '', 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'mac_address': 'fa:16:3e:84:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:32Z', 'updated_at': '2021-08-31T01:06:40Z', 'revision_number': 5, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'subnets': [{'id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:50.372953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-deleted', 'tag': '97659ade-1488-434b-aade-3fbbe25b95a7'}, {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-deleted', 'tag': '0566f795-c864-431d-8adb-85d29f5b7dae'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:50.379666 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134131ca-c511-458c-bda5-f6d446458d24" -d '{"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-deleted", "tag": "97659ade-1488-434b-aade-3fbbe25b95a7"}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-deleted", "tag": "0566f795-c864-431d-8adb-85d29f5b7dae"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:50.426186 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc047f1-cf39-4e0e-9c1e-79e2d4065881 None None] The sync data for ids ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'] in n-d-802060-13 is: [{'id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:26Z', 'updated_at': '2021-08-31T01:06:33Z', 'revision_number': 4, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'gw_port': {'id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:27Z', 'updated_at': '2021-08-31T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd52d88d0-5a0c-41d2-8d25-78fbf1535924', 'name': '', 'network_id': '00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'mac_address': 'fa:16:3e:84:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:32Z', 'updated_at': '2021-08-31T01:06:40Z', 'revision_number': 5, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'subnets': [{'id': 'cfd009aa-e4ed-4585-b4fd-f3161596623b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:50.440528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3f3546d3-5b0d-4e02-a12e-57ca70c3852c None None] Port aa0543aa-661a-4525-bc0f-bfc8e90e61f3 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:50.454310 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a48ad81-f1a6-48fa-8f78-b527e6e273fe tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] DELETE failed (client error): The resource could not be found. Aug 31 01:17:50.455506 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a48ad81-f1a6-48fa-8f78-b527e6e273fe tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:50.458384 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6a48ad81-f1a6-48fa-8f78-b527e6e273fe tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/aedd14cf-f122-45ce-9189-f6097f8c8a1c HTTP/1.1" status: 404 len: 333 time: 0.0798252 Aug 31 01:17:50.481222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59190) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:50.525758 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6e56fe-3c2b-45f9-8b99-ca71a1073f92 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] DELETE failed (client error): The resource could not be found. Aug 31 01:17:50.526512 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6e56fe-3c2b-45f9-8b99-ca71a1073f92 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:50.528677 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bc6e56fe-3c2b-45f9-8b99-ca71a1073f92 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/12031068-52c7-4114-bac4-acf96eb47576 HTTP/1.1" status: 404 len: 337 time: 0.0462201 Aug 31 01:17:50.531483 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59192) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:50.551902 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79e50f1e-bb19-4cfe-8ae8-4a0fdab72231 req-011f1a8c-a4fe-45fd-ab40-383c26683bdc tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.1457598 Aug 31 01:17:50.594344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18893527-fe4d-438a-b80a-792096067cad req-b1e9cdbe-d172-405c-bf9e-17607fdfeb08 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:50.602810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18893527-fe4d-438a-b80a-792096067cad req-b1e9cdbe-d172-405c-bf9e-17607fdfeb08 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 945 time: 0.2326193 Aug 31 01:17:50.638895 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca56d91-467f-44e8-b46c-cdf2cbfcbf80 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] DELETE failed (client error): The resource could not be found. Aug 31 01:17:50.645085 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca56d91-467f-44e8-b46c-cdf2cbfcbf80 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:17:50.649583 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8ca56d91-467f-44e8-b46c-cdf2cbfcbf80 tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/subnets/ac180adf-bd99-49d2-b34b-e34604aebb73 HTTP/1.1" status: 404 len: 337 time: 0.1169031 Aug 31 01:17:50.654023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59196) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:50.679986 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db38c77c-5d9e-4c0b-977f-f616f20fea1f tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:50.719548 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc62850-ab7d-4b80-bd74-07b5e5a9bd1d x-openstack-request-id: req-fcc62850-ab7d-4b80-bd74-07b5e5a9bd1d {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:50.719855 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-deleted", "tag": "97659ade-1488-434b-aade-3fbbe25b95a7", "status": "completed", "code": 200}, {"server_uuid": "c98ceec0-6557-491c-ab2c-b27acbfbe073", "name": "network-vif-deleted", "tag": "0566f795-c864-431d-8adb-85d29f5b7dae", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:50.720164 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fcc62850-ab7d-4b80-bd74-07b5e5a9bd1d {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:50.720583 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-deleted', 'tag': '97659ade-1488-434b-aade-3fbbe25b95a7', 'status': 'completed', 'code': 200} Aug 31 01:17:50.723715 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ceec0-6557-491c-ab2c-b27acbfbe073', 'name': 'network-vif-deleted', 'tag': '0566f795-c864-431d-8adb-85d29f5b7dae', 'status': 'completed', 'code': 200} Aug 31 01:17:50.779860 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18893527-fe4d-438a-b80a-792096067cad req-1cc4c1a1-42c9-4a5b-aab2-a5408e1075fb tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760330 Aug 31 01:17:50.866509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a9d994c5-1b6b-498f-a594-6cbcbe40805e no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:50.903823 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:50.910747 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38c77c-5d9e-4c0b-977f-f616f20fea1f tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Pushing event deleted for resources: {'Port': ['ID=af1a9636-f80d-4703-82ce-88a5f51b781c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:50.939109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-9b61b2e9-b9f8-4f19-8b01-7a5c4f0c43e9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2343521 Aug 31 01:17:50.948381 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.007500 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db38c77c-5d9e-4c0b-977f-f616f20fea1f tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.012078 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db38c77c-5d9e-4c0b-977f-f616f20fea1f tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.013966 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-db38c77c-5d9e-4c0b-977f-f616f20fea1f tempest-FloatingIPAdminTestJSON-9830901 tempest-FloatingIPAdminTestJSON-9830901-project] 10.222.0.58 "DELETE /v2.0/floatingips/ce936019-21fa-42f8-8abd-0a12bec58b50 HTTP/1.1" status: 204 len: 168 time: 2.0887179 Aug 31 01:17:51.084111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7f40131e-82e8-4d94-84e7-fb33e325b08c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Deleting port f3a311ca-39d3-41ca-ad5e-6ddf79255bff {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:51.084385 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f40131e-82e8-4d94-84e7-fb33e325b08c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.148780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a0fb5d-2ec9-42d0-930d-64bbcb6e82fa None None] DHCP port deletion for 6aa71449-19a5-483f-85a3-3a317f2c86ac request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:17:51.154923 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b271dcf7-4d99-4853-8fde-281274c5a75b None None] New status for floating IP e0d24a59-e4d4-4960-94b2-524b31a7163a: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:17:51.187587 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f40131e-82e8-4d94-84e7-fb33e325b08c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.254789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7f40131e-82e8-4d94-84e7-fb33e325b08c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Calling delete_port for f3a311ca-39d3-41ca-ad5e-6ddf79255bff owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:51.284050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-97f699ad-6846-41cf-96b1-362d06cbb98c None None] Provisioning complete for port f3a311ca-39d3-41ca-ad5e-6ddf79255bff triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:51.285242 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-97f699ad-6846-41cf-96b1-362d06cbb98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.310654 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.390300 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.431272 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b1056d17-876b-4755-acb4-733b7bbd4d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.487117 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-97f699ad-6846-41cf-96b1-362d06cbb98c None None] Port f3a311ca-39d3-41ca-ad5e-6ddf79255bff cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:51.505517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port a9d994c5-1b6b-498f-a594-6cbcbe40805e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a9d994c5-1b6b-498f-a594-6cbcbe40805e,segment=NetworkSegment(78628b80-fcfe-4d29-882f-fc22b8afbb74),segment_id=78628b80-fcfe-4d29-882f-fc22b8afbb74)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:51.516481 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f40131e-82e8-4d94-84e7-fb33e325b08c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.522426 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.553633 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59208) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:51.557683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-97f699ad-6846-41cf-96b1-362d06cbb98c None None] Provisioning complete for port a9d994c5-1b6b-498f-a594-6cbcbe40805e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:51.558070 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-97f699ad-6846-41cf-96b1-362d06cbb98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.598826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-52a0fb5d-2ec9-42d0-930d-64bbcb6e82fa None None] Deleting port a9d994c5-1b6b-498f-a594-6cbcbe40805e {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:51.599199 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-52a0fb5d-2ec9-42d0-930d-64bbcb6e82fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.689639 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Network 05166366-f2cf-4263-a28e-fd696742cc7f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:51.705262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:51.724361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=a9d994c5-1b6b-498f-a594-6cbcbe40805e,revision_number=11']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:51.748162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-f4946fec-9f5b-429d-bb07-49288214beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:51.748793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-f4946fec-9f5b-429d-bb07-49288214beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:51.749276 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-f4946fec-9f5b-429d-bb07-49288214beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:51.749762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-f4946fec-9f5b-429d-bb07-49288214beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:51.750240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-f4946fec-9f5b-429d-bb07-49288214beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:51.750709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-f4946fec-9f5b-429d-bb07-49288214beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:51.751178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-f4946fec-9f5b-429d-bb07-49288214beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:51.754482 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-f4946fec-9f5b-429d-bb07-49288214beca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1534f084f814923866cc1da0f965ab3&device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 6509 time: 0.7501292 Aug 31 01:17:51.760320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-52a0fb5d-2ec9-42d0-930d-64bbcb6e82fa None None] For port a9d994c5-1b6b-498f-a594-6cbcbe40805e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a9d994c5-1b6b-498f-a594-6cbcbe40805e,segment=NetworkSegment(78628b80-fcfe-4d29-882f-fc22b8afbb74),segment_id=78628b80-fcfe-4d29-882f-fc22b8afbb74)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:51.761024 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-52a0fb5d-2ec9-42d0-930d-64bbcb6e82fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.762749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0543aa-661a-4525-bc0f-bfc8e90e61f3,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:51.777866 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-52a0fb5d-2ec9-42d0-930d-64bbcb6e82fa None None] Calling delete_port for a9d994c5-1b6b-498f-a594-6cbcbe40805e owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:51.832609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40131e-82e8-4d94-84e7-fb33e325b08c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Port': ['ID=f3a311ca-39d3-41ca-ad5e-6ddf79255bff,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:51.860755 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7b10e44-26b5-4eea-ac0c-0877314e1528 req-cebba1ec-f56e-4984-b0ad-f6491338979d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.1464868 Aug 31 01:17:51.908120 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-97f699ad-6846-41cf-96b1-362d06cbb98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:51.992881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-97f699ad-6846-41cf-96b1-362d06cbb98c None None] For port a9d994c5-1b6b-498f-a594-6cbcbe40805e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a9d994c5-1b6b-498f-a594-6cbcbe40805e,segment=NetworkSegment(78628b80-fcfe-4d29-882f-fc22b8afbb74),segment_id=78628b80-fcfe-4d29-882f-fc22b8afbb74)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:52.003031 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-97f699ad-6846-41cf-96b1-362d06cbb98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.100505 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-52a0fb5d-2ec9-42d0-930d-64bbcb6e82fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.120184 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-79cac331-901e-4141-97f4-da6f0a8d035f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=818ae085dab340c28c5100e447c961f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5649233 Aug 31 01:17:52.127830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59222) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:52.150473 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f40131e-82e8-4d94-84e7-fb33e325b08c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.152920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7f40131e-82e8-4d94-84e7-fb33e325b08c tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/ports/f3a311ca-39d3-41ca-ad5e-6ddf79255bff HTTP/1.1" status: 204 len: 168 time: 1.4912050 Aug 31 01:17:52.162767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe5a74-36f0-4900-9224-0e48e6be2bfb req-346cf344-e0e4-4f44-b729-f2dc8786b489 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:52.166272 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59224) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:52.175510 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46fe5a74-36f0-4900-9224-0e48e6be2bfb req-346cf344-e0e4-4f44-b729-f2dc8786b489 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 945 time: 0.7163148 Aug 31 01:17:52.184569 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0fb5d-2ec9-42d0-930d-64bbcb6e82fa None None] No DVR routers for this DVR port a9d994c5-1b6b-498f-a594-6cbcbe40805e on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:52.189496 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b0ed1af3-881a-4908-a41e-cab42f1244b6 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:52.195039 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f699ad-6846-41cf-96b1-362d06cbb98c None None] Pushing event updated for resources: {'Port': ['ID=a9d994c5-1b6b-498f-a594-6cbcbe40805e,revision_number=12']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:52.341077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0fb5d-2ec9-42d0-930d-64bbcb6e82fa None None] Pushing event deleted for resources: {'Port': ['ID=a9d994c5-1b6b-498f-a594-6cbcbe40805e,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:52.363971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f06d5afe-6fb8-4cc7-a993-5efee79d799a None None] Provisioning complete for port aa0543aa-661a-4525-bc0f-bfc8e90e61f3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:52.364342 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f06d5afe-6fb8-4cc7-a993-5efee79d799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.370907 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843d155-4e5e-44de-84b0-2d72c09a02e4 req-c68552dd-ef9c-4b86-b217-c58dd022a6be tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:52.372493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f843d155-4e5e-44de-84b0-2d72c09a02e4 req-c68552dd-ef9c-4b86-b217-c58dd022a6be tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.15 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 945 time: 0.7023885 Aug 31 01:17:52.379090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Router f2d437d4-b326-42c5-a6ee-242d9f4551b5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:17:52.397281 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a7ec6483-e6f3-4fac-af86-e0ba4b742707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.435716 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-195ca706-6f89-48c5-bb63-0d120f48a0bf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.453837 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f06d5afe-6fb8-4cc7-a993-5efee79d799a None None] Port aa0543aa-661a-4525-bc0f-bfc8e90e61f3 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:17:52.465267 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a7ec6483-e6f3-4fac-af86-e0ba4b742707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.471436 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port b0ed1af3-881a-4908-a41e-cab42f1244b6 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:17:52.476369 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port b0ed1af3-881a-4908-a41e-cab42f1244b6 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:17:52.476784 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.646456 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.686494 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8aed191-ad3a-4ab5-b8d2-3b6ed5866f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ed1af3-881a-4908-a41e-cab42f1244b6'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:52.688825 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7cc779-df30-4360-9c0e-b08c489f7267" -d '{"events": [{"server_uuid": "d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95", "name": "network-vif-plugged", "status": "completed", "tag": "b0ed1af3-881a-4908-a41e-cab42f1244b6"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:52.721113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b0ed1af3-881a-4908-a41e-cab42f1244b6, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b0ed1af3-881a-4908-a41e-cab42f1244b6,segment=NetworkSegment(4ddd55aa-379f-42a2-9f43-c49a0d6f76eb),segment_id=4ddd55aa-379f-42a2-9f43-c49a0d6f76eb)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:52.724242 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-195ca706-6f89-48c5-bb63-0d120f48a0bf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.731348 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.757189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-195ca706-6f89-48c5-bb63-0d120f48a0bf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa71449-19a5-483f-85a3-3a317f2c86ac']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:52.774794 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-195ca706-6f89-48c5-bb63-0d120f48a0bf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78628b80-fcfe-4d29-882f-fc22b8afbb74') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:52.775403 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-195ca706-6f89-48c5-bb63-0d120f48a0bf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78628b80-fcfe-4d29-882f-fc22b8afbb74') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:52.791514 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-195ca706-6f89-48c5-bb63-0d120f48a0bf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.821664 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-195ca706-6f89-48c5-bb63-0d120f48a0bf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.829871 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=b0ed1af3-881a-4908-a41e-cab42f1244b6,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:52.830154 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46fe5a74-36f0-4900-9224-0e48e6be2bfb req-8915a732-44ed-441b-8bca-5b50728abad6 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ad9887-f603-44f0-9ae3-8470501a1910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6529949 Aug 31 01:17:52.878463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195ca706-6f89-48c5-bb63-0d120f48a0bf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:17:52.879581 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-195ca706-6f89-48c5-bb63-0d120f48a0bf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:17:52.884094 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:17:52.888475 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a7ec6483-e6f3-4fac-af86-e0ba4b742707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.891533 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a7ec6483-e6f3-4fac-af86-e0ba4b742707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:52.909189 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a7ec6483-e6f3-4fac-af86-e0ba4b742707 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/79003d09-5764-4b72-af7e-179b383634c5 HTTP/1.1" status: 204 len: 168 time: 0.7673321 Aug 31 01:17:53.038969 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec6483-e6f3-4fac-af86-e0ba4b742707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79003d09-5764-4b72-af7e-179b383634c5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:53.042001 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1c2f68-22b0-415d-80b2-7c1f77c80141 x-openstack-request-id: req-6e1c2f68-22b0-415d-80b2-7c1f77c80141 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:53.042467 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95", "name": "network-vif-plugged", "status": "completed", "tag": "b0ed1af3-881a-4908-a41e-cab42f1244b6", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:53.042822 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e1c2f68-22b0-415d-80b2-7c1f77c80141 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:53.043337 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8aed191-ad3a-4ab5-b8d2-3b6ed5866f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ed1af3-881a-4908-a41e-cab42f1244b6', 'code': 200} Aug 31 01:17:53.083849 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881a4b0-d79e-4f18-a966-28c13a4e7eae req-498ec0c6-62d5-4907-aa5e-1e177038c137 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:53.099487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6881a4b0-d79e-4f18-a966-28c13a4e7eae req-498ec0c6-62d5-4907-aa5e-1e177038c137 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 945 time: 0.8828411 Aug 31 01:17:53.137035 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-195ca706-6f89-48c5-bb63-0d120f48a0bf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.149288 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-195ca706-6f89-48c5-bb63-0d120f48a0bf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.151941 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-195ca706-6f89-48c5-bb63-0d120f48a0bf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] 10.222.0.58 "DELETE /v2.0/networks/6aa71449-19a5-483f-85a3-3a317f2c86ac HTTP/1.1" status: 204 len: 168 time: 0.9845834 Aug 31 01:17:53.200997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ca706-6f89-48c5-bb63-0d120f48a0bf tempest-PortsTestJSON-1015722795 tempest-PortsTestJSON-1015722795-project] Pushing event deleted for resources: {'Network': ['ID=6aa71449-19a5-483f-85a3-3a317f2c86ac,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:53.234651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd9fe7-8143-48db-bb64-2237242c9d73 req-736076f2-47e0-450b-82aa-23600818cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:53.239270 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cfdd9fe7-8143-48db-bb64-2237242c9d73 req-736076f2-47e0-450b-82aa-23600818cf21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 1098 time: 0.0771410 Aug 31 01:17:53.311021 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cfdd9fe7-8143-48db-bb64-2237242c9d73 req-2c807e14-7bb5-42c1-85e3-10d6338f674c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=08ad9887-f603-44f0-9ae3-8470501a1910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643659 Aug 31 01:17:53.311830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f09b5aea-8cea-4a8b-84da-eb2737b816b8 req-e1e32cb9-6d23-4c26-9dab-70890a249ec9 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.1016049 Aug 31 01:17:53.315692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-268326d8-d65c-4fc9-b9aa-ad2b45a36bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:53.316410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-268326d8-d65c-4fc9-b9aa-ad2b45a36bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:53.317189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-268326d8-d65c-4fc9-b9aa-ad2b45a36bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:53.319438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-268326d8-d65c-4fc9-b9aa-ad2b45a36bcc service neutron] 10.222.0.70 "GET /v2.0/networks?id=ebcfddf9-8b28-46c0-b6e9-f572fd50039a&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca HTTP/1.1" status: 200 len: 2299 time: 1.4788806 Aug 31 01:17:53.398516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-f843d155-4e5e-44de-84b0-2d72c09a02e4 req-b22d15c7-9609-4aa3-9a45-39484d2dbd80 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Deleting port cee71392-60a3-4a35-b8c0-1a0239f26524 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:53.399239 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f843d155-4e5e-44de-84b0-2d72c09a02e4 req-b22d15c7-9609-4aa3-9a45-39484d2dbd80 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.589661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59242) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:53.589842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-f843d155-4e5e-44de-84b0-2d72c09a02e4 req-b22d15c7-9609-4aa3-9a45-39484d2dbd80 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] For port cee71392-60a3-4a35-b8c0-1a0239f26524, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=cee71392-60a3-4a35-b8c0-1a0239f26524,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:53.589842 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f843d155-4e5e-44de-84b0-2d72c09a02e4 req-b22d15c7-9609-4aa3-9a45-39484d2dbd80 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.616790 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-270f3c56-04f5-46f0-b534-f176dd5ed0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.621499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-f843d155-4e5e-44de-84b0-2d72c09a02e4 req-b22d15c7-9609-4aa3-9a45-39484d2dbd80 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Calling delete_port for cee71392-60a3-4a35-b8c0-1a0239f26524 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:53.728296 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59244) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:53.734820 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1f1c64d3-6bac-40f3-bf68-5b253f4e46f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.866867 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-270f3c56-04f5-46f0-b534-f176dd5ed0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.874267 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-270f3c56-04f5-46f0-b534-f176dd5ed0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.899309 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6881a4b0-d79e-4f18-a966-28c13a4e7eae req-cf20939b-b917-471e-adbb-fd667ab4dc48 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7978206 Aug 31 01:17:53.910641 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f843d155-4e5e-44de-84b0-2d72c09a02e4 req-b22d15c7-9609-4aa3-9a45-39484d2dbd80 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:53.923127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1fadea18-0754-464f-8d7f-71be54039077'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:17:53.974526 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-270f3c56-04f5-46f0-b534-f176dd5ed0c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0493602994124819a61d3847e61a670f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877275 Aug 31 01:17:53.989127 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59256) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:54.039132 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['cee71392-60a3-4a35-b8c0-1a0239f26524'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:17:54.087522 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f3c56-04f5-46f0-b534-f176dd5ed0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca555d9-a6a6-4650-b519-1e0344d6552b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:54.160314 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5656af64-e6ce-4f40-9cae-fb868970f248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.186733 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d15c7-9609-4aa3-9a45-39484d2dbd80 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event deleted for resources: {'Port': ['ID=cee71392-60a3-4a35-b8c0-1a0239f26524,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:54.195746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:17:54.208525 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Sync routers for ids ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:17:54.209550 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5656af64-e6ce-4f40-9cae-fb868970f248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.227834 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Routers {'f2d437d4-b326-42c5-a6ee-242d9f4551b5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:54.228390 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:54.242850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-c89e9670-1188-49c2-9df9-e266f4110043 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ccb67a-e685-420f-afef-38e0a5289db7 HTTP/1.1" status: 200 len: 1002 time: 0.9033706 Aug 31 01:17:54.262818 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-22f23763-97e2-4b7d-91fe-fdd029d617d5 admin admin] 10.222.0.58 "PUT /v2.0/routers/f2d437d4-b326-42c5-a6ee-242d9f4551b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3132610 Aug 31 01:17:54.264230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-f843d155-4e5e-44de-84b0-2d72c09a02e4 req-b22d15c7-9609-4aa3-9a45-39484d2dbd80 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] No DVR routers for this DVR port cee71392-60a3-4a35-b8c0-1a0239f26524 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:54.279006 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f843d155-4e5e-44de-84b0-2d72c09a02e4 req-b22d15c7-9609-4aa3-9a45-39484d2dbd80 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.281317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f843d155-4e5e-44de-84b0-2d72c09a02e4 req-b22d15c7-9609-4aa3-9a45-39484d2dbd80 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.15 "DELETE /v2.0/ports/cee71392-60a3-4a35-b8c0-1a0239f26524 HTTP/1.1" status: 204 len: 173 time: 1.8992412 Aug 31 01:17:54.286389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99731f78-edc6-4990-8a18-5e880d511077', 'name': 'network-vif-deleted', 'tag': 'cee71392-60a3-4a35-b8c0-1a0239f26524'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:54.288956 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0874da-d62f-459a-99a3-680535ce80da" -d '{"events": [{"server_uuid": "99731f78-edc6-4990-8a18-5e880d511077", "name": "network-vif-deleted", "tag": "cee71392-60a3-4a35-b8c0-1a0239f26524"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:54.376529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ad790-13b0-4dc3-b252-b98c65fc05cc req-d5154445-d49c-4af6-bb69-4088f1a24a5c tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:54.385966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-570ad790-13b0-4dc3-b252-b98c65fc05cc req-d5154445-d49c-4af6-bb69-4088f1a24a5c tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 946 time: 0.3843353 Aug 31 01:17:54.446982 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-23c08dd3-1b42-4bda-9b1b-902af33eae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:54.450613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-23c08dd3-1b42-4bda-9b1b-902af33eae3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=198a4c1e-c03d-447f-8e37-fec3a4c3c5eb HTTP/1.1" status: 200 len: 856 time: 0.1663527 Aug 31 01:17:54.487218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-570ad790-13b0-4dc3-b252-b98c65fc05cc req-920b9246-52d0-4876-a7c8-e69d76207cd9 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ad9887-f603-44f0-9ae3-8470501a1910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000397 Aug 31 01:17:54.494566 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.530113 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd798ee-c87e-4569-b744-10c4a6fbd558 x-openstack-request-id: req-acd798ee-c87e-4569-b744-10c4a6fbd558 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:54.531778 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99731f78-edc6-4990-8a18-5e880d511077", "name": "network-vif-deleted", "tag": "cee71392-60a3-4a35-b8c0-1a0239f26524", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:54.534878 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-acd798ee-c87e-4569-b744-10c4a6fbd558 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:54.536399 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99731f78-edc6-4990-8a18-5e880d511077', 'name': 'network-vif-deleted', 'tag': 'cee71392-60a3-4a35-b8c0-1a0239f26524', 'status': 'completed', 'code': 200} Aug 31 01:17:54.638684 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b094d600-17ae-4074-9947-4df32864be68 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a98da46685af423b9df368d985479597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9078400 Aug 31 01:17:54.639396 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59264) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:54.645417 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5656af64-e6ce-4f40-9cae-fb868970f248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.648142 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5656af64-e6ce-4f40-9cae-fb868970f248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.662130 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5656af64-e6ce-4f40-9cae-fb868970f248 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ca555d9-a6a6-4650-b519-1e0344d6552b HTTP/1.1" status: 204 len: 168 time: 0.6717548 Aug 31 01:17:54.692519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-67636896-4757-492f-8762-4df4a45a8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:54.694110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-67636896-4757-492f-8762-4df4a45a8cca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ebcfddf9-8b28-46c0-b6e9-f572fd50039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2053752 Aug 31 01:17:54.765731 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Set router f2d437d4-b326-42c5-a6ee-242d9f4551b5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:54.855969 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656af64-e6ce-4f40-9cae-fb868970f248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca555d9-a6a6-4650-b519-1e0344d6552b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:54.872667 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c764e14e-9fcd-4f94-814e-2b74b2d929c7 req-b5500a3f-9b6d-4380-8238-eebedca92fa6 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.1586194 Aug 31 01:17:54.890107 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2fde1a19-4f8a-4787-ab5f-247193f5f960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.936808 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:54.974886 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2fde1a19-4f8a-4787-ab5f-247193f5f960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.194348 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2fde1a19-4f8a-4787-ab5f-247193f5f960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.214069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2fde1a19-4f8a-4787-ab5f-247193f5f960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.218638 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2fde1a19-4f8a-4787-ab5f-247193f5f960 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/29c3ecee-f253-4b0e-9b1e-7fb9ccf629fa HTTP/1.1" status: 204 len: 168 time: 0.5755267 Aug 31 01:17:55.235870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde1a19-4f8a-4787-ab5f-247193f5f960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c3ecee-f253-4b0e-9b1e-7fb9ccf629fa,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:55.343561 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-029764c9-22c9-45b5-a414-f62c8121d281 service neutron] 10.222.0.70 "GET /v2.0/networks/ebcfddf9-8b28-46c0-b6e9-f572fd50039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307833 Aug 31 01:17:55.444274 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa0543aa-661a-4525-bc0f-bfc8e90e61f3', 'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'mac_address': 'fa:16:3e:91:4d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:47Z', 'updated_at': '2021-08-31T01:17:50Z', 'revision_number': 2, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'subnets': [{'id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:55.489430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59284) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:55.514048 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6543c29d-39a1-4bf4-bcdc-e96a940828b9 req-c2f5fcd4-1f85-45d6-ae29-ba6473ed8088 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=99731f78-edc6-4990-8a18-5e880d511077 HTTP/1.1" status: 200 len: 210 time: 0.1666954 Aug 31 01:17:55.521415 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Checking router: f2d437d4-b326-42c5-a6ee-242d9f4551b5 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:17:55.524010 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-59e251a2-53b0-45b6-9340-56852f6d6bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.524190 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Updating router f2d437d4-b326-42c5-a6ee-242d9f4551b5 port aa0543aa-661a-4525-bc0f-bfc8e90e61f3 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:17:55.600727 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.835792 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-59e251a2-53b0-45b6-9340-56852f6d6bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.847606 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-59e251a2-53b0-45b6-9340-56852f6d6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:55.910144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-63d6783c-1042-414d-8154-8463a069aec4 service neutron] 10.222.0.70 "GET /v2.0/networks/ebcfddf9-8b28-46c0-b6e9-f572fd50039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570734 Aug 31 01:17:55.938743 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e251a2-53b0-45b6-9340-56852f6d6bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d1f399-50ca-484a-89fd-027f09afa79b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:55.989525 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-59e251a2-53b0-45b6-9340-56852f6d6bcc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=61cb871309e14ee38c3ef182d06020d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4988754 Aug 31 01:17:55.991184 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59292) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:56.038691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-a4c23228-5b29-417e-bdfa-d237bc5c43f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 HTTP/1.1" status: 200 len: 217 time: 0.0792680 Aug 31 01:17:56.142042 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02dffb76-242b-4bfd-a4e5-4174d49ca4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:56.180748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device cee71392-60a3-4a35-b8c0-1a0239f26524 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:17:56.215115 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02dffb76-242b-4bfd-a4e5-4174d49ca4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:56.229955 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: cee71392-60a3-4a35-b8c0-1a0239f26524 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:17:56.242969 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device cee71392-60a3-4a35-b8c0-1a0239f26524 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:17:56.295051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f6b11-0124-4eaa-b6e4-d62db29e0138 req-f3852edd-a632-478f-907a-89314088160f tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:56.307937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-478f6b11-0124-4eaa-b6e4-d62db29e0138 req-f3852edd-a632-478f-907a-89314088160f tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 946 time: 0.4601519 Aug 31 01:17:56.344648 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02dffb76-242b-4bfd-a4e5-4174d49ca4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:56.349672 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-02dffb76-242b-4bfd-a4e5-4174d49ca4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:56.357162 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-02dffb76-242b-4bfd-a4e5-4174d49ca4af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/29d1f399-50ca-484a-89fd-027f09afa79b HTTP/1.1" status: 204 len: 168 time: 0.3641813 Aug 31 01:17:56.388075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dffb76-242b-4bfd-a4e5-4174d49ca4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d1f399-50ca-484a-89fd-027f09afa79b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:56.437786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-7c7043fa-1d13-4334-b2be-94ebfc5d3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:56.439298 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-7c7043fa-1d13-4334-b2be-94ebfc5d3859 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.3820879 Aug 31 01:17:56.516939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-478f6b11-0124-4eaa-b6e4-d62db29e0138 req-a0127768-43c2-453c-b8b1-9f69f487489f tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ad9887-f603-44f0-9ae3-8470501a1910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075117 Aug 31 01:17:56.610396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-2e905044-c177-4a15-a8e3-8f1f6b7abb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:56.611958 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-2e905044-c177-4a15-a8e3-8f1f6b7abb56 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1518977 Aug 31 01:17:56.664008 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:56.747140 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:56.774298 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47262368-bd60-4a01-a63c-44a4cf99f628 req-d42a0295-cbcc-4591-a3a4-adc2be868f43 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.0498040 Aug 31 01:17:56.790830 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Transition to ACTIVE for port object aa0543aa-661a-4525-bc0f-bfc8e90e61f3 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:17:56.876887 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:56.949494 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-67c8a73a-be78-44af-bf07-b59cb3ea4fe4 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286858 Aug 31 01:17:57.062818 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59318) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:57.068795 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6fdbfabb-5aed-4766-90a1-ff5155a94e5d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--730923839', 'description': 'tempest-description--69711174'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:57.152494 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fdbfabb-5aed-4766-90a1-ff5155a94e5d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.230954 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3117d-1669-4ac2-ab43-b23bab42fdd2 None None] Pushing event updated for resources: {'Port': ['ID=aa0543aa-661a-4525-bc0f-bfc8e90e61f3,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:57.300127 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Attempting to bind port aa0543aa-661a-4525-bc0f-bfc8e90e61f3 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:17:57.302550 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Attempting to bind port aa0543aa-661a-4525-bc0f-bfc8e90e61f3 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:17:57.305248 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Attempting to bind port aa0543aa-661a-4525-bc0f-bfc8e90e61f3 on network 05166366-f2cf-4263-a28e-fd696742cc7f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:17:57.314429 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:17:57.315206 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Checking segment: {'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:17:57.316638 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.317561 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Bound using segment: {'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:17:57.318398 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Bound port: aa0543aa-661a-4525-bc0f-bfc8e90e61f3, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:17:57.319147 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.360577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-0fb275a4-272a-4c52-bd27-4a7c3b7b6109 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030881 Aug 31 01:17:57.491272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-643f9dcd-e6b9-4544-95f9-8b316938ece2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=5d81a380-fcf4-4622-8fb9-2ce9b7259671 HTTP/1.1" status: 200 len: 217 time: 0.1209188 Aug 31 01:17:57.550382 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fdbfabb-5aed-4766-90a1-ff5155a94e5d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.560446 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fdbfabb-5aed-4766-90a1-ff5155a94e5d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.595508 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] For port aa0543aa-661a-4525-bc0f-bfc8e90e61f3, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:17:57.607802 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] For port aa0543aa-661a-4525-bc0f-bfc8e90e61f3, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=aa0543aa-661a-4525-bc0f-bfc8e90e61f3,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:17:57.619596 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.658830 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fdbfabb-5aed-4766-90a1-ff5155a94e5d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.668714 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6fdbfabb-5aed-4766-90a1-ff5155a94e5d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6016009 Aug 31 01:17:57.668714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbfabb-5aed-4766-90a1-ff5155a94e5d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ee2f20-d062-418f-af9e-b0820291d78a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:57.670927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59346) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:57.695996 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3d448d00-ed87-4c66-8baf-419909061b3b tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Request body: {'security_group_rule': {'security_group_id': 'd7ee2f20-d062-418f-af9e-b0820291d78a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:57.789756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-c22fa50f-982c-463f-8d2b-75460e2817e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:57.793042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-c22fa50f-982c-463f-8d2b-75460e2817e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.2942882 Aug 31 01:17:57.830913 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d448d00-ed87-4c66-8baf-419909061b3b tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:57.906018 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Routers {'f2d437d4-b326-42c5-a6ee-242d9f4551b5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:17:57.914166 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:58.014009 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d448d00-ed87-4c66-8baf-419909061b3b tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:58.021207 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d448d00-ed87-4c66-8baf-419909061b3b tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:58.061098 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d448d00-ed87-4c66-8baf-419909061b3b tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:58.062642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3d448d00-ed87-4c66-8baf-419909061b3b tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3879430 Aug 31 01:17:58.066106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59360) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:58.071162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f3221bc2-885a-436b-b42e-441802a73f54 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Request body: {'security_group_rule': {'security_group_id': 'd7ee2f20-d062-418f-af9e-b0820291d78a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:58.130800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-1393591b-3bc0-4076-be07-05937c106a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:58.133321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-1393591b-3bc0-4076-be07-05937c106a8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3314049 Aug 31 01:17:58.137467 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] Set router f2d437d4-b326-42c5-a6ee-242d9f4551b5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:17:58.149510 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a99db75-cef9-48a3-89ec-11805a2786e6 req-762b3407-0d42-4396-9323-b6447ced5264 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.0623622 Aug 31 01:17:58.247216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59368) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:58.313222 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3117d-1669-4ac2-ab43-b23bab42fdd2 None None] Pushing event updated for resources: {'Port': ['ID=aa0543aa-661a-4525-bc0f-bfc8e90e61f3,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:58.338106 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3221bc2-885a-436b-b42e-441802a73f54 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:58.396249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d448d00-ed87-4c66-8baf-419909061b3b tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd207efe-93f6-4c08-9731-765831c21194,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:58.453003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a5d99-5ced-4451-8eb2-517e7be52896 req-241e22ad-2752-423f-a664-9697f6938231 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:58.461692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-214a5d99-5ced-4451-8eb2-517e7be52896 req-241e22ad-2752-423f-a664-9697f6938231 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.4236562 Aug 31 01:17:58.610579 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3221bc2-885a-436b-b42e-441802a73f54 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:58.623823 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3221bc2-885a-436b-b42e-441802a73f54 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:58.624911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-214a5d99-5ced-4451-8eb2-517e7be52896 req-5b93819e-e7a5-42c5-964b-4b30d824ef68 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619399 Aug 31 01:17:58.648906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-7b7414f1-efee-41aa-a45e-590d04d4c0ac service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870126 Aug 31 01:17:58.681121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107db21-7087-4d11-b09e-4ba2e1c6bb33 req-b7c1b175-7ac2-4416-86db-352d5bf3c2df tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:58.687094 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f107db21-7087-4d11-b09e-4ba2e1c6bb33 req-b7c1b175-7ac2-4416-86db-352d5bf3c2df tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.5563030 Aug 31 01:17:58.692611 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3221bc2-885a-436b-b42e-441802a73f54 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:58.696183 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f3221bc2-885a-436b-b42e-441802a73f54 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6273830 Aug 31 01:17:58.725969 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59382) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:17:58.726230 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa0543aa-661a-4525-bc0f-bfc8e90e61f3', 'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'mac_address': 'fa:16:3e:91:4d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:47Z', 'updated_at': '2021-08-31T01:17:57Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'subnets': [{'id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:17:58.741941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:58.796289 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185f60fe-52ea-4293-afc6-db152a5a59f3 None None] The sync data for ids ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'] in n-d-802060-13 is: [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa0543aa-661a-4525-bc0f-bfc8e90e61f3', 'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'mac_address': 'fa:16:3e:91:4d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:47Z', 'updated_at': '2021-08-31T01:17:57Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'subnets': [{'id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:17:58.822682 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3221bc2-885a-436b-b42e-441802a73f54 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4481aa-b0f3-4d00-a1b7-e3ed2f82ab5a,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:58.926550 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0cb7d93a-ddbb-4b29-9945-64f9b4c97eca tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1128438741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:59.025612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-059ae872-e06d-4dc3-917c-17beeac18694 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701568 Aug 31 01:17:59.075533 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.121810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-d692c025-281c-439a-8c74-30416ec6542b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=37705bfd-5dbc-4051-a010-ae4dce40f5bd HTTP/1.1" status: 200 len: 217 time: 0.0886478 Aug 31 01:17:59.263471 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb7d93a-ddbb-4b29-9945-64f9b4c97eca tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.264545 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb7d93a-ddbb-4b29-9945-64f9b4c97eca tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.272443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-ada2ee34-361f-4871-9fef-1a55efc148fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:59.277879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-ada2ee34-361f-4871-9fef-1a55efc148fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.1437380 Aug 31 01:17:59.317689 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-f107db21-7087-4d11-b09e-4ba2e1c6bb33 req-4a81c7b3-43f4-4e02-ac85-2697e5592347 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Deleting port 1fadea18-0754-464f-8d7f-71be54039077 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:59.318048 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f107db21-7087-4d11-b09e-4ba2e1c6bb33 req-4a81c7b3-43f4-4e02-ac85-2697e5592347 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.403982 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-e2caeb2f-422e-4656-9e4d-ac9e9c6bb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:59.405917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-e2caeb2f-422e-4656-9e4d-ac9e9c6bb5f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1246016 Aug 31 01:17:59.410147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a55e5feb-2c15-4025-b3bc-2db599af785e req-099d5ac7-0ab4-4133-8d73-39920a94ac5b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.0465295 Aug 31 01:17:59.536419 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb7d93a-ddbb-4b29-9945-64f9b4c97eca tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.546624 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb7d93a-ddbb-4b29-9945-64f9b4c97eca tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.693563 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-f107db21-7087-4d11-b09e-4ba2e1c6bb33 req-4a81c7b3-43f4-4e02-ac85-2697e5592347 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] For port 1fadea18-0754-464f-8d7f-71be54039077, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1fadea18-0754-464f-8d7f-71be54039077,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:59.694321 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f107db21-7087-4d11-b09e-4ba2e1c6bb33 req-4a81c7b3-43f4-4e02-ac85-2697e5592347 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:59.715558 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-f107db21-7087-4d11-b09e-4ba2e1c6bb33 req-4a81c7b3-43f4-4e02-ac85-2697e5592347 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Calling delete_port for 1fadea18-0754-464f-8d7f-71be54039077 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:59.757787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-17d0b520-6a59-4f99-964c-7958f3090d27 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321004 Aug 31 01:18:00.020601 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59418) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:00.054150 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb7d93a-ddbb-4b29-9945-64f9b4c97eca tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:00.058546 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0cb7d93a-ddbb-4b29-9945-64f9b4c97eca tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.8077126 Aug 31 01:18:00.059779 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f107db21-7087-4d11-b09e-4ba2e1c6bb33 req-4a81c7b3-43f4-4e02-ac85-2697e5592347 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:00.063249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b15db5-e57b-431d-a430-ae89130dbf8d req-5a8bcb50-18c6-41f6-82fa-9ab00c555f5a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:00.074035 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59422) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:00.091150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08b15db5-e57b-431d-a430-ae89130dbf8d req-5a8bcb50-18c6-41f6-82fa-9ab00c555f5a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 946 time: 0.2902615 Aug 31 01:18:00.177161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1fadea18-0754-464f-8d7f-71be54039077 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:00.189301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1963256434'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:00.222803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 1fadea18-0754-464f-8d7f-71be54039077 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:00.223154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1fadea18-0754-464f-8d7f-71be54039077 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:00.236237 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81c7b3-43f4-4e02-ac85-2697e5592347 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event deleted for resources: {'Port': ['ID=1fadea18-0754-464f-8d7f-71be54039077,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:00.248526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08b15db5-e57b-431d-a430-ae89130dbf8d req-8d17471b-5873-4fbc-9640-04e653f33ce9 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=33a05917-4b8d-478f-8436-2987642f8112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564081 Aug 31 01:18:00.294081 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-83bc8478-929c-4aac-a66a-31a45222a6aa service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352566 Aug 31 01:18:00.311063 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Made reservation on behalf of 5a8ac451441f48069e40d9be43fce405 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:00.315926 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:00.386350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-89774ead-65a7-49d2-a33b-8fcbe7edc3ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=f3cb103b-7662-48f3-b93d-2288cfdea400 HTTP/1.1" status: 200 len: 217 time: 0.0835292 Aug 31 01:18:00.411742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1641747348'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:00.457630 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-bfc26e75-a423-4c07-8445-629b120181da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:00.457892 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:00.471609 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-bfc26e75-a423-4c07-8445-629b120181da service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.0622644 Aug 31 01:18:00.570194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f107db21-7087-4d11-b09e-4ba2e1c6bb33 req-4a81c7b3-43f4-4e02-ac85-2697e5592347 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] No DVR routers for this DVR port 1fadea18-0754-464f-8d7f-71be54039077 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:00.607058 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f107db21-7087-4d11-b09e-4ba2e1c6bb33 req-4a81c7b3-43f4-4e02-ac85-2697e5592347 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:00.616998 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f107db21-7087-4d11-b09e-4ba2e1c6bb33 req-4a81c7b3-43f4-4e02-ac85-2697e5592347 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.70 "DELETE /v2.0/ports/1fadea18-0754-464f-8d7f-71be54039077 HTTP/1.1" status: 204 len: 173 time: 1.9098516 Aug 31 01:18:00.623745 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9ca859-8d74-447d-ac74-4887083f97e9', 'name': 'network-vif-deleted', 'tag': '1fadea18-0754-464f-8d7f-71be54039077'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:18:00.629722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-edcb2d74-a1f4-476c-92cf-4e406f52fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:00.632100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-edcb2d74-a1f4-476c-92cf-4e406f52fa0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1560822 Aug 31 01:18:00.641565 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bce91f-2d0d-4bf0-b2ee-2c6ee1941d1b" -d '{"events": [{"server_uuid": "7b9ca859-8d74-447d-ac74-4887083f97e9", "name": "network-vif-deleted", "tag": "1fadea18-0754-464f-8d7f-71be54039077"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:18:00.651887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-927dbe4d-8467-4c38-9e0a-ff4f619b7f1b req-9c938822-b88b-4534-9b45-938f58d39d75 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.0617990 Aug 31 01:18:00.708336 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Made reservation on behalf of a06c8561f9b54049a1a1cf25c7069cfd for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:00.712570 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:00.788957 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:00.802908 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:00.825012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-68fad7e0-e381-49e3-9496-832fe1396789 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700025 Aug 31 01:18:00.832521 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc14142-ab90-4d1e-9c83-522082920879 x-openstack-request-id: req-cfc14142-ab90-4d1e-9c83-522082920879 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:18:00.834446 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9ca859-8d74-447d-ac74-4887083f97e9", "name": "network-vif-deleted", "tag": "1fadea18-0754-464f-8d7f-71be54039077", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:18:00.835398 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cfc14142-ab90-4d1e-9c83-522082920879 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:18:00.836337 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9ca859-8d74-447d-ac74-4887083f97e9', 'name': 'network-vif-deleted', 'tag': '1fadea18-0754-464f-8d7f-71be54039077', 'status': 'completed', 'code': 200} Aug 31 01:18:00.897506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device aa0543aa-661a-4525-bc0f-bfc8e90e61f3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:00.996813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-4a9f51cb-9a75-4451-ae50-7e51381f7473 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634235 Aug 31 01:18:01.042596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port aa0543aa-661a-4525-bc0f-bfc8e90e61f3 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:01.053224 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port aa0543aa-661a-4525-bc0f-bfc8e90e61f3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:01.054520 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.100304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-119f05c7-8479-43e8-af15-0a02126a9191 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b6bb6337-ff8f-48c0-868d-46f6ec442765 HTTP/1.1" status: 200 len: 217 time: 0.0953145 Aug 31 01:18:01.224219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-2ae2360e-955a-4a9a-8731-da2337c7b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:01.228702 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-2ae2360e-955a-4a9a-8731-da2337c7b274 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c HTTP/1.1" status: 200 len: 797 time: 0.1200395 Aug 31 01:18:01.243717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Allocated IP 172.25.6.205 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/da961ad6-5769-45ba-a71e-1f18a770d1b5) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:01.255190 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.304663 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port aa0543aa-661a-4525-bc0f-bfc8e90e61f3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=aa0543aa-661a-4525-bc0f-bfc8e90e61f3,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:01.323434 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.391586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-3d68db16-eba2-4e40-ab4b-55d4817728d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:01.397800 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-3d68db16-eba2-4e40-ab4b-55d4817728d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1579483 Aug 31 01:18:01.489676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=aa0543aa-661a-4525-bc0f-bfc8e90e61f3,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:01.507894 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.557725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-f4481aca-2781-406c-a65f-04367981933f service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519890 Aug 31 01:18:01.583133 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.602587 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c457ced-c641-4e81-8a3f-56159cb7efed req-fd76a593-fe2d-4192-a166-ff651d158308 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b9ca859-8d74-447d-ac74-4887083f97e9 HTTP/1.1" status: 200 len: 210 time: 0.0708187 Aug 31 01:18:01.605808 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.773579 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.774940 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.777471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-e40522c1-19d3-4377-9351-68c4c9b76389 service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985002 Aug 31 01:18:01.786002 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.790527 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.858231 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:01.867218 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event updated for resources: {'Port': ['ID=da961ad6-5769-45ba-a71e-1f18a770d1b5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:01.870834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:01.886190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:01.886848 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-26869959-aa53-4d30-af52-cf8f7425b152 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d HTTP/1.1" status: 200 len: 217 time: 0.0994263 Aug 31 01:18:01.888310 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:01.893190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61573a2f-5b59-4b6a-8299-1bd1596dd7d9 req-a310210d-6236-44ea-abb6-db547512b260 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.0748293 Aug 31 01:18:01.904691 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:01.941797 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.942134 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Added segment f624901b-980b-48ce-9426-50859b605d69 of type vlan for network 8de35116-3930-4778-930c-353de8d82508 Aug 31 01:18:01.943516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b251ca-eb1d-4170-841a-4b6c8e427bfb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:01.946664 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:01.947069 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Added segment 7b8991ac-89ad-4810-8c04-7814df03f17b of type vlan for network 8376adf1-d39b-4312-9758-7369e1897e5b Aug 31 01:18:01.950992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63546426-e1b8-4a81-99c3-32ef19a0ebc4 req-c85df33b-ecb8-4ee4-9a3d-cb526fdb967a tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:01.952593 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63546426-e1b8-4a81-99c3-32ef19a0ebc4 req-c85df33b-ecb8-4ee4-9a3d-cb526fdb967a tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 946 time: 0.1664662 Aug 31 01:18:01.966060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-8d85c48c-83f0-4742-ab77-3e3e89199ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:01.967614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-8d85c48c-83f0-4742-ab77-3e3e89199ee5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c HTTP/1.1" status: 200 len: 797 time: 0.0727727 Aug 31 01:18:02.023666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63546426-e1b8-4a81-99c3-32ef19a0ebc4 req-e9ed1a15-be00-4f8d-8b06-3ff06a80e7a4 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ad9887-f603-44f0-9ae3-8470501a1910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550158 Aug 31 01:18:02.069552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-c436248a-cef8-43de-bdf4-23172807eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:02.071416 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-c436248a-cef8-43de-bdf4-23172807eb48 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790889 Aug 31 01:18:02.089221 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.097496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75235b81-0708-44e4-b222-107daae28976,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:02.104160 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.170127 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.176235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:02.176827 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.177878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-5a5c25ab-8ab4-4c19-9c80-c3c886958ac6 service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986986 Aug 31 01:18:02.227845 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.254203 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.259845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:02.260478 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.281440 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.1192825 Aug 31 01:18:02.284764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59482) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:02.293646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Request body: {'subnet': {'network_id': '8de35116-3930-4778-930c-353de8d82508', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:02.301512 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbc22b-0eaf-41fa-a0fd-4e94b7868d37 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event updated for resources: {'Network': ['ID=8de35116-3930-4778-930c-353de8d82508,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:02.313132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e26756e5-c058-48ca-8e8f-243da5b8b046 req-27e05c94-29ba-4666-91e3-1ceea34e528a service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276038 Aug 31 01:18:02.318120 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2853808 Aug 31 01:18:02.319631 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 8de35116-3930-4778-930c-353de8d82508 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:02.368226 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.416250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74a0ff-c882-4632-b26a-e9ef342df2ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Pushing event updated for resources: {'Network': ['ID=8376adf1-d39b-4312-9758-7369e1897e5b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:02.449312 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 8376adf1-d39b-4312-9758-7369e1897e5b details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:02.498184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Made reservation on behalf of 5a8ac451441f48069e40d9be43fce405 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:02.505768 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.607595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59490) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:02.615958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Request body: {'port': {'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b', 'binding:host_id': 'n-h2-802060-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1322096167'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:02.717771 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.723414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Made reservation on behalf of a1f9b67527aa49ea8c68b91c441489f1 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:02.726022 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.729835 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.777981 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device aa0543aa-661a-4525-bc0f-bfc8e90e61f3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:02.815601 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.866975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event updated for resources: {'Port': ['ID=da961ad6-5769-45ba-a71e-1f18a770d1b5,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:02.895561 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:02.907748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port aa0543aa-661a-4525-bc0f-bfc8e90e61f3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:02.909708 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:03.414571 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-57898eb6-f782-409e-a3c0-f7479ebc85ad req-33101943-c8f2-4fa8-840c-b83fa09ebcf4 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.1036575 Aug 31 01:18:03.438410 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:03.525411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7610e-dfb9-4267-a997-45815f357e35 req-45a9f256-5ef0-4a32-930c-b03a0c4885b6 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:03.527047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35f7610e-dfb9-4267-a997-45815f357e35 req-45a9f256-5ef0-4a32-930c-b03a0c4885b6 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.2140853 Aug 31 01:18:03.553717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3397798-2944-4a55-a98c-fbabc1951f6a req-b31c0498-85ca-4ac2-a9e0-0f0e0d4b72c3 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:03.555530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3397798-2944-4a55-a98c-fbabc1951f6a req-b31c0498-85ca-4ac2-a9e0-0f0e0d4b72c3 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 946 time: 0.2415147 Aug 31 01:18:03.626446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Checking segment: {'id': 'f624901b-980b-48ce-9426-50859b605d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8de35116-3930-4778-930c-353de8d82508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:03.626909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Network hostable DHCP agents. Network: 8de35116-3930-4778-930c-353de8d82508, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:03.678545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event updated for resources: {'Subnet': ['ID=63ab4987-00ae-4750-9f72-e910923704ae,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:03.718537 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:03.724570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:03.725004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:03.725414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:03.725823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:03.726317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:03.726726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:03.727129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:03.727622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:03.728094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:03.728505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:03.728953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:03.729362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:03.731663 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:03.742450 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-79dfa77c-7c09-45e7-8a6c-a3b7bb074d31 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0134902 Aug 31 01:18:03.750487 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:03.785007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] device_id is not set on port 38ca96e4-f235-4ef0-a8cf-eacdf859288a yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:18:03.796887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Network 8de35116-3930-4778-930c-353de8d82508 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:03.809100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35f7610e-dfb9-4267-a997-45815f357e35 req-a7c8021b-3919-4243-a549-1e70383ca227 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517302 Aug 31 01:18:03.891579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daed6b-6bc6-4b63-bf40-11a7c2fd59d7 req-f8866439-2e87-4e11-9246-3b0c1608c34f tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:03.900518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70daed6b-6bc6-4b63-bf40-11a7c2fd59d7 req-f8866439-2e87-4e11-9246-3b0c1608c34f tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 946 time: 0.3626151 Aug 31 01:18:03.925811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 8de35116-3930-4778-930c-353de8d82508) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:03.930258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96075373-5ec1-42b3-9c8e-36fc20653d9b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:03.935724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff1d95-dc34-4612-94d4-ddece861ec60 None None] Network 8de35116-3930-4778-930c-353de8d82508 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:03.947735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:03.948439 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.005875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-24bf54da-076d-4cf0-b213-0c7bea78e169 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7199419 Aug 31 01:18:04.010234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59562) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:04.027851 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-bd20c463-d09a-4972-a8a6-8ed8cd5ebc6e tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Request body: {'network': {'name': 'tempest-router-network01--1522535021'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:04.031867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70daed6b-6bc6-4b63-bf40-11a7c2fd59d7 req-0c67cafa-3c00-40d0-929b-98b353f35c5f tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/security-groups?id=08ad9887-f603-44f0-9ae3-8470501a1910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257563 Aug 31 01:18:04.075096 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd20c463-d09a-4972-a8a6-8ed8cd5ebc6e tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Made reservation on behalf of 5a8ac451441f48069e40d9be43fce405 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:04.085343 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bd20c463-d09a-4972-a8a6-8ed8cd5ebc6e tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.103657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-b3397798-2944-4a55-a98c-fbabc1951f6a req-2abd0ea4-530e-4150-b2f9-f93e01b4d0e9 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Deleting port b0ed1af3-881a-4908-a41e-cab42f1244b6 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:04.104465 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b3397798-2944-4a55-a98c-fbabc1951f6a req-2abd0ea4-530e-4150-b2f9-f93e01b4d0e9 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.128945 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd20c463-d09a-4972-a8a6-8ed8cd5ebc6e tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:04.157377 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bd20c463-d09a-4972-a8a6-8ed8cd5ebc6e tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.157980 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-bd20c463-d09a-4972-a8a6-8ed8cd5ebc6e tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Added segment d95e48ba-d786-476f-8c28-c7ba6645bed5 of type vlan for network 11d8e058-516b-49a4-97e3-34fe7affc5cf Aug 31 01:18:04.165184 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-8de35116-3930-4778-930c-353de8d82508', 'network_id': '8de35116-3930-4778-930c-353de8d82508', 'tenant_id': '5a8ac451441f48069e40d9be43fce405', 'fixed_ips': [{'subnet_id': '63ab4987-00ae-4750-9f72-e910923704ae'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:18:04.166293 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.206482 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bd20c463-d09a-4972-a8a6-8ed8cd5ebc6e tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.245131 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bd20c463-d09a-4972-a8a6-8ed8cd5ebc6e tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.264160 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd20c463-d09a-4972-a8a6-8ed8cd5ebc6e tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:04.265257 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bd20c463-d09a-4972-a8a6-8ed8cd5ebc6e tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.281825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] device_id is not set on port 38ca96e4-f235-4ef0-a8cf-eacdf859288a yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:18:04.294101 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.310739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Transition to ACTIVE for port object 38ca96e4-f235-4ef0-a8cf-eacdf859288a will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:04.342394 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.356104 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Allocated IP 172.20.0.2 (8de35116-3930-4778-930c-353de8d82508/63ab4987-00ae-4750-9f72-e910923704ae/94ed5572-3527-4870-a1bb-e7d134cd5944) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:04.432115 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bd20c463-d09a-4972-a8a6-8ed8cd5ebc6e tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4205832 Aug 31 01:18:04.432600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59572) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:04.451066 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-76accfd5-38a6-4beb-bd58-ce02baeec373 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Request body: {'network': {'name': 'tempest-router-network02--941635550'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:04.539662 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.541348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-915417ff-c617-42cd-b001-37ca7a6b9eff tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--730923839&fields=id&tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce HTTP/1.1" status: 200 len: 267 time: 0.2195385 Aug 31 01:18:04.561771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Transition to ACTIVE for port object 94ed5572-3527-4870-a1bb-e7d134cd5944 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:04.580447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Transition to ACTIVE for port object 94ed5572-3527-4870-a1bb-e7d134cd5944 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:04.588121 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.634870 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Pushing event updated for resources: {'Port': ['ID=94ed5572-3527-4870-a1bb-e7d134cd5944,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:04.649161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Pushing event updated for resources: {'Port': ['ID=38ca96e4-f235-4ef0-a8cf-eacdf859288a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:04.652263 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Network 8de35116-3930-4778-930c-353de8d82508 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:04.653741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:04.656178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:04.710525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-e5a816fc-d175-47d2-ae82-2f69045554c0 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:04.712210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-e5a816fc-d175-47d2-ae82-2f69045554c0 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.70 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.3673770 Aug 31 01:18:04.717693 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a38096e6-6ffe-44c6-a68b-a26e46cfb2e5 req-c4b90b26-bb03-4da4-a457-fcd141194eda tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.1689212 Aug 31 01:18:04.724365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Attempting to bind port 94ed5572-3527-4870-a1bb-e7d134cd5944 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:04.724994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Attempting to bind port 94ed5572-3527-4870-a1bb-e7d134cd5944 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'f624901b-980b-48ce-9426-50859b605d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8de35116-3930-4778-930c-353de8d82508'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:04.725555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Attempting to bind port 94ed5572-3527-4870-a1bb-e7d134cd5944 on network 8de35116-3930-4778-930c-353de8d82508 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:04.731787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:04.732510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Checking segment: {'id': 'f624901b-980b-48ce-9426-50859b605d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8de35116-3930-4778-930c-353de8d82508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:04.733106 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.733950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Bound using segment: {'id': 'f624901b-980b-48ce-9426-50859b605d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8de35116-3930-4778-930c-353de8d82508'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:04.735335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Bound port: 94ed5572-3527-4870-a1bb-e7d134cd5944, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f624901b-980b-48ce-9426-50859b605d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8de35116-3930-4778-930c-353de8d82508'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:04.735963 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.793347 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-b3397798-2944-4a55-a98c-fbabc1951f6a req-2abd0ea4-530e-4150-b2f9-f93e01b4d0e9 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] For port b0ed1af3-881a-4908-a41e-cab42f1244b6, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b0ed1af3-881a-4908-a41e-cab42f1244b6,segment=NetworkSegment(4ddd55aa-379f-42a2-9f43-c49a0d6f76eb),segment_id=4ddd55aa-379f-42a2-9f43-c49a0d6f76eb)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:04.793729 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b3397798-2944-4a55-a98c-fbabc1951f6a req-2abd0ea4-530e-4150-b2f9-f93e01b4d0e9 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.832709 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] For port 94ed5572-3527-4870-a1bb-e7d134cd5944, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:04.833252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Checking segment: {'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:04.833623 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Network hostable DHCP agents. Network: 8376adf1-d39b-4312-9758-7369e1897e5b, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:04.836018 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-b3397798-2944-4a55-a98c-fbabc1951f6a req-2abd0ea4-530e-4150-b2f9-f93e01b4d0e9 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Calling delete_port for b0ed1af3-881a-4908-a41e-cab42f1244b6 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:04.838392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] For port 94ed5572-3527-4870-a1bb-e7d134cd5944, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=94ed5572-3527-4870-a1bb-e7d134cd5944,segment=NetworkSegment(f624901b-980b-48ce-9426-50859b605d69),segment_id=f624901b-980b-48ce-9426-50859b605d69)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:04.860006 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:04.944953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d95ce-1ff5-4b9a-ab5d-6f1bfa42f3ea None None] Pushing event updated for resources: {'Port': ['ID=94ed5572-3527-4870-a1bb-e7d134cd5944,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:04.967849 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20c463-d09a-4972-a8a6-8ed8cd5ebc6e tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event updated for resources: {'Network': ['ID=11d8e058-516b-49a4-97e3-34fe7affc5cf,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:05.011843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 11d8e058-516b-49a4-97e3-34fe7affc5cf details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:05.030821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76accfd5-38a6-4beb-bd58-ce02baeec373 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Made reservation on behalf of 5a8ac451441f48069e40d9be43fce405 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:05.043294 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76accfd5-38a6-4beb-bd58-ce02baeec373 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.075364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76accfd5-38a6-4beb-bd58-ce02baeec373 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:05.091246 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76accfd5-38a6-4beb-bd58-ce02baeec373 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.091963 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-76accfd5-38a6-4beb-bd58-ce02baeec373 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Added segment 9af4f980-4895-47d4-97f0-64ba28344cb4 of type vlan for network 2e28982d-9e6d-4d55-87dc-2c9816434531 Aug 31 01:18:05.152899 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76accfd5-38a6-4beb-bd58-ce02baeec373 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.163615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-3f3f832c-2c6b-483b-a121-ae5a26245e87 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:05.171710 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-3f3f832c-2c6b-483b-a121-ae5a26245e87 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/networks?id=05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 200 len: 810 time: 0.6166825 Aug 31 01:18:05.190107 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76accfd5-38a6-4beb-bd58-ce02baeec373 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.190699 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b3397798-2944-4a55-a98c-fbabc1951f6a req-2abd0ea4-530e-4150-b2f9-f93e01b4d0e9 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.203588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Network 8376adf1-d39b-4312-9758-7369e1897e5b is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:05.204011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76accfd5-38a6-4beb-bd58-ce02baeec373 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:05.204782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76accfd5-38a6-4beb-bd58-ce02baeec373 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.215998 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['b0ed1af3-881a-4908-a41e-cab42f1244b6'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:18:05.263311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd0ea4-530e-4150-b2f9-f93e01b4d0e9 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Pushing event deleted for resources: {'Port': ['ID=b0ed1af3-881a-4908-a41e-cab42f1244b6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:05.324881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-5244fcd7-5747-46e7-b254-75aef67a6718 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/quotas/25d1ec8e3d7746f4848f318b6bfe6fce HTTP/1.1" status: 200 len: 375 time: 0.1519158 Aug 31 01:18:05.331988 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-76accfd5-38a6-4beb-bd58-ce02baeec373 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8953969 Aug 31 01:18:05.332747 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59584) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:05.355627 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-76b2f303-948e-4910-8377-f0d67a33349f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Request body: {'subnet': {'network_id': '11d8e058-516b-49a4-97e3-34fe7affc5cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:05.406714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 8376adf1-d39b-4312-9758-7369e1897e5b) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:05.409290 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3397798-2944-4a55-a98c-fbabc1951f6a req-2abd0ea4-530e-4150-b2f9-f93e01b4d0e9 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] No DVR routers for this DVR port b0ed1af3-881a-4908-a41e-cab42f1244b6 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:05.419511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7db30a-c2b1-4b28-9a59-1ca20db9f9a2 None None] Network 8376adf1-d39b-4312-9758-7369e1897e5b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:05.436435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:05.450694 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b3397798-2944-4a55-a98c-fbabc1951f6a req-2abd0ea4-530e-4150-b2f9-f93e01b4d0e9 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.457550 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3397798-2944-4a55-a98c-fbabc1951f6a req-2abd0ea4-530e-4150-b2f9-f93e01b4d0e9 tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.15 "DELETE /v2.0/ports/b0ed1af3-881a-4908-a41e-cab42f1244b6 HTTP/1.1" status: 204 len: 173 time: 1.8577204 Aug 31 01:18:05.458141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8aed191-ad3a-4ab5-b8d2-3b6ed5866f95', 'name': 'network-vif-deleted', 'tag': 'b0ed1af3-881a-4908-a41e-cab42f1244b6'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:18:05.464408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76accfd5-38a6-4beb-bd58-ce02baeec373 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event updated for resources: {'Network': ['ID=2e28982d-9e6d-4d55-87dc-2c9816434531,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:05.481419 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1723dfa8-9796-44a9-bece-95eda4df1f73" -d '{"events": [{"server_uuid": "d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95", "name": "network-vif-deleted", "tag": "b0ed1af3-881a-4908-a41e-cab42f1244b6"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:18:05.502877 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b2f303-948e-4910-8377-f0d67a33349f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Made reservation on behalf of 5a8ac451441f48069e40d9be43fce405 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:05.503762 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 2e28982d-9e6d-4d55-87dc-2c9816434531 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:05.511262 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76b2f303-948e-4910-8377-f0d67a33349f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.585569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024b59e-1501-47d8-b758-1d2e5d3cc2f9 req-7cd812ba-d785-47cc-90f3-a07accb853d5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:05.587798 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9024b59e-1501-47d8-b758-1d2e5d3cc2f9 req-7cd812ba-d785-47cc-90f3-a07accb853d5 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.6689575 Aug 31 01:18:05.591162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:05.591599 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:05.591946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:05.609479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-1eae8a7b-cde7-4706-9cb8-08e23d6328b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Deleting port b613db64-1580-48f3-84aa-d12fcf5cae8f {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:05.609720 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-1eae8a7b-cde7-4706-9cb8-08e23d6328b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.675484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-c0b814e7-f610-4892-b527-8c189f432182 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3487091 Aug 31 01:18:05.683457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:05.683830 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:05.689455 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 2 to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a Aug 31 01:18:05.793589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:05.794153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:05.794907 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:05.861936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:05.863007 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:05.867985 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 3 to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a Aug 31 01:18:05.887843 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76b2f303-948e-4910-8377-f0d67a33349f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.896153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9024b59e-1501-47d8-b758-1d2e5d3cc2f9 req-0aa6cce2-2920-4d56-b8de-279a9803143c tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2914400 Aug 31 01:18:05.903213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:05.903909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:05.904629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:05.958540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-07ad6eb4-e79a-475f-aec6-60396c278f1c service neutron] 10.222.0.58 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495868 Aug 31 01:18:05.986794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-1eae8a7b-cde7-4706-9cb8-08e23d6328b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] For port b613db64-1580-48f3-84aa-d12fcf5cae8f, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b613db64-1580-48f3-84aa-d12fcf5cae8f,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:05.987262 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-1eae8a7b-cde7-4706-9cb8-08e23d6328b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:05.997535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:05.998222 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:06.006439 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 4 to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a Aug 31 01:18:06.070884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2f303-948e-4910-8377-f0d67a33349f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event updated for resources: {'Subnet': ['ID=251d8e83-1fac-4fc9-adef-878f60237281,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:06.103491 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b2f303-948e-4910-8377-f0d67a33349f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Checking segment: {'id': 'd95e48ba-d786-476f-8c28-c7ba6645bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '11d8e058-516b-49a4-97e3-34fe7affc5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:06.103851 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b2f303-948e-4910-8377-f0d67a33349f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Network hostable DHCP agents. Network: 11d8e058-516b-49a4-97e3-34fe7affc5cf, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:06.106170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:06.106615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:06.107223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:06.123176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:06.123596 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:06.133263 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 5 to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a Aug 31 01:18:06.152608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b2f303-948e-4910-8377-f0d67a33349f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Network 11d8e058-516b-49a4-97e3-34fe7affc5cf is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:06.172178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-76b2f303-948e-4910-8377-f0d67a33349f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 11d8e058-516b-49a4-97e3-34fe7affc5cf) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:06.179475 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b2f303-948e-4910-8377-f0d67a33349f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:06.180080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76b2f303-948e-4910-8377-f0d67a33349f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.183747 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6638881-c779-4285-9de5-dfdce1e4825c None None] Network 11d8e058-516b-49a4-97e3-34fe7affc5cf requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:06.241918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59594) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:06.242150 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-76b2f303-948e-4910-8377-f0d67a33349f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8935261 Aug 31 01:18:06.245253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:06.245495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:06.245957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:06.260496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ef3aae4d-5dfd-470f-9cb0-1594504f8898 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Request body: {'subnet': {'network_id': '2e28982d-9e6d-4d55-87dc-2c9816434531', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:06.329527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86aca881-0af8-43cd-9cf1-c8f9e1de04ad req-049acc1e-63b4-46a0-8cfd-caed87a23c1c tempest-ServerTagsTestJSON-1142522171 tempest-ServerTagsTestJSON-1142522171-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95 HTTP/1.1" status: 200 len: 210 time: 0.1360905 Aug 31 01:18:06.413546 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-11d8e058-516b-49a4-97e3-34fe7affc5cf', 'network_id': '11d8e058-516b-49a4-97e3-34fe7affc5cf', 'tenant_id': '5a8ac451441f48069e40d9be43fce405', 'fixed_ips': [{'subnet_id': '251d8e83-1fac-4fc9-adef-878f60237281'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:18:06.414430 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.425847 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3bbaa8-c2ab-418f-b0e3-05efb63d2f86 x-openstack-request-id: req-8d3bbaa8-c2ab-418f-b0e3-05efb63d2f86 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:18:06.429902 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8aed191-ad3a-4ab5-b8d2-3b6ed5866f95", "name": "network-vif-deleted", "tag": "b0ed1af3-881a-4908-a41e-cab42f1244b6", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:18:06.430281 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d3bbaa8-c2ab-418f-b0e3-05efb63d2f86 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:18:06.431441 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8aed191-ad3a-4ab5-b8d2-3b6ed5866f95', 'name': 'network-vif-deleted', 'tag': 'b0ed1af3-881a-4908-a41e-cab42f1244b6', 'status': 'completed', 'code': 200} Aug 31 01:18:06.442091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:06.456332 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:06.463798 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 6 to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a Aug 31 01:18:06.570359 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-6fbf5a3b-6841-4809-a8c8-d9ee4abe0b20 service neutron] 10.222.0.58 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647745 Aug 31 01:18:06.594400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:06.595067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:06.595214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:06.615944 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2e6f8af-7e19-4b2e-8db4-653bf1960d71 req-8d631549-533c-46f3-8571-d59127b40c0d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.1067986 Aug 31 01:18:06.628755 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:06.629381 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:06.633436 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 7 to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a Aug 31 01:18:06.671834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:06.672434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:06.672943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:06.678488 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-1eae8a7b-cde7-4706-9cb8-08e23d6328b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.680104 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-1eae8a7b-cde7-4706-9cb8-08e23d6328b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.682473 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-1eae8a7b-cde7-4706-9cb8-08e23d6328b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Floating IP 740da30d-f601-4ef5-b45b-054b7288ba49 disassociated. External IP: 172.25.6.142, port: b613db64-1580-48f3-84aa-d12fcf5cae8f. Aug 31 01:18:06.683385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-1eae8a7b-cde7-4706-9cb8-08e23d6328b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Calling delete_port for b613db64-1580-48f3-84aa-d12fcf5cae8f owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:06.710092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d238f5-2b2a-4f47-816f-8f0fbf40ae67 None None] Network 8de35116-3930-4778-930c-353de8d82508 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:06.725769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:06.726033 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:06.727839 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 8 to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a Aug 31 01:18:06.760393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3aae4d-5dfd-470f-9cb0-1594504f8898 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Made reservation on behalf of 5a8ac451441f48069e40d9be43fce405 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:06.763973 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef3aae4d-5dfd-470f-9cb0-1594504f8898 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.854124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59600) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:06.882488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 94ed5572-3527-4870-a1bb-e7d134cd5944 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:06.896179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:06.897061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:06.897550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:06.913849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Allocated IP 172.20.0.2 (11d8e058-516b-49a4-97e3-34fe7affc5cf/251d8e83-1fac-4fc9-adef-878f60237281/891f4ccf-ef77-406a-8477-829c2c80a4e9) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:06.918027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-60202f4c-22ef-49d7-89b3-03bec9803110 admin admin] Deleting subnet 97b75947-7fff-4bd6-9254-9c6565f5c2f7 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:06.922896 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60202f4c-22ef-49d7-89b3-03bec9803110 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:06.953054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:06.953390 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:06.960915 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 9 to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a Aug 31 01:18:06.965367 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa5b87ea-e8fd-44d0-8442-648eb19398d8 req-f189b126-20aa-4b77-9681-47fefc22f5d5 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 210 time: 0.0648062 Aug 31 01:18:06.999068 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60202f4c-22ef-49d7-89b3-03bec9803110 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.012779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:07.013120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:07.013461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:07.130342 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60202f4c-22ef-49d7-89b3-03bec9803110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.130867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:07.134452 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:07.151773 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 10 to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a Aug 31 01:18:07.200080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:07.200459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:07.200796 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:07.221363 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60202f4c-22ef-49d7-89b3-03bec9803110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.222063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:07.222391 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 38ca96e4-f235-4ef0-a8cf-eacdf859288a on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:07.222826 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.280101 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60202f4c-22ef-49d7-89b3-03bec9803110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.285721 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-60202f4c-22ef-49d7-89b3-03bec9803110 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/97b75947-7fff-4bd6-9254-9c6565f5c2f7 HTTP/1.1" status: 204 len: 168 time: 0.4306405 Aug 31 01:18:07.288689 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60202f4c-22ef-49d7-89b3-03bec9803110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b75947-7fff-4bd6-9254-9c6565f5c2f7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:07.292861 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59612) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:07.412125 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59618) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:07.436919 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.462388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Transition to ACTIVE for port object 891f4ccf-ef77-406a-8477-829c2c80a4e9 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:07.472161 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be243197-2127-4f4a-b7c0-d1b6a323942f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.488037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e444857e-f352-449d-a64d-314e57a144e5 admin admin] Deleting subnet 7cd1597f-753f-4ef8-ae4e-cbf870c562a6 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:07.492250 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e444857e-f352-449d-a64d-314e57a144e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.510408 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Transition to ACTIVE for port object 891f4ccf-ef77-406a-8477-829c2c80a4e9 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:07.518478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6df1c4f6-bada-4a13-9cfe-206eaaa9aa99 None None] Provisioning for port 94ed5572-3527-4870-a1bb-e7d134cd5944 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:07.552945 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.652082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Network 11d8e058-516b-49a4-97e3-34fe7affc5cf is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:07.660144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:07.668259 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e444857e-f352-449d-a64d-314e57a144e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.694357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:07.696561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Pushing event updated for resources: {'Port': ['ID=891f4ccf-ef77-406a-8477-829c2c80a4e9,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:07.699256 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be243197-2127-4f4a-b7c0-d1b6a323942f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.715002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 94ed5572-3527-4870-a1bb-e7d134cd5944 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:07.716218 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-be243197-2127-4f4a-b7c0-d1b6a323942f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd2536e-4bde-40f8-aa1f-45f6a1c77927']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:07.731707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-be243197-2127-4f4a-b7c0-d1b6a323942f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23668c33-e1e9-4ea7-9dcd-4713985a8c57') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:07.732308 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-be243197-2127-4f4a-b7c0-d1b6a323942f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23668c33-e1e9-4ea7-9dcd-4713985a8c57') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:07.738946 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 94ed5572-3527-4870-a1bb-e7d134cd5944 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:07.739368 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.747772 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be243197-2127-4f4a-b7c0-d1b6a323942f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.756493 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e444857e-f352-449d-a64d-314e57a144e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.789628 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be243197-2127-4f4a-b7c0-d1b6a323942f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.802553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be243197-2127-4f4a-b7c0-d1b6a323942f admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:07.802553 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be243197-2127-4f4a-b7c0-d1b6a323942f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:07.803874 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:07.890078 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e444857e-f352-449d-a64d-314e57a144e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.906680 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be243197-2127-4f4a-b7c0-d1b6a323942f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.911648 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac81f4-5e49-424f-81d0-18e45b1e2a33 req-030d7e9d-626d-4b6d-bc67-7beb215616e7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:07.918978 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0ac81f4-5e49-424f-81d0-18e45b1e2a33 req-030d7e9d-626d-4b6d-bc67-7beb215616e7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 945 time: 0.8555763 Aug 31 01:18:07.933569 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e444857e-f352-449d-a64d-314e57a144e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.935605 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e444857e-f352-449d-a64d-314e57a144e5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7cd1597f-753f-4ef8-ae4e-cbf870c562a6 HTTP/1.1" status: 204 len: 168 time: 0.5225089 Aug 31 01:18:07.940099 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-1eae8a7b-cde7-4706-9cb8-08e23d6328b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.943687 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59622) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:07.951297 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be243197-2127-4f4a-b7c0-d1b6a323942f admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.956196 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-be243197-2127-4f4a-b7c0-d1b6a323942f admin admin] 10.222.0.58 "DELETE /v2.0/networks/5fd2536e-4bde-40f8-aa1f-45f6a1c77927 HTTP/1.1" status: 204 len: 168 time: 0.6589694 Aug 31 01:18:07.956196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be243197-2127-4f4a-b7c0-d1b6a323942f admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd2536e-4bde-40f8-aa1f-45f6a1c77927,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:07.967178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444857e-f352-449d-a64d-314e57a144e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd1597f-753f-4ef8-ae4e-cbf870c562a6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:07.992005 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27f835c5-ee8f-4baa-a802-1cddf6655738 req-5bebe281-37cc-4890-8452-2b20fbf75fbd tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.1402502 Aug 31 01:18:08.033717 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Attempting to bind port 891f4ccf-ef77-406a-8477-829c2c80a4e9 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:08.034180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Attempting to bind port 891f4ccf-ef77-406a-8477-829c2c80a4e9 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'd95e48ba-d786-476f-8c28-c7ba6645bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '11d8e058-516b-49a4-97e3-34fe7affc5cf'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:08.034489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Attempting to bind port 891f4ccf-ef77-406a-8477-829c2c80a4e9 on network 11d8e058-516b-49a4-97e3-34fe7affc5cf {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:08.038741 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.053680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:08.054105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Checking segment: {'id': 'd95e48ba-d786-476f-8c28-c7ba6645bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '11d8e058-516b-49a4-97e3-34fe7affc5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:08.054462 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.054864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Bound using segment: {'id': 'd95e48ba-d786-476f-8c28-c7ba6645bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '11d8e058-516b-49a4-97e3-34fe7affc5cf'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:08.055378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Bound port: 891f4ccf-ef77-406a-8477-829c2c80a4e9, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95e48ba-d786-476f-8c28-c7ba6645bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '11d8e058-516b-49a4-97e3-34fe7affc5cf'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:08.055767 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.152259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 94ed5572-3527-4870-a1bb-e7d134cd5944, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=94ed5572-3527-4870-a1bb-e7d134cd5944,segment=NetworkSegment(f624901b-980b-48ce-9426-50859b605d69),segment_id=f624901b-980b-48ce-9426-50859b605d69)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:08.160310 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.164598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae8a7b-cde7-4706-9cb8-08e23d6328b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event deleted for resources: {'Port': ['ID=b613db64-1580-48f3-84aa-d12fcf5cae8f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:08.214311 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59630) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:08.223024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b613db64-1580-48f3-84aa-d12fcf5cae8f no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:08.255153 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: b613db64-1580-48f3-84aa-d12fcf5cae8f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:08.255513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b613db64-1580-48f3-84aa-d12fcf5cae8f not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:08.258429 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b0ed1af3-881a-4908-a41e-cab42f1244b6 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:08.279479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] For port 38ca96e4-f235-4ef0-a8cf-eacdf859288a, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:08.279889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempted to set empty binding levels {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 01:18:08.281124 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d1d03a25-650c-467c-9b2b-527233c4dcbf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=261326bd5f9d475cab97017778f9c7d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655224 Aug 31 01:18:08.283466 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59632) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:08.330874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: b0ed1af3-881a-4908-a41e-cab42f1244b6 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:08.331415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b0ed1af3-881a-4908-a41e-cab42f1244b6 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:08.357232 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-43a7eb47-6d4a-4f05-9362-d5e08b2e4942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.362027 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.372116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] For port 891f4ccf-ef77-406a-8477-829c2c80a4e9, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:08.387524 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] For port 891f4ccf-ef77-406a-8477-829c2c80a4e9, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=891f4ccf-ef77-406a-8477-829c2c80a4e9,segment=NetworkSegment(d95e48ba-d786-476f-8c28-c7ba6645bed5),segment_id=d95e48ba-d786-476f-8c28-c7ba6645bed5)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:08.390001 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-43a7eb47-6d4a-4f05-9362-d5e08b2e4942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.413271 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.417579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:08.418544 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.424172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb559ac1-ecf2-4541-b2c3-18c4476aa994 req-7321ecfd-2526-4207-aef1-b9571040ce1d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 210 time: 0.2718980 Aug 31 01:18:08.458544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=94ed5572-3527-4870-a1bb-e7d134cd5944,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:08.469766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:08.470135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:08.470471 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:08.470811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:08.471144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:08.484455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:08.485872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:08.486319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:08.486667 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:08.488756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:08.489123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:08.489461 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:08.506788 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-43a7eb47-6d4a-4f05-9362-d5e08b2e4942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.509647 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-43a7eb47-6d4a-4f05-9362-d5e08b2e4942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.517119 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0ac81f4-5e49-424f-81d0-18e45b1e2a33 req-f6ba1c38-2a91-434a-9edb-7dfac1dfbd56 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups?id=b938804f-b16c-497f-a7e1-f4db8788388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5971129 Aug 31 01:18:08.517754 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-43a7eb47-6d4a-4f05-9362-d5e08b2e4942 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7bddefbd-a3c2-4cae-aa69-7d9eab3785af HTTP/1.1" status: 204 len: 168 time: 0.2303169 Aug 31 01:18:08.533473 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7eb47-6d4a-4f05-9362-d5e08b2e4942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bddefbd-a3c2-4cae-aa69-7d9eab3785af,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:08.717915 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-55a2de10-f1fb-4163-bf7b-5ebd757ddaf5 None None] Provisioning complete for port 94ed5572-3527-4870-a1bb-e7d134cd5944 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:08.723144 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-55a2de10-f1fb-4163-bf7b-5ebd757ddaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.802738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24797aa8-78cf-4cc6-9e20-7b8acc298824 None None] Pushing event updated for resources: {'Port': ['ID=891f4ccf-ef77-406a-8477-829c2c80a4e9,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:08.848311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 94ed5572-3527-4870-a1bb-e7d134cd5944 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:08.927698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66ff46b8-6860-4adb-ace1-b3060c9dcdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.933687 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Pushing event updated for resources: {'Port': ['ID=38ca96e4-f235-4ef0-a8cf-eacdf859288a,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:08.937778 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef3aae4d-5dfd-470f-9cb0-1594504f8898 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.945755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 94ed5572-3527-4870-a1bb-e7d134cd5944 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:08.946142 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:08.963376 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5c757f4d-02d6-4076-8894-7ada2642d3c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.3540306 Aug 31 01:18:08.966121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59638) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:09.055272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-947de322-d71b-4254-ba12-2ed237791597 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:09.057084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-947de322-d71b-4254-ba12-2ed237791597 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.15 "GET /v2.0/networks?id=05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 200 len: 810 time: 0.5011570 Aug 31 01:18:09.057927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3aae4d-5dfd-470f-9cb0-1594504f8898 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event updated for resources: {'Subnet': ['ID=60b541b7-b91b-4b32-a8b4-d886d74ff294,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:09.174284 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d6986bcd-1c6e-40a4-8d1c-5b6238b6430e tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Deleting port 38ca96e4-f235-4ef0-a8cf-eacdf859288a {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:09.175749 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d6986bcd-1c6e-40a4-8d1c-5b6238b6430e tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.231649 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3aae4d-5dfd-470f-9cb0-1594504f8898 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Checking segment: {'id': '9af4f980-4895-47d4-97f0-64ba28344cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2e28982d-9e6d-4d55-87dc-2c9816434531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:09.232025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3aae4d-5dfd-470f-9cb0-1594504f8898 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Network hostable DHCP agents. Network: 2e28982d-9e6d-4d55-87dc-2c9816434531, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:09.294261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c06fa41-7fe2-4b7d-bf4d-786d5d81bb74 req-990b8da6-9c7b-450c-9c5b-edcdbd3383a2 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.1203392 Aug 31 01:18:09.346067 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-d6986bcd-1c6e-40a4-8d1c-5b6238b6430e tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] For port 38ca96e4-f235-4ef0-a8cf-eacdf859288a, host n-h2-802060-13, got binding levels [] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:09.347711 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d6986bcd-1c6e-40a4-8d1c-5b6238b6430e tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.370280 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d6986bcd-1c6e-40a4-8d1c-5b6238b6430e tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Calling delete_port for 38ca96e4-f235-4ef0-a8cf-eacdf859288a owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:09.390378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-af5f379c-0785-4341-9365-7f4a1829b7e9 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce HTTP/1.1" status: 200 len: 379 time: 0.2246246 Aug 31 01:18:09.392540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-1eae8a7b-cde7-4706-9cb8-08e23d6328b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Router cf917a2c-2656-48d1-87ca-bf626cb37c8e has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:09.394932 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66ff46b8-6860-4adb-ace1-b3060c9dcdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.399149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3aae4d-5dfd-470f-9cb0-1594504f8898 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Network 2e28982d-9e6d-4d55-87dc-2c9816434531 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:09.404258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-f627b3d8-b83d-4c1a-afae-c58a1037e191 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Request body: {'port': {'device_id': '84162fa8-f66f-40e8-b642-f49bc7f22a6a', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'admin_state_up': True, 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'security_groups': ['d7ee2f20-d062-418f-af9e-b0820291d78a']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:09.427879 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-66ff46b8-6860-4adb-ace1-b3060c9dcdfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:09.475690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-ef3aae4d-5dfd-470f-9cb0-1594504f8898 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 2e28982d-9e6d-4d55-87dc-2c9816434531) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:09.480122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-66ff46b8-6860-4adb-ace1-b3060c9dcdfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddd55aa-379f-42a2-9f43-c49a0d6f76eb') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:09.480419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-66ff46b8-6860-4adb-ace1-b3060c9dcdfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddd55aa-379f-42a2-9f43-c49a0d6f76eb') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:09.486845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445e4da8-bf49-4430-8636-3aa38e5f0990 None None] Network 2e28982d-9e6d-4d55-87dc-2c9816434531 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:09.493713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3aae4d-5dfd-470f-9cb0-1594504f8898 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:09.494316 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef3aae4d-5dfd-470f-9cb0-1594504f8898 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.508079 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66ff46b8-6860-4adb-ace1-b3060c9dcdfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.534705 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d6986bcd-1c6e-40a4-8d1c-5b6238b6430e tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.615015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6986bcd-1c6e-40a4-8d1c-5b6238b6430e tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Pushing event deleted for resources: {'Port': ['ID=38ca96e4-f235-4ef0-a8cf-eacdf859288a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:09.623428 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d6986bcd-1c6e-40a4-8d1c-5b6238b6430e tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.627253 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d6986bcd-1c6e-40a4-8d1c-5b6238b6430e tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "DELETE /v2.0/ports/38ca96e4-f235-4ef0-a8cf-eacdf859288a HTTP/1.1" status: 204 len: 168 time: 0.6595275 Aug 31 01:18:09.630025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59660) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:09.634783 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ef3aae4d-5dfd-470f-9cb0-1594504f8898 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3905888 Aug 31 01:18:09.649725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59662) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:09.677768 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66ff46b8-6860-4adb-ace1-b3060c9dcdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.686296 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b18ad689-8c27-4b33-81a0-7f0c644f2aca req-bfefc0d8-d159-4a02-8d77-c299e3cce2df tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 210 time: 0.1012764 Aug 31 01:18:09.715564 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ff46b8-6860-4adb-ace1-b3060c9dcdfc admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:09.716058 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66ff46b8-6860-4adb-ace1-b3060c9dcdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:09.728356 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:09.769253 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f690b1-13c2-467f-b310-f39841eec546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:18:09.770967 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-56f690b1-13c2-467f-b310-f39841eec546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "GET /v2.0/ports/38ca96e4-f235-4ef0-a8cf-eacdf859288a HTTP/1.1" status: 404 len: 333 time: 0.1396270 Aug 31 01:18:09.803178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59666) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:09.811455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-82599e2c-7681-4d4f-9825-d1ce94ea74c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Request body: {'port': {'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794108073'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:09.874448 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81c92f9a-b578-4743-94aa-54f28b6548de req-07f4d492-53f1-4664-901e-f91426556e84 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/ports?device_id=44197bf3-acd8-4155-bf7b-59d64e16a29f HTTP/1.1" status: 200 len: 210 time: 0.1845305 Aug 31 01:18:09.925391 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66ff46b8-6860-4adb-ace1-b3060c9dcdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.930901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-f627b3d8-b83d-4c1a-afae-c58a1037e191 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Made reservation on behalf of 25d1ec8e3d7746f4848f318b6bfe6fce for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:09.935634 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-f627b3d8-b83d-4c1a-afae-c58a1037e191 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.938778 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82599e2c-7681-4d4f-9825-d1ce94ea74c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Made reservation on behalf of a1f9b67527aa49ea8c68b91c441489f1 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:09.942614 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82599e2c-7681-4d4f-9825-d1ce94ea74c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.953803 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-66ff46b8-6860-4adb-ace1-b3060c9dcdfc admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.959141 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-66ff46b8-6860-4adb-ace1-b3060c9dcdfc admin admin] 10.222.0.58 "DELETE /v2.0/networks/aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1 HTTP/1.1" status: 204 len: 168 time: 1.9890451 Aug 31 01:18:09.971675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-2e28982d-9e6d-4d55-87dc-2c9816434531', 'network_id': '2e28982d-9e6d-4d55-87dc-2c9816434531', 'tenant_id': '5a8ac451441f48069e40d9be43fce405', 'fixed_ips': [{'subnet_id': '60b541b7-b91b-4b32-a8b4-d886d74ff294'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:18:09.973323 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.977529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-1eae8a7b-cde7-4706-9cb8-08e23d6328b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:09.981075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff46b8-6860-4adb-ace1-b3060c9dcdfc admin admin] Pushing event deleted for resources: {'Network': ['ID=aa4fd99f-f5c0-4555-a0c0-02aa249ca8d1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:09.997851 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce34bd-f19d-4d2a-af4d-ef2d29af6cea None None] Sync routers for ids ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:10.022284 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ce34bd-f19d-4d2a-af4d-ef2d29af6cea None None] Routers {'cf917a2c-2656-48d1-87ca-bf626cb37c8e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:10.024142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-88ce34bd-f19d-4d2a-af4d-ef2d29af6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:10.096883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-1eae8a7b-cde7-4706-9cb8-08e23d6328b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] No DVR routers for this DVR port b613db64-1580-48f3-84aa-d12fcf5cae8f on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:10.101714 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-1eae8a7b-cde7-4706-9cb8-08e23d6328b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.103846 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81b90bd1-9abd-452e-b7dd-9098c7ec8488 req-1eae8a7b-cde7-4706-9cb8-08e23d6328b7 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.70 "DELETE /v2.0/ports/b613db64-1580-48f3-84aa-d12fcf5cae8f HTTP/1.1" status: 204 len: 173 time: 5.3689542 Aug 31 01:18:10.104313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-deleted', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:18:10.106653 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2469351-24ca-41fd-9d78-1ff0941d7cc3" -d '{"events": [{"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-deleted", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:18:10.251769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-82599e2c-7681-4d4f-9825-d1ce94ea74c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] device_id is not set on port 8379842c-04fd-4269-b578-7881f31b81bf yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:18:10.365021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Allocated IP 172.20.0.2 (2e28982d-9e6d-4d55-87dc-2c9816434531/60b541b7-b91b-4b32-a8b4-d886d74ff294/44d51c54-4701-495d-b6e7-51338b7ee115) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:10.409955 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.473151 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-f627b3d8-b83d-4c1a-afae-c58a1037e191 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Allocated IP 172.20.0.11 (05166366-f2cf-4263-a28e-fd696742cc7f/3bdf0b07-4c89-45a2-828f-1c4e94ba70e3/822a906f-e6cb-4582-a594-a1400e17354c) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:10.612857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59680) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:10.731434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595cadf7-ad6b-4f71-9f31-44f5c575a1da None None] Network 11d8e058-516b-49a4-97e3-34fe7affc5cf requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:10.855765 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-f627b3d8-b83d-4c1a-afae-c58a1037e191 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.871595 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-14ebc4a6-d892-45f9-9d06-c721cc029c68 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0999f289e302434382b3708ba8d835c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546966 Aug 31 01:18:10.875187 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-f627b3d8-b83d-4c1a-afae-c58a1037e191 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Transition to ACTIVE for port object 822a906f-e6cb-4582-a594-a1400e17354c will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:10.890646 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59688) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:10.913435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 891f4ccf-ef77-406a-8477-829c2c80a4e9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:10.916232 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e25143f8-d491-4869-9b6e-04a5ae4f7045 None None] Provisioning for port 891f4ccf-ef77-406a-8477-829c2c80a4e9 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:10.930909 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d227c46-38aa-4cd2-9604-3a31f7f7185e x-openstack-request-id: req-5d227c46-38aa-4cd2-9604-3a31f7f7185e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:18:10.931048 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44197bf3-acd8-4155-bf7b-59d64e16a29f", "name": "network-vif-deleted", "tag": "b613db64-1580-48f3-84aa-d12fcf5cae8f", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:18:10.933844 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d227c46-38aa-4cd2-9604-3a31f7f7185e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:18:10.934292 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44197bf3-acd8-4155-bf7b-59d64e16a29f', 'name': 'network-vif-deleted', 'tag': 'b613db64-1580-48f3-84aa-d12fcf5cae8f', 'status': 'completed', 'code': 200} Aug 31 01:18:10.968211 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-f627b3d8-b83d-4c1a-afae-c58a1037e191 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.983098 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-88ce34bd-f19d-4d2a-af4d-ef2d29af6cea None None] Set router cf917a2c-2656-48d1-87ca-bf626cb37c8e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:11.022827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd305302-9c3d-43d0-b97d-945f25afbe5e req-d4044fe1-e7bc-48c6-95f2-09c4e29f7e30 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.1010549 Aug 31 01:18:11.077571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-16a9e0d0-b966-49b8-8782-e09fcd5785e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.118255 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-16a9e0d0-b966-49b8-8782-e09fcd5785e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.135192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-f627b3d8-b83d-4c1a-afae-c58a1037e191 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Network 05166366-f2cf-4263-a28e-fd696742cc7f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:11.150556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-f627b3d8-b83d-4c1a-afae-c58a1037e191 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:11.169380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-f627b3d8-b83d-4c1a-afae-c58a1037e191 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:11.250253 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-16a9e0d0-b966-49b8-8782-e09fcd5785e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.253365 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-16a9e0d0-b966-49b8-8782-e09fcd5785e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.262782 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-16a9e0d0-b966-49b8-8782-e09fcd5785e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08ad9887-f603-44f0-9ae3-8470501a1910 HTTP/1.1" status: 204 len: 168 time: 0.3674355 Aug 31 01:18:11.280638 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82599e2c-7681-4d4f-9825-d1ce94ea74c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.284511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59700) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:11.320741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627b3d8-b83d-4c1a-afae-c58a1037e191 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event updated for resources: {'Port': ['ID=822a906f-e6cb-4582-a594-a1400e17354c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:11.344785 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.384871 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5e189-612c-4439-8de0-01b78b57234a req-c4626b52-726a-4cd5-88d5-2fca7c047fd9 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:11.386659 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94a5e189-612c-4439-8de0-01b78b57234a req-c4626b52-726a-4cd5-88d5-2fca7c047fd9 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 932 time: 0.4513268 Aug 31 01:18:11.431853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9e0d0-b966-49b8-8782-e09fcd5785e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ad9887-f603-44f0-9ae3-8470501a1910,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:11.459920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94a5e189-612c-4439-8de0-01b78b57234a req-bab26189-48b1-495a-8a99-f58080164ea9 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617254 Aug 31 01:18:11.484464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-f627b3d8-b83d-4c1a-afae-c58a1037e191 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:11.485425 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.485630 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-f627b3d8-b83d-4c1a-afae-c58a1037e191 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.522418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-f627b3d8-b83d-4c1a-afae-c58a1037e191 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1245358 Aug 31 01:18:11.527795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 891f4ccf-ef77-406a-8477-829c2c80a4e9 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:11.541707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Request body: {'port': {'device_id': '84162fa8-f66f-40e8-b642-f49bc7f22a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:11.551793 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82599e2c-7681-4d4f-9825-d1ce94ea74c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.574241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Allocated IP 172.20.0.1 (11d8e058-516b-49a4-97e3-34fe7affc5cf/251d8e83-1fac-4fc9-adef-878f60237281/2bc8b3a7-8aa8-4e71-b434-18134b23ffed) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:11.602291 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be593e8a-7cc3-4449-aab9-57f366442d56 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.628381 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.640556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Transition to ACTIVE for port object 44d51c54-4701-495d-b6e7-51338b7ee115 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:11.657659 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 891f4ccf-ef77-406a-8477-829c2c80a4e9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:11.658382 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.665299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be593e8a-7cc3-4449-aab9-57f366442d56 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.672505 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82599e2c-7681-4d4f-9825-d1ce94ea74c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Network 8376adf1-d39b-4312-9758-7369e1897e5b is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:11.688646 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82599e2c-7681-4d4f-9825-d1ce94ea74c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Pushing event updated for resources: {'Port': ['ID=8379842c-04fd-4269-b578-7881f31b81bf,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:11.692632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-82599e2c-7681-4d4f-9825-d1ce94ea74c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:11.743759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82599e2c-7681-4d4f-9825-d1ce94ea74c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:11.744963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82599e2c-7681-4d4f-9825-d1ce94ea74c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:11.745700 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82599e2c-7681-4d4f-9825-d1ce94ea74c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.758355 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Transition to ACTIVE for port object 44d51c54-4701-495d-b6e7-51338b7ee115 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:11.763085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-177e9a93-9baf-491f-b6a0-ccac85dee3a1 None None] Provisioning for port 822a906f-e6cb-4582-a594-a1400e17354c completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:11.793802 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-177e9a93-9baf-491f-b6a0-ccac85dee3a1 None None] Provisioning complete for port 822a906f-e6cb-4582-a594-a1400e17354c triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:11.794207 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-177e9a93-9baf-491f-b6a0-ccac85dee3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.797183 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.811730 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-82599e2c-7681-4d4f-9825-d1ce94ea74c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0063367 Aug 31 01:18:11.817336 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59704) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:11.827333 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:11.907801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Pushing event updated for resources: {'Port': ['ID=44d51c54-4701-495d-b6e7-51338b7ee115,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:11.918062 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be593e8a-7cc3-4449-aab9-57f366442d56 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.927372 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be593e8a-7cc3-4449-aab9-57f366442d56 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:11.931321 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-be593e8a-7cc3-4449-aab9-57f366442d56 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "DELETE /v2.0/security-groups/b938804f-b16c-497f-a7e1-f4db8788388f HTTP/1.1" status: 204 len: 168 time: 0.6403077 Aug 31 01:18:11.938720 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59708) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:11.991592 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be593e8a-7cc3-4449-aab9-57f366442d56 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b938804f-b16c-497f-a7e1-f4db8788388f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:12.004339 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.006887 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.011528 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-d3fb0f5f-4b93-4c1b-9688-cacae682254a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] show failed (client error): The resource could not be found. Aug 31 01:18:12.012930 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d3fb0f5f-4b93-4c1b-9688-cacae682254a tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "GET /v2.0/security-groups/b938804f-b16c-497f-a7e1-f4db8788388f HTTP/1.1" status: 404 len: 347 time: 0.0691833 Aug 31 01:18:12.020240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59714) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:12.053419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Transition to ACTIVE for port object 2bc8b3a7-8aa8-4e71-b434-18134b23ffed will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:12.134431 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Network 2e28982d-9e6d-4d55-87dc-2c9816434531 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:12.151763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-177e9a93-9baf-491f-b6a0-ccac85dee3a1 None None] Port 822a906f-e6cb-4582-a594-a1400e17354c cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:18:12.164885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:12.184085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:12.344766 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.412961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29bc6ebf-bd58-4e34-b0e6-850d2125b6f8 req-e7eb7331-ce77-4fc8-8e56-638b759a1c2b tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.1978123 Aug 31 01:18:12.553777 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Network 11d8e058-516b-49a4-97e3-34fe7affc5cf is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:12.585452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:12.586313 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.600759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:12.678854 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event updated for resources: {'Port': ['ID=2bc8b3a7-8aa8-4e71-b434-18134b23ffed,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:12.713326 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Attempting to bind port 44d51c54-4701-495d-b6e7-51338b7ee115 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:12.713732 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Attempting to bind port 44d51c54-4701-495d-b6e7-51338b7ee115 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '9af4f980-4895-47d4-97f0-64ba28344cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2e28982d-9e6d-4d55-87dc-2c9816434531'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:12.714109 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Attempting to bind port 44d51c54-4701-495d-b6e7-51338b7ee115 on network 2e28982d-9e6d-4d55-87dc-2c9816434531 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:12.771775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:12.772256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:12.773191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:12.777095 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:12.777646 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:12.778104 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:12.778551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:12.779097 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:12.779560 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:12.780213 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:12.781245 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:12.783132 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:12.812614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:12.813260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Checking segment: {'id': '9af4f980-4895-47d4-97f0-64ba28344cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2e28982d-9e6d-4d55-87dc-2c9816434531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:12.813665 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.813831 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.814162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Bound using segment: {'id': '9af4f980-4895-47d4-97f0-64ba28344cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2e28982d-9e6d-4d55-87dc-2c9816434531'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:12.814673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Bound port: 44d51c54-4701-495d-b6e7-51338b7ee115, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af4f980-4895-47d4-97f0-64ba28344cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2e28982d-9e6d-4d55-87dc-2c9816434531'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:12.815804 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.827643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 891f4ccf-ef77-406a-8477-829c2c80a4e9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=891f4ccf-ef77-406a-8477-829c2c80a4e9,segment=NetworkSegment(d95e48ba-d786-476f-8c28-c7ba6645bed5),segment_id=d95e48ba-d786-476f-8c28-c7ba6645bed5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:12.865729 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.871054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] device_id is not set on port 8379842c-04fd-4269-b578-7881f31b81bf yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:18:12.871914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-88ce34bd-f19d-4d2a-af4d-ef2d29af6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:23Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'gw_port': {'id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:27Z', 'updated_at': '2021-08-31T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '039817ab-167e-4267-8e4f-9a88cbb7b5c5', 'name': '', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'mac_address': 'fa:16:3e:cb:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:33Z', 'updated_at': '2021-08-31T01:08:41Z', 'revision_number': 5, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'subnets': [{'id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:12.896740 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.940527 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822a906f-e6cb-4582-a594-a1400e17354c {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:18:12.942956 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Transition to ACTIVE for port object 8379842c-04fd-4269-b578-7881f31b81bf will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:12.950321 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.959623 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.971197 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Transition to ACTIVE for port object 822a906f-e6cb-4582-a594-a1400e17354c will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:12.982243 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.997211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] For port 44d51c54-4701-495d-b6e7-51338b7ee115, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:13.014787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] For port 44d51c54-4701-495d-b6e7-51338b7ee115, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=44d51c54-4701-495d-b6e7-51338b7ee115,segment=NetworkSegment(9af4f980-4895-47d4-97f0-64ba28344cb4),segment_id=9af4f980-4895-47d4-97f0-64ba28344cb4)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:13.107958 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.122380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce34bd-f19d-4d2a-af4d-ef2d29af6cea None None] Checking router: cf917a2c-2656-48d1-87ca-bf626cb37c8e for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:13.131552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59736) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:13.166588 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.186699 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Pushing event updated for resources: {'Port': ['ID=8379842c-04fd-4269-b578-7881f31b81bf,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:13.228508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:13.228778 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:13.229120 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:13.235735 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:13.237670 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:13.237670 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 2 to bind port 8379842c-04fd-4269-b578-7881f31b81bf Aug 31 01:18:13.262284 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Pushing event updated for resources: {'Port': ['ID=822a906f-e6cb-4582-a594-a1400e17354c,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:13.264278 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:13.264626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:13.264969 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:13.275931 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ce34bd-f19d-4d2a-af4d-ef2d29af6cea None None] Routers {'cf917a2c-2656-48d1-87ca-bf626cb37c8e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:13.276625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-88ce34bd-f19d-4d2a-af4d-ef2d29af6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:13.313863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-be7795a1-e0c5-46c6-ad13-2913461a5362 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Deleting port d1e70d8e-3753-4e4b-a1fd-56e635ea4ec8 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:13.314065 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be7795a1-e0c5-46c6-ad13-2913461a5362 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.347254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:13.347540 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:13.353413 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 3 to bind port 8379842c-04fd-4269-b578-7881f31b81bf Aug 31 01:18:13.437740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:13.438099 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:13.438447 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:13.472520 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1816686320-network', 'tenant_id': 'a08bb9b47c9f43299162daee4343ea24'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:13.524933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71eabc-e0ca-4293-a312-6a55abb11cfe req-02e58c25-a08e-41aa-ad52-cd00c1e832da tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:13.537615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f71eabc-e0ca-4293-a312-6a55abb11cfe req-02e58c25-a08e-41aa-ad52-cd00c1e832da tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 932 time: 0.8329473 Aug 31 01:18:13.551676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:13.552089 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:13.554866 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 4 to bind port 8379842c-04fd-4269-b578-7881f31b81bf Aug 31 01:18:13.557167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-92857420-a845-4c96-9518-7aded0ca4729 None None] Provisioning complete for port 891f4ccf-ef77-406a-8477-829c2c80a4e9 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:13.557556 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-92857420-a845-4c96-9518-7aded0ca4729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.585546 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=891f4ccf-ef77-406a-8477-829c2c80a4e9,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:13.676573 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:13.678000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:13.678000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:13.680130 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] Made reservation on behalf of a08bb9b47c9f43299162daee4343ea24 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:13.682395 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.696602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:13.696933 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:13.701378 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be7795a1-e0c5-46c6-ad13-2913461a5362 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.701378 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be7795a1-e0c5-46c6-ad13-2913461a5362 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.701732 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 5 to bind port 8379842c-04fd-4269-b578-7881f31b81bf Aug 31 01:18:13.716805 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.749139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:13.749773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:13.750285 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:13.788653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-be7795a1-e0c5-46c6-ad13-2913461a5362 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Calling delete_port for d1e70d8e-3753-4e4b-a1fd-56e635ea4ec8 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:13.808974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:13.818756 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:13.822144 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 6 to bind port 8379842c-04fd-4269-b578-7881f31b81bf Aug 31 01:18:13.832044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-88ce34bd-f19d-4d2a-af4d-ef2d29af6cea None None] Set router cf917a2c-2656-48d1-87ca-bf626cb37c8e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:13.869225 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6690a-2459-42b4-8f64-95d1dddcddde None None] Pushing event updated for resources: {'Port': ['ID=44d51c54-4701-495d-b6e7-51338b7ee115,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:13.888358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:13.888694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:13.889033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:13.913664 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b4071ffb-34d0-46ca-81e4-1ec95bcf54ee req-b6b9c7b4-337d-4690-b454-3acf43eff455 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98ceec0-6557-491c-ab2c-b27acbfbe073 HTTP/1.1" status: 200 len: 210 time: 0.2148423 Aug 31 01:18:13.920988 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:13.921324 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:13.925224 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 7 to bind port 8379842c-04fd-4269-b578-7881f31b81bf Aug 31 01:18:13.944437 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f71eabc-e0ca-4293-a312-6a55abb11cfe req-d7b07648-0c65-45b9-b07e-5ad7326c8972 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4059510 Aug 31 01:18:13.945459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Attempting to bind port 822a906f-e6cb-4582-a594-a1400e17354c on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:13.946046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Attempting to bind port 822a906f-e6cb-4582-a594-a1400e17354c by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:13.946647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Attempting to bind port 822a906f-e6cb-4582-a594-a1400e17354c on network 05166366-f2cf-4263-a28e-fd696742cc7f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:13.967563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Port 822a906f-e6cb-4582-a594-a1400e17354c on network 05166366-f2cf-4263-a28e-fd696742cc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:13.967563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Attempting to bind port 822a906f-e6cb-4582-a594-a1400e17354c on network 05166366-f2cf-4263-a28e-fd696742cc7f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:13.970856 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:13.971468 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:13.971992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:13.972300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:13.972748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Checking segment: {'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:13.973336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Bound using segment: {'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:13.973884 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Bound port: 822a906f-e6cb-4582-a594-a1400e17354c, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:13.974350 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:13.990445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:13.991057 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:14.000958 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 8 to bind port 8379842c-04fd-4269-b578-7881f31b81bf Aug 31 01:18:14.113680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] For port 822a906f-e6cb-4582-a594-a1400e17354c, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:14.133114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] For port 822a906f-e6cb-4582-a594-a1400e17354c, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=822a906f-e6cb-4582-a594-a1400e17354c,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:14.144459 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.183458 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be7795a1-e0c5-46c6-ad13-2913461a5362 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.275341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:14.276654 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.278460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] 10.222.0.15 "PUT /v2.0/ports/822a906f-e6cb-4582-a594-a1400e17354c HTTP/1.1" status: 200 len: 1093 time: 2.7432673 Aug 31 01:18:14.279495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84162fa8-f66f-40e8-b642-f49bc7f22a6a', 'tag': '822a906f-e6cb-4582-a594-a1400e17354c'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:18:14.282294 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78459484-cc0d-44c6-8e2b-fce12eccf471" -d '{"events": [{"name": "network-changed", "server_uuid": "84162fa8-f66f-40e8-b642-f49bc7f22a6a", "tag": "822a906f-e6cb-4582-a594-a1400e17354c"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:18:14.351237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba78733-480e-4b78-a2b0-096bd6ab5edf service neutron] Pushing event updated for resources: {'Port': ['ID=822a906f-e6cb-4582-a594-a1400e17354c,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:14.359472 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32918657-83cd-424d-8f01-a36c0a644cbe x-openstack-request-id: req-32918657-83cd-424d-8f01-a36c0a644cbe {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:18:14.360034 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84162fa8-f66f-40e8-b642-f49bc7f22a6a", "tag": "822a906f-e6cb-4582-a594-a1400e17354c", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:18:14.360476 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32918657-83cd-424d-8f01-a36c0a644cbe {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:18:14.361085 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84162fa8-f66f-40e8-b642-f49bc7f22a6a', 'tag': '822a906f-e6cb-4582-a594-a1400e17354c', 'status': 'completed', 'code': 200} Aug 31 01:18:14.384052 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-88ce34bd-f19d-4d2a-af4d-ef2d29af6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:23Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'gw_port': {'id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:27Z', 'updated_at': '2021-08-31T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '039817ab-167e-4267-8e4f-9a88cbb7b5c5', 'name': '', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'mac_address': 'fa:16:3e:cb:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:33Z', 'updated_at': '2021-08-31T01:08:41Z', 'revision_number': 5, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'subnets': [{'id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:14.400190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7795a1-e0c5-46c6-ad13-2913461a5362 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Pushing event deleted for resources: {'Port': ['ID=d1e70d8e-3753-4e4b-a1fd-56e635ea4ec8,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:14.404098 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be7795a1-e0c5-46c6-ad13-2913461a5362 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.407706 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be7795a1-e0c5-46c6-ad13-2913461a5362 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.409830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-be7795a1-e0c5-46c6-ad13-2913461a5362 tempest-ServerActionsTestJSON-1952283148 tempest-ServerActionsTestJSON-1952283148-project] 10.222.0.58 "DELETE /v2.0/floatingips/740da30d-f601-4ef5-b45b-054b7288ba49 HTTP/1.1" status: 204 len: 168 time: 2.3885977 Aug 31 01:18:14.416970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59752) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:14.500744 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:14.503896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:14.504952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:14.509171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2d9ab960-e406-4272-941b-c7b235f40f2b None None] Provisioning for port 2bc8b3a7-8aa8-4e71-b434-18134b23ffed completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:14.535533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2d9ab960-e406-4272-941b-c7b235f40f2b None None] Provisioning complete for port 2bc8b3a7-8aa8-4e71-b434-18134b23ffed triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:14.537727 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab960-e406-4272-941b-c7b235f40f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.538206 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:14.538606 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:14.541493 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 9 to bind port 8379842c-04fd-4269-b578-7881f31b81bf Aug 31 01:18:14.542305 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce34bd-f19d-4d2a-af4d-ef2d29af6cea None None] The sync data for ids ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'] in n-d-802060-13 is: [{'id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:23Z', 'updated_at': '2021-08-31T01:08:35Z', 'revision_number': 4, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'gw_port': {'id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:27Z', 'updated_at': '2021-08-31T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '039817ab-167e-4267-8e4f-9a88cbb7b5c5', 'name': '', 'network_id': '5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'mac_address': 'fa:16:3e:cb:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:33Z', 'updated_at': '2021-08-31T01:08:41Z', 'revision_number': 5, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'subnets': [{'id': 'c35ba00f-fd19-48e8-9930-8cd7e499d142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:14.587059 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.602426 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.619028 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ab960-e406-4272-941b-c7b235f40f2b None None] Port 2bc8b3a7-8aa8-4e71-b434-18134b23ffed cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:18:14.639543 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.691104 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:14.691513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:14.691840 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:14.727643 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.745331 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:14.756823 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.757233 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] Added segment 7e2a9a1e-a135-4cde-a496-632c3884d01b of type vlan for network c551d2ab-be6e-42e4-a6e6-6dda19b45614 Aug 31 01:18:14.833365 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.876156 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.877822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:14.878488 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:14.914684 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event updated for resources: {'Port': ['ID=2bc8b3a7-8aa8-4e71-b434-18134b23ffed,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:14.951665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:14.952008 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:14.966410 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8307981 Aug 31 01:18:14.976663 n-d-802060-13 neutron-server[94760]: INFO neutron.plugins.ml2.plugin [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 10 to bind port 8379842c-04fd-4269-b578-7881f31b81bf Aug 31 01:18:15.013331 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0657de-4bc7-4a3c-86ed-73f8d4f6675f None None] New status for floating IP 740da30d-f601-4ef5-b45b-054b7288ba49: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:18:15.035819 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8847b08b-81ca-4e19-84ce-1fd1c4a467c2 None None] Network 2e28982d-9e6d-4d55-87dc-2c9816434531 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:15.054256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:15.054645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:15.054997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:15.136857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59768) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:15.146088 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:15.146344 n-d-802060-13 neutron-server[94760]: ERROR neutron.plugins.ml2.managers [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 8379842c-04fd-4269-b578-7881f31b81bf on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:15.146797 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.159302 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.161603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-55820b03-bf4a-41aa-a2a9-001f760ebbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:15.163316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-55820b03-bf4a-41aa-a2a9-001f760ebbb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 1096 time: 0.6957841 Aug 31 01:18:15.185365 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fdfee6-7422-4e8f-861c-162006e9cf3b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:15.241289 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-ea9bdcd3-c53f-4cd7-b658-7c4e48e78f84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822a906f-e6cb-4582-a594-a1400e17354c HTTP/1.1" status: 200 len: 217 time: 0.0484009 Aug 31 01:18:15.281423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 891f4ccf-ef77-406a-8477-829c2c80a4e9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:15.343432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-d441eeee-cfa3-429d-9439-8b61600783b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:15.345676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-d441eeee-cfa3-429d-9439-8b61600783b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bdf0b07-4c89-45a2-828f-1c4e94ba70e3 HTTP/1.1" status: 200 len: 849 time: 0.0932012 Aug 31 01:18:15.431973 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34c7c2-19a6-4881-9395-ad6d64348a7b admin admin] Pushing event updated for resources: {'Network': ['ID=c551d2ab-be6e-42e4-a6e6-6dda19b45614,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:15.507200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-afd12613-dc65-45a0-9b7d-cecf1a5fd59a None None] Provisioning for port 44d51c54-4701-495d-b6e7-51338b7ee115 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:15.526810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network c551d2ab-be6e-42e4-a6e6-6dda19b45614 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:15.551854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c758-d032-423b-b598-e3b48aae8f6a req-590522c0-5937-4f66-a36b-43bc60fed6c5 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:15.553482 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7647c758-d032-423b-b598-e3b48aae8f6a req-590522c0-5937-4f66-a36b-43bc60fed6c5 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 944 time: 0.4154222 Aug 31 01:18:15.567147 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8122e098-534e-47fb-b292-257123f6b3dc tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.612510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Network 11d8e058-516b-49a4-97e3-34fe7affc5cf is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:15.616060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:15.654190 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8122e098-534e-47fb-b292-257123f6b3dc tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.709142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 891f4ccf-ef77-406a-8477-829c2c80a4e9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:15.711613 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.731706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] For port 8379842c-04fd-4269-b578-7881f31b81bf, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:15.731706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempted to set empty binding levels {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 01:18:15.777328 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.788708 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-c5b41119-b910-43d8-9c36-5d2c0ea30a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:15.792817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-c5b41119-b910-43d8-9c36-5d2c0ea30a69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05166366-f2cf-4263-a28e-fd696742cc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4363148 Aug 31 01:18:15.837821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Pushing event updated for resources: {'Port': ['ID=8379842c-04fd-4269-b578-7881f31b81bf,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:15.857127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 44d51c54-4701-495d-b6e7-51338b7ee115 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:15.863311 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] In _notify_port_updated(), no bound segment for port 8379842c-04fd-4269-b578-7881f31b81bf on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:18:15.865095 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:15.865722 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.869429 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-48dd43de-8f18-4bb8-b896-ef0e331656f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "PUT /v2.0/ports/8379842c-04fd-4269-b578-7881f31b81bf HTTP/1.1" status: 200 len: 980 time: 4.0453103 Aug 31 01:18:15.870424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59780) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:15.883170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7647c758-d032-423b-b598-e3b48aae8f6a req-2ec307ac-b58f-4ce1-afae-2316b61e6166 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956543 Aug 31 01:18:15.997730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 44d51c54-4701-495d-b6e7-51338b7ee115 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:16.009954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 44d51c54-4701-495d-b6e7-51338b7ee115 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:16.010282 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.051613 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.052105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.052584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.053057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.053760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.053985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.054448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.054908 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.055391 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.055900 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.056362 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.056817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.057275 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.057735 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.058609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.059076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.059555 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.060018 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.060473 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.060940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.061452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.061852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.062311 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.062769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.063223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.063754 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.064217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.064676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.065759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.066404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.066876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.067373 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.067812 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.068303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.068855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.069321 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.069953 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.070421 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.080046 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0db10bdb-86e8-469a-9dcb-e92529abb693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34335 time: 0.2089789 Aug 31 01:18:16.080957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59782) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:16.083372 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Router d6234dcc-c566-4848-b859-911dc8ef0714 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:18:16.111505 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.124281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76394b-ef7f-4ae7-9a73-402011c29c58 req-4508f1c1-088b-40a4-ad87-e179aacfab17 tempest-ComputeTenantNetworksTest-805258100 tempest-ComputeTenantNetworksTest-805258100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.131986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76394b-ef7f-4ae7-9a73-402011c29c58 req-4508f1c1-088b-40a4-ad87-e179aacfab17 tempest-ComputeTenantNetworksTest-805258100 tempest-ComputeTenantNetworksTest-805258100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.132155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f9a42dc8-8e8a-44bd-96c7-05b15b7c4b4a None None] Provisioning complete for port 2bc8b3a7-8aa8-4e71-b434-18134b23ffed triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:16.132886 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f9a42dc8-8e8a-44bd-96c7-05b15b7c4b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.138877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76394b-ef7f-4ae7-9a73-402011c29c58 req-4508f1c1-088b-40a4-ad87-e179aacfab17 tempest-ComputeTenantNetworksTest-805258100 tempest-ComputeTenantNetworksTest-805258100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.140809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe76394b-ef7f-4ae7-9a73-402011c29c58 req-4508f1c1-088b-40a4-ad87-e179aacfab17 tempest-ComputeTenantNetworksTest-805258100 tempest-ComputeTenantNetworksTest-805258100-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3753669 Aug 31 01:18:16.150344 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8122e098-534e-47fb-b292-257123f6b3dc tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.150547 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8122e098-534e-47fb-b292-257123f6b3dc tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.156611 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8122e098-534e-47fb-b292-257123f6b3dc tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "DELETE /v2.0/security-groups/9b29493c-253c-4840-925a-669dd9b09a06 HTTP/1.1" status: 204 len: 168 time: 1.0156531 Aug 31 01:18:16.187386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 44d51c54-4701-495d-b6e7-51338b7ee115, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=44d51c54-4701-495d-b6e7-51338b7ee115,segment=NetworkSegment(9af4f980-4895-47d4-97f0-64ba28344cb4),segment_id=9af4f980-4895-47d4-97f0-64ba28344cb4)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:16.187923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-ff18d9db-07a0-4ce0-b023-1467921879a9 service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615155 Aug 31 01:18:16.188464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59786) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:16.191362 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f9a42dc8-8e8a-44bd-96c7-05b15b7c4b4a None None] Port 2bc8b3a7-8aa8-4e71-b434-18134b23ffed cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:18:16.194709 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.234013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:16.243861 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-38ee76dc-7bf3-4c1c-9920-c52ac7cea610 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "PUT /v2.0/routers/d6234dcc-c566-4848-b859-911dc8ef0714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5897751 Aug 31 01:18:16.243861 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59788) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:16.249557 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c468eb-00cc-4ff1-a0ff-784af7274e01 None None] Sync routers for ids ['d6234dcc-c566-4848-b859-911dc8ef0714'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:16.260096 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=44d51c54-4701-495d-b6e7-51338b7ee115,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:16.268393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c468eb-00cc-4ff1-a0ff-784af7274e01 None None] Routers {'d6234dcc-c566-4848-b859-911dc8ef0714'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:16.269030 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f4c468eb-00cc-4ff1-a0ff-784af7274e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d6234dcc-c566-4848-b859-911dc8ef0714'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:16.280024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122e098-534e-47fb-b292-257123f6b3dc tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b29493c-253c-4840-925a-669dd9b09a06,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:16.315269 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f4c468eb-00cc-4ff1-a0ff-784af7274e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:16.328085 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-87670d0b-fd4d-49b2-95f4-dd81ed7d960e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] show failed (client error): The resource could not be found. Aug 31 01:18:16.329130 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-87670d0b-fd4d-49b2-95f4-dd81ed7d960e tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "GET /v2.0/security-groups/9b29493c-253c-4840-925a-669dd9b09a06 HTTP/1.1" status: 404 len: 347 time: 0.1173823 Aug 31 01:18:16.337736 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c468eb-00cc-4ff1-a0ff-784af7274e01 None None] Routers {'d6234dcc-c566-4848-b859-911dc8ef0714'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:16.338235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f4c468eb-00cc-4ff1-a0ff-784af7274e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d6234dcc-c566-4848-b859-911dc8ef0714'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:16.343664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59790) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:16.378510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f4c468eb-00cc-4ff1-a0ff-784af7274e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:16.379174 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c468eb-00cc-4ff1-a0ff-784af7274e01 None None] The sync data for ids ['d6234dcc-c566-4848-b859-911dc8ef0714'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:16.381688 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-91cdfe14-afce-4eea-92fd-1da88985eb01 None None] Provisioning complete for port 44d51c54-4701-495d-b6e7-51338b7ee115 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:16.382067 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-91cdfe14-afce-4eea-92fd-1da88985eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.401437 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:18:16.427619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148b33e-669e-409d-97d3-2e989b340485 req-8a6c41d1-74c7-4200-84e8-c6401b6cb862 tempest-ComputeTenantNetworksTest-805258100 tempest-ComputeTenantNetworksTest-805258100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.429042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6148b33e-669e-409d-97d3-2e989b340485 req-8a6c41d1-74c7-4200-84e8-c6401b6cb862 tempest-ComputeTenantNetworksTest-805258100 tempest-ComputeTenantNetworksTest-805258100-project] 10.222.0.58 "GET /v2.0/networks/c551d2ab-be6e-42e4-a6e6-6dda19b45614 HTTP/1.1" status: 200 len: 769 time: 0.2336230 Aug 31 01:18:16.449675 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59792) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:16.472536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6dd413-2839-4510-ab6b-ae6f889588f5 req-659c75f6-e77c-4f8a-9627-e20e3a426afc service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503865 Aug 31 01:18:16.520623 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a63d5d30-2440-479e-a78b-da43c92c9e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.546422 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4975b0e7-2736-4f44-a2ef-fb24ad38ad0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Deleting port 8379842c-04fd-4269-b578-7881f31b81bf {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:16.546763 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4975b0e7-2736-4f44-a2ef-fb24ad38ad0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.637538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78459484-cc0d-44c6-8e2b-fce12eccf471 req-70398a5a-66c4-42b5-a847-131bde17620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.639046 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78459484-cc0d-44c6-8e2b-fce12eccf471 req-70398a5a-66c4-42b5-a847-131bde17620e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 1096 time: 0.0844705 Aug 31 01:18:16.685873 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c0766f8-631e-415b-aab5-dfd47df556be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.731515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-4975b0e7-2736-4f44-a2ef-fb24ad38ad0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] For port 8379842c-04fd-4269-b578-7881f31b81bf, host n-h2-802060-13, got binding levels [] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:16.731765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4975b0e7-2736-4f44-a2ef-fb24ad38ad0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.768885 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4975b0e7-2736-4f44-a2ef-fb24ad38ad0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Calling delete_port for 8379842c-04fd-4269-b578-7881f31b81bf owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:16.803053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78459484-cc0d-44c6-8e2b-fce12eccf471 req-43bc8818-fd7c-4596-951d-dcabbc6eb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.804576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78459484-cc0d-44c6-8e2b-fce12eccf471 req-43bc8818-fd7c-4596-951d-dcabbc6eb681 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 200 len: 911 time: 0.1578131 Aug 31 01:18:16.854658 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78459484-cc0d-44c6-8e2b-fce12eccf471 req-45be22b4-b615-412c-84d1-770109a0f724 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822a906f-e6cb-4582-a594-a1400e17354c HTTP/1.1" status: 200 len: 217 time: 0.0427969 Aug 31 01:18:16.941665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5b9b1798-46ec-4def-9c9b-47455d1ccd2d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Deleting port 7493dd84-fac9-4ead-aa1a-e4ad7c76ab93 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:16.942035 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1798-46ec-4def-9c9b-47455d1ccd2d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:16.946865 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78459484-cc0d-44c6-8e2b-fce12eccf471 req-d6486ff2-ec3f-4cd2-b710-03b9aaa44f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:16.948400 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78459484-cc0d-44c6-8e2b-fce12eccf471 req-d6486ff2-ec3f-4cd2-b710-03b9aaa44f6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bdf0b07-4c89-45a2-828f-1c4e94ba70e3 HTTP/1.1" status: 200 len: 849 time: 0.0747476 Aug 31 01:18:17.040642 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c0766f8-631e-415b-aab5-dfd47df556be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.044128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a63d5d30-2440-479e-a78b-da43c92c9e81 admin admin] Deleting port 039817ab-167e-4267-8e4f-9a88cbb7b5c5 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:17.044902 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a63d5d30-2440-479e-a78b-da43c92c9e81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.063755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 44d51c54-4701-495d-b6e7-51338b7ee115 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:17.102429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78459484-cc0d-44c6-8e2b-fce12eccf471 req-aa6b2ea2-084a-4ff5-b159-8751c552e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:17.103986 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78459484-cc0d-44c6-8e2b-fce12eccf471 req-aa6b2ea2-084a-4ff5-b159-8751c552e8ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05166366-f2cf-4263-a28e-fd696742cc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1472399 Aug 31 01:18:17.109169 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0c0766f8-631e-415b-aab5-dfd47df556be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c551d2ab-be6e-42e4-a6e6-6dda19b45614']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:17.139181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0c0766f8-631e-415b-aab5-dfd47df556be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2a9a1e-a135-4cde-a496-632c3884d01b') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:17.139571 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0c0766f8-631e-415b-aab5-dfd47df556be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2a9a1e-a135-4cde-a496-632c3884d01b') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:17.140154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 44d51c54-4701-495d-b6e7-51338b7ee115 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:17.140619 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.162590 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c0766f8-631e-415b-aab5-dfd47df556be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.192339 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c0766f8-631e-415b-aab5-dfd47df556be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.201119 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-8ac70217-962d-4cac-84ab-e86f264abfb7 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:18:17.205410 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8ac70217-962d-4cac-84ab-e86f264abfb7 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "PUT /v2.0/routers/d6234dcc-c566-4848-b859-911dc8ef0714/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9575796 Aug 31 01:18:17.210454 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59804) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:17.211547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0766f8-631e-415b-aab5-dfd47df556be admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:17.212085 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c0766f8-631e-415b-aab5-dfd47df556be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:17.217109 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:17.234658 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1798-46ec-4def-9c9b-47455d1ccd2d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.235009 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1798-46ec-4def-9c9b-47455d1ccd2d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.260352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b327443-6a19-44ca-a720-3aaa56797c67 req-efdaf9e5-c68e-4d7c-a670-84a4f29ef947 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:17.263604 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4975b0e7-2736-4f44-a2ef-fb24ad38ad0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.269131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b327443-6a19-44ca-a720-3aaa56797c67 req-efdaf9e5-c68e-4d7c-a670-84a4f29ef947 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 944 time: 0.2658672 Aug 31 01:18:17.296341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78459484-cc0d-44c6-8e2b-fce12eccf471 req-86424d3c-6a9d-4d32-bebe-a627677e52fc service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780303 Aug 31 01:18:17.369920 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5b9b1798-46ec-4def-9c9b-47455d1ccd2d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Calling delete_port for 7493dd84-fac9-4ead-aa1a-e4ad7c76ab93 owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:17.390379 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-a63d5d30-2440-479e-a78b-da43c92c9e81 admin admin] For port 039817ab-167e-4267-8e4f-9a88cbb7b5c5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=039817ab-167e-4267-8e4f-9a88cbb7b5c5,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:17.390772 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a63d5d30-2440-479e-a78b-da43c92c9e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.391184 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4975b0e7-2736-4f44-a2ef-fb24ad38ad0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.393410 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4975b0e7-2736-4f44-a2ef-fb24ad38ad0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "DELETE /v2.0/ports/8379842c-04fd-4269-b578-7881f31b81bf HTTP/1.1" status: 204 len: 168 time: 1.3110030 Aug 31 01:18:17.394308 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975b0e7-2736-4f44-a2ef-fb24ad38ad0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Pushing event deleted for resources: {'Port': ['ID=8379842c-04fd-4269-b578-7881f31b81bf,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:17.396402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b327443-6a19-44ca-a720-3aaa56797c67 req-c9a91d27-1067-4e4c-8f20-53decd344167 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264372 Aug 31 01:18:17.403510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59806) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:17.416931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a63d5d30-2440-479e-a78b-da43c92c9e81 admin admin] Calling delete_port for 039817ab-167e-4267-8e4f-9a88cbb7b5c5 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:17.441716 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-142d153a-546f-43ad-ac35-6105d0870845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:18:17.443210 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-142d153a-546f-43ad-ac35-6105d0870845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "GET /v2.0/ports/8379842c-04fd-4269-b578-7881f31b81bf HTTP/1.1" status: 404 len: 333 time: 0.0403428 Aug 31 01:18:17.456053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59808) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:17.461177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-72951788-060a-4192-ada2-9858f6228ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-267056960', 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:17.473354 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c0766f8-631e-415b-aab5-dfd47df556be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.482511 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c0766f8-631e-415b-aab5-dfd47df556be admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.484337 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0c0766f8-631e-415b-aab5-dfd47df556be admin admin] 10.222.0.58 "DELETE /v2.0/networks/c551d2ab-be6e-42e4-a6e6-6dda19b45614 HTTP/1.1" status: 204 len: 168 time: 1.0324123 Aug 31 01:18:17.513341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78459484-cc0d-44c6-8e2b-fce12eccf471 req-187839e0-26f6-4ee6-ab9d-e814429d5a9c service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044430 Aug 31 01:18:17.544231 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0766f8-631e-415b-aab5-dfd47df556be admin admin] Pushing event deleted for resources: {'Network': ['ID=c551d2ab-be6e-42e4-a6e6-6dda19b45614,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:17.548354 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72951788-060a-4192-ada2-9858f6228ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Made reservation on behalf of a1f9b67527aa49ea8c68b91c441489f1 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:17.551606 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72951788-060a-4192-ada2-9858f6228ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.574190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-72951788-060a-4192-ada2-9858f6228ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] device_id is not set on port c5f3739d-1303-47e5-a413-fd22a9bd0c8a yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:18:17.652872 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59812) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:17.786381 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ff7e5d60-c5c1-4760-9694-0ce465f0939d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a08bb9b47c9f43299162daee4343ea24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323149 Aug 31 01:18:17.788305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59814) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:17.794774 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1798-46ec-4def-9c9b-47455d1ccd2d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.834741 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72951788-060a-4192-ada2-9858f6228ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.850853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b1798-46ec-4def-9c9b-47455d1ccd2d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event deleted for resources: {'Port': ['ID=7493dd84-fac9-4ead-aa1a-e4ad7c76ab93,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:17.870543 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a63d5d30-2440-479e-a78b-da43c92c9e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.905610 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d5d30-2440-479e-a78b-da43c92c9e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=039817ab-167e-4267-8e4f-9a88cbb7b5c5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:17.934740 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ee85-74b4-4d82-85ef-ee986d80ac1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:17.954258 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72951788-060a-4192-ada2-9858f6228ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.000419 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ee85-74b4-4d82-85ef-ee986d80ac1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.012727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1798-46ec-4def-9c9b-47455d1ccd2d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.016009 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1798-46ec-4def-9c9b-47455d1ccd2d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.020960 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5b9b1798-46ec-4def-9c9b-47455d1ccd2d tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "DELETE /v2.0/floatingips/e0d24a59-e4d4-4960-94b2-524b31a7163a HTTP/1.1" status: 204 len: 168 time: 1.6763201 Aug 31 01:18:18.024227 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59818) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:18.039369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72951788-060a-4192-ada2-9858f6228ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Network 8376adf1-d39b-4312-9758-7369e1897e5b is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:18.045013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-72951788-060a-4192-ada2-9858f6228ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:18.051412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72951788-060a-4192-ada2-9858f6228ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f3739d-1303-47e5-a413-fd22a9bd0c8a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:18.051621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72951788-060a-4192-ada2-9858f6228ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:18.052470 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72951788-060a-4192-ada2-9858f6228ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:18.053144 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72951788-060a-4192-ada2-9858f6228ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.136457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-72951788-060a-4192-ada2-9858f6228ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6791947 Aug 31 01:18:18.140981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59822) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:18.273617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fc5d7a-d0e4-4943-b6bd-59702b54656a tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:18.279514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c5fc5d7a-d0e4-4943-b6bd-59702b54656a tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "GET /v2.0/ports/c5f3739d-1303-47e5-a413-fd22a9bd0c8a HTTP/1.1" status: 200 len: 958 time: 0.1276016 Aug 31 01:18:18.279514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59824) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:18.529276 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9390931b-6e5d-4efe-8613-5baba1c75b8d tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.605893 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ee85-74b4-4d82-85ef-ee986d80ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.608396 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ee85-74b4-4d82-85ef-ee986d80ac1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.609602 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bcb5ee85-74b4-4d82-85ef-ee986d80ac1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1fdfee6-7422-4e8f-861c-162006e9cf3b HTTP/1.1" status: 204 len: 168 time: 0.8202567 Aug 31 01:18:18.637410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5ee85-74b4-4d82-85ef-ee986d80ac1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fdfee6-7422-4e8f-861c-162006e9cf3b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:18.654844 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f42dbc9c-489e-41a5-8472-12fb9c588cd8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Deleting port 3b367952-fbab-4977-b0c0-6447731e06fb {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:18.655166 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f42dbc9c-489e-41a5-8472-12fb9c588cd8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.738311 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a63d5d30-2440-479e-a78b-da43c92c9e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.754443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7290d4-f5c9-4307-87b6-f3d93a9cbd16 req-f34faaa1-67ec-4d0a-913f-ba8696121e39 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:18.756011 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f7290d4-f5c9-4307-87b6-f3d93a9cbd16 req-f34faaa1-67ec-4d0a-913f-ba8696121e39 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 944 time: 0.1209671 Aug 31 01:18:18.798646 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f42dbc9c-489e-41a5-8472-12fb9c588cd8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.814452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f42dbc9c-489e-41a5-8472-12fb9c588cd8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Calling delete_port for 3b367952-fbab-4977-b0c0-6447731e06fb owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:18.849775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-51d77218-7473-4886-b814-2714c9d66e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Deleting port c5f3739d-1303-47e5-a413-fd22a9bd0c8a {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:18.850131 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-51d77218-7473-4886-b814-2714c9d66e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.896974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f7290d4-f5c9-4307-87b6-f3d93a9cbd16 req-f2cd11a6-002a-4c10-90d9-8e2f1ba82a36 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338787 Aug 31 01:18:18.972361 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-51d77218-7473-4886-b814-2714c9d66e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.981111 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-9390931b-6e5d-4efe-8613-5baba1c75b8d tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Deleting port 2bc8b3a7-8aa8-4e71-b434-18134b23ffed {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:18.981531 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9390931b-6e5d-4efe-8613-5baba1c75b8d tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:18.987947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-51d77218-7473-4886-b814-2714c9d66e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Calling delete_port for c5f3739d-1303-47e5-a413-fd22a9bd0c8a owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:19.108310 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f42dbc9c-489e-41a5-8472-12fb9c588cd8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.126510 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9390931b-6e5d-4efe-8613-5baba1c75b8d tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.159637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dbc9c-489e-41a5-8472-12fb9c588cd8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event deleted for resources: {'Port': ['ID=3b367952-fbab-4977-b0c0-6447731e06fb,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:19.190379 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-9390931b-6e5d-4efe-8613-5baba1c75b8d tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Calling delete_port for 2bc8b3a7-8aa8-4e71-b434-18134b23ffed owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:19.198861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63d5d30-2440-479e-a78b-da43c92c9e81 admin admin] Router cf917a2c-2656-48d1-87ca-bf626cb37c8e has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:19.210037 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-51d77218-7473-4886-b814-2714c9d66e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.240637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d77218-7473-4886-b814-2714c9d66e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5f3739d-1303-47e5-a413-fd22a9bd0c8a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:19.284470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-51d77218-7473-4886-b814-2714c9d66e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.286806 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-51d77218-7473-4886-b814-2714c9d66e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "DELETE /v2.0/ports/c5f3739d-1303-47e5-a413-fd22a9bd0c8a HTTP/1.1" status: 204 len: 168 time: 1.0077188 Aug 31 01:18:19.289855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59846) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:19.323818 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f42dbc9c-489e-41a5-8472-12fb9c588cd8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.326396 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f42dbc9c-489e-41a5-8472-12fb9c588cd8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "DELETE /v2.0/ports/3b367952-fbab-4977-b0c0-6447731e06fb HTTP/1.1" status: 204 len: 168 time: 1.3008497 Aug 31 01:18:19.331458 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59850) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:19.376392 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-496e3c3a-b9ea-4949-933b-01080ce35b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:18:19.379604 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-496e3c3a-b9ea-4949-933b-01080ce35b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "GET /v2.0/ports/c5f3739d-1303-47e5-a413-fd22a9bd0c8a HTTP/1.1" status: 404 len: 333 time: 0.0886998 Aug 31 01:18:19.383413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59854) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:19.392978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-cb21c468-29df-4bb8-8b0d-8bfc8867d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Request body: {'port': {'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-43507530'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:19.460478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb21c468-29df-4bb8-8b0d-8bfc8867d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Made reservation on behalf of a1f9b67527aa49ea8c68b91c441489f1 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:19.463046 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cb21c468-29df-4bb8-8b0d-8bfc8867d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.476737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63d5d30-2440-479e-a78b-da43c92c9e81 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:19.486212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a63d5d30-2440-479e-a78b-da43c92c9e81 admin admin] 10.222.0.58 "PUT /v2.0/routers/cf917a2c-2656-48d1-87ca-bf626cb37c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0678113 Aug 31 01:18:19.489263 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59860) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:19.493108 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eee192-69cb-4423-8966-e0956987b988 None None] Sync routers for ids ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:19.519458 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eee192-69cb-4423-8966-e0956987b988 None None] Routers {'cf917a2c-2656-48d1-87ca-bf626cb37c8e'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:19.520106 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e1eee192-69cb-4423-8966-e0956987b988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:19.544151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-cb55c1dc-bb45-49f9-a0ff-adc2aad26f96 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Deleting port 29267b36-3381-42b4-ba48-8fcd9b7a236b {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:19.544545 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb55c1dc-bb45-49f9-a0ff-adc2aad26f96 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.545911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-cb21c468-29df-4bb8-8b0d-8bfc8867d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] device_id is not set on port 2f91268e-b7f1-430d-b295-28bd4296582d yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:18:19.626853 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9390931b-6e5d-4efe-8613-5baba1c75b8d tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.712640 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390931b-6e5d-4efe-8613-5baba1c75b8d tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event deleted for resources: {'Port': ['ID=2bc8b3a7-8aa8-4e71-b434-18134b23ffed,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:19.733772 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.782297 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e1eee192-69cb-4423-8966-e0956987b988 None None] Set router cf917a2c-2656-48d1-87ca-bf626cb37c8e gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:19.831577 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb55c1dc-bb45-49f9-a0ff-adc2aad26f96 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:19.869762 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-cb55c1dc-bb45-49f9-a0ff-adc2aad26f96 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Calling delete_port for 29267b36-3381-42b4-ba48-8fcd9b7a236b owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:20.067837 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9390931b-6e5d-4efe-8613-5baba1c75b8d tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.126676 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cb21c468-29df-4bb8-8b0d-8bfc8867d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.165697 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.187935 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e1eee192-69cb-4423-8966-e0956987b988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:23Z', 'updated_at': '2021-08-31T01:18:17Z', 'revision_number': 5, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'gw_port': {'id': '4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:08:27Z', 'updated_at': '2021-08-31T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:20.192722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b7ed0-6032-4197-8071-5ec6ec6a8b21 req-b0b89523-73bb-45ea-84e6-2a72962a37a4 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:20.194730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d0b7ed0-6032-4197-8071-5ec6ec6a8b21 req-b0b89523-73bb-45ea-84e6-2a72962a37a4 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 944 time: 0.1623619 Aug 31 01:18:20.227315 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eee192-69cb-4423-8966-e0956987b988 None None] Checking router: cf917a2c-2656-48d1-87ca-bf626cb37c8e for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:20.240955 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eee192-69cb-4423-8966-e0956987b988 None None] Routers {'cf917a2c-2656-48d1-87ca-bf626cb37c8e'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:20.241906 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e1eee192-69cb-4423-8966-e0956987b988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:20.256310 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cb21c468-29df-4bb8-8b0d-8bfc8867d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.282854 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 822a906f-e6cb-4582-a594-a1400e17354c details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:18:20.328569 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9390931b-6e5d-4efe-8613-5baba1c75b8d tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Router d6234dcc-c566-4848-b859-911dc8ef0714 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:20.335110 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb55c1dc-bb45-49f9-a0ff-adc2aad26f96 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.338291 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d0b7ed0-6032-4197-8071-5ec6ec6a8b21 req-82c283fe-b12e-4948-892d-01b1db05e91e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269932 Aug 31 01:18:20.380267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55c1dc-bb45-49f9-a0ff-adc2aad26f96 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event deleted for resources: {'Port': ['ID=29267b36-3381-42b4-ba48-8fcd9b7a236b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:20.384311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb21c468-29df-4bb8-8b0d-8bfc8867d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Network 8376adf1-d39b-4312-9758-7369e1897e5b is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:20.399041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-cb21c468-29df-4bb8-8b0d-8bfc8867d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:20.408668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb21c468-29df-4bb8-8b0d-8bfc8867d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:20.409912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb21c468-29df-4bb8-8b0d-8bfc8867d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:20.410752 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cb21c468-29df-4bb8-8b0d-8bfc8867d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.416182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21c468-29df-4bb8-8b0d-8bfc8867d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Pushing event updated for resources: {'Port': ['ID=2f91268e-b7f1-430d-b295-28bd4296582d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:20.432567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] Deleting port 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:20.433428 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.471970 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e1eee192-69cb-4423-8966-e0956987b988 None None] Set router cf917a2c-2656-48d1-87ca-bf626cb37c8e gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:20.504480 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cb21c468-29df-4bb8-8b0d-8bfc8867d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.1182649 Aug 31 01:18:20.507382 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59880) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:20.515066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:20.530626 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 822a906f-e6cb-4582-a594-a1400e17354c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=822a906f-e6cb-4582-a594-a1400e17354c,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:20.610251 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.631256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9390931b-6e5d-4efe-8613-5baba1c75b8d tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:20.631860 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e1eee192-69cb-4423-8966-e0956987b988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:23Z', 'updated_at': '2021-08-31T01:18:20Z', 'revision_number': 6, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:20.638863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] For port 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:20.639462 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.652939 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9390931b-6e5d-4efe-8613-5baba1c75b8d tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "PUT /v2.0/routers/d6234dcc-c566-4848-b859-911dc8ef0714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4365935 Aug 31 01:18:20.656384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] Calling delete_port for 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:20.671665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59886) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:20.687656 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eee192-69cb-4423-8966-e0956987b988 None None] The sync data for ids ['cf917a2c-2656-48d1-87ca-bf626cb37c8e'] in n-d-802060-13 is: [{'id': 'cf917a2c-2656-48d1-87ca-bf626cb37c8e', 'name': 'tempest-ServerActionsTestJSON-1397751039-router', 'tenant_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:08:23Z', 'updated_at': '2021-08-31T01:18:20Z', 'revision_number': 6, 'project_id': 'aa9a2e60b3104e5b9b545398b90f57bb', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:20.758477 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-8244f281-5a0d-4ed6-9ca1-0f1beef1092f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] delete failed (client error): The resource could not be found. Aug 31 01:18:20.759888 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8244f281-5a0d-4ed6-9ca1-0f1beef1092f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1085142620 HTTP/1.1" status: 404 len: 335 time: 0.0843132 Aug 31 01:18:20.768180 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59888) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:20.774117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-40edf8ac-db62-416f-8fb5-7c14bc3eb28a tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6234dcc-c566-4848-b859-911dc8ef0714'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:20.784765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb55c1dc-bb45-49f9-a0ff-adc2aad26f96 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.790476 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cb55c1dc-bb45-49f9-a0ff-adc2aad26f96 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "DELETE /v2.0/ports/29267b36-3381-42b4-ba48-8fcd9b7a236b HTTP/1.1" status: 204 len: 168 time: 1.4580901 Aug 31 01:18:20.791395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59890) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:20.872810 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5fea60-7a46-48dc-827d-fa54c0a77e76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Deleting subnet 29402c3f-ce20-494c-a4c1-dc4edee01ec8 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:20.879137 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c5fea60-7a46-48dc-827d-fa54c0a77e76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.943034 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c5fea60-7a46-48dc-827d-fa54c0a77e76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:20.962279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc00c214-5f33-49d3-8550-d859853030a9 None None] Sync routers for ids ['d6234dcc-c566-4848-b859-911dc8ef0714'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:20.964859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '822a906f-e6cb-4582-a594-a1400e17354c', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'port_id': '822a906f-e6cb-4582-a594-a1400e17354c', 'mac_address': 'fa:16:3e:74:44:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:18:21.022310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc00c214-5f33-49d3-8550-d859853030a9 None None] Routers {'d6234dcc-c566-4848-b859-911dc8ef0714'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:21.022961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-bc00c214-5f33-49d3-8550-d859853030a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d6234dcc-c566-4848-b859-911dc8ef0714'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:21.068046 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c5fea60-7a46-48dc-827d-fa54c0a77e76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.102605 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-bc00c214-5f33-49d3-8550-d859853030a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:21.125280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 039817ab-167e-4267-8e4f-9a88cbb7b5c5 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:21.183010 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.187947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 039817ab-167e-4267-8e4f-9a88cbb7b5c5 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:21.188565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 039817ab-167e-4267-8e4f-9a88cbb7b5c5 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:21.200154 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c5fea60-7a46-48dc-827d-fa54c0a77e76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.210934 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc00c214-5f33-49d3-8550-d859853030a9 None None] Routers {'d6234dcc-c566-4848-b859-911dc8ef0714'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:21.211916 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-bc00c214-5f33-49d3-8550-d859853030a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:17:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d6234dcc-c566-4848-b859-911dc8ef0714'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:21.247074 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822a906f-e6cb-4582-a594-a1400e17354c {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:18:21.264053 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dc487c16-f793-4bde-bf78-74f128ab5f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.271486 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c5fea60-7a46-48dc-827d-fa54c0a77e76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.273866 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-bc00c214-5f33-49d3-8550-d859853030a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:21.275205 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2c5fea60-7a46-48dc-827d-fa54c0a77e76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "DELETE /v2.0/subnets/29402c3f-ce20-494c-a4c1-dc4edee01ec8 HTTP/1.1" status: 204 len: 168 time: 0.4823279 Aug 31 01:18:21.275937 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59898) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:21.276268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc00c214-5f33-49d3-8550-d859853030a9 None None] The sync data for ids ['d6234dcc-c566-4848-b859-911dc8ef0714'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:21.276723 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fea60-7a46-48dc-827d-fa54c0a77e76 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event deleted for resources: {'Subnet': ['ID=29402c3f-ce20-494c-a4c1-dc4edee01ec8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:21.291624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947067c9-1ba8-4b18-b634-911412b43b50 None None] Network e89443cc-9b69-4c94-9137-62b2d80389e0 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:21.342482 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 822a906f-e6cb-4582-a594-a1400e17354c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=822a906f-e6cb-4582-a594-a1400e17354c,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:21.369745 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.388262 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a094a043-619d-4f39-9544-077842482abd tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Deleting subnet ce6d7b31-6be9-4218-bed1-97a7424594e7 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:21.392952 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a094a043-619d-4f39-9544-077842482abd tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.515611 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=822a906f-e6cb-4582-a594-a1400e17354c,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:21.596915 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a094a043-619d-4f39-9544-077842482abd tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.653294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae148d66-6282-4f13-a600-7ebffbc27e04 None None] DHCP port deletion for e89443cc-9b69-4c94-9137-62b2d80389e0 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:18:21.735557 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['822a906f-e6cb-4582-a594-a1400e17354c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:18:21.767369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] device_id is not set on port 2f91268e-b7f1-430d-b295-28bd4296582d yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:18:21.780663 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.787240 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a094a043-619d-4f39-9544-077842482abd tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.801222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Transition to ACTIVE for port object 2f91268e-b7f1-430d-b295-28bd4296582d will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:21.825117 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-40edf8ac-db62-416f-8fb5-7c14bc3eb28a tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.834601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ae148d66-6282-4f13-a600-7ebffbc27e04 None None] Deleting port 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:21.836186 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.837637 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ae148d66-6282-4f13-a600-7ebffbc27e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.880516 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a094a043-619d-4f39-9544-077842482abd tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.905063 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.917669 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-40edf8ac-db62-416f-8fb5-7c14bc3eb28a tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] update failed (client error): The resource could not be found. Aug 31 01:18:21.918885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-40edf8ac-db62-416f-8fb5-7c14bc3eb28a tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "PUT /v2.0/routers/d6234dcc-c566-4848-b859-911dc8ef0714 HTTP/1.1" status: 404 len: 339 time: 1.1485231 Aug 31 01:18:21.921019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094a043-619d-4f39-9544-077842482abd tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event deleted for resources: {'Subnet': ['ID=ce6d7b31-6be9-4218-bed1-97a7424594e7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:21.934582 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a094a043-619d-4f39-9544-077842482abd tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:21.937206 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a094a043-619d-4f39-9544-077842482abd tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "DELETE /v2.0/subnets/ce6d7b31-6be9-4218-bed1-97a7424594e7 HTTP/1.1" status: 204 len: 168 time: 0.6479874 Aug 31 01:18:21.939614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59912) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:21.940128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59914) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:21.943606 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9e5a8f-981c-420d-aeb3-054c462ca8d8 None None] Network b31b1865-ff35-42ae-8079-b6731ab28a21 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:21.944791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c22668-5bbe-4bea-beff-0bbdb1ad878f req-942e6268-0a43-491e-8122-77f0fb55a524 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:21.946614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47c22668-5bbe-4bea-beff-0bbdb1ad878f req-942e6268-0a43-491e-8122-77f0fb55a524 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 945 time: 0.2520278 Aug 31 01:18:21.964070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Pushing event updated for resources: {'Port': ['ID=2f91268e-b7f1-430d-b295-28bd4296582d,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:21.988793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ae148d66-6282-4f13-a600-7ebffbc27e04 None None] For port 16c1230e-62b6-4c88-bbb7-3c30304ca6d3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=16c1230e-62b6-4c88-bbb7-3c30304ca6d3,segment=NetworkSegment(0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0),segment_id=0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:21.989308 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ae148d66-6282-4f13-a600-7ebffbc27e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.044048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ae148d66-6282-4f13-a600-7ebffbc27e04 None None] Calling delete_port for 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:22.076032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] Pushing event deleted for resources: {'Port': ['ID=4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:22.156150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47c22668-5bbe-4bea-beff-0bbdb1ad878f req-2cdc4967-3901-4e6b-a5b7-2b772d368bf0 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718156 Aug 31 01:18:22.164930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:22.165545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:22.166097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:22.178440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:22.179125 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:22.181239 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 2 to bind port 2f91268e-b7f1-430d-b295-28bd4296582d Aug 31 01:18:22.196692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:22.197348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:22.197889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:22.207935 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:22.208644 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:22.209648 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.212654 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 3 to bind port 2f91268e-b7f1-430d-b295-28bd4296582d Aug 31 01:18:22.233624 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ae148d66-6282-4f13-a600-7ebffbc27e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.260346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:22.260684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:22.261022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:22.269420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae148d66-6282-4f13-a600-7ebffbc27e04 None None] Pushing event deleted for resources: {'Port': ['ID=16c1230e-62b6-4c88-bbb7-3c30304ca6d3,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:22.277532 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae148d66-6282-4f13-a600-7ebffbc27e04 None None] No DVR routers for this DVR port 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:22.328822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afab0781-5708-40a8-aa6b-4fcee2c96612 None None] DHCP port deletion for b31b1865-ff35-42ae-8079-b6731ab28a21 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:18:22.347698 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40b02ddc-f37e-4ac1-8d1b-f70998640669 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.349539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:22.350130 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:22.353269 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 4 to bind port 2f91268e-b7f1-430d-b295-28bd4296582d Aug 31 01:18:22.364067 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.372194 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.386842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:22.388078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:22.389112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:22.411881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-afab0781-5708-40a8-aa6b-4fcee2c96612 None None] Deleting port 47235f54-a25c-493f-a576-a74849e08e9f {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:22.412263 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-afab0781-5708-40a8-aa6b-4fcee2c96612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.428422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:22.429224 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:22.429799 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 5 to bind port 2f91268e-b7f1-430d-b295-28bd4296582d Aug 31 01:18:22.444388 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.445228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf917a2c-2656-48d1-87ca-bf626cb37c8e {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:22.450488 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.455000 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bec0653e-9abf-48c5-8fee-26c4514ca576 admin admin] 10.222.0.58 "DELETE /v2.0/routers/cf917a2c-2656-48d1-87ca-bf626cb37c8e HTTP/1.1" status: 204 len: 168 time: 2.9644938 Aug 31 01:18:22.456435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59924) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:22.466823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:22.467443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:22.467954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:22.491769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.510402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:22.511403 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:22.517352 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40b02ddc-f37e-4ac1-8d1b-f70998640669 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.521207 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 6 to bind port 2f91268e-b7f1-430d-b295-28bd4296582d Aug 31 01:18:22.540976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-afab0781-5708-40a8-aa6b-4fcee2c96612 None None] For port 47235f54-a25c-493f-a576-a74849e08e9f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=47235f54-a25c-493f-a576-a74849e08e9f,segment=NetworkSegment(e485ace3-ed21-4c65-a02f-b69fbb7883f7),segment_id=e485ace3-ed21-4c65-a02f-b69fbb7883f7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:22.541658 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-afab0781-5708-40a8-aa6b-4fcee2c96612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.550173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:22.550444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:22.552135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:22.557402 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-afab0781-5708-40a8-aa6b-4fcee2c96612 None None] Calling delete_port for 47235f54-a25c-493f-a576-a74849e08e9f owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:22.560794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:22.574953 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-40b02ddc-f37e-4ac1-8d1b-f70998640669 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89443cc-9b69-4c94-9137-62b2d80389e0']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:22.575758 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:22.577120 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 7 to bind port 2f91268e-b7f1-430d-b295-28bd4296582d Aug 31 01:18:22.612162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8edd5ed-bde9-48d7-b4bd-60b5adafb210 admin admin] Deleting subnet c35ba00f-fd19-48e8-9930-8cd7e499d142 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:22.618475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:22.619138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:22.619733 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:22.625569 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e8edd5ed-bde9-48d7-b4bd-60b5adafb210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.648151 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:22.648565 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:22.649692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-40b02ddc-f37e-4ac1-8d1b-f70998640669 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:22.650221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-40b02ddc-f37e-4ac1-8d1b-f70998640669 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0795b79e-3ab5-4921-80cf-ba8cdf4dd4f0') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:22.650770 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 8 to bind port 2f91268e-b7f1-430d-b295-28bd4296582d Aug 31 01:18:22.669011 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40b02ddc-f37e-4ac1-8d1b-f70998640669 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.689075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:22.691949 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:22.692471 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:22.697100 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-afab0781-5708-40a8-aa6b-4fcee2c96612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.703537 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e8edd5ed-bde9-48d7-b4bd-60b5adafb210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.729700 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40b02ddc-f37e-4ac1-8d1b-f70998640669 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.744650 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b02ddc-f37e-4ac1-8d1b-f70998640669 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:22.745212 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40b02ddc-f37e-4ac1-8d1b-f70998640669 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:22.748749 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:22.751600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:22.751600 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:22.751820 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 9 to bind port 2f91268e-b7f1-430d-b295-28bd4296582d Aug 31 01:18:22.762248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab0781-5708-40a8-aa6b-4fcee2c96612 None None] Pushing event deleted for resources: {'Port': ['ID=47235f54-a25c-493f-a576-a74849e08e9f,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:22.771898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab0781-5708-40a8-aa6b-4fcee2c96612 None None] No DVR routers for this DVR port 47235f54-a25c-493f-a576-a74849e08e9f on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:22.802049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:22.802570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:22.802702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:22.820376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:22.820858 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:22.838799 n-d-802060-13 neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempt 10 to bind port 2f91268e-b7f1-430d-b295-28bd4296582d Aug 31 01:18:22.860356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:22.860724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:22.861036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempting to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:22.871832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:22.872167 n-d-802060-13 neutron-server[94761]: ERROR neutron.plugins.ml2.managers [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Failed to bind port 2f91268e-b7f1-430d-b295-28bd4296582d on host n-h2-802060-13 for vnic_type normal using segments [{'id': '7b8991ac-89ad-4810-8c04-7814df03f17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8376adf1-d39b-4312-9758-7369e1897e5b'}] Aug 31 01:18:22.872545 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:22.889418 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e8edd5ed-bde9-48d7-b4bd-60b5adafb210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.012881 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e8edd5ed-bde9-48d7-b4bd-60b5adafb210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.052068 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:23.057363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] For port 2f91268e-b7f1-430d-b295-28bd4296582d, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:23.058007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attempted to set empty binding levels {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 01:18:23.061210 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edd5ed-bde9-48d7-b4bd-60b5adafb210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c35ba00f-fd19-48e8-9930-8cd7e499d142,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:23.067894 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e8edd5ed-bde9-48d7-b4bd-60b5adafb210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.069871 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e8edd5ed-bde9-48d7-b4bd-60b5adafb210 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c35ba00f-fd19-48e8-9930-8cd7e499d142 HTTP/1.1" status: 204 len: 168 time: 0.6107278 Aug 31 01:18:23.074729 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.079764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59950) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:23.108428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0439e032-a5e9-4402-8ffe-78155c92e9dc None None] Network 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:23.110938 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:23.112099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 16c1230e-62b6-4c88-bbb7-3c30304ca6d3 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:23.112878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 47235f54-a25c-493f-a576-a74849e08e9f no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:23.241634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 47235f54-a25c-493f-a576-a74849e08e9f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:23.242407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 47235f54-a25c-493f-a576-a74849e08e9f not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:23.243005 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:23.315152 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40b02ddc-f37e-4ac1-8d1b-f70998640669 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.316012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:23.316012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 4557b9ea-eab7-4026-8e2d-a7c0a3f1ee18 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:23.339011 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40b02ddc-f37e-4ac1-8d1b-f70998640669 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.341568 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-40b02ddc-f37e-4ac1-8d1b-f70998640669 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "DELETE /v2.0/networks/e89443cc-9b69-4c94-9137-62b2d80389e0 HTTP/1.1" status: 204 len: 168 time: 1.3768277 Aug 31 01:18:23.367653 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b02ddc-f37e-4ac1-8d1b-f70998640669 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event deleted for resources: {'Network': ['ID=e89443cc-9b69-4c94-9137-62b2d80389e0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:23.371998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59966) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:23.476342 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46ac9e66-2487-49ff-8677-ca7401c861b8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.540797 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5e87b1-03df-45ed-91c7-0ad96de3d963 None None] DHCP port deletion for 5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:18:23.592597 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46ac9e66-2487-49ff-8677-ca7401c861b8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.617025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-46ac9e66-2487-49ff-8677-ca7401c861b8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31b1865-ff35-42ae-8079-b6731ab28a21']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:23.636812 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] In _notify_port_updated(), no bound segment for port 2f91268e-b7f1-430d-b295-28bd4296582d on network 8376adf1-d39b-4312-9758-7369e1897e5b {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:18:23.637672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:23.638274 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.643929 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e87b1-03df-45ed-91c7-0ad96de3d963 None None] Deleting port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:23.644450 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2f5e87b1-03df-45ed-91c7-0ad96de3d963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.645628 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59980) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:23.645771 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "PUT /v2.0/ports/2f91268e-b7f1-430d-b295-28bd4296582d HTTP/1.1" status: 200 len: 978 time: 3.1311188 Aug 31 01:18:23.669895 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-46ac9e66-2487-49ff-8677-ca7401c861b8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e485ace3-ed21-4c65-a02f-b69fbb7883f7') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:23.669895 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-46ac9e66-2487-49ff-8677-ca7401c861b8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e485ace3-ed21-4c65-a02f-b69fbb7883f7') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:23.741566 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46ac9e66-2487-49ff-8677-ca7401c861b8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.766307 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ad921a29-8d70-401b-b4a0-0d7e0eabaab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.775665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934105fd-ef58-4b2f-a7d1-99f6ce4a84ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Pushing event updated for resources: {'Port': ['ID=2f91268e-b7f1-430d-b295-28bd4296582d,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:23.784180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2f5e87b1-03df-45ed-91c7-0ad96de3d963 None None] For port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2e5718c7-bbe5-4e1c-943f-00d49baf83fd,segment=NetworkSegment(6f499941-1084-438f-83fc-139332c1a29d),segment_id=6f499941-1084-438f-83fc-139332c1a29d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:23.784480 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2f5e87b1-03df-45ed-91c7-0ad96de3d963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.792752 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.798583 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e87b1-03df-45ed-91c7-0ad96de3d963 None None] Calling delete_port for 2e5718c7-bbe5-4e1c-943f-00d49baf83fd owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:23.823562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e806c-6a36-4000-b27a-f9941010907a req-fe7d22f7-4507-4874-954c-fa5f0f1da6e3 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:23.827998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c05e806c-6a36-4000-b27a-f9941010907a req-fe7d22f7-4507-4874-954c-fa5f0f1da6e3 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 945 time: 0.1782215 Aug 31 01:18:23.840700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Allocated IP 172.20.0.1 (8de35116-3930-4778-930c-353de8d82508/63ab4987-00ae-4750-9f72-e910923704ae/b58d49a3-c6c1-4483-ae32-439937d412fe) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:23.863731 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46ac9e66-2487-49ff-8677-ca7401c861b8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.901170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c05e806c-6a36-4000-b27a-f9941010907a req-8c3ac92a-b11d-4557-a4f5-9a29b55888de tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653880 Aug 31 01:18:23.925827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Deleting port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:23.925827 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.928653 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2f5e87b1-03df-45ed-91c7-0ad96de3d963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.946245 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ac9e66-2487-49ff-8677-ca7401c861b8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:23.946726 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46ac9e66-2487-49ff-8677-ca7401c861b8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:23.960136 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:23.962513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e87b1-03df-45ed-91c7-0ad96de3d963 None None] Pushing event deleted for resources: {'Port': ['ID=2e5718c7-bbe5-4e1c-943f-00d49baf83fd,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:23.969979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5e87b1-03df-45ed-91c7-0ad96de3d963 None None] No DVR routers for this DVR port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:23.993471 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] For port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd, host n-d-802060-13, got binding levels [] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:23.993846 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.007461 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.021434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Calling delete_port for 2e5718c7-bbe5-4e1c-943f-00d49baf83fd owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:24.026017 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.ipam_backend_mixin [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd was not found and therefore no delete operation was performed {{(pid=94761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:18:24.027933 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.064396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e5718c7-bbe5-4e1c-943f-00d49baf83fd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:24.079656 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] No DVR routers for this DVR port 2e5718c7-bbe5-4e1c-943f-00d49baf83fd on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:24.099886 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59990) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:24.122491 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46ac9e66-2487-49ff-8677-ca7401c861b8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.138662 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46ac9e66-2487-49ff-8677-ca7401c861b8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.140765 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-46ac9e66-2487-49ff-8677-ca7401c861b8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] 10.222.0.58 "DELETE /v2.0/networks/b31b1865-ff35-42ae-8079-b6731ab28a21 HTTP/1.1" status: 204 len: 168 time: 0.7666605 Aug 31 01:18:24.190983 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.204688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:24.222259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f499941-1084-438f-83fc-139332c1a29d') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:24.222742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f499941-1084-438f-83fc-139332c1a29d') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:24.232619 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.248072 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.265179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:24.276042 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.289494 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 822a906f-e6cb-4582-a594-a1400e17354c up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:24.332997 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.335415 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac9e66-2487-49ff-8677-ca7401c861b8 tempest-TaggedBootDevicesTest-1511687594 tempest-TaggedBootDevicesTest-1511687594-project] Pushing event deleted for resources: {'Network': ['ID=b31b1865-ff35-42ae-8079-b6731ab28a21,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:24.346730 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:24.350070 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.387470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.390730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad HTTP/1.1" status: 204 len: 168 time: 1.3082125 Aug 31 01:18:24.391805 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d7ac2-0eea-4984-966b-b4e8b30aa210 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a0eb6ef-d44a-4146-b9cb-be8ff2d056ad,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:24.400228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-9a7343e7-4eb9-4e45-a89b-c0c23cdf236d tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Deleting port 2f91268e-b7f1-430d-b295-28bd4296582d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:24.400228 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9a7343e7-4eb9-4e45-a89b-c0c23cdf236d tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.403999 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5193d24-e430-4ca9-97be-851ba12e58b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.419241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Transition to ACTIVE for port object b58d49a3-c6c1-4483-ae32-439937d412fe will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:24.433234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 822a906f-e6cb-4582-a594-a1400e17354c completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:24.438817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 822a906f-e6cb-4582-a594-a1400e17354c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:24.439647 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.442697 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.518340 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-9a7343e7-4eb9-4e45-a89b-c0c23cdf236d tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] For port 2f91268e-b7f1-430d-b295-28bd4296582d, host n-h2-802060-13, got binding levels [] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:24.519154 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9a7343e7-4eb9-4e45-a89b-c0c23cdf236d tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.582015 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.588586 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-9a7343e7-4eb9-4e45-a89b-c0c23cdf236d tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Calling delete_port for 2f91268e-b7f1-430d-b295-28bd4296582d owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:24.612232 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84162fa8-f66f-40e8-b642-f49bc7f22a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822a906f-e6cb-4582-a594-a1400e17354c'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:18:24.615149 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64848211-8b94-48b0-88e0-778059923a3b" -d '{"events": [{"server_uuid": "84162fa8-f66f-40e8-b642-f49bc7f22a6a", "name": "network-vif-plugged", "status": "completed", "tag": "822a906f-e6cb-4582-a594-a1400e17354c"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:18:24.629109 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.641781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60008) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:24.653236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 822a906f-e6cb-4582-a594-a1400e17354c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=822a906f-e6cb-4582-a594-a1400e17354c,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:24.659858 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.705882 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9819aee4-9411-4569-b0e1-a77b7ded5509 x-openstack-request-id: req-9819aee4-9411-4569-b0e1-a77b7ded5509 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:18:24.706562 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84162fa8-f66f-40e8-b642-f49bc7f22a6a", "name": "network-vif-plugged", "status": "completed", "tag": "822a906f-e6cb-4582-a594-a1400e17354c", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:18:24.707063 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9819aee4-9411-4569-b0e1-a77b7ded5509 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:18:24.707966 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84162fa8-f66f-40e8-b642-f49bc7f22a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822a906f-e6cb-4582-a594-a1400e17354c', 'code': 200} Aug 31 01:18:24.734578 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0f8a68b9-1daa-4d57-8d47-878c72677738 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa9a2e60b3104e5b9b545398b90f57bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0913382 Aug 31 01:18:24.736998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60010) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:24.762548 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=822a906f-e6cb-4582-a594-a1400e17354c,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:24.808380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event updated for resources: {'Port': ['ID=b58d49a3-c6c1-4483-ae32-439937d412fe,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:24.829275 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cefdf-1527-4564-b8bd-342c4eefd637 req-7b6ee9c3-5260-4731-a76d-b97e61b9a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:24.831699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f69cefdf-1527-4564-b8bd-342c4eefd637 req-7b6ee9c3-5260-4731-a76d-b97e61b9a253 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 1098 time: 0.0565445 Aug 31 01:18:24.838707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Network 8de35116-3930-4778-930c-353de8d82508 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:24.844444 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:24.860229 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b37ec6d0-814c-4e45-b89f-481bbbba0f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:24.861519 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:24.902391 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f69cefdf-1527-4564-b8bd-342c4eefd637 req-375e4521-39df-4fca-b70f-83e371adfc9c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613034 Aug 31 01:18:24.922525 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b37ec6d0-814c-4e45-b89f-481bbbba0f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.009751 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.015205 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2e5718c7-bbe5-4e1c-943f-00d49baf83fd no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:25.026930 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b37ec6d0-814c-4e45-b89f-481bbbba0f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.030455 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b37ec6d0-814c-4e45-b89f-481bbbba0f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.031973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b37ec6d0-814c-4e45-b89f-481bbbba0f2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33a05917-4b8d-478f-8436-2987642f8112 HTTP/1.1" status: 204 len: 168 time: 0.2938504 Aug 31 01:18:25.051396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ec6d0-814c-4e45-b89f-481bbbba0f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a05917-4b8d-478f-8436-2987642f8112,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:25.076345 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 2e5718c7-bbe5-4e1c-943f-00d49baf83fd {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:25.076950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2e5718c7-bbe5-4e1c-943f-00d49baf83fd not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:25.090879 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5193d24-e430-4ca9-97be-851ba12e58b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.099393 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5193d24-e430-4ca9-97be-851ba12e58b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.107951 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9a7343e7-4eb9-4e45-a89b-c0c23cdf236d tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.141840 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d3e15-1e5f-4fd5-8ca6-9c3f73b59e71 req-0e9652a0-4eba-4fb8-9b14-353b1d94bdcd tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:25.144212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f6d3e15-1e5f-4fd5-8ca6-9c3f73b59e71 req-0e9652a0-4eba-4fb8-9b14-353b1d94bdcd tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0723510 Aug 31 01:18:25.193029 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7343e7-4eb9-4e45-a89b-c0c23cdf236d tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f91268e-b7f1-430d-b295-28bd4296582d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:25.230234 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f6d3e15-1e5f-4fd5-8ca6-9c3f73b59e71 req-4f459879-c52e-42c0-ae20-59fabffc0403 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797520 Aug 31 01:18:25.323336 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a5193d24-e430-4ca9-97be-851ba12e58b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8eba5922e39c4a39b7c9031b7f7bfe97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2190981 Aug 31 01:18:25.323336 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5193d24-e430-4ca9-97be-851ba12e58b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c77c80-4827-4d9a-b8d0-cb942dc9f3b2,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:25.324717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60018) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:25.329509 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9a7343e7-4eb9-4e45-a89b-c0c23cdf236d tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.331680 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9a7343e7-4eb9-4e45-a89b-c0c23cdf236d tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "DELETE /v2.0/ports/2f91268e-b7f1-430d-b295-28bd4296582d HTTP/1.1" status: 204 len: 168 time: 1.6828527 Aug 31 01:18:25.334301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60020) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:25.411222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cfc904da-adbb-499c-906a-98241fa0518b None None] Provisioning for port b58d49a3-c6c1-4483-ae32-439937d412fe completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:25.422094 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cfc904da-adbb-499c-906a-98241fa0518b None None] Provisioning complete for port b58d49a3-c6c1-4483-ae32-439937d412fe triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:25.424900 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfc904da-adbb-499c-906a-98241fa0518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.425070 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.445095 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f360787d-f1e6-4402-8ab2-fa01e1f0c0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] GET failed (client error): The resource could not be found. Aug 31 01:18:25.445349 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eda10e8a-bd96-482e-ab60-466af439d3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.450276 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f360787d-f1e6-4402-8ab2-fa01e1f0c0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-302794877-project-admin] 10.222.0.58 "GET /v2.0/ports/2f91268e-b7f1-430d-b295-28bd4296582d HTTP/1.1" status: 404 len: 333 time: 0.1147373 Aug 31 01:18:25.457828 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60024) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:25.495227 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eda10e8a-bd96-482e-ab60-466af439d3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.535480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-cfc904da-adbb-499c-906a-98241fa0518b None None] Port b58d49a3-c6c1-4483-ae32-439937d412fe cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:18:25.573451 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eda10e8a-bd96-482e-ab60-466af439d3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.577560 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eda10e8a-bd96-482e-ab60-466af439d3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:25.584885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-eda10e8a-bd96-482e-ab60-466af439d3f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96c77c80-4827-4d9a-b8d0-cb942dc9f3b2 HTTP/1.1" status: 204 len: 168 time: 0.2589850 Aug 31 01:18:25.596222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda10e8a-bd96-482e-ab60-466af439d3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c77c80-4827-4d9a-b8d0-cb942dc9f3b2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:25.662648 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74e0ee2b-d0c3-4e89-8857-e0fec9fa5486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.028918 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.040912 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.121933 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74e0ee2b-d0c3-4e89-8857-e0fec9fa5486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.149145 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-74e0ee2b-d0c3-4e89-8857-e0fec9fa5486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8376adf1-d39b-4312-9758-7369e1897e5b']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:26.171886 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-74e0ee2b-d0c3-4e89-8857-e0fec9fa5486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8991ac-89ad-4810-8c04-7814df03f17b') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:26.172217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-74e0ee2b-d0c3-4e89-8857-e0fec9fa5486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8991ac-89ad-4810-8c04-7814df03f17b') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:26.195471 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74e0ee2b-d0c3-4e89-8857-e0fec9fa5486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.197072 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event updated for resources: {'Port': ['ID=b58d49a3-c6c1-4483-ae32-439937d412fe,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:26.212041 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.243933 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74e0ee2b-d0c3-4e89-8857-e0fec9fa5486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.268616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60052) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:26.289324 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9863ccc8-c664-4472-b483-8d3b568e476f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.293991 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e0ee2b-d0c3-4e89-8857-e0fec9fa5486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:26.294401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74e0ee2b-d0c3-4e89-8857-e0fec9fa5486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:26.323220 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:26.414862 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74e0ee2b-d0c3-4e89-8857-e0fec9fa5486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.442581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Network 8de35116-3930-4778-930c-353de8d82508 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:26.453295 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:26.474572 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74e0ee2b-d0c3-4e89-8857-e0fec9fa5486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.479248 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9863ccc8-c664-4472-b483-8d3b568e476f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.492458 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9863ccc8-c664-4472-b483-8d3b568e476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.496311 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-74e0ee2b-d0c3-4e89-8857-e0fec9fa5486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] 10.222.0.58 "DELETE /v2.0/networks/8376adf1-d39b-4312-9758-7369e1897e5b HTTP/1.1" status: 204 len: 168 time: 1.0246551 Aug 31 01:18:26.533724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fdd2c-1356-4a89-8c59-0619b42e510a req-2bac3c2e-1a65-4052-bdae-d0c502923a44 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:26.545406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0ee2b-d0c3-4e89-8857-e0fec9fa5486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70576069-project] Pushing event deleted for resources: {'Network': ['ID=8376adf1-d39b-4312-9758-7369e1897e5b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:26.558167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f33fdd2c-1356-4a89-8c59-0619b42e510a req-2bac3c2e-1a65-4052-bdae-d0c502923a44 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.1367769 Aug 31 01:18:26.676783 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.709731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9863ccc8-c664-4472-b483-8d3b568e476f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc758e95630f4b76b24591a9623c3af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393179 Aug 31 01:18:26.727665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60066) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:26.728157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60068) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:26.741562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863ccc8-c664-4472-b483-8d3b568e476f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb20074-f1c0-4bd0-a203-e8d4c1806d47,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:26.819932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f33fdd2c-1356-4a89-8c59-0619b42e510a req-e138dd03-0c30-48f8-afd6-8c9b3d28efc2 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293959 Aug 31 01:18:26.842979 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Router d6234dcc-c566-4848-b859-911dc8ef0714 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:26.886138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-24df9798-092a-4bd5-960d-b4a29b28c719 None None] Provisioning complete for port b58d49a3-c6c1-4483-ae32-439937d412fe triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:26.886548 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-24df9798-092a-4bd5-960d-b4a29b28c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.935481 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-24df9798-092a-4bd5-960d-b4a29b28c719 None None] Port b58d49a3-c6c1-4483-ae32-439937d412fe cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:18:26.957003 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11e88e22-7386-4e4f-bdf9-c5bed6deb1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:26.969061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-301377563-network', 'tenant_id': '3d5f166dc67e4ccdb7fc00f1180adabd'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:27.013061 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11e88e22-7386-4e4f-bdf9-c5bed6deb1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.033932 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:27.044854 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c527d30-f888-48b4-b005-44aa08625f2f None None] Sync routers for ids ['d6234dcc-c566-4848-b859-911dc8ef0714'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:27.058617 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-149265be-1f13-466a-9b2e-f6a0d167846c tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "PUT /v2.0/routers/d6234dcc-c566-4848-b859-911dc8ef0714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1174114 Aug 31 01:18:27.062173 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c527d30-f888-48b4-b005-44aa08625f2f None None] Routers {'d6234dcc-c566-4848-b859-911dc8ef0714'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:27.064164 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8c527d30-f888-48b4-b005-44aa08625f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d6234dcc-c566-4848-b859-911dc8ef0714'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:27.067467 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60078) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:27.085186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60080) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:27.154452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] Made reservation on behalf of 3d5f166dc67e4ccdb7fc00f1180adabd for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:27.156457 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8c527d30-f888-48b4-b005-44aa08625f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:27.157539 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.172873 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.179632 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c527d30-f888-48b4-b005-44aa08625f2f None None] Routers {'d6234dcc-c566-4848-b859-911dc8ef0714'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:27.183064 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8c527d30-f888-48b4-b005-44aa08625f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d6234dcc-c566-4848-b859-911dc8ef0714'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:27.184055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f650e-4ead-45ad-93ff-d57c2be86466 req-a039b0e3-63d8-4212-804b-e7ca831ad55e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:27.185832 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-148f650e-4ead-45ad-93ff-d57c2be86466 req-a039b0e3-63d8-4212-804b-e7ca831ad55e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.1704152 Aug 31 01:18:27.218848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60084) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:27.232103 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-28acc71b-8088-44cc-8b73-3dd4f5e53d92 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Request body: {'floatingip': {'port_id': '822a906f-e6cb-4582-a594-a1400e17354c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:27.238480 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11e88e22-7386-4e4f-bdf9-c5bed6deb1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.241170 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11e88e22-7386-4e4f-bdf9-c5bed6deb1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.242323 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-11e88e22-7386-4e4f-bdf9-c5bed6deb1c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5fb20074-f1c0-4bd0-a203-e8d4c1806d47 HTTP/1.1" status: 204 len: 168 time: 0.5030596 Aug 31 01:18:27.299680 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-af518bc9-46b2-4650-83e0-1f23dbbb79e8 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.368681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e88e22-7386-4e4f-bdf9-c5bed6deb1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb20074-f1c0-4bd0-a203-e8d4c1806d47,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:27.404867 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28acc71b-8088-44cc-8b73-3dd4f5e53d92 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.408601 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8c527d30-f888-48b4-b005-44aa08625f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:27.409978 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c527d30-f888-48b4-b005-44aa08625f2f None None] The sync data for ids ['d6234dcc-c566-4848-b859-911dc8ef0714'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:27.485425 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-278e4275-4276-41ca-bd28-e5b2171739c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a06c8561f9b54049a1a1cf25c7069cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987195 Aug 31 01:18:27.488928 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60090) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:27.508024 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-af518bc9-46b2-4650-83e0-1f23dbbb79e8 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 01:18:27.511898 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-af518bc9-46b2-4650-83e0-1f23dbbb79e8 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "DELETE /v2.0/routers/d6234dcc-c566-4848-b859-911dc8ef0714 HTTP/1.1" status: 409 len: 329 time: 0.4398527 Aug 31 01:18:27.512597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60092) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:27.755145 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3411b1e8-49bd-4d23-9ea9-ae0fd7acad5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.825794 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3411b1e8-49bd-4d23-9ea9-ae0fd7acad5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.982452 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3411b1e8-49bd-4d23-9ea9-ae0fd7acad5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.985561 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3411b1e8-49bd-4d23-9ea9-ae0fd7acad5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:27.987773 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3411b1e8-49bd-4d23-9ea9-ae0fd7acad5a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75235b81-0708-44e4-b222-107daae28976 HTTP/1.1" status: 204 len: 168 time: 0.4974697 Aug 31 01:18:28.009121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411b1e8-49bd-4d23-9ea9-ae0fd7acad5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75235b81-0708-44e4-b222-107daae28976,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:28.166286 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-718ee7a2-b90b-4023-ac22-9491b0fc7cd9 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.385467 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.394140 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.502795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60120) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:28.542357 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-718ee7a2-b90b-4023-ac22-9491b0fc7cd9 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Deleting port b58d49a3-c6c1-4483-ae32-439937d412fe {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:28.542974 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-718ee7a2-b90b-4023-ac22-9491b0fc7cd9 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.547458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76fdd6e-5105-4a2a-9a52-d3347832bedf,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:28.552371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:28.609250 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.609965 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] Added segment ded001f6-528b-4824-9d7e-7bf683c0b47e of type vlan for network 80eb3d75-ebc6-4820-b0b2-78fcf9e1c648 Aug 31 01:18:28.649503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-31961e7f-192a-45cc-aa11-a8eab77f51a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a1f9b67527aa49ea8c68b91c441489f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450357 Aug 31 01:18:28.656214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60124) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:28.681014 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-718ee7a2-b90b-4023-ac22-9491b0fc7cd9 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.709943 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-718ee7a2-b90b-4023-ac22-9491b0fc7cd9 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Calling delete_port for b58d49a3-c6c1-4483-ae32-439937d412fe owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:28.755533 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.772170 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.resource_extend [None req-28acc71b-8088-44cc-8b73-3dd4f5e53d92 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:18:28.789527 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-646c5be6-3b14-4104-8c9c-1ea43ae7797c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.829800 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-646c5be6-3b14-4104-8c9c-1ea43ae7797c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.842587 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.844167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:28.844989 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.849255 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28acc71b-8088-44cc-8b73-3dd4f5e53d92 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.869402 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28acc71b-8088-44cc-8b73-3dd4f5e53d92 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:28.997375 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2567494 Aug 31 01:18:29.001719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60138) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:29.002222 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-646c5be6-3b14-4104-8c9c-1ea43ae7797c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:29.005261 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-646c5be6-3b14-4104-8c9c-1ea43ae7797c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:29.009286 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-646c5be6-3b14-4104-8c9c-1ea43ae7797c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96075373-5ec1-42b3-9c8e-36fc20653d9b HTTP/1.1" status: 204 len: 168 time: 0.3491299 Aug 31 01:18:29.037039 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c5be6-3b14-4104-8c9c-1ea43ae7797c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96075373-5ec1-42b3-9c8e-36fc20653d9b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:29.037497 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c2481470-93b0-46d6-a980-91ab4d2293de admin admin] Request body: {'subnet': {'network_id': '80eb3d75-ebc6-4820-b0b2-78fcf9e1c648', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-301377563-subnet', 'tenant_id': '3d5f166dc67e4ccdb7fc00f1180adabd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:29.059788 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-718ee7a2-b90b-4023-ac22-9491b0fc7cd9 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:29.123845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ee7a2-b90b-4023-ac22-9491b0fc7cd9 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event deleted for resources: {'Port': ['ID=b58d49a3-c6c1-4483-ae32-439937d412fe,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:29.172733 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-28acc71b-8088-44cc-8b73-3dd4f5e53d92 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Floating IP 27b6ea73-15cd-4d5f-9fb3-0f1ac1fb9010 associated. External IP: 172.25.6.205, port: 822a906f-e6cb-4582-a594-a1400e17354c. Aug 31 01:18:29.346625 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c287dbb-fc6f-4ee3-8219-ec26bd2974f1 admin admin] Pushing event updated for resources: {'Network': ['ID=80eb3d75-ebc6-4820-b0b2-78fcf9e1c648,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:29.361365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 80eb3d75-ebc6-4820-b0b2-78fcf9e1c648 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:29.468892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2481470-93b0-46d6-a980-91ab4d2293de admin admin] Made reservation on behalf of 3d5f166dc67e4ccdb7fc00f1180adabd for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:29.473952 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c2481470-93b0-46d6-a980-91ab4d2293de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:29.838412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28acc71b-8088-44cc-8b73-3dd4f5e53d92 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Router f2d437d4-b326-42c5-a6ee-242d9f4551b5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:30.049057 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c2481470-93b0-46d6-a980-91ab4d2293de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:30.149405 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28acc71b-8088-44cc-8b73-3dd4f5e53d92 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:30.170676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee125bc6-edc2-4f84-b8a9-db630584aa7c None None] Sync routers for ids ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:30.196301 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee125bc6-edc2-4f84-b8a9-db630584aa7c None None] Routers {'f2d437d4-b326-42c5-a6ee-242d9f4551b5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:30.196962 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ee125bc6-edc2-4f84-b8a9-db630584aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:30.216384 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28acc71b-8088-44cc-8b73-3dd4f5e53d92 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:30.321973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-28acc71b-8088-44cc-8b73-3dd4f5e53d92 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "PUT /v2.0/floatingips/27b6ea73-15cd-4d5f-9fb3-0f1ac1fb9010 HTTP/1.1" status: 200 len: 992 time: 3.0939841 Aug 31 01:18:30.327674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84162fa8-f66f-40e8-b642-f49bc7f22a6a', 'tag': '822a906f-e6cb-4582-a594-a1400e17354c'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:18:30.331732 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebce9b5-3274-4755-a573-5b3a94529b31" -d '{"events": [{"name": "network-changed", "server_uuid": "84162fa8-f66f-40e8-b642-f49bc7f22a6a", "tag": "822a906f-e6cb-4582-a594-a1400e17354c"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:18:30.354089 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2481470-93b0-46d6-a980-91ab4d2293de admin admin] Pushing event updated for resources: {'Subnet': ['ID=1471787f-9f5c-4089-854b-9e37facdae81,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:30.407371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2481470-93b0-46d6-a980-91ab4d2293de admin admin] Checking segment: {'id': 'ded001f6-528b-4824-9d7e-7bf683c0b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80eb3d75-ebc6-4820-b0b2-78fcf9e1c648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:30.407749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2481470-93b0-46d6-a980-91ab4d2293de admin admin] Network hostable DHCP agents. Network: 80eb3d75-ebc6-4820-b0b2-78fcf9e1c648, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:30.445470 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd407ca-80df-4dbb-8251-8e95590324b9 x-openstack-request-id: req-ccd407ca-80df-4dbb-8251-8e95590324b9 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:18:30.445814 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84162fa8-f66f-40e8-b642-f49bc7f22a6a", "tag": "822a906f-e6cb-4582-a594-a1400e17354c", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:18:30.446124 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ccd407ca-80df-4dbb-8251-8e95590324b9 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:18:30.446407 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84162fa8-f66f-40e8-b642-f49bc7f22a6a', 'tag': '822a906f-e6cb-4582-a594-a1400e17354c', 'status': 'completed', 'code': 200} Aug 31 01:18:30.458945 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2481470-93b0-46d6-a980-91ab4d2293de admin admin] Network 80eb3d75-ebc6-4820-b0b2-78fcf9e1c648 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:30.478624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-c2481470-93b0-46d6-a980-91ab4d2293de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 80eb3d75-ebc6-4820-b0b2-78fcf9e1c648) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:30.497046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2481470-93b0-46d6-a980-91ab4d2293de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:30.497657 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c2481470-93b0-46d6-a980-91ab4d2293de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:30.502728 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef72814-6a30-4ca5-995d-1ad62e334112 None None] Network 80eb3d75-ebc6-4820-b0b2-78fcf9e1c648 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:30.596537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c2481470-93b0-46d6-a980-91ab4d2293de admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5913999 Aug 31 01:18:30.605399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-ee125bc6-edc2-4f84-b8a9-db630584aa7c None None] Set router f2d437d4-b326-42c5-a6ee-242d9f4551b5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:30.612491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebce9b5-3274-4755-a573-5b3a94529b31 req-ab98a4e1-89bb-48d8-b7a3-610c2dfb6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:30.614059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aebce9b5-3274-4755-a573-5b3a94529b31 req-ab98a4e1-89bb-48d8-b7a3-610c2dfb6968 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 1098 time: 0.1193550 Aug 31 01:18:30.620207 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-718ee7a2-b90b-4023-ac22-9491b0fc7cd9 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:30.830678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebce9b5-3274-4755-a573-5b3a94529b31 req-f075a04a-d1a0-4c66-b8bc-59128a33fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:30.832297 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aebce9b5-3274-4755-a573-5b3a94529b31 req-f075a04a-d1a0-4c66-b8bc-59128a33fb95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 200 len: 911 time: 0.2107141 Aug 31 01:18:30.832779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60204) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:30.870914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891a681d-061b-4590-8d34-cd0fffde4c91 None None] Network 80eb3d75-ebc6-4820-b0b2-78fcf9e1c648 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:31.010751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aebce9b5-3274-4755-a573-5b3a94529b31 req-060a610c-0e12-4643-86cd-fce747b01e16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822a906f-e6cb-4582-a594-a1400e17354c HTTP/1.1" status: 200 len: 1000 time: 0.1669016 Aug 31 01:18:31.069607 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718ee7a2-b90b-4023-ac22-9491b0fc7cd9 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Router d6234dcc-c566-4848-b859-911dc8ef0714 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:31.102341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebce9b5-3274-4755-a573-5b3a94529b31 req-83a6c580-14ba-42fc-b505-1826d7472ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:31.106441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aebce9b5-3274-4755-a573-5b3a94529b31 req-83a6c580-14ba-42fc-b505-1826d7472ed0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bdf0b07-4c89-45a2-828f-1c4e94ba70e3 HTTP/1.1" status: 200 len: 849 time: 0.0857041 Aug 31 01:18:31.165213 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718ee7a2-b90b-4023-ac22-9491b0fc7cd9 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:31.172253 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-718ee7a2-b90b-4023-ac22-9491b0fc7cd9 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "PUT /v2.0/routers/d6234dcc-c566-4848-b859-911dc8ef0714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6576459 Aug 31 01:18:31.177773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60216) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:31.179158 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b58999-0d38-48f0-993a-c3a2f21340a8 None None] Sync routers for ids ['d6234dcc-c566-4848-b859-911dc8ef0714'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:31.198025 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b58999-0d38-48f0-993a-c3a2f21340a8 None None] Routers {'d6234dcc-c566-4848-b859-911dc8ef0714'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:31.198459 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c7b58999-0d38-48f0-993a-c3a2f21340a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d6234dcc-c566-4848-b859-911dc8ef0714'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:31.203482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebce9b5-3274-4755-a573-5b3a94529b31 req-4f9a5b4f-0a91-4b1d-93e9-26db45b49d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:31.205573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aebce9b5-3274-4755-a573-5b3a94529b31 req-4f9a5b4f-0a91-4b1d-93e9-26db45b49d0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05166366-f2cf-4263-a28e-fd696742cc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920055 Aug 31 01:18:31.240386 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-b7cbae5c-c61e-4272-8f62-02aff4497935 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] show failed (client error): The resource could not be found. Aug 31 01:18:31.241743 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b7cbae5c-c61e-4272-8f62-02aff4497935 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-410240093 HTTP/1.1" status: 404 len: 334 time: 0.0627956 Aug 31 01:18:31.245444 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60218) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:31.254514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b176a2a2-5385-4fc6-a3c4-3927ff315438 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:31.307822 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c7b58999-0d38-48f0-993a-c3a2f21340a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:31.339203 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b58999-0d38-48f0-993a-c3a2f21340a8 None None] Routers {'d6234dcc-c566-4848-b859-911dc8ef0714'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:31.341887 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c7b58999-0d38-48f0-993a-c3a2f21340a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d6234dcc-c566-4848-b859-911dc8ef0714'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:31.365036 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-b176a2a2-5385-4fc6-a3c4-3927ff315438 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] update failed (client error): The resource could not be found. Aug 31 01:18:31.366481 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b176a2a2-5385-4fc6-a3c4-3927ff315438 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-704034719 HTTP/1.1" status: 404 len: 334 time: 0.1197090 Aug 31 01:18:31.374014 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60224) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:31.476666 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c7b58999-0d38-48f0-993a-c3a2f21340a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:31.478544 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b58999-0d38-48f0-993a-c3a2f21340a8 None None] The sync data for ids ['d6234dcc-c566-4848-b859-911dc8ef0714'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:31.515829 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aebce9b5-3274-4755-a573-5b3a94529b31 req-e80d3bf4-cb45-48b4-bba3-47bf709064a3 service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949476 Aug 31 01:18:31.588359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce84cf9a-d135-428c-b62b-2e23fe6f479f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Deleting subnet 60b541b7-b91b-4b32-a8b4-d886d74ff294 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:31.605209 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce84cf9a-d135-428c-b62b-2e23fe6f479f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:31.739981 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:31.756504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-354751265'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:31.828763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ee125bc6-edc2-4f84-b8a9-db630584aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '27b6ea73-15cd-4d5f-9fb3-0f1ac1fb9010', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'port_id': '822a906f-e6cb-4582-a594-a1400e17354c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'mac_address': 'fa:16:3e:74:44:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84162fa8-f66f-40e8-b642-f49bc7f22a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:18:02Z', 'updated_at': '2021-08-31T01:18:28Z', 'revision_number': 1, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0543aa-661a-4525-bc0f-bfc8e90e61f3', 'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'mac_address': 'fa:16:3e:91:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:47Z', 'updated_at': '2021-08-31T01:18:01Z', 'revision_number': 5, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'subnets': [{'id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:31.843003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce84cf9a-d135-428c-b62b-2e23fe6f479f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:31.857091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Made reservation on behalf of 559ea925b6564220b09b08c18a7f22c8 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:31.860581 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:31.879937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee125bc6-edc2-4f84-b8a9-db630584aa7c None None] Checking router: f2d437d4-b326-42c5-a6ee-242d9f4551b5 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:31.908200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee125bc6-edc2-4f84-b8a9-db630584aa7c None None] Routers {'f2d437d4-b326-42c5-a6ee-242d9f4551b5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:31.908889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ee125bc6-edc2-4f84-b8a9-db630584aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:32.125437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-ee125bc6-edc2-4f84-b8a9-db630584aa7c None None] Set router f2d437d4-b326-42c5-a6ee-242d9f4551b5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:32.158694 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce84cf9a-d135-428c-b62b-2e23fe6f479f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.242415 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce84cf9a-d135-428c-b62b-2e23fe6f479f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.283620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84cf9a-d135-428c-b62b-2e23fe6f479f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event deleted for resources: {'Subnet': ['ID=60b541b7-b91b-4b32-a8b4-d886d74ff294,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:32.294044 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce84cf9a-d135-428c-b62b-2e23fe6f479f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.299217 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ce84cf9a-d135-428c-b62b-2e23fe6f479f tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "DELETE /v2.0/subnets/60b541b7-b91b-4b32-a8b4-d886d74ff294 HTTP/1.1" status: 204 len: 168 time: 0.9193206 Aug 31 01:18:32.299914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60236) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:32.315272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f42844f-14d9-497f-8062-069ae945ee60 None None] Network 2e28982d-9e6d-4d55-87dc-2c9816434531 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:32.342090 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.399077 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72b440b-cce5-4e84-888b-8a0b3489487b tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Deleting subnet 251d8e83-1fac-4fc9-adef-878f60237281 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:32.402514 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d72b440b-cce5-4e84-888b-8a0b3489487b tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.453051 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aebce9b5-3274-4755-a573-5b3a94529b31 req-1e84733f-9cef-47c0-b6fe-75ca52c95764 service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9320517 Aug 31 01:18:32.480660 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d72b440b-cce5-4e84-888b-8a0b3489487b tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.531078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-fecf1451-cbea-4fd2-a985-199582d55a0f tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:32.534088 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-fecf1451-cbea-4fd2-a985-199582d55a0f tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/networks?id=80eb3d75-ebc6-4820-b0b2-78fcf9e1c648 HTTP/1.1" status: 200 len: 813 time: 0.1936054 Aug 31 01:18:32.578730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-8debf6dd-bd5d-42de-83b8-f1bc9cb4e5ae tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/quotas/3d5f166dc67e4ccdb7fc00f1180adabd HTTP/1.1" status: 200 len: 375 time: 0.0331380 Aug 31 01:18:32.640859 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d72b440b-cce5-4e84-888b-8a0b3489487b tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.648862 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.663953 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.683671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:32.729346 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.732096 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d72b440b-cce5-4e84-888b-8a0b3489487b tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.733020 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Added segment bd23a9cc-87d3-499c-85af-42b099a84b31 of type vlan for network 631977eb-ad2e-4c1b-bc5d-833516edba4f Aug 31 01:18:32.769730 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b440b-cce5-4e84-888b-8a0b3489487b tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event deleted for resources: {'Subnet': ['ID=251d8e83-1fac-4fc9-adef-878f60237281,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:32.781072 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d72b440b-cce5-4e84-888b-8a0b3489487b tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:32.786352 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d72b440b-cce5-4e84-888b-8a0b3489487b tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "DELETE /v2.0/subnets/251d8e83-1fac-4fc9-adef-878f60237281 HTTP/1.1" status: 204 len: 168 time: 0.4854147 Aug 31 01:18:32.789300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60260) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:32.809012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac674814-2c9f-4dc7-8e8d-538e9f996d91 None None] Network 11d8e058-516b-49a4-97e3-34fe7affc5cf requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:32.827128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-72f9940b-c5d9-4668-86c4-59f1a7ef7a8c tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d5f166dc67e4ccdb7fc00f1180adabd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2388136 Aug 31 01:18:32.927164 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.016339 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627e076d-cd7f-45cb-8d75-026d089ae71d None None] DHCP port deletion for 2e28982d-9e6d-4d55-87dc-2c9816434531 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:18:33.032650 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Deleting port 44d51c54-4701-495d-b6e7-51338b7ee115 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:33.034056 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.034309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 44d51c54-4701-495d-b6e7-51338b7ee115 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:33.086303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-4b8b8e80-b97c-4de3-9068-25bb1e4f7167 service neutron] 10.222.0.58 "GET /v2.0/networks/80eb3d75-ebc6-4820-b0b2-78fcf9e1c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001162 Aug 31 01:18:33.098691 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.106706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abf0ab5-24b1-4d1c-b3b7-9f688a742797,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:33.112176 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] For port 44d51c54-4701-495d-b6e7-51338b7ee115, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=44d51c54-4701-495d-b6e7-51338b7ee115,segment=NetworkSegment(9af4f980-4895-47d4-97f0-64ba28344cb4),segment_id=9af4f980-4895-47d4-97f0-64ba28344cb4)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:33.112709 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.129775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Calling delete_port for 44d51c54-4701-495d-b6e7-51338b7ee115 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:33.244218 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.260028 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.274372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:33.275029 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.282935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event deleted for resources: {'Port': ['ID=44d51c54-4701-495d-b6e7-51338b7ee115,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:33.290991 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] No DVR routers for this DVR port 44d51c54-4701-495d-b6e7-51338b7ee115 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:33.309886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No active binding found for port 44d51c54-4701-495d-b6e7-51338b7ee115 {{(pid=94762) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 01:18:33.314480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 44d51c54-4701-495d-b6e7-51338b7ee115 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:33.421324 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.425836 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ee125bc6-edc2-4f84-b8a9-db630584aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '27b6ea73-15cd-4d5f-9fb3-0f1ac1fb9010', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'port_id': '822a906f-e6cb-4582-a594-a1400e17354c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'mac_address': 'fa:16:3e:74:44:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84162fa8-f66f-40e8-b642-f49bc7f22a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:18:02Z', 'updated_at': '2021-08-31T01:18:28Z', 'revision_number': 1, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0543aa-661a-4525-bc0f-bfc8e90e61f3', 'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'mac_address': 'fa:16:3e:91:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:47Z', 'updated_at': '2021-08-31T01:18:01Z', 'revision_number': 5, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'subnets': [{'id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:33.441923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e28982d-9e6d-4d55-87dc-2c9816434531']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:33.457245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6233706 Aug 31 01:18:33.462750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af4f980-4895-47d4-97f0-64ba28344cb4') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:33.463103 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af4f980-4895-47d4-97f0-64ba28344cb4') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:33.467239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60272) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:33.468982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-627e076d-cd7f-45cb-8d75-026d089ae71d None None] Deleting port 44d51c54-4701-495d-b6e7-51338b7ee115 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:33.469598 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-627e076d-cd7f-45cb-8d75-026d089ae71d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.477356 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee125bc6-edc2-4f84-b8a9-db630584aa7c None None] The sync data for ids ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'] in n-d-802060-13 is: [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '27b6ea73-15cd-4d5f-9fb3-0f1ac1fb9010', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'port_id': '822a906f-e6cb-4582-a594-a1400e17354c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'mac_address': 'fa:16:3e:74:44:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84162fa8-f66f-40e8-b642-f49bc7f22a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:18:02Z', 'updated_at': '2021-08-31T01:18:28Z', 'revision_number': 1, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0543aa-661a-4525-bc0f-bfc8e90e61f3', 'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'mac_address': 'fa:16:3e:91:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:47Z', 'updated_at': '2021-08-31T01:18:01Z', 'revision_number': 5, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'subnets': [{'id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:33.490676 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.510898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.518922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c43b654a-add7-489a-88f8-01eb6567e4c3 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Request body: {'subnet': {'network_id': '631977eb-ad2e-4c1b-bc5d-833516edba4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:33.520044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:33.520443 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.527228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-70f7e296-28f6-443c-9c08-8c46c4ac402d service neutron] 10.222.0.58 "GET /v2.0/networks/80eb3d75-ebc6-4820-b0b2-78fcf9e1c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127781 Aug 31 01:18:33.536976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572dc44a-29e4-4c69-8e9f-4f47bdb38cec None None] DHCP port deletion for 11d8e058-516b-49a4-97e3-34fe7affc5cf request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:18:33.649928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-627e076d-cd7f-45cb-8d75-026d089ae71d None None] For port 44d51c54-4701-495d-b6e7-51338b7ee115, host n-d-802060-13, got binding levels [] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:33.650344 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-627e076d-cd7f-45cb-8d75-026d089ae71d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.661082 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f739e70-d8d5-4ba4-ab2d-2dda113162b6 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Pushing event updated for resources: {'Network': ['ID=631977eb-ad2e-4c1b-bc5d-833516edba4f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:33.684348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 631977eb-ad2e-4c1b-bc5d-833516edba4f details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:33.698664 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:33.703664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43b654a-add7-489a-88f8-01eb6567e4c3 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Made reservation on behalf of 559ea925b6564220b09b08c18a7f22c8 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:33.716169 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c43b654a-add7-489a-88f8-01eb6567e4c3 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.729503 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-627e076d-cd7f-45cb-8d75-026d089ae71d None None] Calling delete_port for 44d51c54-4701-495d-b6e7-51338b7ee115 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:33.733859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.ipam_backend_mixin [None req-627e076d-cd7f-45cb-8d75-026d089ae71d None None] Port 44d51c54-4701-495d-b6e7-51338b7ee115 was not found and therefore no delete operation was performed {{(pid=94762) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:18:33.755168 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.766731 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.773333 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "DELETE /v2.0/networks/2e28982d-9e6d-4d55-87dc-2c9816434531 HTTP/1.1" status: 204 len: 168 time: 0.9808543 Aug 31 01:18:33.773923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60282) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:33.854903 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-627e076d-cd7f-45cb-8d75-026d089ae71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:33.884837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd8251-a13a-49c1-9044-2ea683225ac2 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event deleted for resources: {'Network': ['ID=2e28982d-9e6d-4d55-87dc-2c9816434531,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:33.972884 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e076d-cd7f-45cb-8d75-026d089ae71d None None] Pushing event deleted for resources: {'Port': ['ID=44d51c54-4701-495d-b6e7-51338b7ee115,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:34.010223 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-627e076d-cd7f-45cb-8d75-026d089ae71d None None] Network 2e28982d-9e6d-4d55-87dc-2c9816434531 is not hosted by any dhcp agent {{(pid=94762) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:18:34.011319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e076d-cd7f-45cb-8d75-026d089ae71d None None] No DVR routers for this DVR port 44d51c54-4701-495d-b6e7-51338b7ee115 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:34.058337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd175cd-e9a7-46ef-866b-42ccd2d8fba6 None None] New status for floating IP 27b6ea73-15cd-4d5f-9fb3-0f1ac1fb9010: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:18:34.071476 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-572dc44a-29e4-4c69-8e9f-4f47bdb38cec None None] Deleting port 891f4ccf-ef77-406a-8477-829c2c80a4e9 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:34.072480 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-572dc44a-29e4-4c69-8e9f-4f47bdb38cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.166004 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c43b654a-add7-489a-88f8-01eb6567e4c3 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.171879 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.248739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f539e3d7-6766-4311-820d-60ecee2f84ef req-3b0d3ea7-afe5-46a4-98d3-470d761826ef tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 210 time: 0.2098677 Aug 31 01:18:34.324211 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Deleting port 891f4ccf-ef77-406a-8477-829c2c80a4e9 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:34.324555 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.347235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-572dc44a-29e4-4c69-8e9f-4f47bdb38cec None None] For port 891f4ccf-ef77-406a-8477-829c2c80a4e9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=891f4ccf-ef77-406a-8477-829c2c80a4e9,segment=NetworkSegment(d95e48ba-d786-476f-8c28-c7ba6645bed5),segment_id=d95e48ba-d786-476f-8c28-c7ba6645bed5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:34.351763 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-572dc44a-29e4-4c69-8e9f-4f47bdb38cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.385841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b654a-add7-489a-88f8-01eb6567e4c3 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Checking segment: {'id': 'bd23a9cc-87d3-499c-85af-42b099a84b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '631977eb-ad2e-4c1b-bc5d-833516edba4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:34.385841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b654a-add7-489a-88f8-01eb6567e4c3 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Network hostable DHCP agents. Network: 631977eb-ad2e-4c1b-bc5d-833516edba4f, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:34.392863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b654a-add7-489a-88f8-01eb6567e4c3 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Pushing event updated for resources: {'Subnet': ['ID=9856fbc6-ad49-473b-9328-2ab50574baab,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:34.406131 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-572dc44a-29e4-4c69-8e9f-4f47bdb38cec None None] Calling delete_port for 891f4ccf-ef77-406a-8477-829c2c80a4e9 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:34.436384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b654a-add7-489a-88f8-01eb6567e4c3 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Network 631977eb-ad2e-4c1b-bc5d-833516edba4f is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:34.441723 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] For port 891f4ccf-ef77-406a-8477-829c2c80a4e9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=891f4ccf-ef77-406a-8477-829c2c80a4e9,segment=NetworkSegment(d95e48ba-d786-476f-8c28-c7ba6645bed5),segment_id=d95e48ba-d786-476f-8c28-c7ba6645bed5)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:34.442098 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.459698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-c43b654a-add7-489a-88f8-01eb6567e4c3 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 631977eb-ad2e-4c1b-bc5d-833516edba4f) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:34.464429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b654a-add7-489a-88f8-01eb6567e4c3 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:34.465345 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c43b654a-add7-489a-88f8-01eb6567e4c3 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.477661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Calling delete_port for 891f4ccf-ef77-406a-8477-829c2c80a4e9 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:34.494849 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c43b654a-add7-489a-88f8-01eb6567e4c3 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9830444 Aug 31 01:18:34.497561 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60304) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:34.510342 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-cd34d7d0-c5d5-4f06-9086-1e8d67c74a2f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Request body: {'port': {'network_id': '631977eb-ad2e-4c1b-bc5d-833516edba4f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1442754485'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:34.561883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44ce918-0ee2-40b8-86e1-af9ff61be132 None None] Network 631977eb-ad2e-4c1b-bc5d-833516edba4f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:34.879924 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:34.958681 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] No DVR routers for this DVR port 891f4ccf-ef77-406a-8477-829c2c80a4e9 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:34.964720 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event deleted for resources: {'Port': ['ID=891f4ccf-ef77-406a-8477-829c2c80a4e9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:34.966558 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd34d7d0-c5d5-4f06-9086-1e8d67c74a2f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Made reservation on behalf of 559ea925b6564220b09b08c18a7f22c8 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:34.978581 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd34d7d0-c5d5-4f06-9086-1e8d67c74a2f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.018337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-631977eb-ad2e-4c1b-bc5d-833516edba4f', 'network_id': '631977eb-ad2e-4c1b-bc5d-833516edba4f', 'tenant_id': '559ea925b6564220b09b08c18a7f22c8', 'fixed_ips': [{'subnet_id': '9856fbc6-ad49-473b-9328-2ab50574baab'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:18:35.019199 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.022890 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-572dc44a-29e4-4c69-8e9f-4f47bdb38cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.068411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572dc44a-29e4-4c69-8e9f-4f47bdb38cec None None] No DVR routers for this DVR port 891f4ccf-ef77-406a-8477-829c2c80a4e9 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:35.152685 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-cd34d7d0-c5d5-4f06-9086-1e8d67c74a2f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] device_id is not set on port af3ed1ad-b0bc-4838-b338-539460ee67ac yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:18:35.161119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dc44a-29e4-4c69-8e9f-4f47bdb38cec None None] Pushing event deleted for resources: {'Port': ['ID=891f4ccf-ef77-406a-8477-829c2c80a4e9,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:35.184670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 891f4ccf-ef77-406a-8477-829c2c80a4e9 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:35.212968 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 891f4ccf-ef77-406a-8477-829c2c80a4e9 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:35.213762 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 891f4ccf-ef77-406a-8477-829c2c80a4e9 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:35.483087 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6753bd8-f5fb-454e-962d-e5e6c4552c27 req-34032c4d-f36f-4c83-8c26-b3a140aab308 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 210 time: 0.0605695 Aug 31 01:18:35.511660 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-cd34d7d0-c5d5-4f06-9086-1e8d67c74a2f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Allocated IP 172.20.0.4 (631977eb-ad2e-4c1b-bc5d-833516edba4f/9856fbc6-ad49-473b-9328-2ab50574baab/af3ed1ad-b0bc-4838-b338-539460ee67ac) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:35.569490 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.618794 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d8e058-516b-49a4-97e3-34fe7affc5cf']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:35.654977 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95e48ba-d786-476f-8c28-c7ba6645bed5') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:35.656042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95e48ba-d786-476f-8c28-c7ba6645bed5') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:35.670834 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.688800 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.697072 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:35.698493 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:35.775158 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:35.780458 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.787171 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:35.790832 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "DELETE /v2.0/networks/11d8e058-516b-49a4-97e3-34fe7affc5cf HTTP/1.1" status: 204 len: 168 time: 2.0073144 Aug 31 01:18:35.793558 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60334) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:35.825834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381303e4-9db2-4be7-a826-8550b1bc56ed tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event deleted for resources: {'Network': ['ID=11d8e058-516b-49a4-97e3-34fe7affc5cf,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:35.971203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-301ff607-89b4-472b-bb87-2801e538d6f5 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Deleting subnet 63ab4987-00ae-4750-9f72-e910923704ae {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:35.988482 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-301ff607-89b4-472b-bb87-2801e538d6f5 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.162846 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd34d7d0-c5d5-4f06-9086-1e8d67c74a2f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.183492 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-301ff607-89b4-472b-bb87-2801e538d6f5 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.206599 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-cd34d7d0-c5d5-4f06-9086-1e8d67c74a2f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Transition to ACTIVE for port object af3ed1ad-b0bc-4838-b338-539460ee67ac will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:36.273301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-3f132bcb-e13b-4b29-b48b-d0aec530e7e5 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:36.274805 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-3f132bcb-e13b-4b29-b48b-d0aec530e7e5 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.70 "GET /v2.0/networks?id=80eb3d75-ebc6-4820-b0b2-78fcf9e1c648 HTTP/1.1" status: 200 len: 813 time: 0.2817688 Aug 31 01:18:36.312715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-1f947348-e5f5-44de-9bd0-550c5916e251 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Request body: {'port': {'device_id': '9699c118-4d07-416a-8e8a-6491275a97f5', 'network_id': '80eb3d75-ebc6-4820-b0b2-78fcf9e1c648', 'admin_state_up': True, 'tenant_id': '3d5f166dc67e4ccdb7fc00f1180adabd'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:36.345301 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd34d7d0-c5d5-4f06-9086-1e8d67c74a2f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.434606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34d7d0-c5d5-4f06-9086-1e8d67c74a2f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Pushing event updated for resources: {'Port': ['ID=af3ed1ad-b0bc-4838-b338-539460ee67ac,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:36.446466 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-301ff607-89b4-472b-bb87-2801e538d6f5 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.452344 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Allocated IP 172.20.0.2 (631977eb-ad2e-4c1b-bc5d-833516edba4f/9856fbc6-ad49-473b-9328-2ab50574baab/8e318790-065f-40b7-8b7a-ce316ed12b90) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:36.459892 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd34d7d0-c5d5-4f06-9086-1e8d67c74a2f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Network 631977eb-ad2e-4c1b-bc5d-833516edba4f is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:36.461606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-cd34d7d0-c5d5-4f06-9086-1e8d67c74a2f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:36.464191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd34d7d0-c5d5-4f06-9086-1e8d67c74a2f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:36.544798 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-301ff607-89b4-472b-bb87-2801e538d6f5 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.567548 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-301ff607-89b4-472b-bb87-2801e538d6f5 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.569900 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-301ff607-89b4-472b-bb87-2801e538d6f5 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "DELETE /v2.0/subnets/63ab4987-00ae-4750-9f72-e910923704ae HTTP/1.1" status: 204 len: 168 time: 0.7747853 Aug 31 01:18:36.573975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60372) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:36.598154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ff607-89b4-472b-bb87-2801e538d6f5 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event deleted for resources: {'Subnet': ['ID=63ab4987-00ae-4750-9f72-e910923704ae,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:36.630808 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a666c7-3388-42e1-a979-49a98d5b0480 None None] Network 8de35116-3930-4778-930c-353de8d82508 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:36.638692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd34d7d0-c5d5-4f06-9086-1e8d67c74a2f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:36.639418 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd34d7d0-c5d5-4f06-9086-1e8d67c74a2f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.656228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc90bca2-e991-488e-bec0-9d1c06ffa546 req-a1edd712-b911-45d7-a2f9-1972c04f9fe0 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 210 time: 0.0345225 Aug 31 01:18:36.661925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-1f947348-e5f5-44de-9bd0-550c5916e251 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Made reservation on behalf of 3d5f166dc67e4ccdb7fc00f1180adabd for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:36.670079 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-1f947348-e5f5-44de-9bd0-550c5916e251 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.678448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60380) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:36.679093 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cd34d7d0-c5d5-4f06-9086-1e8d67c74a2f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1800246 Aug 31 01:18:36.706450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Request body: {'port': {'network_id': '631977eb-ad2e-4c1b-bc5d-833516edba4f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1292006150', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:36.709213 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.api.validators [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] bootfile-name is not in valid_values {{(pid=94761) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:18:36.709732 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.api.validators [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] tftp-server is not in valid_values {{(pid=94761) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:18:36.710349 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.api.validators [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] server-ip-address is not in valid_values {{(pid=94761) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:18:36.823742 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.883454 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.934639 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Transition to ACTIVE for port object 8e318790-065f-40b7-8b7a-ce316ed12b90 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:36.949211 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Deleting port 94ed5572-3527-4870-a1bb-e7d134cd5944 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:36.949561 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:36.957520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-1f947348-e5f5-44de-9bd0-550c5916e251 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Allocated IP 172.20.0.12 (80eb3d75-ebc6-4820-b0b2-78fcf9e1c648/1471787f-9f5c-4089-854b-9e37facdae81/ca7d440d-0af8-43cc-854f-7b29b3b16963) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:36.958426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Transition to ACTIVE for port object 8e318790-065f-40b7-8b7a-ce316ed12b90 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:36.968225 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.020969 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Network 631977eb-ad2e-4c1b-bc5d-833516edba4f is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:37.024260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:37.028280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:37.036698 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Pushing event updated for resources: {'Port': ['ID=8e318790-065f-40b7-8b7a-ce316ed12b90,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:37.096729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f31ac15-0ad8-4df8-ba7f-1b98c1680e7b None None] DHCP port deletion for 8de35116-3930-4778-930c-353de8d82508 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:18:37.107848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] For port 94ed5572-3527-4870-a1bb-e7d134cd5944, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=94ed5572-3527-4870-a1bb-e7d134cd5944,segment=NetworkSegment(f624901b-980b-48ce-9426-50859b605d69),segment_id=f624901b-980b-48ce-9426-50859b605d69)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:37.108225 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.145224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Calling delete_port for 94ed5572-3527-4870-a1bb-e7d134cd5944 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:37.176833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Attempting to bind port 8e318790-065f-40b7-8b7a-ce316ed12b90 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:37.177270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Attempting to bind port 8e318790-065f-40b7-8b7a-ce316ed12b90 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'bd23a9cc-87d3-499c-85af-42b099a84b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '631977eb-ad2e-4c1b-bc5d-833516edba4f'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:37.177582 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Attempting to bind port 8e318790-065f-40b7-8b7a-ce316ed12b90 on network 631977eb-ad2e-4c1b-bc5d-833516edba4f {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:37.198934 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:37.199338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Checking segment: {'id': 'bd23a9cc-87d3-499c-85af-42b099a84b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '631977eb-ad2e-4c1b-bc5d-833516edba4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:37.199884 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.200295 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Bound using segment: {'id': 'bd23a9cc-87d3-499c-85af-42b099a84b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '631977eb-ad2e-4c1b-bc5d-833516edba4f'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:37.200789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Bound port: 8e318790-065f-40b7-8b7a-ce316ed12b90, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd23a9cc-87d3-499c-85af-42b099a84b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '631977eb-ad2e-4c1b-bc5d-833516edba4f'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:37.201185 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.239116 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-1f947348-e5f5-44de-9bd0-550c5916e251 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.283862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4f31ac15-0ad8-4df8-ba7f-1b98c1680e7b None None] Deleting port 94ed5572-3527-4870-a1bb-e7d134cd5944 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:37.284070 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f31ac15-0ad8-4df8-ba7f-1b98c1680e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.289626 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-1f947348-e5f5-44de-9bd0-550c5916e251 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.317405 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-1f947348-e5f5-44de-9bd0-550c5916e251 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Network 80eb3d75-ebc6-4820-b0b2-78fcf9e1c648 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:37.342484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-1f947348-e5f5-44de-9bd0-550c5916e251 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:37.348316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-1f947348-e5f5-44de-9bd0-550c5916e251 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:37.353656 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Made reservation on behalf of 559ea925b6564220b09b08c18a7f22c8 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:37.358526 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.389280 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.429653 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] No DVR routers for this DVR port 94ed5572-3527-4870-a1bb-e7d134cd5944 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:37.439549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] device_id is not set on port 42bc8463-afba-42ab-96df-534baaa35dd4 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:18:37.496724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event deleted for resources: {'Port': ['ID=94ed5572-3527-4870-a1bb-e7d134cd5944,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:37.588199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Allocated IP 172.20.0.8 (631977eb-ad2e-4c1b-bc5d-833516edba4f/9856fbc6-ad49-473b-9328-2ab50574baab/42bc8463-afba-42ab-96df-534baaa35dd4) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:37.610001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f947348-e5f5-44de-9bd0-550c5916e251 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Pushing event updated for resources: {'Port': ['ID=ca7d440d-0af8-43cc-854f-7b29b3b16963,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:37.636162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-1f947348-e5f5-44de-9bd0-550c5916e251 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:37.637195 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-1f947348-e5f5-44de-9bd0-550c5916e251 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.671919 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-1f947348-e5f5-44de-9bd0-550c5916e251 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3648617 Aug 31 01:18:37.690878 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.725756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de35116-3930-4778-930c-353de8d82508']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:37.726815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Request body: {'port': {'device_id': '9699c118-4d07-416a-8e8a-6491275a97f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:37.753034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f624901b-980b-48ce-9426-50859b605d69') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:37.753428 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f624901b-980b-48ce-9426-50859b605d69') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:37.775217 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.777391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] For port 8e318790-065f-40b7-8b7a-ce316ed12b90, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:37.781048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] For port 8e318790-065f-40b7-8b7a-ce316ed12b90, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8e318790-065f-40b7-8b7a-ce316ed12b90,segment=NetworkSegment(bd23a9cc-87d3-499c-85af-42b099a84b31),segment_id=bd23a9cc-87d3-499c-85af-42b099a84b31)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:37.788099 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.803635 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.815963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:37.817128 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:37.824455 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:37.859058 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c4031-0e16-425c-b13b-08e1769f97d0 None None] Pushing event updated for resources: {'Port': ['ID=8e318790-065f-40b7-8b7a-ce316ed12b90,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:37.903121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4f31ac15-0ad8-4df8-ba7f-1b98c1680e7b None None] For port 94ed5572-3527-4870-a1bb-e7d134cd5944, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=94ed5572-3527-4870-a1bb-e7d134cd5944,segment=NetworkSegment(f624901b-980b-48ce-9426-50859b605d69),segment_id=f624901b-980b-48ce-9426-50859b605d69)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:37.911951 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f31ac15-0ad8-4df8-ba7f-1b98c1680e7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.917832 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.929591 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.935834 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "DELETE /v2.0/networks/8de35116-3930-4778-930c-353de8d82508 HTTP/1.1" status: 204 len: 168 time: 1.3596950 Aug 31 01:18:37.956902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4f31ac15-0ad8-4df8-ba7f-1b98c1680e7b None None] Calling delete_port for 94ed5572-3527-4870-a1bb-e7d134cd5944 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:37.973848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60434) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:37.974555 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60438) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:37.983796 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.009764 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46da341-39a0-495f-84a3-4875ad3221f4 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Pushing event deleted for resources: {'Network': ['ID=8de35116-3930-4778-930c-353de8d82508,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:38.049262 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cc2c67b3-80b4-49a8-bea8-6e6b0fb19ba3 tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6234dcc-c566-4848-b859-911dc8ef0714 HTTP/1.1" status: 200 len: 205 time: 0.0728955 Aug 31 01:18:38.052079 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60446) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:38.141259 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f31ac15-0ad8-4df8-ba7f-1b98c1680e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.211557 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f31ac15-0ad8-4df8-ba7f-1b98c1680e7b None None] Network 8de35116-3930-4778-930c-353de8d82508 is not hosted by any dhcp agent {{(pid=94762) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:18:38.212418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f31ac15-0ad8-4df8-ba7f-1b98c1680e7b None None] No DVR routers for this DVR port 94ed5572-3527-4870-a1bb-e7d134cd5944 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:38.216693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31ac15-0ad8-4df8-ba7f-1b98c1680e7b None None] Pushing event deleted for resources: {'Port': ['ID=94ed5572-3527-4870-a1bb-e7d134cd5944,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:38.256976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec30f8-b5ed-4c4f-8755-fa7edb6dc6eb req-afaac54b-8ddc-4090-9239-2a6cd3178a67 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:38.271018 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8ec30f8-b5ed-4c4f-8755-fa7edb6dc6eb req-afaac54b-8ddc-4090-9239-2a6cd3178a67 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 932 time: 0.3109972 Aug 31 01:18:38.294703 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2613797d-f272-4f26-b190-6b2aabc4b0ab tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.448264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f884f954-a8d2-4670-bd1b-32a50418622d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.458595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8ec30f8-b5ed-4c4f-8755-fa7edb6dc6eb req-9dbf928c-667d-48d2-a821-b4b5275a07fc tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/security-groups?id=e76fdd6e-5105-4a2a-9a52-d3347832bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817360 Aug 31 01:18:38.476250 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.570868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Transition to ACTIVE for port object 42bc8463-afba-42ab-96df-534baaa35dd4 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:38.666685 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.771356 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f884f954-a8d2-4670-bd1b-32a50418622d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.811017 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f884f954-a8d2-4670-bd1b-32a50418622d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.821289 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2613797d-f272-4f26-b190-6b2aabc4b0ab tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.834333 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2613797d-f272-4f26-b190-6b2aabc4b0ab tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.844486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Network 631977eb-ad2e-4c1b-bc5d-833516edba4f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:38.855531 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:38.858465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:38.873467 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7d440d-0af8-43cc-854f-7b29b3b16963 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:18:38.898610 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f884f954-a8d2-4670-bd1b-32a50418622d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46af2687e30a4607bc1d848d8465c479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9178157 Aug 31 01:18:38.900159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884f954-a8d2-4670-bd1b-32a50418622d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89fe5ee-fb56-4a59-a2a4-7a6309391eae,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:38.911300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60486) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:38.915241 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.919915 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2613797d-f272-4f26-b190-6b2aabc4b0ab tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.920930 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2613797d-f272-4f26-b190-6b2aabc4b0ab tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Fanout notify agent at l3_agent the message router_deleted on router d6234dcc-c566-4848-b859-911dc8ef0714 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:38.939901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Pushing event updated for resources: {'Port': ['ID=42bc8463-afba-42ab-96df-534baaa35dd4,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:38.943529 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2613797d-f272-4f26-b190-6b2aabc4b0ab tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:38.944619 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2613797d-f272-4f26-b190-6b2aabc4b0ab tempest-RoutersNegativeTest-985065248 tempest-RoutersNegativeTest-985065248-project] 10.222.0.58 "DELETE /v2.0/routers/d6234dcc-c566-4848-b859-911dc8ef0714 HTTP/1.1" status: 204 len: 168 time: 0.8915870 Aug 31 01:18:39.070457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Transition to ACTIVE for port object ca7d440d-0af8-43cc-854f-7b29b3b16963 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:39.071844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8e318790-065f-40b7-8b7a-ce316ed12b90 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:39.086008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:39.087688 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.107776 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.136509 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8cb23af3-da83-4dae-a2b8-7ec30d708832 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4555187 Aug 31 01:18:39.139100 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60498) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:39.202076 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 8e318790-065f-40b7-8b7a-ce316ed12b90 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:39.215796 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28666c64-63f7-4f2e-a392-1f663f170b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.292881 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b81f31-4895-4a99-9a67-4d11c4028b56 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:39.303197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 94ed5572-3527-4870-a1bb-e7d134cd5944 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:39.326888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b81f31-4895-4a99-9a67-4d11c4028b56 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:39.337621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b81f31-4895-4a99-9a67-4d11c4028b56 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:39.343079 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c3b81f31-4895-4a99-9a67-4d11c4028b56 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2027638 Aug 31 01:18:39.344164 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60504) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:39.348922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 94ed5572-3527-4870-a1bb-e7d134cd5944 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:39.349416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 94ed5572-3527-4870-a1bb-e7d134cd5944 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:39.391304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7d440d-0af8-43cc-854f-7b29b3b16963,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:39.436462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60508) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:39.450666 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28666c64-63f7-4f2e-a392-1f663f170b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.488703 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-33de17d4-8ae4-4665-a090-c92c911256a4 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Deleting port 42bc8463-afba-42ab-96df-534baaa35dd4 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:39.496038 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-33de17d4-8ae4-4665-a090-c92c911256a4 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.496353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60514) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:39.615559 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb484e3d-795f-4447-ad65-dd76dd657c14 None None] Network 631977eb-ad2e-4c1b-bc5d-833516edba4f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:39.645571 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28666c64-63f7-4f2e-a392-1f663f170b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.648347 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28666c64-63f7-4f2e-a392-1f663f170b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.652836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-28666c64-63f7-4f2e-a392-1f663f170b12 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d89fe5ee-fb56-4a59-a2a4-7a6309391eae HTTP/1.1" status: 204 len: 168 time: 0.7419295 Aug 31 01:18:39.683964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Attempting to bind port ca7d440d-0af8-43cc-854f-7b29b3b16963 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:39.684603 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-33de17d4-8ae4-4665-a090-c92c911256a4 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.685655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Attempting to bind port ca7d440d-0af8-43cc-854f-7b29b3b16963 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'ded001f6-528b-4824-9d7e-7bf683c0b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80eb3d75-ebc6-4820-b0b2-78fcf9e1c648'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:39.686643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Attempting to bind port ca7d440d-0af8-43cc-854f-7b29b3b16963 on network 80eb3d75-ebc6-4820-b0b2-78fcf9e1c648 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:39.695134 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60524) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:39.696950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28666c64-63f7-4f2e-a392-1f663f170b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89fe5ee-fb56-4a59-a2a4-7a6309391eae,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:39.707489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-33de17d4-8ae4-4665-a090-c92c911256a4 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Calling delete_port for 42bc8463-afba-42ab-96df-534baaa35dd4 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:39.733380 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4f022dbd-d48f-4911-85b8-7c32d1fa8e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.755094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Port ca7d440d-0af8-43cc-854f-7b29b3b16963 on network 80eb3d75-ebc6-4820-b0b2-78fcf9e1c648 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:18:39.755827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Attempting to bind port ca7d440d-0af8-43cc-854f-7b29b3b16963 on network 80eb3d75-ebc6-4820-b0b2-78fcf9e1c648 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:39.764685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:39.765155 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Checking segment: {'id': 'ded001f6-528b-4824-9d7e-7bf683c0b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80eb3d75-ebc6-4820-b0b2-78fcf9e1c648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:39.765557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Bound using segment: {'id': 'ded001f6-528b-4824-9d7e-7bf683c0b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80eb3d75-ebc6-4820-b0b2-78fcf9e1c648'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:39.766159 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Bound port: ca7d440d-0af8-43cc-854f-7b29b3b16963, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ded001f6-528b-4824-9d7e-7bf683c0b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80eb3d75-ebc6-4820-b0b2-78fcf9e1c648'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:39.766527 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.781705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-03fb32c9-1660-42a3-95d9-6a47d06f1662 None None] Provisioning for port 8e318790-065f-40b7-8b7a-ce316ed12b90 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:39.794226 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-03fb32c9-1660-42a3-95d9-6a47d06f1662 None None] Provisioning complete for port 8e318790-065f-40b7-8b7a-ce316ed12b90 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:39.794714 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-03fb32c9-1660-42a3-95d9-6a47d06f1662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.915772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1fd182b0-0ff5-42e6-b5b5-5b30e96af929 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a8ac451441f48069e40d9be43fce405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749331 Aug 31 01:18:39.933227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60528) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:39.941847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43686d-6fa1-4e5a-9d84-dad45f6ec5bf req-ec8a13a9-e068-413c-85de-b50635f3ce70 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:39.951448 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c43686d-6fa1-4e5a-9d84-dad45f6ec5bf req-ec8a13a9-e068-413c-85de-b50635f3ce70 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 944 time: 0.3266368 Aug 31 01:18:39.956711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] For port ca7d440d-0af8-43cc-854f-7b29b3b16963, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:39.975237 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-03fb32c9-1660-42a3-95d9-6a47d06f1662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.996292 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-33de17d4-8ae4-4665-a090-c92c911256a4 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.037211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-03fb32c9-1660-42a3-95d9-6a47d06f1662 None None] For port 8e318790-065f-40b7-8b7a-ce316ed12b90, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8e318790-065f-40b7-8b7a-ce316ed12b90,segment=NetworkSegment(bd23a9cc-87d3-499c-85af-42b099a84b31),segment_id=bd23a9cc-87d3-499c-85af-42b099a84b31)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:40.041727 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-03fb32c9-1660-42a3-95d9-6a47d06f1662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.055069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] For port ca7d440d-0af8-43cc-854f-7b29b3b16963, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ca7d440d-0af8-43cc-854f-7b29b3b16963,segment=NetworkSegment(ded001f6-528b-4824-9d7e-7bf683c0b47e),segment_id=ded001f6-528b-4824-9d7e-7bf683c0b47e)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:40.107206 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-417d9809-28fa-4a0b-9a02-83be2cdc0f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.123533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de17d4-8ae4-4665-a090-c92c911256a4 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Pushing event deleted for resources: {'Port': ['ID=42bc8463-afba-42ab-96df-534baaa35dd4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:40.138907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb32c9-1660-42a3-95d9-6a47d06f1662 None None] Pushing event updated for resources: {'Port': ['ID=8e318790-065f-40b7-8b7a-ce316ed12b90,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:40.152084 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.247180 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c43686d-6fa1-4e5a-9d84-dad45f6ec5bf req-38a3eff6-6369-4636-a263-a8fb65de20a8 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/security-groups?id=e76fdd6e-5105-4a2a-9a52-d3347832bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946782 Aug 31 01:18:40.256788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7d440d-0af8-43cc-854f-7b29b3b16963,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:40.265449 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-417d9809-28fa-4a0b-9a02-83be2cdc0f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.285785 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-33de17d4-8ae4-4665-a090-c92c911256a4 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.288671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:40.289328 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.294619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-f6567474-f732-41f8-9ef2-0b4f63dc5ae6 service neutron] 10.222.0.70 "PUT /v2.0/ports/ca7d440d-0af8-43cc-854f-7b29b3b16963 HTTP/1.1" status: 200 len: 1093 time: 2.5774987 Aug 31 01:18:40.294619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9699c118-4d07-416a-8e8a-6491275a97f5', 'tag': 'ca7d440d-0af8-43cc-854f-7b29b3b16963'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:18:40.294812 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-33de17d4-8ae4-4665-a090-c92c911256a4 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] 10.222.0.58 "DELETE /v2.0/ports/42bc8463-afba-42ab-96df-534baaa35dd4 HTTP/1.1" status: 204 len: 168 time: 0.9448361 Aug 31 01:18:40.294882 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cebdd0c-eec7-45eb-99e6-9e58932cd2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9699c118-4d07-416a-8e8a-6491275a97f5", "tag": "ca7d440d-0af8-43cc-854f-7b29b3b16963"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:18:40.305875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60536) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:40.402113 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4f022dbd-d48f-4911-85b8-7c32d1fa8e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.416327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-fe4d01a3-da13-480b-a781-83fbefc0530f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Request body: {'port': {'name': 'tempest-new-port-name-926482972', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:40.416327 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.api.validators [None req-fe4d01a3-da13-480b-a781-83fbefc0530f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] bootfile-name is not in valid_values {{(pid=94761) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:18:40.416327 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.api.validators [None req-fe4d01a3-da13-480b-a781-83fbefc0530f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] tftp-server is not in valid_values {{(pid=94761) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:18:40.416327 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.api.validators [None req-fe4d01a3-da13-480b-a781-83fbefc0530f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] server-ip-address is not in valid_values {{(pid=94761) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:18:40.478303 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c69909bb-cc2b-4e20-a493-a6629566b97a None None] Provisioning for port af3ed1ad-b0bc-4838-b338-539460ee67ac completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:40.486181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c69909bb-cc2b-4e20-a493-a6629566b97a None None] Provisioning complete for port af3ed1ad-b0bc-4838-b338-539460ee67ac triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:40.489097 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c69909bb-cc2b-4e20-a493-a6629566b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.505024 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35f9ab2-0462-4abe-8138-7f02dbfe06ca x-openstack-request-id: req-f35f9ab2-0462-4abe-8138-7f02dbfe06ca {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:18:40.505321 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9699c118-4d07-416a-8e8a-6491275a97f5", "tag": "ca7d440d-0af8-43cc-854f-7b29b3b16963", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:18:40.505566 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f35f9ab2-0462-4abe-8138-7f02dbfe06ca {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:18:40.505967 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9699c118-4d07-416a-8e8a-6491275a97f5', 'tag': 'ca7d440d-0af8-43cc-854f-7b29b3b16963', 'status': 'completed', 'code': 200} Aug 31 01:18:40.506562 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4f022dbd-d48f-4911-85b8-7c32d1fa8e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.554446 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c69909bb-cc2b-4e20-a493-a6629566b97a None None] Port af3ed1ad-b0bc-4838-b338-539460ee67ac cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:18:40.581212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c69909bb-cc2b-4e20-a493-a6629566b97a None None] Provisioning complete for port 8e318790-065f-40b7-8b7a-ce316ed12b90 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:40.581967 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c69909bb-cc2b-4e20-a493-a6629566b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.638799 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fe4d01a3-da13-480b-a781-83fbefc0530f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.771313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c69909bb-cc2b-4e20-a493-a6629566b97a None None] Could not find standard attr ID for object 42bc8463-afba-42ab-96df-534baaa35dd4. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:18:40.812647 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4f022dbd-d48f-4911-85b8-7c32d1fa8e38 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20b237689c99469b892e86d6ca7f0258&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3150487 Aug 31 01:18:40.821186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60554) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:40.822534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f022dbd-d48f-4911-85b8-7c32d1fa8e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebd25cb-3f3a-479d-af70-c2cdf16d86da,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:40.866161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-8cfdf5e6-2854-463a-9d18-dea26b7c6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:40.867766 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-8cfdf5e6-2854-463a-9d18-dea26b7c6dc6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d5f166dc67e4ccdb7fc00f1180adabd&device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 1096 time: 0.3653960 Aug 31 01:18:40.883724 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-417d9809-28fa-4a0b-9a02-83be2cdc0f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.886928 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-417d9809-28fa-4a0b-9a02-83be2cdc0f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.890581 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-417d9809-28fa-4a0b-9a02-83be2cdc0f91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/41b251ca-eb1d-4170-841a-4b6c8e427bfb HTTP/1.1" status: 204 len: 168 time: 0.9348221 Aug 31 01:18:40.917885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-bb484074-a785-4d65-ab19-478cc6884d66 None None] Provisioning complete for port af3ed1ad-b0bc-4838-b338-539460ee67ac triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:40.918313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d9809-28fa-4a0b-9a02-83be2cdc0f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b251ca-eb1d-4170-841a-4b6c8e427bfb,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:40.918789 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bb484074-a785-4d65-ab19-478cc6884d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.034786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-2066196b-3afc-4bc5-a790-1079bf08471e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca7d440d-0af8-43cc-854f-7b29b3b16963 HTTP/1.1" status: 200 len: 217 time: 0.1528430 Aug 31 01:18:41.038722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60560) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:41.074542 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.086629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8e318790-065f-40b7-8b7a-ce316ed12b90 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:41.089018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-bb484074-a785-4d65-ab19-478cc6884d66 None None] Port af3ed1ad-b0bc-4838-b338-539460ee67ac cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:18:41.167964 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d31a0cbb-650e-4c54-a58f-1cd94519fd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.203706 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d31a0cbb-650e-4c54-a58f-1cd94519fd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.221762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-423b6936-502b-4b17-8682-1f5a4fe7eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:41.224488 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-423b6936-502b-4b17-8682-1f5a4fe7eb46 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1471787f-9f5c-4089-854b-9e37facdae81 HTTP/1.1" status: 200 len: 853 time: 0.1742446 Aug 31 01:18:41.249176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ad74976a-0a8b-41be-9bad-6963cd69e44b None None] Could not find standard attr ID for object 42bc8463-afba-42ab-96df-534baaa35dd4. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:18:41.277573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-712e8772-993c-405b-be0a-531e86d82fb4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80eb3d75-ebc6-4820-b0b2-78fcf9e1c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367718 Aug 31 01:18:41.327914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8e318790-065f-40b7-8b7a-ce316ed12b90 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:41.328939 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.386951 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cbae6c1-fde8-4eaa-93fd-6cb291745f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.435986 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fe4d01a3-da13-480b-a781-83fbefc0530f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.459812 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1993096723-network', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:41.768479 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4cbae6c1-fde8-4eaa-93fd-6cb291745f4a admin admin] Deleting port d52d88d0-5a0c-41d2-8d25-78fbf1535924 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:41.769047 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cbae6c1-fde8-4eaa-93fd-6cb291745f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.837618 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fe4d01a3-da13-480b-a781-83fbefc0530f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.868061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-4cbae6c1-fde8-4eaa-93fd-6cb291745f4a admin admin] For port d52d88d0-5a0c-41d2-8d25-78fbf1535924, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d52d88d0-5a0c-41d2-8d25-78fbf1535924,segment=NetworkSegment(5d426c79-0889-455e-832d-a68acceeaf25),segment_id=5d426c79-0889-455e-832d-a68acceeaf25)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:41.868445 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cbae6c1-fde8-4eaa-93fd-6cb291745f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.885389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-198944de-7ead-4fa8-98ac-236ed679a0d8 service neutron] 10.222.0.70 "GET /v2.0/networks/80eb3d75-ebc6-4820-b0b2-78fcf9e1c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853245 Aug 31 01:18:41.888126 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4cbae6c1-fde8-4eaa-93fd-6cb291745f4a admin admin] Calling delete_port for d52d88d0-5a0c-41d2-8d25-78fbf1535924 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:41.947861 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d31a0cbb-650e-4c54-a58f-1cd94519fd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.951722 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d31a0cbb-650e-4c54-a58f-1cd94519fd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:41.952903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d31a0cbb-650e-4c54-a58f-1cd94519fd56 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ebd25cb-3f3a-479d-af70-c2cdf16d86da HTTP/1.1" status: 204 len: 168 time: 1.1314831 Aug 31 01:18:41.977213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] Made reservation on behalf of b99bf286cf2a494aa27b0a218b3ee24a for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:41.979788 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.044878 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a0cbb-650e-4c54-a58f-1cd94519fd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebd25cb-3f3a-479d-af70-c2cdf16d86da,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:42.056181 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.070268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae142a0-3302-423a-99a9-b891d4a7c125 req-ed278c86-3416-4e4c-878f-9bcfdbfaf561 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:42.081733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bae142a0-3302-423a-99a9-b891d4a7c125 req-ed278c86-3416-4e4c-878f-9bcfdbfaf561 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 944 time: 0.6645172 Aug 31 01:18:42.091501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d01a3-da13-480b-a781-83fbefc0530f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Pushing event updated for resources: {'Port': ['ID=af3ed1ad-b0bc-4838-b338-539460ee67ac,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:42.124165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d01a3-da13-480b-a781-83fbefc0530f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] In _notify_port_updated(), no bound segment for port af3ed1ad-b0bc-4838-b338-539460ee67ac on network 631977eb-ad2e-4c1b-bc5d-833516edba4f {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:18:42.130647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4d01a3-da13-480b-a781-83fbefc0530f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:42.131564 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fe4d01a3-da13-480b-a781-83fbefc0530f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.133686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fe4d01a3-da13-480b-a781-83fbefc0530f tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] 10.222.0.58 "PUT /v2.0/ports/af3ed1ad-b0bc-4838-b338-539460ee67ac HTTP/1.1" status: 200 len: 1135 time: 1.8121920 Aug 31 01:18:42.136460 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60590) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.213825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bae142a0-3302-423a-99a9-b891d4a7c125 req-dd443696-fc09-45be-9fab-81002aa6cfc6 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/security-groups?id=e76fdd6e-5105-4a2a-9a52-d3347832bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081705 Aug 31 01:18:42.215934 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2f8da78-755c-465e-abdd-137cb1a3cf9f req-982d7b98-1b60-4004-9577-f18ac5ec0225 service neutron] 10.222.0.70 "GET /v2.0/networks/80eb3d75-ebc6-4820-b0b2-78fcf9e1c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111591 Aug 31 01:18:42.253321 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a132919-cf7a-4b06-b767-e50c5ff45026 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:42.255232 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9a132919-cf7a-4b06-b767-e50c5ff45026 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] 10.222.0.58 "GET /v2.0/ports/af3ed1ad-b0bc-4838-b338-539460ee67ac HTTP/1.1" status: 200 len: 1135 time: 0.1171911 Aug 31 01:18:42.258881 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60596) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.309052 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-22804ccc-d5a1-4537-9ae9-b822606e0ce6 None None] Provisioning complete for port af3ed1ad-b0bc-4838-b338-539460ee67ac triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:42.312561 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-22804ccc-d5a1-4537-9ae9-b822606e0ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.357523 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cbae6c1-fde8-4eaa-93fd-6cb291745f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.377034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-22804ccc-d5a1-4537-9ae9-b822606e0ce6 None None] Port af3ed1ad-b0bc-4838-b338-539460ee67ac cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:18:42.397673 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbae6c1-fde8-4eaa-93fd-6cb291745f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=d52d88d0-5a0c-41d2-8d25-78fbf1535924,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:42.412577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebdd0c-eec7-45eb-99e6-9e58932cd2f4 req-a1c4a92a-4fc7-4787-bcca-3d42c1d99a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:42.414342 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cebdd0c-eec7-45eb-99e6-9e58932cd2f4 req-a1c4a92a-4fc7-4787-bcca-3d42c1d99a08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d5f166dc67e4ccdb7fc00f1180adabd&device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 1096 time: 0.1447451 Aug 31 01:18:42.421833 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6cdec7e0-56ee-4a06-8e33-993dc4f56d6e tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Deleting port af3ed1ad-b0bc-4838-b338-539460ee67ac {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:42.422182 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6cdec7e0-56ee-4a06-8e33-993dc4f56d6e tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.442237 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.453940 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.529577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:42.541833 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60600) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:42.545183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af3e8ea-417a-4a1e-a824-25ec5c6effb4,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:42.560578 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.560825 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] Added segment 8d94601c-e920-4de0-b27d-9595e9bfe8d0 of type vlan for network 10ae198d-29cb-4d23-a57d-5079901ab9b7 Aug 31 01:18:42.587713 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ff6aa06-4f6c-45f5-aee0-63ed7cb239cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.622561 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6cdec7e0-56ee-4a06-8e33-993dc4f56d6e tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.645501 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6cdec7e0-56ee-4a06-8e33-993dc4f56d6e tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Calling delete_port for af3ed1ad-b0bc-4838-b338-539460ee67ac owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:42.655977 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.669737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebdd0c-eec7-45eb-99e6-9e58932cd2f4 req-4e6f0250-d388-415a-8fab-2d080f147df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:42.672383 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cebdd0c-eec7-45eb-99e6-9e58932cd2f4 req-4e6f0250-d388-415a-8fab-2d080f147df1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=80eb3d75-ebc6-4820-b0b2-78fcf9e1c648 HTTP/1.1" status: 200 len: 914 time: 0.2431035 Aug 31 01:18:42.739808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cebdd0c-eec7-45eb-99e6-9e58932cd2f4 req-9e42d2e4-e151-4a3c-84f5-fd405e8f1db4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca7d440d-0af8-43cc-854f-7b29b3b16963 HTTP/1.1" status: 200 len: 217 time: 0.0561635 Aug 31 01:18:42.761068 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.762369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:42.762595 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.843954 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4cbae6c1-fde8-4eaa-93fd-6cb291745f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.880374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebdd0c-eec7-45eb-99e6-9e58932cd2f4 req-3329bf39-0205-488c-8c20-576f09d0265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:42.881889 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cebdd0c-eec7-45eb-99e6-9e58932cd2f4 req-3329bf39-0205-488c-8c20-576f09d0265d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1471787f-9f5c-4089-854b-9e37facdae81 HTTP/1.1" status: 200 len: 853 time: 0.1346152 Aug 31 01:18:42.889007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] Pushing event updated for resources: {'Network': ['ID=10ae198d-29cb-4d23-a57d-5079901ab9b7,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:42.906708 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 10ae198d-29cb-4d23-a57d-5079901ab9b7 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:42.929887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cebdd0c-eec7-45eb-99e6-9e58932cd2f4 req-a7af5c1d-fb82-4dd0-9765-b88df1164524 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80eb3d75-ebc6-4820-b0b2-78fcf9e1c648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356705 Aug 31 01:18:42.977695 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ff6aa06-4f6c-45f5-aee0-63ed7cb239cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.003458 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6cdec7e0-56ee-4a06-8e33-993dc4f56d6e tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.012177 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ff6aa06-4f6c-45f5-aee0-63ed7cb239cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.031299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-afa5ae9b-ce85-4809-bb7b-9a5f8e23f058 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9856658 Aug 31 01:18:43.032517 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60616) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:43.042665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-39dbc7fc-6cbb-4082-b543-a83d76e5fce2 admin admin] Request body: {'subnet': {'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1993096723-subnet', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:43.054984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdec7e0-56ee-4a06-8e33-993dc4f56d6e tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Pushing event deleted for resources: {'Port': ['ID=af3ed1ad-b0bc-4838-b338-539460ee67ac,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:43.096939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8ff6aa06-4f6c-45f5-aee0-63ed7cb239cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe11783553a84920a2e9a83646737992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5500124 Aug 31 01:18:43.099021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6aa06-4f6c-45f5-aee0-63ed7cb239cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe30798-8292-4f12-9e6e-a39d971bf4f1,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:43.102803 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60618) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:43.148055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dbc7fc-6cbb-4082-b543-a83d76e5fce2 admin admin] Made reservation on behalf of b99bf286cf2a494aa27b0a218b3ee24a for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:43.150370 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-39dbc7fc-6cbb-4082-b543-a83d76e5fce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.201905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cebdd0c-eec7-45eb-99e6-9e58932cd2f4 req-a9f90275-a0aa-4bf3-ba34-72ea163d831d service neutron] 10.222.0.70 "GET /v2.0/networks/80eb3d75-ebc6-4820-b0b2-78fcf9e1c648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628586 Aug 31 01:18:43.286571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6cdec7e0-56ee-4a06-8e33-993dc4f56d6e tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.295851 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6cdec7e0-56ee-4a06-8e33-993dc4f56d6e tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] 10.222.0.58 "DELETE /v2.0/ports/af3ed1ad-b0bc-4838-b338-539460ee67ac HTTP/1.1" status: 204 len: 168 time: 1.0358400 Aug 31 01:18:43.300200 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60626) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:43.329092 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea7f95af-393f-4405-9b4f-a8404ce80bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.392001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b01aba-b696-4b31-aa11-64d442ee7304 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Deleting subnet 9856fbc6-ad49-473b-9328-2ab50574baab {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:43.397802 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47b01aba-b696-4b31-aa11-64d442ee7304 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.412408 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea7f95af-393f-4405-9b4f-a8404ce80bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.424907 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbae6c1-fde8-4eaa-93fd-6cb291745f4a admin admin] Router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:43.447208 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47b01aba-b696-4b31-aa11-64d442ee7304 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.451306 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cebdd0c-eec7-45eb-99e6-9e58932cd2f4 req-17aeef38-9cdf-43e9-84aa-990f0951e8eb service neutron] 10.222.0.70 "GET /v2.0/networks/80eb3d75-ebc6-4820-b0b2-78fcf9e1c648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325766 Aug 31 01:18:43.492335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d76841-a8e5-4a9b-a6eb-cbcaa6f8c50f req-8d23dc1e-69db-4ffb-b44c-b434b9af0653 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:43.493853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9d76841-a8e5-4a9b-a6eb-cbcaa6f8c50f req-8d23dc1e-69db-4ffb-b44c-b434b9af0653 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 944 time: 0.1852143 Aug 31 01:18:43.595067 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea7f95af-393f-4405-9b4f-a8404ce80bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.597827 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea7f95af-393f-4405-9b4f-a8404ce80bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.598986 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ea7f95af-393f-4405-9b4f-a8404ce80bd5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/afe30798-8292-4f12-9e6e-a39d971bf4f1 HTTP/1.1" status: 204 len: 168 time: 0.4919779 Aug 31 01:18:43.606770 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-39dbc7fc-6cbb-4082-b543-a83d76e5fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.619037 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9d76841-a8e5-4a9b-a6eb-cbcaa6f8c50f req-1a4b7869-9d46-4ecf-bb64-9ad9d8bb3524 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/security-groups?id=e76fdd6e-5105-4a2a-9a52-d3347832bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830467 Aug 31 01:18:43.643144 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47b01aba-b696-4b31-aa11-64d442ee7304 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.648896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f95af-393f-4405-9b4f-a8404ce80bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe30798-8292-4f12-9e6e-a39d971bf4f1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:43.682779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbc7fc-6cbb-4082-b543-a83d76e5fce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd52c5e5-42e1-4c6d-a1e4-15c21260303b,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:43.694103 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbae6c1-fde8-4eaa-93fd-6cb291745f4a admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:43.694410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dbc7fc-6cbb-4082-b543-a83d76e5fce2 admin admin] Checking segment: {'id': '8d94601c-e920-4de0-b27d-9595e9bfe8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:43.694776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dbc7fc-6cbb-4082-b543-a83d76e5fce2 admin admin] Network hostable DHCP agents. Network: 10ae198d-29cb-4d23-a57d-5079901ab9b7, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:43.704623 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4cbae6c1-fde8-4eaa-93fd-6cb291745f4a admin admin] 10.222.0.58 "PUT /v2.0/routers/3a64f0b9-7d37-4404-8375-a66b5f675ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0059483 Aug 31 01:18:43.704784 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37873011-b8f4-4da1-a65a-63893df7f58d None None] Sync routers for ids ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:43.705371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60642) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:43.715570 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37873011-b8f4-4da1-a65a-63893df7f58d None None] Routers {'3a64f0b9-7d37-4404-8375-a66b5f675ce0'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:43.716568 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-37873011-b8f4-4da1-a65a-63893df7f58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:43.753371 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47b01aba-b696-4b31-aa11-64d442ee7304 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.786115 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74cf723-2ced-495d-bc05-77fc5a47bcb5 None None] Network 631977eb-ad2e-4c1b-bc5d-833516edba4f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:43.800243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47b01aba-b696-4b31-aa11-64d442ee7304 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.801834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dbc7fc-6cbb-4082-b543-a83d76e5fce2 admin admin] Network 10ae198d-29cb-4d23-a57d-5079901ab9b7 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:43.813389 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-47b01aba-b696-4b31-aa11-64d442ee7304 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] 10.222.0.58 "DELETE /v2.0/subnets/9856fbc6-ad49-473b-9328-2ab50574baab HTTP/1.1" status: 204 len: 168 time: 0.5093079 Aug 31 01:18:43.820583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60650) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:43.864383 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b01aba-b696-4b31-aa11-64d442ee7304 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Pushing event deleted for resources: {'Subnet': ['ID=9856fbc6-ad49-473b-9328-2ab50574baab,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:43.872861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-39dbc7fc-6cbb-4082-b543-a83d76e5fce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 10ae198d-29cb-4d23-a57d-5079901ab9b7) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:43.873673 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-37873011-b8f4-4da1-a65a-63893df7f58d None None] Set router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:43.919507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dbc7fc-6cbb-4082-b543-a83d76e5fce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:43.920114 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-39dbc7fc-6cbb-4082-b543-a83d76e5fce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.945670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb631c82-3bb7-4dd0-beea-63cba732c9d4 None None] Network 10ae198d-29cb-4d23-a57d-5079901ab9b7 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:43.969878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-39dbc7fc-6cbb-4082-b543-a83d76e5fce2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9284906 Aug 31 01:18:43.970782 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:43.972248 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60656) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:43.979515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:44.036876 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.037856 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.159611 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.181112 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.194093 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-37873011-b8f4-4da1-a65a-63893df7f58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:26Z', 'updated_at': '2021-08-31T01:18:42Z', 'revision_number': 5, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'gw_port': {'id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:27Z', 'updated_at': '2021-08-31T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:44.242015 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37873011-b8f4-4da1-a65a-63893df7f58d None None] Checking router: 3a64f0b9-7d37-4404-8375-a66b5f675ce0 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:44.259898 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37873011-b8f4-4da1-a65a-63893df7f58d None None] Routers {'3a64f0b9-7d37-4404-8375-a66b5f675ce0'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:44.260485 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-37873011-b8f4-4da1-a65a-63893df7f58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:44.302847 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091afde9-d3de-43a9-b10b-a1f8baf88615 None None] DHCP port deletion for 631977eb-ad2e-4c1b-bc5d-833516edba4f request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:18:44.353615 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.419960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ca7d440d-0af8-43cc-854f-7b29b3b16963 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:18:44.449721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Deleting port 8e318790-065f-40b7-8b7a-ce316ed12b90 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:44.450068 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.453536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-10ae198d-29cb-4d23-a57d-5079901ab9b7', 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'fixed_ips': [{'subnet_id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:18:44.456132 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.459477 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.506043 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-37873011-b8f4-4da1-a65a-63893df7f58d None None] Set router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:44.522029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] Deleting port 776bfc78-c311-4919-8f8a-5513d83f5cae {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:44.522384 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.566026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-091afde9-d3de-43a9-b10b-a1f8baf88615 None None] Deleting port 8e318790-065f-40b7-8b7a-ce316ed12b90 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:44.566668 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-091afde9-d3de-43a9-b10b-a1f8baf88615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.690709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] For port 8e318790-065f-40b7-8b7a-ce316ed12b90, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8e318790-065f-40b7-8b7a-ce316ed12b90,segment=NetworkSegment(bd23a9cc-87d3-499c-85af-42b099a84b31),segment_id=bd23a9cc-87d3-499c-85af-42b099a84b31)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:44.690936 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.734393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Calling delete_port for 8e318790-065f-40b7-8b7a-ce316ed12b90 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:44.751201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-091afde9-d3de-43a9-b10b-a1f8baf88615 None None] For port 8e318790-065f-40b7-8b7a-ce316ed12b90, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8e318790-065f-40b7-8b7a-ce316ed12b90,segment=NetworkSegment(bd23a9cc-87d3-499c-85af-42b099a84b31),segment_id=bd23a9cc-87d3-499c-85af-42b099a84b31)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:44.751201 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-091afde9-d3de-43a9-b10b-a1f8baf88615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.801616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-091afde9-d3de-43a9-b10b-a1f8baf88615 None None] Calling delete_port for 8e318790-065f-40b7-8b7a-ce316ed12b90 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:44.829607 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ca7d440d-0af8-43cc-854f-7b29b3b16963, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ca7d440d-0af8-43cc-854f-7b29b3b16963,segment=NetworkSegment(ded001f6-528b-4824-9d7e-7bf683c0b47e),segment_id=ded001f6-528b-4824-9d7e-7bf683c0b47e)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:44.890144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'ca7d440d-0af8-43cc-854f-7b29b3b16963', 'network_id': '80eb3d75-ebc6-4820-b0b2-78fcf9e1c648', 'port_id': 'ca7d440d-0af8-43cc-854f-7b29b3b16963', 'mac_address': 'fa:16:3e:6b:15:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1471787f-9f5c-4089-854b-9e37facdae81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:18:44.894798 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Allocated IP 172.20.0.2 (10ae198d-29cb-4d23-a57d-5079901ab9b7/bd52c5e5-42e1-4c6d-a1e4-15c21260303b/6f87e232-f1f1-4e72-b9e1-6ec1d4846a42) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:44.956164 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.973169 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.011656 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.033892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7d440d-0af8-43cc-854f-7b29b3b16963 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:18:45.035933 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-37873011-b8f4-4da1-a65a-63893df7f58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:26Z', 'updated_at': '2021-08-31T01:18:42Z', 'revision_number': 5, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'gw_port': {'id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:27Z', 'updated_at': '2021-08-31T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:45.076800 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-091afde9-d3de-43a9-b10b-a1f8baf88615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.081534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ca7d440d-0af8-43cc-854f-7b29b3b16963, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ca7d440d-0af8-43cc-854f-7b29b3b16963,segment=NetworkSegment(ded001f6-528b-4824-9d7e-7bf683c0b47e),segment_id=ded001f6-528b-4824-9d7e-7bf683c0b47e)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:45.095635 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.128257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091afde9-d3de-43a9-b10b-a1f8baf88615 None None] No DVR routers for this DVR port 8e318790-065f-40b7-8b7a-ce316ed12b90 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:45.132879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091afde9-d3de-43a9-b10b-a1f8baf88615 None None] Pushing event deleted for resources: {'Port': ['ID=8e318790-065f-40b7-8b7a-ce316ed12b90,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:45.190289 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37873011-b8f4-4da1-a65a-63893df7f58d None None] The sync data for ids ['3a64f0b9-7d37-4404-8375-a66b5f675ce0'] in n-d-802060-13 is: [{'id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'name': 'tempest-TaggedBootDevicesTest-752018421-router', 'tenant_id': 'ac491d9f80684a44a8cc262e4982e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:06:26Z', 'updated_at': '2021-08-31T01:18:42Z', 'revision_number': 5, 'project_id': 'ac491d9f80684a44a8cc262e4982e966', 'gw_port': {'id': '776bfc78-c311-4919-8f8a-5513d83f5cae', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64f0b9-7d37-4404-8375-a66b5f675ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:06:27Z', 'updated_at': '2021-08-31T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:45.190514 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8e318790-065f-40b7-8b7a-ce316ed12b90 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:45.194280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b363f9-d52f-4476-b49d-e94e776efe76 req-78fb682a-7ab9-4d07-87b5-e4229805c1cd tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:45.196362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56b363f9-d52f-4476-b49d-e94e776efe76 req-78fb682a-7ab9-4d07-87b5-e4229805c1cd tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 944 time: 0.3980355 Aug 31 01:18:45.198626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] For port 776bfc78-c311-4919-8f8a-5513d83f5cae, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=776bfc78-c311-4919-8f8a-5513d83f5cae,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:45.199006 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.233832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 8e318790-065f-40b7-8b7a-ce316ed12b90 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:45.234520 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8e318790-065f-40b7-8b7a-ce316ed12b90 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:45.266240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] Calling delete_port for 776bfc78-c311-4919-8f8a-5513d83f5cae owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:45.295661 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.297625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ca7d440d-0af8-43cc-854f-7b29b3b16963,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:45.309616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Transition to ACTIVE for port object 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:45.324914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Allocated IP 172.25.6.47 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:45.327821 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56b363f9-d52f-4476-b49d-e94e776efe76 req-9f53e04a-d51a-4980-a82c-f680cec957cf tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/security-groups?id=e76fdd6e-5105-4a2a-9a52-d3347832bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176929 Aug 31 01:18:45.328908 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Transition to ACTIVE for port object 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:45.340178 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.393915 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Network 10ae198d-29cb-4d23-a57d-5079901ab9b7 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:45.400073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:45.402613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['ca7d440d-0af8-43cc-854f-7b29b3b16963'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:18:45.409634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:45.462726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Pushing event updated for resources: {'Port': ['ID=6f87e232-f1f1-4e72-b9e1-6ec1d4846a42,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:45.492577 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.529066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Attempting to bind port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:45.529563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Attempting to bind port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '8d94601c-e920-4de0-b27d-9595e9bfe8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:45.529817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Attempting to bind port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 on network 10ae198d-29cb-4d23-a57d-5079901ab9b7 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:45.534771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Pushing event deleted for resources: {'Port': ['ID=8e318790-065f-40b7-8b7a-ce316ed12b90,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:45.538651 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] No DVR routers for this DVR port 8e318790-065f-40b7-8b7a-ce316ed12b90 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:45.544433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:45.544850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Checking segment: {'id': '8d94601c-e920-4de0-b27d-9595e9bfe8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:45.545261 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.545661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Bound using segment: {'id': '8d94601c-e920-4de0-b27d-9595e9bfe8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:45.546151 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Bound port: 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d94601c-e920-4de0-b27d-9595e9bfe8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:45.546530 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.568934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.631562 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.696452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:45.702578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:45.707954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:45.740289 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] For port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:45.748082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] For port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6f87e232-f1f1-4e72-b9e1-6ec1d4846a42,segment=NetworkSegment(8d94601c-e920-4de0-b27d-9595e9bfe8d0),segment_id=8d94601c-e920-4de0-b27d-9595e9bfe8d0)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:45.758866 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.772814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Pushing event updated for resources: {'Port': ['ID=ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:45.827081 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.865071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631977eb-ad2e-4c1b-bc5d-833516edba4f']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:45.902440 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a989a-0e06-4404-ac98-651b6a559011 None None] Pushing event updated for resources: {'Port': ['ID=6f87e232-f1f1-4e72-b9e1-6ec1d4846a42,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:45.907553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd23a9cc-87d3-499c-85af-42b099a84b31') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:45.908090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd23a9cc-87d3-499c-85af-42b099a84b31') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:45.938137 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.963320 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:45.965891 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.011834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:46.012610 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:46.016357 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:46.054477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] Pushing event deleted for resources: {'Port': ['ID=776bfc78-c311-4919-8f8a-5513d83f5cae,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:46.115416 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60770) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:46.167957 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.199444 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.205644 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.210599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] 10.222.0.58 "DELETE /v2.0/networks/631977eb-ad2e-4c1b-bc5d-833516edba4f HTTP/1.1" status: 204 len: 168 time: 2.3870265 Aug 31 01:18:46.333125 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd6b07-21eb-4389-8b2b-04cb171112a0 tempest-ExtraDHCPOptionsTestJSON-552917218 tempest-ExtraDHCPOptionsTestJSON-552917218-project] Pushing event deleted for resources: {'Network': ['ID=631977eb-ad2e-4c1b-bc5d-833516edba4f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:46.339796 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.347886 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.422050 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.422955 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a64f0b9-7d37-4404-8375-a66b5f675ce0 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:18:46.442748 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.444690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-592d8c0b-a25a-4c43-bdb6-0aff53c9da67 admin admin] 10.222.0.58 "DELETE /v2.0/routers/3a64f0b9-7d37-4404-8375-a66b5f675ce0 HTTP/1.1" status: 204 len: 168 time: 2.7381954 Aug 31 01:18:46.447415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60782) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:46.564707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-761e93cf-5c5c-4e7d-ae85-c8abe603140e admin admin] Deleting subnet cfd009aa-e4ed-4585-b4fd-f3161596623b {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:46.582738 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-761e93cf-5c5c-4e7d-ae85-c8abe603140e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.653450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60788) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:46.688736 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-761e93cf-5c5c-4e7d-ae85-c8abe603140e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.692262 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4f233a0-467c-4b68-abc2-b67dde6e951e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.718247 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.721540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41db63-2a1e-4e0b-a6ef-aef9120c369d req-147a561c-be01-4d44-a592-0acac33e16af tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:46.729610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e41db63-2a1e-4e0b-a6ef-aef9120c369d req-147a561c-be01-4d44-a592-0acac33e16af tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 945 time: 0.1932099 Aug 31 01:18:46.805289 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e41db63-2a1e-4e0b-a6ef-aef9120c369d req-6d5acb29-dc3a-4998-b7c0-ab0b3d93e3c9 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/security-groups?id=e76fdd6e-5105-4a2a-9a52-d3347832bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746651 Aug 31 01:18:46.875900 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-761e93cf-5c5c-4e7d-ae85-c8abe603140e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:46.937705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1cedd315-eb5b-415a-8a4a-7bb49b20e153 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=559ea925b6564220b09b08c18a7f22c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2803438 Aug 31 01:18:46.937897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60796) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:46.974376 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.000921 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-761e93cf-5c5c-4e7d-ae85-c8abe603140e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.044401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e93cf-5c5c-4e7d-ae85-c8abe603140e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfd009aa-e4ed-4585-b4fd-f3161596623b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:47.060282 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6103bc-a43c-4e09-8509-68652d14e161 None None] Network 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:47.060801 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-761e93cf-5c5c-4e7d-ae85-c8abe603140e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.070949 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60800) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:47.071547 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-761e93cf-5c5c-4e7d-ae85-c8abe603140e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cfd009aa-e4ed-4585-b4fd-f3161596623b HTTP/1.1" status: 204 len: 168 time: 0.6153283 Aug 31 01:18:47.085998 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2eff63d0-4c65-4a96-9171-5b4a95634b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.133667 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2eff63d0-4c65-4a96-9171-5b4a95634b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.226607 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2eff63d0-4c65-4a96-9171-5b4a95634b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.228672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:47.229474 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2eff63d0-4c65-4a96-9171-5b4a95634b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.232597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2eff63d0-4c65-4a96-9171-5b4a95634b54 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5abf0ab5-24b1-4d1c-b3b7-9f688a742797 HTTP/1.1" status: 204 len: 168 time: 0.2924073 Aug 31 01:18:47.259189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff63d0-4c65-4a96-9171-5b4a95634b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abf0ab5-24b1-4d1c-b3b7-9f688a742797,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:47.269588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60806) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:47.349613 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4f233a0-467c-4b68-abc2-b67dde6e951e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.359525 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4f233a0-467c-4b68-abc2-b67dde6e951e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.381299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.417173 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c807dff-606e-4121-beb2-fb928d888f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.421851 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3b73a-d424-4029-8b9c-64a6ba568892 None None] Network 10ae198d-29cb-4d23-a57d-5079901ab9b7 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:47.432905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:47.474331 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f233a0-467c-4b68-abc2-b67dde6e951e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0ddfbe-12d9-40c8-8be9-464f37f506c5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:47.484765 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f4f233a0-467c-4b68-abc2-b67dde6e951e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd8acddec94340e29ac1805de1e73047&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3692961 Aug 31 01:18:47.491973 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60812) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:47.507307 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36faf64a-2dbd-4092-bd8d-bb6fbb3cb753 None None] DHCP port deletion for 00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:18:47.575025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Router 94148142-2822-4b09-b241-c208595526aa is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:18:47.606391 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd53c54a-4848-46d5-be60-b1984b2bfa59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.629887 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c807dff-606e-4121-beb2-fb928d888f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.642500 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c807dff-606e-4121-beb2-fb928d888f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.672937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8c807dff-606e-4121-beb2-fb928d888f09 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0227038e2dc411491cd5b0a6cf2e969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4019799 Aug 31 01:18:47.685149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60818) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:47.693001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] Deleting port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:47.693571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.727784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d52d88d0-5a0c-41d2-8d25-78fbf1535924 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:47.738221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c807dff-606e-4121-beb2-fb928d888f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f91fab-17d7-4ecc-a562-0ccf28e6ba9b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:47.758814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: d52d88d0-5a0c-41d2-8d25-78fbf1535924 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:47.759202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d52d88d0-5a0c-41d2-8d25-78fbf1535924 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:47.759626 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 776bfc78-c311-4919-8f8a-5513d83f5cae no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:47.764069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd53c54a-4848-46d5-be60-b1984b2bfa59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.781984 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f96bb91-5072-4234-a83c-a96de22107ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.794784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 776bfc78-c311-4919-8f8a-5513d83f5cae {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:47.795113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 776bfc78-c311-4919-8f8a-5513d83f5cae not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:47.808221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e7ca69bb-f0f8-4b8e-b80c-529733f79f25 None None] Provisioning for port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:47.816927 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f96bb91-5072-4234-a83c-a96de22107ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.865331 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] For port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee,segment=NetworkSegment(5d426c79-0889-455e-832d-a68acceeaf25),segment_id=5d426c79-0889-455e-832d-a68acceeaf25)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:47.865607 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.883983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] Calling delete_port for dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:47.894877 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:47.926245 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e7ca69bb-f0f8-4b8e-b80c-529733f79f25 None None] Provisioning complete for port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:47.926862 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e7ca69bb-f0f8-4b8e-b80c-529733f79f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.948285 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd53c54a-4848-46d5-be60-b1984b2bfa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.951117 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd53c54a-4848-46d5-be60-b1984b2bfa59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.952237 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cd53c54a-4848-46d5-be60-b1984b2bfa59 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b0ddfbe-12d9-40c8-8be9-464f37f506c5 HTTP/1.1" status: 204 len: 168 time: 0.4581990 Aug 31 01:18:47.971621 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:47.972852 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2cdc21a5-f73f-4761-8fe4-f6d2dd024fff admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9992552 Aug 31 01:18:47.973091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86200c10-eba9-4f1a-bfde-c27ea0cf0ed4 req-224d885d-9f80-4305-bc4c-4880a2661ea1 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:47.975421 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86200c10-eba9-4f1a-bfde-c27ea0cf0ed4 req-224d885d-9f80-4305-bc4c-4880a2661ea1 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 945 time: 0.0870945 Aug 31 01:18:47.975868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Sync routers for ids ['94148142-2822-4b09-b241-c208595526aa'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:47.976288 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60830) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:47.992677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53c54a-4848-46d5-be60-b1984b2bfa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0ddfbe-12d9-40c8-8be9-464f37f506c5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:48.046893 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.062671 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e7ca69bb-f0f8-4b8e-b80c-529733f79f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.067160 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Routers {'94148142-2822-4b09-b241-c208595526aa'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:48.068064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['94148142-2822-4b09-b241-c208595526aa'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:48.075434 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f96bb91-5072-4234-a83c-a96de22107ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.077171 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f96bb91-5072-4234-a83c-a96de22107ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.082875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7f96bb91-5072-4234-a83c-a96de22107ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36f91fab-17d7-4ecc-a562-0ccf28e6ba9b HTTP/1.1" status: 204 len: 168 time: 0.3966489 Aug 31 01:18:48.091400 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:48.097971 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] No DVR routers for this DVR port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:48.113879 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96bb91-5072-4234-a83c-a96de22107ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f91fab-17d7-4ecc-a562-0ccf28e6ba9b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:48.120869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86200c10-eba9-4f1a-bfde-c27ea0cf0ed4 req-fedad3c5-d888-4c6b-a195-f02de639ce77 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/security-groups?id=e76fdd6e-5105-4a2a-9a52-d3347832bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299696 Aug 31 01:18:48.144561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-36faf64a-2dbd-4092-bd8d-bb6fbb3cb753 None None] Deleting port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:48.145014 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-36faf64a-2dbd-4092-bd8d-bb6fbb3cb753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.240012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.261760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:48.289570 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d426c79-0889-455e-832d-a68acceeaf25') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:48.289800 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d426c79-0889-455e-832d-a68acceeaf25') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:48.316593 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.332419 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e7ca69bb-f0f8-4b8e-b80c-529733f79f25 None None] For port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6f87e232-f1f1-4e72-b9e1-6ec1d4846a42,segment=NetworkSegment(8d94601c-e920-4de0-b27d-9595e9bfe8d0),segment_id=8d94601c-e920-4de0-b27d-9595e9bfe8d0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:48.336986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-36faf64a-2dbd-4092-bd8d-bb6fbb3cb753 None None] For port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee, host n-d-802060-13, got binding levels [] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:48.338988 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-36faf64a-2dbd-4092-bd8d-bb6fbb3cb753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.352103 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e7ca69bb-f0f8-4b8e-b80c-529733f79f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.364801 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.371614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:18:48.372242 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:18:48.374213 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:18:48.398441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-36faf64a-2dbd-4092-bd8d-bb6fbb3cb753 None None] Calling delete_port for dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:48.402575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ca7d440d-0af8-43cc-854f-7b29b3b16963 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:48.451747 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.ipam_backend_mixin [None req-36faf64a-2dbd-4092-bd8d-bb6fbb3cb753 None None] Port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee was not found and therefore no delete operation was performed {{(pid=94762) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:18:48.468510 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-36faf64a-2dbd-4092-bd8d-bb6fbb3cb753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.489826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36faf64a-2dbd-4092-bd8d-bb6fbb3cb753 None None] No DVR routers for this DVR port dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:48.513807 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Set router 94148142-2822-4b09-b241-c208595526aa gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:48.521240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca69bb-f0f8-4b8e-b80c-529733f79f25 None None] Pushing event updated for resources: {'Port': ['ID=6f87e232-f1f1-4e72-b9e1-6ec1d4846a42,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:48.526765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.538769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.540969 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] 10.222.0.58 "DELETE /v2.0/networks/00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7 HTTP/1.1" status: 204 len: 168 time: 1.4684739 Aug 31 01:18:48.567266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636c862-27bd-400a-a1a7-1e1ff1be5dca admin admin] Pushing event deleted for resources: {'Network': ['ID=00430fe3-4c6a-4aa5-b3a4-17df83fc9cd7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:48.567639 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port ca7d440d-0af8-43cc-854f-7b29b3b16963 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:48.642430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port ca7d440d-0af8-43cc-854f-7b29b3b16963 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:48.642771 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.676583 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36faf64a-2dbd-4092-bd8d-bb6fbb3cb753 None None] Pushing event deleted for resources: {'Port': ['ID=dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:48.736890 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60850) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:48.760193 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85bac180-0764-468d-aa83-8ab70c9ef80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.776808 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c9de0e2c-79c9-4291-88ea-16b4906eea23 None None] Provisioning complete for port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:48.777823 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c9de0e2c-79c9-4291-88ea-16b4906eea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.832121 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:48.967972 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.003887 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85bac180-0764-468d-aa83-8ab70c9ef80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.005089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ca7d440d-0af8-43cc-854f-7b29b3b16963, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ca7d440d-0af8-43cc-854f-7b29b3b16963,segment=NetworkSegment(ded001f6-528b-4824-9d7e-7bf683c0b47e),segment_id=ded001f6-528b-4824-9d7e-7bf683c0b47e)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:49.009121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9699c118-4d07-416a-8e8a-6491275a97f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7d440d-0af8-43cc-854f-7b29b3b16963'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:18:49.009929 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-85bac180-0764-468d-aa83-8ab70c9ef80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.011755 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643813ba-7f59-4778-a30c-0f2a1fc59fff" -d '{"events": [{"server_uuid": "9699c118-4d07-416a-8e8a-6491275a97f5", "name": "network-vif-plugged", "status": "completed", "tag": "ca7d440d-0af8-43cc-854f-7b29b3b16963"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:18:49.046059 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.048790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60856) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:49.053516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60858) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:49.078138 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-85bac180-0764-468d-aa83-8ab70c9ef80c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=002c399b466c43cdafc5058e8b25ad2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378601 Aug 31 01:18:49.079080 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60860) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:49.104050 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bac180-0764-468d-aa83-8ab70c9ef80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9626e2ae-581f-42f1-823b-a8346cf40f99,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:49.112795 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d4ec1e9-647e-492e-96d6-5efb45791bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.121817 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0588f865-5ae0-4d2b-9b2d-d24ec06deef8 x-openstack-request-id: req-0588f865-5ae0-4d2b-9b2d-d24ec06deef8 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:18:49.122817 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9699c118-4d07-416a-8e8a-6491275a97f5", "name": "network-vif-plugged", "status": "completed", "tag": "ca7d440d-0af8-43cc-854f-7b29b3b16963", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:18:49.123268 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0588f865-5ae0-4d2b-9b2d-d24ec06deef8 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:18:49.123901 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9699c118-4d07-416a-8e8a-6491275a97f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7d440d-0af8-43cc-854f-7b29b3b16963', 'code': 200} Aug 31 01:18:49.127017 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:49.144813 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1dd74caf-9535-4e01-9b22-c169daf50bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.144997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Allocated IP 172.20.0.1 (10ae198d-29cb-4d23-a57d-5079901ab9b7/bd52c5e5-42e1-4c6d-a1e4-15c21260303b/b01cb821-a6a5-4d7b-89d2-c85ee913b3bf) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:49.169225 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-652248b8-72c4-4e54-aa77-c280433e3780 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac491d9f80684a44a8cc262e4982e966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1131513 Aug 31 01:18:49.172233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60864) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:49.176368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1dd74caf-9535-4e01-9b22-c169daf50bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.238915 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ca7d440d-0af8-43cc-854f-7b29b3b16963,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:49.248849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94148142-2822-4b09-b241-c208595526aa', 'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:44Z', 'updated_at': '2021-08-31T01:18:46Z', 'revision_number': 3, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'gw_port': {'id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:45Z', 'updated_at': '2021-08-31T01:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:49.250546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60866) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:49.281020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Checking router: 94148142-2822-4b09-b241-c208595526aa for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:49.281514 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Updating router 94148142-2822-4b09-b241-c208595526aa port ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:18:49.315831 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.318128 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c1eaade-dd37-4b13-9ab0-386e7703dbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.334774 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1dd74caf-9535-4e01-9b22-c169daf50bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.338556 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1dd74caf-9535-4e01-9b22-c169daf50bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.340107 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1dd74caf-9535-4e01-9b22-c169daf50bdd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9626e2ae-581f-42f1-823b-a8346cf40f99 HTTP/1.1" status: 204 len: 168 time: 0.2594471 Aug 31 01:18:49.383152 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c1eaade-dd37-4b13-9ab0-386e7703dbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.391655 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd74caf-9535-4e01-9b22-c169daf50bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9626e2ae-581f-42f1-823b-a8346cf40f99,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:49.409938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-542918023'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:49.471829 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c1eaade-dd37-4b13-9ab0-386e7703dbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.475488 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c1eaade-dd37-4b13-9ab0-386e7703dbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.476761 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7c1eaade-dd37-4b13-9ab0-386e7703dbdb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/40173cf9-a208-4d81-80e2-6e381e1cc1b3 HTTP/1.1" status: 204 len: 168 time: 0.3028569 Aug 31 01:18:49.492714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1eaade-dd37-4b13-9ab0-386e7703dbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40173cf9-a208-4d81-80e2-6e381e1cc1b3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:49.525435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:49.525919 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.733136 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.745464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Transition to ACTIVE for port object ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:49.753229 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.811138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:49.822629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c924d-a27b-49bd-94ca-58e400e8daef req-0158d7ec-59ff-49ed-b758-5a732b0347b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:49.825441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f9c924d-a27b-49bd-94ca-58e400e8daef req-0158d7ec-59ff-49ed-b758-5a732b0347b7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 1098 time: 0.1721404 Aug 31 01:18:49.837606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc8366-63b7-4412-95b0-3db9526b7c43 req-617a24ab-869d-4d67-af79-35e680df534a tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:49.839147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5cc8366-63b7-4412-95b0-3db9526b7c43 req-617a24ab-869d-4d67-af79-35e680df534a tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 946 time: 0.1738441 Aug 31 01:18:49.871989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:49.872509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device dc8c0fce-a7dc-420a-bedb-1dcee94ad3ee not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:49.894216 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Attempting to bind port ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:49.894647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Attempting to bind port ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:49.895004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Attempting to bind port ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:49.912751 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:49.913152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:49.915445 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.916436 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:49.916436 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Bound port: ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:49.917038 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.919043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a287c0-5a92-43eb-9d3b-14fc12936eaf None None] Pushing event updated for resources: {'Port': ['ID=ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:49.951503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f9c924d-a27b-49bd-94ca-58e400e8daef req-fa488e4e-1de7-49cd-a386-f759f8ffd5c5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e76fdd6e-5105-4a2a-9a52-d3347832bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047800 Aug 31 01:18:49.955137 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:49.981004 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5cc8366-63b7-4412-95b0-3db9526b7c43 req-615779bc-61b2-4f28-90ba-784c19aae5eb tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/security-groups?id=e76fdd6e-5105-4a2a-9a52-d3347832bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282480 Aug 31 01:18:49.982835 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d4ec1e9-647e-492e-96d6-5efb45791bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.001342 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d4ec1e9-647e-492e-96d6-5efb45791bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.003983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Transition to ACTIVE for port object b01cb821-a6a5-4d7b-89d2-c85ee913b3bf will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:50.007379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] For port ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:50.016369 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:50.020086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] For port ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:50.023394 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.027401 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.046755 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.087648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8d4ec1e9-647e-492e-96d6-5efb45791bf1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6f5ec4c093c94b9a80a6a6f8ac981260&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0328836 Aug 31 01:18:50.090142 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60896) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:50.093200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ec1e9-647e-492e-96d6-5efb45791bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec1a973-e117-4a77-9b27-2d746b26049d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:50.123321 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.171832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Network 10ae198d-29cb-4d23-a57d-5079901ab9b7 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:50.175321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:50.176707 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a287c0-5a92-43eb-9d3b-14fc12936eaf None None] Pushing event updated for resources: {'Port': ['ID=ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:50.193798 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Routers {'94148142-2822-4b09-b241-c208595526aa'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:50.195369 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['94148142-2822-4b09-b241-c208595526aa'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:50.196719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:50.226384 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bab9792a-f1f5-4507-bc5a-ab0249683c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.281591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Pushing event updated for resources: {'Port': ['ID=b01cb821-a6a5-4d7b-89d2-c85ee913b3bf,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:50.291415 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bab9792a-f1f5-4507-bc5a-ab0249683c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.312206 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.360217 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.387203 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.410161 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:50.431255 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.435202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] Set router 94148142-2822-4b09-b241-c208595526aa gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:50.442283 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Added segment 2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce of type vlan for network 0dec5f7b-7a06-4d65-a730-0cef985060de Aug 31 01:18:50.494944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d48518-06d3-40cd-9dec-7aad0eba911c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:50.539419 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.541872 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bab9792a-f1f5-4507-bc5a-ab0249683c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.544888 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bab9792a-f1f5-4507-bc5a-ab0249683c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.546868 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bab9792a-f1f5-4507-bc5a-ab0249683c5c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dec1a973-e117-4a77-9b27-2d746b26049d HTTP/1.1" status: 204 len: 168 time: 0.4557900 Aug 31 01:18:50.566073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9792a-f1f5-4507-bc5a-ab0249683c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec1a973-e117-4a77-9b27-2d746b26049d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:50.568998 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.590640 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.604042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:50.605091 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.638138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ae720257-f2a8-4efb-bf42-67972f815c93 None None] Provisioning for port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:50.647826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ae720257-f2a8-4efb-bf42-67972f815c93 None None] Provisioning complete for port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:50.648205 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ae720257-f2a8-4efb-bf42-67972f815c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.712588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ae720257-f2a8-4efb-bf42-67972f815c93 None None] Port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:18:50.725472 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4695094 Aug 31 01:18:50.725769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60920) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:50.737615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5b9a8231-ad66-444f-82b4-0d6e5caf0fd1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-87155832'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:50.743771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60922) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:50.759824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb0381-0895-4c23-9885-7a79b7616d84 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Network': ['ID=0dec5f7b-7a06-4d65-a730-0cef985060de,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:50.798201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9a8231-ad66-444f-82b4-0d6e5caf0fd1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:50.801858 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b9a8231-ad66-444f-82b4-0d6e5caf0fd1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.840465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9a8231-ad66-444f-82b4-0d6e5caf0fd1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:50.863181 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b9a8231-ad66-444f-82b4-0d6e5caf0fd1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.863511 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-5b9a8231-ad66-444f-82b4-0d6e5caf0fd1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Added segment c9440046-e05a-4a47-8586-3d4c0284fde5 of type vlan for network 4229bc08-b338-495d-bc4d-8336e787c0d9 Aug 31 01:18:50.920624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 0dec5f7b-7a06-4d65-a730-0cef985060de details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:50.950048 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.952831 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b9a8231-ad66-444f-82b4-0d6e5caf0fd1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:50.969496 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.085065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94148142-2822-4b09-b241-c208595526aa', 'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:44Z', 'updated_at': '2021-08-31T01:18:46Z', 'revision_number': 3, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'gw_port': {'id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:45Z', 'updated_at': '2021-08-31T01:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:51.088927 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b9a8231-ad66-444f-82b4-0d6e5caf0fd1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.096775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9a8231-ad66-444f-82b4-0d6e5caf0fd1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:51.097408 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b9a8231-ad66-444f-82b4-0d6e5caf0fd1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.120089 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.124539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79921bca-cbe0-40a6-865a-83278ca43f8f None None] The sync data for ids ['94148142-2822-4b09-b241-c208595526aa'] in n-d-802060-13 is: [{'id': '94148142-2822-4b09-b241-c208595526aa', 'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:44Z', 'updated_at': '2021-08-31T01:18:46Z', 'revision_number': 3, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'gw_port': {'id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:45Z', 'updated_at': '2021-08-31T01:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:51.149504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1859751241-network', 'tenant_id': '6a5fc6e639cf4fdb9ec2daa91438d93a'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:51.154375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Pushing event updated for resources: {'Port': ['ID=b01cb821-a6a5-4d7b-89d2-c85ee913b3bf,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:51.205553 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3780f864-9341-477c-ba62-c5023c981730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.223083 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5b9a8231-ad66-444f-82b4-0d6e5caf0fd1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4920728 Aug 31 01:18:51.224358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60938) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:51.239183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a9e3f225-7ce1-4ac9-b595-edf6ae9c0920 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'subnet': {'network_id': '0dec5f7b-7a06-4d65-a730-0cef985060de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:51.282656 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] Made reservation on behalf of 6a5fc6e639cf4fdb9ec2daa91438d93a for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:51.285312 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.287369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a8231-ad66-444f-82b4-0d6e5caf0fd1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Network': ['ID=4229bc08-b338-495d-bc4d-8336e787c0d9,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:51.300260 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.300799 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 4229bc08-b338-495d-bc4d-8336e787c0d9 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:51.406652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Network 10ae198d-29cb-4d23-a57d-5079901ab9b7 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:51.422129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:51.641362 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.664688 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.691261 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e3f225-7ce1-4ac9-b595-edf6ae9c0920 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:51.696358 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a9e3f225-7ce1-4ac9-b595-edf6ae9c0920 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.757622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:51.769654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Router 94148142-2822-4b09-b241-c208595526aa has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:18:51.796221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0ba3ce-6873-443d-a113-cc1657efcdf9,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:51.819156 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:51.825249 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] Added segment 20f7d366-dd3f-48f9-a86e-bb098bc21ba2 of type vlan for network df43ae3b-3e3c-4303-9a79-19d216bc711e Aug 31 01:18:51.837172 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046728c2-315d-46c6-bf52-e8c8570d3889 req-6a88b726-4df2-435f-b034-6ab9d9c48617 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:51.846198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-046728c2-315d-46c6-bf52-e8c8570d3889 req-6a88b726-4df2-435f-b034-6ab9d9c48617 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 946 time: 0.7433071 Aug 31 01:18:51.962264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c38d387e-8c67-4b83-8e96-e942525ed772 None None] Provisioning complete for port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:51.962644 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c38d387e-8c67-4b83-8e96-e942525ed772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.001095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-be9d4b0e-e693-45ba-afc7-09b2241ed88c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3323472 Aug 31 01:18:52.006717 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.068502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c38d387e-8c67-4b83-8e96-e942525ed772 None None] Port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:18:52.089800 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-046728c2-315d-46c6-bf52-e8c8570d3889 req-d1592a8c-8151-4e88-9875-a291621cbd8e tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/security-groups?id=e76fdd6e-5105-4a2a-9a52-d3347832bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418523 Aug 31 01:18:52.185474 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a9e3f225-7ce1-4ac9-b595-edf6ae9c0920 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.187936 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.189835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:52.190570 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.280214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3f225-7ce1-4ac9-b595-edf6ae9c0920 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Subnet': ['ID=048921fe-2b37-4c41-89b4-19824821844d,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:52.284334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:18:52.298733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5caef6eb-8af5-4436-b118-ce69590df614 admin admin] 10.222.0.58 "PUT /v2.0/routers/94148142-2822-4b09-b241-c208595526aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3204319 Aug 31 01:18:52.299153 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3f225-7ce1-4ac9-b595-edf6ae9c0920 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Checking segment: {'id': '2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0dec5f7b-7a06-4d65-a730-0cef985060de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:52.299612 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3f225-7ce1-4ac9-b595-edf6ae9c0920 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network hostable DHCP agents. Network: 0dec5f7b-7a06-4d65-a730-0cef985060de, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:52.316354 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-295fd7c1-ba49-4b8d-a721-84ee7a8bb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:52.316933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-295fd7c1-ba49-4b8d-a721-84ee7a8bb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:52.317396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-295fd7c1-ba49-4b8d-a721-84ee7a8bb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:52.317866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-295fd7c1-ba49-4b8d-a721-84ee7a8bb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:52.318461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-295fd7c1-ba49-4b8d-a721-84ee7a8bb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:52.318934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-295fd7c1-ba49-4b8d-a721-84ee7a8bb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:52.319443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-295fd7c1-ba49-4b8d-a721-84ee7a8bb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:52.321554 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-295fd7c1-ba49-4b8d-a721-84ee7a8bb5c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1534f084f814923866cc1da0f965ab3&device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 6509 time: 0.2514734 Aug 31 01:18:52.322231 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3f225-7ce1-4ac9-b595-edf6ae9c0920 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 0dec5f7b-7a06-4d65-a730-0cef985060de is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:52.325955 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5762088 Aug 31 01:18:52.329319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 60976) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:52.334224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-94c7a979-6a6e-426b-808b-91b9f3606a73 admin admin] Request body: {'subnet': {'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1859751241-subnet', 'tenant_id': '6a5fc6e639cf4fdb9ec2daa91438d93a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:52.348004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a9e3f225-7ce1-4ac9-b595-edf6ae9c0920 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 0dec5f7b-7a06-4d65-a730-0cef985060de) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:52.352406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e3f225-7ce1-4ac9-b595-edf6ae9c0920 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:52.352995 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a9e3f225-7ce1-4ac9-b595-edf6ae9c0920 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.356226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63312f1c-0661-40cd-818e-91c3568008d1 admin admin] Pushing event updated for resources: {'Network': ['ID=df43ae3b-3e3c-4303-9a79-19d216bc711e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:52.368331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40403618-88da-451e-a78d-b7272ddb714b None None] Network 0dec5f7b-7a06-4d65-a730-0cef985060de requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:52.404244 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network df43ae3b-3e3c-4303-9a79-19d216bc711e details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:52.443780 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a9e3f225-7ce1-4ac9-b595-edf6ae9c0920 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2172546 Aug 31 01:18:52.444657 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 60986) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:52.450327 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-fb47731e-781d-467f-be7e-523784ae404b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'subnet': {'network_id': '4229bc08-b338-495d-bc4d-8336e787c0d9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:52.472952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c7a979-6a6e-426b-808b-91b9f3606a73 admin admin] Made reservation on behalf of 6a5fc6e639cf4fdb9ec2daa91438d93a for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:52.483620 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94c7a979-6a6e-426b-808b-91b9f3606a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.633494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-d770d4d4-a780-428a-b788-ecc4f3c8f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:52.633494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-d770d4d4-a780-428a-b788-ecc4f3c8f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:52.633494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-d770d4d4-a780-428a-b788-ecc4f3c8f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:52.633494 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-d770d4d4-a780-428a-b788-ecc4f3c8f903 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ebcfddf9-8b28-46c0-b6e9-f572fd50039a&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca HTTP/1.1" status: 200 len: 2299 time: 0.2552111 Aug 31 01:18:52.669591 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb47731e-781d-467f-be7e-523784ae404b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:52.686721 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb47731e-781d-467f-be7e-523784ae404b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.821222 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-60aa3fa4-bcf6-431f-978f-49fd3f400897 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ccb67a-e685-420f-afef-38e0a5289db7 HTTP/1.1" status: 200 len: 1002 time: 0.1755388 Aug 31 01:18:52.921686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-0dec5f7b-7a06-4d65-a730-0cef985060de', 'network_id': '0dec5f7b-7a06-4d65-a730-0cef985060de', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'fixed_ips': [{'subnet_id': '048921fe-2b37-4c41-89b4-19824821844d'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:18:52.922566 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.942323 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94c7a979-6a6e-426b-808b-91b9f3606a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:52.997830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c9470-9aa8-4360-81f6-14b9bd8f4ba8 req-b5db7ece-703e-4988-9857-b436c13c4a3e tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:52.999438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc3c9470-9aa8-4360-81f6-14b9bd8f4ba8 req-b5db7ece-703e-4988-9857-b436c13c4a3e tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 946 time: 0.1746466 Aug 31 01:18:53.015542 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-4ffbe2b9-7587-4f8e-888f-fd9079b30343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:53.017997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-4ffbe2b9-7587-4f8e-888f-fd9079b30343 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=198a4c1e-c03d-447f-8e37-fec3a4c3c5eb HTTP/1.1" status: 200 len: 856 time: 0.1420610 Aug 31 01:18:53.083684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7a979-6a6e-426b-808b-91b9f3606a73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7348b38a-6b6d-452c-bd80-0ae8a3a1ec10,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:53.108429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c7a979-6a6e-426b-808b-91b9f3606a73 admin admin] Checking segment: {'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:53.108950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c7a979-6a6e-426b-808b-91b9f3606a73 admin admin] Network hostable DHCP agents. Network: df43ae3b-3e3c-4303-9a79-19d216bc711e, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:53.123145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc3c9470-9aa8-4360-81f6-14b9bd8f4ba8 req-cb69e0e4-0bdc-4f7e-91b8-b4e0f84109c9 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/security-groups?id=e76fdd6e-5105-4a2a-9a52-d3347832bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111808 Aug 31 01:18:53.141875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-2a1d1ff2-d384-42b0-bbe9-f5280a890e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:53.143715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-2a1d1ff2-d384-42b0-bbe9-f5280a890e27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ebcfddf9-8b28-46c0-b6e9-f572fd50039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103113 Aug 31 01:18:53.147260 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb47731e-781d-467f-be7e-523784ae404b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.149393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c7a979-6a6e-426b-808b-91b9f3606a73 admin admin] Network df43ae3b-3e3c-4303-9a79-19d216bc711e is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:53.151881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:53.163489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-94c7a979-6a6e-426b-808b-91b9f3606a73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, df43ae3b-3e3c-4303-9a79-19d216bc711e) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:53.185585 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c7a979-6a6e-426b-808b-91b9f3606a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:53.186685 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94c7a979-6a6e-426b-808b-91b9f3606a73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.262020 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-94c7a979-6a6e-426b-808b-91b9f3606a73 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9314954 Aug 31 01:18:53.271756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47731e-781d-467f-be7e-523784ae404b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Subnet': ['ID=2fee7031-9a44-45d6-a7d4-9b1d0dec2dc1,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:53.287435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb47731e-781d-467f-be7e-523784ae404b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Checking segment: {'id': 'c9440046-e05a-4a47-8586-3d4c0284fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4229bc08-b338-495d-bc4d-8336e787c0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:53.288022 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb47731e-781d-467f-be7e-523784ae404b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network hostable DHCP agents. Network: 4229bc08-b338-495d-bc4d-8336e787c0d9, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:53.313054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f37a001-c0a5-4a1e-9a73-eddc69c27700 None None] Network df43ae3b-3e3c-4303-9a79-19d216bc711e requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:53.326465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb47731e-781d-467f-be7e-523784ae404b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 4229bc08-b338-495d-bc4d-8336e787c0d9 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:53.347196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-25c2676d-c998-4a6f-8890-221641754b9e service neutron] 10.222.0.70 "GET /v2.0/networks/ebcfddf9-8b28-46c0-b6e9-f572fd50039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891313 Aug 31 01:18:53.350519 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-fb47731e-781d-467f-be7e-523784ae404b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 4229bc08-b338-495d-bc4d-8336e787c0d9) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:53.375811 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb47731e-781d-467f-be7e-523784ae404b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:53.377015 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb47731e-781d-467f-be7e-523784ae404b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.387843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788f7932-3b3d-46a5-ad2b-565500ea4499 None None] Network 4229bc08-b338-495d-bc4d-8336e787c0d9 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:53.395525 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:18:53.404962 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fb47731e-781d-467f-be7e-523784ae404b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9588783 Aug 31 01:18:53.408059 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 32780) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:53.416549 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6c5dcd1e-a0b7-4450-b380-cdc0519ad287 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1723054574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:53.461769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcd1e-a0b7-4450-b380-cdc0519ad287 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.464078 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcd1e-a0b7-4450-b380-cdc0519ad287 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.474731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Allocated IP 2001:db8::2 (0dec5f7b-7a06-4d65-a730-0cef985060de/048921fe-2b37-4c41-89b4-19824821844d/3c4046f0-7735-4c2b-9dad-410e4dcad4d9) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:53.549324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 32786) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:53.586069 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-458f0088-aa12-4062-8cc8-a88a74576362 service neutron] 10.222.0.70 "GET /v2.0/networks/ebcfddf9-8b28-46c0-b6e9-f572fd50039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258587 Aug 31 01:18:53.589754 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcd1e-a0b7-4450-b380-cdc0519ad287 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.597475 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcd1e-a0b7-4450-b380-cdc0519ad287 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.624243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcd1e-a0b7-4450-b380-cdc0519ad287 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.627878 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6c5dcd1e-a0b7-4450-b380-cdc0519ad287 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2190161 Aug 31 01:18:53.630369 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 32792) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:53.648184 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:53.654355 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-7129f98f-00c9-429b-bdc2-08f7dbdbc8ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 HTTP/1.1" status: 200 len: 217 time: 0.0553842 Aug 31 01:18:53.661890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:53.662483 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.748384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-e4aa3252-b2c2-472d-b65e-c2d55b885064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:53.750403 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-e4aa3252-b2c2-472d-b65e-c2d55b885064 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.0830159 Aug 31 01:18:53.782634 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bb147a4e-fe7e-452c-bd46-96108e9cdaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:53.835437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-8e6c5476-e7e5-4c13-b8a1-4ea4a6ae0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:53.837649 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-8e6c5476-e7e5-4c13-b8a1-4ea4a6ae0391 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0763018 Aug 31 01:18:53.854695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93345a7c-2b0c-4ff3-9ac7-97724130d021 None None] Network df43ae3b-3e3c-4303-9a79-19d216bc711e requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:53.918034 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Sync routers for ids ['94148142-2822-4b09-b241-c208595526aa'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:18:53.933623 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Routers {'94148142-2822-4b09-b241-c208595526aa'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:53.934254 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['94148142-2822-4b09-b241-c208595526aa'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:54.005245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-591b417f-e7de-4aa3-b65d-c65ca153b68f service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588037 Aug 31 01:18:54.027121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-4229bc08-b338-495d-bc4d-8336e787c0d9', 'network_id': '4229bc08-b338-495d-bc4d-8336e787c0d9', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'fixed_ips': [{'subnet_id': '2fee7031-9a44-45d6-a7d4-9b1d0dec2dc1'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:18:54.028207 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.068779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 32806) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:54.076582 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b79c3bb4-f8bc-41cb-b122-aa2aa1ef84f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.089778 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.109378 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.123446 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Transition to ACTIVE for port object 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:54.125278 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.147592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:54.157003 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.194179 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Set router 94148142-2822-4b09-b241-c208595526aa gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:54.196726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1131274443-network', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:54.372253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:54.438658 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Transition to ACTIVE for port object 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:54.442531 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2925093-b485-42a3-9431-a6c4ca074982 req-c7059db8-56fb-4a37-bf6f-205ab695a47c tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:54.448600 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e2925093-b485-42a3-9431-a6c4ca074982 req-c7059db8-56fb-4a37-bf6f-205ab695a47c tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 946 time: 0.3078690 Aug 31 01:18:54.460889 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-9f86fd79-3905-4893-bea4-42f2064b7aa0 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459407 Aug 31 01:18:54.513466 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.578674 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.608354 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94148142-2822-4b09-b241-c208595526aa', 'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:44Z', 'updated_at': '2021-08-31T01:18:50Z', 'revision_number': 4, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'gw_port': {'id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:45Z', 'updated_at': '2021-08-31T01:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b01cb821-a6a5-4d7b-89d2-c85ee913b3bf', 'name': '', 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'mac_address': 'fa:16:3e:c2:18:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:48Z', 'updated_at': '2021-08-31T01:18:50Z', 'revision_number': 2, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'subnets': [{'id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:54.617318 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b79c3bb4-f8bc-41cb-b122-aa2aa1ef84f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.619360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] Made reservation on behalf of 3d334eb8d2fa49a294f2812588b862f0 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:54.622637 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.632528 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b79c3bb4-f8bc-41cb-b122-aa2aa1ef84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.646540 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.674683 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b79c3bb4-f8bc-41cb-b122-aa2aa1ef84f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=afc40be4c9134c10a3a4b2709b41c67e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1244261 Aug 31 01:18:54.682848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 32826) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:54.699360 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Checking router: 94148142-2822-4b09-b241-c208595526aa for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:18:54.701557 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Updating router 94148142-2822-4b09-b241-c208595526aa port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:18:54.727155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Network 0dec5f7b-7a06-4d65-a730-0cef985060de is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:54.748078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:54.757809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:54.762711 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.787844 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.830955 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-e19ada24-fab6-4e21-b05c-2f7474c3663c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=5d81a380-fcf4-4622-8fb9-2ce9b7259671 HTTP/1.1" status: 200 len: 217 time: 0.2006996 Aug 31 01:18:54.835113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Pushing event updated for resources: {'Port': ['ID=3c4046f0-7735-4c2b-9dad-410e4dcad4d9,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:54.865389 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Allocated IP 2001:db8:1::2 (4229bc08-b338-495d-bc4d-8336e787c0d9/2fee7031-9a44-45d6-a7d4-9b1d0dec2dc1/5dda42c6-2137-4e41-b196-c1124426380f) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:54.883498 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-e2925093-b485-42a3-9431-a6c4ca074982 req-17159fdd-6869-4220-a5ec-225d2bd717a3 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Deleting port ca7d440d-0af8-43cc-854f-7b29b3b16963 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:18:54.883967 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e2925093-b485-42a3-9431-a6c4ca074982 req-17159fdd-6869-4220-a5ec-225d2bd717a3 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.887160 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Attempting to bind port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:54.887847 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Attempting to bind port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0dec5f7b-7a06-4d65-a730-0cef985060de'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:54.888539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Attempting to bind port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 on network 0dec5f7b-7a06-4d65-a730-0cef985060de {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:54.895164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d6e2d-b187-4450-bf55-0a4cbdc27d62 req-16e28bf1-6e3d-40eb-a90e-b80873a697ac tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:54.901212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:54.901895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Checking segment: {'id': '2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0dec5f7b-7a06-4d65-a730-0cef985060de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:54.902449 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:54.903016 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Bound using segment: {'id': '2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0dec5f7b-7a06-4d65-a730-0cef985060de'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:54.903667 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Bound port: 3c4046f0-7735-4c2b-9dad-410e4dcad4d9, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0dec5f7b-7a06-4d65-a730-0cef985060de'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:54.904074 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-512d6e2d-b187-4450-bf55-0a4cbdc27d62 req-16e28bf1-6e3d-40eb-a90e-b80873a697ac tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 946 time: 0.5717802 Aug 31 01:18:54.904364 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.001236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-e2925093-b485-42a3-9431-a6c4ca074982 req-17159fdd-6869-4220-a5ec-225d2bd717a3 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] For port ca7d440d-0af8-43cc-854f-7b29b3b16963, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ca7d440d-0af8-43cc-854f-7b29b3b16963,segment=NetworkSegment(ded001f6-528b-4824-9d7e-7bf683c0b47e),segment_id=ded001f6-528b-4824-9d7e-7bf683c0b47e)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:55.001760 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e2925093-b485-42a3-9431-a6c4ca074982 req-17159fdd-6869-4220-a5ec-225d2bd717a3 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.023770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-e2925093-b485-42a3-9431-a6c4ca074982 req-17159fdd-6869-4220-a5ec-225d2bd717a3 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Calling delete_port for ca7d440d-0af8-43cc-854f-7b29b3b16963 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:18:55.058459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-512d6e2d-b187-4450-bf55-0a4cbdc27d62 req-94f277d7-72d1-4266-8dd8-794a09875f58 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/security-groups?id=e76fdd6e-5105-4a2a-9a52-d3347832bedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534472 Aug 31 01:18:55.062731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:55.084117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c3bb4-f8bc-41cb-b122-aa2aa1ef84f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13449f44-2a88-417c-93bd-016fde7ae232,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:55.242696 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.245592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-b00981f9-92fd-48dc-8b4d-807e0d3dd65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:55.252011 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-b00981f9-92fd-48dc-8b4d-807e0d3dd65a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.3646858 Aug 31 01:18:55.262590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] For port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:55.264693 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Transition to ACTIVE for port object b01cb821-a6a5-4d7b-89d2-c85ee913b3bf will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:55.281350 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.299169 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] For port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=3c4046f0-7735-4c2b-9dad-410e4dcad4d9,segment=NetworkSegment(2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce),segment_id=2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:55.313071 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.379641 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Allocated IP 2001:db8::1 (0dec5f7b-7a06-4d65-a730-0cef985060de/048921fe-2b37-4c41-89b4-19824821844d/551c429a-efc9-4a19-baf0-dfe2eccfea2b) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:55.400062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-c589b0b3-e48d-4845-94d5-a19f047adea0 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:55.402460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-c589b0b3-e48d-4845-94d5-a19f047adea0 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/networks?id=df43ae3b-3e3c-4303-9a79-19d216bc711e HTTP/1.1" status: 200 len: 813 time: 0.7734463 Aug 31 01:18:55.416583 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7ef4e-bc9b-47a2-8ab6-01db9be5f9b8 None None] Pushing event updated for resources: {'Port': ['ID=b01cb821-a6a5-4d7b-89d2-c85ee913b3bf,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:55.421220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-c04429b5-8b30-47e2-8441-1985cb7bf146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:55.423143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-c04429b5-8b30-47e2-8441-1985cb7bf146 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1591725 Aug 31 01:18:55.450994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-edc06d99-7959-45c5-9a0f-263e887a782a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:18:55.452540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-edc06d99-7959-45c5-9a0f-263e887a782a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129123 Aug 31 01:18:55.460837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-dd680a68-04d3-450a-95e3-207590f1fc59 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/quotas/6a5fc6e639cf4fdb9ec2daa91438d93a HTTP/1.1" status: 200 len: 375 time: 0.0497739 Aug 31 01:18:55.479759 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7ef4e-bc9b-47a2-8ab6-01db9be5f9b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:55.479759 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7ef4e-bc9b-47a2-8ab6-01db9be5f9b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:55.479759 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7ef4e-bc9b-47a2-8ab6-01db9be5f9b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:55.480238 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7ef4e-bc9b-47a2-8ab6-01db9be5f9b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:55.480673 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7ef4e-bc9b-47a2-8ab6-01db9be5f9b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:55.481106 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7ef4e-bc9b-47a2-8ab6-01db9be5f9b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:55.481734 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7ef4e-bc9b-47a2-8ab6-01db9be5f9b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:55.482313 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7ef4e-bc9b-47a2-8ab6-01db9be5f9b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:55.483455 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7ef4e-bc9b-47a2-8ab6-01db9be5f9b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:55.483901 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7ef4e-bc9b-47a2-8ab6-01db9be5f9b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:55.484340 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7ef4e-bc9b-47a2-8ab6-01db9be5f9b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:55.484772 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7ef4e-bc9b-47a2-8ab6-01db9be5f9b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:18:55.543337 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Attempting to bind port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:55.543867 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Attempting to bind port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '8d94601c-e920-4de0-b27d-9595e9bfe8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:55.544338 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Attempting to bind port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf on network 10ae198d-29cb-4d23-a57d-5079901ab9b7 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:55.556397 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e2925093-b485-42a3-9431-a6c4ca074982 req-17159fdd-6869-4220-a5ec-225d2bd717a3 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.558541 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:55.559133 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Checking segment: {'id': '8d94601c-e920-4de0-b27d-9595e9bfe8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:55.559683 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.560183 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Bound using segment: {'id': '8d94601c-e920-4de0-b27d-9595e9bfe8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:55.560776 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Bound port: b01cb821-a6a5-4d7b-89d2-c85ee913b3bf, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d94601c-e920-4de0-b27d-9595e9bfe8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:55.562376 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.577555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-2a50265c-6f9d-496a-9c96-c84b44a99b5b tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a5fc6e639cf4fdb9ec2daa91438d93a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939488 Aug 31 01:18:55.640788 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:55.641336 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.643705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['ca7d440d-0af8-43cc-854f-7b29b3b16963'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:18:55.660456 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6937d80-dbee-410c-9638-6acd53efacd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.684688 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17159fdd-6869-4220-a5ec-225d2bd717a3 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Pushing event deleted for resources: {'Port': ['ID=ca7d440d-0af8-43cc-854f-7b29b3b16963,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:55.687965 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.696534 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] For port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:55.706573 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] For port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b01cb821-a6a5-4d7b-89d2-c85ee913b3bf,segment=NetworkSegment(8d94601c-e920-4de0-b27d-9595e9bfe8d0),segment_id=8d94601c-e920-4de0-b27d-9595e9bfe8d0)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:55.713467 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.729814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2925093-b485-42a3-9431-a6c4ca074982 req-17159fdd-6869-4220-a5ec-225d2bd717a3 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] No DVR routers for this DVR port ca7d440d-0af8-43cc-854f-7b29b3b16963 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:18:55.747641 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-e2925093-b485-42a3-9431-a6c4ca074982 req-17159fdd-6869-4220-a5ec-225d2bd717a3 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.750178 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e2925093-b485-42a3-9431-a6c4ca074982 req-17159fdd-6869-4220-a5ec-225d2bd717a3 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.70 "DELETE /v2.0/ports/ca7d440d-0af8-43cc-854f-7b29b3b16963 HTTP/1.1" status: 204 len: 173 time: 1.2936118 Aug 31 01:18:55.756321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-8d355b06-cee4-4b57-9b08-8f4e242839c2 service neutron] 10.222.0.58 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640441 Aug 31 01:18:55.760449 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.772377 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.797222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9699c118-4d07-416a-8e8a-6491275a97f5', 'name': 'network-vif-deleted', 'tag': 'ca7d440d-0af8-43cc-854f-7b29b3b16963'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:18:55.805565 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc24dc1c-1804-4448-8aed-f40ee64ec7f7" -d '{"events": [{"server_uuid": "9699c118-4d07-416a-8e8a-6491275a97f5", "name": "network-vif-deleted", "tag": "ca7d440d-0af8-43cc-854f-7b29b3b16963"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:18:55.815828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Transition to ACTIVE for port object 5dda42c6-2137-4e41-b196-c1124426380f will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:55.850748 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Routers {'94148142-2822-4b09-b241-c208595526aa'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:18:55.850959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:18:55.851702 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['94148142-2822-4b09-b241-c208595526aa'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:55.869979 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.875117 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.875807 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] Added segment 6269624c-6d57-43ce-9b5a-b9facbddef9f of type vlan for network 3431a1c8-ec79-4f87-915e-d3846cb7d67b Aug 31 01:18:55.883918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec6506-b9ba-47d1-aeeb-3a68e9cf5f0d None None] Pushing event updated for resources: {'Port': ['ID=3c4046f0-7735-4c2b-9dad-410e4dcad4d9,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:55.887310 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6937d80-dbee-410c-9638-6acd53efacd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.915617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Transition to ACTIVE for port object 5dda42c6-2137-4e41-b196-c1124426380f will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:55.965536 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.975213 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:55.987740 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39f8e35-d7a8-4f31-a3f0-d694f4f6477e x-openstack-request-id: req-f39f8e35-d7a8-4f31-a3f0-d694f4f6477e {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:18:55.987975 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9699c118-4d07-416a-8e8a-6491275a97f5", "name": "network-vif-deleted", "tag": "ca7d440d-0af8-43cc-854f-7b29b3b16963", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:18:55.988225 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f39f8e35-d7a8-4f31-a3f0-d694f4f6477e {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:18:55.988648 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9699c118-4d07-416a-8e8a-6491275a97f5', 'name': 'network-vif-deleted', 'tag': 'ca7d440d-0af8-43cc-854f-7b29b3b16963', 'status': 'completed', 'code': 200} Aug 31 01:18:56.101692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Network 4229bc08-b338-495d-bc4d-8336e787c0d9 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:56.105115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Transition to ACTIVE for port object 551c429a-efc9-4a19-baf0-dfe2eccfea2b will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:18:56.106479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:56.178358 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6937d80-dbee-410c-9638-6acd53efacd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.189850 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6937d80-dbee-410c-9638-6acd53efacd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.197366 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b6937d80-dbee-410c-9638-6acd53efacd2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13449f44-2a88-417c-93bd-016fde7ae232 HTTP/1.1" status: 204 len: 168 time: 1.5111284 Aug 31 01:18:56.235793 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7ef4e-bc9b-47a2-8ab6-01db9be5f9b8 None None] Pushing event updated for resources: {'Port': ['ID=b01cb821-a6a5-4d7b-89d2-c85ee913b3bf,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:56.242752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Pushing event updated for resources: {'Port': ['ID=5dda42c6-2137-4e41-b196-c1124426380f,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:56.245614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:56.246941 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.247947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:56.248590 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.265044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-8c83c859-7c46-4c7c-809b-dc428d6c7627 service neutron] 10.222.0.58 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489309 Aug 31 01:18:56.280152 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6937d80-dbee-410c-9638-6acd53efacd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13449f44-2a88-417c-93bd-016fde7ae232,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:56.325470 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.366278 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Attempting to bind port 5dda42c6-2137-4e41-b196-c1124426380f on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:18:56.366829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Attempting to bind port 5dda42c6-2137-4e41-b196-c1124426380f by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'c9440046-e05a-4a47-8586-3d4c0284fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4229bc08-b338-495d-bc4d-8336e787c0d9'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:18:56.367350 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Attempting to bind port 5dda42c6-2137-4e41-b196-c1124426380f on network 4229bc08-b338-495d-bc4d-8336e787c0d9 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:18:56.374939 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:18:56.375977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Checking segment: {'id': 'c9440046-e05a-4a47-8586-3d4c0284fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4229bc08-b338-495d-bc4d-8336e787c0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:56.375977 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.377499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Bound using segment: {'id': 'c9440046-e05a-4a47-8586-3d4c0284fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4229bc08-b338-495d-bc4d-8336e787c0d9'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:18:56.378266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Bound port: 5dda42c6-2137-4e41-b196-c1124426380f, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9440046-e05a-4a47-8586-3d4c0284fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4229bc08-b338-495d-bc4d-8336e787c0d9'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:18:56.378956 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.397414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3261728 Aug 31 01:18:56.416600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] Pushing event updated for resources: {'Network': ['ID=3431a1c8-ec79-4f87-915e-d3846cb7d67b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:56.418744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 32848) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:56.438833 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-cd24f62b-ea88-4cbd-acaf-524b6b3643a1 admin admin] Request body: {'subnet': {'network_id': '3431a1c8-ec79-4f87-915e-d3846cb7d67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1131274443-subnet', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0', 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:56.460364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 0dec5f7b-7a06-4d65-a730-0cef985060de is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:56.462464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 3431a1c8-ec79-4f87-915e-d3846cb7d67b details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:18:56.466158 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:56.474986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:18:56.475747 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.487303 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] Set router 94148142-2822-4b09-b241-c208595526aa gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:18:56.512542 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e8638a8-b90a-4e6d-b2fd-950d726a63d1 req-11c8b3ad-5330-4cb7-aa31-486f3db58d35 tempest-ServerAddressesTestJSON-2089153783 tempest-ServerAddressesTestJSON-2089153783-project] 10.222.0.58 "GET /v2.0/ports?device_id=9699c118-4d07-416a-8e8a-6491275a97f5 HTTP/1.1" status: 200 len: 210 time: 0.2309244 Aug 31 01:18:56.549641 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-be5e2756-7ee4-4286-b3b5-ed827116c675 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0875368 Aug 31 01:18:56.560938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29e0b1-4a7f-496b-9140-4eaac29d0d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f076b93b-37f1-4734-9913-600dddc7f851,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:56.589703 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=551c429a-efc9-4a19-baf0-dfe2eccfea2b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:56.743878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] For port 5dda42c6-2137-4e41-b196-c1124426380f, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:18:56.760832 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-4458cb55-f4b0-4c1f-bfc3-6e914ebb8f62 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938546 Aug 31 01:18:56.769111 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.780136 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] For port 5dda42c6-2137-4e41-b196-c1124426380f, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5dda42c6-2137-4e41-b196-c1124426380f,segment=NetworkSegment(c9440046-e05a-4a47-8586-3d4c0284fde5),segment_id=c9440046-e05a-4a47-8586-3d4c0284fde5)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:18:56.787912 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:56.991256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddddbc1-e447-4d2c-84ea-b80a573ee31f None None] Pushing event updated for resources: {'Port': ['ID=5dda42c6-2137-4e41-b196-c1124426380f,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:57.185284 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94148142-2822-4b09-b241-c208595526aa', 'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:44Z', 'updated_at': '2021-08-31T01:18:50Z', 'revision_number': 4, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'gw_port': {'id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:45Z', 'updated_at': '2021-08-31T01:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b01cb821-a6a5-4d7b-89d2-c85ee913b3bf', 'name': '', 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'mac_address': 'fa:16:3e:c2:18:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:48Z', 'updated_at': '2021-08-31T01:18:55Z', 'revision_number': 4, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'subnets': [{'id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:18:57.191595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:57.276889 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4789f9d3-2e16-4760-8507-14ffd8937e36 None None] The sync data for ids ['94148142-2822-4b09-b241-c208595526aa'] in n-d-802060-13 is: [{'id': '94148142-2822-4b09-b241-c208595526aa', 'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:44Z', 'updated_at': '2021-08-31T01:18:50Z', 'revision_number': 4, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'gw_port': {'id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:45Z', 'updated_at': '2021-08-31T01:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b01cb821-a6a5-4d7b-89d2-c85ee913b3bf', 'name': '', 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'mac_address': 'fa:16:3e:c2:18:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:48Z', 'updated_at': '2021-08-31T01:18:55Z', 'revision_number': 4, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'subnets': [{'id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:18:57.311370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:57.312332 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 32858) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:57.349040 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc5d37d9-e630-4730-9b63-c99d1280caba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:57.467848 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:57.733808 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 32878) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:57.740344 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-faa3c66c-102b-4fc0-b2df-1bfc30c8d0b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=37705bfd-5dbc-4051-a010-ae4dce40f5bd HTTP/1.1" status: 200 len: 217 time: 0.9690595 Aug 31 01:18:57.759549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd24f62b-ea88-4cbd-acaf-524b6b3643a1 admin admin] Made reservation on behalf of 3d334eb8d2fa49a294f2812588b862f0 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:18:57.761910 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cd24f62b-ea88-4cbd-acaf-524b6b3643a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:57.795475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6be6c98-6e66-43b7-90c6-cf581e7fda6d None None] Network 0dec5f7b-7a06-4d65-a730-0cef985060de requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:57.801330 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9a5fb72-a621-441e-950a-0c70f22dd14a req-34677298-53d7-4be3-b3c4-c8c11de60382 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 210 time: 0.0631857 Aug 31 01:18:57.881815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-d0e98e40-b8b4-4425-815c-6a5ff542fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:57.883305 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-d0e98e40-b8b4-4425-815c-6a5ff542fad8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.1341906 Aug 31 01:18:57.945478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a3a194a2-d479-4412-970e-9701d8b7d55a None None] Provisioning for port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:57.952281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a3a194a2-d479-4412-970e-9701d8b7d55a None None] Provisioning complete for port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:57.952791 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3a194a2-d479-4412-970e-9701d8b7d55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.108713 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cd24f62b-ea88-4cbd-acaf-524b6b3643a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.143179 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1eb375-e841-4d7a-bed0-54740dc01725 admin admin] Deleting subnet 1471787f-9f5c-4089-854b-9e37facdae81 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:18:58.167560 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb375-e841-4d7a-bed0-54740dc01725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.221716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f62b-ea88-4cbd-acaf-524b6b3643a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7178f9-8523-4ab9-9ff9-8b4f7ec27c7b,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:58.307818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd24f62b-ea88-4cbd-acaf-524b6b3643a1 admin admin] Checking segment: {'id': '6269624c-6d57-43ce-9b5a-b9facbddef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431a1c8-ec79-4f87-915e-d3846cb7d67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:18:58.308185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd24f62b-ea88-4cbd-acaf-524b6b3643a1 admin admin] Network hostable DHCP agents. Network: 3431a1c8-ec79-4f87-915e-d3846cb7d67b, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:18:58.311522 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-01b7569f-3ac3-4dc2-a7fb-fe5462c5f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:58.314569 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-01b7569f-3ac3-4dc2-a7fb-fe5462c5f9b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4202464 Aug 31 01:18:58.349279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd24f62b-ea88-4cbd-acaf-524b6b3643a1 admin admin] Network 3431a1c8-ec79-4f87-915e-d3846cb7d67b is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:18:58.389823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-cd24f62b-ea88-4cbd-acaf-524b6b3643a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 3431a1c8-ec79-4f87-915e-d3846cb7d67b) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:58.400807 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3a194a2-d479-4412-970e-9701d8b7d55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.409947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebb20dd-eeea-4fb2-945c-49d7d03fe002 None None] Network 3431a1c8-ec79-4f87-915e-d3846cb7d67b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:58.444148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd24f62b-ea88-4cbd-acaf-524b6b3643a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:58.445352 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cd24f62b-ea88-4cbd-acaf-524b6b3643a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.510361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ca7d440d-0af8-43cc-854f-7b29b3b16963 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:18:58.535755 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.554120 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-9ccf61bc-bee2-4084-bdb9-7e7bacff9687 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185347 Aug 31 01:18:58.554258 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb375-e841-4d7a-bed0-54740dc01725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.556182 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.567386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: ca7d440d-0af8-43cc-854f-7b29b3b16963 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:18:58.567386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ca7d440d-0af8-43cc-854f-7b29b3b16963 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:18:58.568901 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.614622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a3a194a2-d479-4412-970e-9701d8b7d55a None None] For port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=3c4046f0-7735-4c2b-9dad-410e4dcad4d9,segment=NetworkSegment(2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce),segment_id=2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:18:58.636915 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3a194a2-d479-4412-970e-9701d8b7d55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.677669 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc5d37d9-e630-4730-9b63-c99d1280caba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.686166 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=551c429a-efc9-4a19-baf0-dfe2eccfea2b,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:58.707893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cd24f62b-ea88-4cbd-acaf-524b6b3643a1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2734971 Aug 31 01:18:58.709325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 32884) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:58.710989 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc5d37d9-e630-4730-9b63-c99d1280caba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.719497 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1131274443-router', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:58.749689 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.750906 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.760693 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-e6486f69-a033-4045-b7a7-6eaa297a1e84 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979635 Aug 31 01:18:58.896783 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a194a2-d479-4412-970e-9701d8b7d55a None None] Pushing event updated for resources: {'Port': ['ID=3c4046f0-7735-4c2b-9dad-410e4dcad4d9,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:58.920954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 0dec5f7b-7a06-4d65-a730-0cef985060de is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:18:58.927382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-65e9d817-94d0-4463-9f87-0c65a85627e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=f3cb103b-7662-48f3-b93d-2288cfdea400 HTTP/1.1" status: 200 len: 217 time: 0.1538725 Aug 31 01:18:58.947536 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:18:58.956276 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb375-e841-4d7a-bed0-54740dc01725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:58.993526 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dc5d37d9-e630-4730-9b63-c99d1280caba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47802c47d2ab45d1ae22d947aa1e17fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6801038 Aug 31 01:18:58.994765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d37d9-e630-4730-9b63-c99d1280caba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a7e38d-8752-4f93-96e2-3107b1de9754,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:59.002114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 32898) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:59.035125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-3431a1c8-ec79-4f87-915e-d3846cb7d67b', 'network_id': '3431a1c8-ec79-4f87-915e-d3846cb7d67b', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0', 'fixed_ips': [{'subnet_id': 'da7178f9-8523-4ab9-9ff9-8b4f7ec27c7b'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:18:59.036484 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.082089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c484822-998b-4912-9e84-aee20746e1bf None None] Network 4229bc08-b338-495d-bc4d-8336e787c0d9 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:18:59.217058 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.310418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c83f8b71-99a5-49b5-96b8-cd841c3caca9 req-99752aed-3d42-45cb-99c0-de912505ae93 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 210 time: 0.1220419 Aug 31 01:18:59.487833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-230097b6-c12e-4af9-95c7-d5ae6ec50200 None None] Provisioning for port 5dda42c6-2137-4e41-b196-c1124426380f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:18:59.514250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-5792abaa-879e-47b2-8339-d50149e9f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:59.519906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-5792abaa-879e-47b2-8339-d50149e9f5ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.5745890 Aug 31 01:18:59.576841 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:18:59.637559 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb375-e841-4d7a-bed0-54740dc01725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.648261 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-412bbac9-1e34-4c39-934f-8e66043eca47 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:59.650162 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-412bbac9-1e34-4c39-934f-8e66043eca47 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.70 "GET /v2.0/networks?id=df43ae3b-3e3c-4303-9a79-19d216bc711e HTTP/1.1" status: 200 len: 813 time: 0.4693999 Aug 31 01:18:59.663299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router 202cfb43-610f-4887-a74c-a6d6fb2588d2 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:18:59.702741 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24a793cd-c98d-4090-bcba-041a567635fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.728759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-bf763ea3-43ae-4486-aa7b-0bcf9f11073c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Request body: {'port': {'device_id': '44e6148e-f0c5-46d4-945c-ddab3dcbf9f1', 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e', 'admin_state_up': True, 'tenant_id': '6a5fc6e639cf4fdb9ec2daa91438d93a'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:59.733622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Allocated IP 172.20.0.2 (3431a1c8-ec79-4f87-915e-d3846cb7d67b/da7178f9-8523-4ab9-9ff9-8b4f7ec27c7b/90d7d270-35ae-45d1-b523-149643acd4d5) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:18:59.793966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1c28a5d3-9d0c-4e53-8dba-507540c74a29 None None] Provisioning complete for port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:59.794986 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1c28a5d3-9d0c-4e53-8dba-507540c74a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.825740 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.836099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-8aaa0c5e-d7b8-4e77-9c04-fccaa753acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:59.837801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-8aaa0c5e-d7b8-4e77-9c04-fccaa753acc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2630150 Aug 31 01:18:59.848701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1a5325fe-bc41-4de3-9a69-f6d5acef71ec tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:59.851431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1eb375-e841-4d7a-bed0-54740dc01725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1471787f-9f5c-4089-854b-9e37facdae81,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:18:59.855458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1a5325fe-bc41-4de3-9a69-f6d5acef71ec tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.15 "GET /v2.0/networks?id=df43ae3b-3e3c-4303-9a79-19d216bc711e HTTP/1.1" status: 200 len: 813 time: 0.5434170 Aug 31 01:18:59.857319 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb375-e841-4d7a-bed0-54740dc01725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.869120 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0d1eb375-e841-4d7a-bed0-54740dc01725 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1471787f-9f5c-4089-854b-9e37facdae81 HTTP/1.1" status: 204 len: 168 time: 2.1027946 Aug 31 01:18:59.880855 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24a793cd-c98d-4090-bcba-041a567635fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:59.884998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 32900) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:18:59.890853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Request body: {'port': {'device_id': '52c89cbf-97fb-4227-bb9a-39d545e6a5b8', 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e', 'admin_state_up': True, 'tenant_id': '6a5fc6e639cf4fdb9ec2daa91438d93a'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:18:59.959293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:18:59.959828 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.022730 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24a793cd-c98d-4090-bcba-041a567635fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.026556 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24a793cd-c98d-4090-bcba-041a567635fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.029368 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-24a793cd-c98d-4090-bcba-041a567635fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82a7e38d-8752-4f93-96e2-3107b1de9754 HTTP/1.1" status: 204 len: 168 time: 1.0258203 Aug 31 01:19:00.171945 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.187648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Transition to ACTIVE for port object 90d7d270-35ae-45d1-b523-149643acd4d5 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:00.230380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1c28a5d3-9d0c-4e53-8dba-507540c74a29 None None] Provisioning for port 551c429a-efc9-4a19-baf0-dfe2eccfea2b completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:00.248424 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1c28a5d3-9d0c-4e53-8dba-507540c74a29 None None] Provisioning complete for port 551c429a-efc9-4a19-baf0-dfe2eccfea2b triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:00.248771 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1c28a5d3-9d0c-4e53-8dba-507540c74a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.257252 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Transition to ACTIVE for port object 90d7d270-35ae-45d1-b523-149643acd4d5 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:00.314732 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5dda42c6-2137-4e41-b196-c1124426380f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:00.349689 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a793cd-c98d-4090-bcba-041a567635fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a7e38d-8752-4f93-96e2-3107b1de9754,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:00.365372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-a0ecbfd4-06a6-4ce7-805b-057a4f37c935 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865406 Aug 31 01:19:00.373055 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.380122 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-bf763ea3-43ae-4486-aa7b-0bcf9f11073c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Made reservation on behalf of 6a5fc6e639cf4fdb9ec2daa91438d93a for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:00.390263 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-bf763ea3-43ae-4486-aa7b-0bcf9f11073c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.455089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Network 3431a1c8-ec79-4f87-915e-d3846cb7d67b is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:00.456044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-1c28a5d3-9d0c-4e53-8dba-507540c74a29 None None] Port 551c429a-efc9-4a19-baf0-dfe2eccfea2b cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:00.462150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:00.467070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:00.479070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Pushing event updated for resources: {'Port': ['ID=90d7d270-35ae-45d1-b523-149643acd4d5,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:00.490758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c0911f9-5470-42ec-8e03-abcdaae1886e req-47de1513-ef60-4361-b930-af91aa1185d5 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 210 time: 0.0501301 Aug 31 01:19:00.491534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Made reservation on behalf of 6a5fc6e639cf4fdb9ec2daa91438d93a for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:00.495478 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.527203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 5dda42c6-2137-4e41-b196-c1124426380f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:00.547881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Attempting to bind port 90d7d270-35ae-45d1-b523-149643acd4d5 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:00.550176 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-78c91d90-490b-4f3f-857b-6fa21513f11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.554706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Attempting to bind port 90d7d270-35ae-45d1-b523-149643acd4d5 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '6269624c-6d57-43ce-9b5a-b9facbddef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431a1c8-ec79-4f87-915e-d3846cb7d67b'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:00.555094 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Attempting to bind port 90d7d270-35ae-45d1-b523-149643acd4d5 on network 3431a1c8-ec79-4f87-915e-d3846cb7d67b {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:00.567076 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 5dda42c6-2137-4e41-b196-c1124426380f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:00.567488 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.576186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:00.576395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:00.576717 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Checking segment: {'id': '6269624c-6d57-43ce-9b5a-b9facbddef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431a1c8-ec79-4f87-915e-d3846cb7d67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:00.577684 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.577684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Bound using segment: {'id': '6269624c-6d57-43ce-9b5a-b9facbddef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431a1c8-ec79-4f87-915e-d3846cb7d67b'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:00.581761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Bound port: 90d7d270-35ae-45d1-b523-149643acd4d5, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6269624c-6d57-43ce-9b5a-b9facbddef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431a1c8-ec79-4f87-915e-d3846cb7d67b'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:00.583331 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.588162 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cad8aea1-597f-496f-9ecc-d246ca4c61c2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/202cfb43-610f-4887-a74c-a6d6fb2588d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9564638 Aug 31 01:19:00.590546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 32916) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:00.632356 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c9752-f13b-474b-85cd-da4fb4228ecc None None] Sync routers for ids ['202cfb43-610f-4887-a74c-a6d6fb2588d2'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:00.639656 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-50b228c7-44c1-42b5-8ffe-708ab0139f5b service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612419 Aug 31 01:19:00.676820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2302694a-b4ac-42b1-9947-d0e8caa72ad7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:00.682293 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2302694a-b4ac-42b1-9947-d0e8caa72ad7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports/551c429a-efc9-4a19-baf0-dfe2eccfea2b HTTP/1.1" status: 200 len: 911 time: 0.0712132 Aug 31 01:19:00.685518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 32922) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:00.789005 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.848511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-868317be-b884-4615-8e34-bd9ae88ab2fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b6bb6337-ff8f-48c0-868d-46f6ec442765 HTTP/1.1" status: 200 len: 217 time: 0.1146591 Aug 31 01:19:00.849825 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.855368 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-bf763ea3-43ae-4486-aa7b-0bcf9f11073c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Allocated IP 172.20.0.5 (df43ae3b-3e3c-4303-9a79-19d216bc711e/7348b38a-6b6d-452c-bd80-0ae8a3a1ec10/65fb4a38-a97d-4f1e-96c6-abe9061c9c83) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:00.932258 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-78c91d90-490b-4f3f-857b-6fa21513f11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.951792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] For port 90d7d270-35ae-45d1-b523-149643acd4d5, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:00.956686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] For port 90d7d270-35ae-45d1-b523-149643acd4d5, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=90d7d270-35ae-45d1-b523-149643acd4d5,segment=NetworkSegment(6269624c-6d57-43ce-9b5a-b9facbddef9f),segment_id=6269624c-6d57-43ce-9b5a-b9facbddef9f)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:00.956853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-bbb2fe10-75c9-4a73-ad96-52eaf26c95df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:00.958615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-bbb2fe10-75c9-4a73-ad96-52eaf26c95df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c HTTP/1.1" status: 200 len: 797 time: 0.1010015 Aug 31 01:19:00.978895 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-78c91d90-490b-4f3f-857b-6fa21513f11d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80eb3d75-ebc6-4820-b0b2-78fcf9e1c648']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:00.980786 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c9752-f13b-474b-85cd-da4fb4228ecc None None] Routers {'202cfb43-610f-4887-a74c-a6d6fb2588d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:00.981590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fa4c9752-f13b-474b-85cd-da4fb4228ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['202cfb43-610f-4887-a74c-a6d6fb2588d2'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:00.998460 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.018715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-78c91d90-490b-4f3f-857b-6fa21513f11d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded001f6-528b-4824-9d7e-7bf683c0b47e') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:01.019066 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-78c91d90-490b-4f3f-857b-6fa21513f11d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded001f6-528b-4824-9d7e-7bf683c0b47e') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:01.038396 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-78c91d90-490b-4f3f-857b-6fa21513f11d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.050912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Allocated IP 172.25.6.210 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/2f009fe0-68e0-478f-97b7-1bb8281dcdbc) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:01.060230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-a20b8438-6a82-4628-ac63-426cc8a002e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:01.064830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-a20b8438-6a82-4628-ac63-426cc8a002e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0865808 Aug 31 01:19:01.106404 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-78c91d90-490b-4f3f-857b-6fa21513f11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.152182 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c91d90-490b-4f3f-857b-6fa21513f11d admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:01.152633 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-78c91d90-490b-4f3f-857b-6fa21513f11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.160197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fa4c9752-f13b-474b-85cd-da4fb4228ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:01.161827 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:01.169086 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.302176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 5dda42c6-2137-4e41-b196-c1124426380f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5dda42c6-2137-4e41-b196-c1124426380f,segment=NetworkSegment(c9440046-e05a-4a47-8586-3d4c0284fde5),segment_id=c9440046-e05a-4a47-8586-3d4c0284fde5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:01.304816 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-78c91d90-490b-4f3f-857b-6fa21513f11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.306462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-ed98cf11-4b90-45ec-9179-84aef5d208c3 service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339861 Aug 31 01:19:01.315267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c9752-f13b-474b-85cd-da4fb4228ecc None None] Routers {'202cfb43-610f-4887-a74c-a6d6fb2588d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:01.316012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fa4c9752-f13b-474b-85cd-da4fb4228ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['202cfb43-610f-4887-a74c-a6d6fb2588d2'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:01.325258 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-78c91d90-490b-4f3f-857b-6fa21513f11d admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.327193 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-78c91d90-490b-4f3f-857b-6fa21513f11d admin admin] 10.222.0.58 "DELETE /v2.0/networks/80eb3d75-ebc6-4820-b0b2-78fcf9e1c648 HTTP/1.1" status: 204 len: 168 time: 1.4339697 Aug 31 01:19:01.333881 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c91d90-490b-4f3f-857b-6fa21513f11d admin admin] Pushing event deleted for resources: {'Network': ['ID=80eb3d75-ebc6-4820-b0b2-78fcf9e1c648,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:01.334851 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.464273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fa4c9752-f13b-474b-85cd-da4fb4228ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:01.467519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c9752-f13b-474b-85cd-da4fb4228ecc None None] The sync data for ids ['202cfb43-610f-4887-a74c-a6d6fb2588d2'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:01.474324 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3dc0ad3a-2d1f-4898-8bcd-60128ff870be None None] Provisioning complete for port 5dda42c6-2137-4e41-b196-c1124426380f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:01.475706 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3dc0ad3a-2d1f-4898-8bcd-60128ff870be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.490771 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-bf763ea3-43ae-4486-aa7b-0bcf9f11073c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.511006 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.514048 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-80c0c5c4-58ee-4461-be81-6a21edcddba0 service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988916 Aug 31 01:19:01.520384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b01cb821-a6a5-4d7b-89d2-c85ee913b3bf up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:01.525219 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.632112 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.638840 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.640199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cb555-79c9-445f-b19b-62c023fa0c05 None None] Pushing event updated for resources: {'Port': ['ID=90d7d270-35ae-45d1-b523-149643acd4d5,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:01.651075 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-78801abe-5c20-4292-a6ff-edc300ba4579 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d HTTP/1.1" status: 200 len: 217 time: 0.1127651 Aug 31 01:19:01.691728 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-bf763ea3-43ae-4486-aa7b-0bcf9f11073c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.729966 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:01.751644 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=5dda42c6-2137-4e41-b196-c1124426380f,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:01.770022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:01.814987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:01.818373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 32950) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:01.835166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:01.839588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3dc0ad3a-2d1f-4898-8bcd-60128ff870be None None] Provisioning complete for port 551c429a-efc9-4a19-baf0-dfe2eccfea2b triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:01.840013 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3dc0ad3a-2d1f-4898-8bcd-60128ff870be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.867449 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20f7ee02-fdec-4e80-bda3-e599806a3c4b req-0157190b-a55e-4db4-86bb-67e4235b7e10 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 210 time: 0.2109315 Aug 31 01:19:01.901000 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3dc0ad3a-2d1f-4898-8bcd-60128ff870be None None] Port 551c429a-efc9-4a19-baf0-dfe2eccfea2b cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:01.906128 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:01.906659 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.929388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Pushing event updated for resources: {'Port': ['ID=2f009fe0-68e0-478f-97b7-1bb8281dcdbc,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:01.988706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-634b2693-96a0-493f-a1c4-c9004725c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:01.994191 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-634b2693-96a0-493f-a1c4-c9004725c613 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c HTTP/1.1" status: 200 len: 797 time: 0.2390528 Aug 31 01:19:02.020946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Allocated IP 172.20.0.7 (df43ae3b-3e3c-4303-9a79-19d216bc711e/7348b38a-6b6d-452c-bd80-0ae8a3a1ec10/931d9521-a8b0-4882-8507-197ebaa06eda) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:02.026029 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.074917 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b01cb821-a6a5-4d7b-89d2-c85ee913b3bf,segment=NetworkSegment(8d94601c-e920-4de0-b27d-9595e9bfe8d0),segment_id=8d94601c-e920-4de0-b27d-9595e9bfe8d0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:02.090637 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.095677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-bf763ea3-43ae-4486-aa7b-0bcf9f11073c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Network df43ae3b-3e3c-4303-9a79-19d216bc711e is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:02.120450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-bf763ea3-43ae-4486-aa7b-0bcf9f11073c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:02.130157 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-bf763ea3-43ae-4486-aa7b-0bcf9f11073c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:02.136008 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf763ea3-43ae-4486-aa7b-0bcf9f11073c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Pushing event updated for resources: {'Port': ['ID=65fb4a38-a97d-4f1e-96c6-abe9061c9c83,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:02.195267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=b01cb821-a6a5-4d7b-89d2-c85ee913b3bf,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:02.235416 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Allocated IP 2001:db8:1::1 (4229bc08-b338-495d-bc4d-8336e787c0d9/2fee7031-9a44-45d6-a7d4-9b1d0dec2dc1/b910073b-71d8-4644-8a86-162469be40d5) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:02.255550 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-bf763ea3-43ae-4486-aa7b-0bcf9f11073c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:02.256525 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-bf763ea3-43ae-4486-aa7b-0bcf9f11073c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.269916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bfd724b5-3714-4c9b-a870-17aab94ca7bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d5f166dc67e4ccdb7fc00f1180adabd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364851 Aug 31 01:19:02.273342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 32964) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:02.370626 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-bf763ea3-43ae-4486-aa7b-0bcf9f11073c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6663830 Aug 31 01:19:02.401770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Request body: {'port': {'device_id': '44e6148e-f0c5-46d4-945c-ddab3dcbf9f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:02.425898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5dda42c6-2137-4e41-b196-c1124426380f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:02.514540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 5dda42c6-2137-4e41-b196-c1124426380f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:02.515098 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.531349 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.675718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 90d7d270-35ae-45d1-b523-149643acd4d5 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:02.708958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800a6614-42c5-4705-a415-82139f3bedfa None None] Network 3431a1c8-ec79-4f87-915e-d3846cb7d67b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:02.788019 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-da95889d-4ec7-4540-b4a4-61083571a55f None None] Provisioning for port 90d7d270-35ae-45d1-b523-149643acd4d5 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:02.846968 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 90d7d270-35ae-45d1-b523-149643acd4d5 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:02.859095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 90d7d270-35ae-45d1-b523-149643acd4d5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:02.859550 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:02.866945 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d358-1eee-4786-b9df-4201665b2f4f req-980eb18a-bc90-450f-ba0e-082aad1aa7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:02.868548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-980eb18a-bc90-450f-ba0e-082aad1aa7b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8513191 Aug 31 01:19:03.035844 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.064851 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.082507 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 90d7d270-35ae-45d1-b523-149643acd4d5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=90d7d270-35ae-45d1-b523-149643acd4d5,segment=NetworkSegment(6269624c-6d57-43ce-9b5a-b9facbddef9f),segment_id=6269624c-6d57-43ce-9b5a-b9facbddef9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:03.087237 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.088065 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.117974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Transition to ACTIVE for port object b910073b-71d8-4644-8a86-162469be40d5 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:03.121521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d32f69e-f942-4319-ac21-aae20c1c2a16 req-9092d9b5-7668-4d5f-bd46-b7b7519df0ff tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 210 time: 0.0920546 Aug 31 01:19:03.152383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=90d7d270-35ae-45d1-b523-149643acd4d5,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:03.176630 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.199826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 4229bc08-b338-495d-bc4d-8336e787c0d9 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:03.200970 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-075a4c5d-23d4-4541-9901-f74f412d8504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.203071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:03.229350 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:03.229350 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.232598 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-075a4c5d-23d4-4541-9901-f74f412d8504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.333737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=b910073b-71d8-4644-8a86-162469be40d5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:03.412676 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.415621 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-d03b985e-4746-417b-a06c-b2dd8967a186 service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342267 Aug 31 01:19:03.445954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fcb8ca2c-dae3-40d6-8b0d-494eaaeb6965 None None] Provisioning complete for port 90d7d270-35ae-45d1-b523-149643acd4d5 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:03.446327 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fcb8ca2c-dae3-40d6-8b0d-494eaaeb6965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.449717 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-075a4c5d-23d4-4541-9901-f74f412d8504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.453092 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-075a4c5d-23d4-4541-9901-f74f412d8504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.454872 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-075a4c5d-23d4-4541-9901-f74f412d8504 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e76fdd6e-5105-4a2a-9a52-d3347832bedf HTTP/1.1" status: 204 len: 168 time: 1.1791823 Aug 31 01:19:03.489566 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.623419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a4c5d-23d4-4541-9901-f74f412d8504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76fdd6e-5105-4a2a-9a52-d3347832bedf,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:03.728602 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-370b4b41-f5cc-4371-bfa2-aae3154ca5c3 None None] Provisioning for port b910073b-71d8-4644-8a86-162469be40d5 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:03.743493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-370b4b41-f5cc-4371-bfa2-aae3154ca5c3 None None] Provisioning complete for port b910073b-71d8-4644-8a86-162469be40d5 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:03.744448 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-370b4b41-f5cc-4371-bfa2-aae3154ca5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.827485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-370b4b41-f5cc-4371-bfa2-aae3154ca5c3 None None] Port b910073b-71d8-4644-8a86-162469be40d5 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:03.835627 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.841234 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3357d358-1eee-4786-b9df-4201665b2f4f req-8cc0fb56-e58d-4524-b0ee-f6662af567b4 service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124262 Aug 31 01:19:03.845550 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.846154 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.847005 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.900702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Network df43ae3b-3e3c-4303-9a79-19d216bc711e is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:03.905674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:03.908218 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.910299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:04.000027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=b910073b-71d8-4644-8a86-162469be40d5,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:04.012029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Pushing event updated for resources: {'Port': ['ID=931d9521-a8b0-4882-8507-197ebaa06eda,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:04.033075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:04.033436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:04.033777 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:04.034122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:04.034458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:04.034791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:04.035676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:04.035676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:04.035825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:04.036118 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:04.036450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:04.036774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:04.056565 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:04.057492 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.074638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 4229bc08-b338-495d-bc4d-8336e787c0d9 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:04.079420 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:04.121814 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1cc0f510-2839-46b7-bc75-e47365ab5769 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2446959 Aug 31 01:19:04.142547 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Request body: {'port': {'device_id': '52c89cbf-97fb-4227-bb9a-39d545e6a5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:04.268307 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 90d7d270-35ae-45d1-b523-149643acd4d5 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:04.309568 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.370256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router 202cfb43-610f-4887-a74c-a6d6fb2588d2 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:04.387145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Router c6e77f38-79b2-4465-918f-76a9fab0132e is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:19:04.426251 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:04.429999 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 90d7d270-35ae-45d1-b523-149643acd4d5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:04.431145 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.435864 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.451967 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Transition to ACTIVE for port object 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:04.460802 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.583391 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Pushing event updated for resources: {'Port': ['ID=65fb4a38-a97d-4f1e-96c6-abe9061c9c83,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:04.596891 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b01cb821-a6a5-4d7b-89d2-c85ee913b3bf up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:04.668130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-14a18708-7d91-4c3f-9dc4-fd15ada2f90a None None] Provisioning complete for port b910073b-71d8-4644-8a86-162469be40d5 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:04.668517 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-14a18708-7d91-4c3f-9dc4-fd15ada2f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.728032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-14a18708-7d91-4c3f-9dc4-fd15ada2f90a None None] Port b910073b-71d8-4644-8a86-162469be40d5 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:04.742258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:04.742645 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.795716 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Attempting to bind port 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:04.796403 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Attempting to bind port 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:04.796947 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Attempting to bind port 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 on network df43ae3b-3e3c-4303-9a79-19d216bc711e {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:04.808451 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Port 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 on network df43ae3b-3e3c-4303-9a79-19d216bc711e not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:19:04.809028 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Attempting to bind port 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 on network df43ae3b-3e3c-4303-9a79-19d216bc711e {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:04.815186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:04.817668 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:04.818245 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Checking segment: {'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:04.818836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Bound using segment: {'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:04.819692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Bound port: 65fb4a38-a97d-4f1e-96c6-abe9061c9c83, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:04.820306 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:04.825926 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e0492-45d1-460a-92d6-85c5ceb03dd5 None None] Sync routers for ids ['202cfb43-610f-4887-a74c-a6d6fb2588d2'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:04.829042 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7a798e76-16d8-4c19-9f4d-f6fc09e9c589 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/202cfb43-610f-4887-a74c-a6d6fb2588d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1421802 Aug 31 01:19:04.838919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184260f0-0169-496e-9bf8-e82353e0c7dd req-4c8c556c-0e1d-4c74-9a4b-32272c2bbaff tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:04.840734 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e0492-45d1-460a-92d6-85c5ceb03dd5 None None] Routers {'202cfb43-610f-4887-a74c-a6d6fb2588d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:04.843188 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-137e0492-45d1-460a-92d6-85c5ceb03dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['202cfb43-610f-4887-a74c-a6d6fb2588d2'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:04.846724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33036) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:04.850065 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-184260f0-0169-496e-9bf8-e82353e0c7dd req-4c8c556c-0e1d-4c74-9a4b-32272c2bbaff tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 931 time: 0.5619602 Aug 31 01:19:04.904690 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-137e0492-45d1-460a-92d6-85c5ceb03dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:04.915093 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e0492-45d1-460a-92d6-85c5ceb03dd5 None None] Routers {'202cfb43-610f-4887-a74c-a6d6fb2588d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:04.917169 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-137e0492-45d1-460a-92d6-85c5ceb03dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['202cfb43-610f-4887-a74c-a6d6fb2588d2'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:04.958412 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-137e0492-45d1-460a-92d6-85c5ceb03dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:04.959380 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e0492-45d1-460a-92d6-85c5ceb03dd5 None None] The sync data for ids ['202cfb43-610f-4887-a74c-a6d6fb2588d2'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:04.975378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33038) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:04.994995 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] For port 65fb4a38-a97d-4f1e-96c6-abe9061c9c83, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:04.998715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] For port 65fb4a38-a97d-4f1e-96c6-abe9061c9c83, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=65fb4a38-a97d-4f1e-96c6-abe9061c9c83,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:05.007400 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.087044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931d9521-a8b0-4882-8507-197ebaa06eda {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:05.091752 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:05.103646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Sync routers for ids ['c6e77f38-79b2-4465-918f-76a9fab0132e'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:05.113079 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.117029 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Routers {'c6e77f38-79b2-4465-918f-76a9fab0132e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:05.117714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c6e77f38-79b2-4465-918f-76a9fab0132e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:05.121184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-184260f0-0169-496e-9bf8-e82353e0c7dd req-f0aacf09-8af4-467e-aabb-e21e64f4b2ab tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466355 Aug 31 01:19:05.130187 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540cd86e-da11-4dd3-bf98-a64897eadaab tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:05.140429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33042) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:05.142158 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-540cd86e-da11-4dd3-bf98-a64897eadaab tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports/b910073b-71d8-4644-8a86-162469be40d5 HTTP/1.1" status: 200 len: 913 time: 0.2910142 Aug 31 01:19:05.144991 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Pushing event updated for resources: {'Port': ['ID=65fb4a38-a97d-4f1e-96c6-abe9061c9c83,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:05.157575 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:05.158629 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.160162 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1becdd36-aae9-4f5b-9002-2a74026b0d42 service neutron] 10.222.0.70 "PUT /v2.0/ports/65fb4a38-a97d-4f1e-96c6-abe9061c9c83 HTTP/1.1" status: 200 len: 1092 time: 2.7660618 Aug 31 01:19:05.160686 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e6148e-f0c5-46d4-945c-ddab3dcbf9f1', 'tag': '65fb4a38-a97d-4f1e-96c6-abe9061c9c83'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:05.163239 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ee4f3d-0e78-4731-90a2-82a9c251c863" -d '{"events": [{"name": "network-changed", "server_uuid": "44e6148e-f0c5-46d4-945c-ddab3dcbf9f1", "tag": "65fb4a38-a97d-4f1e-96c6-abe9061c9c83"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:05.168603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-network', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:05.214417 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.215929 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7f62945f-d90b-4447-9c03-6f2caab8a487 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5056682 Aug 31 01:19:05.218962 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Transition to ACTIVE for port object 931d9521-a8b0-4882-8507-197ebaa06eda will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:05.227574 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33046) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:05.232261 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1eb386-5fc0-43bb-8b19-3efc7bd9e831 x-openstack-request-id: req-3d1eb386-5fc0-43bb-8b19-3efc7bd9e831 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:05.232769 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e6148e-f0c5-46d4-945c-ddab3dcbf9f1", "tag": "65fb4a38-a97d-4f1e-96c6-abe9061c9c83", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:05.233598 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d1eb386-5fc0-43bb-8b19-3efc7bd9e831 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:05.234182 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e6148e-f0c5-46d4-945c-ddab3dcbf9f1', 'tag': '65fb4a38-a97d-4f1e-96c6-abe9061c9c83', 'status': 'completed', 'code': 200} Aug 31 01:19:05.253686 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-409bf9f3-3d20-41da-91cc-e70c993d260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:05.255669 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-409bf9f3-3d20-41da-91cc-e70c993d260e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a5fc6e639cf4fdb9ec2daa91438d93a&device_id=44e6148e-f0c5-46d4-945c-ddab3dcbf9f1 HTTP/1.1" status: 200 len: 1095 time: 0.0538664 Aug 31 01:19:05.279400 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.292895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Set router c6e77f38-79b2-4465-918f-76a9fab0132e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:05.330888 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-110a475f-f986-421d-931d-f9ab9511b3de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65fb4a38-a97d-4f1e-96c6-abe9061c9c83 HTTP/1.1" status: 200 len: 217 time: 0.0654914 Aug 31 01:19:05.371957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] Made reservation on behalf of 71f1e42e6ecf4b099a3442968b702db6 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:05.374399 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.424666 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-3d6310e2-55d3-4dbc-8c70-eb959dc46c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:05.427354 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-3d6310e2-55d3-4dbc-8c70-eb959dc46c62 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7348b38a-6b6d-452c-bd80-0ae8a3a1ec10 HTTP/1.1" status: 200 len: 853 time: 0.0890226 Aug 31 01:19:05.451180 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.470512 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-fd2c632f-c429-4f8f-bc6a-330b75c84815 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df43ae3b-3e3c-4303-9a79-19d216bc711e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361185 Aug 31 01:19:05.533310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'name': 'tempest-TestServerBasicOps-1131274443-router', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2f009fe0-68e0-478f-97b7-1bb8281dcdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:58Z', 'updated_at': '2021-08-31T01:19:02Z', 'revision_number': 3, 'project_id': '3d334eb8d2fa49a294f2812588b862f0', 'gw_port': {'id': '2f009fe0-68e0-478f-97b7-1bb8281dcdbc', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:00Z', 'updated_at': '2021-08-31T01:19:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:05.570276 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Checking router: c6e77f38-79b2-4465-918f-76a9fab0132e for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:19:05.570627 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Updating router c6e77f38-79b2-4465-918f-76a9fab0132e port 2f009fe0-68e0-478f-97b7-1bb8281dcdbc binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:19:05.580548 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Pushing event updated for resources: {'Port': ['ID=931d9521-a8b0-4882-8507-197ebaa06eda,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:05.581993 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-2dbc862d-4999-4354-8a25-e36ff74d10e2 service neutron] 10.222.0.70 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036079 Aug 31 01:19:05.603448 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:05.708763 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-9dd33501-1b23-423d-831c-e28912b49faa service neutron] 10.222.0.70 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166711 Aug 31 01:19:05.838751 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee4f3d-0e78-4731-90a2-82a9c251c863 req-7bbd354d-9c47-4816-b40a-4b9f194be908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:05.842484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Attempting to bind port 931d9521-a8b0-4882-8507-197ebaa06eda on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:05.842832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Attempting to bind port 931d9521-a8b0-4882-8507-197ebaa06eda by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:05.843167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Attempting to bind port 931d9521-a8b0-4882-8507-197ebaa06eda on network df43ae3b-3e3c-4303-9a79-19d216bc711e {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:05.856997 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f2ee4f3d-0e78-4731-90a2-82a9c251c863 req-7bbd354d-9c47-4816-b40a-4b9f194be908 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a5fc6e639cf4fdb9ec2daa91438d93a&device_id=44e6148e-f0c5-46d4-945c-ddab3dcbf9f1 HTTP/1.1" status: 200 len: 1095 time: 0.0971410 Aug 31 01:19:05.928667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Port 931d9521-a8b0-4882-8507-197ebaa06eda on network df43ae3b-3e3c-4303-9a79-19d216bc711e not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:19:05.929091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Attempting to bind port 931d9521-a8b0-4882-8507-197ebaa06eda on network df43ae3b-3e3c-4303-9a79-19d216bc711e {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:05.992111 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.015656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Transition to ACTIVE for port object 2f009fe0-68e0-478f-97b7-1bb8281dcdbc will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:06.040322 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.041961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee4f3d-0e78-4731-90a2-82a9c251c863 req-1ed7bd6b-0b41-4473-b539-3fddf13a2f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:06.043841 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f2ee4f3d-0e78-4731-90a2-82a9c251c863 req-1ed7bd6b-0b41-4473-b539-3fddf13a2f33 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df43ae3b-3e3c-4303-9a79-19d216bc711e HTTP/1.1" status: 200 len: 914 time: 0.1785729 Aug 31 01:19:06.101190 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f2ee4f3d-0e78-4731-90a2-82a9c251c863 req-08dd8e8a-e014-4d07-9652-b2bed65f2c9f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65fb4a38-a97d-4f1e-96c6-abe9061c9c83 HTTP/1.1" status: 200 len: 217 time: 0.0490832 Aug 31 01:19:06.101540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Attempting to bind port 2f009fe0-68e0-478f-97b7-1bb8281dcdbc on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:06.101913 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Attempting to bind port 2f009fe0-68e0-478f-97b7-1bb8281dcdbc by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:06.102580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Attempting to bind port 2f009fe0-68e0-478f-97b7-1bb8281dcdbc on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:06.110525 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:06.110902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:06.111326 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.111956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:06.112698 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Bound port: 2f009fe0-68e0-478f-97b7-1bb8281dcdbc, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:06.113164 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.164081 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4edfb7-cb6f-4d72-aa28-4dcb6ae144c9 None None] Pushing event updated for resources: {'Port': ['ID=2f009fe0-68e0-478f-97b7-1bb8281dcdbc,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:06.168537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee4f3d-0e78-4731-90a2-82a9c251c863 req-e8b9ec32-b11b-4cb8-a632-0e13fd089a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:06.170524 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f2ee4f3d-0e78-4731-90a2-82a9c251c863 req-e8b9ec32-b11b-4cb8-a632-0e13fd089a0b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7348b38a-6b6d-452c-bd80-0ae8a3a1ec10 HTTP/1.1" status: 200 len: 853 time: 0.0622814 Aug 31 01:19:06.214080 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f2ee4f3d-0e78-4731-90a2-82a9c251c863 req-90086a79-aab2-4302-9d8d-2fa15b8fb57f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df43ae3b-3e3c-4303-9a79-19d216bc711e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339744 Aug 31 01:19:06.239526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] For port 2f009fe0-68e0-478f-97b7-1bb8281dcdbc, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:06.243772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] For port 2f009fe0-68e0-478f-97b7-1bb8281dcdbc, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2f009fe0-68e0-478f-97b7-1bb8281dcdbc,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:06.249237 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.323639 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Routers {'c6e77f38-79b2-4465-918f-76a9fab0132e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:06.324320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c6e77f38-79b2-4465-918f-76a9fab0132e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:06.330285 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f2ee4f3d-0e78-4731-90a2-82a9c251c863 req-b47ad644-e378-4e62-bf83-fb25abedd24e service neutron] 10.222.0.70 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079595 Aug 31 01:19:06.379178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4edfb7-cb6f-4d72-aa28-4dcb6ae144c9 None None] Pushing event updated for resources: {'Port': ['ID=2f009fe0-68e0-478f-97b7-1bb8281dcdbc,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:06.386843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:06.387399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Checking segment: {'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:06.387596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Bound using segment: {'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:06.388168 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Bound port: 931d9521-a8b0-4882-8507-197ebaa06eda, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:06.388388 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.452612 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f2ee4f3d-0e78-4731-90a2-82a9c251c863 req-b849fea6-c298-4ccf-af8a-2e7aca8c16b4 service neutron] 10.222.0.70 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146636 Aug 31 01:19:06.462035 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] Set router c6e77f38-79b2-4465-918f-76a9fab0132e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:06.546295 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.561267 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.637227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e491135-6752-41b1-b367-854b7f1d053c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:06.666598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:06.667034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'name': 'tempest-TestServerBasicOps-1131274443-router', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2f009fe0-68e0-478f-97b7-1bb8281dcdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:58Z', 'updated_at': '2021-08-31T01:19:02Z', 'revision_number': 3, 'project_id': '3d334eb8d2fa49a294f2812588b862f0', 'gw_port': {'id': '2f009fe0-68e0-478f-97b7-1bb8281dcdbc', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:00Z', 'updated_at': '2021-08-31T01:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:06.696087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695f3c7-9380-4103-92c2-979b1c93a8b0 None None] The sync data for ids ['c6e77f38-79b2-4465-918f-76a9fab0132e'] in n-d-802060-13 is: [{'id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'name': 'tempest-TestServerBasicOps-1131274443-router', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2f009fe0-68e0-478f-97b7-1bb8281dcdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:58Z', 'updated_at': '2021-08-31T01:19:02Z', 'revision_number': 3, 'project_id': '3d334eb8d2fa49a294f2812588b862f0', 'gw_port': {'id': '2f009fe0-68e0-478f-97b7-1bb8281dcdbc', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:00Z', 'updated_at': '2021-08-31T01:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:06.706923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd88e9e-e403-4a76-ae6e-772248499a5d req-a2dec75b-f4bb-4561-b4cd-e85783460586 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:06.708513 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dd88e9e-e403-4a76-ae6e-772248499a5d req-a2dec75b-f4bb-4561-b4cd-e85783460586 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 943 time: 0.3312848 Aug 31 01:19:06.730322 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.730663 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] Added segment 31aeedeb-f569-45e8-955b-bbf46cfbd5b8 of type vlan for network be74f3c6-3ce5-4840-a086-8b4fede80175 Aug 31 01:19:06.818748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] For port 931d9521-a8b0-4882-8507-197ebaa06eda, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:06.872435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] For port 931d9521-a8b0-4882-8507-197ebaa06eda, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=931d9521-a8b0-4882-8507-197ebaa06eda,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:06.874892 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.889386 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.900526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dd88e9e-e403-4a76-ae6e-772248499a5d req-039ee512-24d0-48e2-af13-423f8193f817 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743472 Aug 31 01:19:06.949494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:06.950417 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.951886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] 10.222.0.15 "PUT /v2.0/ports/931d9521-a8b0-4882-8507-197ebaa06eda HTTP/1.1" status: 200 len: 1092 time: 2.8163075 Aug 31 01:19:06.957882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c89cbf-97fb-4227-bb9a-39d545e6a5b8', 'tag': '931d9521-a8b0-4882-8507-197ebaa06eda'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:06.963826 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4b7f26-2f4f-41e7-9bdf-d0d66cec8eef" -d '{"events": [{"name": "network-changed", "server_uuid": "52c89cbf-97fb-4227-bb9a-39d545e6a5b8", "tag": "931d9521-a8b0-4882-8507-197ebaa06eda"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:07.023347 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.024332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:07.024994 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.048351 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e9a10d-cdeb-4797-837b-3e52472f90eb x-openstack-request-id: req-54e9a10d-cdeb-4797-837b-3e52472f90eb {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:07.048699 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c89cbf-97fb-4227-bb9a-39d545e6a5b8", "tag": "931d9521-a8b0-4882-8507-197ebaa06eda", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:07.048883 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54e9a10d-cdeb-4797-837b-3e52472f90eb {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:07.049403 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c89cbf-97fb-4227-bb9a-39d545e6a5b8', 'tag': '931d9521-a8b0-4882-8507-197ebaa06eda', 'status': 'completed', 'code': 200} Aug 31 01:19:07.139797 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d47cf-6458-499c-a2cd-2891ea4a9b6b service neutron] Pushing event updated for resources: {'Port': ['ID=931d9521-a8b0-4882-8507-197ebaa06eda,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:07.164858 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.176199 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e438c7b-1321-4958-bfcb-ac3bb7fe3d07 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.189507 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2099569 Aug 31 01:19:07.193246 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33084) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:07.198336 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-df4f6490-a665-4e6c-affc-35038d5507e5 admin admin] Request body: {'subnet': {'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-subnet', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:07.235742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302dfbc-2ab6-4f59-b02d-640851471c66 admin admin] Pushing event updated for resources: {'Network': ['ID=be74f3c6-3ce5-4840-a086-8b4fede80175,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:07.249895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network be74f3c6-3ce5-4840-a086-8b4fede80175 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:07.256654 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4f6490-a665-4e6c-affc-35038d5507e5 admin admin] Made reservation on behalf of 71f1e42e6ecf4b099a3442968b702db6 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:07.259021 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df4f6490-a665-4e6c-affc-35038d5507e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.291582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-31e27705-421e-44e6-b311-827017caef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:07.293324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-31e27705-421e-44e6-b311-827017caef9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a5fc6e639cf4fdb9ec2daa91438d93a&device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 1095 time: 0.2596502 Aug 31 01:19:07.420048 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-b0a1a483-c7be-4268-8ff3-cacb0a92e2b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=931d9521-a8b0-4882-8507-197ebaa06eda HTTP/1.1" status: 200 len: 217 time: 0.0716255 Aug 31 01:19:07.508302 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df4f6490-a665-4e6c-affc-35038d5507e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.561404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f6490-a665-4e6c-affc-35038d5507e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca187ae-022b-43d7-972b-e43043dfa2e1,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:07.574061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-36f7048c-b5a4-4b7e-baf0-ab365e98f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:07.580624 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-36f7048c-b5a4-4b7e-baf0-ab365e98f78c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7348b38a-6b6d-452c-bd80-0ae8a3a1ec10 HTTP/1.1" status: 200 len: 853 time: 0.1530650 Aug 31 01:19:07.597152 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f6490-a665-4e6c-affc-35038d5507e5 admin admin] Checking segment: {'id': '31aeedeb-f569-45e8-955b-bbf46cfbd5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:07.597341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f6490-a665-4e6c-affc-35038d5507e5 admin admin] Network hostable DHCP agents. Network: be74f3c6-3ce5-4840-a086-8b4fede80175, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:07.622895 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f6490-a665-4e6c-affc-35038d5507e5 admin admin] Network be74f3c6-3ce5-4840-a086-8b4fede80175 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:07.636111 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-df4f6490-a665-4e6c-affc-35038d5507e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, be74f3c6-3ce5-4840-a086-8b4fede80175) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:07.647309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad145998-1e3f-4adc-b04e-6448407782cc None None] Network be74f3c6-3ce5-4840-a086-8b4fede80175 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:07.647896 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-1c5a1db2-d462-4537-8bb9-20b3654c9b9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df43ae3b-3e3c-4303-9a79-19d216bc711e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396216 Aug 31 01:19:07.654040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f6490-a665-4e6c-affc-35038d5507e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:07.655241 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df4f6490-a665-4e6c-affc-35038d5507e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.690279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Allocated IP 172.20.0.1 (3431a1c8-ec79-4f87-915e-d3846cb7d67b/da7178f9-8523-4ab9-9ff9-8b4f7ec27c7b/013a1e0f-4365-436e-99c3-a23ea83a651c) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:07.696543 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-df4f6490-a665-4e6c-affc-35038d5507e5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4998040 Aug 31 01:19:07.697023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33088) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:07.702245 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:07.737306 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.740469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.828256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddf784e-c3b6-4b40-b25a-5fd94dc5da28 None None] Network be74f3c6-3ce5-4840-a086-8b4fede80175 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:07.836010 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:07.873834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-9747e695-a748-415e-9a53-83b4911d939f service neutron] 10.222.0.15 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070343 Aug 31 01:19:08.054651 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.087436 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.149175 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Transition to ACTIVE for port object 013a1e0f-4365-436e-99c3-a23ea83a651c will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:08.162835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-3e438c7b-1321-4958-bfcb-ac3bb7fe3d07 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port b910073b-71d8-4644-8a86-162469be40d5 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:08.163203 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e438c7b-1321-4958-bfcb-ac3bb7fe3d07 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.171628 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52b1485e-5ab6-46c6-9932-6e8c91b2e6c7 req-99834f97-5245-493c-9cab-a46b6b00729d service neutron] 10.222.0.15 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967651 Aug 31 01:19:08.243452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf696e-885d-4406-bff7-bef8ee012140 req-eab045cb-4cf8-4163-924d-644f90a594ea tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:08.252109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51cf696e-885d-4406-bff7-bef8ee012140 req-eab045cb-4cf8-4163-924d-644f90a594ea tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 943 time: 0.2041461 Aug 31 01:19:08.329667 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2f009fe0-68e0-478f-97b7-1bb8281dcdbc up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:08.420954 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.425779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 2f009fe0-68e0-478f-97b7-1bb8281dcdbc completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:08.434098 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2f009fe0-68e0-478f-97b7-1bb8281dcdbc triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:08.435271 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.462254 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51cf696e-885d-4406-bff7-bef8ee012140 req-d0552439-d651-48f0-9ad9-8cf7da64b1c6 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977563 Aug 31 01:19:08.494012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.503269 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e438c7b-1321-4958-bfcb-ac3bb7fe3d07 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.520842 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:19:08.530433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Network 3431a1c8-ec79-4f87-915e-d3846cb7d67b is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:08.533298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:08.545082 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.550616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:08.562703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-3e438c7b-1321-4958-bfcb-ac3bb7fe3d07 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for b910073b-71d8-4644-8a86-162469be40d5 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:08.613860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b7f26-2f4f-41e7-9bdf-d0d66cec8eef req-c035d2e8-5987-484e-9db1-2c500d468af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:08.615915 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b4b7f26-2f4f-41e7-9bdf-d0d66cec8eef req-c035d2e8-5987-484e-9db1-2c500d468af4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a5fc6e639cf4fdb9ec2daa91438d93a&device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 1095 time: 0.3174038 Aug 31 01:19:08.669312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Pushing event updated for resources: {'Port': ['ID=013a1e0f-4365-436e-99c3-a23ea83a651c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:08.779914 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.813338 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.829998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Allocated IP 172.25.6.211 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:08.854262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 65fb4a38-a97d-4f1e-96c6-abe9061c9c83, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=65fb4a38-a97d-4f1e-96c6-abe9061c9c83,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:08.876953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 2f009fe0-68e0-478f-97b7-1bb8281dcdbc, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2f009fe0-68e0-478f-97b7-1bb8281dcdbc,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:08.881308 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '65fb4a38-a97d-4f1e-96c6-abe9061c9c83', 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e', 'port_id': '65fb4a38-a97d-4f1e-96c6-abe9061c9c83', 'mac_address': 'fa:16:3e:2b:a7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7348b38a-6b6d-452c-bd80-0ae8a3a1ec10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:19:08.883870 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:08.930575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b7f26-2f4f-41e7-9bdf-d0d66cec8eef req-a301bacc-a42f-4ccb-890c-0cda47f8e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:08.936802 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b4b7f26-2f4f-41e7-9bdf-d0d66cec8eef req-a301bacc-a42f-4ccb-890c-0cda47f8e25b service neutron] 10.222.0.15 "GET /v2.0/networks?id=df43ae3b-3e3c-4303-9a79-19d216bc711e HTTP/1.1" status: 200 len: 914 time: 0.3040709 Aug 31 01:19:08.981846 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=2f009fe0-68e0-478f-97b7-1bb8281dcdbc,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:08.992870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33106) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:08.999482 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:08.999893 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:09.000236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:09.000646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:09.000981 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:09.001310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:09.001635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:09.001957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:09.002286 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:09.002598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:09.002914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:09.004032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:09.036990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5ac199e9-31e5-4e0c-9de2-01b449cf8330 None None] Provisioning for port 013a1e0f-4365-436e-99c3-a23ea83a651c completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:09.042366 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.046196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5ac199e9-31e5-4e0c-9de2-01b449cf8330 None None] Provisioning complete for port 013a1e0f-4365-436e-99c3-a23ea83a651c triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:09.046791 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5ac199e9-31e5-4e0c-9de2-01b449cf8330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.084606 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.136143 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:09.147542 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.148022 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b4b7f26-2f4f-41e7-9bdf-d0d66cec8eef req-37e39ecd-976c-48f2-93f2-63c15344b640 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=931d9521-a8b0-4882-8507-197ebaa06eda HTTP/1.1" status: 200 len: 217 time: 0.1344547 Aug 31 01:19:09.155660 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.165852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 65fb4a38-a97d-4f1e-96c6-abe9061c9c83, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=65fb4a38-a97d-4f1e-96c6-abe9061c9c83,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:09.172900 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.179558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5ac199e9-31e5-4e0c-9de2-01b449cf8330 None None] Port 013a1e0f-4365-436e-99c3-a23ea83a651c cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:09.219481 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:09.223137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:09.225592 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:09.232521 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3aa0-2282-4cff-8ce6-be00225b948d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.251084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=65fb4a38-a97d-4f1e-96c6-abe9061c9c83,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:09.326837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Pushing event updated for resources: {'Port': ['ID=ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:09.370715 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-79fb6ba4-cbf1-49b1-8c77-3924456e4093 req-972edbe3-4d3e-4433-9e40-2aa8ef9ac42c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0718751 Aug 31 01:19:09.425188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['65fb4a38-a97d-4f1e-96c6-abe9061c9c83'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:19:09.429086 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e438c7b-1321-4958-bfcb-ac3bb7fe3d07 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.439846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b7f26-2f4f-41e7-9bdf-d0d66cec8eef req-831ce764-6e3a-4ec7-bbfb-77d425bad46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:09.441426 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b4b7f26-2f4f-41e7-9bdf-d0d66cec8eef req-831ce764-6e3a-4ec7-bbfb-77d425bad46c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7348b38a-6b6d-452c-bd80-0ae8a3a1ec10 HTTP/1.1" status: 200 len: 853 time: 0.2616155 Aug 31 01:19:09.555724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb6ba4-cbf1-49b1-8c77-3924456e4093 req-f0cc8149-f293-47b3-839f-48be3b0e3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:09.557508 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-79fb6ba4-cbf1-49b1-8c77-3924456e4093 req-f0cc8149-f293-47b3-839f-48be3b0e3585 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 1098 time: 0.1027822 Aug 31 01:19:09.575563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e438c7b-1321-4958-bfcb-ac3bb7fe3d07 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=b910073b-71d8-4644-8a86-162469be40d5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:09.592397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b4b7f26-2f4f-41e7-9bdf-d0d66cec8eef req-cf527be0-6dff-4c24-ac9d-17851110d044 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df43ae3b-3e3c-4303-9a79-19d216bc711e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392772 Aug 31 01:19:09.789907 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb6ba4-cbf1-49b1-8c77-3924456e4093 req-15c6ca84-e644-4ea6-8d4e-ec830815f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:09.791499 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-79fb6ba4-cbf1-49b1-8c77-3924456e4093 req-15c6ca84-e644-4ea6-8d4e-ec830815f7d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 200 len: 911 time: 0.2055879 Aug 31 01:19:09.798337 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.865101 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e438c7b-1321-4958-bfcb-ac3bb7fe3d07 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.899532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5ffe1-a36a-4c4c-91d1-354e18a3f12a req-2568c8b2-8d5e-4881-9038-506e3e8fe332 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:09.901243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54c5ffe1-a36a-4c4c-91d1-354e18a3f12a req-2568c8b2-8d5e-4881-9038-506e3e8fe332 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 943 time: 0.2428467 Aug 31 01:19:09.933926 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-79fb6ba4-cbf1-49b1-8c77-3924456e4093 req-7c0f1108-fb1b-49b9-93a4-17f25449acd6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822a906f-e6cb-4582-a594-a1400e17354c HTTP/1.1" status: 200 len: 1002 time: 0.1333711 Aug 31 01:19:10.183031 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2f009fe0-68e0-478f-97b7-1bb8281dcdbc up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:10.244609 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2f009fe0-68e0-478f-97b7-1bb8281dcdbc triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:10.245420 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.325703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b4b7f26-2f4f-41e7-9bdf-d0d66cec8eef req-69dcdba4-0d68-4034-8477-97966e9a864f service neutron] 10.222.0.15 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6723180 Aug 31 01:19:10.360973 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb6ba4-cbf1-49b1-8c77-3924456e4093 req-db3b93bb-3bc9-4ce4-9fa9-ef2abef030ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:10.362447 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-79fb6ba4-cbf1-49b1-8c77-3924456e4093 req-db3b93bb-3bc9-4ce4-9fa9-ef2abef030ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bdf0b07-4c89-45a2-828f-1c4e94ba70e3 HTTP/1.1" status: 200 len: 849 time: 0.4208066 Aug 31 01:19:10.387221 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.395846 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3aa0-2282-4cff-8ce6-be00225b948d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.425134 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.459135 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.459465 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3aa0-2282-4cff-8ce6-be00225b948d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.463600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb6ba4-cbf1-49b1-8c77-3924456e4093 req-e33b192e-2f42-45f5-94fd-d82d8df6cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:10.465092 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-79fb6ba4-cbf1-49b1-8c77-3924456e4093 req-e33b192e-2f42-45f5-94fd-d82d8df6cccc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05166366-f2cf-4263-a28e-fd696742cc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958025 Aug 31 01:19:10.487055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:10.534170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54c5ffe1-a36a-4c4c-91d1-354e18a3f12a req-cda0c722-d4c3-4bfc-badd-1b17778afc34 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6189229 Aug 31 01:19:10.543265 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:10.549200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:10.550444 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.599985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bdbb3aa0-2282-4cff-8ce6-be00225b948d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed5d2cdc6137449ca896b976a50e65c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5935950 Aug 31 01:19:10.600732 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33120) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:10.608785 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb3aa0-2282-4cff-8ce6-be00225b948d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e14a14-0d96-48df-b365-713e3f2d38a9,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:10.614669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Pushing event updated for resources: {'Port': ['ID=013a1e0f-4365-436e-99c3-a23ea83a651c,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:10.639259 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.653659 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.670692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e6148e-f0c5-46d4-945c-ddab3dcbf9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fb4a38-a97d-4f1e-96c6-abe9061c9c83'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:10.673788 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d7dc16-ab59-4625-822b-502ab96057e1" -d '{"events": [{"server_uuid": "44e6148e-f0c5-46d4-945c-ddab3dcbf9f1", "name": "network-vif-plugged", "status": "completed", "tag": "65fb4a38-a97d-4f1e-96c6-abe9061c9c83"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:10.686579 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-79fb6ba4-cbf1-49b1-8c77-3924456e4093 req-3b3140af-4c1e-4f7b-8bc7-939b2865f934 service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881874 Aug 31 01:19:10.692964 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 65fb4a38-a97d-4f1e-96c6-abe9061c9c83, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=65fb4a38-a97d-4f1e-96c6-abe9061c9c83,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:10.697509 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.744519 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd30ab20-620d-4edf-a8a9-ef34728f025e x-openstack-request-id: req-dd30ab20-620d-4edf-a8a9-ef34728f025e {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:10.744932 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e6148e-f0c5-46d4-945c-ddab3dcbf9f1", "name": "network-vif-plugged", "status": "completed", "tag": "65fb4a38-a97d-4f1e-96c6-abe9061c9c83", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:10.746071 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd30ab20-620d-4edf-a8a9-ef34728f025e {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:10.746774 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e6148e-f0c5-46d4-945c-ddab3dcbf9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fb4a38-a97d-4f1e-96c6-abe9061c9c83', 'code': 200} Aug 31 01:19:10.762689 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-341ac10f-26a6-4182-9687-759c8071a432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.764233 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=65fb4a38-a97d-4f1e-96c6-abe9061c9c83,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:10.776538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b4b7f26-2f4f-41e7-9bdf-d0d66cec8eef req-39a6b94b-a240-4fb2-884e-e89ead78013c service neutron] 10.222.0.15 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152565 Aug 31 01:19:10.801056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Router bf8840eb-0c38-4858-8706-b0da22da80d2 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:19:10.810688 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-341ac10f-26a6-4182-9687-759c8071a432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.827703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e438c7b-1321-4958-bfcb-ac3bb7fe3d07 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router 202cfb43-610f-4887-a74c-a6d6fb2588d2 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:10.893893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Network 3431a1c8-ec79-4f87-915e-d3846cb7d67b is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:10.920412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:10.933753 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-79fb6ba4-cbf1-49b1-8c77-3924456e4093 req-36fac584-7fca-447c-a0f0-8f4306961cfd service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385478 Aug 31 01:19:10.956452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d5ddf-9cbe-47f7-be68-d81cc7c9c9a5 req-831dd72f-e04d-4abf-8475-6592f12a8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:10.957995 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f93d5ddf-9cbe-47f7-be68-d81cc7c9c9a5 req-831dd72f-e04d-4abf-8475-6592f12a8f58 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44e6148e-f0c5-46d4-945c-ddab3dcbf9f1 HTTP/1.1" status: 200 len: 1097 time: 0.1453581 Aug 31 01:19:11.016780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e438c7b-1321-4958-bfcb-ac3bb7fe3d07 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:11.019819 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-341ac10f-26a6-4182-9687-759c8071a432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:11.020698 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:11.022663 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-341ac10f-26a6-4182-9687-759c8071a432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:11.023867 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-341ac10f-26a6-4182-9687-759c8071a432 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f7e14a14-0d96-48df-b365-713e3f2d38a9 HTTP/1.1" status: 204 len: 168 time: 0.4211361 Aug 31 01:19:11.027490 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3e438c7b-1321-4958-bfcb-ac3bb7fe3d07 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/202cfb43-610f-4887-a74c-a6d6fb2588d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8860066 Aug 31 01:19:11.031352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33126) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:11.050370 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56169f33-1e1b-4f77-809b-b1a5394d3dd2 None None] Sync routers for ids ['202cfb43-610f-4887-a74c-a6d6fb2588d2'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:11.053230 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ac10f-26a6-4182-9687-759c8071a432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e14a14-0d96-48df-b365-713e3f2d38a9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:11.062890 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f93d5ddf-9cbe-47f7-be68-d81cc7c9c9a5 req-99b4495a-359a-4e6a-a326-228690cf9a0d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687118 Aug 31 01:19:11.064402 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:11.081403 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Sync routers for ids ['bf8840eb-0c38-4858-8706-b0da22da80d2'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:11.081616 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56169f33-1e1b-4f77-809b-b1a5394d3dd2 None None] Routers {'202cfb43-610f-4887-a74c-a6d6fb2588d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:11.085219 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:11.085363 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-56169f33-1e1b-4f77-809b-b1a5394d3dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['202cfb43-610f-4887-a74c-a6d6fb2588d2'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:11.087860 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8bd3a491-c80e-4eaa-99f1-9b7621f74da6 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.3895712 Aug 31 01:19:11.090647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33128) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:11.103183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Routers {'bf8840eb-0c38-4858-8706-b0da22da80d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:11.105537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['bf8840eb-0c38-4858-8706-b0da22da80d2'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:11.148428 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-56169f33-1e1b-4f77-809b-b1a5394d3dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:11.162855 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56169f33-1e1b-4f77-809b-b1a5394d3dd2 None None] Routers {'202cfb43-610f-4887-a74c-a6d6fb2588d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:11.163803 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-56169f33-1e1b-4f77-809b-b1a5394d3dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['202cfb43-610f-4887-a74c-a6d6fb2588d2'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:11.202561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Router c6e77f38-79b2-4465-918f-76a9fab0132e has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:11.231818 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-56169f33-1e1b-4f77-809b-b1a5394d3dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:11.233159 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56169f33-1e1b-4f77-809b-b1a5394d3dd2 None None] The sync data for ids ['202cfb43-610f-4887-a74c-a6d6fb2588d2'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:11.305867 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Set router bf8840eb-0c38-4858-8706-b0da22da80d2 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:11.481864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:11.495890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1f95ac36-58ad-45b8-909a-1c6edf478a0c admin admin] 10.222.0.58 "PUT /v2.0/routers/c6e77f38-79b2-4465-918f-76a9fab0132e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2670395 Aug 31 01:19:11.499596 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Sync routers for ids ['c6e77f38-79b2-4465-918f-76a9fab0132e'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:11.514736 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Routers {'c6e77f38-79b2-4465-918f-76a9fab0132e'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:11.517032 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c6e77f38-79b2-4465-918f-76a9fab0132e'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:11.562512 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33138) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:11.583952 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f060a435-952a-4b8b-a2a7-ecad3ebe3037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:11.697567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3c986055-e33a-44f7-8853-c71c0cf3d949 None None] Provisioning complete for port 013a1e0f-4365-436e-99c3-a23ea83a651c triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:11.698046 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3c986055-e33a-44f7-8853-c71c0cf3d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:11.710255 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:11.753593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3c986055-e33a-44f7-8853-c71c0cf3d949 None None] Port 013a1e0f-4365-436e-99c3-a23ea83a651c cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:11.768015 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:19:09Z', 'revision_number': 3, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'gw_port': {'id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:08Z', 'updated_at': '2021-08-31T01:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:11.771713 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Set router c6e77f38-79b2-4465-918f-76a9fab0132e gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:11.802396 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Checking router: bf8840eb-0c38-4858-8706-b0da22da80d2 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:19:11.802795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Updating router bf8840eb-0c38-4858-8706-b0da22da80d2 port ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:19:11.804833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7e8acaba-8071-4813-ae24-511135377864 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:11.839232 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:11.991099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74270481-133a-49e3-9bb8-ef5d389242a6 req-f0bae3fa-fab1-4dac-8ca8-57ca5cb81628 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:11.992649 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74270481-133a-49e3-9bb8-ef5d389242a6 req-f0bae3fa-fab1-4dac-8ca8-57ca5cb81628 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 943 time: 0.2780240 Aug 31 01:19:12.034449 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Allocated IP 172.20.0.1 (be74f3c6-3ce5-4840-a086-8b4fede80175/3ca187ae-022b-43d7-972b-e43043dfa2e1/aee57265-c62b-4a77-ab11-6bd2fd1f11ae) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:12.180149 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'name': 'tempest-TestServerBasicOps-1131274443-router', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2f009fe0-68e0-478f-97b7-1bb8281dcdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:58Z', 'updated_at': '2021-08-31T01:19:08Z', 'revision_number': 4, 'project_id': '3d334eb8d2fa49a294f2812588b862f0', 'gw_port': {'id': '2f009fe0-68e0-478f-97b7-1bb8281dcdbc', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:00Z', 'updated_at': '2021-08-31T01:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '013a1e0f-4365-436e-99c3-a23ea83a651c', 'name': '', 'network_id': '3431a1c8-ec79-4f87-915e-d3846cb7d67b', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0', 'mac_address': 'fa:16:3e:83:ce:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'da7178f9-8523-4ab9-9ff9-8b4f7ec27c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:19:09Z', 'revision_number': 2, 'project_id': '3d334eb8d2fa49a294f2812588b862f0', 'subnets': [{'id': 'da7178f9-8523-4ab9-9ff9-8b4f7ec27c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:12.200760 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f060a435-952a-4b8b-a2a7-ecad3ebe3037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.202998 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.206792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74270481-133a-49e3-9bb8-ef5d389242a6 req-a9a7e7ff-b496-44ad-9132-b88aa5ef8987 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020824 Aug 31 01:19:12.210392 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f060a435-952a-4b8b-a2a7-ecad3ebe3037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.229275 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Transition to ACTIVE for port object ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:12.247882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.248199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060a435-952a-4b8b-a2a7-ecad3ebe3037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25947b72-0fa6-45c8-bdf5-95ef06800688,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:12.249324 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Checking router: c6e77f38-79b2-4465-918f-76a9fab0132e for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:19:12.249682 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Updating router c6e77f38-79b2-4465-918f-76a9fab0132e port 013a1e0f-4365-436e-99c3-a23ea83a651c binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:19:12.250415 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.289003 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.307080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.342762 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Network be74f3c6-3ce5-4840-a086-8b4fede80175 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:12.347227 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:12.348627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f060a435-952a-4b8b-a2a7-ecad3ebe3037 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9020cf34434b4876896c8ee32124be38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7837379 Aug 31 01:19:12.350170 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:12.352851 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473423f-1311-4827-83b3-2a109f739ec2 None None] Pushing event updated for resources: {'Port': ['ID=ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:12.354669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33146) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:12.372435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Attempting to bind port ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:12.372936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Attempting to bind port ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:12.373404 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Attempting to bind port ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:12.379900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:12.380422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:12.380926 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.381420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:12.382018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Bound port: ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:12.382550 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.412669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7e8acaba-8071-4813-ae24-511135377864 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port 551c429a-efc9-4a19-baf0-dfe2eccfea2b {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:12.413023 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7e8acaba-8071-4813-ae24-511135377864 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.453190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] For port ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:12.458409 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] For port ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:12.464674 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.483932 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Pushing event updated for resources: {'Port': ['ID=aee57265-c62b-4a77-ab11-6bd2fd1f11ae,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:12.513536 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.522733 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 931d9521-a8b0-4882-8507-197ebaa06eda details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:19:12.589180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Routers {'bf8840eb-0c38-4858-8706-b0da22da80d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:12.589381 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['bf8840eb-0c38-4858-8706-b0da22da80d2'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:12.598147 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473423f-1311-4827-83b3-2a109f739ec2 None None] Pushing event updated for resources: {'Port': ['ID=ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:12.606856 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7e8acaba-8071-4813-ae24-511135377864 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.629181 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7e8acaba-8071-4813-ae24-511135377864 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for 551c429a-efc9-4a19-baf0-dfe2eccfea2b owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:12.729588 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.731792 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33152) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:12.736541 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8cc56a6b-29d6-4405-b4e3-b5b432460387 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1061542693', 'description': 'tempest-secgroup-smoke-1061542693 description', 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:12.747861 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.762335 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Transition to ACTIVE for port object 013a1e0f-4365-436e-99c3-a23ea83a651c will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:12.770558 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.782957 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.820267 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.828137 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8cc56a6b-29d6-4405-b4e3-b5b432460387 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.829212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 931d9521-a8b0-4882-8507-197ebaa06eda, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=931d9521-a8b0-4882-8507-197ebaa06eda,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:12.845092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '931d9521-a8b0-4882-8507-197ebaa06eda', 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e', 'port_id': '931d9521-a8b0-4882-8507-197ebaa06eda', 'mac_address': 'fa:16:3e:a7:2b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7348b38a-6b6d-452c-bd80-0ae8a3a1ec10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:19:12.863085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] Set router bf8840eb-0c38-4858-8706-b0da22da80d2 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:12.906514 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb54ed-07c5-497f-b7b6-7da0f9b46096 None None] Pushing event updated for resources: {'Port': ['ID=013a1e0f-4365-436e-99c3-a23ea83a651c,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:12.916066 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7e8acaba-8071-4813-ae24-511135377864 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.988859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8acaba-8071-4813-ae24-511135377864 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=551c429a-efc9-4a19-baf0-dfe2eccfea2b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:13.053042 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Attempting to bind port 013a1e0f-4365-436e-99c3-a23ea83a651c on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:13.053419 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Attempting to bind port 013a1e0f-4365-436e-99c3-a23ea83a651c by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '6269624c-6d57-43ce-9b5a-b9facbddef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431a1c8-ec79-4f87-915e-d3846cb7d67b'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:13.053778 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Attempting to bind port 013a1e0f-4365-436e-99c3-a23ea83a651c on network 3431a1c8-ec79-4f87-915e-d3846cb7d67b {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:13.080542 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:13.080953 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Checking segment: {'id': '6269624c-6d57-43ce-9b5a-b9facbddef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431a1c8-ec79-4f87-915e-d3846cb7d67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:13.081360 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.082264 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Bound using segment: {'id': '6269624c-6d57-43ce-9b5a-b9facbddef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431a1c8-ec79-4f87-915e-d3846cb7d67b'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:13.082264 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Bound port: 013a1e0f-4365-436e-99c3-a23ea83a651c, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6269624c-6d57-43ce-9b5a-b9facbddef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431a1c8-ec79-4f87-915e-d3846cb7d67b'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:13.082626 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.144120 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.152456 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.153771 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/25947b72-0fa6-45c8-bdf5-95ef06800688 HTTP/1.1" status: 204 len: 168 time: 0.7877703 Aug 31 01:19:13.220816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25947b72-0fa6-45c8-bdf5-95ef06800688,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:13.271582 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] For port 013a1e0f-4365-436e-99c3-a23ea83a651c, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:13.283156 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] For port 013a1e0f-4365-436e-99c3-a23ea83a651c, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=013a1e0f-4365-436e-99c3-a23ea83a651c,segment=NetworkSegment(6269624c-6d57-43ce-9b5a-b9facbddef9f),segment_id=6269624c-6d57-43ce-9b5a-b9facbddef9f)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:13.298516 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.305036 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.308255 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7e8acaba-8071-4813-ae24-511135377864 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.321493 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:13.334266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:13.340207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:13.340764 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:13.341259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:13.341903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:13.346276 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:13.351868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:13.354741 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:13.356887 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:13.358659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:13.359333 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaec501-6adb-425a-9aaf-254ad0d6a839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:13.417071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931d9521-a8b0-4882-8507-197ebaa06eda {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:13.477926 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Routers {'c6e77f38-79b2-4465-918f-76a9fab0132e'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:13.478978 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c6e77f38-79b2-4465-918f-76a9fab0132e'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:13.540958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 931d9521-a8b0-4882-8507-197ebaa06eda, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=931d9521-a8b0-4882-8507-197ebaa06eda,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:13.560239 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.602419 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb54ed-07c5-497f-b7b6-7da0f9b46096 None None] Pushing event updated for resources: {'Port': ['ID=013a1e0f-4365-436e-99c3-a23ea83a651c,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:13.632700 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8cc56a6b-29d6-4405-b4e3-b5b432460387 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.644185 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8cc56a6b-29d6-4405-b4e3-b5b432460387 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.723437 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] Set router c6e77f38-79b2-4465-918f-76a9fab0132e gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:13.730529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc56a6b-29d6-4405-b4e3-b5b432460387 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c20b33a-0583-47a3-8940-83d5dd658066,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:13.740867 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=931d9521-a8b0-4882-8507-197ebaa06eda,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:13.750775 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8cc56a6b-29d6-4405-b4e3-b5b432460387 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.762349 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8cc56a6b-29d6-4405-b4e3-b5b432460387 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0294642 Aug 31 01:19:13.765431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33168) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:13.768844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:19:09Z', 'revision_number': 3, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'gw_port': {'id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:08Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:13.776120 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f796ea41-36b3-4d86-b014-a6dc79a15b9e tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Request body: {'security_group_rule': {'security_group_id': '8c20b33a-0583-47a3-8940-83d5dd658066', 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:13.825101 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85824a3a-ec8a-415e-99f6-b2865fe7b4ab None None] The sync data for ids ['bf8840eb-0c38-4858-8706-b0da22da80d2'] in n-d-802060-13 is: [{'id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:19:09Z', 'revision_number': 3, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'gw_port': {'id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:08Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:13.855290 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.863633 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:13.959775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['931d9521-a8b0-4882-8507-197ebaa06eda'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:19:13.967400 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f796ea41-36b3-4d86-b014-a6dc79a15b9e tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.057636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Pushing event updated for resources: {'Port': ['ID=aee57265-c62b-4a77-ab11-6bd2fd1f11ae,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:14.081058 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.117990 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33170) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:14.231831 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f796ea41-36b3-4d86-b014-a6dc79a15b9e tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.238056 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0042ec5-06f5-4658-b968-a39f0660d3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.265830 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f796ea41-36b3-4d86-b014-a6dc79a15b9e tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.340572 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796ea41-36b3-4d86-b014-a6dc79a15b9e tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4a0a47-0d56-4985-8bc6-043ecaea27ca,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:14.356668 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f796ea41-36b3-4d86-b014-a6dc79a15b9e tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.365113 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f796ea41-36b3-4d86-b014-a6dc79a15b9e tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5901904 Aug 31 01:19:14.376722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33172) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:14.389998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-88e2cee6-a825-4a17-bd95-3fce5d6bde14 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Request body: {'security_group_rule': {'security_group_id': '8c20b33a-0583-47a3-8940-83d5dd658066', 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:14.409959 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'name': 'tempest-TestServerBasicOps-1131274443-router', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2f009fe0-68e0-478f-97b7-1bb8281dcdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:58Z', 'updated_at': '2021-08-31T01:19:08Z', 'revision_number': 4, 'project_id': '3d334eb8d2fa49a294f2812588b862f0', 'gw_port': {'id': '2f009fe0-68e0-478f-97b7-1bb8281dcdbc', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:00Z', 'updated_at': '2021-08-31T01:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '013a1e0f-4365-436e-99c3-a23ea83a651c', 'name': '', 'network_id': '3431a1c8-ec79-4f87-915e-d3846cb7d67b', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0', 'mac_address': 'fa:16:3e:83:ce:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'da7178f9-8523-4ab9-9ff9-8b4f7ec27c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:19:13Z', 'revision_number': 4, 'project_id': '3d334eb8d2fa49a294f2812588b862f0', 'subnets': [{'id': 'da7178f9-8523-4ab9-9ff9-8b4f7ec27c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:14.421483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf537e8-e16c-4b8c-875e-4a0c0c099e91 req-cdd9fc83-acc1-41f9-a994-3232689c13b9 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:14.425721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbf537e8-e16c-4b8c-875e-4a0c0c099e91 req-cdd9fc83-acc1-41f9-a994-3232689c13b9 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 944 time: 0.1895540 Aug 31 01:19:14.457786 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Network be74f3c6-3ce5-4840-a086-8b4fede80175 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:14.459623 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:14.459740 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75cad3-6647-4208-aed0-da25f02166b6 None None] The sync data for ids ['c6e77f38-79b2-4465-918f-76a9fab0132e'] in n-d-802060-13 is: [{'id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'name': 'tempest-TestServerBasicOps-1131274443-router', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2f009fe0-68e0-478f-97b7-1bb8281dcdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:58Z', 'updated_at': '2021-08-31T01:19:08Z', 'revision_number': 4, 'project_id': '3d334eb8d2fa49a294f2812588b862f0', 'gw_port': {'id': '2f009fe0-68e0-478f-97b7-1bb8281dcdbc', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:00Z', 'updated_at': '2021-08-31T01:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '013a1e0f-4365-436e-99c3-a23ea83a651c', 'name': '', 'network_id': '3431a1c8-ec79-4f87-915e-d3846cb7d67b', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0', 'mac_address': 'fa:16:3e:83:ce:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'da7178f9-8523-4ab9-9ff9-8b4f7ec27c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:19:13Z', 'revision_number': 4, 'project_id': '3d334eb8d2fa49a294f2812588b862f0', 'subnets': [{'id': 'da7178f9-8523-4ab9-9ff9-8b4f7ec27c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:14.589877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8acaba-8071-4813-ae24-511135377864 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router 202cfb43-610f-4887-a74c-a6d6fb2588d2 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:14.710695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbf537e8-e16c-4b8c-875e-4a0c0c099e91 req-493c3c0b-0dae-4bb4-93e4-0429575a9329 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060988 Aug 31 01:19:14.774385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8acaba-8071-4813-ae24-511135377864 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:14.787592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae2103-8e71-45b3-b369-fc2842c24ad6 None None] Sync routers for ids ['202cfb43-610f-4887-a74c-a6d6fb2588d2'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:14.788325 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7e8acaba-8071-4813-ae24-511135377864 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/202cfb43-610f-4887-a74c-a6d6fb2588d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7566299 Aug 31 01:19:14.790925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33182) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:14.803007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae2103-8e71-45b3-b369-fc2842c24ad6 None None] Routers {'202cfb43-610f-4887-a74c-a6d6fb2588d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:14.811782 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d2ae2103-8e71-45b3-b369-fc2842c24ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['202cfb43-610f-4887-a74c-a6d6fb2588d2'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:14.865674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d2ae2103-8e71-45b3-b369-fc2842c24ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:14.871046 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e14214b4-b200-43a4-8394-7f6811dcba77 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports?device_id=202cfb43-610f-4887-a74c-a6d6fb2588d2 HTTP/1.1" status: 200 len: 205 time: 0.0677862 Aug 31 01:19:14.872410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33188) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:14.883661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae2103-8e71-45b3-b369-fc2842c24ad6 None None] Routers {'202cfb43-610f-4887-a74c-a6d6fb2588d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:14.884458 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d2ae2103-8e71-45b3-b369-fc2842c24ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['202cfb43-610f-4887-a74c-a6d6fb2588d2'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:14.963956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d2ae2103-8e71-45b3-b369-fc2842c24ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:14.964679 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae2103-8e71-45b3-b369-fc2842c24ad6 None None] The sync data for ids ['202cfb43-610f-4887-a74c-a6d6fb2588d2'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:15.006920 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-50e56e4e-a436-4c98-935f-24c3c3d5a9cc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.145625 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0042ec5-06f5-4658-b968-a39f0660d3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.156406 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0042ec5-06f5-4658-b968-a39f0660d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.219568 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-50e56e4e-a436-4c98-935f-24c3c3d5a9cc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.222141 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-50e56e4e-a436-4c98-935f-24c3c3d5a9cc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.223368 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b0042ec5-06f5-4658-b968-a39f0660d3f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7eb92acf49754c24a182e6f6b837488a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1040065 Aug 31 01:19:15.225215 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Router bf8840eb-0c38-4858-8706-b0da22da80d2 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:15.227373 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33192) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:15.229976 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88e2cee6-a825-4a17-bd95-3fce5d6bde14 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.246628 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0042ec5-06f5-4658-b968-a39f0660d3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0001260f-a800-4e0d-929a-9aa58bf4027c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:15.290672 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-50e56e4e-a436-4c98-935f-24c3c3d5a9cc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.291557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e56e4e-a436-4c98-935f-24c3c3d5a9cc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Fanout notify agent at l3_agent the message router_deleted on router 202cfb43-610f-4887-a74c-a6d6fb2588d2 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:19:15.299013 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-50e56e4e-a436-4c98-935f-24c3c3d5a9cc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.302752 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-50e56e4e-a436-4c98-935f-24c3c3d5a9cc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/routers/202cfb43-610f-4887-a74c-a6d6fb2588d2 HTTP/1.1" status: 204 len: 168 time: 0.4273360 Aug 31 01:19:15.303129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33194) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:15.375441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-40da7b0a-664e-47a2-8c32-497fc3bfe4fb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting subnet 2fee7031-9a44-45d6-a7d4-9b1d0dec2dc1 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:15.378811 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-40da7b0a-664e-47a2-8c32-497fc3bfe4fb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.382428 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88e2cee6-a825-4a17-bd95-3fce5d6bde14 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.397050 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-31aa9654-61c6-4ddd-ba94-987c6cabdd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.424130 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-40da7b0a-664e-47a2-8c32-497fc3bfe4fb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.425521 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88e2cee6-a825-4a17-bd95-3fce5d6bde14 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.468236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2cee6-a825-4a17-bd95-3fce5d6bde14 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbc76c2-4f69-45b8-b040-258e0afc9228,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:15.481686 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-31aa9654-61c6-4ddd-ba94-987c6cabdd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.492526 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88e2cee6-a825-4a17-bd95-3fce5d6bde14 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.494344 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-88e2cee6-a825-4a17-bd95-3fce5d6bde14 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1160681 Aug 31 01:19:15.499888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33196) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:15.504995 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c1d5b30c-9d45-4990-a83f-ef803da01019 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Request body: {'security_group_rule': {'security_group_id': '8c20b33a-0583-47a3-8940-83d5dd658066', 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:15.521845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:15.529931 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-40da7b0a-664e-47a2-8c32-497fc3bfe4fb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.538468 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-65288525-a8e4-4a7e-a847-fc451824c794 admin admin] 10.222.0.58 "PUT /v2.0/routers/bf8840eb-0c38-4858-8706-b0da22da80d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4465616 Aug 31 01:19:15.578828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b30c-9d45-4990-a83f-ef803da01019 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.613205 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-40da7b0a-664e-47a2-8c32-497fc3bfe4fb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.629331 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-31aa9654-61c6-4ddd-ba94-987c6cabdd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.632311 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-31aa9654-61c6-4ddd-ba94-987c6cabdd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.633637 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-31aa9654-61c6-4ddd-ba94-987c6cabdd1f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0001260f-a800-4e0d-929a-9aa58bf4027c HTTP/1.1" status: 204 len: 168 time: 0.4047601 Aug 31 01:19:15.651967 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa9654-61c6-4ddd-ba94-987c6cabdd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0001260f-a800-4e0d-929a-9aa58bf4027c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:15.660587 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b30c-9d45-4990-a83f-ef803da01019 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.665584 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da7b0a-664e-47a2-8c32-497fc3bfe4fb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Subnet': ['ID=2fee7031-9a44-45d6-a7d4-9b1d0dec2dc1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:15.673380 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b30c-9d45-4990-a83f-ef803da01019 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.687789 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-40da7b0a-664e-47a2-8c32-497fc3bfe4fb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.690729 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-40da7b0a-664e-47a2-8c32-497fc3bfe4fb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/2fee7031-9a44-45d6-a7d4-9b1d0dec2dc1 HTTP/1.1" status: 204 len: 168 time: 0.3864918 Aug 31 01:19:15.693826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33202) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:15.699093 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69602a7c-4673-45ad-895c-d5db875c7361 None None] Network 4229bc08-b338-495d-bc4d-8336e787c0d9 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:15.705053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5b30c-9d45-4990-a83f-ef803da01019 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca99dd4f-a3ba-4986-8513-27a1875574fb,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:15.726580 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b30c-9d45-4990-a83f-ef803da01019 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.732109 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c1d5b30c-9d45-4990-a83f-ef803da01019 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2286830 Aug 31 01:19:15.733077 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33206) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:15.744612 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-583bcadd-62d3-4b1d-955a-678997292927 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Request body: {'security_group_rule': {'security_group_id': '8c20b33a-0583-47a3-8940-83d5dd658066', 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:15.809023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0150c8-bba1-4132-83cd-d2b56c947843 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting subnet 048921fe-2b37-4c41-89b4-19824821844d {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:15.817045 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-583bcadd-62d3-4b1d-955a-678997292927 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.821884 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a0150c8-bba1-4132-83cd-d2b56c947843 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.906939 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a0150c8-bba1-4132-83cd-d2b56c947843 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.937753 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-583bcadd-62d3-4b1d-955a-678997292927 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.944619 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-583bcadd-62d3-4b1d-955a-678997292927 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.995660 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-583bcadd-62d3-4b1d-955a-678997292927 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.001008 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-583bcadd-62d3-4b1d-955a-678997292927 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2629523 Aug 31 01:19:16.007304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33218) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:16.016734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9232fc52-e14b-43b8-9ef3-b62683e3bbd5 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Request body: {'security_group_rule': {'security_group_id': '8c20b33a-0583-47a3-8940-83d5dd658066', 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:16.041855 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a0150c8-bba1-4132-83cd-d2b56c947843 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.068003 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bcadd-62d3-4b1d-955a-678997292927 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1a3219-f664-42fa-9722-83a4db7e53ea,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:16.074000 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-9232fc52-e14b-43b8-9ef3-b62683e3bbd5 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Project b99bf286cf2a494aa27b0a218b3ee24a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:19:16.085337 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9232fc52-e14b-43b8-9ef3-b62683e3bbd5 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.182782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9232fc52-e14b-43b8-9ef3-b62683e3bbd5 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.191863 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9232fc52-e14b-43b8-9ef3-b62683e3bbd5 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.226072 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a0150c8-bba1-4132-83cd-d2b56c947843 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.230805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232fc52-e14b-43b8-9ef3-b62683e3bbd5 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db52e90b-820d-471e-9126-71b74beea19b,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:16.240901 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9232fc52-e14b-43b8-9ef3-b62683e3bbd5 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.257740 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9232fc52-e14b-43b8-9ef3-b62683e3bbd5 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2415237 Aug 31 01:19:16.257740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33226) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:16.261107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d8e18c43-fe3a-404f-b3c1-e6b7c4f85d96 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Request body: {'security_group_rule': {'security_group_id': '8c20b33a-0583-47a3-8940-83d5dd658066', 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:16.303776 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-d8e18c43-fe3a-404f-b3c1-e6b7c4f85d96 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Project b99bf286cf2a494aa27b0a218b3ee24a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:19:16.311618 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a0150c8-bba1-4132-83cd-d2b56c947843 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.317183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2a0150c8-bba1-4132-83cd-d2b56c947843 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/048921fe-2b37-4c41-89b4-19824821844d HTTP/1.1" status: 204 len: 168 time: 0.6199107 Aug 31 01:19:16.317183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0150c8-bba1-4132-83cd-d2b56c947843 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Subnet': ['ID=048921fe-2b37-4c41-89b4-19824821844d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:16.319111 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8e18c43-fe3a-404f-b3c1-e6b7c4f85d96 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.322991 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33230) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:16.323339 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a0994c-5c63-41b2-9716-bb0341ba0df4 None None] Network 0dec5f7b-7a06-4d65-a730-0cef985060de requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:16.332697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c12a77-7d10-48a6-a707-50b007137b0d req-fadc61fd-b70d-47cc-93c2-a0f2cfcc355e tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:16.334385 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67c12a77-7d10-48a6-a707-50b007137b0d req-fadc61fd-b70d-47cc-93c2-a0f2cfcc355e tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 944 time: 0.1813145 Aug 31 01:19:16.432071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67c12a77-7d10-48a6-a707-50b007137b0d req-145a9e94-b0a2-42f6-8c54-369dc2cf86b6 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891526 Aug 31 01:19:16.485147 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fe9a62-71d5-417a-af19-1e61580c2cfb None None] DHCP port deletion for 4229bc08-b338-495d-bc4d-8336e787c0d9 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:19:16.487343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 013a1e0f-4365-436e-99c3-a23ea83a651c up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:16.561692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 931d9521-a8b0-4882-8507-197ebaa06eda up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:16.589731 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.602675 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8e18c43-fe3a-404f-b3c1-e6b7c4f85d96 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.608624 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8e18c43-fe3a-404f-b3c1-e6b7c4f85d96 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.634750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e18c43-fe3a-404f-b3c1-e6b7c4f85d96 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1feac676-bbff-4ba0-906c-b025911d279b,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:16.638518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8e18c43-fe3a-404f-b3c1-e6b7c4f85d96 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.639882 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d8e18c43-fe3a-404f-b3c1-e6b7c4f85d96 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3845873 Aug 31 01:19:16.696256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port 5dda42c6-2137-4e41-b196-c1124426380f {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:16.696749 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.737722 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe9a62-71d5-417a-af19-1e61580c2cfb None None] Deleting port 5dda42c6-2137-4e41-b196-c1124426380f {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:16.738334 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9a62-71d5-417a-af19-1e61580c2cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.772646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 931d9521-a8b0-4882-8507-197ebaa06eda completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:16.782613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-90e8bac7-136b-4fec-8500-b51bb110326a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:16.794094 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-90e8bac7-136b-4fec-8500-b51bb110326a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/networks?id=be74f3c6-3ce5-4840-a086-8b4fede80175 HTTP/1.1" status: 200 len: 820 time: 0.1739156 Aug 31 01:19:16.797382 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] For port 5dda42c6-2137-4e41-b196-c1124426380f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5dda42c6-2137-4e41-b196-c1124426380f,segment=NetworkSegment(c9440046-e05a-4a47-8586-3d4c0284fde5),segment_id=c9440046-e05a-4a47-8586-3d4c0284fde5)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:16.797808 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.817298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for 5dda42c6-2137-4e41-b196-c1124426380f owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:16.837881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-fc1f4eed-0b10-4807-a453-e9dcebfa7e57 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/quotas/71f1e42e6ecf4b099a3442968b702db6 HTTP/1.1" status: 200 len: 375 time: 0.0425580 Aug 31 01:19:16.878795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 931d9521-a8b0-4882-8507-197ebaa06eda triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:16.879365 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.885485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f3fe9a62-71d5-417a-af19-1e61580c2cfb None None] For port 5dda42c6-2137-4e41-b196-c1124426380f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5dda42c6-2137-4e41-b196-c1124426380f,segment=NetworkSegment(c9440046-e05a-4a47-8586-3d4c0284fde5),segment_id=c9440046-e05a-4a47-8586-3d4c0284fde5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:16.886180 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9a62-71d5-417a-af19-1e61580c2cfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.900238 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916dd303-64b8-4b7e-b192-07d633f30f3c None None] DHCP port deletion for 0dec5f7b-7a06-4d65-a730-0cef985060de request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:19:16.903424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-09fee528-a487-466f-8b87-c06ae2761f12 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=71f1e42e6ecf4b099a3442968b702db6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0645711 Aug 31 01:19:16.913126 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.944769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=5dda42c6-2137-4e41-b196-c1124426380f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:16.957238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No DVR routers for this DVR port 5dda42c6-2137-4e41-b196-c1124426380f on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:16.972796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe9a62-71d5-417a-af19-1e61580c2cfb None None] Calling delete_port for 5dda42c6-2137-4e41-b196-c1124426380f owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:16.974763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 013a1e0f-4365-436e-99c3-a23ea83a651c completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:17.005815 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 013a1e0f-4365-436e-99c3-a23ea83a651c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:17.006949 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.051552 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-eb504d4c-56c3-4cbb-9731-f07b6256ab2f tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061542693&fields=id&tenant_id=b99bf286cf2a494aa27b0a218b3ee24a HTTP/1.1" status: 200 len: 267 time: 0.1144586 Aug 31 01:19:17.061055 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.074619 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4229bc08-b338-495d-bc4d-8336e787c0d9']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:17.081881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-c965c994-64e8-4782-b812-6036a4a52ed6 service neutron] 10.222.0.58 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687083 Aug 31 01:19:17.087396 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9440046-e05a-4a47-8586-3d4c0284fde5') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:17.087700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9440046-e05a-4a47-8586-3d4c0284fde5') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:17.098867 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.120613 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.132772 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:17.133197 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:17.136961 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:17.164344 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-916dd303-64b8-4b7e-b192-07d633f30f3c None None] Deleting port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:17.165114 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-916dd303-64b8-4b7e-b192-07d633f30f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.220367 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.240350 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.246201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33270) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:17.246486 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.248282 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/networks/4229bc08-b338-495d-bc4d-8336e787c0d9 HTTP/1.1" status: 204 len: 168 time: 0.9225514 Aug 31 01:19:17.270827 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9073a42-ad32-48ae-bce6-9d90725563cb tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Network': ['ID=4229bc08-b338-495d-bc4d-8336e787c0d9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:17.304582 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-916dd303-64b8-4b7e-b192-07d633f30f3c None None] For port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=3c4046f0-7735-4c2b-9dad-410e4dcad4d9,segment=NetworkSegment(2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce),segment_id=2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:17.304997 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-916dd303-64b8-4b7e-b192-07d633f30f3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.323067 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.332402 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.336283 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9a62-71d5-417a-af19-1e61580c2cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.338352 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-916dd303-64b8-4b7e-b192-07d633f30f3c None None] Calling delete_port for 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:17.348089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c89cbf-97fb-4227-bb9a-39d545e6a5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931d9521-a8b0-4882-8507-197ebaa06eda'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:17.349979 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c509fc1-c619-4fdf-b127-44d390f1e832" -d '{"events": [{"server_uuid": "52c89cbf-97fb-4227-bb9a-39d545e6a5b8", "name": "network-vif-plugged", "status": "completed", "tag": "931d9521-a8b0-4882-8507-197ebaa06eda"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:17.361536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-9a2ab3f5-9f46-4f94-a2c8-2109ba8cd5b7 service neutron] 10.222.0.58 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787590 Aug 31 01:19:17.391886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3fe9a62-71d5-417a-af19-1e61580c2cfb None None] Network 4229bc08-b338-495d-bc4d-8336e787c0d9 is not hosted by any dhcp agent {{(pid=94762) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:19:17.392351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe9a62-71d5-417a-af19-1e61580c2cfb None None] No DVR routers for this DVR port 5dda42c6-2137-4e41-b196-c1124426380f on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:17.399257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 931d9521-a8b0-4882-8507-197ebaa06eda, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=931d9521-a8b0-4882-8507-197ebaa06eda,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:17.411392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe9a62-71d5-417a-af19-1e61580c2cfb None None] Pushing event deleted for resources: {'Port': ['ID=5dda42c6-2137-4e41-b196-c1124426380f,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:17.414645 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.441513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-0e30e50d-2277-4885-9a3c-f5f6d06cc58f tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:17.443441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-0e30e50d-2277-4885-9a3c-f5f6d06cc58f tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/networks?id=10ae198d-29cb-4d23-a57d-5079901ab9b7 HTTP/1.1" status: 200 len: 809 time: 0.3854837 Aug 31 01:19:17.466354 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 013a1e0f-4365-436e-99c3-a23ea83a651c, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=013a1e0f-4365-436e-99c3-a23ea83a651c,segment=NetworkSegment(6269624c-6d57-43ce-9b5a-b9facbddef9f),segment_id=6269624c-6d57-43ce-9b5a-b9facbddef9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:17.486376 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-cad7b199-b0ca-46bc-a1fc-554435ca257f tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/quotas/b99bf286cf2a494aa27b0a218b3ee24a HTTP/1.1" status: 200 len: 375 time: 0.0356081 Aug 31 01:19:17.490461 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.491245 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:17.527748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:17.530435 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.576433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=931d9521-a8b0-4882-8507-197ebaa06eda,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:17.639442 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-916dd303-64b8-4b7e-b192-07d633f30f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.652878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:17.666725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916dd303-64b8-4b7e-b192-07d633f30f3c None None] No DVR routers for this DVR port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:17.670603 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:17.671054 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.676635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=013a1e0f-4365-436e-99c3-a23ea83a651c,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:17.738669 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916dd303-64b8-4b7e-b192-07d633f30f3c None None] Pushing event deleted for resources: {'Port': ['ID=3c4046f0-7735-4c2b-9dad-410e4dcad4d9,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:17.752678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] For port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=3c4046f0-7735-4c2b-9dad-410e4dcad4d9,segment=NetworkSegment(2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce),segment_id=2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:17.762951 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.767943 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Sync routers for ids ['bf8840eb-0c38-4858-8706-b0da22da80d2'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:17.787053 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Routers {'bf8840eb-0c38-4858-8706-b0da22da80d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:17.805760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:17.814733 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae04b03-27dc-42e9-a8b6-6107048fe86d x-openstack-request-id: req-dae04b03-27dc-42e9-a8b6-6107048fe86d {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:17.815140 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c89cbf-97fb-4227-bb9a-39d545e6a5b8", "name": "network-vif-plugged", "status": "completed", "tag": "931d9521-a8b0-4882-8507-197ebaa06eda", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:17.815666 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dae04b03-27dc-42e9-a8b6-6107048fe86d {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:17.816109 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c89cbf-97fb-4227-bb9a-39d545e6a5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931d9521-a8b0-4882-8507-197ebaa06eda', 'code': 200} Aug 31 01:19:17.817397 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['bf8840eb-0c38-4858-8706-b0da22da80d2'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:17.849196 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.882331 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-f22839b3-f47e-46d3-95de-417511b4fc97 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b99bf286cf2a494aa27b0a218b3ee24a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3839166 Aug 31 01:19:17.902942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:17.909324 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.971916 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cfa66-9021-4809-8f94-5287081c593d req-d437ff0a-b779-41ac-b46e-20a5d7637432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:17.973977 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b38cfa66-9021-4809-8f94-5287081c593d req-d437ff0a-b779-41ac-b46e-20a5d7637432 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 1097 time: 0.0943518 Aug 31 01:19:18.046500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:18.089788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86af698-8559-453d-bbde-5aaa1d46b98a req-b5d68486-203a-4fe4-ae20-53ee39b10200 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:18.092098 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b38cfa66-9021-4809-8f94-5287081c593d req-c6d0d7a0-608e-4a3c-98d1-b28cc89c617e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104019 Aug 31 01:19:18.099797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e86af698-8559-453d-bbde-5aaa1d46b98a req-b5d68486-203a-4fe4-ae20-53ee39b10200 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 945 time: 0.1492310 Aug 31 01:19:18.107747 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Set router bf8840eb-0c38-4858-8706-b0da22da80d2 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:18.204631 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.230563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No DVR routers for this DVR port 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:18.264391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 013a1e0f-4365-436e-99c3-a23ea83a651c up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:18.275879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e86af698-8559-453d-bbde-5aaa1d46b98a req-a3401f97-eb0b-4899-9330-e94b7f4cf943 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748843 Aug 31 01:19:18.285606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=3c4046f0-7735-4c2b-9dad-410e4dcad4d9,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:18.316537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-f37a640a-c57a-4020-8d85-495412f36e5e service neutron] 10.222.0.58 "GET /v2.0/networks/10ae198d-29cb-4d23-a57d-5079901ab9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279592 Aug 31 01:19:18.384135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 013a1e0f-4365-436e-99c3-a23ea83a651c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:18.384719 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.444397 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 4, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'gw_port': {'id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:08Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aee57265-c62b-4a77-ab11-6bd2fd1f11ae', 'name': '', 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'mac_address': 'fa:16:3e:84:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:11Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 2, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'subnets': [{'id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:18.487044 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Checking router: bf8840eb-0c38-4858-8706-b0da22da80d2 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:19:18.487345 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Updating router bf8840eb-0c38-4858-8706-b0da22da80d2 port aee57265-c62b-4a77-ab11-6bd2fd1f11ae binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:19:18.489040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd862351-6cec-4341-b53c-1385a40bf1e7 req-7516b661-4273-4b39-a040-bec22e71b81f tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 210 time: 0.0921464 Aug 31 01:19:18.506037 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.533524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dec5f7b-7a06-4d65-a730-0cef985060de']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:18.544184 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.554173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:18.554491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ceb7edb-9616-4ee5-8ada-bbbe3882c2ce') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:18.557067 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:18.572589 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.601919 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.607438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-700f6460-563f-457f-979f-81e8327dc1df service neutron] 10.222.0.58 "GET /v2.0/networks/10ae198d-29cb-4d23-a57d-5079901ab9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845738 Aug 31 01:19:18.613423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:18.613883 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:18.618804 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:18.622196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:18.622578 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.701965 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.717814 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.720757 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/networks/0dec5f7b-7a06-4d65-a730-0cef985060de HTTP/1.1" status: 204 len: 168 time: 1.4736872 Aug 31 01:19:18.724577 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33314) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:18.730890 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ae56d6c6-7031-472b-aa7b-0ecbd9057f5b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-749663928'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:18.763662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9911a13-7de1-418f-b171-07a9b0e035d4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Network': ['ID=0dec5f7b-7a06-4d65-a730-0cef985060de,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:18.774562 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae56d6c6-7031-472b-aa7b-0ecbd9057f5b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:18.785799 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae56d6c6-7031-472b-aa7b-0ecbd9057f5b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.834966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae56d6c6-7031-472b-aa7b-0ecbd9057f5b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:18.860986 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae56d6c6-7031-472b-aa7b-0ecbd9057f5b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.862621 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-ae56d6c6-7031-472b-aa7b-0ecbd9057f5b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Added segment db095fa2-afaf-4e86-bd12-ac864ceecb54 of type vlan for network 0f571b77-7051-4949-8ec3-ad493802cb34 Aug 31 01:19:18.896179 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:18.927402 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae56d6c6-7031-472b-aa7b-0ecbd9057f5b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.948656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:18.963168 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 3c4046f0-7735-4c2b-9dad-410e4dcad4d9 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:18.963639 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5dda42c6-2137-4e41-b196-c1124426380f no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:18.978120 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.990750 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Transition to ACTIVE for port object aee57265-c62b-4a77-ab11-6bd2fd1f11ae will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:18.997592 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.001001 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae56d6c6-7031-472b-aa7b-0ecbd9057f5b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.001825 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 5dda42c6-2137-4e41-b196-c1124426380f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:19.002232 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5dda42c6-2137-4e41-b196-c1124426380f not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:19.013737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae56d6c6-7031-472b-aa7b-0ecbd9057f5b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:19.014680 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae56d6c6-7031-472b-aa7b-0ecbd9057f5b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.030911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6606f9a6-ebd6-41c4-8478-55a598c61d31 req-17f8047a-54bd-42b3-bb45-70333fb0bdde tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 210 time: 0.0465295 Aug 31 01:19:19.070711 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b49ab-4675-4860-9dba-48d0558bb300 None None] Pushing event updated for resources: {'Port': ['ID=aee57265-c62b-4a77-ab11-6bd2fd1f11ae,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:19.143823 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Attempting to bind port aee57265-c62b-4a77-ab11-6bd2fd1f11ae on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:19.144278 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Attempting to bind port aee57265-c62b-4a77-ab11-6bd2fd1f11ae by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '31aeedeb-f569-45e8-955b-bbf46cfbd5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:19.145039 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Attempting to bind port aee57265-c62b-4a77-ab11-6bd2fd1f11ae on network be74f3c6-3ce5-4840-a086-8b4fede80175 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:19.152168 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:19.152889 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Checking segment: {'id': '31aeedeb-f569-45e8-955b-bbf46cfbd5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:19.153424 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.154003 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Bound using segment: {'id': '31aeedeb-f569-45e8-955b-bbf46cfbd5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:19.154773 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Bound port: aee57265-c62b-4a77-ab11-6bd2fd1f11ae, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31aeedeb-f569-45e8-955b-bbf46cfbd5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:19.155326 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.231234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56d6c6-7031-472b-aa7b-0ecbd9057f5b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Network': ['ID=0f571b77-7051-4949-8ec3-ad493802cb34,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:19.244528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 0f571b77-7051-4949-8ec3-ad493802cb34 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:19.263909 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ae56d6c6-7031-472b-aa7b-0ecbd9057f5b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5376563 Aug 31 01:19:19.267059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33326) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:19.272875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-08341972-e173-4a93-ba95-665c28512a34 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'subnet': {'network_id': '0f571b77-7051-4949-8ec3-ad493802cb34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:19.284380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-ddfe86c9-b7ac-40e0-a1f3-7225e0af8f17 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:19.286303 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-ddfe86c9-b7ac-40e0-a1f3-7225e0af8f17 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.70 "GET /v2.0/networks?id=be74f3c6-3ce5-4840-a086-8b4fede80175 HTTP/1.1" status: 200 len: 820 time: 0.3279297 Aug 31 01:19:19.316305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-bf62d02e-8796-4438-9bce-e825feb37b39 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Request body: {'port': {'device_id': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175', 'admin_state_up': True, 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:19.377877 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] For port aee57265-c62b-4a77-ab11-6bd2fd1f11ae, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:19.391993 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] For port aee57265-c62b-4a77-ab11-6bd2fd1f11ae, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=aee57265-c62b-4a77-ab11-6bd2fd1f11ae,segment=NetworkSegment(31aeedeb-f569-45e8-955b-bbf46cfbd5b8),segment_id=31aeedeb-f569-45e8-955b-bbf46cfbd5b8)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:19.407591 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.495011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08341972-e173-4a93-ba95-665c28512a34 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:19.501029 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08341972-e173-4a93-ba95-665c28512a34 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.522250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-bf62d02e-8796-4438-9bce-e825feb37b39 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Made reservation on behalf of 71f1e42e6ecf4b099a3442968b702db6 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:19.525958 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Routers {'bf8840eb-0c38-4858-8706-b0da22da80d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:19.526875 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:18:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['bf8840eb-0c38-4858-8706-b0da22da80d2'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:19.533116 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-bf62d02e-8796-4438-9bce-e825feb37b39 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.569621 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b49ab-4675-4860-9dba-48d0558bb300 None None] Pushing event updated for resources: {'Port': ['ID=aee57265-c62b-4a77-ab11-6bd2fd1f11ae,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:19.698276 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] Set router bf8840eb-0c38-4858-8706-b0da22da80d2 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:19.730301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-bf62d02e-8796-4438-9bce-e825feb37b39 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Allocated IP 172.20.0.9 (be74f3c6-3ce5-4840-a086-8b4fede80175/3ca187ae-022b-43d7-972b-e43043dfa2e1/3237332b-091b-4370-94b0-8dbadb1f070a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:19.788255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44805282-4a18-45c5-bdc5-bb30ce0b996b req-f7070d54-8ed2-45ed-9fd6-d4b3395641b4 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 210 time: 0.1070755 Aug 31 01:19:19.812318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60027c-b970-4914-91ee-0c67e2f3dc61 req-0fb94846-5a9a-4129-befb-978a46ecdefa tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:19.822121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e60027c-b970-4914-91ee-0c67e2f3dc61 req-0fb94846-5a9a-4129-befb-978a46ecdefa tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 945 time: 0.3504765 Aug 31 01:19:19.896111 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e60027c-b970-4914-91ee-0c67e2f3dc61 req-4ac913dc-379d-4c71-8c37-1e5311a71c53 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672767 Aug 31 01:19:19.971601 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-bf62d02e-8796-4438-9bce-e825feb37b39 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.029490 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-bf62d02e-8796-4438-9bce-e825feb37b39 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.055523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-bf62d02e-8796-4438-9bce-e825feb37b39 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Network be74f3c6-3ce5-4840-a086-8b4fede80175 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:20.059244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-bf62d02e-8796-4438-9bce-e825feb37b39 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:20.077615 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08341972-e173-4a93-ba95-665c28512a34 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.097319 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 4, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'gw_port': {'id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:08Z', 'updated_at': '2021-08-31T01:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aee57265-c62b-4a77-ab11-6bd2fd1f11ae', 'name': '', 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'mac_address': 'fa:16:3e:84:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:11Z', 'updated_at': '2021-08-31T01:19:19Z', 'revision_number': 4, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'subnets': [{'id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:20.121199 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-bf62d02e-8796-4438-9bce-e825feb37b39 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:20.133208 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4460d72-adee-4d09-a438-6aaa98d0b22e None None] The sync data for ids ['bf8840eb-0c38-4858-8706-b0da22da80d2'] in n-d-802060-13 is: [{'id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 4, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'gw_port': {'id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:08Z', 'updated_at': '2021-08-31T01:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aee57265-c62b-4a77-ab11-6bd2fd1f11ae', 'name': '', 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'mac_address': 'fa:16:3e:84:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:11Z', 'updated_at': '2021-08-31T01:19:19Z', 'revision_number': 4, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'subnets': [{'id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:20.156680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08341972-e173-4a93-ba95-665c28512a34 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Subnet': ['ID=4b9713dd-4410-4433-868a-a0fb664d07a4,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:20.163154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08341972-e173-4a93-ba95-665c28512a34 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Checking segment: {'id': 'db095fa2-afaf-4e86-bd12-ac864ceecb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0f571b77-7051-4949-8ec3-ad493802cb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:20.163698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08341972-e173-4a93-ba95-665c28512a34 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network hostable DHCP agents. Network: 0f571b77-7051-4949-8ec3-ad493802cb34, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:20.216749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-bf62d02e-8796-4438-9bce-e825feb37b39 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:20.217913 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-bf62d02e-8796-4438-9bce-e825feb37b39 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.220062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02b837cf-70de-47f2-abfb-1e490f3f23c1 req-3b0d2525-799b-45d5-a215-2c40dfef51ef tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 210 time: 0.0536432 Aug 31 01:19:20.251336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08341972-e173-4a93-ba95-665c28512a34 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 0f571b77-7051-4949-8ec3-ad493802cb34 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:20.262703 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-bf62d02e-8796-4438-9bce-e825feb37b39 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9611673 Aug 31 01:19:20.263662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62d02e-8796-4438-9bce-e825feb37b39 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Pushing event updated for resources: {'Port': ['ID=3237332b-091b-4370-94b0-8dbadb1f070a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:20.299986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-08341972-e173-4a93-ba95-665c28512a34 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 0f571b77-7051-4949-8ec3-ad493802cb34) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:20.310591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82a5080-43c8-4c4e-8075-955f8fe7231b None None] Network 0f571b77-7051-4949-8ec3-ad493802cb34 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:20.333258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08341972-e173-4a93-ba95-665c28512a34 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:20.334209 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08341972-e173-4a93-ba95-665c28512a34 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.369070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-08341972-e173-4a93-ba95-665c28512a34 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1007361 Aug 31 01:19:20.371584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33352) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:20.377656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a2475e87-3df3-4669-92a1-e0d74afc19e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1705797734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:20.543604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Request body: {'port': {'device_id': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:20.548348 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2475e87-3df3-4669-92a1-e0d74afc19e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.549370 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2475e87-3df3-4669-92a1-e0d74afc19e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.616649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-0f571b77-7051-4949-8ec3-ad493802cb34', 'network_id': '0f571b77-7051-4949-8ec3-ad493802cb34', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'fixed_ips': [{'subnet_id': '4b9713dd-4410-4433-868a-a0fb664d07a4'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:20.618392 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.720672 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2475e87-3df3-4669-92a1-e0d74afc19e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.819874 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-2835d6a1-f844-4c0f-86c1-c508ab9360bf tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:20.821435 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-2835d6a1-f844-4c0f-86c1-c508ab9360bf tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.15 "GET /v2.0/networks?id=10ae198d-29cb-4d23-a57d-5079901ab9b7 HTTP/1.1" status: 200 len: 809 time: 0.4191697 Aug 31 01:19:20.830974 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2475e87-3df3-4669-92a1-e0d74afc19e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.854281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Allocated IP 2001:db8::2 (0f571b77-7051-4949-8ec3-ad493802cb34/4b9713dd-4410-4433-868a-a0fb664d07a4/e06a7ef4-7a1d-49e5-b8bf-2220ada4d250) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:20.864438 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.973819 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-267e92ee-3727-4c6a-9946-bb5931e971ab tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b99bf286cf2a494aa27b0a218b3ee24a HTTP/1.1" status: 200 len: 380 time: 0.1342611 Aug 31 01:19:20.974592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2475e87-3df3-4669-92a1-e0d74afc19e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.975787 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a2475e87-3df3-4669-92a1-e0d74afc19e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6028953 Aug 31 01:19:20.981631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33366) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:20.990968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e0a1cdb4-2dd1-42e6-867d-c05db1f797bc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'port': {'network_id': '0f571b77-7051-4949-8ec3-ad493802cb34', 'name': 'tempest-RoutersIpV6Test-202494512'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:21.017217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d7922-95c4-4d99-bb52-eaa89cb3df89 req-89721831-d001-4870-95b2-b1b0ecd17166 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:21.019041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-574d7922-95c4-4d99-bb52-eaa89cb3df89 req-89721831-d001-4870-95b2-b1b0ecd17166 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 931 time: 0.1149671 Aug 31 01:19:21.026025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-88fc2243-a753-45ba-9606-7af398b01f90 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Request body: {'port': {'device_id': '4bebe2db-191e-495b-93d2-58677a94ee4b', 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'admin_state_up': True, 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'security_groups': ['8c20b33a-0583-47a3-8940-83d5dd658066']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:21.069424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33370) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:21.097062 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.107194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Transition to ACTIVE for port object e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:21.136894 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Transition to ACTIVE for port object e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:21.144340 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.222488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Network 0f571b77-7051-4949-8ec3-ad493802cb34 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:21.228134 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:21.241488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:21.290315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-88fc2243-a753-45ba-9606-7af398b01f90 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Made reservation on behalf of b99bf286cf2a494aa27b0a218b3ee24a for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:21.291912 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-db7035ed-d2b4-4271-b54a-349cdb5669eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.294029 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-88fc2243-a753-45ba-9606-7af398b01f90 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.326277 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Pushing event updated for resources: {'Port': ['ID=e06a7ef4-7a1d-49e5-b8bf-2220ada4d250,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:21.353142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Attempting to bind port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:21.353771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Attempting to bind port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'db095fa2-afaf-4e86-bd12-ac864ceecb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0f571b77-7051-4949-8ec3-ad493802cb34'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:21.354387 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Attempting to bind port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 on network 0f571b77-7051-4949-8ec3-ad493802cb34 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:21.361921 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:21.362610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Checking segment: {'id': 'db095fa2-afaf-4e86-bd12-ac864ceecb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0f571b77-7051-4949-8ec3-ad493802cb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:21.363258 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.363917 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Bound using segment: {'id': 'db095fa2-afaf-4e86-bd12-ac864ceecb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0f571b77-7051-4949-8ec3-ad493802cb34'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:21.364622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Bound port: e06a7ef4-7a1d-49e5-b8bf-2220ada4d250, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db095fa2-afaf-4e86-bd12-ac864ceecb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0f571b77-7051-4949-8ec3-ad493802cb34'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:21.365631 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.454276 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] For port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:21.460099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] For port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e06a7ef4-7a1d-49e5-b8bf-2220ada4d250,segment=NetworkSegment(db095fa2-afaf-4e86-bd12-ac864ceecb54),segment_id=db095fa2-afaf-4e86-bd12-ac864ceecb54)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:21.464785 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.476821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3237332b-091b-4370-94b0-8dbadb1f070a {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:21.488999 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.516869 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Transition to ACTIVE for port object 3237332b-091b-4370-94b0-8dbadb1f070a will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:21.528575 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.534626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-88fc2243-a753-45ba-9606-7af398b01f90 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Allocated IP 172.20.0.11 (10ae198d-29cb-4d23-a57d-5079901ab9b7/bd52c5e5-42e1-4c6d-a1e4-15c21260303b/8a8c6cee-a549-420b-84ce-cbc4eb0598d3) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:21.538141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059301d4-9b88-4977-8bc2-289809c8c65e None None] Pushing event updated for resources: {'Port': ['ID=e06a7ef4-7a1d-49e5-b8bf-2220ada4d250,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:21.560663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-574d7922-95c4-4d99-bb52-eaa89cb3df89 req-ebff08b4-dd54-4455-8afc-cee4415d166a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202456 Aug 31 01:19:21.579195 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c726f014-5c54-4d80-aae5-5d7ec49a5ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.618165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3237332b-091b-4370-94b0-8dbadb1f070a,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:21.695464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0bf66-125d-48cc-a006-dfd25227f78c req-4bfc7c77-5dc2-41da-9e23-47f0e47a376b tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:21.697972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3a0bf66-125d-48cc-a006-dfd25227f78c req-4bfc7c77-5dc2-41da-9e23-47f0e47a376b tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 945 time: 0.6590118 Aug 31 01:19:21.737314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Attempting to bind port 3237332b-091b-4370-94b0-8dbadb1f070a on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:21.737660 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Attempting to bind port 3237332b-091b-4370-94b0-8dbadb1f070a by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '31aeedeb-f569-45e8-955b-bbf46cfbd5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:21.737996 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Attempting to bind port 3237332b-091b-4370-94b0-8dbadb1f070a on network be74f3c6-3ce5-4840-a086-8b4fede80175 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:21.790987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Port 3237332b-091b-4370-94b0-8dbadb1f070a on network be74f3c6-3ce5-4840-a086-8b4fede80175 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:19:21.791352 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Attempting to bind port 3237332b-091b-4370-94b0-8dbadb1f070a on network be74f3c6-3ce5-4840-a086-8b4fede80175 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:21.793807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3a0bf66-125d-48cc-a006-dfd25227f78c req-3a3c80c7-ac41-4542-bfe3-93569be04092 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813365 Aug 31 01:19:21.801626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:21.802052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Checking segment: {'id': '31aeedeb-f569-45e8-955b-bbf46cfbd5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:21.802369 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Bound using segment: {'id': '31aeedeb-f569-45e8-955b-bbf46cfbd5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:21.802822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Bound port: 3237332b-091b-4370-94b0-8dbadb1f070a, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aeedeb-f569-45e8-955b-bbf46cfbd5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:21.803253 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.917772 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c726f014-5c54-4d80-aae5-5d7ec49a5ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.926204 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c726f014-5c54-4d80-aae5-5d7ec49a5ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.969793 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] For port 3237332b-091b-4370-94b0-8dbadb1f070a, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:21.983498 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] For port 3237332b-091b-4370-94b0-8dbadb1f070a, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3237332b-091b-4370-94b0-8dbadb1f070a,segment=NetworkSegment(31aeedeb-f569-45e8-955b-bbf46cfbd5b8),segment_id=31aeedeb-f569-45e8-955b-bbf46cfbd5b8)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:21.990157 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-88fc2243-a753-45ba-9606-7af398b01f90 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.010380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-88fc2243-a753-45ba-9606-7af398b01f90 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Transition to ACTIVE for port object 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:22.029141 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3d379fa-4f49-49a7-b687-20e023798b81 req-4c9941fb-6150-4247-a291-ad6d8030bebb tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 210 time: 0.0706806 Aug 31 01:19:22.066124 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.112118 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a1cdb4-2dd1-42e6-867d-c05db1f797bc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:22.117449 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0a1cdb4-2dd1-42e6-867d-c05db1f797bc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.143115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:22.143874 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.146068 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] 10.222.0.70 "PUT /v2.0/ports/3237332b-091b-4370-94b0-8dbadb1f070a HTTP/1.1" status: 200 len: 1092 time: 1.8743088 Aug 31 01:19:22.147963 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c726f014-5c54-4d80-aae5-5d7ec49a5ec5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=185dcce80eb146d6878e4902233825ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0703487 Aug 31 01:19:22.148609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33384) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:22.151835 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'tag': '3237332b-091b-4370-94b0-8dbadb1f070a'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:22.154254 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78d1424-adad-4c60-953e-7ebd92403a66" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9a6c66-b085-4685-ac66-da70d65b7468", "tag": "3237332b-091b-4370-94b0-8dbadb1f070a"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:22.164815 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-88fc2243-a753-45ba-9606-7af398b01f90 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.179364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726f014-5c54-4d80-aae5-5d7ec49a5ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cf199f-a109-426f-b463-f17036552afa,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:22.202474 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-88fc2243-a753-45ba-9606-7af398b01f90 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Network 10ae198d-29cb-4d23-a57d-5079901ab9b7 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:22.211274 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-88fc2243-a753-45ba-9606-7af398b01f90 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:22.221989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f40679-93e2-4ad1-b4ef-89e45eeeb2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3237332b-091b-4370-94b0-8dbadb1f070a,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:22.232007 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9aafff-5e43-4453-a62f-06a250d2d5b8 x-openstack-request-id: req-4d9aafff-5e43-4453-a62f-06a250d2d5b8 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:22.232300 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9a6c66-b085-4685-ac66-da70d65b7468", "tag": "3237332b-091b-4370-94b0-8dbadb1f070a", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:22.232553 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d9aafff-5e43-4453-a62f-06a250d2d5b8 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:22.232956 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'tag': '3237332b-091b-4370-94b0-8dbadb1f070a', 'status': 'completed', 'code': 200} Aug 31 01:19:22.236720 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-88fc2243-a753-45ba-9606-7af398b01f90 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:22.240176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-e0a1cdb4-2dd1-42e6-867d-c05db1f797bc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] device_id is not set on port 8dda43e0-27fd-450f-9d45-abd237ef573e yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:19:22.367326 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe0867-00eb-49b1-b88e-c7699d4bc9a0 req-5096d3a9-3e4d-408c-bee1-9df03dfd3aa5 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:22.368948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9bfe0867-00eb-49b1-b88e-c7699d4bc9a0 req-5096d3a9-3e4d-408c-bee1-9df03dfd3aa5 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=44e6148e-f0c5-46d4-945c-ddab3dcbf9f1 HTTP/1.1" status: 200 len: 945 time: 0.3484757 Aug 31 01:19:22.416013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-0ce3157a-91e6-444f-b7c3-d4b834db9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:22.423001 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-0ce3157a-91e6-444f-b7c3-d4b834db9b99 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71f1e42e6ecf4b099a3442968b702db6&device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 1095 time: 0.2130775 Aug 31 01:19:22.471026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-88fc2243-a753-45ba-9606-7af398b01f90 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:22.471807 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-88fc2243-a753-45ba-9606-7af398b01f90 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.475082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc2243-a753-45ba-9606-7af398b01f90 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Pushing event updated for resources: {'Port': ['ID=8a8c6cee-a549-420b-84ce-cbc4eb0598d3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:22.538921 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:22.600582 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-0b1a5ee4-94a7-451a-8118-08761406e6af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3237332b-091b-4370-94b0-8dbadb1f070a HTTP/1.1" status: 200 len: 217 time: 0.1609395 Aug 31 01:19:22.623728 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-88fc2243-a753-45ba-9606-7af398b01f90 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6029375 Aug 31 01:19:22.645447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:22.656682 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-559ce7b5-263d-4efd-93f2-d212e4e5f460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.661471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9bfe0867-00eb-49b1-b88e-c7699d4bc9a0 req-b161cd6c-e031-4ba6-94e1-196cc54ca04b tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689283 Aug 31 01:19:22.666538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device aee57265-c62b-4a77-ab11-6bd2fd1f11ae up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:22.692070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Request body: {'port': {'device_id': '4bebe2db-191e-495b-93d2-58677a94ee4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:22.725828 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-559ce7b5-263d-4efd-93f2-d212e4e5f460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.771858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-e0a1cdb4-2dd1-42e6-867d-c05db1f797bc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Allocated IP 2001:db8::1e3 (0f571b77-7051-4949-8ec3-ad493802cb34/4b9713dd-4410-4433-868a-a0fb664d07a4/8dda43e0-27fd-450f-9d45-abd237ef573e) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:22.772334 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b8948312-3857-494a-8b42-9cafe5babbc0 None None] Provisioning for port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:22.786970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b8948312-3857-494a-8b42-9cafe5babbc0 None None] Provisioning complete for port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:22.787495 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b8948312-3857-494a-8b42-9cafe5babbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.826009 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-6f9687e4-9f97-42b3-b7c6-399d993df039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:22.831803 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-6f9687e4-9f97-42b3-b7c6-399d993df039 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ca187ae-022b-43d7-972b-e43043dfa2e1 HTTP/1.1" status: 200 len: 860 time: 0.2235329 Aug 31 01:19:22.868942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b8948312-3857-494a-8b42-9cafe5babbc0 None None] Port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:22.902210 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-5b67150e-482c-4aec-895a-7588f45f9365 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be74f3c6-3ce5-4840-a086-8b4fede80175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614223 Aug 31 01:19:22.908108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port aee57265-c62b-4a77-ab11-6bd2fd1f11ae completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:22.918815 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port aee57265-c62b-4a77-ab11-6bd2fd1f11ae triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:22.919200 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.952335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691094c-d9d7-46cf-85e7-3b1931ce4aff req-aafcc974-a27e-4872-b52e-798a5cbaec74 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:22.961150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8691094c-d9d7-46cf-85e7-3b1931ce4aff req-aafcc974-a27e-4872-b52e-798a5cbaec74 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 943 time: 0.1864021 Aug 31 01:19:23.026768 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-559ce7b5-263d-4efd-93f2-d212e4e5f460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.028273 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.037515 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-559ce7b5-263d-4efd-93f2-d212e4e5f460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.040073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-559ce7b5-263d-4efd-93f2-d212e4e5f460 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2cf199f-a109-426f-b463-f17036552afa HTTP/1.1" status: 204 len: 168 time: 0.8715425 Aug 31 01:19:23.068200 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.130707 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port aee57265-c62b-4a77-ab11-6bd2fd1f11ae, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=aee57265-c62b-4a77-ab11-6bd2fd1f11ae,segment=NetworkSegment(31aeedeb-f569-45e8-955b-bbf46cfbd5b8),segment_id=31aeedeb-f569-45e8-955b-bbf46cfbd5b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:23.135058 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.146594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ce7b5-263d-4efd-93f2-d212e4e5f460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cf199f-a109-426f-b463-f17036552afa,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:23.319531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8691094c-d9d7-46cf-85e7-3b1931ce4aff req-213d56b2-716a-4b94-84b6-2a345742e00f tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531120 Aug 31 01:19:23.328896 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-500982ec-7a50-4171-a22c-1ff9a2e386b2 service neutron] 10.222.0.70 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167688 Aug 31 01:19:23.372459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce428a64-b445-4576-a5d2-e0e721d4ecc5 None None] Network 0f571b77-7051-4949-8ec3-ad493802cb34 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:23.408328 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0a1cdb4-2dd1-42e6-867d-c05db1f797bc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.458264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-e0a1cdb4-2dd1-42e6-867d-c05db1f797bc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Transition to ACTIVE for port object 8dda43e0-27fd-450f-9d45-abd237ef573e will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:23.465670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cb49782e-ff5d-4ba4-82c7-e5968d558f56 None None] Provisioning for port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:23.483377 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cb49782e-ff5d-4ba4-82c7-e5968d558f56 None None] Provisioning complete for port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:23.484014 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cb49782e-ff5d-4ba4-82c7-e5968d558f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.491658 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=aee57265-c62b-4a77-ab11-6bd2fd1f11ae,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:23.601149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ab48b-5d7e-40e2-9442-97146ecb7db7 req-b85b5b64-6b53-4e69-89ce-2c5269cdec58 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:23.602972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-313ab48b-5d7e-40e2-9442-97146ecb7db7 req-b85b5b64-6b53-4e69-89ce-2c5269cdec58 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 932 time: 0.3035994 Aug 31 01:19:23.605580 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0a1cdb4-2dd1-42e6-867d-c05db1f797bc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.672718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1cdb4-2dd1-42e6-867d-c05db1f797bc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=8dda43e0-27fd-450f-9d45-abd237ef573e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:23.712855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a1cdb4-2dd1-42e6-867d-c05db1f797bc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 0f571b77-7051-4949-8ec3-ad493802cb34 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:23.719829 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-e0a1cdb4-2dd1-42e6-867d-c05db1f797bc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:23.729171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a1cdb4-2dd1-42e6-867d-c05db1f797bc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:23.736278 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a1cdb4-2dd1-42e6-867d-c05db1f797bc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:23.736973 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0a1cdb4-2dd1-42e6-867d-c05db1f797bc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.770701 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-313ab48b-5d7e-40e2-9442-97146ecb7db7 req-62316b18-245c-4767-8e70-57aecc6787ae tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c20b33a-0583-47a3-8940-83d5dd658066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590929 Aug 31 01:19:23.780100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e0a1cdb4-2dd1-42e6-867d-c05db1f797bc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7951624 Aug 31 01:19:23.782349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33420) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:23.789126 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f2f24241-d176-4da0-8a06-7595c2b9dced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.913799 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cb49782e-ff5d-4ba4-82c7-e5968d558f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.064505 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cb49782e-ff5d-4ba4-82c7-e5968d558f56 None None] For port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e06a7ef4-7a1d-49e5-b8bf-2220ada4d250,segment=NetworkSegment(db095fa2-afaf-4e86-bd12-ac864ceecb54),segment_id=db095fa2-afaf-4e86-bd12-ac864ceecb54)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:24.067618 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.076412 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cb49782e-ff5d-4ba4-82c7-e5968d558f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.204386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49782e-ff5d-4ba4-82c7-e5968d558f56 None None] Pushing event updated for resources: {'Port': ['ID=e06a7ef4-7a1d-49e5-b8bf-2220ada4d250,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:24.276082 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4674256a-3e43-46aa-8dd1-eac1768ab8a8 req-11a125b1-ae06-4450-8109-cbed7ba9017b service neutron] 10.222.0.70 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8674469 Aug 31 01:19:24.294329 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device aee57265-c62b-4a77-ab11-6bd2fd1f11ae up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:24.405763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port aee57265-c62b-4a77-ab11-6bd2fd1f11ae triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:24.406337 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.411390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342e54c-bdb4-4312-accb-62df674170cc req-630e90df-ed98-4d3d-a11a-ad4d6f5f0097 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:24.417022 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-630e90df-ed98-4d3d-a11a-ad4d6f5f0097 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/networks?id=df43ae3b-3e3c-4303-9a79-19d216bc711e HTTP/1.1" status: 200 len: 813 time: 0.4467759 Aug 31 01:19:24.472194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:24.479101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-a3ccb4df-130c-4f39-9062-07670d764e12 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/quotas/6a5fc6e639cf4fdb9ec2daa91438d93a HTTP/1.1" status: 200 len: 375 time: 0.0552127 Aug 31 01:19:24.496377 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.502401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d1424-adad-4c60-953e-7ebd92403a66 req-909f76b5-5248-4660-950b-6a46bcafa1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:24.505018 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d78d1424-adad-4c60-953e-7ebd92403a66 req-909f76b5-5248-4660-950b-6a46bcafa1a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71f1e42e6ecf4b099a3442968b702db6&device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 1095 time: 0.1294260 Aug 31 01:19:24.511439 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.520684 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Transition to ACTIVE for port object 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:24.525508 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5f9b2c5e-7c11-4cfb-95b0-7e608f890e93 None None] Provisioning for port 8dda43e0-27fd-450f-9d45-abd237ef573e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:24.532930 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5f9b2c5e-7c11-4cfb-95b0-7e608f890e93 None None] Provisioning complete for port 8dda43e0-27fd-450f-9d45-abd237ef573e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:24.533300 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5f9b2c5e-7c11-4cfb-95b0-7e608f890e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.640241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d1424-adad-4c60-953e-7ebd92403a66 req-06b52bc1-5239-4fd2-bd40-81566f058c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:24.644554 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d78d1424-adad-4c60-953e-7ebd92403a66 req-06b52bc1-5239-4fd2-bd40-81566f058c33 service neutron] 10.222.0.70 "GET /v2.0/networks?id=be74f3c6-3ce5-4840-a086-8b4fede80175 HTTP/1.1" status: 200 len: 921 time: 0.1222472 Aug 31 01:19:24.646039 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.668077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b2c5e-7c11-4cfb-95b0-7e608f890e93 None None] Port 8dda43e0-27fd-450f-9d45-abd237ef573e cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:24.693526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5f9b2c5e-7c11-4cfb-95b0-7e608f890e93 None None] Provisioning complete for port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:24.693908 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5f9b2c5e-7c11-4cfb-95b0-7e608f890e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.736593 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d78d1424-adad-4c60-953e-7ebd92403a66 req-fbff679d-14e2-40a5-8401-f7f13f7050a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3237332b-091b-4370-94b0-8dbadb1f070a HTTP/1.1" status: 200 len: 217 time: 0.0598423 Aug 31 01:19:24.750498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d90e2-386a-4637-8db0-120242f27ce6 req-7fd5f677-6a9a-4ede-90bd-83ec5d6866e2 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:24.753319 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-702d90e2-386a-4637-8db0-120242f27ce6 req-7fd5f677-6a9a-4ede-90bd-83ec5d6866e2 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 943 time: 0.3045011 Aug 31 01:19:24.823685 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d1424-adad-4c60-953e-7ebd92403a66 req-5a800fb5-07c8-470f-8f06-cefdcb426624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:24.824951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-acadc38b-81cf-4aca-9e20-3717eabe6c9e tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a5fc6e639cf4fdb9ec2daa91438d93a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3447020 Aug 31 01:19:24.829385 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d78d1424-adad-4c60-953e-7ebd92403a66 req-5a800fb5-07c8-470f-8f06-cefdcb426624 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ca187ae-022b-43d7-972b-e43043dfa2e1 HTTP/1.1" status: 200 len: 860 time: 0.0819955 Aug 31 01:19:24.830515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8c6cee-a549-420b-84ce-cbc4eb0598d3,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:24.836150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3109fce-bcb0-4f05-a909-5f030fea83f1 req-26eb27a5-4564-4d9c-b207-057d4d9a3aac tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:24.837716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3109fce-bcb0-4f05-a909-5f030fea83f1 req-26eb27a5-4564-4d9c-b207-057d4d9a3aac tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e6148e-f0c5-46d4-945c-ddab3dcbf9f1 HTTP/1.1" status: 200 len: 945 time: 0.3025444 Aug 31 01:19:24.896218 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d78d1424-adad-4c60-953e-7ebd92403a66 req-7dc89b20-7e25-4588-ab3b-0e9512f6ffd2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be74f3c6-3ce5-4840-a086-8b4fede80175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492561 Aug 31 01:19:24.977049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f26f4d0b-dec2-4553-8671-3161493bbd4f None None] Provisioning complete for port 8dda43e0-27fd-450f-9d45-abd237ef573e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:24.977537 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f26f4d0b-dec2-4553-8671-3161493bbd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.076208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Attempting to bind port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:25.076708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Attempting to bind port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '8d94601c-e920-4de0-b27d-9595e9bfe8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:25.077143 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Attempting to bind port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 on network 10ae198d-29cb-4d23-a57d-5079901ab9b7 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:25.086907 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 on network 10ae198d-29cb-4d23-a57d-5079901ab9b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:19:25.087536 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Attempting to bind port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 on network 10ae198d-29cb-4d23-a57d-5079901ab9b7 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:25.090061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f26f4d0b-dec2-4553-8671-3161493bbd4f None None] Port 8dda43e0-27fd-450f-9d45-abd237ef573e cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:25.101724 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c8696bf-e814-4c90-99d1-bf3e8eb88113 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.103834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:25.104185 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Checking segment: {'id': '8d94601c-e920-4de0-b27d-9595e9bfe8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:25.104708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Bound using segment: {'id': '8d94601c-e920-4de0-b27d-9595e9bfe8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:25.105157 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Bound port: 8a8c6cee-a549-420b-84ce-cbc4eb0598d3, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d94601c-e920-4de0-b27d-9595e9bfe8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:25.105524 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.118068 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-3ad0d8db-424f-49a8-b0b6-91550c4af13c service neutron] 10.222.0.58 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558298 Aug 31 01:19:25.137390 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d78d1424-adad-4c60-953e-7ebd92403a66 req-e0623501-9b43-4ca8-ae51-af099726a422 service neutron] 10.222.0.70 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058668 Aug 31 01:19:25.265954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] For port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:25.291713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] For port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8a8c6cee-a549-420b-84ce-cbc4eb0598d3,segment=NetworkSegment(8d94601c-e920-4de0-b27d-9595e9bfe8d0),segment_id=8d94601c-e920-4de0-b27d-9595e9bfe8d0)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:25.297379 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d78d1424-adad-4c60-953e-7ebd92403a66 req-b20cb0ce-0b05-433f-9df2-8c465a946d3b service neutron] 10.222.0.70 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379719 Aug 31 01:19:25.299267 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.319216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:25.319697 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.321445 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] 10.222.0.15 "PUT /v2.0/ports/8a8c6cee-a549-420b-84ce-cbc4eb0598d3 HTTP/1.1" status: 200 len: 1093 time: 2.6722679 Aug 31 01:19:25.378419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bebe2db-191e-495b-93d2-58677a94ee4b', 'tag': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:25.386273 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-702d90e2-386a-4637-8db0-120242f27ce6 req-ff20e531-17a2-468f-bbe0-c489f722def6 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6206036 Aug 31 01:19:25.389872 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f419d5ed-9127-40f5-8e78-715c232cd261" -d '{"events": [{"name": "network-changed", "server_uuid": "4bebe2db-191e-495b-93d2-58677a94ee4b", "tag": "8a8c6cee-a549-420b-84ce-cbc4eb0598d3"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:25.517795 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875be7e-6c28-42ee-9208-b75c05174d14 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8c6cee-a549-420b-84ce-cbc4eb0598d3,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:25.532870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-78f583d1-77f5-49c9-bc3d-5cbf1a4318d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:25.534666 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-78f583d1-77f5-49c9-bc3d-5cbf1a4318d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b99bf286cf2a494aa27b0a218b3ee24a&device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 1096 time: 0.1395605 Aug 31 01:19:25.561055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875502a-41de-4d9d-bbdf-ea709756a27e req-8c59ef58-7548-4758-9d98-8bac0fdf60ba tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:25.563871 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0875502a-41de-4d9d-bbdf-ea709756a27e req-8c59ef58-7548-4758-9d98-8bac0fdf60ba tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.15 "GET /v2.0/ports?device_id=52c89cbf-97fb-4227-bb9a-39d545e6a5b8 HTTP/1.1" status: 200 len: 945 time: 0.4406223 Aug 31 01:19:25.631003 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-774b850b-c8fe-4efc-98da-7187511d281f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a8c6cee-a549-420b-84ce-cbc4eb0598d3 HTTP/1.1" status: 200 len: 217 time: 0.0848465 Aug 31 01:19:25.692520 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-cd4aeb23-a859-4180-bd81-f53adff8e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:25.694278 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-cd4aeb23-a859-4180-bd81-f53adff8e1fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd52c5e5-42e1-4c6d-a1e4-15c21260303b HTTP/1.1" status: 200 len: 848 time: 0.0570543 Aug 31 01:19:25.721391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-c3109fce-bcb0-4f05-a909-5f030fea83f1 req-05361bee-2333-47aa-8ed8-4e46a91d21d6 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Deleting port 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:25.721796 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c3109fce-bcb0-4f05-a909-5f030fea83f1 req-05361bee-2333-47aa-8ed8-4e46a91d21d6 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.747593 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-53a98978-36b5-4d4a-ac50-fa293cfcb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:25.749553 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-53a98978-36b5-4d4a-ac50-fa293cfcb994 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10ae198d-29cb-4d23-a57d-5079901ab9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486839 Aug 31 01:19:25.798272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-154844ac-955e-4ee0-9b7c-41a4cde8e824 service neutron] 10.222.0.58 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6793206 Aug 31 01:19:25.891945 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-1aefbf92-8b9d-4ff5-8a3f-020e04239e41 service neutron] 10.222.0.15 "GET /v2.0/networks/10ae198d-29cb-4d23-a57d-5079901ab9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343112 Aug 31 01:19:25.947728 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-c3109fce-bcb0-4f05-a909-5f030fea83f1 req-05361bee-2333-47aa-8ed8-4e46a91d21d6 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] For port 65fb4a38-a97d-4f1e-96c6-abe9061c9c83, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=65fb4a38-a97d-4f1e-96c6-abe9061c9c83,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:25.948336 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c3109fce-bcb0-4f05-a909-5f030fea83f1 req-05361bee-2333-47aa-8ed8-4e46a91d21d6 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:25.971557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-c3109fce-bcb0-4f05-a909-5f030fea83f1 req-05361bee-2333-47aa-8ed8-4e46a91d21d6 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Calling delete_port for 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:26.007375 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ea69f6b7-f156-4069-a121-5fc7be947a2f req-d62d26ad-f617-452e-a337-3fe745a6c2ee service neutron] 10.222.0.15 "GET /v2.0/networks/10ae198d-29cb-4d23-a57d-5079901ab9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086061 Aug 31 01:19:26.061493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92b006-242d-4380-a527-c7f9011563ef req-c455bdb6-b2e9-4ce1-99da-71af6c6d6802 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:26.070274 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab92b006-242d-4380-a527-c7f9011563ef req-c455bdb6-b2e9-4ce1-99da-71af6c6d6802 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 944 time: 0.5877259 Aug 31 01:19:26.285538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab92b006-242d-4380-a527-c7f9011563ef req-2e5168d8-9a64-48b3-b8d5-8039dec48945 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c20b33a-0583-47a3-8940-83d5dd658066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131100 Aug 31 01:19:26.320131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-0875502a-41de-4d9d-bbdf-ea709756a27e req-b6054e71-ab6f-4d8d-b564-3eb404af0f06 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Deleting port 931d9521-a8b0-4882-8507-197ebaa06eda {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:26.322088 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0875502a-41de-4d9d-bbdf-ea709756a27e req-b6054e71-ab6f-4d8d-b564-3eb404af0f06 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.356402 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:26.368365 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f772317c-c010-4b83-914d-ea171eaf2737 x-openstack-request-id: req-f772317c-c010-4b83-914d-ea171eaf2737 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:26.368839 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bebe2db-191e-495b-93d2-58677a94ee4b", "tag": "8a8c6cee-a549-420b-84ce-cbc4eb0598d3", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:26.368916 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f772317c-c010-4b83-914d-ea171eaf2737 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:26.369298 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bebe2db-191e-495b-93d2-58677a94ee4b', 'tag': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3', 'status': 'completed', 'code': 200} Aug 31 01:19:26.393983 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c8696bf-e814-4c90-99d1-bf3e8eb88113 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.493577 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:26.498578 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c8696bf-e814-4c90-99d1-bf3e8eb88113 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.501195 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.509945 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419d5ed-9127-40f5-8e78-715c232cd261 req-11c6a0c8-4665-41a4-9aee-56c96cfa6470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:26.512772 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f419d5ed-9127-40f5-8e78-715c232cd261 req-11c6a0c8-4665-41a4-9aee-56c96cfa6470 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b99bf286cf2a494aa27b0a218b3ee24a&device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 1096 time: 0.1031444 Aug 31 01:19:26.769339 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419d5ed-9127-40f5-8e78-715c232cd261 req-c9cf198a-bb86-4440-b912-cff2847a17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:26.771869 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f419d5ed-9127-40f5-8e78-715c232cd261 req-c9cf198a-bb86-4440-b912-cff2847a17e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=10ae198d-29cb-4d23-a57d-5079901ab9b7 HTTP/1.1" status: 200 len: 910 time: 0.2481544 Aug 31 01:19:26.802707 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:26.847564 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f419d5ed-9127-40f5-8e78-715c232cd261 req-84e6f9b2-7a79-4072-8748-c24dd7a46a30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a8c6cee-a549-420b-84ce-cbc4eb0598d3 HTTP/1.1" status: 200 len: 217 time: 0.0689540 Aug 31 01:19:26.935943 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419d5ed-9127-40f5-8e78-715c232cd261 req-ba28395d-be2e-44a4-8be6-c7f53633c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:26.938313 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f419d5ed-9127-40f5-8e78-715c232cd261 req-ba28395d-be2e-44a4-8be6-c7f53633c9b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd52c5e5-42e1-4c6d-a1e4-15c21260303b HTTP/1.1" status: 200 len: 848 time: 0.0819087 Aug 31 01:19:27.039004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419d5ed-9127-40f5-8e78-715c232cd261 req-9561c6c7-b2d0-4441-a0b2-76c88514644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:27.040586 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f419d5ed-9127-40f5-8e78-715c232cd261 req-9561c6c7-b2d0-4441-a0b2-76c88514644a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10ae198d-29cb-4d23-a57d-5079901ab9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950856 Aug 31 01:19:27.105806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9d764b0a-8c1f-4d52-9b14-3fbd5e9bc479 None None] Provisioning complete for port 8dda43e0-27fd-450f-9d45-abd237ef573e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:27.107566 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9d764b0a-8c1f-4d52-9b14-3fbd5e9bc479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.187013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9d764b0a-8c1f-4d52-9b14-3fbd5e9bc479 None None] Port 8dda43e0-27fd-450f-9d45-abd237ef573e cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:27.286162 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-145acd70-7c62-4760-9381-f891e4b2be95 req-bbcb5cea-3f37-461c-814b-218f5e70e92f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 210 time: 0.0572963 Aug 31 01:19:27.293781 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f419d5ed-9127-40f5-8e78-715c232cd261 req-63e19c4c-5c88-4961-ac5d-79399fcf1b6c service neutron] 10.222.0.15 "GET /v2.0/networks/10ae198d-29cb-4d23-a57d-5079901ab9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450533 Aug 31 01:19:27.402503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8696bf-e814-4c90-99d1-bf3e8eb88113 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=8dda43e0-27fd-450f-9d45-abd237ef573e,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:27.515855 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f419d5ed-9127-40f5-8e78-715c232cd261 req-b3cbac90-d66f-4e96-a36a-91acedc1e896 service neutron] 10.222.0.15 "GET /v2.0/networks/10ae198d-29cb-4d23-a57d-5079901ab9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129753 Aug 31 01:19:27.535918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f93a8-1ccc-4981-9abf-f0781d9d57fc req-af297986-8f84-44fc-97d9-8a65972e5089 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:27.537497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-878f93a8-1ccc-4981-9abf-f0781d9d57fc req-af297986-8f84-44fc-97d9-8a65972e5089 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 943 time: 1.0057311 Aug 31 01:19:27.538167 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c3109fce-bcb0-4f05-a909-5f030fea83f1 req-05361bee-2333-47aa-8ed8-4e46a91d21d6 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.563245 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['931d9521-a8b0-4882-8507-197ebaa06eda'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:19:27.651501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05361bee-2333-47aa-8ed8-4e46a91d21d6 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Pushing event deleted for resources: {'Port': ['ID=65fb4a38-a97d-4f1e-96c6-abe9061c9c83,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:27.654890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-0875502a-41de-4d9d-bbdf-ea709756a27e req-b6054e71-ab6f-4d8d-b564-3eb404af0f06 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] For port 931d9521-a8b0-4882-8507-197ebaa06eda, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=931d9521-a8b0-4882-8507-197ebaa06eda,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:27.655269 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0875502a-41de-4d9d-bbdf-ea709756a27e req-b6054e71-ab6f-4d8d-b564-3eb404af0f06 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.676291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33578) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:27.706874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-0875502a-41de-4d9d-bbdf-ea709756a27e req-b6054e71-ab6f-4d8d-b564-3eb404af0f06 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Calling delete_port for 931d9521-a8b0-4882-8507-197ebaa06eda owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:27.772039 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c8696bf-e814-4c90-99d1-bf3e8eb88113 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.788081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716d196-8239-4f3e-8b85-16d3fc46b530 req-85d472d5-43d6-4dee-a4be-2df9bcf7bfac tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:27.789664 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7716d196-8239-4f3e-8b85-16d3fc46b530 req-85d472d5-43d6-4dee-a4be-2df9bcf7bfac tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 944 time: 0.2782094 Aug 31 01:19:27.831796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-878f93a8-1ccc-4981-9abf-f0781d9d57fc req-0a68190f-2cbb-453a-bf29-25ecfd9b647f tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819653 Aug 31 01:19:27.854666 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-18156da0-715f-44f3-a578-3f93df237672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.898834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3109fce-bcb0-4f05-a909-5f030fea83f1 req-05361bee-2333-47aa-8ed8-4e46a91d21d6 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] No DVR routers for this DVR port 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:27.909205 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c3109fce-bcb0-4f05-a909-5f030fea83f1 req-05361bee-2333-47aa-8ed8-4e46a91d21d6 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:27.911174 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3109fce-bcb0-4f05-a909-5f030fea83f1 req-05361bee-2333-47aa-8ed8-4e46a91d21d6 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.70 "DELETE /v2.0/ports/65fb4a38-a97d-4f1e-96c6-abe9061c9c83 HTTP/1.1" status: 204 len: 173 time: 2.9186139 Aug 31 01:19:27.914804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e6148e-f0c5-46d4-945c-ddab3dcbf9f1', 'name': 'network-vif-deleted', 'tag': '65fb4a38-a97d-4f1e-96c6-abe9061c9c83'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:27.916999 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20c213a-9725-4678-ab57-d1a288bf66d5" -d '{"events": [{"server_uuid": "44e6148e-f0c5-46d4-945c-ddab3dcbf9f1", "name": "network-vif-deleted", "tag": "65fb4a38-a97d-4f1e-96c6-abe9061c9c83"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:28.024664 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-18156da0-715f-44f3-a578-3f93df237672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:28.032423 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-18156da0-715f-44f3-a578-3f93df237672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:28.077032 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e2d258-b0f2-4adf-a80b-e6327eb01334 x-openstack-request-id: req-63e2d258-b0f2-4adf-a80b-e6327eb01334 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:28.078455 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e6148e-f0c5-46d4-945c-ddab3dcbf9f1", "name": "network-vif-deleted", "tag": "65fb4a38-a97d-4f1e-96c6-abe9061c9c83", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:28.079255 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63e2d258-b0f2-4adf-a80b-e6327eb01334 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:28.081148 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e6148e-f0c5-46d4-945c-ddab3dcbf9f1', 'name': 'network-vif-deleted', 'tag': '65fb4a38-a97d-4f1e-96c6-abe9061c9c83', 'status': 'completed', 'code': 200} Aug 31 01:19:28.094634 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-18156da0-715f-44f3-a578-3f93df237672 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33776d2613bb4de382e2276442cb02fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4162285 Aug 31 01:19:28.096683 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33586) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:28.167490 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18156da0-715f-44f3-a578-3f93df237672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cc33c2-db59-42db-9d23-a46b51ef9a66,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:28.238425 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c8696bf-e814-4c90-99d1-bf3e8eb88113 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:28.256173 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c0ea-1d96-469e-97c5-0211ac340b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:28.283347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7716d196-8239-4f3e-8b85-16d3fc46b530 req-b70c05ca-965b-4f02-83e6-1a3415669263 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c20b33a-0583-47a3-8940-83d5dd658066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4481730 Aug 31 01:19:28.302610 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c0ea-1d96-469e-97c5-0211ac340b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:28.368935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342e54c-bdb4-4312-accb-62df674170cc req-f0b0109f-053c-4db9-a0bd-7bf95629f81f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:28.370704 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-f0b0109f-053c-4db9-a0bd-7bf95629f81f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.15 "GET /v2.0/networks?id=df43ae3b-3e3c-4303-9a79-19d216bc711e HTTP/1.1" status: 200 len: 813 time: 0.2079122 Aug 31 01:19:28.395386 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-1342e54c-bdb4-4312-accb-62df674170cc req-d335acf2-dab2-4654-8149-625704f0414f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Request body: {'port': {'device_id': 'ea2dfb65-0734-4a73-a867-7821e72bff3e', 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e', 'admin_state_up': True, 'tenant_id': '6a5fc6e639cf4fdb9ec2daa91438d93a'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:28.468003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdbcbb95-406c-40b7-b3ea-99a7c4d41164 req-1dd6afcd-7ef3-40a3-87e8-b06ec8a6fea3 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 210 time: 0.0886931 Aug 31 01:19:28.476643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342e54c-bdb4-4312-accb-62df674170cc req-6926fd6b-3ea0-476b-aca9-7ec5dbdd280f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:28.478221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-6926fd6b-3ea0-476b-aca9-7ec5dbdd280f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.70 "GET /v2.0/networks?id=df43ae3b-3e3c-4303-9a79-19d216bc711e HTTP/1.1" status: 200 len: 813 time: 0.5280211 Aug 31 01:19:28.498576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-1342e54c-bdb4-4312-accb-62df674170cc req-c63f8a34-9b7c-4c0a-b55b-a2bc769eca05 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Request body: {'port': {'device_id': 'b1170a73-d4ff-4199-aed1-23f89440c1dd', 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e', 'admin_state_up': True, 'tenant_id': '6a5fc6e639cf4fdb9ec2daa91438d93a'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:28.537377 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c0ea-1d96-469e-97c5-0211ac340b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:28.540003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c0ea-1d96-469e-97c5-0211ac340b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:28.541196 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f4d2c0ea-1d96-469e-97c5-0211ac340b7b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1cc33c2-db59-42db-9d23-a46b51ef9a66 HTTP/1.1" status: 204 len: 168 time: 0.4434278 Aug 31 01:19:28.556857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2c0ea-1d96-469e-97c5-0211ac340b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cc33c2-db59-42db-9d23-a46b51ef9a66,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:28.578332 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0875502a-41de-4d9d-bbdf-ea709756a27e req-b6054e71-ab6f-4d8d-b564-3eb404af0f06 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:28.585851 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1342e54c-bdb4-4312-accb-62df674170cc req-d335acf2-dab2-4654-8149-625704f0414f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Made reservation on behalf of 6a5fc6e639cf4fdb9ec2daa91438d93a for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:28.591164 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-d335acf2-dab2-4654-8149-625704f0414f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:28.592741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3237332b-091b-4370-94b0-8dbadb1f070a details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:19:28.720372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6054e71-ab6f-4d8d-b564-3eb404af0f06 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Pushing event deleted for resources: {'Port': ['ID=931d9521-a8b0-4882-8507-197ebaa06eda,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:28.805629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:28.814702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-0875502a-41de-4d9d-bbdf-ea709756a27e req-b6054e71-ab6f-4d8d-b564-3eb404af0f06 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] No DVR routers for this DVR port 931d9521-a8b0-4882-8507-197ebaa06eda on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:28.820760 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0875502a-41de-4d9d-bbdf-ea709756a27e req-b6054e71-ab6f-4d8d-b564-3eb404af0f06 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:28.822702 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0875502a-41de-4d9d-bbdf-ea709756a27e req-b6054e71-ab6f-4d8d-b564-3eb404af0f06 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.15 "DELETE /v2.0/ports/931d9521-a8b0-4882-8507-197ebaa06eda HTTP/1.1" status: 204 len: 173 time: 3.2253332 Aug 31 01:19:28.845060 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3237332b-091b-4370-94b0-8dbadb1f070a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3237332b-091b-4370-94b0-8dbadb1f070a,segment=NetworkSegment(31aeedeb-f569-45e8-955b-bbf46cfbd5b8),segment_id=31aeedeb-f569-45e8-955b-bbf46cfbd5b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:28.912232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-1342e54c-bdb4-4312-accb-62df674170cc req-d335acf2-dab2-4654-8149-625704f0414f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Allocated IP 172.20.0.11 (df43ae3b-3e3c-4303-9a79-19d216bc711e/7348b38a-6b6d-452c-bd80-0ae8a3a1ec10/b5b3f1bb-4640-4930-bb80-f543502d15c0) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:28.949399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '3237332b-091b-4370-94b0-8dbadb1f070a', 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175', 'port_id': '3237332b-091b-4370-94b0-8dbadb1f070a', 'mac_address': 'fa:16:3e:d3:8b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:19:28.959474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:28.960410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 65fb4a38-a97d-4f1e-96c6-abe9061c9c83 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:29.017203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1342e54c-bdb4-4312-accb-62df674170cc req-c63f8a34-9b7c-4c0a-b55b-a2bc769eca05 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Made reservation on behalf of 6a5fc6e639cf4fdb9ec2daa91438d93a for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:29.022871 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-c63f8a34-9b7c-4c0a-b55b-a2bc769eca05 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.059109 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.086222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3237332b-091b-4370-94b0-8dbadb1f070a {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:29.122281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3237332b-091b-4370-94b0-8dbadb1f070a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3237332b-091b-4370-94b0-8dbadb1f070a,segment=NetworkSegment(31aeedeb-f569-45e8-955b-bbf46cfbd5b8),segment_id=31aeedeb-f569-45e8-955b-bbf46cfbd5b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:29.131758 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.218793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=3237332b-091b-4370-94b0-8dbadb1f070a,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:29.242531 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-d335acf2-dab2-4654-8149-625704f0414f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.300110 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cd192-7b0a-495e-98e4-45156acd742d req-4061ca0a-1521-4fdf-a8a1-b0452bc4eaf1 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:29.301740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-440cd192-7b0a-495e-98e4-45156acd742d req-4061ca0a-1521-4fdf-a8a1-b0452bc4eaf1 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 943 time: 0.3301532 Aug 31 01:19:29.361898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33612) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:29.383971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3237332b-091b-4370-94b0-8dbadb1f070a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:19:29.405939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ede426e5-4975-4406-afae-a497bcaa88e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.417299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-440cd192-7b0a-495e-98e4-45156acd742d req-2f15c6e6-72d5-4a8f-8f76-8304bbbe97ed tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948992 Aug 31 01:19:29.424761 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c8696bf-e814-4c90-99d1-bf3e8eb88113 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.449202 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-d335acf2-dab2-4654-8149-625704f0414f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.481297 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c8696bf-e814-4c90-99d1-bf3e8eb88113 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.484667 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c8696bf-e814-4c90-99d1-bf3e8eb88113 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.665546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335acf2-dab2-4654-8149-625704f0414f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Pushing event updated for resources: {'Port': ['ID=b5b3f1bb-4640-4930-bb80-f543502d15c0,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:29.715342 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1342e54c-bdb4-4312-accb-62df674170cc req-d335acf2-dab2-4654-8149-625704f0414f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Network df43ae3b-3e3c-4303-9a79-19d216bc711e is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:29.719020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-1342e54c-bdb4-4312-accb-62df674170cc req-d335acf2-dab2-4654-8149-625704f0414f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:29.723024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1342e54c-bdb4-4312-accb-62df674170cc req-d335acf2-dab2-4654-8149-625704f0414f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:29.783183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523b4d3-82d4-4ffc-b675-0a3721a71e6d req-8fbd0c08-2195-4ca3-b6ce-df545b3292f3 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:29.784842 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9523b4d3-82d4-4ffc-b675-0a3721a71e6d req-8fbd0c08-2195-4ca3-b6ce-df545b3292f3 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 944 time: 0.3859384 Aug 31 01:19:29.786624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8696bf-e814-4c90-99d1-bf3e8eb88113 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=8dda43e0-27fd-450f-9d45-abd237ef573e,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:29.800992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342e54c-bdb4-4312-accb-62df674170cc req-d335acf2-dab2-4654-8149-625704f0414f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:29.802569 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-d335acf2-dab2-4654-8149-625704f0414f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.803991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-1342e54c-bdb4-4312-accb-62df674170cc req-c63f8a34-9b7c-4c0a-b55b-a2bc769eca05 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Allocated IP 172.20.0.6 (df43ae3b-3e3c-4303-9a79-19d216bc711e/7348b38a-6b6d-452c-bd80-0ae8a3a1ec10/3968a954-554c-4ea7-994a-99aae0f6371e) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:29.863960 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ede426e5-4975-4406-afae-a497bcaa88e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.870804 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ede426e5-4975-4406-afae-a497bcaa88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:29.896606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba52f9-4782-4ba1-af85-409f5130bc10 req-f2d41f45-b310-4f0c-887e-425a5650d0b8 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:29.898149 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32ba52f9-4782-4ba1-af85-409f5130bc10 req-f2d41f45-b310-4f0c-887e-425a5650d0b8 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 932 time: 0.1794395 Aug 31 01:19:29.900475 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-d335acf2-dab2-4654-8149-625704f0414f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5118244 Aug 31 01:19:29.902221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede426e5-4975-4406-afae-a497bcaa88e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514668c5-c4e2-4fc3-a6ba-6cd445efcd02,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:29.920477 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Request body: {'port': {'device_id': 'ea2dfb65-0734-4a73-a867-7821e72bff3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:29.943654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9523b4d3-82d4-4ffc-b675-0a3721a71e6d req-d8b9ec02-f78c-4517-b690-5563c062714e tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c20b33a-0583-47a3-8940-83d5dd658066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497691 Aug 31 01:19:29.969427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8696bf-e814-4c90-99d1-bf3e8eb88113 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 0f571b77-7051-4949-8ec3-ad493802cb34 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:29.975160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-8c8696bf-e814-4c90-99d1-bf3e8eb88113 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:29.998496 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32ba52f9-4782-4ba1-af85-409f5130bc10 req-935a37d8-3571-41fe-b6e3-0b49ee393836 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822408 Aug 31 01:19:30.019913 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ede426e5-4975-4406-afae-a497bcaa88e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52606f724a194f338f145399605cc542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6571105 Aug 31 01:19:30.022622 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33618) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:30.040230 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:30.100089 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c89cbf-97fb-4227-bb9a-39d545e6a5b8', 'name': 'network-vif-deleted', 'tag': '931d9521-a8b0-4882-8507-197ebaa06eda'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:30.106676 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895d83b0-5103-45d2-a5c1-5af4845d81df" -d '{"events": [{"server_uuid": "52c89cbf-97fb-4227-bb9a-39d545e6a5b8", "name": "network-vif-deleted", "tag": "931d9521-a8b0-4882-8507-197ebaa06eda"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:30.305224 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c50ff37-6295-4955-993d-bdb2ad7521de x-openstack-request-id: req-9c50ff37-6295-4955-993d-bdb2ad7521de {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:30.305553 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c89cbf-97fb-4227-bb9a-39d545e6a5b8", "name": "network-vif-deleted", "tag": "931d9521-a8b0-4882-8507-197ebaa06eda", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:30.305770 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c50ff37-6295-4955-993d-bdb2ad7521de {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:30.306172 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c89cbf-97fb-4227-bb9a-39d545e6a5b8', 'name': 'network-vif-deleted', 'tag': '931d9521-a8b0-4882-8507-197ebaa06eda', 'status': 'completed', 'code': 200} Aug 31 01:19:30.324640 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad93f-0ac7-4bb2-acb4-09a0e0890aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:30.333923 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-c63f8a34-9b7c-4c0a-b55b-a2bc769eca05 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:30.368234 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad93f-0ac7-4bb2-acb4-09a0e0890aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:30.372407 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8696bf-e814-4c90-99d1-bf3e8eb88113 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router c16020b3-0f9b-408f-bb84-2dc2f0bf6832 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:19:30.397722 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:19:30.440901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ab222089-94a5-40fe-b8eb-95e5417ff337 None None] Provisioning complete for port 8dda43e0-27fd-450f-9d45-abd237ef573e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:30.442155 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ab222089-94a5-40fe-b8eb-95e5417ff337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:30.513859 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad93f-0ac7-4bb2-acb4-09a0e0890aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:30.517666 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad93f-0ac7-4bb2-acb4-09a0e0890aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:30.522592 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fe1ad93f-0ac7-4bb2-acb4-09a0e0890aab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/514668c5-c4e2-4fc3-a6ba-6cd445efcd02 HTTP/1.1" status: 204 len: 168 time: 0.4989176 Aug 31 01:19:30.534918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ad93f-0ac7-4bb2-acb4-09a0e0890aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514668c5-c4e2-4fc3-a6ba-6cd445efcd02,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:30.572250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ab222089-94a5-40fe-b8eb-95e5417ff337 None None] Port 8dda43e0-27fd-450f-9d45-abd237ef573e cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:30.611865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3237332b-091b-4370-94b0-8dbadb1f070a up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:30.621416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8696bf-e814-4c90-99d1-bf3e8eb88113 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:30.635142 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8c8696bf-e814-4c90-99d1-bf3e8eb88113 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/c16020b3-0f9b-408f-bb84-2dc2f0bf6832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8516541 Aug 31 01:19:30.637717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33632) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:30.688564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71ab0e8-0735-4eea-a679-344df25e3f6d None None] Sync routers for ids ['c16020b3-0f9b-408f-bb84-2dc2f0bf6832'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:30.692133 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:19:30.719834 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-c63f8a34-9b7c-4c0a-b55b-a2bc769eca05 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:30.835190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8a8c6cee-a549-420b-84ce-cbc4eb0598d3,segment=NetworkSegment(8d94601c-e920-4de0-b27d-9595e9bfe8d0),segment_id=8d94601c-e920-4de0-b27d-9595e9bfe8d0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:30.864630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 931d9521-a8b0-4882-8507-197ebaa06eda no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:30.893389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e4445-2ac7-4aef-9f84-72ca3a0a233e req-f75e2965-c33c-40bb-9aea-b12a349aa248 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:30.898934 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da8e4445-2ac7-4aef-9f84-72ca3a0a233e req-f75e2965-c33c-40bb-9aea-b12a349aa248 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 944 time: 0.2791071 Aug 31 01:19:30.908390 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecd4f61-5bea-452b-8e02-897457b0cd68 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:30.911819 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3', 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'port_id': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3', 'mac_address': 'fa:16:3e:1e:a1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:19:30.913583 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7ecd4f61-5bea-452b-8e02-897457b0cd68 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports/8dda43e0-27fd-450f-9d45-abd237ef573e HTTP/1.1" status: 200 len: 983 time: 0.2745752 Aug 31 01:19:30.914371 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33636) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:30.916674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 931d9521-a8b0-4882-8507-197ebaa06eda {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:30.917265 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 931d9521-a8b0-4882-8507-197ebaa06eda not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:30.940388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f8a34-9b7c-4c0a-b55b-a2bc769eca05 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Pushing event updated for resources: {'Port': ['ID=3968a954-554c-4ea7-994a-99aae0f6371e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:30.980927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 3237332b-091b-4370-94b0-8dbadb1f070a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:30.981132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1342e54c-bdb4-4312-accb-62df674170cc req-c63f8a34-9b7c-4c0a-b55b-a2bc769eca05 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Network df43ae3b-3e3c-4303-9a79-19d216bc711e is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:30.996155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71ab0e8-0735-4eea-a679-344df25e3f6d None None] Routers {'c16020b3-0f9b-408f-bb84-2dc2f0bf6832'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:30.999119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-1342e54c-bdb4-4312-accb-62df674170cc req-c63f8a34-9b7c-4c0a-b55b-a2bc769eca05 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:31.002975 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d71ab0e8-0735-4eea-a679-344df25e3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c16020b3-0f9b-408f-bb84-2dc2f0bf6832'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:31.013826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-1342e54c-bdb4-4312-accb-62df674170cc req-c63f8a34-9b7c-4c0a-b55b-a2bc769eca05 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:31.052165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d71ab0e8-0735-4eea-a679-344df25e3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:31.058596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 3237332b-091b-4370-94b0-8dbadb1f070a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:31.059178 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.095676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b3f1bb-4640-4930-bb80-f543502d15c0 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:31.106216 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71ab0e8-0735-4eea-a679-344df25e3f6d None None] Routers {'c16020b3-0f9b-408f-bb84-2dc2f0bf6832'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:31.106767 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.106888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d71ab0e8-0735-4eea-a679-344df25e3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c16020b3-0f9b-408f-bb84-2dc2f0bf6832'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:31.113223 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.126509 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da8e4445-2ac7-4aef-9f84-72ca3a0a233e req-be17082c-8636-4cc2-b4ff-b6edc8177096 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952908 Aug 31 01:19:31.165657 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Transition to ACTIVE for port object b5b3f1bb-4640-4930-bb80-f543502d15c0 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:31.167427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:31.192547 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.204351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d71ab0e8-0735-4eea-a679-344df25e3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:31.204351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71ab0e8-0735-4eea-a679-344df25e3f6d None None] The sync data for ids ['c16020b3-0f9b-408f-bb84-2dc2f0bf6832'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:31.257289 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342e54c-bdb4-4312-accb-62df674170cc req-c63f8a34-9b7c-4c0a-b55b-a2bc769eca05 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:31.258790 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-c63f8a34-9b7c-4c0a-b55b-a2bc769eca05 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.322982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8a8c6cee-a549-420b-84ce-cbc4eb0598d3,segment=NetworkSegment(8d94601c-e920-4de0-b27d-9595e9bfe8d0),segment_id=8d94601c-e920-4de0-b27d-9595e9bfe8d0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:31.336918 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.350332 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b3f1bb-4640-4930-bb80-f543502d15c0,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:31.373431 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.428089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3237332b-091b-4370-94b0-8dbadb1f070a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3237332b-091b-4370-94b0-8dbadb1f070a,segment=NetworkSegment(31aeedeb-f569-45e8-955b-bbf46cfbd5b8),segment_id=31aeedeb-f569-45e8-955b-bbf46cfbd5b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:31.430608 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3237332b-091b-4370-94b0-8dbadb1f070a'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:31.433473 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe5a734-5dda-4311-a8b6-8def59a09cf7" -d '{"events": [{"server_uuid": "7e9a6c66-b085-4685-ac66-da70d65b7468", "name": "network-vif-plugged", "status": "completed", "tag": "3237332b-091b-4370-94b0-8dbadb1f070a"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:31.439907 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.448612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-c63f8a34-9b7c-4c0a-b55b-a2bc769eca05 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9587023 Aug 31 01:19:31.480202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=8a8c6cee-a549-420b-84ce-cbc4eb0598d3,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:31.493213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Request body: {'port': {'device_id': 'b1170a73-d4ff-4199-aed1-23f89440c1dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:31.521920 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7665f-19c5-417d-a58f-11d1946fa0f3 req-339a5c06-9d87-4af7-9cd2-436e16480040 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:31.528412 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eff7665f-19c5-417d-a58f-11d1946fa0f3 req-339a5c06-9d87-4af7-9cd2-436e16480040 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 944 time: 0.3898737 Aug 31 01:19:31.569875 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Attempting to bind port b5b3f1bb-4640-4930-bb80-f543502d15c0 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:31.570183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Attempting to bind port b5b3f1bb-4640-4930-bb80-f543502d15c0 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:31.570520 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Attempting to bind port b5b3f1bb-4640-4930-bb80-f543502d15c0 on network df43ae3b-3e3c-4303-9a79-19d216bc711e {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:31.574863 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.606676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Port b5b3f1bb-4640-4930-bb80-f543502d15c0 on network df43ae3b-3e3c-4303-9a79-19d216bc711e not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:19:31.607017 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Attempting to bind port b5b3f1bb-4640-4930-bb80-f543502d15c0 on network df43ae3b-3e3c-4303-9a79-19d216bc711e {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:31.613507 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=3237332b-091b-4370-94b0-8dbadb1f070a,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:31.637440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519cb9c-66b7-4b99-8bab-a39e4601536f req-9e1f27bd-675f-481a-bd09-4c61193ab42e tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:31.639922 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0519cb9c-66b7-4b99-8bab-a39e4601536f req-9e1f27bd-675f-481a-bd09-4c61193ab42e tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 944 time: 0.3347955 Aug 31 01:19:31.693867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:31.694396 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Checking segment: {'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:31.694974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Bound using segment: {'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:31.695625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Bound port: b5b3f1bb-4640-4930-bb80-f543502d15c0, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:31.696149 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.711510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['8a8c6cee-a549-420b-84ce-cbc4eb0598d3'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:19:31.839418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0519cb9c-66b7-4b99-8bab-a39e4601536f req-dfe42043-0901-4a61-928b-a7b5a78664ec tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868010 Aug 31 01:19:31.857677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eff7665f-19c5-417d-a58f-11d1946fa0f3 req-3bed6f0f-378a-447c-9b8c-7c15363ce4ed tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c20b33a-0583-47a3-8940-83d5dd658066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758901 Aug 31 01:19:31.858617 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:31.908441 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] For port b5b3f1bb-4640-4930-bb80-f543502d15c0, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:31.958493 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] For port b5b3f1bb-4640-4930-bb80-f543502d15c0, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b5b3f1bb-4640-4930-bb80-f543502d15c0,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:32.017431 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f2dc48-e554-459b-ae20-082b0bcab13e x-openstack-request-id: req-11f2dc48-e554-459b-ae20-082b0bcab13e {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:32.017767 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9a6c66-b085-4685-ac66-da70d65b7468", "name": "network-vif-plugged", "status": "completed", "tag": "3237332b-091b-4370-94b0-8dbadb1f070a", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:32.018024 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11f2dc48-e554-459b-ae20-082b0bcab13e {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:32.018416 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3237332b-091b-4370-94b0-8dbadb1f070a', 'code': 200} Aug 31 01:19:32.025088 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-464575b4-1978-4dd7-ac82-486e90ab0aee tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.033840 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.300212 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b3f1bb-4640-4930-bb80-f543502d15c0,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:32.385614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:32.392164 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.395689 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-83c12d4f-d0a8-414f-8fb7-60cd78411cf9 service neutron] 10.222.0.15 "PUT /v2.0/ports/b5b3f1bb-4640-4930-bb80-f543502d15c0 HTTP/1.1" status: 200 len: 1093 time: 2.4798503 Aug 31 01:19:32.401283 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2dfb65-0734-4a73-a867-7821e72bff3e', 'tag': 'b5b3f1bb-4640-4930-bb80-f543502d15c0'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:32.416235 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc59c427-80bd-4e4f-8aed-62a0126a0546" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2dfb65-0734-4a73-a867-7821e72bff3e", "tag": "b5b3f1bb-4640-4930-bb80-f543502d15c0"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:32.425858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3968a954-554c-4ea7-994a-99aae0f6371e {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:32.435053 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.486562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Transition to ACTIVE for port object 3968a954-554c-4ea7-994a-99aae0f6371e will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:32.491461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f957f0f-581d-4317-80ea-75969198cb59 req-0d8e940a-08b0-4932-ad46-96d7e892aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:32.492862 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6f957f0f-581d-4317-80ea-75969198cb59 req-0d8e940a-08b0-4932-ad46-96d7e892aa70 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 1097 time: 0.3893983 Aug 31 01:19:32.496954 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.512200 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca86155-5ec3-455c-8c3b-cf8b14e13c25 x-openstack-request-id: req-3ca86155-5ec3-455c-8c3b-cf8b14e13c25 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:32.512373 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2dfb65-0734-4a73-a867-7821e72bff3e", "tag": "b5b3f1bb-4640-4930-bb80-f543502d15c0", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:32.512578 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ca86155-5ec3-455c-8c3b-cf8b14e13c25 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:32.512912 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2dfb65-0734-4a73-a867-7821e72bff3e', 'tag': 'b5b3f1bb-4640-4930-bb80-f543502d15c0', 'status': 'completed', 'code': 200} Aug 31 01:19:32.536375 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342e54c-bdb4-4312-accb-62df674170cc req-5099a446-20d6-4b3b-bfcf-0f5787fee4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:32.537906 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-5099a446-20d6-4b3b-bfcf-0f5787fee4a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a5fc6e639cf4fdb9ec2daa91438d93a&device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 1096 time: 0.0858452 Aug 31 01:19:32.567680 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6f957f0f-581d-4317-80ea-75969198cb59 req-db2c4fcd-723e-4f77-b0e0-89efb534714f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654385 Aug 31 01:19:32.600033 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-be7239a1-196a-4368-b8b7-90a7bd048640 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5b3f1bb-4640-4930-bb80-f543502d15c0 HTTP/1.1" status: 200 len: 217 time: 0.0484128 Aug 31 01:19:32.611315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbfcdf-8f18-4f11-b616-dc9606d2b228 req-a209c12c-9dd4-4224-9e21-65e37d228d03 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:32.620984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03dbfcdf-8f18-4f11-b616-dc9606d2b228 req-a209c12c-9dd4-4224-9e21-65e37d228d03 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.3471003 Aug 31 01:19:32.683423 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342e54c-bdb4-4312-accb-62df674170cc req-a1f10888-12e7-4855-ae56-09ea211acaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:32.685527 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-a1f10888-12e7-4855-ae56-09ea211acaa2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7348b38a-6b6d-452c-bd80-0ae8a3a1ec10 HTTP/1.1" status: 200 len: 853 time: 0.0591061 Aug 31 01:19:32.724000 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-45bdc42e-558b-4075-91cd-2f75ab888d7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df43ae3b-3e3c-4303-9a79-19d216bc711e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306108 Aug 31 01:19:32.730826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-464575b4-1978-4dd7-ac82-486e90ab0aee tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port 8dda43e0-27fd-450f-9d45-abd237ef573e {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:32.731178 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-464575b4-1978-4dd7-ac82-486e90ab0aee tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:32.980354 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-464575b4-1978-4dd7-ac82-486e90ab0aee tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.002687 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-85aaea2d-5fe6-4241-b02f-2e4fbb8f8b5f service neutron] 10.222.0.15 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645693 Aug 31 01:19:33.004038 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-464575b4-1978-4dd7-ac82-486e90ab0aee tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for 8dda43e0-27fd-450f-9d45-abd237ef573e owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:33.231809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Pushing event updated for resources: {'Port': ['ID=3968a954-554c-4ea7-994a-99aae0f6371e,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:33.318486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03dbfcdf-8f18-4f11-b616-dc9606d2b228 req-963f20a0-b554-440d-aabd-8a0321ea542c tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6954942 Aug 31 01:19:33.398633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ee3e6-7bdd-4889-bfb9-9e200ca55e9d req-03a2986b-2882-44aa-bc1f-6dce0953254f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:33.401149 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-463ee3e6-7bdd-4889-bfb9-9e200ca55e9d req-03a2986b-2882-44aa-bc1f-6dce0953254f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 944 time: 0.1745377 Aug 31 01:19:33.421294 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Attempting to bind port 3968a954-554c-4ea7-994a-99aae0f6371e on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:33.433009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Attempting to bind port 3968a954-554c-4ea7-994a-99aae0f6371e by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:33.438938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Attempting to bind port 3968a954-554c-4ea7-994a-99aae0f6371e on network df43ae3b-3e3c-4303-9a79-19d216bc711e {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:33.466274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Port 3968a954-554c-4ea7-994a-99aae0f6371e on network df43ae3b-3e3c-4303-9a79-19d216bc711e not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:19:33.466770 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Attempting to bind port 3968a954-554c-4ea7-994a-99aae0f6371e on network df43ae3b-3e3c-4303-9a79-19d216bc711e {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:33.516265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:33.516747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Checking segment: {'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:33.517245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Bound using segment: {'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:33.517809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Bound port: 3968a954-554c-4ea7-994a-99aae0f6371e, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f7d366-dd3f-48f9-a86e-bb098bc21ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:33.518294 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.526102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-463ee3e6-7bdd-4889-bfb9-9e200ca55e9d req-59669c0d-0218-4556-bcb8-fc8167b2aae3 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175954 Aug 31 01:19:33.572408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bbbc3-17dd-49e7-8280-bf9bac1a623e req-d8430d2e-9b4e-4e14-a95c-68125993de56 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:33.574073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc1bbbc3-17dd-49e7-8280-bf9bac1a623e req-d8430d2e-9b4e-4e14-a95c-68125993de56 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 945 time: 0.1192532 Aug 31 01:19:33.747691 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-51ecfd81-7e6d-43aa-87d0-5b75c3e85254 service neutron] 10.222.0.15 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7369928 Aug 31 01:19:33.792470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc1bbbc3-17dd-49e7-8280-bf9bac1a623e req-9b2f0468-32df-4bbf-8650-7328e38c6e18 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c20b33a-0583-47a3-8940-83d5dd658066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025993 Aug 31 01:19:33.802341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] For port 3968a954-554c-4ea7-994a-99aae0f6371e, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:33.813513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] For port 3968a954-554c-4ea7-994a-99aae0f6371e, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3968a954-554c-4ea7-994a-99aae0f6371e,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:33.819645 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.913063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:33.913694 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:33.915106 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] 10.222.0.70 "PUT /v2.0/ports/3968a954-554c-4ea7-994a-99aae0f6371e HTTP/1.1" status: 200 len: 1092 time: 2.4524014 Aug 31 01:19:33.915613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1170a73-d4ff-4199-aed1-23f89440c1dd', 'tag': '3968a954-554c-4ea7-994a-99aae0f6371e'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:33.918171 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8143074-1674-4833-a933-a1585cd6119a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1170a73-d4ff-4199-aed1-23f89440c1dd", "tag": "3968a954-554c-4ea7-994a-99aae0f6371e"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:33.922808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe41796-71ce-4769-97ac-9167b29c25be service neutron] Pushing event updated for resources: {'Port': ['ID=3968a954-554c-4ea7-994a-99aae0f6371e,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:33.978303 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f60007-f907-4a3e-ade1-02eb30e88f17 x-openstack-request-id: req-b5f60007-f907-4a3e-ade1-02eb30e88f17 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:33.978601 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1170a73-d4ff-4199-aed1-23f89440c1dd", "tag": "3968a954-554c-4ea7-994a-99aae0f6371e", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:33.978861 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b5f60007-f907-4a3e-ade1-02eb30e88f17 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:33.979263 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1170a73-d4ff-4199-aed1-23f89440c1dd', 'tag': '3968a954-554c-4ea7-994a-99aae0f6371e', 'status': 'completed', 'code': 200} Aug 31 01:19:33.992494 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-464575b4-1978-4dd7-ac82-486e90ab0aee tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:34.007459 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59c427-80bd-4e4f-8aed-62a0126a0546 req-c6cfe4c1-6096-439f-8f93-6fe690f9786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:34.013103 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc59c427-80bd-4e4f-8aed-62a0126a0546 req-c6cfe4c1-6096-439f-8f93-6fe690f9786c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a5fc6e639cf4fdb9ec2daa91438d93a&device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 1096 time: 0.1571791 Aug 31 01:19:34.033288 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342e54c-bdb4-4312-accb-62df674170cc req-ee623bf6-622a-4d07-8b84-795d180a0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:34.035099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-ee623bf6-622a-4d07-8b84-795d180a0088 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a5fc6e639cf4fdb9ec2daa91438d93a&device_id=b1170a73-d4ff-4199-aed1-23f89440c1dd HTTP/1.1" status: 200 len: 1095 time: 0.0664601 Aug 31 01:19:34.052425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464575b4-1978-4dd7-ac82-486e90ab0aee tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=8dda43e0-27fd-450f-9d45-abd237ef573e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:34.102474 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-8d112d60-7912-4329-9f4e-05d59242c2cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3968a954-554c-4ea7-994a-99aae0f6371e HTTP/1.1" status: 200 len: 217 time: 0.0531960 Aug 31 01:19:34.209574 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342e54c-bdb4-4312-accb-62df674170cc req-eb513481-f421-4bd0-8ec8-6cfe23269861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:34.213093 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-eb513481-f421-4bd0-8ec8-6cfe23269861 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7348b38a-6b6d-452c-bd80-0ae8a3a1ec10 HTTP/1.1" status: 200 len: 853 time: 0.1041398 Aug 31 01:19:34.239496 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-464575b4-1978-4dd7-ac82-486e90ab0aee tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:34.256164 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-01294f12-7976-4c2a-9a73-84cf63fe3d27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df43ae3b-3e3c-4303-9a79-19d216bc711e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349865 Aug 31 01:19:34.292013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59c427-80bd-4e4f-8aed-62a0126a0546 req-01c2d53c-bd62-4a53-b271-d41c856a39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:34.295032 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc59c427-80bd-4e4f-8aed-62a0126a0546 req-01c2d53c-bd62-4a53-b271-d41c856a39fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=df43ae3b-3e3c-4303-9a79-19d216bc711e HTTP/1.1" status: 200 len: 914 time: 0.2517643 Aug 31 01:19:34.431541 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-b42d57d7-745d-4b84-bbe1-f2ae1ff4f5ea service neutron] 10.222.0.70 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669133 Aug 31 01:19:34.456283 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc59c427-80bd-4e4f-8aed-62a0126a0546 req-75f82bee-e74c-4d7e-8aa7-49c1cbc8a6e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5b3f1bb-4640-4930-bb80-f543502d15c0 HTTP/1.1" status: 200 len: 217 time: 0.0981276 Aug 31 01:19:34.575571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a6b86-0304-4156-b1a7-abbe102480b8 req-d3d540fa-5a98-4fb1-b825-d0303b9dbcc4 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:34.585114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b5a6b86-0304-4156-b1a7-abbe102480b8 req-d3d540fa-5a98-4fb1-b825-d0303b9dbcc4 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.1489656 Aug 31 01:19:34.638155 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59c427-80bd-4e4f-8aed-62a0126a0546 req-7180dcdc-db11-4adf-9345-a4d93676d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:34.638886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b5a6b86-0304-4156-b1a7-abbe102480b8 req-6ee5761b-7af6-47b2-9d0a-526cc12bf5ec tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527833 Aug 31 01:19:34.639700 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc59c427-80bd-4e4f-8aed-62a0126a0546 req-7180dcdc-db11-4adf-9345-a4d93676d93b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7348b38a-6b6d-452c-bd80-0ae8a3a1ec10 HTTP/1.1" status: 200 len: 853 time: 0.1716671 Aug 31 01:19:34.644878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:34.658301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464575b4-1978-4dd7-ac82-486e90ab0aee tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router c16020b3-0f9b-408f-bb84-2dc2f0bf6832 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:34.680502 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1342e54c-bdb4-4312-accb-62df674170cc req-37489804-520f-408a-9d3b-9d01405cb9fa service neutron] 10.222.0.70 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417505 Aug 31 01:19:34.732016 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:34.743106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:34.743563 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:34.776416 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc59c427-80bd-4e4f-8aed-62a0126a0546 req-4c31f0c2-8fc6-4ac2-9866-65f9c646d9d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df43ae3b-3e3c-4303-9a79-19d216bc711e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928776 Aug 31 01:19:34.886094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773790c-1afd-40bf-8af9-82779ec5ddf4 req-1286223f-8b16-41ec-b92d-bbf39ba1ea0a tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:34.887623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b773790c-1afd-40bf-8af9-82779ec5ddf4 req-1286223f-8b16-41ec-b92d-bbf39ba1ea0a tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 944 time: 0.2143962 Aug 31 01:19:34.893022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8143074-1674-4833-a933-a1585cd6119a req-d8ef0ac3-6175-44a9-83c1-0eb378f0f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:34.899462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8143074-1674-4833-a933-a1585cd6119a req-d8ef0ac3-6175-44a9-83c1-0eb378f0f607 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a5fc6e639cf4fdb9ec2daa91438d93a&device_id=b1170a73-d4ff-4199-aed1-23f89440c1dd HTTP/1.1" status: 200 len: 1095 time: 0.1289086 Aug 31 01:19:34.913794 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:34.926648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464575b4-1978-4dd7-ac82-486e90ab0aee tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:34.944585 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735fc60-026f-4c3d-a193-42428cf628c8 None None] Sync routers for ids ['c16020b3-0f9b-408f-bb84-2dc2f0bf6832'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:34.954201 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-464575b4-1978-4dd7-ac82-486e90ab0aee tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/c16020b3-0f9b-408f-bb84-2dc2f0bf6832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0370281 Aug 31 01:19:34.957524 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33846) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:34.961290 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735fc60-026f-4c3d-a193-42428cf628c8 None None] Routers {'c16020b3-0f9b-408f-bb84-2dc2f0bf6832'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:34.966266 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8735fc60-026f-4c3d-a193-42428cf628c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c16020b3-0f9b-408f-bb84-2dc2f0bf6832'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:34.988391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8a8c6cee-a549-420b-84ce-cbc4eb0598d3,segment=NetworkSegment(8d94601c-e920-4de0-b27d-9595e9bfe8d0),segment_id=8d94601c-e920-4de0-b27d-9595e9bfe8d0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:34.991419 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bebe2db-191e-495b-93d2-58677a94ee4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:34.996725 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae7a68a-98e3-40bd-80d5-97737f5514b6" -d '{"events": [{"server_uuid": "4bebe2db-191e-495b-93d2-58677a94ee4b", "name": "network-vif-plugged", "status": "completed", "tag": "8a8c6cee-a549-420b-84ce-cbc4eb0598d3"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:35.004204 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.094991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=8a8c6cee-a549-420b-84ce-cbc4eb0598d3,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:35.110460 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8735fc60-026f-4c3d-a193-42428cf628c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:35.121860 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735fc60-026f-4c3d-a193-42428cf628c8 None None] Routers {'c16020b3-0f9b-408f-bb84-2dc2f0bf6832'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:35.122644 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8735fc60-026f-4c3d-a193-42428cf628c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c16020b3-0f9b-408f-bb84-2dc2f0bf6832'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:35.164966 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8735fc60-026f-4c3d-a193-42428cf628c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:35.166899 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735fc60-026f-4c3d-a193-42428cf628c8 None None] The sync data for ids ['c16020b3-0f9b-408f-bb84-2dc2f0bf6832'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:35.176292 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b773790c-1afd-40bf-8af9-82779ec5ddf4 req-dbbe0e83-3db3-47ce-98e6-8fcaaceeaa3a tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757475 Aug 31 01:19:35.238395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8143074-1674-4833-a933-a1585cd6119a req-c0a5b3c2-0aeb-4890-b213-4dc4d8c333d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:35.240265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8143074-1674-4833-a933-a1585cd6119a req-c0a5b3c2-0aeb-4890-b213-4dc4d8c333d5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df43ae3b-3e3c-4303-9a79-19d216bc711e HTTP/1.1" status: 200 len: 914 time: 0.3330491 Aug 31 01:19:35.329956 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8143074-1674-4833-a933-a1585cd6119a req-84f77e82-62bf-41f1-94f6-1497cddd36f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3968a954-554c-4ea7-994a-99aae0f6371e HTTP/1.1" status: 200 len: 217 time: 0.0667441 Aug 31 01:19:35.371401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298f36c-29c3-4c03-9fc7-d67e7945ac6a req-995b5c22-b25e-4d2f-9337-04bb1f3c2a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:35.373091 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c298f36c-29c3-4c03-9fc7-d67e7945ac6a req-995b5c22-b25e-4d2f-9337-04bb1f3c2a74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71f1e42e6ecf4b099a3442968b702db6&device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 1097 time: 0.3643439 Aug 31 01:19:35.424880 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a62268-af8f-4088-9f71-af7fcfc61f31 req-d78a038a-92b8-4608-acd2-c6f59094627f tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:35.434183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24a62268-af8f-4088-9f71-af7fcfc61f31 req-d78a038a-92b8-4608-acd2-c6f59094627f tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 946 time: 0.2368841 Aug 31 01:19:35.498064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33856) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:35.504233 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-70b42b5c-96b3-4afc-866f-f4c7c65645fc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 01:19:35.506136 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-70b42b5c-96b3-4afc-866f-f4c7c65645fc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/c16020b3-0f9b-408f-bb84-2dc2f0bf6832/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5355265 Aug 31 01:19:35.508865 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc59c427-80bd-4e4f-8aed-62a0126a0546 req-869ddc5e-3ee0-441b-99b9-a8020a72325c service neutron] 10.222.0.15 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7203848 Aug 31 01:19:35.511105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33860) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:35.514171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987304b5-ec27-4342-b255-1a80df38f017 req-e3e1e54a-05c4-497b-af7d-2e130c7b9aa8 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:35.517265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-987304b5-ec27-4342-b255-1a80df38f017 req-e3e1e54a-05c4-497b-af7d-2e130c7b9aa8 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.1649981 Aug 31 01:19:35.518929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8143074-1674-4833-a933-a1585cd6119a req-86cb431f-2586-4500-acaa-89de0db958f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:35.520322 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8143074-1674-4833-a933-a1585cd6119a req-86cb431f-2586-4500-acaa-89de0db958f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7348b38a-6b6d-452c-bd80-0ae8a3a1ec10 HTTP/1.1" status: 200 len: 853 time: 0.1795626 Aug 31 01:19:35.524149 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24a62268-af8f-4088-9f71-af7fcfc61f31 req-9916a6b8-143e-4697-95da-b5fbea502f05 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c20b33a-0583-47a3-8940-83d5dd658066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894811 Aug 31 01:19:35.572542 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8143074-1674-4833-a933-a1585cd6119a req-cfe67d06-23bd-4b4a-bdc2-dc71b1b50411 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df43ae3b-3e3c-4303-9a79-19d216bc711e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409210 Aug 31 01:19:35.611587 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-987304b5-ec27-4342-b255-1a80df38f017 req-d49587d9-c8b9-4254-b203-81564e1c208d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860581 Aug 31 01:19:35.651841 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7d87f183-7646-4a99-9c06-86e67a9e5baf tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports?device_id=c16020b3-0f9b-408f-bb84-2dc2f0bf6832 HTTP/1.1" status: 200 len: 205 time: 0.1396191 Aug 31 01:19:35.658411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33864) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:35.711621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298f36c-29c3-4c03-9fc7-d67e7945ac6a req-b341a3ab-3b6f-4c59-86b4-e9fd191e8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:35.713524 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c298f36c-29c3-4c03-9fc7-d67e7945ac6a req-b341a3ab-3b6f-4c59-86b4-e9fd191e8f43 service neutron] 10.222.0.70 "GET /v2.0/networks?id=be74f3c6-3ce5-4840-a086-8b4fede80175 HTTP/1.1" status: 200 len: 921 time: 0.3318098 Aug 31 01:19:35.747368 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cc59c427-80bd-4e4f-8aed-62a0126a0546 req-51559efd-223a-4dac-95b2-77f54db0ec7d service neutron] 10.222.0.15 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140341 Aug 31 01:19:35.776764 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb99aaed-d40f-4694-a1c1-e6fb1fe3be87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.786224 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c298f36c-29c3-4c03-9fc7-d67e7945ac6a req-2b7a1330-43eb-4664-8760-cfaafdd88cef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3237332b-091b-4370-94b0-8dbadb1f070a HTTP/1.1" status: 200 len: 217 time: 0.0642350 Aug 31 01:19:35.787129 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-df2e5c54-2e8e-4abc-b4ac-3e8f4f09f5c4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:35.811686 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8df3482-d027-4580-83ee-287c767923c4 x-openstack-request-id: req-c8df3482-d027-4580-83ee-287c767923c4 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:35.812208 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bebe2db-191e-495b-93d2-58677a94ee4b", "name": "network-vif-plugged", "status": "completed", "tag": "8a8c6cee-a549-420b-84ce-cbc4eb0598d3", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:35.812531 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8df3482-d027-4580-83ee-287c767923c4 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:35.813059 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bebe2db-191e-495b-93d2-58677a94ee4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3', 'code': 200} Aug 31 01:19:35.846731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8143074-1674-4833-a933-a1585cd6119a req-f2a4dec0-5a73-4904-ae8c-4dd8342e8636 service neutron] 10.222.0.70 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616560 Aug 31 01:19:35.862459 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298f36c-29c3-4c03-9fc7-d67e7945ac6a req-c672aa43-33c7-4f86-a92c-8438f796ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:35.868148 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c298f36c-29c3-4c03-9fc7-d67e7945ac6a req-c672aa43-33c7-4f86-a92c-8438f796ba1c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ca187ae-022b-43d7-972b-e43043dfa2e1 HTTP/1.1" status: 200 len: 860 time: 0.0660524 Aug 31 01:19:35.914604 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c298f36c-29c3-4c03-9fc7-d67e7945ac6a req-83e0c240-0adf-445e-849a-91b52ebcee79 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be74f3c6-3ce5-4840-a086-8b4fede80175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383446 Aug 31 01:19:36.003347 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd5a3d-61db-49f2-baa1-e44c1e87b743 req-d03e70be-dc38-45a3-abab-02acbb0ff4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:36.004882 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cbfd5a3d-61db-49f2-baa1-e44c1e87b743 req-d03e70be-dc38-45a3-abab-02acbb0ff4a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 1098 time: 0.1180153 Aug 31 01:19:36.061480 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-df2e5c54-2e8e-4abc-b4ac-3e8f4f09f5c4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.066161 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-df2e5c54-2e8e-4abc-b4ac-3e8f4f09f5c4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.072093 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cbfd5a3d-61db-49f2-baa1-e44c1e87b743 req-cca78889-68a2-443e-9ab9-39aadcf4db27 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c20b33a-0583-47a3-8940-83d5dd658066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590641 Aug 31 01:19:36.074881 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c298f36c-29c3-4c03-9fc7-d67e7945ac6a req-6c80dc09-c19f-4509-af61-b2b871e30573 service neutron] 10.222.0.70 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452482 Aug 31 01:19:36.150717 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-df2e5c54-2e8e-4abc-b4ac-3e8f4f09f5c4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.151268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2e5c54-2e8e-4abc-b4ac-3e8f4f09f5c4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Fanout notify agent at l3_agent the message router_deleted on router c16020b3-0f9b-408f-bb84-2dc2f0bf6832 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:19:36.160185 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-df2e5c54-2e8e-4abc-b4ac-3e8f4f09f5c4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.161303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-df2e5c54-2e8e-4abc-b4ac-3e8f4f09f5c4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/routers/c16020b3-0f9b-408f-bb84-2dc2f0bf6832 HTTP/1.1" status: 204 len: 168 time: 0.5018604 Aug 31 01:19:36.163569 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8143074-1674-4833-a933-a1585cd6119a req-7f4d89a3-2133-4e94-81db-7b63042f04e9 service neutron] 10.222.0.70 "GET /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855124 Aug 31 01:19:36.164026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33868) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:36.196243 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb99aaed-d40f-4694-a1c1-e6fb1fe3be87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.201056 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb99aaed-d40f-4694-a1c1-e6fb1fe3be87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.269926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-eb99aaed-d40f-4694-a1c1-e6fb1fe3be87 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d84970f5682438eb79885074c2f4490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7682023 Aug 31 01:19:36.269926 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99aaed-d40f-4694-a1c1-e6fb1fe3be87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5259cf-1470-4985-b574-27fd3b5e3562,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:36.270952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33876) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:36.319468 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c298f36c-29c3-4c03-9fc7-d67e7945ac6a req-133fb0ee-4f98-49b4-983a-1cdfb2558a81 service neutron] 10.222.0.70 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371364 Aug 31 01:19:36.329268 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7df89e4-c10b-4382-9879-6bc922c5e499 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting subnet 4b9713dd-4410-4433-868a-a0fb664d07a4 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:36.335518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b7df89e4-c10b-4382-9879-6bc922c5e499 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.372538 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3bbeb815-7600-45c0-bfba-2d02b1d3e5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.380028 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b7df89e4-c10b-4382-9879-6bc922c5e499 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.400769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2afb71-9653-463c-aeca-7cd831d65e77 req-235fe0aa-6888-4da5-b555-28272b28dec3 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:36.402388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee2afb71-9653-463c-aeca-7cd831d65e77 req-235fe0aa-6888-4da5-b555-28272b28dec3 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 944 time: 0.1079931 Aug 31 01:19:36.415055 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3bbeb815-7600-45c0-bfba-2d02b1d3e5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.476812 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee2afb71-9653-463c-aeca-7cd831d65e77 req-c7b06a20-c3eb-4f64-b1a9-73dd2b4d532c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586333 Aug 31 01:19:36.509516 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3bbeb815-7600-45c0-bfba-2d02b1d3e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.512789 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3bbeb815-7600-45c0-bfba-2d02b1d3e5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.515385 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3bbeb815-7600-45c0-bfba-2d02b1d3e5b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef5259cf-1470-4985-b574-27fd3b5e3562 HTTP/1.1" status: 204 len: 168 time: 0.2420819 Aug 31 01:19:36.519904 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b7df89e4-c10b-4382-9879-6bc922c5e499 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.524107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbeb815-7600-45c0-bfba-2d02b1d3e5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5259cf-1470-4985-b574-27fd3b5e3562,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:36.598492 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b7df89e4-c10b-4382-9879-6bc922c5e499 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.630064 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df89e4-c10b-4382-9879-6bc922c5e499 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Subnet': ['ID=4b9713dd-4410-4433-868a-a0fb664d07a4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:36.634874 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b7df89e4-c10b-4382-9879-6bc922c5e499 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.637664 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b7df89e4-c10b-4382-9879-6bc922c5e499 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/4b9713dd-4410-4433-868a-a0fb664d07a4 HTTP/1.1" status: 204 len: 168 time: 0.4720199 Aug 31 01:19:36.639707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33894) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:36.642282 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4e0e2e-f723-4443-b312-55d3cd8d4470 None None] Network 0f571b77-7051-4949-8ec3-ad493802cb34 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:36.779508 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.860887 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b71107-3b2b-4d57-b1c8-4f0a372b01df None None] DHCP port deletion for 0f571b77-7051-4949-8ec3-ad493802cb34 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:19:36.899608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33898) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:36.916605 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6f653-80db-4d20-88df-2740d1251b2b req-172f826c-a27d-4f47-b736-eab63fa41a36 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:36.916854 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e27839d2-fbbb-45be-ae76-efc0b2f6570f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.918225 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5f6f653-80db-4d20-88df-2740d1251b2b req-172f826c-a27d-4f47-b736-eab63fa41a36 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.1313608 Aug 31 01:19:36.942640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e4b71107-3b2b-4d57-b1c8-4f0a372b01df None None] Deleting port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:36.943115 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e4b71107-3b2b-4d57-b1c8-4f0a372b01df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:36.957768 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01b01e-32b1-42be-a374-8f2f0cc14d1d req-13008b1b-649c-413c-afcd-d91d8a1a2733 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:36.965142 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c01b01e-32b1-42be-a374-8f2f0cc14d1d req-13008b1b-649c-413c-afcd-d91d8a1a2733 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 946 time: 0.1797767 Aug 31 01:19:37.017112 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5f6f653-80db-4d20-88df-2740d1251b2b req-318539ef-8d10-4283-b230-263463a75ae7 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872607 Aug 31 01:19:37.035314 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e4b71107-3b2b-4d57-b1c8-4f0a372b01df None None] For port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e06a7ef4-7a1d-49e5-b8bf-2220ada4d250,segment=NetworkSegment(db095fa2-afaf-4e86-bd12-ac864ceecb54),segment_id=db095fa2-afaf-4e86-bd12-ac864ceecb54)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:37.035743 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e4b71107-3b2b-4d57-b1c8-4f0a372b01df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.043409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c01b01e-32b1-42be-a374-8f2f0cc14d1d req-5b9982f7-ee0d-484c-b370-b1306ec3f55d tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c20b33a-0583-47a3-8940-83d5dd658066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769320 Aug 31 01:19:37.044818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:37.045134 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.053584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e4b71107-3b2b-4d57-b1c8-4f0a372b01df None None] Calling delete_port for e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:37.069315 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e27839d2-fbbb-45be-ae76-efc0b2f6570f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.074034 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e27839d2-fbbb-45be-ae76-efc0b2f6570f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.122184 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27839d2-fbbb-45be-ae76-efc0b2f6570f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a4ecd3-7187-4dc3-8099-0435c6c5da9b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:37.127337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] For port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e06a7ef4-7a1d-49e5-b8bf-2220ada4d250,segment=NetworkSegment(db095fa2-afaf-4e86-bd12-ac864ceecb54),segment_id=db095fa2-afaf-4e86-bd12-ac864ceecb54)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:37.127724 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.128329 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e27839d2-fbbb-45be-ae76-efc0b2f6570f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=397fd12ffc384bc5beee47d5d0f0a749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276895 Aug 31 01:19:37.131839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33900) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:37.143263 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e4b71107-3b2b-4d57-b1c8-4f0a372b01df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.150021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:37.192424 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b71107-3b2b-4d57-b1c8-4f0a372b01df None None] Pushing event deleted for resources: {'Port': ['ID=e06a7ef4-7a1d-49e5-b8bf-2220ada4d250,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:37.192632 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e6982f03-2a10-4d18-a7fd-bf8c543f6449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.200985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b71107-3b2b-4d57-b1c8-4f0a372b01df None None] No DVR routers for this DVR port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:37.225173 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e6982f03-2a10-4d18-a7fd-bf8c543f6449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.242622 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.277896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No DVR routers for this DVR port e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:37.283650 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=e06a7ef4-7a1d-49e5-b8bf-2220ada4d250,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:37.287746 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e6982f03-2a10-4d18-a7fd-bf8c543f6449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.290777 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e6982f03-2a10-4d18-a7fd-bf8c543f6449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.295830 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e6982f03-2a10-4d18-a7fd-bf8c543f6449 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5a4ecd3-7187-4dc3-8099-0435c6c5da9b HTTP/1.1" status: 204 len: 168 time: 0.1632569 Aug 31 01:19:37.305665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6982f03-2a10-4d18-a7fd-bf8c543f6449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a4ecd3-7187-4dc3-8099-0435c6c5da9b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:37.406331 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.420109 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f571b77-7051-4949-8ec3-ad493802cb34']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:37.435062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db095fa2-afaf-4e86-bd12-ac864ceecb54') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:37.435169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db095fa2-afaf-4e86-bd12-ac864ceecb54') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:37.448537 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.464120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.473508 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:37.473983 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:37.477993 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:37.566273 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.573190 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.575735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/networks/0f571b77-7051-4949-8ec3-ad493802cb34 HTTP/1.1" status: 204 len: 168 time: 0.9340508 Aug 31 01:19:37.580201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33914) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:37.585394 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5ef1e04e-c992-4f2a-9069-56cae2a61428 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1373665207'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:37.594758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f27af-5909-4a03-9248-ae79e4950427 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Network': ['ID=0f571b77-7051-4949-8ec3-ad493802cb34,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:37.629152 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef1e04e-c992-4f2a-9069-56cae2a61428 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:37.634124 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e04e-c992-4f2a-9069-56cae2a61428 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.663888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef1e04e-c992-4f2a-9069-56cae2a61428 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:37.676614 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e04e-c992-4f2a-9069-56cae2a61428 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.677096 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-5ef1e04e-c992-4f2a-9069-56cae2a61428 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Added segment c17ebaeb-52b8-4198-a152-e7af9329c92e of type vlan for network bc67d80b-0bec-4f4d-a41c-c56686d50568 Aug 31 01:19:37.683314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e466d3-da27-4f6b-a45c-ba614b1aa484 req-d0a7e63f-5c41-43c7-9b39-fb51e1d8ad16 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:37.691973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-04e466d3-da27-4f6b-a45c-ba614b1aa484 req-d0a7e63f-5c41-43c7-9b39-fb51e1d8ad16 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 944 time: 0.0731528 Aug 31 01:19:37.725525 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e04e-c992-4f2a-9069-56cae2a61428 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.755023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-04e466d3-da27-4f6b-a45c-ba614b1aa484 req-95298cd2-d827-4cb7-a41c-eb59b643278c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628979 Aug 31 01:19:37.763050 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e04e-c992-4f2a-9069-56cae2a61428 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.770217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef1e04e-c992-4f2a-9069-56cae2a61428 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:37.770843 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e04e-c992-4f2a-9069-56cae2a61428 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.831335 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5ef1e04e-c992-4f2a-9069-56cae2a61428 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2479961 Aug 31 01:19:37.836754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33920) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:37.846362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e159fe27-fffa-46cc-ab07-5aacc25772b7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'subnet': {'network_id': 'bc67d80b-0bec-4f4d-a41c-c56686d50568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:37.852466 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1e04e-c992-4f2a-9069-56cae2a61428 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Network': ['ID=bc67d80b-0bec-4f4d-a41c-c56686d50568,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:37.867089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network bc67d80b-0bec-4f4d-a41c-c56686d50568 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:37.975925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e159fe27-fffa-46cc-ab07-5aacc25772b7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:37.980029 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e159fe27-fffa-46cc-ab07-5aacc25772b7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.238705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:38.266847 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:38.267458 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e06a7ef4-7a1d-49e5-b8bf-2220ada4d250 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:38.319271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47a48-7867-4531-87f4-952d5107b3f8 req-31be087e-4f1a-4934-a3a8-394ebd3ddfd3 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:38.320849 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a47a48-7867-4531-87f4-952d5107b3f8 req-31be087e-4f1a-4934-a3a8-394ebd3ddfd3 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.2139115 Aug 31 01:19:38.333386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244de096-ea37-4037-9bd8-2404439acb33 req-663cfe36-3be1-4f74-8863-2e9d82e1225e tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:38.335859 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-244de096-ea37-4037-9bd8-2404439acb33 req-663cfe36-3be1-4f74-8863-2e9d82e1225e tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 946 time: 0.1866989 Aug 31 01:19:38.339260 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e159fe27-fffa-46cc-ab07-5aacc25772b7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.395148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159fe27-fffa-46cc-ab07-5aacc25772b7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Subnet': ['ID=afd17d71-5e6e-400e-bfe3-bed1875cbc9c,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:38.488064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34a47a48-7867-4531-87f4-952d5107b3f8 req-2bf0fba3-2ab6-41e3-bdc3-31e54faccebf tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511757 Aug 31 01:19:38.493193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-244de096-ea37-4037-9bd8-2404439acb33 req-d380d56c-f07a-46fe-bd4d-b5be64839fd4 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c20b33a-0583-47a3-8940-83d5dd658066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518130 Aug 31 01:19:38.494048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159fe27-fffa-46cc-ab07-5aacc25772b7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Checking segment: {'id': 'c17ebaeb-52b8-4198-a152-e7af9329c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc67d80b-0bec-4f4d-a41c-c56686d50568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:38.494413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159fe27-fffa-46cc-ab07-5aacc25772b7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network hostable DHCP agents. Network: bc67d80b-0bec-4f4d-a41c-c56686d50568, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:38.526316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159fe27-fffa-46cc-ab07-5aacc25772b7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network bc67d80b-0bec-4f4d-a41c-c56686d50568 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:38.540048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-e159fe27-fffa-46cc-ab07-5aacc25772b7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, bc67d80b-0bec-4f4d-a41c-c56686d50568) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:38.546051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e159fe27-fffa-46cc-ab07-5aacc25772b7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:38.547544 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e159fe27-fffa-46cc-ab07-5aacc25772b7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.553871 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf6c1a-0cfe-44c9-b6e7-aa91a6170722 None None] Network bc67d80b-0bec-4f4d-a41c-c56686d50568 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:38.567428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e159fe27-fffa-46cc-ab07-5aacc25772b7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7252727 Aug 31 01:19:38.567428 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33952) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:38.572435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-1c310761-9e78-413b-90f4-4e8b88104a00 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-212229894', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:38.599556 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c310761-9e78-413b-90f4-4e8b88104a00 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.605583 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c310761-9e78-413b-90f4-4e8b88104a00 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.741486 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c310761-9e78-413b-90f4-4e8b88104a00 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.749003 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c310761-9e78-413b-90f4-4e8b88104a00 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.776519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189bce7-1ecc-4744-a4a7-07d14f226cb3 req-c7912bda-9589-46ef-90f1-a37ba83570d5 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:38.779911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3189bce7-1ecc-4744-a4a7-07d14f226cb3 req-c7912bda-9589-46ef-90f1-a37ba83570d5 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 946 time: 0.1342428 Aug 31 01:19:38.779911 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c310761-9e78-413b-90f4-4e8b88104a00 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:38.784242 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1c310761-9e78-413b-90f4-4e8b88104a00 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2135363 Aug 31 01:19:38.784513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33966) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:38.880934 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b5b3f1bb-4640-4930-bb80-f543502d15c0 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:19:38.882823 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3968a954-554c-4ea7-994a-99aae0f6371e details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:19:39.008107 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3189bce7-1ecc-4744-a4a7-07d14f226cb3 req-0e6e1b2a-0bd1-4af7-9076-342b7dafd24b tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c20b33a-0583-47a3-8940-83d5dd658066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524131 Aug 31 01:19:39.049777 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33986) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:39.190044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b5b3f1bb-4640-4930-bb80-f543502d15c0, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b5b3f1bb-4640-4930-bb80-f543502d15c0,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:39.193578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3968a954-554c-4ea7-994a-99aae0f6371e, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3968a954-554c-4ea7-994a-99aae0f6371e,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:39.239074 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'b5b3f1bb-4640-4930-bb80-f543502d15c0', 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e', 'port_id': 'b5b3f1bb-4640-4930-bb80-f543502d15c0', 'mac_address': 'fa:16:3e:95:81:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7348b38a-6b6d-452c-bd80-0ae8a3a1ec10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:19:39.241376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '3968a954-554c-4ea7-994a-99aae0f6371e', 'network_id': 'df43ae3b-3e3c-4303-9a79-19d216bc711e', 'port_id': '3968a954-554c-4ea7-994a-99aae0f6371e', 'mac_address': 'fa:16:3e:d6:a9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7348b38a-6b6d-452c-bd80-0ae8a3a1ec10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:19:39.242940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd27e6-5146-49bc-9df7-82a78194899a req-1f48638d-a96d-4bfb-9cb0-009a56ba07e2 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:39.249379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-bc67d80b-0bec-4f4d-a41c-c56686d50568', 'network_id': 'bc67d80b-0bec-4f4d-a41c-c56686d50568', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'fixed_ips': [{'subnet_id': 'afd17d71-5e6e-400e-bfe3-bed1875cbc9c'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:39.250449 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.250763 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95cd27e6-5146-49bc-9df7-82a78194899a req-1f48638d-a96d-4bfb-9cb0-009a56ba07e2 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 944 time: 0.3218491 Aug 31 01:19:39.315835 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-102bf681-3fa2-4611-ba6c-332f17623a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.360010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c441b2-068b-4b48-98f9-83222494d386 req-369f3946-e282-4abb-a7f9-8d21cff10448 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:39.367212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75c441b2-068b-4b48-98f9-83222494d386 req-369f3946-e282-4abb-a7f9-8d21cff10448 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 946 time: 0.2054992 Aug 31 01:19:39.385917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33994) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:39.416971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95cd27e6-5146-49bc-9df7-82a78194899a req-03275310-6d90-44ea-b1e5-db8e82e725fb tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653273 Aug 31 01:19:39.421676 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.458144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75c441b2-068b-4b48-98f9-83222494d386 req-81c464ca-e6a1-42f1-b715-d16f3b90148e tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c20b33a-0583-47a3-8940-83d5dd658066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900059 Aug 31 01:19:39.490028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33998) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:39.507366 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.547148 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3968a954-554c-4ea7-994a-99aae0f6371e {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:39.566803 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.576026 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-102bf681-3fa2-4611-ba6c-332f17623a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.590233 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-102bf681-3fa2-4611-ba6c-332f17623a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.597584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b3f1bb-4640-4930-bb80-f543502d15c0 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:19:39.607757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3968a954-554c-4ea7-994a-99aae0f6371e, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3968a954-554c-4ea7-994a-99aae0f6371e,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:39.629361 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e1f70eb-1385-4c47-8216-b1e07be0ecf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.638608 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.638840 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-102bf681-3fa2-4611-ba6c-332f17623a2c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc55fd6456e04afb94970264ee869450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5842695 Aug 31 01:19:39.650573 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34004) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:39.675822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b5b3f1bb-4640-4930-bb80-f543502d15c0, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b5b3f1bb-4640-4930-bb80-f543502d15c0,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:39.683709 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bf681-3fa2-4611-ba6c-332f17623a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb90deb5-c770-48f8-a5f9-4fc598bc8956,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:39.684683 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.716798 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Allocated IP 2001:db8::2 (bc67d80b-0bec-4f4d-a41c-c56686d50568/afd17d71-5e6e-400e-bfe3-bed1875cbc9c/8c08dc5c-7115-4676-8bb6-242c731227c7) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:39.727700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=3968a954-554c-4ea7-994a-99aae0f6371e,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:39.788331 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5ca2846-446c-4742-b76c-9bd849d9dc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.818554 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5ca2846-446c-4742-b76c-9bd849d9dc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.839658 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=b5b3f1bb-4640-4930-bb80-f543502d15c0,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:39.908754 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5ca2846-446c-4742-b76c-9bd849d9dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.911589 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5ca2846-446c-4742-b76c-9bd849d9dc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.912759 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d5ca2846-446c-4742-b76c-9bd849d9dc98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb90deb5-c770-48f8-a5f9-4fc598bc8956 HTTP/1.1" status: 204 len: 168 time: 0.2621164 Aug 31 01:19:39.922563 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e1f70eb-1385-4c47-8216-b1e07be0ecf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.930198 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e1f70eb-1385-4c47-8216-b1e07be0ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.934292 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca2846-446c-4742-b76c-9bd849d9dc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb90deb5-c770-48f8-a5f9-4fc598bc8956,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:39.978590 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4e1f70eb-1385-4c47-8216-b1e07be0ecf1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0722855c07b3417b9fd205eb0d165636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5904438 Aug 31 01:19:39.979324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34012) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:39.996932 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f70eb-1385-4c47-8216-b1e07be0ecf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99540b5-eee5-453b-a2c9-025ba66756d4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:40.004348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323c77b-84c3-4eb8-b98c-edcb5bd7ab7a req-21eb3267-acc9-446c-8f3c-0b70cb492a54 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:40.011695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0323c77b-84c3-4eb8-b98c-edcb5bd7ab7a req-21eb3267-acc9-446c-8f3c-0b70cb492a54 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.1148784 Aug 31 01:19:40.039143 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3968a954-554c-4ea7-994a-99aae0f6371e'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:19:40.045535 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e69828a-cfb5-4d2f-90ed-055b39099b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.080151 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e69828a-cfb5-4d2f-90ed-055b39099b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.122524 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.143696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0323c77b-84c3-4eb8-b98c-edcb5bd7ab7a req-20b91b0c-96bf-4e82-88d3-b8d2b5ce1e2e tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309900 Aug 31 01:19:40.158935 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e69828a-cfb5-4d2f-90ed-055b39099b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.159373 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Transition to ACTIVE for port object 8c08dc5c-7115-4676-8bb6-242c731227c7 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:40.164633 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e69828a-cfb5-4d2f-90ed-055b39099b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.170125 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7e69828a-cfb5-4d2f-90ed-055b39099b25 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c99540b5-eee5-453b-a2c9-025ba66756d4 HTTP/1.1" status: 204 len: 168 time: 0.1866069 Aug 31 01:19:40.177046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f52fa4-b65a-4d32-aeb6-b88c22de8c06 tempest-TestServerBasicOps-1716168875 tempest-TestServerBasicOps-1716168875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:40.177235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['b5b3f1bb-4640-4930-bb80-f543502d15c0'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:19:40.183746 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69828a-cfb5-4d2f-90ed-055b39099b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99540b5-eee5-453b-a2c9-025ba66756d4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:40.185433 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a9f52fa4-b65a-4d32-aeb6-b88c22de8c06 tempest-TestServerBasicOps-1716168875 tempest-TestServerBasicOps-1716168875-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 1093 time: 0.6940646 Aug 31 01:19:40.188944 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34018) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:40.196307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:40.220746 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.275405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Transition to ACTIVE for port object 8c08dc5c-7115-4676-8bb6-242c731227c7 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:40.297429 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.342428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Network bc67d80b-0bec-4f4d-a41c-c56686d50568 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:40.364773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:40.367616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:40.381689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Allocated IP 2001:db8::1 (bc67d80b-0bec-4f4d-a41c-c56686d50568/afd17d71-5e6e-400e-bfe3-bed1875cbc9c/35baccff-8913-405c-bef4-a314a2b500d0) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:40.400074 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34020) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:40.415388 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.429761 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0b8cf693-fd00-45be-823b-72db040d8689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.458932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Pushing event updated for resources: {'Port': ['ID=8c08dc5c-7115-4676-8bb6-242c731227c7,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:40.520777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Attempting to bind port 8c08dc5c-7115-4676-8bb6-242c731227c7 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:40.521423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Attempting to bind port 8c08dc5c-7115-4676-8bb6-242c731227c7 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'c17ebaeb-52b8-4198-a152-e7af9329c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc67d80b-0bec-4f4d-a41c-c56686d50568'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:40.521948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Attempting to bind port 8c08dc5c-7115-4676-8bb6-242c731227c7 on network bc67d80b-0bec-4f4d-a41c-c56686d50568 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:40.544853 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:40.545582 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Checking segment: {'id': 'c17ebaeb-52b8-4198-a152-e7af9329c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc67d80b-0bec-4f4d-a41c-c56686d50568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:40.546165 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.546724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Bound using segment: {'id': 'c17ebaeb-52b8-4198-a152-e7af9329c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc67d80b-0bec-4f4d-a41c-c56686d50568'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:40.547388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Bound port: 8c08dc5c-7115-4676-8bb6-242c731227c7, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17ebaeb-52b8-4198-a152-e7af9329c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc67d80b-0bec-4f4d-a41c-c56686d50568'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:40.547985 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.605581 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0b8cf693-fd00-45be-823b-72db040d8689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.613315 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0b8cf693-fd00-45be-823b-72db040d8689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.648575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94314a3-8dd2-4598-9eb6-b438e771557b req-d142ad7d-2ddb-4e1c-8e24-942b965eb9aa tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:40.650132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a94314a3-8dd2-4598-9eb6-b438e771557b req-d142ad7d-2ddb-4e1c-8e24-942b965eb9aa tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 945 time: 0.1198270 Aug 31 01:19:40.663111 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] For port 8c08dc5c-7115-4676-8bb6-242c731227c7, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:40.668131 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] For port 8c08dc5c-7115-4676-8bb6-242c731227c7, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8c08dc5c-7115-4676-8bb6-242c731227c7,segment=NetworkSegment(c17ebaeb-52b8-4198-a152-e7af9329c92e),segment_id=c17ebaeb-52b8-4198-a152-e7af9329c92e)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:40.668282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Allocated IP 172.25.6.221 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/9f7a4d4d-0599-4063-a97d-6440c3d4334e) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:40.676389 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.688192 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0b8cf693-fd00-45be-823b-72db040d8689 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a9f650a3a0e440aabf8f338085bef85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852914 Aug 31 01:19:40.691606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34030) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:40.712964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cf693-fd00-45be-823b-72db040d8689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138c0223-9496-468c-9c3d-6c54d656acc4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:40.719077 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.761914 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a94314a3-8dd2-4598-9eb6-b438e771557b req-fb80f914-7ac3-459b-8d2e-f5632f09d92f tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763469 Aug 31 01:19:40.767909 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847224d-672e-4e2b-b4ca-f6b49aa124b7 None None] Pushing event updated for resources: {'Port': ['ID=8c08dc5c-7115-4676-8bb6-242c731227c7,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:40.799617 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8d756343-ee6b-40ae-ae41-4914c43a90d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.825074 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8d756343-ee6b-40ae-ae41-4914c43a90d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.853201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Transition to ACTIVE for port object 35baccff-8913-405c-bef4-a314a2b500d0 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:40.888349 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8d756343-ee6b-40ae-ae41-4914c43a90d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.893545 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8d756343-ee6b-40ae-ae41-4914c43a90d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.898252 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8d756343-ee6b-40ae-ae41-4914c43a90d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/138c0223-9496-468c-9c3d-6c54d656acc4 HTTP/1.1" status: 204 len: 168 time: 0.2057643 Aug 31 01:19:40.915538 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d756343-ee6b-40ae-ae41-4914c43a90d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138c0223-9496-468c-9c3d-6c54d656acc4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:40.939701 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.944766 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.996392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network bc67d80b-0bec-4f4d-a41c-c56686d50568 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:41.001760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:41.008051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:41.008610 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:41.020943 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:41.102760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=35baccff-8913-405c-bef4-a314a2b500d0,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:41.177904 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:41.241026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:41.279918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:41.284921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:41.335186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Pushing event updated for resources: {'Port': ['ID=9f7a4d4d-0599-4063-a97d-6440c3d4334e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:41.342079 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:41.395252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7ecea-05b7-4be9-b897-b630b2edf85d req-69ac8460-76ca-48fd-895f-4817eaf83005 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:41.396882 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfb7ecea-05b7-4be9-b897-b630b2edf85d req-69ac8460-76ca-48fd-895f-4817eaf83005 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.1672778 Aug 31 01:19:41.604429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfb7ecea-05b7-4be9-b897-b630b2edf85d req-e48d48e9-5606-4b08-aba0-aa388dbe70e0 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698117 Aug 31 01:19:42.048090 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.066646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d32b92-82ee-4b11-a8e9-593ae58b2d3f req-6d365c5a-8473-4a2a-ac3b-bd1ccab7b239 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:42.068855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99d32b92-82ee-4b11-a8e9-593ae58b2d3f req-6d365c5a-8473-4a2a-ac3b-bd1ccab7b239 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 945 time: 0.2359872 Aug 31 01:19:42.073410 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.074391 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.213834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34094) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:42.260576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeca25c-4f35-477d-840d-74147fab3042 None None] Network bc67d80b-0bec-4f4d-a41c-c56686d50568 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:42.274665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=35baccff-8913-405c-bef4-a314a2b500d0,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:42.299425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99d32b92-82ee-4b11-a8e9-593ae58b2d3f req-5e94b9f9-a8d9-44d2-b78f-ee56d6760f04 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130678 Aug 31 01:19:42.333095 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.337361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8c08dc5c-7115-4676-8bb6-242c731227c7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:42.374320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network bc67d80b-0bec-4f4d-a41c-c56686d50568 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:42.379745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:42.418603 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5e94d975-e89c-4d67-9097-590d994b5c70 None None] Provisioning for port 8c08dc5c-7115-4676-8bb6-242c731227c7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:42.421936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9260927f-6bc7-4dc6-8f97-1ac4403d7b0a tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1160256080'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:42.422792 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9260927f-6bc7-4dc6-8f97-1ac4403d7b0a tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Unknown quota resources ['metering_label']. {{(pid=94760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:19:42.443063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 8c08dc5c-7115-4676-8bb6-242c731227c7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:42.448341 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8c08dc5c-7115-4676-8bb6-242c731227c7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:42.448721 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.495618 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.610313 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.635530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router f4d1a740-842c-4461-a842-427f27688215 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:19:42.675557 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9260927f-6bc7-4dc6-8f97-1ac4403d7b0a tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.676513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b5b3f1bb-4640-4930-bb80-f543502d15c0 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:42.679953 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9260927f-6bc7-4dc6-8f97-1ac4403d7b0a tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4612215 Aug 31 01:19:42.680749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34100) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:42.687940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c138d844-aa50-48ee-a27e-a8296ef4776d tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7f2b553d-26aa-4b9e-844a-432461490f16'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:42.690236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c138d844-aa50-48ee-a27e-a8296ef4776d tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:19:42.749687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 8c08dc5c-7115-4676-8bb6-242c731227c7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8c08dc5c-7115-4676-8bb6-242c731227c7,segment=NetworkSegment(c17ebaeb-52b8-4198-a152-e7af9329c92e),segment_id=c17ebaeb-52b8-4198-a152-e7af9329c92e)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:42.752294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3968a954-554c-4ea7-994a-99aae0f6371e up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:42.796846 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.816097 n-d-802060-13 neutron-server[94760]: WARNING neutron.services.metering.metering_plugin [None req-c138d844-aa50-48ee-a27e-a8296ef4776d tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 01:19:42.831143 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.841232 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.872695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port b5b3f1bb-4640-4930-bb80-f543502d15c0 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:42.882638 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port b5b3f1bb-4640-4930-bb80-f543502d15c0 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:42.883057 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.909338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Pushing event updated for resources: {'Port': ['ID=9f7a4d4d-0599-4063-a97d-6440c3d4334e,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:42.953973 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:42.960735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4ec0096f-e38a-4eaa-a7f8-53a69dc51e38 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/f4d1a740-842c-4461-a842-427f27688215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1750412 Aug 31 01:19:42.965367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34104) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:42.977132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17c25-34ee-4cbe-a928-d1f96ddaa06f req-08fabd3f-b4eb-4cbb-ab3b-09a92650246a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:42.977366 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fb34bf-2fe7-4259-851c-47f39c577c00 None None] Sync routers for ids ['f4d1a740-842c-4461-a842-427f27688215'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:42.979151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80a17c25-34ee-4cbe-a928-d1f96ddaa06f req-08fabd3f-b4eb-4cbb-ab3b-09a92650246a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.2140341 Aug 31 01:19:42.992821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=8c08dc5c-7115-4676-8bb6-242c731227c7,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:43.042167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fb34bf-2fe7-4259-851c-47f39c577c00 None None] Routers {'f4d1a740-842c-4461-a842-427f27688215'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:43.044818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-88fb34bf-2fe7-4259-851c-47f39c577c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f4d1a740-842c-4461-a842-427f27688215'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:43.129183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809cc4d7-53a2-4dae-9393-6e9cd32adbfe tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:43.131642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-809cc4d7-53a2-4dae-9393-6e9cd32adbfe tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports/35baccff-8913-405c-bef4-a314a2b500d0 HTTP/1.1" status: 200 len: 911 time: 0.1647646 Aug 31 01:19:43.133394 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.168989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 3968a954-554c-4ea7-994a-99aae0f6371e completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:43.173912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-88fb34bf-2fe7-4259-851c-47f39c577c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:43.224072 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 3968a954-554c-4ea7-994a-99aae0f6371e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:43.224447 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.329119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1a185632-a387-44a4-a134-5d11a946531e None None] Provisioning for port 35baccff-8913-405c-bef4-a314a2b500d0 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:43.335542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fb34bf-2fe7-4259-851c-47f39c577c00 None None] Routers {'f4d1a740-842c-4461-a842-427f27688215'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:43.336393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-88fb34bf-2fe7-4259-851c-47f39c577c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f4d1a740-842c-4461-a842-427f27688215'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:43.348491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1a185632-a387-44a4-a134-5d11a946531e None None] Provisioning complete for port 35baccff-8913-405c-bef4-a314a2b500d0 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:43.348877 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1a185632-a387-44a4-a134-5d11a946531e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.401244 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.423003 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34112) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:43.438306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-1a185632-a387-44a4-a134-5d11a946531e None None] Port 35baccff-8913-405c-bef4-a314a2b500d0 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:43.480965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-88fb34bf-2fe7-4259-851c-47f39c577c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:43.481998 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fb34bf-2fe7-4259-851c-47f39c577c00 None None] The sync data for ids ['f4d1a740-842c-4461-a842-427f27688215'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:43.513022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1a185632-a387-44a4-a134-5d11a946531e None None] Provisioning complete for port 8c08dc5c-7115-4676-8bb6-242c731227c7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:43.513660 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1a185632-a387-44a4-a134-5d11a946531e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.528426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2dfb65-0734-4a73-a867-7821e72bff3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b3f1bb-4640-4930-bb80-f543502d15c0'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:43.531649 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fd569e-6cc6-4d68-bdc4-ea754665538c" -d '{"events": [{"server_uuid": "ea2dfb65-0734-4a73-a867-7821e72bff3e", "name": "network-vif-plugged", "status": "completed", "tag": "b5b3f1bb-4640-4930-bb80-f543502d15c0"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:43.592050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port b5b3f1bb-4640-4930-bb80-f543502d15c0, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b5b3f1bb-4640-4930-bb80-f543502d15c0,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:43.617836 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.651804 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c138d844-aa50-48ee-a27e-a8296ef4776d tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.653244 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c138d844-aa50-48ee-a27e-a8296ef4776d tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9707294 Aug 31 01:19:43.663541 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34120) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:43.671158 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:43.672239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5a6fee08-2160-4f38-88bc-a164270f58e6 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7f2b553d-26aa-4b9e-844a-432461490f16'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:43.672781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5a6fee08-2160-4f38-88bc-a164270f58e6 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94761) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:19:43.753216 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80a17c25-34ee-4cbe-a928-d1f96ddaa06f req-7a60b10a-2108-48e7-8967-5882d610f862 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7420037 Aug 31 01:19:43.902421 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3074454-23b2-4574-93f9-1f24eb27c478 req-44148c64-33f9-4756-af43-e5f5f71cb74a tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:43.910463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3074454-23b2-4574-93f9-1f24eb27c478 req-44148c64-33f9-4756-af43-e5f5f71cb74a tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 946 time: 0.2672307 Aug 31 01:19:43.923740 n-d-802060-13 neutron-server[94761]: WARNING neutron.services.metering.metering_plugin [None req-5a6fee08-2160-4f38-88bc-a164270f58e6 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 01:19:43.950941 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b761760-8348-414c-a7c5-9fe41cefc3b8 x-openstack-request-id: req-2b761760-8348-414c-a7c5-9fe41cefc3b8 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:43.951440 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2dfb65-0734-4a73-a867-7821e72bff3e", "name": "network-vif-plugged", "status": "completed", "tag": "b5b3f1bb-4640-4930-bb80-f543502d15c0", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:43.951788 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b761760-8348-414c-a7c5-9fe41cefc3b8 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:43.952363 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2dfb65-0734-4a73-a867-7821e72bff3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b3f1bb-4640-4930-bb80-f543502d15c0', 'code': 200} Aug 31 01:19:43.961013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=b5b3f1bb-4640-4930-bb80-f543502d15c0,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:43.985157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3968a954-554c-4ea7-994a-99aae0f6371e, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3968a954-554c-4ea7-994a-99aae0f6371e,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:43.995522 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.011094 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ee61c-4935-46b1-a527-58c5d2ba11cb req-1d669173-3a7d-4228-9ef8-5301c12c4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:44.012788 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3a2ee61c-4935-46b1-a527-58c5d2ba11cb req-1d669173-3a7d-4228-9ef8-5301c12c4e4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 1098 time: 0.0926015 Aug 31 01:19:44.067658 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14604583-d1e3-47de-a667-ac301b8751e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.072306 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3a2ee61c-4935-46b1-a527-58c5d2ba11cb req-d856a05e-6cce-4b0a-8901-0891ec6279b5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470378 Aug 31 01:19:44.077619 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=3968a954-554c-4ea7-994a-99aae0f6371e,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:44.114954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2fd0a104-7703-4105-82e3-edcabc6392d8 None None] Provisioning complete for port 35baccff-8913-405c-bef4-a314a2b500d0 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:44.114954 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2fd0a104-7703-4105-82e3-edcabc6392d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.121353 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Floating IP e8fadecc-b8ce-4548-94d7-2e27001fbcc9 associated. External IP: 172.25.6.221, port: 8a8c6cee-a549-420b-84ce-cbc4eb0598d3. Aug 31 01:19:44.165102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0a104-7703-4105-82e3-edcabc6392d8 None None] Port 35baccff-8913-405c-bef4-a314a2b500d0 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:19:44.199726 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3074454-23b2-4574-93f9-1f24eb27c478 req-fdf59157-aa7b-4520-a01f-553a90bd33c5 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882919 Aug 31 01:19:44.238039 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a6fee08-2160-4f38-88bc-a164270f58e6 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.239228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5a6fee08-2160-4f38-88bc-a164270f58e6 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5722694 Aug 31 01:19:44.242188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34126) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:44.250013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8c08dc5c-7115-4676-8bb6-242c731227c7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:44.267017 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d8d0ad1f-5bed-4af0-8b36-2b223a643e1b tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=60124c05-f11a-4f42-a1c9-d9babe2bd382 HTTP/1.1" status: 200 len: 462 time: 0.0237184 Aug 31 01:19:44.268989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34130) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:44.320686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8c08dc5c-7115-4676-8bb6-242c731227c7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:44.323092 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.424007 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c3bf73b-9d1f-4ebb-9c9a-650dbf9c64ec tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.425083 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1c3bf73b-9d1f-4ebb-9c9a-650dbf9c64ec tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/60124c05-f11a-4f42-a1c9-d9babe2bd382 HTTP/1.1" status: 204 len: 168 time: 0.1519849 Aug 31 01:19:44.428759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34132) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:44.460038 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a735c9b2-6d52-46f1-a382-b822bb393a14 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=60124c05-f11a-4f42-a1c9-d9babe2bd382 HTTP/1.1" status: 200 len: 221 time: 0.0299890 Aug 31 01:19:44.463585 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34134) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:44.468751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3df22d2c-b0d1-40e3-be84-9ea5cd7dacd4 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--819626052', 'description': 'label created by tempest'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:44.469312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3df22d2c-b0d1-40e3-be84-9ea5cd7dacd4 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Unknown quota resources ['metering_label']. {{(pid=94761) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:19:44.488226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-14604583-d1e3-47de-a667-ac301b8751e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port 35baccff-8913-405c-bef4-a314a2b500d0 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:44.488569 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14604583-d1e3-47de-a667-ac301b8751e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.544819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Router 94148142-2822-4b09-b241-c208595526aa has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:44.575035 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14604583-d1e3-47de-a667-ac301b8751e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.587543 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-14604583-d1e3-47de-a667-ac301b8751e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for 35baccff-8913-405c-bef4-a314a2b500d0 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:44.721509 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3df22d2c-b0d1-40e3-be84-9ea5cd7dacd4 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.722599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3df22d2c-b0d1-40e3-be84-9ea5cd7dacd4 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2579975 Aug 31 01:19:44.728672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34136) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:44.762411 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14604583-d1e3-47de-a667-ac301b8751e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.798216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14604583-d1e3-47de-a667-ac301b8751e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=35baccff-8913-405c-bef4-a314a2b500d0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:44.839943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-abc55978-64ac-4eff-80a7-a2796392ea3a tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=03a5a0f3-ef41-4a7e-a6a2-d8249141090f HTTP/1.1" status: 200 len: 467 time: 0.1067882 Aug 31 01:19:44.840680 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34140) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:44.887950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:44.908717 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81759284-d421-421d-97c9-b6cd389f77db None None] Sync routers for ids ['94148142-2822-4b09-b241-c208595526aa'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:44.911216 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.920847 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81759284-d421-421d-97c9-b6cd389f77db None None] Routers {'94148142-2822-4b09-b241-c208595526aa'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:44.922914 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-81759284-d421-421d-97c9-b6cd389f77db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['94148142-2822-4b09-b241-c208595526aa'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:44.945980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981f99-002f-45e3-9910-47b6ede4da6f req-e1dc3d5b-ffc8-4799-adba-0c10bc69b3d5 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:44.947599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c4981f99-002f-45e3-9910-47b6ede4da6f req-e1dc3d5b-ffc8-4799-adba-0c10bc69b3d5 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.0921872 Aug 31 01:19:44.963960 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14604583-d1e3-47de-a667-ac301b8751e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:44.970149 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c9ec81ac-1618-4eb4-befb-3cdcb5936643 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.7800605 Aug 31 01:19:44.972206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bebe2db-191e-495b-93d2-58677a94ee4b', 'tag': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:44.974458 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288f1235-3aee-4a52-9c5d-c308fc2e272b" -d '{"events": [{"name": "network-changed", "server_uuid": "4bebe2db-191e-495b-93d2-58677a94ee4b", "tag": "8a8c6cee-a549-420b-84ce-cbc4eb0598d3"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:45.017118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c4981f99-002f-45e3-9910-47b6ede4da6f req-aab346cf-a2aa-4cad-9a1c-2e40cb00795c tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457332 Aug 31 01:19:45.202211 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-81759284-d421-421d-97c9-b6cd389f77db None None] Set router 94148142-2822-4b09-b241-c208595526aa gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:45.252723 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fdde210b-34fc-4c0f-8fe4-0e14031940dc tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.254116 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fdde210b-34fc-4c0f-8fe4-0e14031940dc tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/03a5a0f3-ef41-4a7e-a6a2-d8249141090f HTTP/1.1" status: 204 len: 168 time: 0.4137757 Aug 31 01:19:45.256939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34154) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:45.267899 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577866f5-2bdd-4403-b4e1-bd61b46702ed x-openstack-request-id: req-577866f5-2bdd-4403-b4e1-bd61b46702ed {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:45.268195 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bebe2db-191e-495b-93d2-58677a94ee4b", "tag": "8a8c6cee-a549-420b-84ce-cbc4eb0598d3", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:45.268500 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-577866f5-2bdd-4403-b4e1-bd61b46702ed {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:45.268909 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bebe2db-191e-495b-93d2-58677a94ee4b', 'tag': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3', 'status': 'completed', 'code': 200} Aug 31 01:19:45.286910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-557d687a-caa1-4ea3-87a5-c761ba324993 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=03a5a0f3-ef41-4a7e-a6a2-d8249141090f HTTP/1.1" status: 200 len: 216 time: 0.0261860 Aug 31 01:19:45.288198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34156) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:45.319228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-67d1b244-f43a-4982-b8bc-6a9fea45ee76 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0274498 Aug 31 01:19:45.322347 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34158) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:45.360840 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cb717677-748a-4049-8c5a-4050bbdaaa90 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0369427 Aug 31 01:19:45.364552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34162) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:45.384273 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14604583-d1e3-47de-a667-ac301b8751e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router f4d1a740-842c-4461-a842-427f27688215 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:45.418054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f1235-3aee-4a52-9c5d-c308fc2e272b req-7d5502f3-2fd2-4cc3-9ef1-323df7720ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:45.422819 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-288f1235-3aee-4a52-9c5d-c308fc2e272b req-7d5502f3-2fd2-4cc3-9ef1-323df7720ee0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b99bf286cf2a494aa27b0a218b3ee24a&device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 1098 time: 0.0875871 Aug 31 01:19:45.436412 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-34fcadd7-bd3f-4613-acce-3c2cb75f8cda tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/7f2b553d-26aa-4b9e-844a-432461490f16 HTTP/1.1" status: 200 len: 473 time: 0.0704758 Aug 31 01:19:45.442044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34166) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:45.458859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75400522-17cd-4bd4-b6b6-201b24f6980b req-8bfcdaf9-54ca-4861-9689-b42a3d8b5b48 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:45.460483 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75400522-17cd-4bd4-b6b6-201b24f6980b req-8bfcdaf9-54ca-4861-9689-b42a3d8b5b48 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 946 time: 0.1608005 Aug 31 01:19:45.467333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-447c3ed5-6fb8-4020-af60-04dcc420d091 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/ceabaafe-25c8-4eab-a6b1-b8457b4e1551 HTTP/1.1" status: 200 len: 459 time: 0.0209935 Aug 31 01:19:45.469794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34168) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:45.526834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75400522-17cd-4bd4-b6b6-201b24f6980b req-49796ced-089c-45bb-9218-99095f4061ec tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581598 Aug 31 01:19:45.638266 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aec32a78-4913-48fa-a216-c463aee63603 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.644595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-aec32a78-4913-48fa-a216-c463aee63603 tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/ceabaafe-25c8-4eab-a6b1-b8457b4e1551 HTTP/1.1" status: 204 len: 168 time: 0.1716189 Aug 31 01:19:45.644595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34172) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:45.645371 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14604583-d1e3-47de-a667-ac301b8751e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:45.656122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c2891-b204-4248-aa60-b1fb0eba38e5 None None] Sync routers for ids ['f4d1a740-842c-4461-a842-427f27688215'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:45.672474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c2891-b204-4248-aa60-b1fb0eba38e5 None None] Routers {'f4d1a740-842c-4461-a842-427f27688215'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:45.672894 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ed3c2891-b204-4248-aa60-b1fb0eba38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f4d1a740-842c-4461-a842-427f27688215'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:45.682238 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-14604583-d1e3-47de-a667-ac301b8751e5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/f4d1a740-842c-4461-a842-427f27688215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2562654 Aug 31 01:19:45.682881 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34174) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:45.688206 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-81759284-d421-421d-97c9-b6cd389f77db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94148142-2822-4b09-b241-c208595526aa', 'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:44Z', 'updated_at': '2021-08-31T01:18:50Z', 'revision_number': 4, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'gw_port': {'id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:45Z', 'updated_at': '2021-08-31T01:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'e8fadecc-b8ce-4548-94d7-2e27001fbcc9', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'floating_ip_address': '172.25.6.221', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '94148142-2822-4b09-b241-c208595526aa', 'port_id': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'mac_address': 'fa:16:3e:1e:a1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bebe2db-191e-495b-93d2-58677a94ee4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:19:41Z', 'updated_at': '2021-08-31T01:19:41Z', 'revision_number': 0, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01cb821-a6a5-4d7b-89d2-c85ee913b3bf', 'name': '', 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'mac_address': 'fa:16:3e:c2:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:48Z', 'updated_at': '2021-08-31T01:19:02Z', 'revision_number': 5, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'subnets': [{'id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:45.726014 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8c31682e-1163-4748-bc20-94ac13dbe1aa tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4d1a740-842c-4461-a842-427f27688215 HTTP/1.1" status: 200 len: 205 time: 0.0372357 Aug 31 01:19:45.732143 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34176) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:45.741451 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81759284-d421-421d-97c9-b6cd389f77db None None] Checking router: 94148142-2822-4b09-b241-c208595526aa for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:19:45.752067 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81759284-d421-421d-97c9-b6cd389f77db None None] Routers {'94148142-2822-4b09-b241-c208595526aa'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:45.753251 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-81759284-d421-421d-97c9-b6cd389f77db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['94148142-2822-4b09-b241-c208595526aa'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:45.759906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ed3c2891-b204-4248-aa60-b1fb0eba38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:45.775262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c2891-b204-4248-aa60-b1fb0eba38e5 None None] Routers {'f4d1a740-842c-4461-a842-427f27688215'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:45.776166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ed3c2891-b204-4248-aa60-b1fb0eba38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f4d1a740-842c-4461-a842-427f27688215'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:45.834794 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f0432d7-c6bb-4eb0-bead-c96b7d92c415 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.856414 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6557f417-0753-4370-a776-f052ac4cdcbe tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.861263 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6557f417-0753-4370-a776-f052ac4cdcbe tempest-MeteringIpV6TestJSON-1019349166 tempest-MeteringIpV6TestJSON-1019349166-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/7f2b553d-26aa-4b9e-844a-432461490f16 HTTP/1.1" status: 204 len: 168 time: 0.2156231 Aug 31 01:19:45.864381 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ed3c2891-b204-4248-aa60-b1fb0eba38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:45.865182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c2891-b204-4248-aa60-b1fb0eba38e5 None None] The sync data for ids ['f4d1a740-842c-4461-a842-427f27688215'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:45.897613 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-81759284-d421-421d-97c9-b6cd389f77db None None] Set router 94148142-2822-4b09-b241-c208595526aa gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:45.954430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1170a73-d4ff-4199-aed1-23f89440c1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3968a954-554c-4ea7-994a-99aae0f6371e'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:45.958192 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e6f76f-a24f-4949-bb78-16dba11f2b9e" -d '{"events": [{"server_uuid": "b1170a73-d4ff-4199-aed1-23f89440c1dd", "name": "network-vif-plugged", "status": "completed", "tag": "3968a954-554c-4ea7-994a-99aae0f6371e"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:46.030764 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f1235-3aee-4a52-9c5d-c308fc2e272b req-539ba1a2-7510-4812-957a-809bf6103592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:46.032361 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-288f1235-3aee-4a52-9c5d-c308fc2e272b req-539ba1a2-7510-4812-957a-809bf6103592 service neutron] 10.222.0.15 "GET /v2.0/networks?id=10ae198d-29cb-4d23-a57d-5079901ab9b7 HTTP/1.1" status: 200 len: 910 time: 0.5479128 Aug 31 01:19:46.032498 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18d3dcc-c796-4ec5-b537-e33743a4e2f7 x-openstack-request-id: req-b18d3dcc-c796-4ec5-b537-e33743a4e2f7 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:46.032784 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1170a73-d4ff-4199-aed1-23f89440c1dd", "name": "network-vif-plugged", "status": "completed", "tag": "3968a954-554c-4ea7-994a-99aae0f6371e", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:46.033046 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b18d3dcc-c796-4ec5-b537-e33743a4e2f7 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:46.033442 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1170a73-d4ff-4199-aed1-23f89440c1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3968a954-554c-4ea7-994a-99aae0f6371e', 'code': 200} Aug 31 01:19:46.039670 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f0432d7-c6bb-4eb0-bead-c96b7d92c415 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.053423 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f0432d7-c6bb-4eb0-bead-c96b7d92c415 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.189650 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60e0ab-8dfb-482d-974a-b3ace4d57f3a req-ac9fd882-a3b8-4264-b8e9-23dee07ac0d6 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:46.197763 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d60e0ab-8dfb-482d-974a-b3ace4d57f3a req-ac9fd882-a3b8-4264-b8e9-23dee07ac0d6 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.0705652 Aug 31 01:19:46.247719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d60e0ab-8dfb-482d-974a-b3ace4d57f3a req-e7c78440-08b1-4e79-9d55-53f740ee26b7 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448263 Aug 31 01:19:46.291809 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-81759284-d421-421d-97c9-b6cd389f77db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94148142-2822-4b09-b241-c208595526aa', 'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:44Z', 'updated_at': '2021-08-31T01:18:50Z', 'revision_number': 4, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'gw_port': {'id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:45Z', 'updated_at': '2021-08-31T01:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'e8fadecc-b8ce-4548-94d7-2e27001fbcc9', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'floating_ip_address': '172.25.6.221', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '94148142-2822-4b09-b241-c208595526aa', 'port_id': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'mac_address': 'fa:16:3e:1e:a1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bebe2db-191e-495b-93d2-58677a94ee4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:19:41Z', 'updated_at': '2021-08-31T01:19:41Z', 'revision_number': 0, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01cb821-a6a5-4d7b-89d2-c85ee913b3bf', 'name': '', 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'mac_address': 'fa:16:3e:c2:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:48Z', 'updated_at': '2021-08-31T01:19:02Z', 'revision_number': 5, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'subnets': [{'id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:46.302398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34186) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:46.326384 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81759284-d421-421d-97c9-b6cd389f77db None None] The sync data for ids ['94148142-2822-4b09-b241-c208595526aa'] in n-d-802060-13 is: [{'id': '94148142-2822-4b09-b241-c208595526aa', 'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:44Z', 'updated_at': '2021-08-31T01:18:50Z', 'revision_number': 4, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'gw_port': {'id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:45Z', 'updated_at': '2021-08-31T01:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'e8fadecc-b8ce-4548-94d7-2e27001fbcc9', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'floating_ip_address': '172.25.6.221', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '94148142-2822-4b09-b241-c208595526aa', 'port_id': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'mac_address': 'fa:16:3e:1e:a1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bebe2db-191e-495b-93d2-58677a94ee4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:19:41Z', 'updated_at': '2021-08-31T01:19:41Z', 'revision_number': 0, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01cb821-a6a5-4d7b-89d2-c85ee913b3bf', 'name': '', 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'mac_address': 'fa:16:3e:c2:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:48Z', 'updated_at': '2021-08-31T01:19:02Z', 'revision_number': 5, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'subnets': [{'id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:46.445881 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0107-67a8-424d-9583-a985cef23b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.585911 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-288f1235-3aee-4a52-9c5d-c308fc2e272b req-d5ead9a2-bfcf-4eb7-ba1f-677d44087740 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a8c6cee-a549-420b-84ce-cbc4eb0598d3 HTTP/1.1" status: 200 len: 1000 time: 0.5441618 Aug 31 01:19:46.598555 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0107-67a8-424d-9583-a985cef23b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.604262 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0107-67a8-424d-9583-a985cef23b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.682947 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fa6e9-4102-4711-84bf-7f4558aca10a req-577849ad-3544-4f56-95f9-c0595b3e42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:46.684527 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1b2fa6e9-4102-4711-84bf-7f4558aca10a req-577849ad-3544-4f56-95f9-c0595b3e42f6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b1170a73-d4ff-4199-aed1-23f89440c1dd HTTP/1.1" status: 200 len: 1097 time: 0.5798478 Aug 31 01:19:46.685147 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f0432d7-c6bb-4eb0-bead-c96b7d92c415 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.685641 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0432d7-c6bb-4eb0-bead-c96b7d92c415 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Fanout notify agent at l3_agent the message router_deleted on router f4d1a740-842c-4461-a842-427f27688215 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:19:46.695005 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f0432d7-c6bb-4eb0-bead-c96b7d92c415 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.696156 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7f0432d7-c6bb-4eb0-bead-c96b7d92c415 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/routers/f4d1a740-842c-4461-a842-427f27688215 HTTP/1.1" status: 204 len: 168 time: 0.9630671 Aug 31 01:19:46.704285 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34198) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:46.718346 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53714a4-bc5d-4d60-a1ab-f0bd20e225d8 None None] New status for floating IP e8fadecc-b8ce-4548-94d7-2e27001fbcc9: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:19:46.738086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb0107-67a8-424d-9583-a985cef23b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7d18f1-421c-4eb9-9ea8-07cca6ed4eda,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:46.758814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3aa44f0-b74c-46eb-b0a6-db802d1c7284 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting subnet afd17d71-5e6e-400e-bfe3-bed1875cbc9c {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:46.776009 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3aa44f0-b74c-46eb-b0a6-db802d1c7284 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.779305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f1235-3aee-4a52-9c5d-c308fc2e272b req-8a047fdd-91ef-4778-82c6-442071338f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:46.781039 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-288f1235-3aee-4a52-9c5d-c308fc2e272b req-8a047fdd-91ef-4778-82c6-442071338f95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd52c5e5-42e1-4c6d-a1e4-15c21260303b HTTP/1.1" status: 200 len: 848 time: 0.1744039 Aug 31 01:19:46.783550 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1ccb0107-67a8-424d-9583-a985cef23b4a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b8ce83b6e654d9a95b5388ad1ce712e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800069 Aug 31 01:19:46.786611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34200) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:46.833723 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1b2fa6e9-4102-4711-84bf-7f4558aca10a req-99b672a0-0ab2-4385-bc2d-80b44c4e98bf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363866 Aug 31 01:19:46.843601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ea7eb-5752-4295-8469-cb45750d432b req-101d76fb-cbb5-4602-a08e-18eb1d3e9ab1 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:46.845456 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a5ea7eb-5752-4295-8469-cb45750d432b req-101d76fb-cbb5-4602-a08e-18eb1d3e9ab1 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 946 time: 0.1581004 Aug 31 01:19:46.885787 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3aa44f0-b74c-46eb-b0a6-db802d1c7284 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.900779 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d53ed9aa-fd44-4ac8-b512-ddf98a7c927a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.911718 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a5ea7eb-5752-4295-8469-cb45750d432b req-6165359f-ff8d-4c09-b883-33b70aa3efe7 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582509 Aug 31 01:19:46.942848 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d53ed9aa-fd44-4ac8-b512-ddf98a7c927a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:46.960686 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f1235-3aee-4a52-9c5d-c308fc2e272b req-04150229-fa95-4af5-96cc-60e707f56793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:46.965924 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-288f1235-3aee-4a52-9c5d-c308fc2e272b req-04150229-fa95-4af5-96cc-60e707f56793 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10ae198d-29cb-4d23-a57d-5079901ab9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1616957 Aug 31 01:19:47.006620 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d53ed9aa-fd44-4ac8-b512-ddf98a7c927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.009832 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d53ed9aa-fd44-4ac8-b512-ddf98a7c927a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.011352 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d53ed9aa-fd44-4ac8-b512-ddf98a7c927a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a7d18f1-421c-4eb9-9ea8-07cca6ed4eda HTTP/1.1" status: 204 len: 168 time: 0.2227201 Aug 31 01:19:47.046228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ed9aa-fd44-4ac8-b512-ddf98a7c927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7d18f1-421c-4eb9-9ea8-07cca6ed4eda,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:47.093544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d4dd2-0c62-4abe-9a78-f363b8d9dfd8 req-254acbeb-1490-407e-a663-c0368fe7fe4c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:47.093850 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3aa44f0-b74c-46eb-b0a6-db802d1c7284 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.095258 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-872d4dd2-0c62-4abe-9a78-f363b8d9dfd8 req-254acbeb-1490-407e-a663-c0368fe7fe4c tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1170a73-d4ff-4199-aed1-23f89440c1dd HTTP/1.1" status: 200 len: 945 time: 0.0829368 Aug 31 01:19:47.145275 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-872d4dd2-0c62-4abe-9a78-f363b8d9dfd8 req-a32d356c-61c8-4009-9e79-d28f4c3753a9 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439296 Aug 31 01:19:47.157917 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-288f1235-3aee-4a52-9c5d-c308fc2e272b req-8a1340ad-52fa-40cc-98aa-5d585c398bfc service neutron] 10.222.0.15 "GET /v2.0/networks/10ae198d-29cb-4d23-a57d-5079901ab9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816087 Aug 31 01:19:47.229066 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3aa44f0-b74c-46eb-b0a6-db802d1c7284 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.266296 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa44f0-b74c-46eb-b0a6-db802d1c7284 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Subnet': ['ID=afd17d71-5e6e-400e-bfe3-bed1875cbc9c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:47.268720 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3aa44f0-b74c-46eb-b0a6-db802d1c7284 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.270922 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c3aa44f0-b74c-46eb-b0a6-db802d1c7284 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/afd17d71-5e6e-400e-bfe3-bed1875cbc9c HTTP/1.1" status: 204 len: 168 time: 0.5654733 Aug 31 01:19:47.273635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34210) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:47.284499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603542c5-374a-4c2c-a4b9-c3e5b134be80 None None] Network bc67d80b-0bec-4f4d-a41c-c56686d50568 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:47.346083 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-288f1235-3aee-4a52-9c5d-c308fc2e272b req-303e7594-d29f-4a5c-9f32-6446510b119d service neutron] 10.222.0.15 "GET /v2.0/networks/10ae198d-29cb-4d23-a57d-5079901ab9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812437 Aug 31 01:19:47.410534 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34212) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:47.427795 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b983b0aa-dba7-47f8-9a75-bd52fe0aae51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.468842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91a070-3d9f-43cb-801b-05b70cf46504 req-066891ee-c31f-4b1c-b12e-9bbaeba411bd tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:47.470575 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea91a070-3d9f-43cb-801b-05b70cf46504 req-066891ee-c31f-4b1c-b12e-9bbaeba411bd tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.1040764 Aug 31 01:19:47.476261 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.551022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf615bf-9a35-4c8c-aeca-e1d2e16e18b0 None None] DHCP port deletion for bc67d80b-0bec-4f4d-a41c-c56686d50568 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:19:47.568611 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b983b0aa-dba7-47f8-9a75-bd52fe0aae51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.572021 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea91a070-3d9f-43cb-801b-05b70cf46504 req-e867d370-0ae0-4f19-be69-a97c5df4efe7 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911143 Aug 31 01:19:47.573265 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b983b0aa-dba7-47f8-9a75-bd52fe0aae51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.616521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port 8c08dc5c-7115-4676-8bb6-242c731227c7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:47.619000 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.629445 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b983b0aa-dba7-47f8-9a75-bd52fe0aae51 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e613050d0bb4f8e90402b48268645cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2177832 Aug 31 01:19:47.632740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34216) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:47.633164 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-6cf615bf-9a35-4c8c-aeca-e1d2e16e18b0 None None] Deleting port 8c08dc5c-7115-4676-8bb6-242c731227c7 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:47.633695 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6cf615bf-9a35-4c8c-aeca-e1d2e16e18b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.677195 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983b0aa-dba7-47f8-9a75-bd52fe0aae51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cefa4e0-f775-4206-bff9-a196c2e45ff1,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:47.692999 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1c1f-c5bc-457a-b5d6-817dfb99f63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.750051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] For port 8c08dc5c-7115-4676-8bb6-242c731227c7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8c08dc5c-7115-4676-8bb6-242c731227c7,segment=NetworkSegment(c17ebaeb-52b8-4198-a152-e7af9329c92e),segment_id=c17ebaeb-52b8-4198-a152-e7af9329c92e)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:47.750572 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.751418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6cf615bf-9a35-4c8c-aeca-e1d2e16e18b0 None None] For port 8c08dc5c-7115-4676-8bb6-242c731227c7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8c08dc5c-7115-4676-8bb6-242c731227c7,segment=NetworkSegment(c17ebaeb-52b8-4198-a152-e7af9329c92e),segment_id=c17ebaeb-52b8-4198-a152-e7af9329c92e)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:47.752065 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6cf615bf-9a35-4c8c-aeca-e1d2e16e18b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.761424 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1c1f-c5bc-457a-b5d6-817dfb99f63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.778393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-6cf615bf-9a35-4c8c-aeca-e1d2e16e18b0 None None] Calling delete_port for 8c08dc5c-7115-4676-8bb6-242c731227c7 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:47.795410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for 8c08dc5c-7115-4676-8bb6-242c731227c7 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:47.829447 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1c1f-c5bc-457a-b5d6-817dfb99f63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.832360 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1c1f-c5bc-457a-b5d6-817dfb99f63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.834282 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a5bf1c1f-c5bc-457a-b5d6-817dfb99f63c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4cefa4e0-f775-4206-bff9-a196c2e45ff1 HTTP/1.1" status: 204 len: 168 time: 0.2006264 Aug 31 01:19:47.843591 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf1c1f-c5bc-457a-b5d6-817dfb99f63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cefa4e0-f775-4206-bff9-a196c2e45ff1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:47.898892 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6cf615bf-9a35-4c8c-aeca-e1d2e16e18b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.916563 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:47.934922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf615bf-9a35-4c8c-aeca-e1d2e16e18b0 None None] Pushing event deleted for resources: {'Port': ['ID=8c08dc5c-7115-4676-8bb6-242c731227c7,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:47.944239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf615bf-9a35-4c8c-aeca-e1d2e16e18b0 None None] No DVR routers for this DVR port 8c08dc5c-7115-4676-8bb6-242c731227c7 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:47.977587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=8c08dc5c-7115-4676-8bb6-242c731227c7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:47.983912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No DVR routers for this DVR port 8c08dc5c-7115-4676-8bb6-242c731227c7 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:48.075416 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.086817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc67d80b-0bec-4f4d-a41c-c56686d50568']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:48.100161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17ebaeb-52b8-4198-a152-e7af9329c92e') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:48.100844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17ebaeb-52b8-4198-a152-e7af9329c92e') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:48.111764 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.127732 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.134194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:48.134681 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:48.138201 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:48.214429 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.226003 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.231921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/networks/bc67d80b-0bec-4f4d-a41c-c56686d50568 HTTP/1.1" status: 204 len: 168 time: 0.9540036 Aug 31 01:19:48.238884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34232) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:48.240698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c8c8d-ee96-4619-89e9-6146d6f4daca tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Network': ['ID=bc67d80b-0bec-4f4d-a41c-c56686d50568,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:48.252259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-182871012', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:48.289338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8c08dc5c-7115-4676-8bb6-242c731227c7 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:48.299715 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.301104 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.334284 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 8c08dc5c-7115-4676-8bb6-242c731227c7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:48.335703 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8c08dc5c-7115-4676-8bb6-242c731227c7 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:48.359604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b7aa-2d9f-4ba9-81a5-be3de8c824b0 req-d5706338-72de-4a3d-b441-de59f4e8e5e7 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:48.363778 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2329b7aa-2d9f-4ba9-81a5-be3de8c824b0 req-d5706338-72de-4a3d-b441-de59f4e8e5e7 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1170a73-d4ff-4199-aed1-23f89440c1dd HTTP/1.1" status: 200 len: 945 time: 0.1069427 Aug 31 01:19:48.395321 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.419708 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2329b7aa-2d9f-4ba9-81a5-be3de8c824b0 req-b31bf849-3619-49f1-9a97-a17db1153afd tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491867 Aug 31 01:19:48.594527 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.752119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161607e-866a-4807-a026-cb9606c0c13d req-4999271b-4c0f-45ed-8609-15b10e008506 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:48.767701 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f161607e-866a-4807-a026-cb9606c0c13d req-4999271b-4c0f-45ed-8609-15b10e008506 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.1171455 Aug 31 01:19:48.828678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f161607e-866a-4807-a026-cb9606c0c13d req-d9744191-03c9-4728-a14d-7e2016e7a999 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587366 Aug 31 01:19:48.871095 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:48.899773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.012977 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d73b8-451b-4298-b94a-ffe65ce48d41 req-881bac10-6436-4f4a-90ac-9e2e1a7788f8 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:49.021128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-392d73b8-451b-4298-b94a-ffe65ce48d41 req-881bac10-6436-4f4a-90ac-9e2e1a7788f8 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1170a73-d4ff-4199-aed1-23f89440c1dd HTTP/1.1" status: 200 len: 945 time: 0.0900123 Aug 31 01:19:49.068575 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-392d73b8-451b-4298-b94a-ffe65ce48d41 req-2ce2b2f4-1077-4a9e-9931-15ebf07ff30d tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 Aug 31 01:19:49.074926 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Allocated IP 172.25.6.10 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/bb3c5e2f-ea94-41e0-962f-2d567491f6e1) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:49.194549 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.244310 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.302901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:49.309207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:49.313089 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:49.340041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=bb3c5e2f-ea94-41e0-962f-2d567491f6e1,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:49.588821 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.619488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34276) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:49.732677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-566968824', 'router:external': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:49.755494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Made reservation on behalf of 64421116780242ec9c0e5553a20af34c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:49.757937 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.767717 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.825964 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.898190 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.903551 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.959760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:49.980515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfdb32d-555e-45ca-abe8-e23f55eab5e4,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:49.990443 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:49.990765 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Added segment 575b7721-ece1-439e-a6e4-9c582ecaad30 of type vlan for network 16ff63b0-7944-486b-b285-947305b095a5 Aug 31 01:19:50.033355 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router 3becd16a-f613-406f-8201-e23417273683 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:19:50.042322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a179d2-bd42-485a-9e6a-606ff5085dd2 req-7bd4ca97-b4a8-464e-820b-16a1a9b6fc18 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:50.043989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18a179d2-bd42-485a-9e6a-606ff5085dd2 req-7bd4ca97-b4a8-464e-820b-16a1a9b6fc18 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.1339846 Aug 31 01:19:50.063918 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.114167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18a179d2-bd42-485a-9e6a-606ff5085dd2 req-22817ee4-f4cd-44d4-9bbd-a03228b37c47 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605178 Aug 31 01:19:50.137327 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.138328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:50.138919 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.222840 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188b9dc-43a8-4f64-a096-4e481e9f43d1 req-7617794a-e127-4c86-a434-e42a6d71c8c3 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:50.224495 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4188b9dc-43a8-4f64-a096-4e481e9f43d1 req-7617794a-e127-4c86-a434-e42a6d71c8c3 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1170a73-d4ff-4199-aed1-23f89440c1dd HTTP/1.1" status: 200 len: 945 time: 0.1829803 Aug 31 01:19:50.267169 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:50.286600 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af214751-ae10-49e6-b29f-7849990e361f None None] Sync routers for ids ['3becd16a-f613-406f-8201-e23417273683'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:50.304098 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af214751-ae10-49e6-b29f-7849990e361f None None] Routers {'3becd16a-f613-406f-8201-e23417273683'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:50.305404 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-af214751-ae10-49e6-b29f-7849990e361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3becd16a-f613-406f-8201-e23417273683'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:50.345250 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.349337 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-01958e66-9659-4da7-8b78-bd5156100911 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.0995250 Aug 31 01:19:50.350332 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34290) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:50.355416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-af214751-ae10-49e6-b29f-7849990e361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:50.366618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af214751-ae10-49e6-b29f-7849990e361f None None] Routers {'3becd16a-f613-406f-8201-e23417273683'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:50.367541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-af214751-ae10-49e6-b29f-7849990e361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3becd16a-f613-406f-8201-e23417273683'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:50.404826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-af214751-ae10-49e6-b29f-7849990e361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:50.406693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af214751-ae10-49e6-b29f-7849990e361f None None] The sync data for ids ['3becd16a-f613-406f-8201-e23417273683'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:50.518231 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-4188b9dc-43a8-4f64-a096-4e481e9f43d1 req-7db96ae6-8a8a-49db-bb33-b3efd1f36f5a tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Deleting port 3968a954-554c-4ea7-994a-99aae0f6371e {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:50.518740 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4188b9dc-43a8-4f64-a096-4e481e9f43d1 req-7db96ae6-8a8a-49db-bb33-b3efd1f36f5a tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.551142 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9273286 Aug 31 01:19:50.553148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34292) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:50.559784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-21f04593-20b9-4dd2-a6d8-43aefead2909 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Request body: {'subnet': {'network_id': '16ff63b0-7944-486b-b285-947305b095a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:50.570440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1217c74-cfbb-4ea1-97bf-732ebc9dce69 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Pushing event updated for resources: {'Network': ['ID=16ff63b0-7944-486b-b285-947305b095a5,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:50.573918 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5cc254be-9596-4673-969f-6206f8c47499 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/routers/3becd16a-f613-406f-8201-e23417273683 HTTP/1.1" status: 200 len: 883 time: 0.2204185 Aug 31 01:19:50.576094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34294) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:50.583092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bd7c4-2f47-4bb7-a6c1-d0aa88b0637a req-24968fc0-391a-48c8-b75f-0caa578e01d9 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:50.584734 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-401bd7c4-2f47-4bb7-a6c1-d0aa88b0637a req-24968fc0-391a-48c8-b75f-0caa578e01d9 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 946 time: 0.1651781 Aug 31 01:19:50.589406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 16ff63b0-7944-486b-b285-947305b095a5 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:50.669666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc82ecc-e155-4f4c-b034-b641ea2045b4 req-f933472a-eac0-4885-a0d2-3171e8c8b966 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:50.676808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bc82ecc-e155-4f4c-b034-b641ea2045b4 req-f933472a-eac0-4885-a0d2-3171e8c8b966 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1170a73-d4ff-4199-aed1-23f89440c1dd HTTP/1.1" status: 200 len: 945 time: 0.4882479 Aug 31 01:19:50.685170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f04593-20b9-4dd2-a6d8-43aefead2909 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Made reservation on behalf of 64421116780242ec9c0e5553a20af34c for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:50.687558 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21f04593-20b9-4dd2-a6d8-43aefead2909 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.704232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-4188b9dc-43a8-4f64-a096-4e481e9f43d1 req-7db96ae6-8a8a-49db-bb33-b3efd1f36f5a tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] For port 3968a954-554c-4ea7-994a-99aae0f6371e, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3968a954-554c-4ea7-994a-99aae0f6371e,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:50.704680 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4188b9dc-43a8-4f64-a096-4e481e9f43d1 req-7db96ae6-8a8a-49db-bb33-b3efd1f36f5a tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.723546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-4188b9dc-43a8-4f64-a096-4e481e9f43d1 req-7db96ae6-8a8a-49db-bb33-b3efd1f36f5a tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Calling delete_port for 3968a954-554c-4ea7-994a-99aae0f6371e owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:50.774171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-401bd7c4-2f47-4bb7-a6c1-d0aa88b0637a req-99c4f409-d2be-4a92-96c7-762cbf2bb673 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Deleting port b5b3f1bb-4640-4930-bb80-f543502d15c0 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:50.774511 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-401bd7c4-2f47-4bb7-a6c1-d0aa88b0637a req-99c4f409-d2be-4a92-96c7-762cbf2bb673 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.804908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2bc82ecc-e155-4f4c-b034-b641ea2045b4 req-4b40ab5a-5f9e-43df-980e-02c9674ea737 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd0ba3ce-6873-443d-a113-cc1657efcdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272166 Aug 31 01:19:50.961646 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-401bd7c4-2f47-4bb7-a6c1-d0aa88b0637a req-99c4f409-d2be-4a92-96c7-762cbf2bb673 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] For port b5b3f1bb-4640-4930-bb80-f543502d15c0, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=b5b3f1bb-4640-4930-bb80-f543502d15c0,segment=NetworkSegment(20f7d366-dd3f-48f9-a86e-bb098bc21ba2),segment_id=20f7d366-dd3f-48f9-a86e-bb098bc21ba2)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:50.961996 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-401bd7c4-2f47-4bb7-a6c1-d0aa88b0637a req-99c4f409-d2be-4a92-96c7-762cbf2bb673 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:50.980449 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-401bd7c4-2f47-4bb7-a6c1-d0aa88b0637a req-99c4f409-d2be-4a92-96c7-762cbf2bb673 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Calling delete_port for b5b3f1bb-4640-4930-bb80-f543502d15c0 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:50.995307 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4188b9dc-43a8-4f64-a096-4e481e9f43d1 req-7db96ae6-8a8a-49db-bb33-b3efd1f36f5a tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.013997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3968a954-554c-4ea7-994a-99aae0f6371e'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:19:51.069417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db96ae6-8a8a-49db-bb33-b3efd1f36f5a tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Pushing event deleted for resources: {'Port': ['ID=3968a954-554c-4ea7-994a-99aae0f6371e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:51.088362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f7e0c264-9617-487f-b94b-04fee36a5570 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5110717 Aug 31 01:19:51.090732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34300) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:51.092213 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['b5b3f1bb-4640-4930-bb80-f543502d15c0'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:19:51.110960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e3e2a951-4ea0-423f-99f5-5b63d4e33fe4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-182871012'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:51.129967 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4188b9dc-43a8-4f64-a096-4e481e9f43d1 req-7db96ae6-8a8a-49db-bb33-b3efd1f36f5a tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] No DVR routers for this DVR port 3968a954-554c-4ea7-994a-99aae0f6371e on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:51.134380 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4188b9dc-43a8-4f64-a096-4e481e9f43d1 req-7db96ae6-8a8a-49db-bb33-b3efd1f36f5a tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.136513 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4188b9dc-43a8-4f64-a096-4e481e9f43d1 req-7db96ae6-8a8a-49db-bb33-b3efd1f36f5a tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.70 "DELETE /v2.0/ports/3968a954-554c-4ea7-994a-99aae0f6371e HTTP/1.1" status: 204 len: 173 time: 0.9044840 Aug 31 01:19:51.137013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1170a73-d4ff-4199-aed1-23f89440c1dd', 'name': 'network-vif-deleted', 'tag': '3968a954-554c-4ea7-994a-99aae0f6371e'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:51.140319 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee7fe1e-38db-4512-8910-b8fc8bd4805c" -d '{"events": [{"server_uuid": "b1170a73-d4ff-4199-aed1-23f89440c1dd", "name": "network-vif-deleted", "tag": "3968a954-554c-4ea7-994a-99aae0f6371e"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:51.215715 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd9fe587-930c-48d6-9d69-957fa3502236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.309776 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-401bd7c4-2f47-4bb7-a6c1-d0aa88b0637a req-99c4f409-d2be-4a92-96c7-762cbf2bb673 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.332968 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3968a954-554c-4ea7-994a-99aae0f6371e'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:19:51.364724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4f409-d2be-4a92-96c7-762cbf2bb673 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Pushing event deleted for resources: {'Port': ['ID=b5b3f1bb-4640-4930-bb80-f543502d15c0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:51.463967 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-401bd7c4-2f47-4bb7-a6c1-d0aa88b0637a req-99c4f409-d2be-4a92-96c7-762cbf2bb673 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] No DVR routers for this DVR port b5b3f1bb-4640-4930-bb80-f543502d15c0 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:51.467084 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-401bd7c4-2f47-4bb7-a6c1-d0aa88b0637a req-99c4f409-d2be-4a92-96c7-762cbf2bb673 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.470946 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-401bd7c4-2f47-4bb7-a6c1-d0aa88b0637a req-99c4f409-d2be-4a92-96c7-762cbf2bb673 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.15 "DELETE /v2.0/ports/b5b3f1bb-4640-4930-bb80-f543502d15c0 HTTP/1.1" status: 204 len: 173 time: 0.8779581 Aug 31 01:19:51.473288 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262be0c9-99c4-4ae5-abcb-89f898685427 req-aec13345-cb52-40e7-b89b-d9feabb917a8 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:51.474810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-262be0c9-99c4-4ae5-abcb-89f898685427 req-aec13345-cb52-40e7-b89b-d9feabb917a8 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.1895773 Aug 31 01:19:51.564531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-262be0c9-99c4-4ae5-abcb-89f898685427 req-dc33afaa-4b5e-43ef-bdcb-604b5769e9b9 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803785 Aug 31 01:19:51.658164 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561a2b93-e929-466c-b7f8-82ba505357b5 x-openstack-request-id: req-561a2b93-e929-466c-b7f8-82ba505357b5 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:51.658560 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1170a73-d4ff-4199-aed1-23f89440c1dd", "name": "network-vif-deleted", "tag": "3968a954-554c-4ea7-994a-99aae0f6371e", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:51.659208 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-561a2b93-e929-466c-b7f8-82ba505357b5 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:51.659440 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1170a73-d4ff-4199-aed1-23f89440c1dd', 'name': 'network-vif-deleted', 'tag': '3968a954-554c-4ea7-994a-99aae0f6371e', 'status': 'completed', 'code': 200} Aug 31 01:19:51.694734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.objects.ports [None req-21f04593-20b9-4dd2-a6d8-43aefead2909 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94761) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:19:51.695210 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21f04593-20b9-4dd2-a6d8-43aefead2909 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.808795 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3e2a951-4ea0-423f-99f5-5b63d4e33fe4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.814593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f04593-20b9-4dd2-a6d8-43aefead2909 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ea4aa6c8-d2f3-43a8-8464-b820eac6068d,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:51.827387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f04593-20b9-4dd2-a6d8-43aefead2909 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Checking segment: {'id': '575b7721-ece1-439e-a6e4-9c582ecaad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '16ff63b0-7944-486b-b285-947305b095a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:51.827884 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f04593-20b9-4dd2-a6d8-43aefead2909 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Network hostable DHCP agents. Network: 16ff63b0-7944-486b-b285-947305b095a5, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:51.830916 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3e2a951-4ea0-423f-99f5-5b63d4e33fe4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.896069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f04593-20b9-4dd2-a6d8-43aefead2909 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Network 16ff63b0-7944-486b-b285-947305b095a5 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:51.938695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-21f04593-20b9-4dd2-a6d8-43aefead2909 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 16ff63b0-7944-486b-b285-947305b095a5) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:51.948121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f04593-20b9-4dd2-a6d8-43aefead2909 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:51.948716 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21f04593-20b9-4dd2-a6d8-43aefead2909 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:51.949515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205bd48d-344e-4830-a775-c2ed484e8b5d None None] Network 16ff63b0-7944-486b-b285-947305b095a5 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:51.979933 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-21f04593-20b9-4dd2-a6d8-43aefead2909 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4233749 Aug 31 01:19:51.980330 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34316) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:51.983851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e2a951-4ea0-423f-99f5-5b63d4e33fe4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router 3becd16a-f613-406f-8201-e23417273683 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:51.987555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e96f6583-aa8f-446b-869c-1fe7653ee1ef tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-300751524', 'network_id': '16ff63b0-7944-486b-b285-947305b095a5'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:52.026833 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c09143e-4c33-469b-8e83-13b38aaffe48 req-cf0a4609-b988-427b-82ec-42e09e747407 tempest-MultipleCreateTestJSON-608116733 tempest-MultipleCreateTestJSON-608116733-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea2dfb65-0734-4a73-a867-7821e72bff3e HTTP/1.1" status: 200 len: 210 time: 0.0360327 Aug 31 01:19:52.085294 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96f6583-aa8f-446b-869c-1fe7653ee1ef tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Made reservation on behalf of 64421116780242ec9c0e5553a20af34c for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:52.088609 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e96f6583-aa8f-446b-869c-1fe7653ee1ef tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.119247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-e96f6583-aa8f-446b-869c-1fe7653ee1ef tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] device_id is not set on port 3a5e09ac-3885-4555-8107-3d6641dec065 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:19:52.154135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950c8405-eada-4484-96e9-e706f0fba82e None None] Network 16ff63b0-7944-486b-b285-947305b095a5 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:52.265128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e2a951-4ea0-423f-99f5-5b63d4e33fe4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:52.274835 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3e2a951-4ea0-423f-99f5-5b63d4e33fe4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.275947 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e3e2a951-4ea0-423f-99f5-5b63d4e33fe4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/3becd16a-f613-406f-8201-e23417273683 HTTP/1.1" status: 200 len: 890 time: 1.1842630 Aug 31 01:19:52.278774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34320) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:52.280761 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6a1232-4a00-45f3-b466-df2920da2bd7 None None] Sync routers for ids ['3becd16a-f613-406f-8201-e23417273683'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:52.291229 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6a1232-4a00-45f3-b466-df2920da2bd7 None None] Routers {'3becd16a-f613-406f-8201-e23417273683'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:52.292156 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0e6a1232-4a00-45f3-b466-df2920da2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3becd16a-f613-406f-8201-e23417273683'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:52.330542 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0e6a1232-4a00-45f3-b466-df2920da2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:52.340244 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6a1232-4a00-45f3-b466-df2920da2bd7 None None] Routers {'3becd16a-f613-406f-8201-e23417273683'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:52.341684 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0e6a1232-4a00-45f3-b466-df2920da2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3becd16a-f613-406f-8201-e23417273683'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:52.387848 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0e6a1232-4a00-45f3-b466-df2920da2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:52.388743 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6a1232-4a00-45f3-b466-df2920da2bd7 None None] The sync data for ids ['3becd16a-f613-406f-8201-e23417273683'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:52.407811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-e96f6583-aa8f-446b-869c-1fe7653ee1ef tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Allocated IP 2001:db8::307 (16ff63b0-7944-486b-b285-947305b095a5/ea4aa6c8-d2f3-43a8-8464-b820eac6068d/3a5e09ac-3885-4555-8107-3d6641dec065) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:52.464123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-55ff6700-c75c-4e3f-b997-bbc7554d2665 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/routers/3becd16a-f613-406f-8201-e23417273683 HTTP/1.1" status: 200 len: 890 time: 0.1842303 Aug 31 01:19:52.466993 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34326) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:52.496012 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-44249286-c2a1-4f1b-aa22-af6b2e91a6f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports?device_id=3becd16a-f613-406f-8201-e23417273683 HTTP/1.1" status: 200 len: 205 time: 0.0272200 Aug 31 01:19:52.498506 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34328) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:52.592252 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e96f6583-aa8f-446b-869c-1fe7653ee1ef tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.620552 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3fffefb8-dc54-426e-a866-4eb5c8ed8fc3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.638581 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e96f6583-aa8f-446b-869c-1fe7653ee1ef tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.690897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96f6583-aa8f-446b-869c-1fe7653ee1ef tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Network 16ff63b0-7944-486b-b285-947305b095a5 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:52.701112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-e96f6583-aa8f-446b-869c-1fe7653ee1ef tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:52.726160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f6583-aa8f-446b-869c-1fe7653ee1ef tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:52.727228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96f6583-aa8f-446b-869c-1fe7653ee1ef tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:52.728330 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e96f6583-aa8f-446b-869c-1fe7653ee1ef tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.747956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f6583-aa8f-446b-869c-1fe7653ee1ef tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Pushing event updated for resources: {'Port': ['ID=3a5e09ac-3885-4555-8107-3d6641dec065,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:52.754543 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3fffefb8-dc54-426e-a866-4eb5c8ed8fc3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.762670 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e96f6583-aa8f-446b-869c-1fe7653ee1ef tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7812049 Aug 31 01:19:52.765511 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34334) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:52.807426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff741f-e41a-4fda-9234-6e786ffc4165 req-be23741b-9f9d-46a1-a781-dcbe21da29c7 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:52.809070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51ff741f-e41a-4fda-9234-6e786ffc4165 req-be23741b-9f9d-46a1-a781-dcbe21da29c7 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.1321106 Aug 31 01:19:52.819569 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-3fffefb8-dc54-426e-a866-4eb5c8ed8fc3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port bb3c5e2f-ea94-41e0-962f-2d567491f6e1 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:52.819945 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3fffefb8-dc54-426e-a866-4eb5c8ed8fc3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.873394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51ff741f-e41a-4fda-9234-6e786ffc4165 req-f8bb4bf6-db2e-4191-a0a3-d90227525459 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540934 Aug 31 01:19:52.894114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-0046799e-c671-4d56-bf3c-1cb01300830a tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Deleting port 3a5e09ac-3885-4555-8107-3d6641dec065 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:52.894434 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0046799e-c671-4d56-bf3c-1cb01300830a tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.915860 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3fffefb8-dc54-426e-a866-4eb5c8ed8fc3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.944830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-3fffefb8-dc54-426e-a866-4eb5c8ed8fc3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for bb3c5e2f-ea94-41e0-962f-2d567491f6e1 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:52.982357 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0046799e-c671-4d56-bf3c-1cb01300830a tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:52.997506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-0046799e-c671-4d56-bf3c-1cb01300830a tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Calling delete_port for 3a5e09ac-3885-4555-8107-3d6641dec065 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:53.104686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34340) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:53.181173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1465980a-089a-4a41-a7ae-fd088b1fa4f7 admin admin] Deleting subnet 7348b38a-6b6d-452c-bd80-0ae8a3a1ec10 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:53.183430 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0046799e-c671-4d56-bf3c-1cb01300830a tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.189259 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1465980a-089a-4a41-a7ae-fd088b1fa4f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.236956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046799e-c671-4d56-bf3c-1cb01300830a tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a5e09ac-3885-4555-8107-3d6641dec065,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:53.272919 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0046799e-c671-4d56-bf3c-1cb01300830a tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.275160 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0046799e-c671-4d56-bf3c-1cb01300830a tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "DELETE /v2.0/ports/3a5e09ac-3885-4555-8107-3d6641dec065 HTTP/1.1" status: 204 len: 168 time: 0.5087211 Aug 31 01:19:53.277883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34344) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:53.282580 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1465980a-089a-4a41-a7ae-fd088b1fa4f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.287090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16ff63b0-7944-486b-b285-947305b095a5', 'external_fixed_ips': [{'subnet_id': 'ea4aa6c8-d2f3-43a8-8464-b820eac6068d', 'ip_address': '2001:db8::307'}]}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:53.349296 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.350310 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.353788 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1465980a-089a-4a41-a7ae-fd088b1fa4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.440360 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.457491 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3fffefb8-dc54-426e-a866-4eb5c8ed8fc3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.481301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffefb8-dc54-426e-a866-4eb5c8ed8fc3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=bb3c5e2f-ea94-41e0-962f-2d567491f6e1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:53.487761 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1465980a-089a-4a41-a7ae-fd088b1fa4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.526922 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1465980a-089a-4a41-a7ae-fd088b1fa4f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.528803 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1465980a-089a-4a41-a7ae-fd088b1fa4f7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7348b38a-6b6d-452c-bd80-0ae8a3a1ec10 HTTP/1.1" status: 204 len: 168 time: 0.4228694 Aug 31 01:19:53.533851 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34350) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:53.549271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465980a-089a-4a41-a7ae-fd088b1fa4f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7348b38a-6b6d-452c-bd80-0ae8a3a1ec10,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:53.594232 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3fffefb8-dc54-426e-a866-4eb5c8ed8fc3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.663642 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2dfb65-0734-4a73-a867-7821e72bff3e', 'name': 'network-vif-deleted', 'tag': 'b5b3f1bb-4640-4930-bb80-f543502d15c0'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:53.666065 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffde280-6326-486d-a0f3-e200efffbce3" -d '{"events": [{"server_uuid": "ea2dfb65-0734-4a73-a867-7821e72bff3e", "name": "network-vif-deleted", "tag": "b5b3f1bb-4640-4930-bb80-f543502d15c0"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:53.714263 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b2cdad-dd84-4ae9-8d13-16e9774a9392 x-openstack-request-id: req-28b2cdad-dd84-4ae9-8d13-16e9774a9392 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:53.714559 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2dfb65-0734-4a73-a867-7821e72bff3e", "name": "network-vif-deleted", "tag": "b5b3f1bb-4640-4930-bb80-f543502d15c0", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:53.714817 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28b2cdad-dd84-4ae9-8d13-16e9774a9392 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:53.715227 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2dfb65-0734-4a73-a867-7821e72bff3e', 'name': 'network-vif-deleted', 'tag': 'b5b3f1bb-4640-4930-bb80-f543502d15c0', 'status': 'completed', 'code': 200} Aug 31 01:19:53.717064 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3fffefb8-dc54-426e-a866-4eb5c8ed8fc3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.720463 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3fffefb8-dc54-426e-a866-4eb5c8ed8fc3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.724082 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7a93-44db-4295-8b0f-13c39878eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.728520 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-71e5ba62-d67a-4c5b-9490-de28ee29426d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.797296 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3fffefb8-dc54-426e-a866-4eb5c8ed8fc3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.797839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fffefb8-dc54-426e-a866-4eb5c8ed8fc3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Fanout notify agent at l3_agent the message router_deleted on router 3becd16a-f613-406f-8201-e23417273683 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:19:53.806829 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3fffefb8-dc54-426e-a866-4eb5c8ed8fc3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.808037 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3fffefb8-dc54-426e-a866-4eb5c8ed8fc3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/routers/3becd16a-f613-406f-8201-e23417273683 HTTP/1.1" status: 204 len: 168 time: 1.3082330 Aug 31 01:19:53.821290 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34354) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:53.850855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-63072d20-82bc-4104-84f0-26764eaf4c78 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-185278432'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:53.876388 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7a93-44db-4295-8b0f-13c39878eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.890636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-1d4f7a93-44db-4295-8b0f-13c39878eb9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df43ae3b-3e3c-4303-9a79-19d216bc711e']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:53.899690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63072d20-82bc-4104-84f0-26764eaf4c78 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:53.904409 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63072d20-82bc-4104-84f0-26764eaf4c78 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.910374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-1d4f7a93-44db-4295-8b0f-13c39878eb9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f7d366-dd3f-48f9-a86e-bb098bc21ba2') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:53.910784 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-1d4f7a93-44db-4295-8b0f-13c39878eb9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f7d366-dd3f-48f9-a86e-bb098bc21ba2') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:53.930112 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7a93-44db-4295-8b0f-13c39878eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.963056 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.974974 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7a93-44db-4295-8b0f-13c39878eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.977199 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63072d20-82bc-4104-84f0-26764eaf4c78 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:53.992119 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63072d20-82bc-4104-84f0-26764eaf4c78 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:53.992856 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-63072d20-82bc-4104-84f0-26764eaf4c78 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Added segment 6191d221-5838-400e-8033-d63c8cbe4346 of type vlan for network e4e07cf4-6977-4303-8059-504c76e5a74d Aug 31 01:19:54.030369 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.046493 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63072d20-82bc-4104-84f0-26764eaf4c78 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.075767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4f7a93-44db-4295-8b0f-13c39878eb9e admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:54.076753 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7a93-44db-4295-8b0f-13c39878eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.078217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac105b-6f3f-498e-8c3f-80d58ab63452 req-b4d7119c-7397-4f98-8dfc-c4019e97e8c9 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:54.079650 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:54.085617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54ac105b-6f3f-498e-8c3f-80d58ab63452 req-b4d7119c-7397-4f98-8dfc-c4019e97e8c9 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.1167004 Aug 31 01:19:54.092162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63072d20-82bc-4104-84f0-26764eaf4c78 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.098995 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63072d20-82bc-4104-84f0-26764eaf4c78 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:54.099938 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-63072d20-82bc-4104-84f0-26764eaf4c78 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.145081 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54ac105b-6f3f-498e-8c3f-80d58ab63452 req-d43ea558-ad80-4412-abd2-60278e0cde33 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584717 Aug 31 01:19:54.210374 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-63072d20-82bc-4104-84f0-26764eaf4c78 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3878167 Aug 31 01:19:54.213826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34360) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:54.230832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-dfd43de0-fdac-492f-aac2-f16bb94d24dc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'subnet': {'network_id': 'e4e07cf4-6977-4303-8059-504c76e5a74d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:54.238800 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7a93-44db-4295-8b0f-13c39878eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.308840 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.316492 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7a93-44db-4295-8b0f-13c39878eb9e admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.318539 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1d4f7a93-44db-4295-8b0f-13c39878eb9e admin admin] 10.222.0.58 "DELETE /v2.0/networks/df43ae3b-3e3c-4303-9a79-19d216bc711e HTTP/1.1" status: 204 len: 168 time: 0.7835624 Aug 31 01:19:54.344220 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63072d20-82bc-4104-84f0-26764eaf4c78 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Network': ['ID=e4e07cf4-6977-4303-8059-504c76e5a74d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:54.356600 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network e4e07cf4-6977-4303-8059-504c76e5a74d details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:54.360190 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.396094 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f7a93-44db-4295-8b0f-13c39878eb9e admin admin] Pushing event deleted for resources: {'Network': ['ID=df43ae3b-3e3c-4303-9a79-19d216bc711e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:54.453708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd43de0-fdac-492f-aac2-f16bb94d24dc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:54.458491 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfd43de0-fdac-492f-aac2-f16bb94d24dc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.485643 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.628219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Allocated IP 2001:db8::307 (16ff63b0-7944-486b-b285-947305b095a5/ea4aa6c8-d2f3-43a8-8464-b820eac6068d/e8f38a80-2c62-453f-9aa8-4145f0fffd35) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:54.668140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34380) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:54.697977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b5b3f1bb-4640-4930-bb80-f543502d15c0 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:54.720583 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: b5b3f1bb-4640-4930-bb80-f543502d15c0 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:54.721203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device b5b3f1bb-4640-4930-bb80-f543502d15c0 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:54.746588 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfd43de0-fdac-492f-aac2-f16bb94d24dc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.778899 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-75a84c0f-03d6-4bb3-bd73-7051ac725392 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a5fc6e639cf4fdb9ec2daa91438d93a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097655 Aug 31 01:19:54.782468 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3968a954-554c-4ea7-994a-99aae0f6371e no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:54.782967 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34390) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:54.806075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 3968a954-554c-4ea7-994a-99aae0f6371e {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:54.806412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3968a954-554c-4ea7-994a-99aae0f6371e not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:54.820601 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.862146 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd43de0-fdac-492f-aac2-f16bb94d24dc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Subnet': ['ID=a800a269-3a5b-4825-acfe-89b65a918690,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:54.866448 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.874204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd43de0-fdac-492f-aac2-f16bb94d24dc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Checking segment: {'id': '6191d221-5838-400e-8033-d63c8cbe4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e4e07cf4-6977-4303-8059-504c76e5a74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:54.874763 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd43de0-fdac-492f-aac2-f16bb94d24dc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network hostable DHCP agents. Network: e4e07cf4-6977-4303-8059-504c76e5a74d, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:54.895825 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-096161c9-74c7-4a53-9484-83e272bd9065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.910479 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd43de0-fdac-492f-aac2-f16bb94d24dc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network e4e07cf4-6977-4303-8059-504c76e5a74d is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:54.911931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Network 16ff63b0-7944-486b-b285-947305b095a5 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:54.916669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:54.922409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:54.930043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-dfd43de0-fdac-492f-aac2-f16bb94d24dc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, e4e07cf4-6977-4303-8059-504c76e5a74d) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:54.934830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd43de0-fdac-492f-aac2-f16bb94d24dc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:54.935462 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfd43de0-fdac-492f-aac2-f16bb94d24dc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.940586 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535a0d17-9ff4-4ecc-8d18-4314655278f5 None None] Network e4e07cf4-6977-4303-8059-504c76e5a74d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:54.953422 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-096161c9-74c7-4a53-9484-83e272bd9065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:54.980114 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dfd43de0-fdac-492f-aac2-f16bb94d24dc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7652030 Aug 31 01:19:54.980626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34392) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:54.996170 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-84d44cd2-8229-4837-95e8-ea5e4d6c678b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1635571350', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:55.045544 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84d44cd2-8229-4837-95e8-ea5e4d6c678b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.046674 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84d44cd2-8229-4837-95e8-ea5e4d6c678b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.065447 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Pushing event updated for resources: {'Port': ['ID=e8f38a80-2c62-453f-9aa8-4145f0fffd35,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:55.165445 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84d44cd2-8229-4837-95e8-ea5e4d6c678b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.171393 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84d44cd2-8229-4837-95e8-ea5e4d6c678b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.186923 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-096161c9-74c7-4a53-9484-83e272bd9065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.193948 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-096161c9-74c7-4a53-9484-83e272bd9065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.194839 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-e4e07cf4-6977-4303-8059-504c76e5a74d', 'network_id': 'e4e07cf4-6977-4303-8059-504c76e5a74d', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'fixed_ips': [{'subnet_id': 'a800a269-3a5b-4825-acfe-89b65a918690'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:19:55.195997 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.197980 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-096161c9-74c7-4a53-9484-83e272bd9065 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd0ba3ce-6873-443d-a113-cc1657efcdf9 HTTP/1.1" status: 204 len: 168 time: 0.4141834 Aug 31 01:19:55.212444 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84d44cd2-8229-4837-95e8-ea5e4d6c678b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.213856 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-84d44cd2-8229-4837-95e8-ea5e4d6c678b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2299442 Aug 31 01:19:55.214714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096161c9-74c7-4a53-9484-83e272bd9065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0ba3ce-6873-443d-a113-cc1657efcdf9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:55.217036 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34400) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:55.219628 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.431087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9153c89-e3dd-4c04-a98b-479612fe5090 req-738d4e44-112c-4994-ae9f-794b62136c93 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:55.440207 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9153c89-e3dd-4c04-a98b-479612fe5090 req-738d4e44-112c-4994-ae9f-794b62136c93 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.1137779 Aug 31 01:19:55.498297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Allocated IP 2001:db8::2 (e4e07cf4-6977-4303-8059-504c76e5a74d/a800a269-3a5b-4825-acfe-89b65a918690/8d992dd5-e5a5-4a4e-b82f-953f50eede63) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:55.612975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9153c89-e3dd-4c04-a98b-479612fe5090 req-f2ba07fb-bc4c-40ef-b8f2-07cc383c800b tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718631 Aug 31 01:19:55.683961 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.699913 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.801759 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.822456 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Transition to ACTIVE for port object 8d992dd5-e5a5-4a4e-b82f-953f50eede63 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:55.846425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Transition to ACTIVE for port object 8d992dd5-e5a5-4a4e-b82f-953f50eede63 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:55.858405 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:55.945458 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Pushing event updated for resources: {'Port': ['ID=8d992dd5-e5a5-4a4e-b82f-953f50eede63,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:55.964961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Network e4e07cf4-6977-4303-8059-504c76e5a74d is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:55.968665 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:55.973741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:56.005028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Router 2e685076-36e6-425c-9499-f1f78c3bea99 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:19:56.068164 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Attempting to bind port 8d992dd5-e5a5-4a4e-b82f-953f50eede63 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:19:56.068380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Allocated IP 2001:db8::1 (e4e07cf4-6977-4303-8059-504c76e5a74d/a800a269-3a5b-4825-acfe-89b65a918690/235b0fe6-ffdf-464f-a897-1a064e781e77) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:19:56.068829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Attempting to bind port 8d992dd5-e5a5-4a4e-b82f-953f50eede63 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '6191d221-5838-400e-8033-d63c8cbe4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e4e07cf4-6977-4303-8059-504c76e5a74d'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:19:56.068943 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Attempting to bind port 8d992dd5-e5a5-4a4e-b82f-953f50eede63 on network e4e07cf4-6977-4303-8059-504c76e5a74d {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:19:56.075062 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:19:56.075498 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Checking segment: {'id': '6191d221-5838-400e-8033-d63c8cbe4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e4e07cf4-6977-4303-8059-504c76e5a74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:56.076078 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.077836 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Bound using segment: {'id': '6191d221-5838-400e-8033-d63c8cbe4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e4e07cf4-6977-4303-8059-504c76e5a74d'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:19:56.078357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Bound port: 8d992dd5-e5a5-4a4e-b82f-953f50eede63, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6191d221-5838-400e-8033-d63c8cbe4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e4e07cf4-6977-4303-8059-504c76e5a74d'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:19:56.078800 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.175111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:56.199668 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.201132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-11095a1f-8ee9-4af6-9bef-8b6922061385 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9221270 Aug 31 01:19:56.204340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f68b57e-99a0-4bb7-8965-c31a06b9d40a None None] Sync routers for ids ['2e685076-36e6-425c-9499-f1f78c3bea99'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:56.204879 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34432) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:56.223187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68b57e-99a0-4bb7-8965-c31a06b9d40a None None] Routers {'2e685076-36e6-425c-9499-f1f78c3bea99'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:56.224100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-7f68b57e-99a0-4bb7-8965-c31a06b9d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2e685076-36e6-425c-9499-f1f78c3bea99'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:56.242142 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.267454 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Transition to ACTIVE for port object 235b0fe6-ffdf-464f-a897-1a064e781e77 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:19:56.290034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] For port 8d992dd5-e5a5-4a4e-b82f-953f50eede63, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:19:56.316472 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.342791 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] For port 8d992dd5-e5a5-4a4e-b82f-953f50eede63, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8d992dd5-e5a5-4a4e-b82f-953f50eede63,segment=NetworkSegment(6191d221-5838-400e-8033-d63c8cbe4346),segment_id=6191d221-5838-400e-8033-d63c8cbe4346)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:19:56.348560 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.392865 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75c47aec-d484-463d-a1c9-a6701f4da64d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.407635 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=235b0fe6-ffdf-464f-a897-1a064e781e77,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:56.415901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network e4e07cf4-6977-4303-8059-504c76e5a74d is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:56.417353 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:56.420196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:19:56.421618 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.532247 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34444) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:56.544410 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75c47aec-d484-463d-a1c9-a6701f4da64d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.560259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-7f68b57e-99a0-4bb7-8965-c31a06b9d40a None None] Set router 2e685076-36e6-425c-9499-f1f78c3bea99 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:56.648767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-75c47aec-d484-463d-a1c9-a6701f4da64d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Deleting port e8f38a80-2c62-453f-9aa8-4145f0fffd35 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:56.649222 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75c47aec-d484-463d-a1c9-a6701f4da64d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.664375 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.762225 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1820207655-network', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:56.850899 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] Made reservation on behalf of 8f842249ecbd487dbe85bc5ca3338640 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:56.853461 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.890729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085eecf1-7c0e-4728-ae09-09db86ac18dc req-d1f6be3a-8eb5-4435-9afa-dace3a65a87b tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:56.892731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-085eecf1-7c0e-4728-ae09-09db86ac18dc req-d1f6be3a-8eb5-4435-9afa-dace3a65a87b tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.1777148 Aug 31 01:19:56.915214 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.986339 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:56.989543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b9ad9-280c-4f68-8153-4e329d8a90e9 None None] Pushing event updated for resources: {'Port': ['ID=8d992dd5-e5a5-4a4e-b82f-953f50eede63,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:57.002598 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75c47aec-d484-463d-a1c9-a6701f4da64d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.039757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-7f68b57e-99a0-4bb7-8965-c31a06b9d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e685076-36e6-425c-9499-f1f78c3bea99', 'name': '', 'tenant_id': '64421116780242ec9c0e5553a20af34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ff63b0-7944-486b-b285-947305b095a5', 'external_fixed_ips': [{'subnet_id': 'ea4aa6c8-d2f3-43a8-8464-b820eac6068d', 'ip_address': '2001:db8::307'}], 'enable_snat': True}, 'gw_port_id': 'e8f38a80-2c62-453f-9aa8-4145f0fffd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:53Z', 'updated_at': '2021-08-31T01:19:55Z', 'revision_number': 3, 'project_id': '64421116780242ec9c0e5553a20af34c', 'gw_port': {'id': 'e8f38a80-2c62-453f-9aa8-4145f0fffd35', 'name': '', 'network_id': '16ff63b0-7944-486b-b285-947305b095a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e685076-36e6-425c-9499-f1f78c3bea99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'ea4aa6c8-d2f3-43a8-8464-b820eac6068d', 'ip_address': '2001:db8::307', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:54Z', 'updated_at': '2021-08-31T01:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4aa6c8-d2f3-43a8-8464-b820eac6068d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:57.066296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-75c47aec-d484-463d-a1c9-a6701f4da64d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Calling delete_port for e8f38a80-2c62-453f-9aa8-4145f0fffd35 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:57.074504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f68b57e-99a0-4bb7-8965-c31a06b9d40a None None] Checking router: 2e685076-36e6-425c-9499-f1f78c3bea99 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:19:57.074890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f68b57e-99a0-4bb7-8965-c31a06b9d40a None None] Updating router 2e685076-36e6-425c-9499-f1f78c3bea99 port e8f38a80-2c62-453f-9aa8-4145f0fffd35 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:19:57.079127 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-085eecf1-7c0e-4728-ae09-09db86ac18dc req-551fb886-54a4-4d24-b00c-55ef9c6948e1 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540296 Aug 31 01:19:57.167086 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7f68b57e-99a0-4bb7-8965-c31a06b9d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.242601 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.249097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.258243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.271674 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.272442 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.288949 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:19:57.368889 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75c47aec-d484-463d-a1c9-a6701f4da64d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.380734 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.381086 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] Added segment f92fff75-9e6b-4aa7-88a3-1db0fce76401 of type vlan for network ab9b48d7-0042-489c-b44e-05ea7282dd2c Aug 31 01:19:57.391960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9504625a-029e-4482-b99f-401f7c9c2c5f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:57.400870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c47aec-d484-463d-a1c9-a6701f4da64d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8f38a80-2c62-453f-9aa8-4145f0fffd35,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:57.429974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75c47aec-d484-463d-a1c9-a6701f4da64d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.449369 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=235b0fe6-ffdf-464f-a897-1a064e781e77,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:57.457758 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.507051 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.508061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:57.508649 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.559011 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75c47aec-d484-463d-a1c9-a6701f4da64d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.562967 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75c47aec-d484-463d-a1c9-a6701f4da64d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.588688 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-7f68b57e-99a0-4bb7-8965-c31a06b9d40a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:19:57.589062 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-7f68b57e-99a0-4bb7-8965-c31a06b9d40a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:19:57.595320 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network e4e07cf4-6977-4303-8059-504c76e5a74d is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:19:57.598191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] Pushing event updated for resources: {'Network': ['ID=ab9b48d7-0042-489c-b44e-05ea7282dd2c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:57.604148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:57.614932 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-934786f3-d365-402c-8c65-c05a16e780ac admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0772419 Aug 31 01:19:57.615630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34466) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:57.620460 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network ab9b48d7-0042-489c-b44e-05ea7282dd2c details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:19:57.626231 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75c47aec-d484-463d-a1c9-a6701f4da64d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.626577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c47aec-d484-463d-a1c9-a6701f4da64d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e685076-36e6-425c-9499-f1f78c3bea99 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:19:57.637364 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75c47aec-d484-463d-a1c9-a6701f4da64d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.641320 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-75c47aec-d484-463d-a1c9-a6701f4da64d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "DELETE /v2.0/routers/2e685076-36e6-425c-9499-f1f78c3bea99 HTTP/1.1" status: 204 len: 168 time: 1.4328277 Aug 31 01:19:57.643787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34470) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:57.687990 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8d14d3a1-ee55-41bd-bde6-06631c6c1c3e admin admin] Request body: {'subnet': {'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1820207655-subnet', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:57.724776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5ec0b2-e9f8-4805-b479-5ab219085858 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Deleting subnet ea4aa6c8-d2f3-43a8-8464-b820eac6068d {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:57.728501 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0b5ec0b2-e9f8-4805-b479-5ab219085858 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.777491 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d14d3a1-ee55-41bd-bde6-06631c6c1c3e admin admin] Made reservation on behalf of 8f842249ecbd487dbe85bc5ca3338640 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:19:57.781328 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8d14d3a1-ee55-41bd-bde6-06631c6c1c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.789285 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0b5ec0b2-e9f8-4805-b479-5ab219085858 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.844891 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0b5ec0b2-e9f8-4805-b479-5ab219085858 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.881849 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router 884ad753-b71b-443d-aef0-71b78b7656c7 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:19:57.939245 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0b5ec0b2-e9f8-4805-b479-5ab219085858 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:57.991324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ec0b2-e9f8-4805-b479-5ab219085858 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4aa6c8-d2f3-43a8-8464-b820eac6068d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:58.004836 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0b5ec0b2-e9f8-4805-b479-5ab219085858 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.006767 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0b5ec0b2-e9f8-4805-b479-5ab219085858 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/ea4aa6c8-d2f3-43a8-8464-b820eac6068d HTTP/1.1" status: 204 len: 168 time: 0.3607078 Aug 31 01:19:58.009403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34478) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:58.018980 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613816c3-1f2b-4e8e-86c2-0c751bd570a6 None None] Network e4e07cf4-6977-4303-8059-504c76e5a74d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:58.086952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:58.089102 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff203345-20d6-4e34-be00-69a665984693 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.101415 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c684372-e6b1-4a96-92e8-30c16fd5b950 None None] Sync routers for ids ['884ad753-b71b-443d-aef0-71b78b7656c7'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:58.103986 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-71243fd4-7aa8-4a15-b85b-6f760dfefaa0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/884ad753-b71b-443d-aef0-71b78b7656c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8846271 Aug 31 01:19:58.107876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34484) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:58.119067 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c684372-e6b1-4a96-92e8-30c16fd5b950 None None] Routers {'884ad753-b71b-443d-aef0-71b78b7656c7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:58.119727 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6c684372-e6b1-4a96-92e8-30c16fd5b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['884ad753-b71b-443d-aef0-71b78b7656c7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:58.136478 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8d14d3a1-ee55-41bd-bde6-06631c6c1c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.184506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f68b57e-99a0-4bb7-8965-c31a06b9d40a None None] Port e8f38a80-2c62-453f-9aa8-4145f0fffd35 not found while updating agent binding for router 2e685076-36e6-425c-9499-f1f78c3bea99. {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 01:19:58.239362 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6c684372-e6b1-4a96-92e8-30c16fd5b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:58.249395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14d3a1-ee55-41bd-bde6-06631c6c1c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d049ad-c277-4c26-8b85-fa4623963180,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:58.255108 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c684372-e6b1-4a96-92e8-30c16fd5b950 None None] Routers {'884ad753-b71b-443d-aef0-71b78b7656c7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:58.257124 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6c684372-e6b1-4a96-92e8-30c16fd5b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['884ad753-b71b-443d-aef0-71b78b7656c7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:58.268017 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-90c57099-ac13-45a1-8f70-fd83fd47880b None None] Provisioning for port 8d992dd5-e5a5-4a4e-b82f-953f50eede63 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:58.279714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d14d3a1-ee55-41bd-bde6-06631c6c1c3e admin admin] Checking segment: {'id': 'f92fff75-9e6b-4aa7-88a3-1db0fce76401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:19:58.279825 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68b57e-99a0-4bb7-8965-c31a06b9d40a None None] Routers set() bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:58.280021 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d14d3a1-ee55-41bd-bde6-06631c6c1c3e admin admin] Network hostable DHCP agents. Network: ab9b48d7-0042-489c-b44e-05ea7282dd2c, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:19:58.280187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68b57e-99a0-4bb7-8965-c31a06b9d40a None None] Router IDs set() for agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 01:19:58.292868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_agentschedulers_db [None req-7f68b57e-99a0-4bb7-8965-c31a06b9d40a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2e685076-36e6-425c-9499-f1f78c3bea99'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent'). {{(pid=94762) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 01:19:58.293543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f68b57e-99a0-4bb7-8965-c31a06b9d40a None None] The sync data for ids ['2e685076-36e6-425c-9499-f1f78c3bea99'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:58.305119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f7d791-89d4-4f09-ab09-946b7b60ec47 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:58.309833 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34490) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:58.312363 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-24f7d791-89d4-4f09-ab09-946b7b60ec47 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports/235b0fe6-ffdf-464f-a897-1a064e781e77 HTTP/1.1" status: 200 len: 911 time: 0.2012112 Aug 31 01:19:58.325005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-01a977c7-b01e-472b-a536-7d94aff1a998 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a800a269-3a5b-4825-acfe-89b65a918690'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:58.350074 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8d992dd5-e5a5-4a4e-b82f-953f50eede63 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:19:58.356733 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff203345-20d6-4e34-be00-69a665984693 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.360266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d14d3a1-ee55-41bd-bde6-06631c6c1c3e admin admin] Network ab9b48d7-0042-489c-b44e-05ea7282dd2c is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:19:58.361231 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6c684372-e6b1-4a96-92e8-30c16fd5b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:58.361882 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c684372-e6b1-4a96-92e8-30c16fd5b950 None None] The sync data for ids ['884ad753-b71b-443d-aef0-71b78b7656c7'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:58.379925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-ff203345-20d6-4e34-be00-69a665984693 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ff63b0-7944-486b-b285-947305b095a5']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:58.403127 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-ff203345-20d6-4e34-be00-69a665984693 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575b7721-ece1-439e-a6e4-9c582ecaad30') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:58.403506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-ff203345-20d6-4e34-be00-69a665984693 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575b7721-ece1-439e-a6e4-9c582ecaad30') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:58.422235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab9c03-ccf0-4ec9-aa8d-25645c28328d req-3509ecb0-da0d-4b9f-8fbf-41fe2df75215 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:58.424139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fcab9c03-ccf0-4ec9-aa8d-25645c28328d req-3509ecb0-da0d-4b9f-8fbf-41fe2df75215 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.2119327 Aug 31 01:19:58.426089 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff203345-20d6-4e34-be00-69a665984693 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.431180 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-8d14d3a1-ee55-41bd-bde6-06631c6c1c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, ab9b48d7-0042-489c-b44e-05ea7282dd2c) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:19:58.438141 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d14d3a1-ee55-41bd-bde6-06631c6c1c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:58.438833 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8d14d3a1-ee55-41bd-bde6-06631c6c1c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.444720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a58ef2-4be0-4e7d-87fb-1e63170606be None None] Network ab9b48d7-0042-489c-b44e-05ea7282dd2c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:58.445222 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff203345-20d6-4e34-be00-69a665984693 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.454729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff203345-20d6-4e34-be00-69a665984693 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:58.455717 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff203345-20d6-4e34-be00-69a665984693 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.464130 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8d14d3a1-ee55-41bd-bde6-06631c6c1c3e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8473208 Aug 31 01:19:58.466581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34492) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:58.473692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1820207655-router', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:58.515612 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.517047 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:58.525707 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:58.536745 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff203345-20d6-4e34-be00-69a665984693 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.543312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff203345-20d6-4e34-be00-69a665984693 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 16ff63b0-7944-486b-b285-947305b095a5 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 01:19:58.575395 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff203345-20d6-4e34-be00-69a665984693 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.581881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ff203345-20d6-4e34-be00-69a665984693 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "DELETE /v2.0/networks/16ff63b0-7944-486b-b285-947305b095a5 HTTP/1.1" status: 204 len: 168 time: 0.5676594 Aug 31 01:19:58.609112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff203345-20d6-4e34-be00-69a665984693 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Pushing event deleted for resources: {'Network': ['ID=16ff63b0-7944-486b-b285-947305b095a5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:58.617425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 8d992dd5-e5a5-4a4e-b82f-953f50eede63 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:19:58.674693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8d992dd5-e5a5-4a4e-b82f-953f50eede63 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:58.677160 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.699378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fcab9c03-ccf0-4ec9-aa8d-25645c28328d req-830096b4-cc9c-4135-9c24-5a23bd4810e2 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691139 Aug 31 01:19:58.736908 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01a977c7-b01e-472b-a536-7d94aff1a998 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.753766 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:58.948558 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.042153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34510) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:59.048929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-500d72e8-2532-4646-afe8-16f93cef03a1 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Request body: {'router': {'name': 'tempest-router--1733811696', 'project_id': '5b1f576837cc4bc8b6eecc536d870e8a'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:19:59.109325 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-500d72e8-2532-4646-afe8-16f93cef03a1 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.110896 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-500d72e8-2532-4646-afe8-16f93cef03a1 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.151386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-224e6b97-1bf1-4398-ad04-2379942402ff None None] Provisioning complete for port 8d992dd5-e5a5-4a4e-b82f-953f50eede63 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:19:59.151940 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-224e6b97-1bf1-4398-ad04-2379942402ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.285542 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-500d72e8-2532-4646-afe8-16f93cef03a1 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.290663 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-500d72e8-2532-4646-afe8-16f93cef03a1 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.317599 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-500d72e8-2532-4646-afe8-16f93cef03a1 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.325727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-500d72e8-2532-4646-afe8-16f93cef03a1 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2794058 Aug 31 01:19:59.326425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34518) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:59.330832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed23c21-34d3-4d87-bd3f-d7cf2dad76ae None None] Network ab9b48d7-0042-489c-b44e-05ea7282dd2c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:59.389864 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.506373 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2cae-d950-4faf-bb4a-6b76668899c8 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.540698 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-224e6b97-1bf1-4398-ad04-2379942402ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.597360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 8d992dd5-e5a5-4a4e-b82f-953f50eede63, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8d992dd5-e5a5-4a4e-b82f-953f50eede63,segment=NetworkSegment(6191d221-5838-400e-8033-d63c8cbe4346),segment_id=6191d221-5838-400e-8033-d63c8cbe4346)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:59.602990 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.708643 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2cae-d950-4faf-bb4a-6b76668899c8 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.711583 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2cae-d950-4faf-bb4a-6b76668899c8 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.775878 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2cae-d950-4faf-bb4a-6b76668899c8 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.777087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6b2cae-d950-4faf-bb4a-6b76668899c8 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b6e4b00-120a-4d3b-ba08-5c999e05cc9e {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:19:59.783215 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2cae-d950-4faf-bb4a-6b76668899c8 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:59.786722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4d6b2cae-d950-4faf-bb4a-6b76668899c8 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "DELETE /v2.0/routers/4b6e4b00-120a-4d3b-ba08-5c999e05cc9e HTTP/1.1" status: 204 len: 168 time: 0.4557118 Aug 31 01:19:59.831202 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-224e6b97-1bf1-4398-ad04-2379942402ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:19:59.831747 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-224e6b97-1bf1-4398-ad04-2379942402ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:19:59.860085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=8d992dd5-e5a5-4a4e-b82f-953f50eede63,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:59.888786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d6060-6450-49c5-a8b9-5083afd1326b req-21303053-c675-4d77-a703-9dbd5c3f4e79 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:59.891004 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca6d6060-6450-49c5-a8b9-5083afd1326b req-21303053-c675-4d77-a703-9dbd5c3f4e79 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.0679469 Aug 31 01:19:59.963959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca6d6060-6450-49c5-a8b9-5083afd1326b req-8bc77f58-c0dc-43ad-ad88-6f719f428ad2 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652657 Aug 31 01:19:59.993906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34534) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:00.023792 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.051497 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01a977c7-b01e-472b-a536-7d94aff1a998 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.054991 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.069277 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01a977c7-b01e-472b-a536-7d94aff1a998 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.075127 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a977c7-b01e-472b-a536-7d94aff1a998 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:00.075886 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01a977c7-b01e-472b-a536-7d94aff1a998 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.079363 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-01a977c7-b01e-472b-a536-7d94aff1a998 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/ports/235b0fe6-ffdf-464f-a897-1a064e781e77 HTTP/1.1" status: 200 len: 911 time: 1.7626536 Aug 31 01:20:00.080583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34538) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:00.170657 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a977c7-b01e-472b-a536-7d94aff1a998 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=235b0fe6-ffdf-464f-a897-1a064e781e77,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:00.263631 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Allocated IP 172.25.6.24 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/cacd72f1-bbc3-4106-b8be-5b3587160646) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:00.292947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-270279624', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}, 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:00.359876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8d992dd5-e5a5-4a4e-b82f-953f50eede63 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:00.360410 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.361039 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.422678 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.429895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8d992dd5-e5a5-4a4e-b82f-953f50eede63 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:00.430282 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.433935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-224e6b97-1bf1-4398-ad04-2379942402ff None None] Provisioning for port 235b0fe6-ffdf-464f-a897-1a064e781e77 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:00.456726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-224e6b97-1bf1-4398-ad04-2379942402ff None None] Provisioning complete for port 235b0fe6-ffdf-464f-a897-1a064e781e77 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:00.457104 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-224e6b97-1bf1-4398-ad04-2379942402ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.472383 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.474001 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.515108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-224e6b97-1bf1-4398-ad04-2379942402ff None None] Port 235b0fe6-ffdf-464f-a897-1a064e781e77 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:00.521264 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:00.524729 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:00.534799 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:00.620020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Pushing event updated for resources: {'Port': ['ID=cacd72f1-bbc3-4106-b8be-5b3587160646,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:00.650441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9a910d03-6cec-4c59-8bd5-d9ef9175f6fb None None] Provisioning complete for port 235b0fe6-ffdf-464f-a897-1a064e781e77 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:00.650870 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9a910d03-6cec-4c59-8bd5-d9ef9175f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:00.697249 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9a910d03-6cec-4c59-8bd5-d9ef9175f6fb None None] Port 235b0fe6-ffdf-464f-a897-1a064e781e77 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:00.838466 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.031773 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.068291 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.220274 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8210155e-122a-4679-80bc-f4d98c8499ba tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.282924 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Router cb8488bb-13fc-4807-9991-8449632c9e66 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:20:01.380530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025606d-6349-45a5-89eb-86945b19462b req-78101276-491b-48b8-a75b-5f97d90240cf tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:01.388380 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1025606d-6349-45a5-89eb-86945b19462b req-78101276-491b-48b8-a75b-5f97d90240cf tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.2220628 Aug 31 01:20:01.440377 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:01.454646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Sync routers for ids ['cb8488bb-13fc-4807-9991-8449632c9e66'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:01.463929 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.465592 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bdfb22a6-9be5-4560-9bd3-a302e55a634b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9979362 Aug 31 01:20:01.468961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34568) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:01.475418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Routers {'cb8488bb-13fc-4807-9991-8449632c9e66'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:01.476044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cb8488bb-13fc-4807-9991-8449632c9e66'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:01.525372 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.587943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1025606d-6349-45a5-89eb-86945b19462b req-d6c8b137-dd94-4b9e-ac4f-c3a941f02906 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981182 Aug 31 01:20:01.614767 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Set router cb8488bb-13fc-4807-9991-8449632c9e66 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:01.623442 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.653061 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.836786 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'name': 'tempest-ServerRescueNegativeTestJSON-1820207655-router', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'cacd72f1-bbc3-4106-b8be-5b3587160646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:58Z', 'updated_at': '2021-08-31T01:20:00Z', 'revision_number': 3, 'project_id': '8f842249ecbd487dbe85bc5ca3338640', 'gw_port': {'id': 'cacd72f1-bbc3-4106-b8be-5b3587160646', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:00Z', 'updated_at': '2021-08-31T01:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:01.837620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Allocated IP 172.25.6.8 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/5ce9fd1d-79c6-422e-901b-43a9645404a4) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:01.876054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Checking router: cb8488bb-13fc-4807-9991-8449632c9e66 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:01.876054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Updating router cb8488bb-13fc-4807-9991-8449632c9e66 port cacd72f1-bbc3-4106-b8be-5b3587160646 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:20:01.903018 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:01.984701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-8210155e-122a-4679-80bc-f4d98c8499ba tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port 235b0fe6-ffdf-464f-a897-1a064e781e77 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:01.985555 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8210155e-122a-4679-80bc-f4d98c8499ba tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.052195 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.102378 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.161739 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8210155e-122a-4679-80bc-f4d98c8499ba tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.190753 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-8210155e-122a-4679-80bc-f4d98c8499ba tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for 235b0fe6-ffdf-464f-a897-1a064e781e77 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:02.279190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Allocated IP 172.20.0.1 (ab9b48d7-0042-489c-b44e-05ea7282dd2c/38d049ad-c277-4c26-8b85-fa4623963180/fb7bbe1d-7941-4584-8622-01af3bddc491) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:02.284846 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.360107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Pushing event updated for resources: {'Port': ['ID=5ce9fd1d-79c6-422e-901b-43a9645404a4,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:02.375532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:02.378915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:02.381922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:02.412700 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.493743 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe2ade-de55-4ddf-b0d0-8aab06cfd56e req-5cb7495f-fe60-4788-856c-3085e0da6f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:02.495680 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8ebe2ade-de55-4ddf-b0d0-8aab06cfd56e req-5cb7495f-fe60-4788-856c-3085e0da6f71 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 1097 time: 0.0685117 Aug 31 01:20:02.512339 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.527118 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.541163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Transition to ACTIVE for port object cacd72f1-bbc3-4106-b8be-5b3587160646 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:02.549119 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.584954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Network ab9b48d7-0042-489c-b44e-05ea7282dd2c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:02.593890 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:02.598998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:02.630875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Attempting to bind port cacd72f1-bbc3-4106-b8be-5b3587160646 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:02.631252 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Attempting to bind port cacd72f1-bbc3-4106-b8be-5b3587160646 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:02.631702 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Attempting to bind port cacd72f1-bbc3-4106-b8be-5b3587160646 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:02.634007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c526a5f-1156-4c09-8a40-750e0c24d49b None None] Pushing event updated for resources: {'Port': ['ID=cacd72f1-bbc3-4106-b8be-5b3587160646,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:02.642517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:02.643327 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:02.643327 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.643756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:02.644237 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Bound port: cacd72f1-bbc3-4106-b8be-5b3587160646, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:02.644621 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.660442 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8ebe2ade-de55-4ddf-b0d0-8aab06cfd56e req-e1ad7fff-ad5b-4473-95c0-a036ff5a64bc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558716 Aug 31 01:20:02.662988 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Pushing event updated for resources: {'Port': ['ID=fb7bbe1d-7941-4584-8622-01af3bddc491,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:02.668286 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.749967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] For port cacd72f1-bbc3-4106-b8be-5b3587160646, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:02.754365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] For port cacd72f1-bbc3-4106-b8be-5b3587160646, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=cacd72f1-bbc3-4106-b8be-5b3587160646,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:02.759487 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.783399 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8210155e-122a-4679-80bc-f4d98c8499ba tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.826966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c526a5f-1156-4c09-8a40-750e0c24d49b None None] Pushing event updated for resources: {'Port': ['ID=cacd72f1-bbc3-4106-b8be-5b3587160646,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:02.829869 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Routers {'cb8488bb-13fc-4807-9991-8449632c9e66'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:02.830704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cb8488bb-13fc-4807-9991-8449632c9e66'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:02.845372 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:02.873012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210155e-122a-4679-80bc-f4d98c8499ba tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=235b0fe6-ffdf-464f-a897-1a064e781e77,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:02.994334 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] Set router cb8488bb-13fc-4807-9991-8449632c9e66 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:03.024957 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.068064 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.075704 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.082858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad290d40-3ad0-48ee-a7f9-40c8d9dfe9e0 req-c4662574-70c8-4cbf-a9c4-957f208fce97 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:03.084681 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad290d40-3ad0-48ee-a7f9-40c8d9dfe9e0 req-c4662574-70c8-4cbf-a9c4-957f208fce97 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.3379707 Aug 31 01:20:03.087288 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8210155e-122a-4679-80bc-f4d98c8499ba tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.181305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Pushing event updated for resources: {'Port': ['ID=fb7bbe1d-7941-4584-8622-01af3bddc491,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:03.186779 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.306533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'name': 'tempest-ServerRescueNegativeTestJSON-1820207655-router', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'cacd72f1-bbc3-4106-b8be-5b3587160646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:58Z', 'updated_at': '2021-08-31T01:20:02Z', 'revision_number': 4, 'project_id': '8f842249ecbd487dbe85bc5ca3338640', 'gw_port': {'id': 'cacd72f1-bbc3-4106-b8be-5b3587160646', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:00Z', 'updated_at': '2021-08-31T01:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fb7bbe1d-7941-4584-8622-01af3bddc491', 'name': '', 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'mac_address': 'fa:16:3e:6d:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '38d049ad-c277-4c26-8b85-fa4623963180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:02Z', 'updated_at': '2021-08-31T01:20:02Z', 'revision_number': 1, 'project_id': '8f842249ecbd487dbe85bc5ca3338640', 'subnets': [{'id': '38d049ad-c277-4c26-8b85-fa4623963180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:03.328433 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad290d40-3ad0-48ee-a7f9-40c8d9dfe9e0 req-ba0750ab-7ba6-4346-9ee4-fd899085a24a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354722 Aug 31 01:20:03.328934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Network ab9b48d7-0042-489c-b44e-05ea7282dd2c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:03.335868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:03.348006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c953be17-9912-4f9a-b482-6a4adf791955 None None] The sync data for ids ['cb8488bb-13fc-4807-9991-8449632c9e66'] in n-d-802060-13 is: [{'id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'name': 'tempest-ServerRescueNegativeTestJSON-1820207655-router', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'cacd72f1-bbc3-4106-b8be-5b3587160646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:58Z', 'updated_at': '2021-08-31T01:20:02Z', 'revision_number': 4, 'project_id': '8f842249ecbd487dbe85bc5ca3338640', 'gw_port': {'id': 'cacd72f1-bbc3-4106-b8be-5b3587160646', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:00Z', 'updated_at': '2021-08-31T01:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fb7bbe1d-7941-4584-8622-01af3bddc491', 'name': '', 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'mac_address': 'fa:16:3e:6d:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '38d049ad-c277-4c26-8b85-fa4623963180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:02Z', 'updated_at': '2021-08-31T01:20:02Z', 'revision_number': 1, 'project_id': '8f842249ecbd487dbe85bc5ca3338640', 'subnets': [{'id': '38d049ad-c277-4c26-8b85-fa4623963180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:03.422752 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8210155e-122a-4679-80bc-f4d98c8499ba tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router 884ad753-b71b-443d-aef0-71b78b7656c7 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:03.508406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Router cb8488bb-13fc-4807-9991-8449632c9e66 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:03.580066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8210155e-122a-4679-80bc-f4d98c8499ba tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:03.606672 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8210155e-122a-4679-80bc-f4d98c8499ba tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/884ad753-b71b-443d-aef0-71b78b7656c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5244198 Aug 31 01:20:03.619387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34608) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:03.640900 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921d2f7-ac88-4af3-ae5c-dd3dac6aa389 None None] Sync routers for ids ['884ad753-b71b-443d-aef0-71b78b7656c7'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:03.664135 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:03.665802 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921d2f7-ac88-4af3-ae5c-dd3dac6aa389 None None] Routers {'884ad753-b71b-443d-aef0-71b78b7656c7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:03.666434 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4921d2f7-ac88-4af3-ae5c-dd3dac6aa389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['884ad753-b71b-443d-aef0-71b78b7656c7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:03.725288 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-16bd844d-0452-46a1-8f6f-fede204ba2e2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports?device_id=884ad753-b71b-443d-aef0-71b78b7656c7 HTTP/1.1" status: 200 len: 205 time: 0.1049454 Aug 31 01:20:03.735138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34610) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:03.738162 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4921d2f7-ac88-4af3-ae5c-dd3dac6aa389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:03.754364 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921d2f7-ac88-4af3-ae5c-dd3dac6aa389 None None] Routers {'884ad753-b71b-443d-aef0-71b78b7656c7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:03.755433 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4921d2f7-ac88-4af3-ae5c-dd3dac6aa389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['884ad753-b71b-443d-aef0-71b78b7656c7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:03.772789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:03.777964 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-73219669-d654-49ad-810a-a57ea9e492d4 admin admin] 10.222.0.58 "PUT /v2.0/routers/cb8488bb-13fc-4807-9991-8449632c9e66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3073094 Aug 31 01:20:03.798711 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4921d2f7-ac88-4af3-ae5c-dd3dac6aa389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:03.799393 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921d2f7-ac88-4af3-ae5c-dd3dac6aa389 None None] The sync data for ids ['884ad753-b71b-443d-aef0-71b78b7656c7'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:04.341435 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d4277f3e-48d7-42b1-a29b-ea8282b3592a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.635003 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d4277f3e-48d7-42b1-a29b-ea8282b3592a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.640172 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d4277f3e-48d7-42b1-a29b-ea8282b3592a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.654246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762339f-42b2-400e-8593-eb394ea56a23 req-12354b45-97e1-4098-81cd-e66426bfbd69 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:04.655977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-12354b45-97e1-4098-81cd-e66426bfbd69 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/networks?id=ab9b48d7-0042-489c-b44e-05ea7282dd2c HTTP/1.1" status: 200 len: 819 time: 0.4096291 Aug 31 01:20:04.708100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec8741-43d7-4375-b9d8-45cfcbd3b134 req-e13ea174-afe4-42de-aba0-c781a0c27986 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:04.709638 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0ec8741-43d7-4375-b9d8-45cfcbd3b134 req-e13ea174-afe4-42de-aba0-c781a0c27986 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.2549424 Aug 31 01:20:04.733952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-4a3a5f13-7e14-4d88-be17-de25ff5b93ae tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/quotas/8f842249ecbd487dbe85bc5ca3338640 HTTP/1.1" status: 200 len: 375 time: 0.0692172 Aug 31 01:20:04.737300 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d4277f3e-48d7-42b1-a29b-ea8282b3592a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.737731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4277f3e-48d7-42b1-a29b-ea8282b3592a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Fanout notify agent at l3_agent the message router_deleted on router 884ad753-b71b-443d-aef0-71b78b7656c7 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:20:04.750499 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d4277f3e-48d7-42b1-a29b-ea8282b3592a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.751897 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d4277f3e-48d7-42b1-a29b-ea8282b3592a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/routers/884ad753-b71b-443d-aef0-71b78b7656c7 HTTP/1.1" status: 204 len: 168 time: 1.0147753 Aug 31 01:20:04.755112 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34652) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:04.815615 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-339fbbee-f80a-4b4a-bc8f-c5508a229b65 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting subnet a800a269-3a5b-4825-acfe-89b65a918690 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:04.818841 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-339fbbee-f80a-4b4a-bc8f-c5508a229b65 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:04.836381 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0ec8741-43d7-4375-b9d8-45cfcbd3b134 req-87b50e7f-e51e-4681-86af-2fabad6b597a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172454 Aug 31 01:20:04.856438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-4cb27a75-ef8b-4126-9706-795a56695630 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8f842249ecbd487dbe85bc5ca3338640&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0983231 Aug 31 01:20:04.857088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Router 17362066-82d1-4caf-ac48-ddcfdb3e5fe9 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:20:04.860637 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-339fbbee-f80a-4b4a-bc8f-c5508a229b65 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.082914 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e827a464-bcd2-4cef-9927-e55005e63558 req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-777673581', 'description': 'tempest-description-8556925'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:05.132844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:05.142709 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-6535e312-5bcc-4deb-a5e8-16eadb882c26 service neutron] 10.222.0.58 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630026 Aug 31 01:20:05.160333 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1dbc39-3fcf-4fd9-b802-8c39e7d7c9aa None None] Sync routers for ids ['17362066-82d1-4caf-ac48-ddcfdb3e5fe9'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:05.183773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1dbc39-3fcf-4fd9-b802-8c39e7d7c9aa None None] Routers {'17362066-82d1-4caf-ac48-ddcfdb3e5fe9'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:05.184583 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0b1dbc39-3fcf-4fd9-b802-8c39e7d7c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['17362066-82d1-4caf-ac48-ddcfdb3e5fe9'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:05.266889 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-748a1a66-6d55-4b32-b9b5-4ce4cc84a874 service neutron] 10.222.0.58 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113863 Aug 31 01:20:05.277912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0b1dbc39-3fcf-4fd9-b802-8c39e7d7c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:05.282489 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e827a464-bcd2-4cef-9927-e55005e63558 req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.293311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1dbc39-3fcf-4fd9-b802-8c39e7d7c9aa None None] Routers {'17362066-82d1-4caf-ac48-ddcfdb3e5fe9'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:05.294098 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0b1dbc39-3fcf-4fd9-b802-8c39e7d7c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['17362066-82d1-4caf-ac48-ddcfdb3e5fe9'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:05.300579 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.301872 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a2cb6326-b289-4dd5-adc1-1b3d3248ed30 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3068337 Aug 31 01:20:05.307706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34662) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:05.341187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0b1dbc39-3fcf-4fd9-b802-8c39e7d7c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:05.342091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1dbc39-3fcf-4fd9-b802-8c39e7d7c9aa None None] The sync data for ids ['17362066-82d1-4caf-ac48-ddcfdb3e5fe9'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:05.438629 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-339fbbee-f80a-4b4a-bc8f-c5508a229b65 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.539107 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-339fbbee-f80a-4b4a-bc8f-c5508a229b65 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.540074 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c51af09-dd53-4204-8c16-0d1478dfa912 req-6f706dc9-ab9c-4e96-8206-2cf042bb1ac5 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 210 time: 0.0495040 Aug 31 01:20:05.595387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fbbee-f80a-4b4a-bc8f-c5508a229b65 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Subnet': ['ID=a800a269-3a5b-4825-acfe-89b65a918690,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:05.601054 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e827a464-bcd2-4cef-9927-e55005e63558 req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.607214 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d72ce8bf-56b6-4d9d-8165-bb5153b9c8a7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/routers/17362066-82d1-4caf-ac48-ddcfdb3e5fe9 HTTP/1.1" status: 200 len: 922 time: 0.2954891 Aug 31 01:20:05.607214 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e827a464-bcd2-4cef-9927-e55005e63558 req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.613387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34680) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:05.637167 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-339fbbee-f80a-4b4a-bc8f-c5508a229b65 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.639651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dfd1c4-7172-4bb9-924f-34d0ef7788a1 None None] Network e4e07cf4-6977-4303-8059-504c76e5a74d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:05.646725 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-339fbbee-f80a-4b4a-bc8f-c5508a229b65 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/a800a269-3a5b-4825-acfe-89b65a918690 HTTP/1.1" status: 204 len: 168 time: 0.8852582 Aug 31 01:20:05.683828 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-16050478-bdb1-43a2-9ca6-76a35ad71aec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "GET /v2.0/ports?device_id=17362066-82d1-4caf-ac48-ddcfdb3e5fe9 HTTP/1.1" status: 200 len: 205 time: 0.0654273 Aug 31 01:20:05.684028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34688) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:05.684028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a56d4f8-da71-4964-bc35-5bb3a8f62e6f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:05.684420 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34694) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:05.684534 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e827a464-bcd2-4cef-9927-e55005e63558 req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.702649 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e827a464-bcd2-4cef-9927-e55005e63558 req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6106815 Aug 31 01:20:05.857751 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.890771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:05.891024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:05.891323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:05.891662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:05.892011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:05.892352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:05.892684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:05.893023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:05.893354 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:05.893685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:05.894015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:05.894342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89099a8-80b6-448f-a329-fe9746fc192d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:05.938741 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10669e25-172c-4bc7-903f-3ac6872c5b8e tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:05.957946 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f4dbf-d1bb-4ecc-b7b1-6367e5751190 None None] DHCP port deletion for e4e07cf4-6977-4303-8059-504c76e5a74d request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:20:06.035101 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f4dbf-d1bb-4ecc-b7b1-6367e5751190 None None] Deleting port 8d992dd5-e5a5-4a4e-b82f-953f50eede63 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:06.037041 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4dbf-d1bb-4ecc-b7b1-6367e5751190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.061724 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e298b18a-239f-4f6c-bc14-3b37da3ec772 req-a138c580-6011-4d68-aae2-298d0f1dc4d9 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-777673581&fields=id&tenant_id=71f1e42e6ecf4b099a3442968b702db6 HTTP/1.1" status: 200 len: 267 time: 0.2017465 Aug 31 01:20:06.100276 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10669e25-172c-4bc7-903f-3ac6872c5b8e tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.115101 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ea7f4dbf-d1bb-4ecc-b7b1-6367e5751190 None None] For port 8d992dd5-e5a5-4a4e-b82f-953f50eede63, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8d992dd5-e5a5-4a4e-b82f-953f50eede63,segment=NetworkSegment(6191d221-5838-400e-8033-d63c8cbe4346),segment_id=6191d221-5838-400e-8033-d63c8cbe4346)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:06.115917 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4dbf-d1bb-4ecc-b7b1-6367e5751190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.133710 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f4dbf-d1bb-4ecc-b7b1-6367e5751190 None None] Calling delete_port for 8d992dd5-e5a5-4a4e-b82f-953f50eede63 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:06.192058 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-10669e25-172c-4bc7-903f-3ac6872c5b8e tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Deleting port 5ce9fd1d-79c6-422e-901b-43a9645404a4 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:06.192451 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10669e25-172c-4bc7-903f-3ac6872c5b8e tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.210483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port 8d992dd5-e5a5-4a4e-b82f-953f50eede63 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:06.211002 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.227115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b18a-239f-4f6c-bc14-3b37da3ec772 req-464df442-4bf2-43df-9d80-ec263d6a1882 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:06.235195 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e298b18a-239f-4f6c-bc14-3b37da3ec772 req-464df442-4bf2-43df-9d80-ec263d6a1882 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.1541858 Aug 31 01:20:06.252013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e298b18a-239f-4f6c-bc14-3b37da3ec772 req-45d072dd-7453-44aa-9dc9-e74bd8399825 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Request body: {'port': {'security_groups': ['5e491135-6752-41b1-b367-854b7f1d053c', '9a56d4f8-da71-4964-bc35-5bb3a8f62e6f']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:06.317929 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Sync routers for ids ['cb8488bb-13fc-4807-9991-8449632c9e66'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:06.339698 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Routers {'cb8488bb-13fc-4807-9991-8449632c9e66'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:06.340791 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cb8488bb-13fc-4807-9991-8449632c9e66'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:06.354128 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4dbf-d1bb-4ecc-b7b1-6367e5751190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.377090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7f4dbf-d1bb-4ecc-b7b1-6367e5751190 None None] No DVR routers for this DVR port 8d992dd5-e5a5-4a4e-b82f-953f50eede63 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:06.379185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] For port 8d992dd5-e5a5-4a4e-b82f-953f50eede63, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8d992dd5-e5a5-4a4e-b82f-953f50eede63,segment=NetworkSegment(6191d221-5838-400e-8033-d63c8cbe4346),segment_id=6191d221-5838-400e-8033-d63c8cbe4346)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:06.380141 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.396154 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10669e25-172c-4bc7-903f-3ac6872c5b8e tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.411600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for 8d992dd5-e5a5-4a4e-b82f-953f50eede63 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:06.421741 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-10669e25-172c-4bc7-903f-3ac6872c5b8e tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Calling delete_port for 5ce9fd1d-79c6-422e-901b-43a9645404a4 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:06.435325 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cacd72f1-bbc3-4106-b8be-5b3587160646 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:06.442053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f4dbf-d1bb-4ecc-b7b1-6367e5751190 None None] Pushing event deleted for resources: {'Port': ['ID=8d992dd5-e5a5-4a4e-b82f-953f50eede63,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:06.523036 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.535728 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port cacd72f1-bbc3-4106-b8be-5b3587160646 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:06.536976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-9e1c01c1-7899-4e75-8e92-a9e1797137b1 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:06.538909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-9e1c01c1-7899-4e75-8e92-a9e1797137b1 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/networks?id=ab9b48d7-0042-489c-b44e-05ea7282dd2c HTTP/1.1" status: 200 len: 819 time: 0.6699476 Aug 31 01:20:06.553080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port cacd72f1-bbc3-4106-b8be-5b3587160646 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:06.553491 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.563921 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Set router cb8488bb-13fc-4807-9991-8449632c9e66 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:06.596986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=8d992dd5-e5a5-4a4e-b82f-953f50eede63,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:06.602292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No DVR routers for this DVR port 8d992dd5-e5a5-4a4e-b82f-953f50eede63 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:06.610779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-214e40a4-9314-4baa-bb33-79e2d8d267d3 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/quotas/8f842249ecbd487dbe85bc5ca3338640 HTTP/1.1" status: 200 len: 375 time: 0.0316315 Aug 31 01:20:06.691202 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.765338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port cacd72f1-bbc3-4106-b8be-5b3587160646, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=cacd72f1-bbc3-4106-b8be-5b3587160646,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:06.775389 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.803515 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10669e25-172c-4bc7-903f-3ac6872c5b8e tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.849429 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10669e25-172c-4bc7-903f-3ac6872c5b8e tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Pushing event deleted for resources: {'Port': ['ID=5ce9fd1d-79c6-422e-901b-43a9645404a4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:06.896841 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e298b18a-239f-4f6c-bc14-3b37da3ec772 req-45d072dd-7453-44aa-9dc9-e74bd8399825 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.998867 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10669e25-172c-4bc7-903f-3ac6872c5b8e tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.037024 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.058958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e07cf4-6977-4303-8059-504c76e5a74d']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:07.120065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8d992dd5-e5a5-4a4e-b82f-953f50eede63 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:07.163030 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 8d992dd5-e5a5-4a4e-b82f-953f50eede63 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:07.163550 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8d992dd5-e5a5-4a4e-b82f-953f50eede63 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:07.171137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6191d221-5838-400e-8033-d63c8cbe4346') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:07.171795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6191d221-5838-400e-8033-d63c8cbe4346') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:07.199956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=cacd72f1-bbc3-4106-b8be-5b3587160646,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:07.208556 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10669e25-172c-4bc7-903f-3ac6872c5b8e tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.213376 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10669e25-172c-4bc7-903f-3ac6872c5b8e tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.233704 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-ad887786-f837-41fe-8c6b-112096a4e116 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8f842249ecbd487dbe85bc5ca3338640&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5715382 Aug 31 01:20:07.240142 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'name': 'tempest-ServerRescueNegativeTestJSON-1820207655-router', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'cacd72f1-bbc3-4106-b8be-5b3587160646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:58Z', 'updated_at': '2021-08-31T01:20:02Z', 'revision_number': 4, 'project_id': '8f842249ecbd487dbe85bc5ca3338640', 'gw_port': {'id': 'cacd72f1-bbc3-4106-b8be-5b3587160646', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:00Z', 'updated_at': '2021-08-31T01:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fb7bbe1d-7941-4584-8622-01af3bddc491', 'name': '', 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'mac_address': 'fa:16:3e:6d:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '38d049ad-c277-4c26-8b85-fa4623963180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:02Z', 'updated_at': '2021-08-31T01:20:02Z', 'revision_number': 2, 'project_id': '8f842249ecbd487dbe85bc5ca3338640', 'subnets': [{'id': '38d049ad-c277-4c26-8b85-fa4623963180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:07.244672 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.263225 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.290136 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Checking router: cb8488bb-13fc-4807-9991-8449632c9e66 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:07.290684 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Updating router cb8488bb-13fc-4807-9991-8449632c9e66 port fb7bbe1d-7941-4584-8622-01af3bddc491 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:20:07.291201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762339f-42b2-400e-8593-eb394ea56a23 req-fa2af487-3870-4324-b736-8896fc917133 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:07.292929 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-fa2af487-3870-4324-b736-8896fc917133 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.15 "GET /v2.0/networks?id=ab9b48d7-0042-489c-b44e-05ea7282dd2c HTTP/1.1" status: 200 len: 819 time: 0.3767874 Aug 31 01:20:07.301393 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10669e25-172c-4bc7-903f-3ac6872c5b8e tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.302283 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10669e25-172c-4bc7-903f-3ac6872c5b8e tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Fanout notify agent at l3_agent the message router_deleted on router 17362066-82d1-4caf-ac48-ddcfdb3e5fe9 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:20:07.311933 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10669e25-172c-4bc7-903f-3ac6872c5b8e tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.313815 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-10669e25-172c-4bc7-903f-3ac6872c5b8e tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "DELETE /v2.0/routers/17362066-82d1-4caf-ac48-ddcfdb3e5fe9 HTTP/1.1" status: 204 len: 168 time: 1.6281474 Aug 31 01:20:07.319530 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-3762339f-42b2-400e-8593-eb394ea56a23 req-c91f7703-3630-40c2-8396-e81bcc0e8653 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Request body: {'port': {'device_id': '2b0ea322-d6ae-4954-a7ea-06ae16d99a3e', 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c', 'admin_state_up': True, 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:07.322912 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34724) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:07.329483 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1887168426', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'enable_snat': False}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:07.332874 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.335326 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:07.335742 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:07.340851 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:07.415897 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.416932 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.448230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e298b18a-239f-4f6c-bc14-3b37da3ec772 req-45d072dd-7453-44aa-9dc9-e74bd8399825 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] For port 3237332b-091b-4370-94b0-8dbadb1f070a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3237332b-091b-4370-94b0-8dbadb1f070a,segment=NetworkSegment(31aeedeb-f569-45e8-955b-bbf46cfbd5b8),segment_id=31aeedeb-f569-45e8-955b-bbf46cfbd5b8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:07.450569 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.465557 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.484821 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/networks/e4e07cf4-6977-4303-8059-504c76e5a74d HTTP/1.1" status: 204 len: 168 time: 1.7809646 Aug 31 01:20:07.496852 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:20:07.504478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34730) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:07.519602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3d130a1b-6fd3-4e75-a251-c54288bdcb43 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-213895294', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:07.534938 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.544159 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd53b7c-f49f-4eed-86f8-089c6a4a0235 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Network': ['ID=e4e07cf4-6977-4303-8059-504c76e5a74d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:07.553080 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-8957fb57-e5e7-4410-a97e-79513807c39a service neutron] 10.222.0.58 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863541 Aug 31 01:20:07.690293 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.694020 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.707973 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Transition to ACTIVE for port object fb7bbe1d-7941-4584-8622-01af3bddc491 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:07.708169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-eff40a48-341a-4260-898d-0d38ffeee581 service neutron] 10.222.0.58 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469238 Aug 31 01:20:07.714651 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e298b18a-239f-4f6c-bc14-3b37da3ec772 req-45d072dd-7453-44aa-9dc9-e74bd8399825 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.716157 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.729429 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e298b18a-239f-4f6c-bc14-3b37da3ec772 req-45d072dd-7453-44aa-9dc9-e74bd8399825 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.746100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3237332b-091b-4370-94b0-8dbadb1f070a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:20:07.750265 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d130a1b-6fd3-4e75-a251-c54288bdcb43 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.752480 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d130a1b-6fd3-4e75-a251-c54288bdcb43 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.790932 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3762339f-42b2-400e-8593-eb394ea56a23 req-c91f7703-3630-40c2-8396-e81bcc0e8653 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Made reservation on behalf of 8f842249ecbd487dbe85bc5ca3338640 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:07.796511 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3762339f-42b2-400e-8593-eb394ea56a23 req-c91f7703-3630-40c2-8396-e81bcc0e8653 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.801013 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b4700-3602-4266-a563-3b118401894e None None] Pushing event updated for resources: {'Port': ['ID=fb7bbe1d-7941-4584-8622-01af3bddc491,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:07.816671 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b4700-3602-4266-a563-3b118401894e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:07.822070 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b4700-3602-4266-a563-3b118401894e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:07.822532 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b4700-3602-4266-a563-3b118401894e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:07.822835 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b4700-3602-4266-a563-3b118401894e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:07.823173 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b4700-3602-4266-a563-3b118401894e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:07.823539 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b4700-3602-4266-a563-3b118401894e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:07.823884 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b4700-3602-4266-a563-3b118401894e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:07.824198 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b4700-3602-4266-a563-3b118401894e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:07.824523 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b4700-3602-4266-a563-3b118401894e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:07.824845 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b4700-3602-4266-a563-3b118401894e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:07.825167 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b4700-3602-4266-a563-3b118401894e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:07.825488 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b4700-3602-4266-a563-3b118401894e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:07.873897 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d130a1b-6fd3-4e75-a251-c54288bdcb43 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.903633 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d130a1b-6fd3-4e75-a251-c54288bdcb43 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.916307 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Attempting to bind port fb7bbe1d-7941-4584-8622-01af3bddc491 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:07.916672 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Attempting to bind port fb7bbe1d-7941-4584-8622-01af3bddc491 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'f92fff75-9e6b-4aa7-88a3-1db0fce76401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:07.918628 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Attempting to bind port fb7bbe1d-7941-4584-8622-01af3bddc491 on network ab9b48d7-0042-489c-b44e-05ea7282dd2c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:07.934408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b18a-239f-4f6c-bc14-3b37da3ec772 req-45d072dd-7453-44aa-9dc9-e74bd8399825 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:07.934662 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:07.934986 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Checking segment: {'id': 'f92fff75-9e6b-4aa7-88a3-1db0fce76401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:07.935188 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e298b18a-239f-4f6c-bc14-3b37da3ec772 req-45d072dd-7453-44aa-9dc9-e74bd8399825 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.935450 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.936041 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Bound using segment: {'id': 'f92fff75-9e6b-4aa7-88a3-1db0fce76401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:07.936738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e298b18a-239f-4f6c-bc14-3b37da3ec772 req-45d072dd-7453-44aa-9dc9-e74bd8399825 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "PUT /v2.0/ports/3237332b-091b-4370-94b0-8dbadb1f070a HTTP/1.1" status: 200 len: 981 time: 1.7006979 Aug 31 01:20:07.940163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'tag': '3237332b-091b-4370-94b0-8dbadb1f070a'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:07.943466 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124c03b5-217c-4bab-86a0-e50ec8f9676b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9a6c66-b085-4685-ac66-da70d65b7468", "tag": "3237332b-091b-4370-94b0-8dbadb1f070a"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:07.957440 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Bound port: fb7bbe1d-7941-4584-8622-01af3bddc491, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92fff75-9e6b-4aa7-88a3-1db0fce76401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:07.957978 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.959370 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d130a1b-6fd3-4e75-a251-c54288bdcb43 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:07.962079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3d130a1b-6fd3-4e75-a251-c54288bdcb43 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4507322 Aug 31 01:20:07.965677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34742) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:07.975035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d671c911-e725-486c-8e20-b25f9c3d0607 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1706852785'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:08.010916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d671c911-e725-486c-8e20-b25f9c3d0607 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:08.016424 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d671c911-e725-486c-8e20-b25f9c3d0607 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.075619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d072dd-7453-44aa-9dc9-e74bd8399825 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Pushing event updated for resources: {'Port': ['ID=3237332b-091b-4370-94b0-8dbadb1f070a,revision_number=6']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:08.090561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3237332b-091b-4370-94b0-8dbadb1f070a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:20:08.123731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d671c911-e725-486c-8e20-b25f9c3d0607 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:20:08.155816 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fcfca5-4fbd-4bdf-a902-cc0c61dc6091 x-openstack-request-id: req-76fcfca5-4fbd-4bdf-a902-cc0c61dc6091 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:08.156162 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9a6c66-b085-4685-ac66-da70d65b7468", "tag": "3237332b-091b-4370-94b0-8dbadb1f070a", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:08.156351 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76fcfca5-4fbd-4bdf-a902-cc0c61dc6091 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:08.156759 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'tag': '3237332b-091b-4370-94b0-8dbadb1f070a', 'status': 'completed', 'code': 200} Aug 31 01:20:08.165286 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] For port fb7bbe1d-7941-4584-8622-01af3bddc491, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:08.178724 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] For port fb7bbe1d-7941-4584-8622-01af3bddc491, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fb7bbe1d-7941-4584-8622-01af3bddc491,segment=NetworkSegment(f92fff75-9e6b-4aa7-88a3-1db0fce76401),segment_id=f92fff75-9e6b-4aa7-88a3-1db0fce76401)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:08.180875 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d671c911-e725-486c-8e20-b25f9c3d0607 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.181323 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-d671c911-e725-486c-8e20-b25f9c3d0607 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Added segment aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94 of type vlan for network 86d56b24-e608-4c44-9986-de236b006c54 Aug 31 01:20:08.183660 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.321320 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b4700-3602-4266-a563-3b118401894e None None] Pushing event updated for resources: {'Port': ['ID=fb7bbe1d-7941-4584-8622-01af3bddc491,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:08.333866 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Routers {'cb8488bb-13fc-4807-9991-8449632c9e66'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:08.335232 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cb8488bb-13fc-4807-9991-8449632c9e66'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:08.353406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56b95819-fbda-4719-80e3-610cf2e378e4 req-0b8d5f7c-6dcb-4227-affd-cdb26b2e8c53 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 210 time: 0.1754065 Aug 31 01:20:08.389780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9f6ccde-1ba1-4bf5-b17d-4ab043b338bc req-8c47e658-1b6e-4cbc-8b8a-f57e9ac81167 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-777673581&fields=id&tenant_id=71f1e42e6ecf4b099a3442968b702db6 HTTP/1.1" status: 200 len: 267 time: 0.2454376 Aug 31 01:20:08.400884 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cacd72f1-bbc3-4106-b8be-5b3587160646 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:08.495160 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-3762339f-42b2-400e-8593-eb394ea56a23 req-c91f7703-3630-40c2-8396-e81bcc0e8653 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Allocated IP 172.20.0.9 (ab9b48d7-0042-489c-b44e-05ea7282dd2c/38d049ad-c277-4c26-8b85-fa4623963180/fe8bf39f-11f1-40a4-9164-5f06e3a8b133) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:08.516363 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d671c911-e725-486c-8e20-b25f9c3d0607 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.569077 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c03b5-217c-4bab-86a0-e50ec8f9676b req-46231f90-4498-48e9-9b99-cbebfa2e1eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:08.571065 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-124c03b5-217c-4bab-86a0-e50ec8f9676b req-46231f90-4498-48e9-9b99-cbebfa2e1eb8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71f1e42e6ecf4b099a3442968b702db6&device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 1136 time: 0.3777673 Aug 31 01:20:08.578894 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port cacd72f1-bbc3-4106-b8be-5b3587160646 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:08.579475 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.586169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6ccde-1ba1-4bf5-b17d-4ab043b338bc req-1994437c-1b01-451d-9e45-5cdaf1563241 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:08.592856 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9f6ccde-1ba1-4bf5-b17d-4ab043b338bc req-1994437c-1b01-451d-9e45-5cdaf1563241 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 984 time: 0.1797705 Aug 31 01:20:08.608084 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] Set router cb8488bb-13fc-4807-9991-8449632c9e66 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:08.619665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e9f6ccde-1ba1-4bf5-b17d-4ab043b338bc req-db3e43fd-6400-4d8e-9b27-e3c5137f0fa4 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Request body: {'port': {'security_groups': ['5e491135-6752-41b1-b367-854b7f1d053c']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:08.707105 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d671c911-e725-486c-8e20-b25f9c3d0607 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.713702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d671c911-e725-486c-8e20-b25f9c3d0607 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:08.714405 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d671c911-e725-486c-8e20-b25f9c3d0607 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.769478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d671c911-e725-486c-8e20-b25f9c3d0607 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8027272 Aug 31 01:20:08.772113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34762) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:08.795757 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-94510de3-8b60-48dd-aed9-2bbcf67abb5a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'subnet': {'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:08.804562 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e9f6ccde-1ba1-4bf5-b17d-4ab043b338bc req-db3e43fd-6400-4d8e-9b27-e3c5137f0fa4 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:08.870715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671c911-e725-486c-8e20-b25f9c3d0607 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Network': ['ID=86d56b24-e608-4c44-9986-de236b006c54,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:08.885161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 86d56b24-e608-4c44-9986-de236b006c54 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:20:08.889209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c03b5-217c-4bab-86a0-e50ec8f9676b req-69ab31b1-e1f8-4395-b2ba-2d3ef87aeaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:08.891231 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-124c03b5-217c-4bab-86a0-e50ec8f9676b req-69ab31b1-e1f8-4395-b2ba-2d3ef87aeaec service neutron] 10.222.0.70 "GET /v2.0/networks?id=be74f3c6-3ce5-4840-a086-8b4fede80175 HTTP/1.1" status: 200 len: 921 time: 0.3079357 Aug 31 01:20:09.038448 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-124c03b5-217c-4bab-86a0-e50ec8f9676b req-5c9b4675-dce7-4752-8f41-170105b3ab79 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3237332b-091b-4370-94b0-8dbadb1f070a HTTP/1.1" status: 200 len: 217 time: 0.1265039 Aug 31 01:20:09.046208 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.065963 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'name': 'tempest-ServerRescueNegativeTestJSON-1820207655-router', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'cacd72f1-bbc3-4106-b8be-5b3587160646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:58Z', 'updated_at': '2021-08-31T01:20:02Z', 'revision_number': 4, 'project_id': '8f842249ecbd487dbe85bc5ca3338640', 'gw_port': {'id': 'cacd72f1-bbc3-4106-b8be-5b3587160646', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:00Z', 'updated_at': '2021-08-31T01:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fb7bbe1d-7941-4584-8622-01af3bddc491', 'name': '', 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'mac_address': 'fa:16:3e:6d:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '38d049ad-c277-4c26-8b85-fa4623963180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:02Z', 'updated_at': '2021-08-31T01:20:08Z', 'revision_number': 4, 'project_id': '8f842249ecbd487dbe85bc5ca3338640', 'subnets': [{'id': '38d049ad-c277-4c26-8b85-fa4623963180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:09.089571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.135186 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dae889-7cf9-4c36-b60d-0fe83040e4fd None None] The sync data for ids ['cb8488bb-13fc-4807-9991-8449632c9e66'] in n-d-802060-13 is: [{'id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'name': 'tempest-ServerRescueNegativeTestJSON-1820207655-router', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'cacd72f1-bbc3-4106-b8be-5b3587160646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:58Z', 'updated_at': '2021-08-31T01:20:02Z', 'revision_number': 4, 'project_id': '8f842249ecbd487dbe85bc5ca3338640', 'gw_port': {'id': 'cacd72f1-bbc3-4106-b8be-5b3587160646', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:00Z', 'updated_at': '2021-08-31T01:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fb7bbe1d-7941-4584-8622-01af3bddc491', 'name': '', 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'mac_address': 'fa:16:3e:6d:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '38d049ad-c277-4c26-8b85-fa4623963180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:02Z', 'updated_at': '2021-08-31T01:20:08Z', 'revision_number': 4, 'project_id': '8f842249ecbd487dbe85bc5ca3338640', 'subnets': [{'id': '38d049ad-c277-4c26-8b85-fa4623963180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:09.137688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e9f6ccde-1ba1-4bf5-b17d-4ab043b338bc req-db3e43fd-6400-4d8e-9b27-e3c5137f0fa4 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] For port 3237332b-091b-4370-94b0-8dbadb1f070a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3237332b-091b-4370-94b0-8dbadb1f070a,segment=NetworkSegment(31aeedeb-f569-45e8-955b-bbf46cfbd5b8),segment_id=31aeedeb-f569-45e8-955b-bbf46cfbd5b8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:09.187711 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e9f6ccde-1ba1-4bf5-b17d-4ab043b338bc req-db3e43fd-6400-4d8e-9b27-e3c5137f0fa4 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.193249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-395ba2cd-ec6f-46f7-99f8-d2d2a90d352b req-a09394e6-5593-4371-a5ef-fbb4d2c0ca5e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4936905 Aug 31 01:20:09.200463 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e9f6ccde-1ba1-4bf5-b17d-4ab043b338bc req-db3e43fd-6400-4d8e-9b27-e3c5137f0fa4 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.209518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c03b5-217c-4bab-86a0-e50ec8f9676b req-6cfa5029-f4e2-4ed6-adcd-4adbdc441589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:09.211047 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-124c03b5-217c-4bab-86a0-e50ec8f9676b req-6cfa5029-f4e2-4ed6-adcd-4adbdc441589 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ca187ae-022b-43d7-972b-e43043dfa2e1 HTTP/1.1" status: 200 len: 860 time: 0.1276729 Aug 31 01:20:09.213173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3237332b-091b-4370-94b0-8dbadb1f070a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:20:09.329201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6ccde-1ba1-4bf5-b17d-4ab043b338bc req-db3e43fd-6400-4d8e-9b27-e3c5137f0fa4 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:09.330166 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e9f6ccde-1ba1-4bf5-b17d-4ab043b338bc req-db3e43fd-6400-4d8e-9b27-e3c5137f0fa4 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.335551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9f6ccde-1ba1-4bf5-b17d-4ab043b338bc req-db3e43fd-6400-4d8e-9b27-e3c5137f0fa4 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "PUT /v2.0/ports/3237332b-091b-4370-94b0-8dbadb1f070a HTTP/1.1" status: 200 len: 942 time: 0.7291048 Aug 31 01:20:09.369859 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-124c03b5-217c-4bab-86a0-e50ec8f9676b req-8dd53153-64dd-47e5-8f77-b6a9252e4a67 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be74f3c6-3ce5-4840-a086-8b4fede80175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342273 Aug 31 01:20:09.379604 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3237332b-091b-4370-94b0-8dbadb1f070a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:20:09.729980 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94510de3-8b60-48dd-aed9-2bbcf67abb5a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:09.734599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b13f2301-7612-4ff2-a5ac-39c976f917bb req-d2b54e36-5e36-416b-bcdb-d68540e7641d tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 210 time: 0.1568804 Aug 31 01:20:09.755334 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-94510de3-8b60-48dd-aed9-2bbcf67abb5a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.877372 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3762339f-42b2-400e-8593-eb394ea56a23 req-c91f7703-3630-40c2-8396-e81bcc0e8653 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.899726 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-124c03b5-217c-4bab-86a0-e50ec8f9676b req-18d7855a-f278-4d47-b48f-634c72a1b93c service neutron] 10.222.0.70 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008632 Aug 31 01:20:09.976624 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Allocated IP 172.25.6.229 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:10.144007 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3762339f-42b2-400e-8593-eb394ea56a23 req-c91f7703-3630-40c2-8396-e81bcc0e8653 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.194705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'tag': '3237332b-091b-4370-94b0-8dbadb1f070a'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:10.196816 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2de95c3-483a-4b86-9f34-4b01bdaf05d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9a6c66-b085-4685-ac66-da70d65b7468", "tag": "3237332b-091b-4370-94b0-8dbadb1f070a"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:10.285815 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.301713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ba2cd-ec6f-46f7-99f8-d2d2a90d352b req-02df9965-8f59-41eb-80de-8caa2e12441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:10.303258 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-395ba2cd-ec6f-46f7-99f8-d2d2a90d352b req-02df9965-8f59-41eb-80de-8caa2e12441a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 1098 time: 0.9897339 Aug 31 01:20:10.303947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e43fd-6400-4d8e-9b27-e3c5137f0fa4 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Pushing event updated for resources: {'Port': ['ID=3237332b-091b-4370-94b0-8dbadb1f070a,revision_number=7']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:10.436373 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fb7bbe1d-7941-4584-8622-01af3bddc491 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:10.439348 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd979fa9-ec4b-4e64-b110-ab6df208d1d2 x-openstack-request-id: req-cd979fa9-ec4b-4e64-b110-ab6df208d1d2 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:10.440769 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9a6c66-b085-4685-ac66-da70d65b7468", "tag": "3237332b-091b-4370-94b0-8dbadb1f070a", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:10.440769 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd979fa9-ec4b-4e64-b110-ab6df208d1d2 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:10.440769 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'tag': '3237332b-091b-4370-94b0-8dbadb1f070a', 'status': 'completed', 'code': 200} Aug 31 01:20:10.530389 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port fb7bbe1d-7941-4584-8622-01af3bddc491 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:10.535534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port fb7bbe1d-7941-4584-8622-01af3bddc491 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:10.543350 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.547845 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-c134c541-c887-48fb-84e7-c46c16cf0a2c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:10.549343 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-c134c541-c887-48fb-84e7-c46c16cf0a2c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.70 "GET /v2.0/networks?id=ab9b48d7-0042-489c-b44e-05ea7282dd2c HTTP/1.1" status: 200 len: 819 time: 1.0249209 Aug 31 01:20:10.577504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-f1a4b87c-2b2a-4deb-a34f-5ec5338a4f9a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Request body: {'port': {'device_id': '99ee00e6-95e6-48b1-b362-8436be4698f1', 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c', 'admin_state_up': True, 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:10.647797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-4d38fd04-f7e0-429e-a819-d53f83daa85b tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2143540 Aug 31 01:20:10.669145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:10.687313 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.719477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ba2cd-ec6f-46f7-99f8-d2d2a90d352b req-7fc77df2-f05a-44db-a3ee-dd49eb4aa5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:10.721854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-395ba2cd-ec6f-46f7-99f8-d2d2a90d352b req-7fc77df2-f05a-44db-a3ee-dd49eb4aa5f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 200 len: 911 time: 0.3606231 Aug 31 01:20:10.743096 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port fb7bbe1d-7941-4584-8622-01af3bddc491, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fb7bbe1d-7941-4584-8622-01af3bddc491,segment=NetworkSegment(f92fff75-9e6b-4aa7-88a3-1db0fce76401),segment_id=f92fff75-9e6b-4aa7-88a3-1db0fce76401)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:10.747896 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.768061 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-124c03b5-217c-4bab-86a0-e50ec8f9676b req-bd0fae19-e4b8-4926-8698-e2d1daa86194 service neutron] 10.222.0.70 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8542631 Aug 31 01:20:10.810066 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3762339f-42b2-400e-8593-eb394ea56a23 req-c91f7703-3630-40c2-8396-e81bcc0e8653 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Network ab9b48d7-0042-489c-b44e-05ea7282dd2c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:10.818788 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-94510de3-8b60-48dd-aed9-2bbcf67abb5a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.827963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-3762339f-42b2-400e-8593-eb394ea56a23 req-c91f7703-3630-40c2-8396-e81bcc0e8653 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:10.842450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f7703-3630-40c2-8396-e81bcc0e8653 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Pushing event updated for resources: {'Port': ['ID=fe8bf39f-11f1-40a4-9164-5f06e3a8b133,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:10.845008 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.847143 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3762339f-42b2-400e-8593-eb394ea56a23 req-c91f7703-3630-40c2-8396-e81bcc0e8653 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:10.858622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=fb7bbe1d-7941-4584-8622-01af3bddc491,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:10.870013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:10.870756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:10.871247 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:10.871790 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:10.872333 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:10.872892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:10.873555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:10.874867 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:10.875386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:10.875916 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:10.876410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:10.876926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:10.897938 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.970898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:10.975109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a92fea7d-a75e-49ba-9131-6b31c401f5f9 req-d6022926-0dc3-43b8-851c-38690dceaab0 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 210 time: 0.0804670 Aug 31 01:20:11.009285 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-395ba2cd-ec6f-46f7-99f8-d2d2a90d352b req-c62ea8c4-96bd-4318-9012-ce031b6df27e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822a906f-e6cb-4582-a594-a1400e17354c HTTP/1.1" status: 200 len: 1002 time: 0.2743831 Aug 31 01:20:11.010922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:11.018515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:11.024823 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94510de3-8b60-48dd-aed9-2bbcf67abb5a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Subnet': ['ID=4809dc20-f562-4754-94c0-444ce4ef982a,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:11.037255 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.040115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762339f-42b2-400e-8593-eb394ea56a23 req-c91f7703-3630-40c2-8396-e81bcc0e8653 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:11.040750 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3762339f-42b2-400e-8593-eb394ea56a23 req-c91f7703-3630-40c2-8396-e81bcc0e8653 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.077115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de95c3-483a-4b86-9f34-4b01bdaf05d3 req-ee33534b-4926-4193-853a-15caa30cb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:11.078845 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e2de95c3-483a-4b86-9f34-4b01bdaf05d3 req-ee33534b-4926-4193-853a-15caa30cb599 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71f1e42e6ecf4b099a3442968b702db6&device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 1097 time: 0.2559149 Aug 31 01:20:11.079492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Pushing event updated for resources: {'Port': ['ID=ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:11.095052 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-f1a4b87c-2b2a-4deb-a34f-5ec5338a4f9a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Made reservation on behalf of 8f842249ecbd487dbe85bc5ca3338640 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:11.099202 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-f1a4b87c-2b2a-4deb-a34f-5ec5338a4f9a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.121859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ba2cd-ec6f-46f7-99f8-d2d2a90d352b req-10721d7c-0e11-425f-93dc-f4d81eb61e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:11.125671 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-395ba2cd-ec6f-46f7-99f8-d2d2a90d352b req-10721d7c-0e11-425f-93dc-f4d81eb61e0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bdf0b07-4c89-45a2-828f-1c4e94ba70e3 HTTP/1.1" status: 200 len: 849 time: 0.1038063 Aug 31 01:20:11.153995 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-c91f7703-3630-40c2-8396-e81bcc0e8653 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8388119 Aug 31 01:20:11.160290 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94510de3-8b60-48dd-aed9-2bbcf67abb5a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Checking segment: {'id': 'aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '86d56b24-e608-4c44-9986-de236b006c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:11.160662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94510de3-8b60-48dd-aed9-2bbcf67abb5a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network hostable DHCP agents. Network: 86d56b24-e608-4c44-9986-de236b006c54, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:20:11.174097 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-15f85eb6-e81f-4f66-b453-36490ad3d7cd tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:20:11.175143 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-15f85eb6-e81f-4f66-b453-36490ad3d7cd tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091314 Aug 31 01:20:11.233837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Request body: {'port': {'device_id': '2b0ea322-d6ae-4954-a7ea-06ae16d99a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:11.304675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ba2cd-ec6f-46f7-99f8-d2d2a90d352b req-4868c4d1-e7f5-48bc-a77b-4c97e4099a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:11.307014 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-395ba2cd-ec6f-46f7-99f8-d2d2a90d352b req-4868c4d1-e7f5-48bc-a77b-4c97e4099a63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05166366-f2cf-4263-a28e-fd696742cc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238432 Aug 31 01:20:11.331839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94510de3-8b60-48dd-aed9-2bbcf67abb5a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 86d56b24-e608-4c44-9986-de236b006c54 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:20:11.377361 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de95c3-483a-4b86-9f34-4b01bdaf05d3 req-896d2fd8-8fa4-447f-b675-5a533b81ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:11.378871 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e2de95c3-483a-4b86-9f34-4b01bdaf05d3 req-896d2fd8-8fa4-447f-b675-5a533b81ac8c service neutron] 10.222.0.70 "GET /v2.0/networks?id=be74f3c6-3ce5-4840-a086-8b4fede80175 HTTP/1.1" status: 200 len: 921 time: 0.2911863 Aug 31 01:20:11.382845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-94510de3-8b60-48dd-aed9-2bbcf67abb5a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 86d56b24-e608-4c44-9986-de236b006c54) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:11.388177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-f1a4b87c-2b2a-4deb-a34f-5ec5338a4f9a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Allocated IP 172.20.0.6 (ab9b48d7-0042-489c-b44e-05ea7282dd2c/38d049ad-c277-4c26-8b85-fa4623963180/fe454229-20dc-4b8d-b1c7-316516aca6ec) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:11.396901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98834bb-c1f3-4dae-868d-e4b98c509d36 None None] Network 86d56b24-e608-4c44-9986-de236b006c54 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:11.408633 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94510de3-8b60-48dd-aed9-2bbcf67abb5a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:11.409252 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-94510de3-8b60-48dd-aed9-2bbcf67abb5a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.414462 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.440986 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.460482 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e2de95c3-483a-4b86-9f34-4b01bdaf05d3 req-565e4341-7378-4225-85ce-45ec286c222b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3237332b-091b-4370-94b0-8dbadb1f070a HTTP/1.1" status: 200 len: 217 time: 0.0718400 Aug 31 01:20:11.533113 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-94510de3-8b60-48dd-aed9-2bbcf67abb5a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7504046 Aug 31 01:20:11.534949 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34818) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:11.631041 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-86d56b24-e608-4c44-9986-de236b006c54', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:11.631958 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.686267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de95c3-483a-4b86-9f34-4b01bdaf05d3 req-b211f864-142f-44db-a239-25b92926ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:11.687914 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e2de95c3-483a-4b86-9f34-4b01bdaf05d3 req-b211f864-142f-44db-a239-25b92926ab22 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ca187ae-022b-43d7-972b-e43043dfa2e1 HTTP/1.1" status: 200 len: 860 time: 0.2187283 Aug 31 01:20:11.696558 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-395ba2cd-ec6f-46f7-99f8-d2d2a90d352b req-bbd57c82-5bd1-4804-94d1-a7923037c75f service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799238 Aug 31 01:20:11.744113 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e2de95c3-483a-4b86-9f34-4b01bdaf05d3 req-e7b80593-ef97-41f6-8dca-adb31f90ce27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be74f3c6-3ce5-4840-a086-8b4fede80175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459654 Aug 31 01:20:11.773047 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:11.852097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Allocated IP 2001:db8::2 (86d56b24-e608-4c44-9986-de236b006c54/4809dc20-f562-4754-94c0-444ce4ef982a/a7731bd3-c57d-4af4-99c3-f62452dfb025) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:11.949035 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e2de95c3-483a-4b86-9f34-4b01bdaf05d3 req-e32bb383-d968-4940-8f18-04a3c9dbfeb3 service neutron] 10.222.0.70 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967592 Aug 31 01:20:12.077554 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.079516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Allocated IP 172.25.6.98 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/0e3cdf47-c2aa-45dc-a788-dcb57df4f313) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:12.091337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Transition to ACTIVE for port object a7731bd3-c57d-4af4-99c3-f62452dfb025 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:12.111963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Transition to ACTIVE for port object a7731bd3-c57d-4af4-99c3-f62452dfb025 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:12.115523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-395ba2cd-ec6f-46f7-99f8-d2d2a90d352b req-c7c25efd-bff9-4031-84fa-2786248a2386 service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079716 Aug 31 01:20:12.119769 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.166692 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-f1a4b87c-2b2a-4deb-a34f-5ec5338a4f9a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.199338 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e2de95c3-483a-4b86-9f34-4b01bdaf05d3 req-114c8d69-7ac2-4b2a-b405-ade997faf1b3 service neutron] 10.222.0.70 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422531 Aug 31 01:20:12.200452 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.211424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-14bbe028-45a4-4384-84a1-eb196c00fe7e req-ba430847-279a-4448-9909-c910a028a8b5 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 210 time: 0.0938764 Aug 31 01:20:12.244515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Network 86d56b24-e608-4c44-9986-de236b006c54 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:12.255868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Pushing event updated for resources: {'Port': ['ID=a7731bd3-c57d-4af4-99c3-f62452dfb025,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:12.258682 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:12.263064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:12.321422 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.352957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Attempting to bind port a7731bd3-c57d-4af4-99c3-f62452dfb025 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:12.353343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Attempting to bind port a7731bd3-c57d-4af4-99c3-f62452dfb025 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '86d56b24-e608-4c44-9986-de236b006c54'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:12.353718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Attempting to bind port a7731bd3-c57d-4af4-99c3-f62452dfb025 on network 86d56b24-e608-4c44-9986-de236b006c54 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:12.358051 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fb7bbe1d-7941-4584-8622-01af3bddc491 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:12.390872 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.411069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:12.411752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Checking segment: {'id': 'aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '86d56b24-e608-4c44-9986-de236b006c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:12.412225 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.412696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Bound using segment: {'id': 'aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '86d56b24-e608-4c44-9986-de236b006c54'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:12.413526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Bound port: a7731bd3-c57d-4af4-99c3-f62452dfb025, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '86d56b24-e608-4c44-9986-de236b006c54'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:12.413911 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.416088 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Router 0df55cbb-1f45-410a-8806-86b399d07e24 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:20:12.470167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port fb7bbe1d-7941-4584-8622-01af3bddc491 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:12.470565 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.532550 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.580781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] For port a7731bd3-c57d-4af4-99c3-f62452dfb025, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:12.599744 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] For port a7731bd3-c57d-4af4-99c3-f62452dfb025, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a7731bd3-c57d-4af4-99c3-f62452dfb025,segment=NetworkSegment(aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94),segment_id=aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:12.608215 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.626966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:12.638613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Sync routers for ids ['0df55cbb-1f45-410a-8806-86b399d07e24'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:12.671846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Pushing event updated for resources: {'Port': ['ID=0e3cdf47-c2aa-45dc-a788-dcb57df4f313,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:12.682155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Routers {'0df55cbb-1f45-410a-8806-86b399d07e24'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:12.682853 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0df55cbb-1f45-410a-8806-86b399d07e24'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:12.683212 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-f1a4b87c-2b2a-4deb-a34f-5ec5338a4f9a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.719583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:12.758829 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:12.768519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:12.820503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-f1a4b87c-2b2a-4deb-a34f-5ec5338a4f9a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Network ab9b48d7-0042-489c-b44e-05ea7282dd2c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:12.824240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Set router 0df55cbb-1f45-410a-8806-86b399d07e24 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:12.835236 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.846868 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6ad68ccb-5a03-4e27-8063-0a5feceea4f0 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.5213387 Aug 31 01:20:12.848025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34848) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:12.858136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8bf39f-11f1-40a4-9164-5f06e3a8b133 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:20:12.868713 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.872412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-f1a4b87c-2b2a-4deb-a34f-5ec5338a4f9a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:12.880260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4b87c-2b2a-4deb-a34f-5ec5338a4f9a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Pushing event updated for resources: {'Port': ['ID=fe454229-20dc-4b8d-b1c7-316516aca6ec,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:12.889740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-f1a4b87c-2b2a-4deb-a34f-5ec5338a4f9a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:12.893918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Transition to ACTIVE for port object fe8bf39f-11f1-40a4-9164-5f06e3a8b133 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:12.921634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80afec8-a279-48f9-9f1c-4195bb426c10 None None] Pushing event updated for resources: {'Port': ['ID=a7731bd3-c57d-4af4-99c3-f62452dfb025,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:12.952836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-f1a4b87c-2b2a-4deb-a34f-5ec5338a4f9a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:12.953484 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-f1a4b87c-2b2a-4deb-a34f-5ec5338a4f9a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.063613 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.075421 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-f1a4b87c-2b2a-4deb-a34f-5ec5338a4f9a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5113335 Aug 31 01:20:13.134676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Request body: {'port': {'device_id': '99ee00e6-95e6-48b1-b362-8436be4698f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:13.148106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df55cbb-1f45-410a-8806-86b399d07e24', 'name': 'tempest-snat-router-1887168426', 'tenant_id': '64421116780242ec9c0e5553a20af34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': False}, 'gw_port_id': 'ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:11Z', 'revision_number': 3, 'project_id': '64421116780242ec9c0e5553a20af34c', 'gw_port': {'id': 'ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df55cbb-1f45-410a-8806-86b399d07e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:09Z', 'updated_at': '2021-08-31T01:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:13.151810 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Pushing event updated for resources: {'Port': ['ID=fe8bf39f-11f1-40a4-9164-5f06e3a8b133,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:13.197457 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Checking router: 0df55cbb-1f45-410a-8806-86b399d07e24 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:13.197804 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Updating router 0df55cbb-1f45-410a-8806-86b399d07e24 port ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:20:13.218853 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b39f0315-7e4a-4818-aa84-55952839727d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/routers/0df55cbb-1f45-410a-8806-86b399d07e24 HTTP/1.1" status: 200 len: 909 time: 0.3174686 Aug 31 01:20:13.226538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34854) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:13.230603 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.235024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1887168426', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'enable_snat': True}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:13.250181 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.295183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Attempting to bind port fe8bf39f-11f1-40a4-9164-5f06e3a8b133 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:13.295183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Attempting to bind port fe8bf39f-11f1-40a4-9164-5f06e3a8b133 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'f92fff75-9e6b-4aa7-88a3-1db0fce76401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:13.295480 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Attempting to bind port fe8bf39f-11f1-40a4-9164-5f06e3a8b133 on network ab9b48d7-0042-489c-b44e-05ea7282dd2c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:13.301196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Port fe8bf39f-11f1-40a4-9164-5f06e3a8b133 on network ab9b48d7-0042-489c-b44e-05ea7282dd2c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:20:13.301527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Attempting to bind port fe8bf39f-11f1-40a4-9164-5f06e3a8b133 on network ab9b48d7-0042-489c-b44e-05ea7282dd2c {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:13.301703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Allocated IP 2001:db8::1 (86d56b24-e608-4c44-9986-de236b006c54/4809dc20-f562-4754-94c0-444ce4ef982a/35522efa-29d8-4647-b1ca-ad625959753d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:13.308243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:13.308243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Checking segment: {'id': 'f92fff75-9e6b-4aa7-88a3-1db0fce76401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:13.308696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Bound using segment: {'id': 'f92fff75-9e6b-4aa7-88a3-1db0fce76401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:13.309062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Bound port: fe8bf39f-11f1-40a4-9164-5f06e3a8b133, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f92fff75-9e6b-4aa7-88a3-1db0fce76401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:13.309483 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.336572 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.369065 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.370064 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.414467 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.444562 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] For port fe8bf39f-11f1-40a4-9164-5f06e3a8b133, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:13.456353 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] For port fe8bf39f-11f1-40a4-9164-5f06e3a8b133, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=fe8bf39f-11f1-40a4-9164-5f06e3a8b133,segment=NetworkSegment(f92fff75-9e6b-4aa7-88a3-1db0fce76401),segment_id=f92fff75-9e6b-4aa7-88a3-1db0fce76401)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:13.464063 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.571876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:13.579543 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.583538 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] 10.222.0.15 "PUT /v2.0/ports/fe8bf39f-11f1-40a4-9164-5f06e3a8b133 HTTP/1.1" status: 200 len: 1092 time: 2.3631356 Aug 31 01:20:13.585998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0ea322-d6ae-4954-a7ea-06ae16d99a3e', 'tag': 'fe8bf39f-11f1-40a4-9164-5f06e3a8b133'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:13.588384 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed7da4d-610e-4d7d-b9aa-a2aa7ae0303c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0ea322-d6ae-4954-a7ea-06ae16d99a3e", "tag": "fe8bf39f-11f1-40a4-9164-5f06e3a8b133"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:13.662995 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.663249 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Pushing event updated for resources: {'Port': ['ID=fe8bf39f-11f1-40a4-9164-5f06e3a8b133,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:13.721467 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:13.722104 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:13.722609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:13.723098 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:13.724079 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:13.724585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:13.725083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:13.725712 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:13.726207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:13.726690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:13.727179 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:13.728052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f392d-ef8d-40fd-9591-43d27fb146bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:20:13.740122 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.756701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Transition to ACTIVE for port object ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:13.766430 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.767158 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762339f-42b2-400e-8593-eb394ea56a23 req-7ccb4913-4c33-4f8a-b4c4-2f4c685241ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:13.772480 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-7ccb4913-4c33-4f8a-b4c4-2f4c685241ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f842249ecbd487dbe85bc5ca3338640&device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 1095 time: 0.1134920 Aug 31 01:20:13.878694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Attempting to bind port ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:13.879066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Attempting to bind port ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:13.879462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Attempting to bind port ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:13.881592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2099b79-e321-4055-9862-2954bf06cfa9 None None] Pushing event updated for resources: {'Port': ['ID=ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:13.892304 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-435227ee-4ee6-4cfb-972d-5d5562d67c54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe8bf39f-11f1-40a4-9164-5f06e3a8b133 HTTP/1.1" status: 200 len: 217 time: 0.1088903 Aug 31 01:20:13.912046 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:13.912422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:13.912824 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.913219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:13.913690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Bound port: ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:13.914079 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:13.935581 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1463b3-d687-4bcd-8ea7-1ae19a768b09 req-d210b64d-373c-4a77-a02c-f2a851639cac tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:13.942805 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea1463b3-d687-4bcd-8ea7-1ae19a768b09 req-d210b64d-373c-4a77-a02c-f2a851639cac tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 931 time: 0.5972378 Aug 31 01:20:13.967446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762339f-42b2-400e-8593-eb394ea56a23 req-75316f88-59f2-4165-9741-ab8e6c2e585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:13.968867 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-75316f88-59f2-4165-9741-ab8e6c2e585b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38d049ad-c277-4c26-8b85-fa4623963180 HTTP/1.1" status: 200 len: 859 time: 0.0686972 Aug 31 01:20:14.014156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] For port ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:14.016696 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-8be0f5c1-771b-4171-b34f-248e022f7d33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab9b48d7-0042-489c-b44e-05ea7282dd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412705 Aug 31 01:20:14.018136 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] For port ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:14.024385 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.117078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Routers {'0df55cbb-1f45-410a-8806-86b399d07e24'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:14.117592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0df55cbb-1f45-410a-8806-86b399d07e24'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:14.124666 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2099b79-e321-4055-9862-2954bf06cfa9 None None] Pushing event updated for resources: {'Port': ['ID=ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:14.172102 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-9b124624-e1f8-4b7d-87f0-39503b5239ff service neutron] 10.222.0.15 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479969 Aug 31 01:20:14.297012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] Set router 0df55cbb-1f45-410a-8806-86b399d07e24 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:14.323039 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3762339f-42b2-400e-8593-eb394ea56a23 req-3be37eef-e78d-42a2-8257-c25c2bd746d7 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438155 Aug 31 01:20:14.346273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59536ec2-0a01-4dc1-8350-4bf113262b2d None None] Network 86d56b24-e608-4c44-9986-de236b006c54 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:14.391519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a7731bd3-c57d-4af4-99c3-f62452dfb025 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:14.507723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-20129233-c0ee-414f-8441-da0c73f99880 None None] Provisioning for port a7731bd3-c57d-4af4-99c3-f62452dfb025 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:14.576562 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.610819 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port a7731bd3-c57d-4af4-99c3-f62452dfb025 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:14.622299 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a7731bd3-c57d-4af4-99c3-f62452dfb025 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:14.623443 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.623877 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.724974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea1463b3-d687-4bcd-8ea7-1ae19a768b09 req-ecd8cb59-d117-41ee-b191-eb0efc9a8a4a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7647762 Aug 31 01:20:14.795446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Transition to ACTIVE for port object 35522efa-29d8-4647-b1ca-ad625959753d will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:14.916057 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b794abde-f4a1-48d0-a988-849089719aa2 x-openstack-request-id: req-b794abde-f4a1-48d0-a988-849089719aa2 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:14.916665 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0ea322-d6ae-4954-a7ea-06ae16d99a3e", "tag": "fe8bf39f-11f1-40a4-9164-5f06e3a8b133", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:14.916889 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b794abde-f4a1-48d0-a988-849089719aa2 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:14.917504 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0ea322-d6ae-4954-a7ea-06ae16d99a3e', 'tag': 'fe8bf39f-11f1-40a4-9164-5f06e3a8b133', 'status': 'completed', 'code': 200} Aug 31 01:20:14.970732 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.973854 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df55cbb-1f45-410a-8806-86b399d07e24', 'name': 'tempest-snat-router-1887168426', 'tenant_id': '64421116780242ec9c0e5553a20af34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': False}, 'gw_port_id': 'ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:11Z', 'revision_number': 3, 'project_id': '64421116780242ec9c0e5553a20af34c', 'gw_port': {'id': 'ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df55cbb-1f45-410a-8806-86b399d07e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:09Z', 'updated_at': '2021-08-31T01:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:14.995036 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.015925 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7476d1d3-9aec-4e45-9111-f98bf36a27ae None None] The sync data for ids ['0df55cbb-1f45-410a-8806-86b399d07e24'] in n-d-802060-13 is: [{'id': '0df55cbb-1f45-410a-8806-86b399d07e24', 'name': 'tempest-snat-router-1887168426', 'tenant_id': '64421116780242ec9c0e5553a20af34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': False}, 'gw_port_id': 'ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:11Z', 'revision_number': 3, 'project_id': '64421116780242ec9c0e5553a20af34c', 'gw_port': {'id': 'ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df55cbb-1f45-410a-8806-86b399d07e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:09Z', 'updated_at': '2021-08-31T01:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:15.017162 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.017452 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.132599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port a7731bd3-c57d-4af4-99c3-f62452dfb025, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a7731bd3-c57d-4af4-99c3-f62452dfb025,segment=NetworkSegment(aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94),segment_id=aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:15.140015 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.162062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 86d56b24-e608-4c44-9986-de236b006c54 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:15.182793 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7da4d-610e-4d7d-b9aa-a2aa7ae0303c req-f72c65a0-105d-427a-aa87-1d3070c3adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:15.184119 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fed7da4d-610e-4d7d-b9aa-a2aa7ae0303c req-f72c65a0-105d-427a-aa87-1d3070c3adcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f842249ecbd487dbe85bc5ca3338640&device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 1095 time: 0.2336462 Aug 31 01:20:15.222949 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:15.229858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Pushing event updated for resources: {'Port': ['ID=0e3cdf47-c2aa-45dc-a788-dcb57df4f313,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:15.233313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:15.233913 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.305751 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=a7731bd3-c57d-4af4-99c3-f62452dfb025,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:15.347868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe454229-20dc-4b8d-b1c7-316516aca6ec {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:20:15.362651 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.380622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Transition to ACTIVE for port object fe454229-20dc-4b8d-b1c7-316516aca6ec will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:15.391706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7da4d-610e-4d7d-b9aa-a2aa7ae0303c req-b08c263a-5d0a-411a-aa31-5b32cb2a6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:15.398521 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fed7da4d-610e-4d7d-b9aa-a2aa7ae0303c req-b08c263a-5d0a-411a-aa31-5b32cb2a6caf service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab9b48d7-0042-489c-b44e-05ea7282dd2c HTTP/1.1" status: 200 len: 920 time: 0.2068069 Aug 31 01:20:15.405039 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-36fa9ee1-7021-4452-b6bd-f44bd209b910 None None] Provisioning complete for port a7731bd3-c57d-4af4-99c3-f62452dfb025 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:15.405511 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-36fa9ee1-7021-4452-b6bd-f44bd209b910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.416730 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.478570 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fed7da4d-610e-4d7d-b9aa-a2aa7ae0303c req-b26ab05c-77b0-4871-a63f-564fb977f18d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe8bf39f-11f1-40a4-9164-5f06e3a8b133 HTTP/1.1" status: 200 len: 217 time: 0.0720954 Aug 31 01:20:15.505167 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.513198 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.514525 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-3594988a-2487-4c58-be96-1328ee1312ca tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8538461 Aug 31 01:20:15.640353 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7da4d-610e-4d7d-b9aa-a2aa7ae0303c req-775d85e7-068e-4d09-bb42-a442429af953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:15.643543 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fed7da4d-610e-4d7d-b9aa-a2aa7ae0303c req-775d85e7-068e-4d09-bb42-a442429af953 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38d049ad-c277-4c26-8b85-fa4623963180 HTTP/1.1" status: 200 len: 859 time: 0.1572616 Aug 31 01:20:15.690284 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fed7da4d-610e-4d7d-b9aa-a2aa7ae0303c req-c9f42989-0959-435c-b44f-a2e9cf3b051c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab9b48d7-0042-489c-b44e-05ea7282dd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393913 Aug 31 01:20:15.735820 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.735820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=35522efa-29d8-4647-b1ca-ad625959753d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:15.843675 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fed7da4d-610e-4d7d-b9aa-a2aa7ae0303c req-c33c8e1a-7f83-4024-a8a0-13aa1d4a2596 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464431 Aug 31 01:20:15.871396 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fbc39319-b16e-4bd2-9ec1-f9d41527e126 None None] Provisioning for port 35522efa-29d8-4647-b1ca-ad625959753d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:15.878038 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fbc39319-b16e-4bd2-9ec1-f9d41527e126 None None] Provisioning complete for port 35522efa-29d8-4647-b1ca-ad625959753d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:15.878613 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fbc39319-b16e-4bd2-9ec1-f9d41527e126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:15.892310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-17dc2687-a104-473a-8c40-e8a9ac4834e5 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.3490350 Aug 31 01:20:15.965966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-fbc39319-b16e-4bd2-9ec1-f9d41527e126 None None] Port 35522efa-29d8-4647-b1ca-ad625959753d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:15.994374 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fed7da4d-610e-4d7d-b9aa-a2aa7ae0303c req-e69552ea-254c-4570-99f7-1381703756a2 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417537 Aug 31 01:20:16.129628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Pushing event updated for resources: {'Port': ['ID=fe454229-20dc-4b8d-b1c7-316516aca6ec,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:16.240649 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.291138 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.321350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a268845-aaef-430a-9fbf-b047728270c9 req-f5be2b74-51ed-4a38-aa64-b96a9b0e05f6 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:16.322854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a268845-aaef-430a-9fbf-b047728270c9 req-f5be2b74-51ed-4a38-aa64-b96a9b0e05f6 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 943 time: 0.4536803 Aug 31 01:20:16.323631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Attempting to bind port fe454229-20dc-4b8d-b1c7-316516aca6ec on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:16.323903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Attempting to bind port fe454229-20dc-4b8d-b1c7-316516aca6ec by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'f92fff75-9e6b-4aa7-88a3-1db0fce76401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:16.324225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Attempting to bind port fe454229-20dc-4b8d-b1c7-316516aca6ec on network ab9b48d7-0042-489c-b44e-05ea7282dd2c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:16.399179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Port fe454229-20dc-4b8d-b1c7-316516aca6ec on network ab9b48d7-0042-489c-b44e-05ea7282dd2c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:20:16.399536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Attempting to bind port fe454229-20dc-4b8d-b1c7-316516aca6ec on network ab9b48d7-0042-489c-b44e-05ea7282dd2c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:16.412792 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:16.413134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Checking segment: {'id': 'f92fff75-9e6b-4aa7-88a3-1db0fce76401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:16.413306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a7731bd3-c57d-4af4-99c3-f62452dfb025 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:16.413787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Bound using segment: {'id': 'f92fff75-9e6b-4aa7-88a3-1db0fce76401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:16.413947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Bound port: fe454229-20dc-4b8d-b1c7-316516aca6ec, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f92fff75-9e6b-4aa7-88a3-1db0fce76401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:16.414307 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.422752 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-a70d21c2-70ec-4c43-973e-10956fb75ef4 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:16.428774 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-a70d21c2-70ec-4c43-973e-10956fb75ef4 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.5039990 Aug 31 01:20:16.469605 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a7731bd3-c57d-4af4-99c3-f62452dfb025 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:16.470067 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.494018 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-6dc24dea-0a87-4d65-a068-d1583c5dc076 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:20:16.495136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27880069-ed7c-42e9-8248-a027ecbb6d99 req-6dc24dea-0a87-4d65-a068-d1583c5dc076 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0653098 Aug 31 01:20:16.562493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a268845-aaef-430a-9fbf-b047728270c9 req-e9f265f1-aeae-48a5-928d-8c56021b1199 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244701 Aug 31 01:20:16.588506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:16.683598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:16.687856 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:16.688237 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.745981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Allocated IP 172.25.6.201 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/c029801f-4466-4ae0-992f-4b931ed4fa8b) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:16.792838 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.796293 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] For port fe454229-20dc-4b8d-b1c7-316516aca6ec, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:16.817603 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:16.822077 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.864881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] For port fe454229-20dc-4b8d-b1c7-316516aca6ec, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=fe454229-20dc-4b8d-b1c7-316516aca6ec,segment=NetworkSegment(f92fff75-9e6b-4aa7-88a3-1db0fce76401),segment_id=f92fff75-9e6b-4aa7-88a3-1db0fce76401)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:16.876714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:16.899328 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.904180 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.918339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-fd5b8111-d73c-40ef-a974-d93e7c9d36d8 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:16.920454 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-fd5b8111-d73c-40ef-a974-d93e7c9d36d8 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2490263 Aug 31 01:20:16.950567 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.951455 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.987013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:16.987660 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:16.989147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] 10.222.0.70 "PUT /v2.0/ports/fe454229-20dc-4b8d-b1c7-316516aca6ec HTTP/1.1" status: 200 len: 1092 time: 3.8643539 Aug 31 01:20:17.019265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ee00e6-95e6-48b1-b362-8436be4698f1', 'tag': 'fe454229-20dc-4b8d-b1c7-316516aca6ec'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:17.021682 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cf11a2-38c8-4820-9ae2-8912dd32ce68" -d '{"events": [{"name": "network-changed", "server_uuid": "99ee00e6-95e6-48b1-b362-8436be4698f1", "tag": "fe454229-20dc-4b8d-b1c7-316516aca6ec"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:17.093961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-28fb4c95-5dad-4628-8341-ab7877d86052 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.1371481 Aug 31 01:20:17.097040 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433bb8aa-88b8-4a8d-8a8c-bdc7b75524a2 x-openstack-request-id: req-433bb8aa-88b8-4a8d-8a8c-bdc7b75524a2 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:17.097312 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ee00e6-95e6-48b1-b362-8436be4698f1", "tag": "fe454229-20dc-4b8d-b1c7-316516aca6ec", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:17.097563 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-433bb8aa-88b8-4a8d-8a8c-bdc7b75524a2 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:17.097941 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ee00e6-95e6-48b1-b362-8436be4698f1', 'tag': 'fe454229-20dc-4b8d-b1c7-316516aca6ec', 'status': 'completed', 'code': 200} Aug 31 01:20:17.140946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-2d430ebe-de2d-4269-a360-adefca223a2a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Request body: {'floatingip': {'port_id': '3237332b-091b-4370-94b0-8dbadb1f070a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:17.188074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a20af-5aff-4884-b624-f9b2912f0315 service neutron] Pushing event updated for resources: {'Port': ['ID=fe454229-20dc-4b8d-b1c7-316516aca6ec,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:17.239435 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-2d430ebe-de2d-4269-a360-adefca223a2a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:17.256001 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:17.734202 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-0290dc2c-b9e1-4d6a-baf4-a68364b00f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:17.735746 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-0290dc2c-b9e1-4d6a-baf4-a68364b00f4a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8f842249ecbd487dbe85bc5ca3338640&device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 1095 time: 0.6743605 Aug 31 01:20:17.756491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=35522efa-29d8-4647-b1ca-ad625959753d,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:17.808846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 86d56b24-e608-4c44-9986-de236b006c54 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:17.845787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:17.856566 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-445ad137-7873-4157-80af-76a8374a4058 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe454229-20dc-4b8d-b1c7-316516aca6ec HTTP/1.1" status: 200 len: 217 time: 0.1041124 Aug 31 01:20:18.055815 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:18.085861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4402ba-60d2-4521-b804-226f2b5c6d85 req-ac7a1886-f3ab-4b98-8050-c8081fbe0e14 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:18.087422 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d4402ba-60d2-4521-b804-226f2b5c6d85 req-ac7a1886-f3ab-4b98-8050-c8081fbe0e14 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 943 time: 0.3638477 Aug 31 01:20:18.109472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5807c669-0697-428c-89dc-ec1807dd3ec0 None None] Provisioning complete for port 35522efa-29d8-4647-b1ca-ad625959753d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:18.109982 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5807c669-0697-428c-89dc-ec1807dd3ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:18.121318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-6d6811d8-0868-40d6-a2b5-b05e9b83a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:18.122971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-6d6811d8-0868-40d6-a2b5-b05e9b83a63a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=38d049ad-c277-4c26-8b85-fa4623963180 HTTP/1.1" status: 200 len: 859 time: 0.2558846 Aug 31 01:20:18.162044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5807c669-0697-428c-89dc-ec1807dd3ec0 None None] Port 35522efa-29d8-4647-b1ca-ad625959753d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:18.203042 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:18.235215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:18.238550 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-bc40880b-51e2-403d-8d2a-8a98e4af1ca0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab9b48d7-0042-489c-b44e-05ea7282dd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585241 Aug 31 01:20:18.241938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:18.258220 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d4402ba-60d2-4521-b804-226f2b5c6d85 req-f202a754-51d5-4c69-9e71-fccb813567a3 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633089 Aug 31 01:20:18.275649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:18.320105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Pushing event updated for resources: {'Port': ['ID=c029801f-4466-4ae0-992f-4b931ed4fa8b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:18.340747 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:18.341088 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:18.575356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router da04d4c1-d5c4-4e82-8168-4706719691fe is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:20:18.674740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-7ade43e9-aad1-48a0-a801-b6f95d31ae2c service neutron] 10.222.0.70 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247596 Aug 31 01:20:18.808567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device fe8bf39f-11f1-40a4-9164-5f06e3a8b133 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:20:18.897856 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.resource_extend [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-2d430ebe-de2d-4269-a360-adefca223a2a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:20:18.911753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port fe8bf39f-11f1-40a4-9164-5f06e3a8b133, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=fe8bf39f-11f1-40a4-9164-5f06e3a8b133,segment=NetworkSegment(f92fff75-9e6b-4aa7-88a3-1db0fce76401),segment_id=f92fff75-9e6b-4aa7-88a3-1db0fce76401)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:18.923249 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'fe8bf39f-11f1-40a4-9164-5f06e3a8b133', 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c', 'port_id': 'fe8bf39f-11f1-40a4-9164-5f06e3a8b133', 'mac_address': 'fa:16:3e:d4:d8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d049ad-c277-4c26-8b85-fa4623963180', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:20:18.961153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:18.974305 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Sync routers for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:18.977722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5cd7a4ba-99c5-4eae-acbc-7df1ea036949 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/da04d4c1-d5c4-4e82-8168-4706719691fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4402459 Aug 31 01:20:18.980355 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34962) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:18.984679 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:18.991496 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:18.992340 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:18.996517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f2b4d925-5a69-4a08-925b-7739dc2cdf15 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-415240810'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:19.005614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8bf39f-11f1-40a4-9164-5f06e3a8b133 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:20:19.032411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port fe8bf39f-11f1-40a4-9164-5f06e3a8b133, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=fe8bf39f-11f1-40a4-9164-5f06e3a8b133,segment=NetworkSegment(f92fff75-9e6b-4aa7-88a3-1db0fce76401),segment_id=f92fff75-9e6b-4aa7-88a3-1db0fce76401)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:19.036120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-2d430ebe-de2d-4269-a360-adefca223a2a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.038657 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.042710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b4d925-5a69-4a08-925b-7739dc2cdf15 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:19.053860 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d925-5a69-4a08-925b-7739dc2cdf15 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.054156 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a22abe8d-bc11-4dbf-a87a-4bf0d810ab2d req-e81de184-1ced-465c-8640-92183c78e3f3 service neutron] 10.222.0.70 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580704 Aug 31 01:20:19.056766 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-2d430ebe-de2d-4269-a360-adefca223a2a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.093546 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:19.138236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=fe8bf39f-11f1-40a4-9164-5f06e3a8b133,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:19.162844 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.309306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf11a2-38c8-4820-9ae2-8912dd32ce68 req-1687b7fd-99f8-40d5-9ede-95e6edde4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:19.312318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2cf11a2-38c8-4820-9ae2-8912dd32ce68 req-1687b7fd-99f8-40d5-9ede-95e6edde4146 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8f842249ecbd487dbe85bc5ca3338640&device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 1095 time: 0.1842959 Aug 31 01:20:19.410868 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-2d430ebe-de2d-4269-a360-adefca223a2a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Floating IP 20386038-62ce-4b8f-94c1-f2370f7378a4 associated. External IP: 172.25.6.98, port: 3237332b-091b-4370-94b0-8dbadb1f070a. Aug 31 01:20:19.439571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['fe8bf39f-11f1-40a4-9164-5f06e3a8b133'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:20:19.476396 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:15Z', 'revision_number': 2, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:16Z', 'revision_number': 2, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:19.496574 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b4d925-5a69-4a08-925b-7739dc2cdf15 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:20:19.506484 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d925-5a69-4a08-925b-7739dc2cdf15 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.506835 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-f2b4d925-5a69-4a08-925b-7739dc2cdf15 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Added segment 849a7110-b58a-4447-baec-aed907fc9f5a of type vlan for network 5637dcba-ee26-47dd-85b0-62a8908f02c4 Aug 31 01:20:19.541698 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Checking router: da04d4c1-d5c4-4e82-8168-4706719691fe for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:19.542326 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Updating router da04d4c1-d5c4-4e82-8168-4706719691fe port 35522efa-29d8-4647-b1ca-ad625959753d binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:20:19.591145 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d925-5a69-4a08-925b-7739dc2cdf15 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.595308 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.627684 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d925-5a69-4a08-925b-7739dc2cdf15 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.633864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b4d925-5a69-4a08-925b-7739dc2cdf15 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:19.634507 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d925-5a69-4a08-925b-7739dc2cdf15 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.706760 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f2b4d925-5a69-4a08-925b-7739dc2cdf15 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7200541 Aug 31 01:20:19.707319 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34978) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:19.714904 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-1a57ce2e-298d-49ff-a3ae-bfabdff0ac51 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'subnet': {'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:19.816178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4d925-5a69-4a08-925b-7739dc2cdf15 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Network': ['ID=5637dcba-ee26-47dd-85b0-62a8908f02c4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:19.832901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 5637dcba-ee26-47dd-85b0-62a8908f02c4 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:20:19.847738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a57ce2e-298d-49ff-a3ae-bfabdff0ac51 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:19.855199 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1a57ce2e-298d-49ff-a3ae-bfabdff0ac51 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.971207 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:19.986115 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Transition to ACTIVE for port object 35522efa-29d8-4647-b1ca-ad625959753d will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:19.993935 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:20.099966 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bd189-7080-4f51-8852-810b7cfa7be3 req-118a1271-5dfa-4006-9f4f-7942857b48d8 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:20.112212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e6bd189-7080-4f51-8852-810b7cfa7be3 req-118a1271-5dfa-4006-9f4f-7942857b48d8 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 943 time: 0.7156007 Aug 31 01:20:20.131563 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1a57ce2e-298d-49ff-a3ae-bfabdff0ac51 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:20.132063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf11a2-38c8-4820-9ae2-8912dd32ce68 req-2034daa4-72d8-4f6a-aef5-dfa0a0886f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:20.133700 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2cf11a2-38c8-4820-9ae2-8912dd32ce68 req-2034daa4-72d8-4f6a-aef5-dfa0a0886f74 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab9b48d7-0042-489c-b44e-05ea7282dd2c HTTP/1.1" status: 200 len: 920 time: 0.8128643 Aug 31 01:20:20.249804 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d36a9-eb13-4255-99df-89dc3311f6f5 None None] Pushing event updated for resources: {'Port': ['ID=35522efa-29d8-4647-b1ca-ad625959753d,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:20.258914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57ce2e-298d-49ff-a3ae-bfabdff0ac51 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Subnet': ['ID=3439bd66-ea88-4997-8487-d92430b6739f,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:20.268666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2cf11a2-38c8-4820-9ae2-8912dd32ce68 req-f1d603a2-a8b5-44b2-8e67-b410563bcbb5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe454229-20dc-4b8d-b1c7-316516aca6ec HTTP/1.1" status: 200 len: 217 time: 0.1167693 Aug 31 01:20:20.277810 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Attempting to bind port 35522efa-29d8-4647-b1ca-ad625959753d on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:20.278606 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Attempting to bind port 35522efa-29d8-4647-b1ca-ad625959753d by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '86d56b24-e608-4c44-9986-de236b006c54'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:20.279184 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Attempting to bind port 35522efa-29d8-4647-b1ca-ad625959753d on network 86d56b24-e608-4c44-9986-de236b006c54 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:20.279945 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a57ce2e-298d-49ff-a3ae-bfabdff0ac51 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Checking segment: {'id': '849a7110-b58a-4447-baec-aed907fc9f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:20.280325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a57ce2e-298d-49ff-a3ae-bfabdff0ac51 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network hostable DHCP agents. Network: 5637dcba-ee26-47dd-85b0-62a8908f02c4, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:20:20.285019 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:20.285471 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Checking segment: {'id': 'aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '86d56b24-e608-4c44-9986-de236b006c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:20.286074 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:20.286388 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Bound using segment: {'id': 'aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '86d56b24-e608-4c44-9986-de236b006c54'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:20.287054 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Bound port: 35522efa-29d8-4647-b1ca-ad625959753d, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '86d56b24-e608-4c44-9986-de236b006c54'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:20.287389 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:20.301099 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a57ce2e-298d-49ff-a3ae-bfabdff0ac51 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 5637dcba-ee26-47dd-85b0-62a8908f02c4 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:20:20.314724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-1a57ce2e-298d-49ff-a3ae-bfabdff0ac51 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 5637dcba-ee26-47dd-85b0-62a8908f02c4) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:20.319842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a57ce2e-298d-49ff-a3ae-bfabdff0ac51 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:20.320494 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1a57ce2e-298d-49ff-a3ae-bfabdff0ac51 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:20.337834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c1d67a-2107-46f0-a188-5b3afbff6db9 None None] Network 5637dcba-ee26-47dd-85b0-62a8908f02c4 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:20.344576 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1a57ce2e-298d-49ff-a3ae-bfabdff0ac51 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6353898 Aug 31 01:20:20.347171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34988) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:20.358401 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e6bd189-7080-4f51-8852-810b7cfa7be3 req-6a606343-65e7-46d6-8d3d-3853331cc5b4 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451372 Aug 31 01:20:20.367249 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] For port 35522efa-29d8-4647-b1ca-ad625959753d, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:20.380920 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] For port 35522efa-29d8-4647-b1ca-ad625959753d, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=35522efa-29d8-4647-b1ca-ad625959753d,segment=NetworkSegment(aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94),segment_id=aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:20.386029 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:20.460892 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d36a9-eb13-4255-99df-89dc3311f6f5 None None] Pushing event updated for resources: {'Port': ['ID=35522efa-29d8-4647-b1ca-ad625959753d,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:20.490418 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:20.492381 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:20.575232 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:20.659974 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:20.691167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-5637dcba-ee26-47dd-85b0-62a8908f02c4', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:20.692289 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:20.730495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf11a2-38c8-4820-9ae2-8912dd32ce68 req-4c1d59f7-5df8-43da-9033-4c2a4e6a3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:20.733737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2cf11a2-38c8-4820-9ae2-8912dd32ce68 req-4c1d59f7-5df8-43da-9033-4c2a4e6a3c6f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=38d049ad-c277-4c26-8b85-fa4623963180 HTTP/1.1" status: 200 len: 859 time: 0.4546905 Aug 31 01:20:20.806506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2cf11a2-38c8-4820-9ae2-8912dd32ce68 req-2f23fbf7-1cc3-4910-bad2-e25165a0281e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab9b48d7-0042-489c-b44e-05ea7282dd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317745 Aug 31 01:20:20.841023 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device fe8bf39f-11f1-40a4-9164-5f06e3a8b133 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:20.934473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Router 2c27b05b-9a66-4a78-bb8f-58d4a5bc1d27 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:20:20.947696 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-2d430ebe-de2d-4269-a360-adefca223a2a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Router bf8840eb-0c38-4858-8706-b0da22da80d2 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:21.025024 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.027989 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:15Z', 'revision_number': 2, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:20Z', 'revision_number': 4, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:21.045973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port fe8bf39f-11f1-40a4-9164-5f06e3a8b133 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:21.074449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Allocated IP 2001:db8:1::2 (5637dcba-ee26-47dd-85b0-62a8908f02c4/3439bd66-ea88-4997-8487-d92430b6739f/5c397c32-b7b5-4097-8623-9a5595fb2499) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:21.074449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port fe8bf39f-11f1-40a4-9164-5f06e3a8b133 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:21.074449 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.085640 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:21.109464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9897bf-8a01-4d14-b03f-4fb0bdf49ff3 None None] Sync routers for ids ['2c27b05b-9a66-4a78-bb8f-58d4a5bc1d27'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:21.110156 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d323e34-bc1c-4591-b307-7d75975c5cbb None None] The sync data for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 is: [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:15Z', 'revision_number': 2, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:20Z', 'revision_number': 4, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:21.169066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9897bf-8a01-4d14-b03f-4fb0bdf49ff3 None None] Routers {'2c27b05b-9a66-4a78-bb8f-58d4a5bc1d27'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:21.171381 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ee9897bf-8a01-4d14-b03f-4fb0bdf49ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2c27b05b-9a66-4a78-bb8f-58d4a5bc1d27'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:21.185697 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.187607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4669ceab-0df0-45c8-b422-75b2a64f491f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.9565177 Aug 31 01:20:21.191240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35000) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:21.207503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2cf11a2-38c8-4820-9ae2-8912dd32ce68 req-3643d263-6ca5-423b-8e7b-0c26e1d8b4c4 service neutron] 10.222.0.70 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912528 Aug 31 01:20:21.439091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-2d430ebe-de2d-4269-a360-adefca223a2a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:21.448677 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-2d430ebe-de2d-4269-a360-adefca223a2a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.454507 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb937e6-2e8e-4e18-84b2-f14a441ad996 None None] Sync routers for ids ['bf8840eb-0c38-4858-8706-b0da22da80d2'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:21.470827 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-26fe1f42-1f82-4cc5-929c-93efcb071fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.521989 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb937e6-2e8e-4e18-84b2-f14a441ad996 None None] Routers {'bf8840eb-0c38-4858-8706-b0da22da80d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:21.522628 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-acb937e6-2e8e-4e18-84b2-f14a441ad996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['bf8840eb-0c38-4858-8706-b0da22da80d2'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:21.527936 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.556283 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2cf11a2-38c8-4820-9ae2-8912dd32ce68 req-d0c3d21f-78d1-4962-860d-844b3bd542b2 service neutron] 10.222.0.70 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990863 Aug 31 01:20:21.568708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35012) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:21.569286 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-054c4cee-b198-4b03-968a-ee5948b93a04 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/routers/2c27b05b-9a66-4a78-bb8f-58d4a5bc1d27 HTTP/1.1" status: 200 len: 908 time: 0.3761363 Aug 31 01:20:21.579094 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-2d430ebe-de2d-4269-a360-adefca223a2a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "PUT /v2.0/floatingips/20386038-62ce-4b8f-94c1-f2370f7378a4 HTTP/1.1" status: 200 len: 995 time: 4.4669800 Aug 31 01:20:21.580654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'tag': '3237332b-091b-4370-94b0-8dbadb1f070a'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:21.590148 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d433c1d3-7ac6-4b2a-be2b-23079073e0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9a6c66-b085-4685-ac66-da70d65b7468", "tag": "3237332b-091b-4370-94b0-8dbadb1f070a"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:21.630131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070ca81-00a9-4f74-bbe8-c2d55b331d20 req-83ac70b8-c300-4864-9b40-27edea157e86 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:21.632055 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1070ca81-00a9-4f74-bbe8-c2d55b331d20 req-83ac70b8-c300-4864-9b40-27edea157e86 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 943 time: 0.1739199 Aug 31 01:20:21.639744 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port fe8bf39f-11f1-40a4-9164-5f06e3a8b133, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=fe8bf39f-11f1-40a4-9164-5f06e3a8b133,segment=NetworkSegment(f92fff75-9e6b-4aa7-88a3-1db0fce76401),segment_id=f92fff75-9e6b-4aa7-88a3-1db0fce76401)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:21.648360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0ea322-d6ae-4954-a7ea-06ae16d99a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8bf39f-11f1-40a4-9164-5f06e3a8b133'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:21.651136 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccfc59d-d29c-4dba-88b9-56c92b9201d9" -d '{"events": [{"server_uuid": "2b0ea322-d6ae-4954-a7ea-06ae16d99a3e", "name": "network-vif-plugged", "status": "completed", "tag": "fe8bf39f-11f1-40a4-9164-5f06e3a8b133"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:21.665807 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.672445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-ee9897bf-8a01-4d14-b03f-4fb0bdf49ff3 None None] Set router 2c27b05b-9a66-4a78-bb8f-58d4a5bc1d27 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:21.741605 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1070ca81-00a9-4f74-bbe8-c2d55b331d20 req-e5014100-f67d-47c3-ba9a-8eae1f96da6c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659902 Aug 31 01:20:21.753563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-7d76a8e3-0d4a-4c5f-a451-e8d94cf0f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:21.755133 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-7d76a8e3-0d4a-4c5f-a451-e8d94cf0f29d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=71f1e42e6ecf4b099a3442968b702db6&device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 1097 time: 0.1509993 Aug 31 01:20:21.782808 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-acb937e6-2e8e-4e18-84b2-f14a441ad996 None None] Set router bf8840eb-0c38-4858-8706-b0da22da80d2 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:21.833427 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27f6b762-a251-4661-af16-a8b409a999b3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:21.940603 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=fe8bf39f-11f1-40a4-9164-5f06e3a8b133,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:21.942698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-d370d7b2-5138-4d06-8a2b-e3a76610411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:21.944875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-d370d7b2-5138-4d06-8a2b-e3a76610411a service neutron] 10.222.0.58 "GET /v2.0/networks?id=be74f3c6-3ce5-4840-a086-8b4fede80175 HTTP/1.1" status: 200 len: 921 time: 0.1837289 Aug 31 01:20:21.961153 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.034927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Transition to ACTIVE for port object 5c397c32-b7b5-4097-8623-9a5595fb2499 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:22.059571 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab60196-5e06-47aa-91b9-e03a593bdb5c x-openstack-request-id: req-2ab60196-5e06-47aa-91b9-e03a593bdb5c {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:22.059571 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9a6c66-b085-4685-ac66-da70d65b7468", "tag": "3237332b-091b-4370-94b0-8dbadb1f070a", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:22.059876 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ab60196-5e06-47aa-91b9-e03a593bdb5c {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:22.060072 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'tag': '3237332b-091b-4370-94b0-8dbadb1f070a', 'status': 'completed', 'code': 200} Aug 31 01:20:22.118353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Transition to ACTIVE for port object 5c397c32-b7b5-4097-8623-9a5595fb2499 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:22.146297 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.209353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433c1d3-7ac6-4b2a-be2b-23079073e0b7 req-9ae73e9d-0ea3-4097-8fd4-da59e3747fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:22.210881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d433c1d3-7ac6-4b2a-be2b-23079073e0b7 req-9ae73e9d-0ea3-4097-8fd4-da59e3747fac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71f1e42e6ecf4b099a3442968b702db6&device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 1097 time: 0.1536174 Aug 31 01:20:22.225700 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-e8a2922a-831a-455a-a440-2617eb23a748 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3237332b-091b-4370-94b0-8dbadb1f070a HTTP/1.1" status: 200 len: 998 time: 0.2597325 Aug 31 01:20:22.281881 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf69e0d-7040-4cd9-aa61-fe62aeedc224 x-openstack-request-id: req-daf69e0d-7040-4cd9-aa61-fe62aeedc224 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:22.282182 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0ea322-d6ae-4954-a7ea-06ae16d99a3e", "name": "network-vif-plugged", "status": "completed", "tag": "fe8bf39f-11f1-40a4-9164-5f06e3a8b133", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:22.282843 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-daf69e0d-7040-4cd9-aa61-fe62aeedc224 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:22.283247 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0ea322-d6ae-4954-a7ea-06ae16d99a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8bf39f-11f1-40a4-9164-5f06e3a8b133', 'code': 200} Aug 31 01:20:22.323355 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Network 5637dcba-ee26-47dd-85b0-62a8908f02c4 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:22.333901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:22.335255 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27f6b762-a251-4661-af16-a8b409a999b3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.343016 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:22.386985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Allocated IP 2001:db8:1::1 (5637dcba-ee26-47dd-85b0-62a8908f02c4/3439bd66-ea88-4997-8487-d92430b6739f/e29855d3-a739-4ad6-89ff-96c1f750ddf7) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:22.424282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-ef64d4f6-1fac-4839-b82c-fc46528b3612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:22.428070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-ef64d4f6-1fac-4839-b82c-fc46528b3612 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ca187ae-022b-43d7-972b-e43043dfa2e1 HTTP/1.1" status: 200 len: 860 time: 0.1796920 Aug 31 01:20:22.447940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 35522efa-29d8-4647-b1ca-ad625959753d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:22.472390 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-acb937e6-2e8e-4e18-84b2-f14a441ad996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 4, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'gw_port': {'id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:08Z', 'updated_at': '2021-08-31T01:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '20386038-62ce-4b8f-94c1-f2370f7378a4', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'port_id': '3237332b-091b-4370-94b0-8dbadb1f070a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175', 'mac_address': 'fa:16:3e:d3:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:18Z', 'revision_number': 1, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee57265-c62b-4a77-ab11-6bd2fd1f11ae', 'name': '', 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'mac_address': 'fa:16:3e:84:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:11Z', 'updated_at': '2021-08-31T01:19:23Z', 'revision_number': 5, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'subnets': [{'id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:22.475245 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Pushing event updated for resources: {'Port': ['ID=5c397c32-b7b5-4097-8623-9a5595fb2499,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:22.503160 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Attempting to bind port 5c397c32-b7b5-4097-8623-9a5595fb2499 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:22.503490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Attempting to bind port 5c397c32-b7b5-4097-8623-9a5595fb2499 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '849a7110-b58a-4447-baec-aed907fc9f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:22.503890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Attempting to bind port 5c397c32-b7b5-4097-8623-9a5595fb2499 on network 5637dcba-ee26-47dd-85b0-62a8908f02c4 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:22.521397 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb937e6-2e8e-4e18-84b2-f14a441ad996 None None] Checking router: bf8840eb-0c38-4858-8706-b0da22da80d2 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:22.530096 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:22.530375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Checking segment: {'id': '849a7110-b58a-4447-baec-aed907fc9f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:22.530597 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.531003 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Bound using segment: {'id': '849a7110-b58a-4447-baec-aed907fc9f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:22.531523 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Bound port: 5c397c32-b7b5-4097-8623-9a5595fb2499, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849a7110-b58a-4447-baec-aed907fc9f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:22.532093 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.538743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-35bfff22-80ab-45b5-aa28-5a85b7c0f739 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=be74f3c6-3ce5-4840-a086-8b4fede80175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843046 Aug 31 01:20:22.548990 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb937e6-2e8e-4e18-84b2-f14a441ad996 None None] Routers {'bf8840eb-0c38-4858-8706-b0da22da80d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:22.551244 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.552787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-6dfa88a1-491f-4d35-a7a3-4f53598c80b6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:20:22.553938 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-6dfa88a1-491f-4d35-a7a3-4f53598c80b6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057592 Aug 31 01:20:22.562253 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-acb937e6-2e8e-4e18-84b2-f14a441ad996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:19:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['bf8840eb-0c38-4858-8706-b0da22da80d2'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:22.612841 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ee9897bf-8a01-4d14-b03f-4fb0bdf49ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c27b05b-9a66-4a78-bb8f-58d4a5bc1d27', 'name': 'tempest-snat-router-1887168426', 'tenant_id': '64421116780242ec9c0e5553a20af34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': 'c029801f-4466-4ae0-992f-4b931ed4fa8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:13Z', 'updated_at': '2021-08-31T01:20:18Z', 'revision_number': 3, 'project_id': '64421116780242ec9c0e5553a20af34c', 'gw_port': {'id': 'c029801f-4466-4ae0-992f-4b931ed4fa8b', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ff:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c27b05b-9a66-4a78-bb8f-58d4a5bc1d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:16Z', 'updated_at': '2021-08-31T01:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:22.619019 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 35522efa-29d8-4647-b1ca-ad625959753d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:22.637074 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a77254-2a2c-4776-9727-57d7b0e0bfb1 req-43434513-519b-4aa1-b171-8f5358605740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:22.640035 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d0a77254-2a2c-4776-9727-57d7b0e0bfb1 req-43434513-519b-4aa1-b171-8f5358605740 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 1097 time: 0.3149526 Aug 31 01:20:22.644196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Transition to ACTIVE for port object e29855d3-a739-4ad6-89ff-96c1f750ddf7 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:22.664749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 35522efa-29d8-4647-b1ca-ad625959753d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:22.665138 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.693331 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-acb937e6-2e8e-4e18-84b2-f14a441ad996 None None] Set router bf8840eb-0c38-4858-8706-b0da22da80d2 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:22.736408 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-42a2151c-16bb-48b0-bb46-4094748cb022 service neutron] 10.222.0.58 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576507 Aug 31 01:20:22.751119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9897bf-8a01-4d14-b03f-4fb0bdf49ff3 None None] Checking router: 2c27b05b-9a66-4a78-bb8f-58d4a5bc1d27 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:22.751611 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9897bf-8a01-4d14-b03f-4fb0bdf49ff3 None None] Updating router 2c27b05b-9a66-4a78-bb8f-58d4a5bc1d27 port c029801f-4466-4ae0-992f-4b931ed4fa8b binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:20:22.755174 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d0a77254-2a2c-4776-9727-57d7b0e0bfb1 req-434b85be-8ede-4117-94b4-c60686de4336 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080987 Aug 31 01:20:22.790818 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-27f6b762-a251-4661-af16-a8b409a999b3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Deleting port c029801f-4466-4ae0-992f-4b931ed4fa8b {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:22.791595 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27f6b762-a251-4661-af16-a8b409a999b3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.803614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] For port 5c397c32-b7b5-4097-8623-9a5595fb2499, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:22.808266 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.831453 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ee9897bf-8a01-4d14-b03f-4fb0bdf49ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.834242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] For port 5c397c32-b7b5-4097-8623-9a5595fb2499, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5c397c32-b7b5-4097-8623-9a5595fb2499,segment=NetworkSegment(849a7110-b58a-4447-baec-aed907fc9f5a),segment_id=849a7110-b58a-4447-baec-aed907fc9f5a)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:22.866040 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.875094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433c1d3-7ac6-4b2a-be2b-23079073e0b7 req-eaeb49ba-5595-46bc-b984-fe205ebe3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:22.876674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d433c1d3-7ac6-4b2a-be2b-23079073e0b7 req-eaeb49ba-5595-46bc-b984-fe205ebe3f2d service neutron] 10.222.0.70 "GET /v2.0/networks?id=be74f3c6-3ce5-4840-a086-8b4fede80175 HTTP/1.1" status: 200 len: 921 time: 0.6502917 Aug 31 01:20:22.886926 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 5637dcba-ee26-47dd-85b0-62a8908f02c4 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:22.895742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:22.906239 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:22.907312 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:22.976411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device fe454229-20dc-4b8d-b1c7-316516aca6ec details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:20:22.979547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18e9a5-3a27-46a2-8f09-95aad7f2b34b None None] Pushing event updated for resources: {'Port': ['ID=5c397c32-b7b5-4097-8623-9a5595fb2499,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:23.016040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=e29855d3-a739-4ad6-89ff-96c1f750ddf7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:23.068823 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27f6b762-a251-4661-af16-a8b409a999b3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:23.085554 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-acb937e6-2e8e-4e18-84b2-f14a441ad996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 4, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'gw_port': {'id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:08Z', 'updated_at': '2021-08-31T01:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '20386038-62ce-4b8f-94c1-f2370f7378a4', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'port_id': '3237332b-091b-4370-94b0-8dbadb1f070a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175', 'mac_address': 'fa:16:3e:d3:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:18Z', 'revision_number': 1, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee57265-c62b-4a77-ab11-6bd2fd1f11ae', 'name': '', 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'mac_address': 'fa:16:3e:84:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:11Z', 'updated_at': '2021-08-31T01:19:23Z', 'revision_number': 5, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'subnets': [{'id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:23.099209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-27f6b762-a251-4661-af16-a8b409a999b3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Calling delete_port for c029801f-4466-4ae0-992f-4b931ed4fa8b owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:23.116986 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d433c1d3-7ac6-4b2a-be2b-23079073e0b7 req-57686288-8769-48dd-b8e9-f939cd0eec90 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3237332b-091b-4370-94b0-8dbadb1f070a HTTP/1.1" status: 200 len: 998 time: 0.1396542 Aug 31 01:20:23.169914 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb937e6-2e8e-4e18-84b2-f14a441ad996 None None] The sync data for ids ['bf8840eb-0c38-4858-8706-b0da22da80d2'] in n-d-802060-13 is: [{'id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 4, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'gw_port': {'id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:08Z', 'updated_at': '2021-08-31T01:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '20386038-62ce-4b8f-94c1-f2370f7378a4', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'port_id': '3237332b-091b-4370-94b0-8dbadb1f070a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175', 'mac_address': 'fa:16:3e:d3:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:18Z', 'revision_number': 1, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee57265-c62b-4a77-ab11-6bd2fd1f11ae', 'name': '', 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'mac_address': 'fa:16:3e:84:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:11Z', 'updated_at': '2021-08-31T01:19:23Z', 'revision_number': 5, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'subnets': [{'id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:23.184113 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.resource_extend [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:20:23.234514 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:23.276158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813b527-8bb4-4917-8f6b-bd2e51ceeb1f req-d64942fc-bc4b-4024-ae30-ba089bfd0455 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:23.285546 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7813b527-8bb4-4917-8f6b-bd2e51ceeb1f req-d64942fc-bc4b-4024-ae30-ba089bfd0455 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 943 time: 0.3129511 Aug 31 01:20:23.398310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7813b527-8bb4-4917-8f6b-bd2e51ceeb1f req-6d5cee43-4e2c-4331-94e0-66f53310f37c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089425 Aug 31 01:20:23.428476 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:23.452843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433c1d3-7ac6-4b2a-be2b-23079073e0b7 req-4c924d9e-a8ca-4300-b1d3-eb51138c3804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:23.456622 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d433c1d3-7ac6-4b2a-be2b-23079073e0b7 req-4c924d9e-a8ca-4300-b1d3-eb51138c3804 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ca187ae-022b-43d7-972b-e43043dfa2e1 HTTP/1.1" status: 200 len: 860 time: 0.3036673 Aug 31 01:20:23.520848 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d433c1d3-7ac6-4b2a-be2b-23079073e0b7 req-2995c8af-e264-4acd-b4e1-a375b88b6fc2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be74f3c6-3ce5-4840-a086-8b4fede80175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545495 Aug 31 01:20:23.707044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port fe454229-20dc-4b8d-b1c7-316516aca6ec, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=fe454229-20dc-4b8d-b1c7-316516aca6ec,segment=NetworkSegment(f92fff75-9e6b-4aa7-88a3-1db0fce76401),segment_id=f92fff75-9e6b-4aa7-88a3-1db0fce76401)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:23.715936 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d433c1d3-7ac6-4b2a-be2b-23079073e0b7 req-baf3697d-e5dd-45af-a3e0-9e3b5159e419 service neutron] 10.222.0.70 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794872 Aug 31 01:20:23.720624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'fe454229-20dc-4b8d-b1c7-316516aca6ec', 'network_id': 'ab9b48d7-0042-489c-b44e-05ea7282dd2c', 'port_id': 'fe454229-20dc-4b8d-b1c7-316516aca6ec', 'mac_address': 'fa:16:3e:07:2a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d049ad-c277-4c26-8b85-fa4623963180', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:20:23.723131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46200b63-5ddb-44d0-badd-7573fba8a306 req-79ad6111-b7bf-4a7e-9315-ea4734a88648 service neutron] 10.222.0.58 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9781296 Aug 31 01:20:23.822006 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27f6b762-a251-4661-af16-a8b409a999b3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:23.840837 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0f325-ea3d-4dc7-b8e3-5c2138fe8b8f None None] New status for floating IP 20386038-62ce-4b8f-94c1-f2370f7378a4: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:20:23.912820 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f01be6ac-8ae3-4d88-b97a-b6e11ee4b2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:23.943617 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6b762-a251-4661-af16-a8b409a999b3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Pushing event deleted for resources: {'Port': ['ID=c029801f-4466-4ae0-992f-4b931ed4fa8b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:23.960675 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-f299a441-8014-4736-906f-a145d869914e tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 998 time: 0.1480653 Aug 31 01:20:24.034977 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-73c9b4fd-216c-48a7-b26c-bf951e4d2e71 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:24.035325 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27f6b762-a251-4661-af16-a8b409a999b3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.045568 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-73c9b4fd-216c-48a7-b26c-bf951e4d2e71 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports/3237332b-091b-4370-94b0-8dbadb1f070a HTTP/1.1" status: 200 len: 942 time: 0.0761826 Aug 31 01:20:24.050140 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d433c1d3-7ac6-4b2a-be2b-23079073e0b7 req-818be510-ad0e-4f41-ae19-e43a141505bc service neutron] 10.222.0.70 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259914 Aug 31 01:20:24.149926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 35522efa-29d8-4647-b1ca-ad625959753d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=35522efa-29d8-4647-b1ca-ad625959753d,segment=NetworkSegment(aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94),segment_id=aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:24.193917 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.195624 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-f1e0b29c-e9eb-4f54-b130-243e7b2a5d1b tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 998 time: 0.0983906 Aug 31 01:20:24.201136 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.208925 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27f6b762-a251-4661-af16-a8b409a999b3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.212270 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27f6b762-a251-4661-af16-a8b409a999b3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.276712 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.334331 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.343897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-3536392a-e4f1-4564-a0d0-6cfcf737b36a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:24.351842 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-3536392a-e4f1-4564-a0d0-6cfcf737b36a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.1554668 Aug 31 01:20:24.352339 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27f6b762-a251-4661-af16-a8b409a999b3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.354801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f6b762-a251-4661-af16-a8b409a999b3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c27b05b-9a66-4a78-bb8f-58d4a5bc1d27 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:20:24.361664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-2df3097d-75e0-4b61-952e-c2c92ead70df tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:20:24.368431 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-27f6b762-a251-4661-af16-a8b409a999b3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.370545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe454229-20dc-4b8d-b1c7-316516aca6ec {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:20:24.370698 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-27f6b762-a251-4661-af16-a8b409a999b3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "DELETE /v2.0/routers/2c27b05b-9a66-4a78-bb8f-58d4a5bc1d27 HTTP/1.1" status: 204 len: 168 time: 2.8000400 Aug 31 01:20:24.373190 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.374005 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.375213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-2df3097d-75e0-4b61-952e-c2c92ead70df tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224307 Aug 31 01:20:24.376196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35058) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:24.446260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5c397c32-b7b5-4097-8623-9a5595fb2499 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:24.535881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port fe454229-20dc-4b8d-b1c7-316516aca6ec, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=fe454229-20dc-4b8d-b1c7-316516aca6ec,segment=NetworkSegment(f92fff75-9e6b-4aa7-88a3-1db0fce76401),segment_id=f92fff75-9e6b-4aa7-88a3-1db0fce76401)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:24.542698 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-a02a816e-1332-4b6c-a50a-614a4bf16a9d tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 998 time: 0.1644883 Aug 31 01:20:24.545911 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.556059 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=35522efa-29d8-4647-b1ca-ad625959753d,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:24.559714 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.579241 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-5506e9b4-4567-4468-8909-035e4a1d853e tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:24.617274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=fe454229-20dc-4b8d-b1c7-316516aca6ec,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:24.681954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 5c397c32-b7b5-4097-8623-9a5595fb2499 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:24.696835 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-ee9897bf-8a01-4d14-b03f-4fb0bdf49ff3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:20:24.697341 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-ee9897bf-8a01-4d14-b03f-4fb0bdf49ff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:20:24.749183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfd455-49c4-4e30-9450-a9f5a5e4a25c req-9f4b77f6-2f3b-4cd8-b120-4ff6f03af58d tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:24.750802 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58dfd455-49c4-4e30-9450-a9f5a5e4a25c req-9f4b77f6-2f3b-4cd8-b120-4ff6f03af58d tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 944 time: 0.1816156 Aug 31 01:20:24.756449 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-5506e9b4-4567-4468-8909-035e4a1d853e tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:24.789798 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a1632e-3716-4e5f-97f1-27e113e60300 None None] Network 5637dcba-ee26-47dd-85b0-62a8908f02c4 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:24.850129 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58dfd455-49c4-4e30-9450-a9f5a5e4a25c req-ab251089-a550-454c-8133-fde3b63b65ce tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912049 Aug 31 01:20:24.899272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['fe454229-20dc-4b8d-b1c7-316516aca6ec'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:20:24.996723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e486b799-66a2-4bfb-9aa9-191cd4b3e706 None None] Provisioning for port 5c397c32-b7b5-4097-8623-9a5595fb2499 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:24.996723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e486b799-66a2-4bfb-9aa9-191cd4b3e706 None None] Provisioning complete for port 5c397c32-b7b5-4097-8623-9a5595fb2499 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:24.996723 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e486b799-66a2-4bfb-9aa9-191cd4b3e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.034204 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-5506e9b4-4567-4468-8909-035e4a1d853e tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.040240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-5506e9b4-4567-4468-8909-035e4a1d853e tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.040550 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-5506e9b4-4567-4468-8909-035e4a1d853e tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Floating IP 20386038-62ce-4b8f-94c1-f2370f7378a4 disassociated. External IP: 172.25.6.98, port: 3237332b-091b-4370-94b0-8dbadb1f070a. Aug 31 01:20:25.106500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=e29855d3-a739-4ad6-89ff-96c1f750ddf7,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:25.193861 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e486b799-66a2-4bfb-9aa9-191cd4b3e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.198743 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.207752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 5637dcba-ee26-47dd-85b0-62a8908f02c4 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:25.210351 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:25.238599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9897bf-8a01-4d14-b03f-4fb0bdf49ff3 None None] Port c029801f-4466-4ae0-992f-4b931ed4fa8b not found while updating agent binding for router 2c27b05b-9a66-4a78-bb8f-58d4a5bc1d27. {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 01:20:25.274279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e486b799-66a2-4bfb-9aa9-191cd4b3e706 None None] For port 5c397c32-b7b5-4097-8623-9a5595fb2499, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5c397c32-b7b5-4097-8623-9a5595fb2499,segment=NetworkSegment(849a7110-b58a-4447-baec-aed907fc9f5a),segment_id=849a7110-b58a-4447-baec-aed907fc9f5a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:25.287873 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e486b799-66a2-4bfb-9aa9-191cd4b3e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.297850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9897bf-8a01-4d14-b03f-4fb0bdf49ff3 None None] Routers set() bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:25.298415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9897bf-8a01-4d14-b03f-4fb0bdf49ff3 None None] Router IDs set() for agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 01:20:25.299156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_agentschedulers_db [None req-ee9897bf-8a01-4d14-b03f-4fb0bdf49ff3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2c27b05b-9a66-4a78-bb8f-58d4a5bc1d27'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent'). {{(pid=94762) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 01:20:25.299672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9897bf-8a01-4d14-b03f-4fb0bdf49ff3 None None] The sync data for ids ['2c27b05b-9a66-4a78-bb8f-58d4a5bc1d27'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:25.378594 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486b799-66a2-4bfb-9aa9-191cd4b3e706 None None] Pushing event updated for resources: {'Port': ['ID=5c397c32-b7b5-4097-8623-9a5595fb2499,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:25.501966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router da04d4c1-d5c4-4e82-8168-4706719691fe has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:25.519899 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d3840123-fd5c-4150-ad4e-cde949c13ae5 None None] Provisioning complete for port 5c397c32-b7b5-4097-8623-9a5595fb2499 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:25.520473 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d3840123-fd5c-4150-ad4e-cde949c13ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.522133 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.655428 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:25.663189 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7a846e84-c70e-4316-a1ff-ca6352f49065 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/da04d4c1-d5c4-4e82-8168-4706719691fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3132169 Aug 31 01:20:25.668715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35084) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:25.670317 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Sync routers for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:25.676421 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-be4ba0f5-0629-4b8b-a359-16732788e762 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1129518836'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:25.690832 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:25.693926 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:25.711789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Deleting port ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:25.712143 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.725986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d3840123-fd5c-4150-ad4e-cde949c13ae5 None None] Provisioning for port e29855d3-a739-4ad6-89ff-96c1f750ddf7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:25.732773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d3840123-fd5c-4150-ad4e-cde949c13ae5 None None] Provisioning complete for port e29855d3-a739-4ad6-89ff-96c1f750ddf7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:25.734520 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d3840123-fd5c-4150-ad4e-cde949c13ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.782406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d3840123-fd5c-4150-ad4e-cde949c13ae5 None None] Port e29855d3-a739-4ad6-89ff-96c1f750ddf7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:25.835602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4ba0f5-0629-4b8b-a359-16732788e762 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:25.840347 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be4ba0f5-0629-4b8b-a359-16732788e762 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.884548 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4ba0f5-0629-4b8b-a359-16732788e762 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:20:25.889502 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-5506e9b4-4567-4468-8909-035e4a1d853e tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Router bf8840eb-0c38-4858-8706-b0da22da80d2 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:25.912173 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be4ba0f5-0629-4b8b-a359-16732788e762 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:25.912660 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-be4ba0f5-0629-4b8b-a359-16732788e762 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Added segment 0fa0d794-5557-4d43-8626-aee834925d7e of type vlan for network 47bc57dc-f181-459a-96bf-536659e9dd08 Aug 31 01:20:25.912777 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:25.982936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] For port ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:25.983594 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.001124 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be4ba0f5-0629-4b8b-a359-16732788e762 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.016575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5815d380-9fe4-4741-809b-c3b7a12aff71 None None] Provisioning complete for port e29855d3-a739-4ad6-89ff-96c1f750ddf7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:26.017192 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5815d380-9fe4-4741-809b-c3b7a12aff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.045371 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Calling delete_port for ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:26.048596 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be4ba0f5-0629-4b8b-a359-16732788e762 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.062518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4ba0f5-0629-4b8b-a359-16732788e762 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:26.065655 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be4ba0f5-0629-4b8b-a359-16732788e762 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.088889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5815d380-9fe4-4741-809b-c3b7a12aff71 None None] Port e29855d3-a739-4ad6-89ff-96c1f750ddf7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:26.148774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-5506e9b4-4567-4468-8909-035e4a1d853e tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:26.156170 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-5506e9b4-4567-4468-8909-035e4a1d853e tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.163374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92604b81-b814-448f-8c28-32ff94caffc0 None None] Sync routers for ids ['bf8840eb-0c38-4858-8706-b0da22da80d2'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:26.187549 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92604b81-b814-448f-8c28-32ff94caffc0 None None] Routers {'bf8840eb-0c38-4858-8706-b0da22da80d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:26.189674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-92604b81-b814-448f-8c28-32ff94caffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['bf8840eb-0c38-4858-8706-b0da22da80d2'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:26.193127 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-be4ba0f5-0629-4b8b-a359-16732788e762 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5222969 Aug 31 01:20:26.196384 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-5506e9b4-4567-4468-8909-035e4a1d853e tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "PUT /v2.0/floatingips/20386038-62ce-4b8f-94c1-f2370f7378a4 HTTP/1.1" status: 200 len: 694 time: 1.6264527 Aug 31 01:20:26.205933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35098) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:26.208637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'tag': '3237332b-091b-4370-94b0-8dbadb1f070a'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:26.214685 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c3d44e-d3f7-4d26-8a58-8ea98e6a67f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9a6c66-b085-4685-ac66-da70d65b7468", "tag": "3237332b-091b-4370-94b0-8dbadb1f070a"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:26.265448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-14576738-df76-4126-8c26-d7729fb3cb7d tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'subnet': {'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:26.306192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91f602-9099-4f73-abad-08f18b105218 req-d8936e89-a7ab-4706-a456-0eaee498382b tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:26.307732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef91f602-9099-4f73-abad-08f18b105218 req-d8936e89-a7ab-4706-a456-0eaee498382b tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 944 time: 0.3018284 Aug 31 01:20:26.322248 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ba0f5-0629-4b8b-a359-16732788e762 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Network': ['ID=47bc57dc-f181-459a-96bf-536659e9dd08,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:26.352959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 47bc57dc-f181-459a-96bf-536659e9dd08 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:20:26.381401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ffb6cf02-1ec3-4371-bf94-d763eda51c39 None None] Provisioning complete for port e29855d3-a739-4ad6-89ff-96c1f750ddf7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:26.382181 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ffb6cf02-1ec3-4371-bf94-d763eda51c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.429514 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 35522efa-29d8-4647-b1ca-ad625959753d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:26.442499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef91f602-9099-4f73-abad-08f18b105218 req-3d37b0a1-526b-4a1c-9be6-35f9a0ae7f3d tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983098 Aug 31 01:20:26.487705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-80e3af6f-75ef-4b62-87c4-725dcf622b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:26.489568 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-80e3af6f-75ef-4b62-87c4-725dcf622b7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=71f1e42e6ecf4b099a3442968b702db6&device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 1097 time: 0.2101650 Aug 31 01:20:26.515831 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 3, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 2, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:26.572891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14576738-df76-4126-8c26-d7729fb3cb7d tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:26.577415 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14576738-df76-4126-8c26-d7729fb3cb7d tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.587121 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.594311 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Checking router: da04d4c1-d5c4-4e82-8168-4706719691fe for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:26.596628 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Updating router da04d4c1-d5c4-4e82-8168-4706719691fe port e29855d3-a739-4ad6-89ff-96c1f750ddf7 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:20:26.654461 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ffb6cf02-1ec3-4371-bf94-d763eda51c39 None None] Port e29855d3-a739-4ad6-89ff-96c1f750ddf7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:26.655312 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.703303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:26.736317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-8fd614fa-2211-454b-bb40-3c295a18dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:26.738744 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-8fd614fa-2211-454b-bb40-3c295a18dd29 service neutron] 10.222.0.58 "GET /v2.0/networks?id=be74f3c6-3ce5-4840-a086-8b4fede80175 HTTP/1.1" status: 200 len: 921 time: 0.2407675 Aug 31 01:20:26.762134 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-92604b81-b814-448f-8c28-32ff94caffc0 None None] Set router bf8840eb-0c38-4858-8706-b0da22da80d2 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:26.792448 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.818001 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.843925 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c45f35-c692-4689-8e76-8b1b64aff58e x-openstack-request-id: req-75c45f35-c692-4689-8e76-8b1b64aff58e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:26.844154 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9a6c66-b085-4685-ac66-da70d65b7468", "tag": "3237332b-091b-4370-94b0-8dbadb1f070a", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:26.844949 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75c45f35-c692-4689-8e76-8b1b64aff58e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:26.844949 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'tag': '3237332b-091b-4370-94b0-8dbadb1f070a', 'status': 'completed', 'code': 200} Aug 31 01:20:26.850685 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-8ffc6368-7221-4d48-bd37-ca39a4012561 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3237332b-091b-4370-94b0-8dbadb1f070a HTTP/1.1" status: 200 len: 217 time: 0.1054621 Aug 31 01:20:26.853918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 35522efa-29d8-4647-b1ca-ad625959753d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:26.854318 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.934540 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.942002 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:26.969979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device fe454229-20dc-4b8d-b1c7-316516aca6ec up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:27.023005 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3d44e-d3f7-4d26-8a58-8ea98e6a67f6 req-f2154824-3597-4a84-b8df-7f6587e41d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:27.024751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63c3d44e-d3f7-4d26-8a58-8ea98e6a67f6 req-f2154824-3597-4a84-b8df-7f6587e41d16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71f1e42e6ecf4b099a3442968b702db6&device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 1097 time: 0.1771271 Aug 31 01:20:27.033185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-a70cbe4f-c4fe-4040-a08b-517231368455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:27.034501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-a70cbe4f-c4fe-4040-a08b-517231368455 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ca187ae-022b-43d7-972b-e43043dfa2e1 HTTP/1.1" status: 200 len: 860 time: 0.1580775 Aug 31 01:20:27.053849 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.054462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0df55cbb-1f45-410a-8806-86b399d07e24 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:20:27.060925 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.062172 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-667b7c79-f92c-4c49-86bb-4390414aba3d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "DELETE /v2.0/routers/0df55cbb-1f45-410a-8806-86b399d07e24 HTTP/1.1" status: 204 len: 168 time: 2.6549394 Aug 31 01:20:27.067692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35112) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:27.081142 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-41401741', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:27.161418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port fe454229-20dc-4b8d-b1c7-316516aca6ec completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:27.163688 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.165183 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.182029 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-7d46fb38-6ccd-4ace-92c1-c00cee7c05ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=be74f3c6-3ce5-4840-a086-8b4fede80175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124852 Aug 31 01:20:27.199798 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port fe454229-20dc-4b8d-b1c7-316516aca6ec triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:27.200182 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.231427 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.254724 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Transition to ACTIVE for port object e29855d3-a739-4ad6-89ff-96c1f750ddf7 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:27.262526 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14576738-df76-4126-8c26-d7729fb3cb7d tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.265795 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.314765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.375566 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3d44e-d3f7-4d26-8a58-8ea98e6a67f6 req-0b25a774-b56a-4dc2-ba84-a88d1b112719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:27.377164 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63c3d44e-d3f7-4d26-8a58-8ea98e6a67f6 req-0b25a774-b56a-4dc2-ba84-a88d1b112719 service neutron] 10.222.0.70 "GET /v2.0/networks?id=be74f3c6-3ce5-4840-a086-8b4fede80175 HTTP/1.1" status: 200 len: 921 time: 0.3417330 Aug 31 01:20:27.391749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5c397c32-b7b5-4097-8623-9a5595fb2499 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:27.468910 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Attempting to bind port e29855d3-a739-4ad6-89ff-96c1f750ddf7 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:27.469428 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Attempting to bind port e29855d3-a739-4ad6-89ff-96c1f750ddf7 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '849a7110-b58a-4447-baec-aed907fc9f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:27.470673 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Attempting to bind port e29855d3-a739-4ad6-89ff-96c1f750ddf7 on network 5637dcba-ee26-47dd-85b0-62a8908f02c4 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:27.473049 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9f699-88bb-4b8c-80c8-d4c64ea37ac9 None None] Pushing event updated for resources: {'Port': ['ID=e29855d3-a739-4ad6-89ff-96c1f750ddf7,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:27.474982 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14576738-df76-4126-8c26-d7729fb3cb7d tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Subnet': ['ID=134e0db9-e396-4d49-aa23-c858208fe91a,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:27.481346 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:27.482370 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Checking segment: {'id': '849a7110-b58a-4447-baec-aed907fc9f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:27.483486 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.484554 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Bound using segment: {'id': '849a7110-b58a-4447-baec-aed907fc9f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:27.485188 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Bound port: e29855d3-a739-4ad6-89ff-96c1f750ddf7, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849a7110-b58a-4447-baec-aed907fc9f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:27.485676 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.486803 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-1e3d64ed-1cac-4a78-9a9e-dd6cfe73e23f service neutron] 10.222.0.58 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915037 Aug 31 01:20:27.493161 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63c3d44e-d3f7-4d26-8a58-8ea98e6a67f6 req-24e162bd-06e9-4749-ba36-c9324243e37a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3237332b-091b-4370-94b0-8dbadb1f070a HTTP/1.1" status: 200 len: 217 time: 0.0995290 Aug 31 01:20:27.523992 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.578150 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] For port e29855d3-a739-4ad6-89ff-96c1f750ddf7, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:27.583691 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] For port e29855d3-a739-4ad6-89ff-96c1f750ddf7, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e29855d3-a739-4ad6-89ff-96c1f750ddf7,segment=NetworkSegment(849a7110-b58a-4447-baec-aed907fc9f5a),segment_id=849a7110-b58a-4447-baec-aed907fc9f5a)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:27.589921 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.643079 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14576738-df76-4126-8c26-d7729fb3cb7d tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Checking segment: {'id': '0fa0d794-5557-4d43-8626-aee834925d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:27.643568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14576738-df76-4126-8c26-d7729fb3cb7d tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network hostable DHCP agents. Network: 47bc57dc-f181-459a-96bf-536659e9dd08, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:20:27.649916 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.653025 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ee00e6-95e6-48b1-b362-8436be4698f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe454229-20dc-4b8d-b1c7-316516aca6ec'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:27.656775 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752c2f78-0d2d-4e1f-829c-c940d9ef886a" -d '{"events": [{"server_uuid": "99ee00e6-95e6-48b1-b362-8436be4698f1", "name": "network-vif-plugged", "status": "completed", "tag": "fe454229-20dc-4b8d-b1c7-316516aca6ec"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:27.703259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port fe454229-20dc-4b8d-b1c7-316516aca6ec, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=fe454229-20dc-4b8d-b1c7-316516aca6ec,segment=NetworkSegment(f92fff75-9e6b-4aa7-88a3-1db0fce76401),segment_id=f92fff75-9e6b-4aa7-88a3-1db0fce76401)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:27.733816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3d44e-d3f7-4d26-8a58-8ea98e6a67f6 req-eba36a50-d412-4c7f-94c6-0c722433a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:27.735539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63c3d44e-d3f7-4d26-8a58-8ea98e6a67f6 req-eba36a50-d412-4c7f-94c6-0c722433a5be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ca187ae-022b-43d7-972b-e43043dfa2e1 HTTP/1.1" status: 200 len: 860 time: 0.1920879 Aug 31 01:20:27.750161 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.753115 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9f699-88bb-4b8c-80c8-d4c64ea37ac9 None None] Pushing event updated for resources: {'Port': ['ID=e29855d3-a739-4ad6-89ff-96c1f750ddf7,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:27.787315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14576738-df76-4126-8c26-d7729fb3cb7d tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 47bc57dc-f181-459a-96bf-536659e9dd08 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:20:27.790810 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:27.791680 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:27.827969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63c3d44e-d3f7-4d26-8a58-8ea98e6a67f6 req-236357ea-d229-433b-b22c-9c602b6b9bab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be74f3c6-3ce5-4840-a086-8b4fede80175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765150 Aug 31 01:20:27.834656 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-794089fb-18e8-4eb5-9b2c-b44e93abdcbb req-f72b71f6-5d64-4126-9afe-a8fa1d8c9483 service neutron] 10.222.0.58 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387148 Aug 31 01:20:27.839912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-14576738-df76-4126-8c26-d7729fb3cb7d tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 47bc57dc-f181-459a-96bf-536659e9dd08) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:27.871486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885e531-3780-4529-b870-7dfb660864d5 req-5205c3d6-eb18-4d7e-b3b9-bd9788871e0b tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:27.878682 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a885e531-3780-4529-b870-7dfb660864d5 req-5205c3d6-eb18-4d7e-b3b9-bd9788871e0b tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 944 time: 0.1911812 Aug 31 01:20:27.898837 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-92604b81-b814-448f-8c28-32ff94caffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 4, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'gw_port': {'id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:08Z', 'updated_at': '2021-08-31T01:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aee57265-c62b-4a77-ab11-6bd2fd1f11ae', 'name': '', 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'mac_address': 'fa:16:3e:84:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:11Z', 'updated_at': '2021-08-31T01:19:23Z', 'revision_number': 5, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'subnets': [{'id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:27.899100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14576738-df76-4126-8c26-d7729fb3cb7d tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:27.899446 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14576738-df76-4126-8c26-d7729fb3cb7d tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:27.987313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=fe454229-20dc-4b8d-b1c7-316516aca6ec,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:27.996694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92604b81-b814-448f-8c28-32ff94caffc0 None None] Checking router: bf8840eb-0c38-4858-8706-b0da22da80d2 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:28.009227 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc1257b-d137-4d28-926e-b1fc48937ec0 None None] Network 47bc57dc-f181-459a-96bf-536659e9dd08 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:28.012579 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-14576738-df76-4126-8c26-d7729fb3cb7d tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7723861 Aug 31 01:20:28.029905 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:28.030800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35134) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:28.110499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a885e531-3780-4529-b870-7dfb660864d5 req-3b52ed02-5870-436a-b421-e10812e586b8 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306323 Aug 31 01:20:28.243766 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.275931 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63c3d44e-d3f7-4d26-8a58-8ea98e6a67f6 req-0e82ea3d-8853-4809-8e33-bd53992edf93 service neutron] 10.222.0.70 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329417 Aug 31 01:20:28.295631 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.312026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7ef6-b721-42b1-9b5c-323f04dcb3c8 req-ff4200bb-ae25-4bdb-9d36-0e7c6e39f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:28.314089 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fb5e7ef6-b721-42b1-9b5c-323f04dcb3c8 req-ff4200bb-ae25-4bdb-9d36-0e7c6e39f2de service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 1097 time: 0.1235619 Aug 31 01:20:28.395610 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5228d4de-1bf1-419b-93ad-239bba100b69 x-openstack-request-id: req-5228d4de-1bf1-419b-93ad-239bba100b69 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:28.396237 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ee00e6-95e6-48b1-b362-8436be4698f1", "name": "network-vif-plugged", "status": "completed", "tag": "fe454229-20dc-4b8d-b1c7-316516aca6ec", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:28.396237 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5228d4de-1bf1-419b-93ad-239bba100b69 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:28.396666 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ee00e6-95e6-48b1-b362-8436be4698f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe454229-20dc-4b8d-b1c7-316516aca6ec', 'code': 200} Aug 31 01:20:28.399048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 5c397c32-b7b5-4097-8623-9a5595fb2499 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:28.399171 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.399842 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fb5e7ef6-b721-42b1-9b5c-323f04dcb3c8 req-932a0480-49ae-4ab1-87fa-4088040be299 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480831 Aug 31 01:20:28.412463 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 3, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:27Z', 'revision_number': 4, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:28.453478 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b6f0d-a076-42de-a6c3-b611de0f7caa None None] The sync data for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 is: [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 3, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:27Z', 'revision_number': 4, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:28.458394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-345dd245-6e45-44be-8ced-e398690b1e07 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/floatingips/20386038-62ce-4b8f-94c1-f2370f7378a4 HTTP/1.1" status: 200 len: 694 time: 0.2977407 Aug 31 01:20:28.469126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92604b81-b814-448f-8c28-32ff94caffc0 None None] Routers {'bf8840eb-0c38-4858-8706-b0da22da80d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:28.469872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-92604b81-b814-448f-8c28-32ff94caffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['bf8840eb-0c38-4858-8706-b0da22da80d2'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:28.518130 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Allocated IP 172.25.6.23 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/33a5b064-aebd-410c-a22b-60225eb5c637) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:28.717201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-92604b81-b814-448f-8c28-32ff94caffc0 None None] Set router bf8840eb-0c38-4858-8706-b0da22da80d2 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:28.733190 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.802335 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.844590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-47bc57dc-f181-459a-96bf-536659e9dd08', 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'fixed_ips': [{'subnet_id': '134e0db9-e396-4d49-aa23-c858208fe91a'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:28.844841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63c3d44e-d3f7-4d26-8a58-8ea98e6a67f6 req-9a083b0e-1018-4653-aa02-e1fb9c749539 service neutron] 10.222.0.70 "GET /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428560 Aug 31 01:20:28.853561 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:28.872130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-a1761b40-331a-4586-a6b2-2a16c8a528bb tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:28.883054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-a1761b40-331a-4586-a6b2-2a16c8a528bb tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 784 time: 0.4237127 Aug 31 01:20:28.889885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-2b75982f-0b83-40b2-be41-e3b34785d971 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:20:28.897657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-2b75982f-0b83-40b2-be41-e3b34785d971 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136271 Aug 31 01:20:28.898230 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:28.901591 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:28.915448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:28.970359 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-19047153-1280-4105-87c2-589595035eed tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 697 time: 0.0717428 Aug 31 01:20:28.994370 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Pushing event updated for resources: {'Port': ['ID=33a5b064-aebd-410c-a22b-60225eb5c637,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:29.085817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-a54ad374-b385-4493-b51d-1da18746e372 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 697 time: 0.1025250 Aug 31 01:20:29.163721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e29855d3-a739-4ad6-89ff-96c1f750ddf7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:29.428138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port e29855d3-a739-4ad6-89ff-96c1f750ddf7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:29.440252 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Allocated IP 2001:db8:2::2 (47bc57dc-f181-459a-96bf-536659e9dd08/134e0db9-e396-4d49-aa23-c858208fe91a/372924b0-60b3-407f-9359-905fe1d50e37) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:29.445300 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port e29855d3-a739-4ad6-89ff-96c1f750ddf7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:29.445802 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.506936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af44a10-9658-46b7-a754-320889063960 req-a3db1067-09e7-446e-bad7-9dae621942b0 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:29.525357 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.527628 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1af44a10-9658-46b7-a754-320889063960 req-a3db1067-09e7-446e-bad7-9dae621942b0 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.2290437 Aug 31 01:20:29.591735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-bea8d5f9-428f-4398-a715-0e0e14593291 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Deleting port 0e3cdf47-c2aa-45dc-a788-dcb57df4f313 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:29.592080 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-bea8d5f9-428f-4398-a715-0e0e14593291 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.625681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-92604b81-b814-448f-8c28-32ff94caffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 4, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'gw_port': {'id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:08Z', 'updated_at': '2021-08-31T01:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aee57265-c62b-4a77-ab11-6bd2fd1f11ae', 'name': '', 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'mac_address': 'fa:16:3e:84:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:11Z', 'updated_at': '2021-08-31T01:19:23Z', 'revision_number': 5, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'subnets': [{'id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:29.688460 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92604b81-b814-448f-8c28-32ff94caffc0 None None] The sync data for ids ['bf8840eb-0c38-4858-8706-b0da22da80d2'] in n-d-802060-13 is: [{'id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:19:12Z', 'revision_number': 4, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'gw_port': {'id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:08Z', 'updated_at': '2021-08-31T01:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aee57265-c62b-4a77-ab11-6bd2fd1f11ae', 'name': '', 'network_id': 'be74f3c6-3ce5-4840-a086-8b4fede80175', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'mac_address': 'fa:16:3e:84:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:11Z', 'updated_at': '2021-08-31T01:19:23Z', 'revision_number': 5, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'subnets': [{'id': '3ca187ae-022b-43d7-972b-e43043dfa2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:29.731344 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.759549 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1af44a10-9658-46b7-a754-320889063960 req-a59ef572-e4e9-430a-8b1c-fe357c339849 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271035 Aug 31 01:20:29.814439 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.817321 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.855324 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port e29855d3-a739-4ad6-89ff-96c1f750ddf7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e29855d3-a739-4ad6-89ff-96c1f750ddf7,segment=NetworkSegment(849a7110-b58a-4447-baec-aed907fc9f5a),segment_id=849a7110-b58a-4447-baec-aed907fc9f5a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:29.869845 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.937029 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.944444 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-bea8d5f9-428f-4398-a715-0e0e14593291 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.946750 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=e29855d3-a739-4ad6-89ff-96c1f750ddf7,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:29.947076 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-bea8d5f9-428f-4398-a715-0e0e14593291 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:29.971588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:29.976510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Transition to ACTIVE for port object 372924b0-60b3-407f-9359-905fe1d50e37 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:29.998135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:29.998652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ff01c6ec-6d8f-4d76-97cc-cfa33c0590c5 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:30.021868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Transition to ACTIVE for port object 372924b0-60b3-407f-9359-905fe1d50e37 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:30.025274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-bea8d5f9-428f-4398-a715-0e0e14593291 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Calling delete_port for 0e3cdf47-c2aa-45dc-a788-dcb57df4f313 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:30.032175 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:30.035782 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Router 1fff299e-0ba4-4ac8-8934-42a3f1fe9c67 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:20:30.092564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Network 47bc57dc-f181-459a-96bf-536659e9dd08 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:30.099186 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:30.103705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:30.114753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Pushing event updated for resources: {'Port': ['ID=372924b0-60b3-407f-9359-905fe1d50e37,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:30.209547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Attempting to bind port 372924b0-60b3-407f-9359-905fe1d50e37 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:30.209547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Attempting to bind port 372924b0-60b3-407f-9359-905fe1d50e37 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '0fa0d794-5557-4d43-8626-aee834925d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:30.209983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Attempting to bind port 372924b0-60b3-407f-9359-905fe1d50e37 on network 47bc57dc-f181-459a-96bf-536659e9dd08 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:30.215769 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:30.216838 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Checking segment: {'id': '0fa0d794-5557-4d43-8626-aee834925d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:30.217434 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:30.217839 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Bound using segment: {'id': '0fa0d794-5557-4d43-8626-aee834925d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:30.218619 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Bound port: 372924b0-60b3-407f-9359-905fe1d50e37, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa0d794-5557-4d43-8626-aee834925d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:30.219704 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:30.249333 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:30.274381 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3839fa-cb08-4b4b-9bb9-fba43bdfdf30 None None] Sync routers for ids ['1fff299e-0ba4-4ac8-8934-42a3f1fe9c67'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:30.289117 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3839fa-cb08-4b4b-9bb9-fba43bdfdf30 None None] Routers {'1fff299e-0ba4-4ac8-8934-42a3f1fe9c67'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:30.291133 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8c3839fa-cb08-4b4b-9bb9-fba43bdfdf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1fff299e-0ba4-4ac8-8934-42a3f1fe9c67'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:30.293258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7dd20a-5fac-4be7-aafd-322d553610c3 None None] New status for floating IP 20386038-62ce-4b8f-94c1-f2370f7378a4: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:20:30.297703 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:30.303565 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-000ed33c-8a00-4fb8-9482-bb4db0e7e470 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2339301 Aug 31 01:20:30.304411 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35170) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:30.310563 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-04238b6d-e5d1-4ba5-acfb-e96bc91ea0a8 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'enable_snat': False}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:30.360378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Allocated IP 2001:db8:2::1 (47bc57dc-f181-459a-96bf-536659e9dd08/134e0db9-e396-4d49-aa23-c858208fe91a/024b1961-88cf-4460-b083-1688e41495fb) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:30.368948 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8c3839fa-cb08-4b4b-9bb9-fba43bdfdf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:30.387687 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3839fa-cb08-4b4b-9bb9-fba43bdfdf30 None None] Routers {'1fff299e-0ba4-4ac8-8934-42a3f1fe9c67'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:30.388478 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8c3839fa-cb08-4b4b-9bb9-fba43bdfdf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1fff299e-0ba4-4ac8-8934-42a3f1fe9c67'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:30.461524 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8c3839fa-cb08-4b4b-9bb9-fba43bdfdf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:30.462190 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3839fa-cb08-4b4b-9bb9-fba43bdfdf30 None None] The sync data for ids ['1fff299e-0ba4-4ac8-8934-42a3f1fe9c67'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:30.499845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] For port 372924b0-60b3-407f-9359-905fe1d50e37, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:30.522738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] For port 372924b0-60b3-407f-9359-905fe1d50e37, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=372924b0-60b3-407f-9359-905fe1d50e37,segment=NetworkSegment(0fa0d794-5557-4d43-8626-aee834925d7e),segment_id=0fa0d794-5557-4d43-8626-aee834925d7e)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:30.571314 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:30.668392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9dff9-cd80-4fbb-a8d5-0dca6e6a8769 None None] Pushing event updated for resources: {'Port': ['ID=372924b0-60b3-407f-9359-905fe1d50e37,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:30.749717 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-04238b6d-e5d1-4ba5-acfb-e96bc91ea0a8 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.125510 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857ca17-b31a-4e42-9b70-e430f391ad65 req-593387b2-ff0c-4ed1-a480-db96503451b0 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:31.136841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4857ca17-b31a-4e42-9b70-e430f391ad65 req-593387b2-ff0c-4ed1-a480-db96503451b0 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.2440217 Aug 31 01:20:31.164911 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-bea8d5f9-428f-4398-a715-0e0e14593291 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.200766 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.216823 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 372924b0-60b3-407f-9359-905fe1d50e37 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:31.270899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8d5f9-428f-4398-a715-0e0e14593291 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Pushing event deleted for resources: {'Port': ['ID=0e3cdf47-c2aa-45dc-a788-dcb57df4f313,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:31.317591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Transition to ACTIVE for port object 024b1961-88cf-4460-b083-1688e41495fb will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:31.332822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 372924b0-60b3-407f-9359-905fe1d50e37 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:31.333057 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4857ca17-b31a-4e42-9b70-e430f391ad65 req-272d38eb-1b62-41da-a48e-3187d1608f50 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950164 Aug 31 01:20:31.357384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e29855d3-a739-4ad6-89ff-96c1f750ddf7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:31.377993 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-bea8d5f9-428f-4398-a715-0e0e14593291 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.380612 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-bea8d5f9-428f-4398-a715-0e0e14593291 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.395065 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-597173df-bf55-4139-ab56-6f2a0697f8fa req-bea8d5f9-428f-4398-a715-0e0e14593291 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "DELETE /v2.0/floatingips/20386038-62ce-4b8f-94c1-f2370f7378a4 HTTP/1.1" status: 204 len: 173 time: 2.3080218 Aug 31 01:20:31.452260 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.535803 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.541012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port e29855d3-a739-4ad6-89ff-96c1f750ddf7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:31.545312 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.545983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 47bc57dc-f181-459a-96bf-536659e9dd08 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:31.558062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:31.566414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:31.566964 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.573362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=024b1961-88cf-4460-b083-1688e41495fb,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:31.667749 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4db8ce8-0ad4-4b59-a671-03c82ee4e2eb req-3a276eb5-2c47-4873-b158-223767bd7364 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups/9a56d4f8-da71-4964-bc35-5bb3a8f62e6f HTTP/1.1" status: 200 len: 1806 time: 0.1525757 Aug 31 01:20:31.888459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67e9c0-ea7f-414e-b7d4-9f7f3e2f81c5 req-e06eef47-0d30-4cf8-b15d-70407cfab21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:31.890218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a67e9c0-ea7f-414e-b7d4-9f7f3e2f81c5 req-e06eef47-0d30-4cf8-b15d-70407cfab21e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8f842249ecbd487dbe85bc5ca3338640&device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 1097 time: 0.1169133 Aug 31 01:20:31.909527 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-04238b6d-e5d1-4ba5-acfb-e96bc91ea0a8 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:31.914199 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-04238b6d-e5d1-4ba5-acfb-e96bc91ea0a8 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.020304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519326ec-e2f8-429f-b664-48f3398a71d7 req-8de2234a-e961-406e-bfec-24999feaad17 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:32.021844 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-519326ec-e2f8-429f-b664-48f3398a71d7 req-8de2234a-e961-406e-bfec-24999feaad17 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.1948950 Aug 31 01:20:32.022459 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a4db8ce8-0ad4-4b59-a671-03c82ee4e2eb req-5e75f7e6-b7b3-46e1-9feb-456216ee689a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.047694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04238b6d-e5d1-4ba5-acfb-e96bc91ea0a8 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Router 1fff299e-0ba4-4ac8-8934-42a3f1fe9c67 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:32.048283 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a4db8ce8-0ad4-4b59-a671-03c82ee4e2eb req-5e75f7e6-b7b3-46e1-9feb-456216ee689a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.071778 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.187383 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04238b6d-e5d1-4ba5-acfb-e96bc91ea0a8 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:32.190973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-519326ec-e2f8-429f-b664-48f3398a71d7 req-f6474675-2cd6-4cf8-9d2b-eaf56ea01125 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251426 Aug 31 01:20:32.193337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d32f45-e2be-45ec-9ad2-a0389a794be6 None None] Network 47bc57dc-f181-459a-96bf-536659e9dd08 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:32.198836 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb9db7-5fa8-4f32-ae3a-5e13124f93b7 None None] Sync routers for ids ['1fff299e-0ba4-4ac8-8934-42a3f1fe9c67'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:32.199886 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-04238b6d-e5d1-4ba5-acfb-e96bc91ea0a8 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.202737 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-04238b6d-e5d1-4ba5-acfb-e96bc91ea0a8 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "PUT /v2.0/routers/1fff299e-0ba4-4ac8-8934-42a3f1fe9c67 HTTP/1.1" status: 200 len: 923 time: 1.8968420 Aug 31 01:20:32.205444 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35208) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:32.235558 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb9db7-5fa8-4f32-ae3a-5e13124f93b7 None None] Routers {'1fff299e-0ba4-4ac8-8934-42a3f1fe9c67'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:32.236521 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-61fb9db7-5fa8-4f32-ae3a-5e13124f93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1fff299e-0ba4-4ac8-8934-42a3f1fe9c67'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:32.243932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67e9c0-ea7f-414e-b7d4-9f7f3e2f81c5 req-4a5320b1-f5bd-4d7e-a290-7988e533ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:32.245581 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a67e9c0-ea7f-414e-b7d4-9f7f3e2f81c5 req-4a5320b1-f5bd-4d7e-a290-7988e533ed22 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab9b48d7-0042-489c-b44e-05ea7282dd2c HTTP/1.1" status: 200 len: 920 time: 0.3445797 Aug 31 01:20:32.255346 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a4db8ce8-0ad4-4b59-a671-03c82ee4e2eb req-5e75f7e6-b7b3-46e1-9feb-456216ee689a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.262712 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a4db8ce8-0ad4-4b59-a671-03c82ee4e2eb req-5e75f7e6-b7b3-46e1-9feb-456216ee689a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.264213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4db8ce8-0ad4-4b59-a671-03c82ee4e2eb req-5e75f7e6-b7b3-46e1-9feb-456216ee689a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "DELETE /v2.0/security-groups/9a56d4f8-da71-4964-bc35-5bb3a8f62e6f HTTP/1.1" status: 204 len: 173 time: 0.5956457 Aug 31 01:20:32.337269 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-61fb9db7-5fa8-4f32-ae3a-5e13124f93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:32.340601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a67e9c0-ea7f-414e-b7d4-9f7f3e2f81c5 req-43e5b1bb-a005-4eb8-a3b6-231bde2a7a7b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe454229-20dc-4b8d-b1c7-316516aca6ec HTTP/1.1" status: 200 len: 217 time: 0.0733583 Aug 31 01:20:32.343689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-86c2c31e-0e67-4833-9aaf-66a5df95cb10 None None] Provisioning for port 372924b0-60b3-407f-9359-905fe1d50e37 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:32.344946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75f7e6-b7b3-46e1-9feb-456216ee689a tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a56d4f8-da71-4964-bc35-5bb3a8f62e6f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:32.351862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-86c2c31e-0e67-4833-9aaf-66a5df95cb10 None None] Provisioning complete for port 372924b0-60b3-407f-9359-905fe1d50e37 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:32.352212 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-86c2c31e-0e67-4833-9aaf-66a5df95cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.368119 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb9db7-5fa8-4f32-ae3a-5e13124f93b7 None None] Routers {'1fff299e-0ba4-4ac8-8934-42a3f1fe9c67'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:32.369284 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-61fb9db7-5fa8-4f32-ae3a-5e13124f93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1fff299e-0ba4-4ac8-8934-42a3f1fe9c67'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:32.391196 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6ab83980-9e74-4a50-8a4c-d16615855398 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/routers/1fff299e-0ba4-4ac8-8934-42a3f1fe9c67 HTTP/1.1" status: 200 len: 923 time: 0.1844430 Aug 31 01:20:32.394074 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35216) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:32.472634 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-61fb9db7-5fa8-4f32-ae3a-5e13124f93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:32.474431 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb9db7-5fa8-4f32-ae3a-5e13124f93b7 None None] The sync data for ids ['1fff299e-0ba4-4ac8-8934-42a3f1fe9c67'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:32.515829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41f32f9-c105-4a34-9cc5-49f7278f4493 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:32.517905 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d41f32f9-c105-4a34-9cc5-49f7278f4493 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&device_id=1fff299e-0ba4-4ac8-8934-42a3f1fe9c67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1227539 Aug 31 01:20:32.520574 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35222) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:32.609881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67e9c0-ea7f-414e-b7d4-9f7f3e2f81c5 req-bd7b6866-d6ae-46fe-a61c-c77c839ad5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:32.612115 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-86c2c31e-0e67-4833-9aaf-66a5df95cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.616433 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a67e9c0-ea7f-414e-b7d4-9f7f3e2f81c5 req-bd7b6866-d6ae-46fe-a61c-c77c839ad5ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=38d049ad-c277-4c26-8b85-fa4623963180 HTTP/1.1" status: 200 len: 859 time: 0.2605515 Aug 31 01:20:32.661244 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-86c2c31e-0e67-4833-9aaf-66a5df95cb10 None None] For port 372924b0-60b3-407f-9359-905fe1d50e37, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=372924b0-60b3-407f-9359-905fe1d50e37,segment=NetworkSegment(0fa0d794-5557-4d43-8626-aee834925d7e),segment_id=0fa0d794-5557-4d43-8626-aee834925d7e)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:32.666304 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-86c2c31e-0e67-4833-9aaf-66a5df95cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:32.677079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a67e9c0-ea7f-414e-b7d4-9f7f3e2f81c5 req-ff9e517c-9a3d-40d6-b67c-06d7737f5cfd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab9b48d7-0042-489c-b44e-05ea7282dd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577872 Aug 31 01:20:32.720622 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20332c58-bb9c-48c9-bbd1-3b57a03aa026 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:32.722664 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-20332c58-bb9c-48c9-bbd1-3b57a03aa026 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 881 time: 0.2006757 Aug 31 01:20:32.726557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35228) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:32.748694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2c31e-0e67-4833-9aaf-66a5df95cb10 None None] Pushing event updated for resources: {'Port': ['ID=372924b0-60b3-407f-9359-905fe1d50e37,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:32.760729 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d126735c-c66f-4149-9ad5-91ceabb6a035 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fff299e-0ba4-4ac8-8934-42a3f1fe9c67 HTTP/1.1" status: 200 len: 205 time: 0.0325327 Aug 31 01:20:32.764789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35234) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:32.892066 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c31b18c-089f-46cf-9786-108db290e8a1 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.022445 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.029337 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a67e9c0-ea7f-414e-b7d4-9f7f3e2f81c5 req-96460cf2-1afd-4f14-a516-2e97bddabaed service neutron] 10.222.0.70 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238358 Aug 31 01:20:33.031942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7d91351f-a8ed-47a8-a47a-0d4962f8f433 None None] Provisioning complete for port 372924b0-60b3-407f-9359-905fe1d50e37 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:33.032417 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7d91351f-a8ed-47a8-a47a-0d4962f8f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.042532 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c31b18c-089f-46cf-9786-108db290e8a1 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.044274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335b18e-7258-4d45-abc5-b9134e401f64 req-e5135c71-fde7-4ab1-9c29-1b8266b1b10f tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:33.046039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4335b18e-7258-4d45-abc5-b9134e401f64 req-e5135c71-fde7-4ab1-9c29-1b8266b1b10f tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.3713586 Aug 31 01:20:33.046872 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.047702 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.076136 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 372924b0-60b3-407f-9359-905fe1d50e37 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:33.123977 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-1c31b18c-089f-46cf-9786-108db290e8a1 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Deleting port 33a5b064-aebd-410c-a22b-60225eb5c637 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:33.124336 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c31b18c-089f-46cf-9786-108db290e8a1 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.242858 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c31b18c-089f-46cf-9786-108db290e8a1 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.259934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-1c31b18c-089f-46cf-9786-108db290e8a1 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Calling delete_port for 33a5b064-aebd-410c-a22b-60225eb5c637 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:33.291168 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 372924b0-60b3-407f-9359-905fe1d50e37 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:33.292488 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.298284 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7d91351f-a8ed-47a8-a47a-0d4962f8f433 None None] Provisioning for port 024b1961-88cf-4460-b083-1688e41495fb completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:33.332370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7d91351f-a8ed-47a8-a47a-0d4962f8f433 None None] Provisioning complete for port 024b1961-88cf-4460-b083-1688e41495fb triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:33.333082 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7d91351f-a8ed-47a8-a47a-0d4962f8f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.346470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4335b18e-7258-4d45-abc5-b9134e401f64 req-88ddfd2d-4d05-405b-aecf-cdd0df20ab58 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816083 Aug 31 01:20:33.368434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=024b1961-88cf-4460-b083-1688e41495fb,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:33.382847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a67e9c0-ea7f-414e-b7d4-9f7f3e2f81c5 req-076f5c27-3f70-4b67-89d1-0c2243da5c8e service neutron] 10.222.0.70 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254783 Aug 31 01:20:33.471754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c61a5-e7f9-429c-9c36-1f38b63d2be5 req-00a998ee-073d-4194-8548-e549993e1b12 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:33.474005 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-009c61a5-e7f9-429c-9c36-1f38b63d2be5 req-00a998ee-073d-4194-8548-e549993e1b12 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.1199198 Aug 31 01:20:33.493781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network 47bc57dc-f181-459a-96bf-536659e9dd08 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:33.495681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:33.567456 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c31b18c-089f-46cf-9786-108db290e8a1 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.583857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7d91351f-a8ed-47a8-a47a-0d4962f8f433 None None] Port 024b1961-88cf-4460-b083-1688e41495fb cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:33.616456 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31b18c-089f-46cf-9786-108db290e8a1 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Pushing event deleted for resources: {'Port': ['ID=33a5b064-aebd-410c-a22b-60225eb5c637,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:33.632134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-009c61a5-e7f9-429c-9c36-1f38b63d2be5 req-89452567-566f-4c62-b602-4d65b6976bac tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474459 Aug 31 01:20:33.738808 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f40867b3-3483-4186-a882-99af1139c783 None None] Provisioning complete for port 024b1961-88cf-4460-b083-1688e41495fb triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:33.750637 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f40867b3-3483-4186-a882-99af1139c783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.760117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router da04d4c1-d5c4-4e82-8168-4706719691fe has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:33.774835 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c31b18c-089f-46cf-9786-108db290e8a1 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.819182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f40867b3-3483-4186-a882-99af1139c783 None None] Port 024b1961-88cf-4460-b083-1688e41495fb cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:33.887401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c31b18c-089f-46cf-9786-108db290e8a1 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.890825 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c31b18c-089f-46cf-9786-108db290e8a1 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.891011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:33.896159 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-63d4ae98-1bf4-46e1-aafc-ce83ce5a24f5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/da04d4c1-d5c4-4e82-8168-4706719691fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8642981 Aug 31 01:20:33.898997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35258) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:33.908222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Sync routers for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:33.910308 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-3adab1cc-0626-4a7f-8b35-9051e3874b80 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1005779648'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:33.921865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:33.922506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:33.963550 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c31b18c-089f-46cf-9786-108db290e8a1 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.964120 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c31b18c-089f-46cf-9786-108db290e8a1 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Fanout notify agent at l3_agent the message router_deleted on router 1fff299e-0ba4-4ac8-8934-42a3f1fe9c67 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:20:33.971898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c31b18c-089f-46cf-9786-108db290e8a1 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:33.973248 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1c31b18c-089f-46cf-9786-108db290e8a1 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "DELETE /v2.0/routers/1fff299e-0ba4-4ac8-8934-42a3f1fe9c67 HTTP/1.1" status: 204 len: 168 time: 1.2073581 Aug 31 01:20:33.977347 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35264) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:33.983301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-460c84b7-81f7-4f2a-bcb6-0cbaa5030190 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1803582030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:33.986648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adab1cc-0626-4a7f-8b35-9051e3874b80 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:33.990804 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3adab1cc-0626-4a7f-8b35-9051e3874b80 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.019006 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-460c84b7-81f7-4f2a-bcb6-0cbaa5030190 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.019273 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3adab1cc-0626-4a7f-8b35-9051e3874b80 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:20:34.021075 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-460c84b7-81f7-4f2a-bcb6-0cbaa5030190 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.038254 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3adab1cc-0626-4a7f-8b35-9051e3874b80 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.038934 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-3adab1cc-0626-4a7f-8b35-9051e3874b80 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Added segment 74b13ca5-a0c8-43c2-bbe5-6631e60c05ad of type vlan for network f72907ea-6b89-423b-aa64-abdfe5e1b258 Aug 31 01:20:34.062690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:34.064628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5024b40a-7e5e-4902-a5a4-109e4b3eba93 None None] Provisioning complete for port 024b1961-88cf-4460-b083-1688e41495fb triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:34.065066 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5024b40a-7e5e-4902-a5a4-109e4b3eba93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.085444 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-460c84b7-81f7-4f2a-bcb6-0cbaa5030190 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.089750 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-460c84b7-81f7-4f2a-bcb6-0cbaa5030190 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.097118 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3adab1cc-0626-4a7f-8b35-9051e3874b80 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.111677 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-460c84b7-81f7-4f2a-bcb6-0cbaa5030190 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.113137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-460c84b7-81f7-4f2a-bcb6-0cbaa5030190 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1347845 Aug 31 01:20:34.115822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35266) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:34.124876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:34.128998 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3adab1cc-0626-4a7f-8b35-9051e3874b80 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.138987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adab1cc-0626-4a7f-8b35-9051e3874b80 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:34.139969 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3adab1cc-0626-4a7f-8b35-9051e3874b80 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.181746 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5024b40a-7e5e-4902-a5a4-109e4b3eba93 None None] Port 024b1961-88cf-4460-b083-1688e41495fb cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:34.218186 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3adab1cc-0626-4a7f-8b35-9051e3874b80 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3141041 Aug 31 01:20:34.218414 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35270) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:34.224207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9c12760a-12ad-48d8-a643-64228aa030a0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'subnet': {'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:34.275197 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adab1cc-0626-4a7f-8b35-9051e3874b80 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Network': ['ID=f72907ea-6b89-423b-aa64-abdfe5e1b258,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:34.310869 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network f72907ea-6b89-423b-aa64-abdfe5e1b258 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:20:34.346585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c12760a-12ad-48d8-a643-64228aa030a0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Made reservation on behalf of a01d58a171be4edcb0660b84324936a5 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:34.350859 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c12760a-12ad-48d8-a643-64228aa030a0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.379848 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.454180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:31Z', 'revision_number': 4, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '024b1961-88cf-4460-b083-1688e41495fb', 'name': '', 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:d0:ee:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:30Z', 'updated_at': '2021-08-31T01:20:32Z', 'revision_number': 2, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:29Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:34.506160 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Checking router: da04d4c1-d5c4-4e82-8168-4706719691fe for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:34.506641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Updating router da04d4c1-d5c4-4e82-8168-4706719691fe port 024b1961-88cf-4460-b083-1688e41495fb binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:20:34.523261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c77d0-7a9d-4dd4-b092-d7cd392b7ace req-0e43df77-34c5-45c6-9cee-c5056151918f tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:34.524828 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b47c77d0-7a9d-4dd4-b092-d7cd392b7ace req-0e43df77-34c5-45c6-9cee-c5056151918f tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.0695949 Aug 31 01:20:34.534526 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.590239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b47c77d0-7a9d-4dd4-b092-d7cd392b7ace req-796e2bad-8669-458d-ac71-c858dcab90b9 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569150 Aug 31 01:20:34.620317 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c12760a-12ad-48d8-a643-64228aa030a0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.701038 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12760a-12ad-48d8-a643-64228aa030a0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Subnet': ['ID=3ac15a4a-2d6a-41ef-8a07-185b6b1e8564,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:34.710417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c12760a-12ad-48d8-a643-64228aa030a0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Checking segment: {'id': '74b13ca5-a0c8-43c2-bbe5-6631e60c05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:34.710793 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c12760a-12ad-48d8-a643-64228aa030a0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network hostable DHCP agents. Network: f72907ea-6b89-423b-aa64-abdfe5e1b258, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:20:34.729464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c12760a-12ad-48d8-a643-64228aa030a0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network f72907ea-6b89-423b-aa64-abdfe5e1b258 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:20:34.740195 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-9c12760a-12ad-48d8-a643-64228aa030a0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, f72907ea-6b89-423b-aa64-abdfe5e1b258) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:34.758308 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c12760a-12ad-48d8-a643-64228aa030a0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:34.758706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc108069-7d56-4f40-839f-91fef978f17b None None] Network f72907ea-6b89-423b-aa64-abdfe5e1b258 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:34.759301 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c12760a-12ad-48d8-a643-64228aa030a0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.796176 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9c12760a-12ad-48d8-a643-64228aa030a0 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5766399 Aug 31 01:20:34.800247 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35294) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:34.806475 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.829080 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:34.907582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd05e9c-11b8-4590-a9b9-9e0cf3683f15 req-b90b475a-39a1-4db6-a4cb-bcef5113b0b6 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:34.911780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-acd05e9c-11b8-4590-a9b9-9e0cf3683f15 req-b90b475a-39a1-4db6-a4cb-bcef5113b0b6 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.1706488 Aug 31 01:20:35.053919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Allocated IP 172.25.6.137 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/ee2e53b6-bf1f-43a2-be2f-1c9b963df281) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:35.123393 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.135309 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-acd05e9c-11b8-4590-a9b9-9e0cf3683f15 req-6c7498e6-b4a4-4a4b-a639-a492f024f869 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078040 Aug 31 01:20:35.136165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Transition to ACTIVE for port object 024b1961-88cf-4460-b083-1688e41495fb will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:35.143550 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-f72907ea-6b89-423b-aa64-abdfe5e1b258', 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'fixed_ips': [{'subnet_id': '3ac15a4a-2d6a-41ef-8a07-185b6b1e8564'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:20:35.144504 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.147941 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.201625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be51606-f21a-4c8d-8769-71cda7d73caa None None] Pushing event updated for resources: {'Port': ['ID=024b1961-88cf-4460-b083-1688e41495fb,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:35.220685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7824820-fa69-4a59-94d5-fc6bdfcdef1a req-6015b925-20ae-4663-97ed-d038d0195797 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:35.222998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7824820-fa69-4a59-94d5-fc6bdfcdef1a req-6015b925-20ae-4663-97ed-d038d0195797 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.1660593 Aug 31 01:20:35.312722 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.375837 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.396496 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Attempting to bind port 024b1961-88cf-4460-b083-1688e41495fb on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:35.396931 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Attempting to bind port 024b1961-88cf-4460-b083-1688e41495fb by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '0fa0d794-5557-4d43-8626-aee834925d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:35.397297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Attempting to bind port 024b1961-88cf-4460-b083-1688e41495fb on network 47bc57dc-f181-459a-96bf-536659e9dd08 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:35.409802 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:35.410182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Checking segment: {'id': '0fa0d794-5557-4d43-8626-aee834925d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:35.410588 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.410988 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Bound using segment: {'id': '0fa0d794-5557-4d43-8626-aee834925d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:35.411513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Bound port: 024b1961-88cf-4460-b083-1688e41495fb, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa0d794-5557-4d43-8626-aee834925d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:35.411896 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.431790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-c7824820-fa69-4a59-94d5-fc6bdfcdef1a req-a9656235-1a02-4743-bc64-9787bf511a22 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Deleting port 3237332b-091b-4370-94b0-8dbadb1f070a {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:35.432475 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c7824820-fa69-4a59-94d5-fc6bdfcdef1a req-a9656235-1a02-4743-bc64-9787bf511a22 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.497711 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.528178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] For port 024b1961-88cf-4460-b083-1688e41495fb, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:35.547730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] For port 024b1961-88cf-4460-b083-1688e41495fb, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=024b1961-88cf-4460-b083-1688e41495fb,segment=NetworkSegment(0fa0d794-5557-4d43-8626-aee834925d7e),segment_id=0fa0d794-5557-4d43-8626-aee834925d7e)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:35.571386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:35.582545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:35.583777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Allocated IP 2001:db8:3::2 (f72907ea-6b89-423b-aa64-abdfe5e1b258/3ac15a4a-2d6a-41ef-8a07-185b6b1e8564/8a5ebae9-b9e4-4570-aa77-669c4d7e73dc) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:35.595314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:35.600041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Pushing event updated for resources: {'Port': ['ID=ee2e53b6-bf1f-43a2-be2f-1c9b963df281,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:35.629184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-c7824820-fa69-4a59-94d5-fc6bdfcdef1a req-a9656235-1a02-4743-bc64-9787bf511a22 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] For port 3237332b-091b-4370-94b0-8dbadb1f070a, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3237332b-091b-4370-94b0-8dbadb1f070a,segment=NetworkSegment(31aeedeb-f569-45e8-955b-bbf46cfbd5b8),segment_id=31aeedeb-f569-45e8-955b-bbf46cfbd5b8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:35.629662 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c7824820-fa69-4a59-94d5-fc6bdfcdef1a req-a9656235-1a02-4743-bc64-9787bf511a22 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.652288 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-c7824820-fa69-4a59-94d5-fc6bdfcdef1a req-a9656235-1a02-4743-bc64-9787bf511a22 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Calling delete_port for 3237332b-091b-4370-94b0-8dbadb1f070a owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:35.658389 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:35.763861 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be51606-f21a-4c8d-8769-71cda7d73caa None None] Pushing event updated for resources: {'Port': ['ID=024b1961-88cf-4460-b083-1688e41495fb,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:35.772016 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:35.772643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:35.972602 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:35.975044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a879e-c063-4148-9498-d284b85d072b req-f84d131d-e4be-4f8a-9ff2-41b09281b255 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:35.976632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d3a879e-c063-4148-9498-d284b85d072b req-f84d131d-e4be-4f8a-9ff2-41b09281b255 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 945 time: 0.2724800 Aug 31 01:20:36.007268 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.025424 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Transition to ACTIVE for port object 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:36.079982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Transition to ACTIVE for port object 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:36.124533 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.172346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Allocated IP 2001:db8:3::1 (f72907ea-6b89-423b-aa64-abdfe5e1b258/3ac15a4a-2d6a-41ef-8a07-185b6b1e8564/bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:36.177993 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Network f72907ea-6b89-423b-aa64-abdfe5e1b258 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:36.185246 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:36.194007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:36.291222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Pushing event updated for resources: {'Port': ['ID=8a5ebae9-b9e4-4570-aa77-669c4d7e73dc,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:36.307961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Attempting to bind port 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:36.308566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Attempting to bind port 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '74b13ca5-a0c8-43c2-bbe5-6631e60c05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:36.309086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Attempting to bind port 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc on network f72907ea-6b89-423b-aa64-abdfe5e1b258 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:36.338418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:36.339091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Checking segment: {'id': '74b13ca5-a0c8-43c2-bbe5-6631e60c05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:36.339682 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.340274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Bound using segment: {'id': '74b13ca5-a0c8-43c2-bbe5-6631e60c05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:36.341794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Bound port: 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b13ca5-a0c8-43c2-bbe5-6631e60c05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:36.342349 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.360807 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.379311 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Transition to ACTIVE for port object bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:36.412722 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] For port 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:36.416521 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] For port 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8a5ebae9-b9e4-4570-aa77-669c4d7e73dc,segment=NetworkSegment(74b13ca5-a0c8-43c2-bbe5-6631e60c05ad),segment_id=74b13ca5-a0c8-43c2-bbe5-6631e60c05ad)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:36.425598 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.428573 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.489843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network f72907ea-6b89-423b-aa64-abdfe5e1b258 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:36.494125 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:36.500871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:36.501614 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.509536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4452c7c-d77c-4272-a26d-9224b1d8f71b None None] Pushing event updated for resources: {'Port': ['ID=8a5ebae9-b9e4-4570-aa77-669c4d7e73dc,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:36.516599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:31Z', 'revision_number': 4, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '024b1961-88cf-4460-b083-1688e41495fb', 'name': '', 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:d0:ee:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:30Z', 'updated_at': '2021-08-31T01:20:35Z', 'revision_number': 4, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:29Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:36.555894 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da5e624-680d-49b8-a892-7a23f9c91c25 None None] The sync data for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 is: [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:31Z', 'revision_number': 4, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '024b1961-88cf-4460-b083-1688e41495fb', 'name': '', 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:d0:ee:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:30Z', 'updated_at': '2021-08-31T01:20:35Z', 'revision_number': 4, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:29Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:36.650871 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d3a879e-c063-4148-9498-d284b85d072b req-92c565f2-e716-48f5-9d35-afe15cd41657 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e491135-6752-41b1-b367-854b7f1d053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6627879 Aug 31 01:20:36.665422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18d49d-aced-4156-834f-3b00a9de733a req-9cb427bf-cba5-42cb-98ec-933a97e1941c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:36.675038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea18d49d-aced-4156-834f-3b00a9de733a req-9cb427bf-cba5-42cb-98ec-933a97e1941c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.2517688 Aug 31 01:20:36.695008 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.953679 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c7824820-fa69-4a59-94d5-fc6bdfcdef1a req-a9656235-1a02-4743-bc64-9787bf511a22 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:36.967243 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3237332b-091b-4370-94b0-8dbadb1f070a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:20:37.248743 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:37.266029 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea18d49d-aced-4156-834f-3b00a9de733a req-db3e00cd-aaf2-46f8-bc07-e73d0c7f6ccf tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896719 Aug 31 01:20:37.279915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9656235-1a02-4743-bc64-9787bf511a22 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Pushing event deleted for resources: {'Port': ['ID=3237332b-091b-4370-94b0-8dbadb1f070a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:37.305754 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.316146 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:37.332193 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.366380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7824820-fa69-4a59-94d5-fc6bdfcdef1a req-a9656235-1a02-4743-bc64-9787bf511a22 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] No DVR routers for this DVR port 3237332b-091b-4370-94b0-8dbadb1f070a on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:37.380239 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.410582 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c7824820-fa69-4a59-94d5-fc6bdfcdef1a req-a9656235-1a02-4743-bc64-9787bf511a22 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.413403 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7824820-fa69-4a59-94d5-fc6bdfcdef1a req-a9656235-1a02-4743-bc64-9787bf511a22 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.70 "DELETE /v2.0/ports/3237332b-091b-4370-94b0-8dbadb1f070a HTTP/1.1" status: 204 len: 173 time: 2.1822150 Aug 31 01:20:37.415975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'name': 'network-vif-deleted', 'tag': '3237332b-091b-4370-94b0-8dbadb1f070a'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:20:37.419390 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831a82a9-303a-45f6-93f6-3af251164fb8" -d '{"events": [{"server_uuid": "7e9a6c66-b085-4685-ac66-da70d65b7468", "name": "network-vif-deleted", "tag": "3237332b-091b-4370-94b0-8dbadb1f070a"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:20:37.426102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:37.432716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 024b1961-88cf-4460-b083-1688e41495fb up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:37.501915 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 024b1961-88cf-4460-b083-1688e41495fb completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:37.507274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 024b1961-88cf-4460-b083-1688e41495fb triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:37.508013 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.562154 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865be585-1908-4e93-ab52-546ec89531cb x-openstack-request-id: req-865be585-1908-4e93-ab52-546ec89531cb {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:20:37.562760 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9a6c66-b085-4685-ac66-da70d65b7468", "name": "network-vif-deleted", "tag": "3237332b-091b-4370-94b0-8dbadb1f070a", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:20:37.563187 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-865be585-1908-4e93-ab52-546ec89531cb {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:20:37.563778 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9a6c66-b085-4685-ac66-da70d65b7468', 'name': 'network-vif-deleted', 'tag': '3237332b-091b-4370-94b0-8dbadb1f070a', 'status': 'completed', 'code': 200} Aug 31 01:20:37.662365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Router fc1ea462-d2b8-46cd-907c-2a64c965a74b is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:20:37.672218 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.747403 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 024b1961-88cf-4460-b083-1688e41495fb, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=024b1961-88cf-4460-b083-1688e41495fb,segment=NetworkSegment(0fa0d794-5557-4d43-8626-aee834925d7e),segment_id=0fa0d794-5557-4d43-8626-aee834925d7e)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:37.756397 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.859639 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=024b1961-88cf-4460-b083-1688e41495fb,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:37.868586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55ee814a-3cd8-4e2e-b681-d756d766c92f req-8d6c3514-2bc1-4b4e-8b72-122b535a4d59 tempest-ServerRescueTestJSONUnderV235-1039012001 tempest-ServerRescueTestJSONUnderV235-1039012001-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e9a6c66-b085-4685-ac66-da70d65b7468 HTTP/1.1" status: 200 len: 210 time: 0.0438635 Aug 31 01:20:37.942518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:37.950039 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.952347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8a6ee327-e030-448b-867c-5d180157990b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "PUT /v2.0/routers/fc1ea462-d2b8-46cd-907c-2a64c965a74b HTTP/1.1" status: 200 len: 884 time: 3.8329458 Aug 31 01:20:37.954155 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35322) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:37.955976 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb7879-45a5-4e0e-84de-4e398cde6546 None None] Sync routers for ids ['fc1ea462-d2b8-46cd-907c-2a64c965a74b'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:37.972104 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.972333 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb7879-45a5-4e0e-84de-4e398cde6546 None None] Routers {'fc1ea462-d2b8-46cd-907c-2a64c965a74b'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:37.972840 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-25bb7879-45a5-4e0e-84de-4e398cde6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['fc1ea462-d2b8-46cd-907c-2a64c965a74b'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:37.978886 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.979773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:38.040118 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-25bb7879-45a5-4e0e-84de-4e398cde6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:38.054238 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb7879-45a5-4e0e-84de-4e398cde6546 None None] Routers {'fc1ea462-d2b8-46cd-907c-2a64c965a74b'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:38.055514 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-25bb7879-45a5-4e0e-84de-4e398cde6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['fc1ea462-d2b8-46cd-907c-2a64c965a74b'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:38.093802 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-25bb7879-45a5-4e0e-84de-4e398cde6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:38.095269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c27bd3ca-33d5-4b3f-b25e-6b2e08ec7ee4 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/routers/fc1ea462-d2b8-46cd-907c-2a64c965a74b HTTP/1.1" status: 200 len: 925 time: 0.1397843 Aug 31 01:20:38.095657 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb7879-45a5-4e0e-84de-4e398cde6546 None None] The sync data for ids ['fc1ea462-d2b8-46cd-907c-2a64c965a74b'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:38.100329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35326) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:38.110437 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event updated for resources: {'Port': ['ID=bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:38.161267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Network f72907ea-6b89-423b-aa64-abdfe5e1b258 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:38.162846 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:38.227894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a999c-a9c7-4f8b-985b-05299320345c tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:38.233395 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-122a999c-a9c7-4f8b-985b-05299320345c tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&device_id=fc1ea462-d2b8-46cd-907c-2a64c965a74b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1314409 Aug 31 01:20:38.234107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35330) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:38.236990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d2b431-1f7f-4236-b95f-12f825d43bc9 None None] Network f72907ea-6b89-423b-aa64-abdfe5e1b258 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:38.301168 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router da04d4c1-d5c4-4e82-8168-4706719691fe has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:38.337864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a6ae13f6-bd25-4af4-aaaa-0ce2ac90bd36 None None] Provisioning for port 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:38.350408 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a6ae13f6-bd25-4af4-aaaa-0ce2ac90bd36 None None] Provisioning complete for port 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:38.350790 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a6ae13f6-bd25-4af4-aaaa-0ce2ac90bd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:38.384475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba84183e-c896-4f83-ac2a-29fd0e85a80d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:38.386435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ba84183e-c896-4f83-ac2a-29fd0e85a80d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 881 time: 0.1513667 Aug 31 01:20:38.395846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35334) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:38.434654 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:38.440408 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3d706d91-0009-4e37-ae11-1cafcda65876 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc1ea462-d2b8-46cd-907c-2a64c965a74b HTTP/1.1" status: 200 len: 205 time: 0.0282128 Aug 31 01:20:38.443965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35336) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:38.449339 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1b859e69-7019-472e-bbd4-8e555ef5b4f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/da04d4c1-d5c4-4e82-8168-4706719691fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6479807 Aug 31 01:20:38.452964 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Sync routers for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:38.454351 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35338) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:38.459639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-1ac7edc0-dd9f-4d67-92ad-5a7d43eecc74 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:38.502853 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:38.503681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:38.573611 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7c88a07d-9611-4caf-97ae-db203ba92b40 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:38.596750 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a6ae13f6-bd25-4af4-aaaa-0ce2ac90bd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:38.642538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae40764-bff1-430c-a0cb-4bad33b0cccc req-5785e1e0-3f2d-435f-a6ef-6239f95fbb86 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:38.649867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ae40764-bff1-430c-a0cb-4bad33b0cccc req-5785e1e0-3f2d-435f-a6ef-6239f95fbb86 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.2763164 Aug 31 01:20:38.681858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a6ae13f6-bd25-4af4-aaaa-0ce2ac90bd36 None None] For port 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8a5ebae9-b9e4-4570-aa77-669c4d7e73dc,segment=NetworkSegment(74b13ca5-a0c8-43c2-bbe5-6631e60c05ad),segment_id=74b13ca5-a0c8-43c2-bbe5-6631e60c05ad)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:38.693571 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a6ae13f6-bd25-4af4-aaaa-0ce2ac90bd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:38.705526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:38.742772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ae40764-bff1-430c-a0cb-4bad33b0cccc req-f050233d-e5a9-43fe-8d04-2fa2ce9031e8 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903099 Aug 31 01:20:38.782986 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7c88a07d-9611-4caf-97ae-db203ba92b40 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:38.851004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7c88a07d-9611-4caf-97ae-db203ba92b40 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Deleting port ee2e53b6-bf1f-43a2-be2f-1c9b963df281 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:38.851483 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7c88a07d-9611-4caf-97ae-db203ba92b40 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:38.882287 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae13f6-bd25-4af4-aaaa-0ce2ac90bd36 None None] Pushing event updated for resources: {'Port': ['ID=8a5ebae9-b9e4-4570-aa77-669c4d7e73dc,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:39.024789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.extraroute_db [None req-1ac7edc0-dd9f-4d67-92ad-5a7d43eecc74 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 01:20:39.036285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3237332b-091b-4370-94b0-8dbadb1f070a no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:39.039758 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7c88a07d-9611-4caf-97ae-db203ba92b40 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.046011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35344) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:39.054389 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.extraroute_db [None req-1ac7edc0-dd9f-4d67-92ad-5a7d43eecc74 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Removed routes are [] {{(pid=94760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 01:20:39.055365 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1ac7edc0-dd9f-4d67-92ad-5a7d43eecc74 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.128818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 3237332b-091b-4370-94b0-8dbadb1f070a {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:39.129244 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3237332b-091b-4370-94b0-8dbadb1f070a not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:39.168575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:39.192621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7c88a07d-9611-4caf-97ae-db203ba92b40 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Calling delete_port for ee2e53b6-bf1f-43a2-be2f-1c9b963df281 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:39.300338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c9d607e1-fe22-466d-aa97-216c11f28845 None None] Provisioning for port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:39.322828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c9d607e1-fe22-466d-aa97-216c11f28845 None None] Provisioning complete for port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:39.323202 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c9d607e1-fe22-466d-aa97-216c11f28845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.400869 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:37Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '024b1961-88cf-4460-b083-1688e41495fb', 'name': '', 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:d0:ee:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:30Z', 'updated_at': '2021-08-31T01:20:37Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e', 'name': '', 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:62:ea:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '3ac15a4a-2d6a-41ef-8a07-185b6b1e8564', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:35Z', 'updated_at': '2021-08-31T01:20:37Z', 'revision_number': 2, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3ac15a4a-2d6a-41ef-8a07-185b6b1e8564', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:29Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:39.439985 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1ac7edc0-dd9f-4d67-92ad-5a7d43eecc74 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.448787 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1ac7edc0-dd9f-4d67-92ad-5a7d43eecc74 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.463424 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Checking router: da04d4c1-d5c4-4e82-8168-4706719691fe for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:39.463789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Updating router da04d4c1-d5c4-4e82-8168-4706719691fe port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:20:39.509878 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7c88a07d-9611-4caf-97ae-db203ba92b40 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.512187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:39.513041 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.556098 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88a07d-9611-4caf-97ae-db203ba92b40 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Pushing event deleted for resources: {'Port': ['ID=ee2e53b6-bf1f-43a2-be2f-1c9b963df281,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:39.587803 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.604908 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac7edc0-dd9f-4d67-92ad-5a7d43eecc74 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router da04d4c1-d5c4-4e82-8168-4706719691fe has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:39.628343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c9d607e1-fe22-466d-aa97-216c11f28845 None None] Port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:39.695353 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7c88a07d-9611-4caf-97ae-db203ba92b40 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.696810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c9d607e1-fe22-466d-aa97-216c11f28845 None None] Provisioning complete for port 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:39.697187 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c9d607e1-fe22-466d-aa97-216c11f28845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.738938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac7edc0-dd9f-4d67-92ad-5a7d43eecc74 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:39.759248 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1ac7edc0-dd9f-4d67-92ad-5a7d43eecc74 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.765103 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1ac7edc0-dd9f-4d67-92ad-5a7d43eecc74 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/da04d4c1-d5c4-4e82-8168-4706719691fe HTTP/1.1" status: 200 len: 953 time: 1.3094835 Aug 31 01:20:39.765755 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35350) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:39.857867 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7c88a07d-9611-4caf-97ae-db203ba92b40 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.863669 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7c88a07d-9611-4caf-97ae-db203ba92b40 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.884291 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5a5003c9-c3bf-466a-9fe0-5d2e0dd3befc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/routers/da04d4c1-d5c4-4e82-8168-4706719691fe HTTP/1.1" status: 200 len: 953 time: 0.1173043 Aug 31 01:20:39.884836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35354) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:39.890231 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e1cf01df-532b-418d-a801-d3a5e8fe9473 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'router': {'routes': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:39.911435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 024b1961-88cf-4460-b083-1688e41495fb up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:40.005746 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7c88a07d-9611-4caf-97ae-db203ba92b40 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.006148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c88a07d-9611-4caf-97ae-db203ba92b40 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Fanout notify agent at l3_agent the message router_deleted on router fc1ea462-d2b8-46cd-907c-2a64c965a74b {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:20:40.018029 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7c88a07d-9611-4caf-97ae-db203ba92b40 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.022488 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7c88a07d-9611-4caf-97ae-db203ba92b40 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "DELETE /v2.0/routers/fc1ea462-d2b8-46cd-907c-2a64c965a74b HTTP/1.1" status: 204 len: 168 time: 1.5745361 Aug 31 01:20:40.023751 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35360) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:40.042213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77ef8c-8158-4bf3-a967-16545f85416f req-c7e250f3-9bc5-4d13-b526-1fdda40dc2a2 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:40.044306 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a77ef8c-8158-4bf3-a967-16545f85416f req-c7e250f3-9bc5-4d13-b526-1fdda40dc2a2 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.1824379 Aug 31 01:20:40.060724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0f3cec0d-6cce-4e56-be72-a5b789e59819 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1546640105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:40.130109 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f3cec0d-6cce-4e56-be72-a5b789e59819 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.132865 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f3cec0d-6cce-4e56-be72-a5b789e59819 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.151897 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 024b1961-88cf-4460-b083-1688e41495fb triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:40.152086 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.164902 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a77ef8c-8158-4bf3-a967-16545f85416f req-542dc808-f503-46f5-9edd-b51d30d8346a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086404 Aug 31 01:20:40.256472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-09e8c6f8-d096-4295-887d-921c0396e11c None None] Provisioning complete for port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:40.256844 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-09e8c6f8-d096-4295-887d-921c0396e11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.291211 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.292823 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c14c8496-6d87-4f04-a7d7-7b146e6e13b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.386933 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.extraroute_db [None req-e1cf01df-532b-418d-a801-d3a5e8fe9473 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Added routes are [] {{(pid=94760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 01:20:40.387299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.extraroute_db [None req-e1cf01df-532b-418d-a801-d3a5e8fe9473 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 01:20:40.506635 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f3cec0d-6cce-4e56-be72-a5b789e59819 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.511912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Transition to ACTIVE for port object bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:20:40.516432 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f3cec0d-6cce-4e56-be72-a5b789e59819 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.522399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-09e8c6f8-d096-4295-887d-921c0396e11c None None] Port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:20:40.524916 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.542383 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1cf01df-532b-418d-a801-d3a5e8fe9473 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.573408 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582b2b9-2694-4dd1-9648-14cda24b7efe None None] Pushing event updated for resources: {'Port': ['ID=bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:40.668192 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Attempting to bind port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:20:40.668192 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Attempting to bind port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '74b13ca5-a0c8-43c2-bbe5-6631e60c05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:20:40.668192 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Attempting to bind port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e on network f72907ea-6b89-423b-aa64-abdfe5e1b258 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:20:40.674025 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:20:40.674417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Checking segment: {'id': '74b13ca5-a0c8-43c2-bbe5-6631e60c05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:20:40.674824 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.675226 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Bound using segment: {'id': '74b13ca5-a0c8-43c2-bbe5-6631e60c05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:20:40.675913 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Bound port: bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b13ca5-a0c8-43c2-bbe5-6631e60c05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:20:40.676308 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.794870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c14c8496-6d87-4f04-a7d7-7b146e6e13b2 admin admin] Deleting port aee57265-c62b-4a77-ab11-6bd2fd1f11ae {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:40.795987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] For port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:20:40.796142 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c14c8496-6d87-4f04-a7d7-7b146e6e13b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.800262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] For port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e,segment=NetworkSegment(74b13ca5-a0c8-43c2-bbe5-6631e60c05ad),segment_id=74b13ca5-a0c8-43c2-bbe5-6631e60c05ad)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:20:40.808256 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.898047 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582b2b9-2694-4dd1-9648-14cda24b7efe None None] Pushing event updated for resources: {'Port': ['ID=bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:40.911772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:40.912578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:40.969396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-c14c8496-6d87-4f04-a7d7-7b146e6e13b2 admin admin] For port aee57265-c62b-4a77-ab11-6bd2fd1f11ae, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=aee57265-c62b-4a77-ab11-6bd2fd1f11ae,segment=NetworkSegment(31aeedeb-f569-45e8-955b-bbf46cfbd5b8),segment_id=31aeedeb-f569-45e8-955b-bbf46cfbd5b8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:40.969783 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c14c8496-6d87-4f04-a7d7-7b146e6e13b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.986739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c14c8496-6d87-4f04-a7d7-7b146e6e13b2 admin admin] Calling delete_port for aee57265-c62b-4a77-ab11-6bd2fd1f11ae owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:41.056889 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f3cec0d-6cce-4e56-be72-a5b789e59819 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:41.058084 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0f3cec0d-6cce-4e56-be72-a5b789e59819 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0325894 Aug 31 01:20:41.066929 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35368) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:41.073817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'enable_snat': True}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:41.074919 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:41.087949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:41.398102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:40Z', 'revision_number': 7, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '024b1961-88cf-4460-b083-1688e41495fb', 'name': '', 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:d0:ee:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:30Z', 'updated_at': '2021-08-31T01:20:37Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e', 'name': '', 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:62:ea:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '3ac15a4a-2d6a-41ef-8a07-185b6b1e8564', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:35Z', 'updated_at': '2021-08-31T01:20:40Z', 'revision_number': 4, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3ac15a4a-2d6a-41ef-8a07-185b6b1e8564', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:29Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:41.430997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abff682-6931-4593-b962-6604e867f6a3 None None] The sync data for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 is: [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:40Z', 'revision_number': 7, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '024b1961-88cf-4460-b083-1688e41495fb', 'name': '', 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:d0:ee:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:30Z', 'updated_at': '2021-08-31T01:20:37Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e', 'name': '', 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:62:ea:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '3ac15a4a-2d6a-41ef-8a07-185b6b1e8564', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:35Z', 'updated_at': '2021-08-31T01:20:40Z', 'revision_number': 4, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3ac15a4a-2d6a-41ef-8a07-185b6b1e8564', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:29Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:41.448396 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1cf01df-532b-418d-a801-d3a5e8fe9473 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:41.454748 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:41.460097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1cf01df-532b-418d-a801-d3a5e8fe9473 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:41.690738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cf01df-532b-418d-a801-d3a5e8fe9473 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router da04d4c1-d5c4-4e82-8168-4706719691fe has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:41.737017 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dbadf-5e6d-4d27-a1d4-97c6aa60ff96 req-1756d0f9-e3a5-41fa-a072-43b21837e9e6 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:41.741998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-861dbadf-5e6d-4d27-a1d4-97c6aa60ff96 req-1756d0f9-e3a5-41fa-a072-43b21837e9e6 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.1118040 Aug 31 01:20:41.812045 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-861dbadf-5e6d-4d27-a1d4-97c6aa60ff96 req-57389288-b7b3-4b6e-9170-3ab08301408e tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689120 Aug 31 01:20:41.843859 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c14c8496-6d87-4f04-a7d7-7b146e6e13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:41.878798 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cf01df-532b-418d-a801-d3a5e8fe9473 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:41.881021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c8496-6d87-4f04-a7d7-7b146e6e13b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee57265-c62b-4a77-ab11-6bd2fd1f11ae,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:41.887225 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1cf01df-532b-418d-a801-d3a5e8fe9473 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:41.889021 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e1cf01df-532b-418d-a801-d3a5e8fe9473 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/da04d4c1-d5c4-4e82-8168-4706719691fe HTTP/1.1" status: 200 len: 703 time: 2.0031912 Aug 31 01:20:41.897754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35378) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:41.962423 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:41.989945 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:42.077212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f426d2ec-1ad6-442b-8ece-d5c2f0c8443b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/routers/da04d4c1-d5c4-4e82-8168-4706719691fe HTTP/1.1" status: 200 len: 703 time: 0.1749184 Aug 31 01:20:42.079259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35382) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:42.118019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Allocated IP 172.25.6.91 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/131addcd-bb3b-48e6-9402-59076dafd954) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:42.224526 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c14c8496-6d87-4f04-a7d7-7b146e6e13b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:42.252652 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:42.282580 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20369147-a022-4767-a60a-38172ca94546 None None] Sync routers for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:42.297195 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20369147-a022-4767-a60a-38172ca94546 None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:42.298741 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-20369147-a022-4767-a60a-38172ca94546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:42.323332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:42.415909 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Pushing event updated for resources: {'Port': ['ID=131addcd-bb3b-48e6-9402-59076dafd954,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:42.416112 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-20369147-a022-4767-a60a-38172ca94546 None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:42.427642 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:42.430011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:42.432305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:42.663427 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-20369147-a022-4767-a60a-38172ca94546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:40Z', 'revision_number': 7, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '024b1961-88cf-4460-b083-1688e41495fb', 'name': '', 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:d0:ee:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:30Z', 'updated_at': '2021-08-31T01:20:37Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e', 'name': '', 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:62:ea:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '3ac15a4a-2d6a-41ef-8a07-185b6b1e8564', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:35Z', 'updated_at': '2021-08-31T01:20:40Z', 'revision_number': 4, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3ac15a4a-2d6a-41ef-8a07-185b6b1e8564', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:29Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:42.718745 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20369147-a022-4767-a60a-38172ca94546 None None] Checking router: da04d4c1-d5c4-4e82-8168-4706719691fe for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:42.728420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14c8496-6d87-4f04-a7d7-7b146e6e13b2 admin admin] Router bf8840eb-0c38-4858-8706-b0da22da80d2 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:42.739838 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20369147-a022-4767-a60a-38172ca94546 None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:42.740589 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-20369147-a022-4767-a60a-38172ca94546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:42.781637 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:42.940140 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-181793e4-3fdc-4dc4-8cc5-49a19864875c tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.026988 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-20369147-a022-4767-a60a-38172ca94546 None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:43.115354 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.121235 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.142967 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3360dff-6dd3-4f47-adaa-7769d705522b req-b5ce13dd-3221-4349-8c2f-600869d50118 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:43.146907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3360dff-6dd3-4f47-adaa-7769d705522b req-b5ce13dd-3221-4349-8c2f-600869d50118 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.2262087 Aug 31 01:20:43.151239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14c8496-6d87-4f04-a7d7-7b146e6e13b2 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:43.165070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c14c8496-6d87-4f04-a7d7-7b146e6e13b2 admin admin] 10.222.0.58 "PUT /v2.0/routers/bf8840eb-0c38-4858-8706-b0da22da80d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1183362 Aug 31 01:20:43.169323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc9f850-3abd-44f0-a188-58b8936270fc None None] Sync routers for ids ['bf8840eb-0c38-4858-8706-b0da22da80d2'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:43.173831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35490) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:43.193996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc9f850-3abd-44f0-a188-58b8936270fc None None] Routers {'bf8840eb-0c38-4858-8706-b0da22da80d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:43.194665 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-abc9f850-3abd-44f0-a188-58b8936270fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['bf8840eb-0c38-4858-8706-b0da22da80d2'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:43.270637 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:43.303832 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.411801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-abc9f850-3abd-44f0-a188-58b8936270fc None None] Set router bf8840eb-0c38-4858-8706-b0da22da80d2 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:43.414559 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:20:43.428469 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-20369147-a022-4767-a60a-38172ca94546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:40Z', 'revision_number': 7, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '024b1961-88cf-4460-b083-1688e41495fb', 'name': '', 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:d0:ee:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:30Z', 'updated_at': '2021-08-31T01:20:37Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e', 'name': '', 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:62:ea:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '3ac15a4a-2d6a-41ef-8a07-185b6b1e8564', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:35Z', 'updated_at': '2021-08-31T01:20:40Z', 'revision_number': 4, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3ac15a4a-2d6a-41ef-8a07-185b6b1e8564', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:29Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:43.453378 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Router 3f640bfa-496d-4a47-8f78-0131791c2f03 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:20:43.476406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:20:43.476406 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.490974 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20369147-a022-4767-a60a-38172ca94546 None None] The sync data for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 is: [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:40Z', 'revision_number': 7, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '024b1961-88cf-4460-b083-1688e41495fb', 'name': '', 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:d0:ee:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:30Z', 'updated_at': '2021-08-31T01:20:37Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e', 'name': '', 'network_id': 'f72907ea-6b89-423b-aa64-abdfe5e1b258', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:62:ea:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '3ac15a4a-2d6a-41ef-8a07-185b6b1e8564', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:35Z', 'updated_at': '2021-08-31T01:20:40Z', 'revision_number': 4, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3ac15a4a-2d6a-41ef-8a07-185b6b1e8564', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:29Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:43.529273 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.607143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3360dff-6dd3-4f47-adaa-7769d705522b req-ae94edbd-726e-4190-bab6-13c24978736e tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517567 Aug 31 01:20:43.624293 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:43.632866 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.634069 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d843ae66-fe33-4f85-9047-eff6dcd5afb7 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "PUT /v2.0/routers/3f640bfa-496d-4a47-8f78-0131791c2f03 HTTP/1.1" status: 200 len: 918 time: 2.5661342 Aug 31 01:20:43.634442 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c4c55-1888-4cd5-a148-4be65fffbc06 None None] Sync routers for ids ['3f640bfa-496d-4a47-8f78-0131791c2f03'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:43.639175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35542) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:43.650365 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c4c55-1888-4cd5-a148-4be65fffbc06 None None] Routers {'3f640bfa-496d-4a47-8f78-0131791c2f03'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:43.651149 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4b6c4c55-1888-4cd5-a148-4be65fffbc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3f640bfa-496d-4a47-8f78-0131791c2f03'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:43.755702 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4b6c4c55-1888-4cd5-a148-4be65fffbc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:43.778736 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c4c55-1888-4cd5-a148-4be65fffbc06 None None] Routers {'3f640bfa-496d-4a47-8f78-0131791c2f03'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:43.779422 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4b6c4c55-1888-4cd5-a148-4be65fffbc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3f640bfa-496d-4a47-8f78-0131791c2f03'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:43.846979 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.858893 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4b6c4c55-1888-4cd5-a148-4be65fffbc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:43.864347 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c4c55-1888-4cd5-a148-4be65fffbc06 None None] The sync data for ids ['3f640bfa-496d-4a47-8f78-0131791c2f03'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:43.879915 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-773b13a3-8c83-4adc-9510-ba09859a51d5 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/routers/3f640bfa-496d-4a47-8f78-0131791c2f03 HTTP/1.1" status: 200 len: 924 time: 0.2374716 Aug 31 01:20:43.880514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35572) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:43.915854 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e,segment=NetworkSegment(74b13ca5-a0c8-43c2-bbe5-6631e60c05ad),segment_id=74b13ca5-a0c8-43c2-bbe5-6631e60c05ad)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:43.923979 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:43.943884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca84a61-e02c-4b72-b5b4-0a774391ce25 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:43.946750 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dca84a61-e02c-4b72-b5b4-0a774391ce25 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&device_id=3f640bfa-496d-4a47-8f78-0131791c2f03&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0627499 Aug 31 01:20:43.948331 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35582) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:43.970268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-abc9f850-3abd-44f0-a188-58b8936270fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:20:41Z', 'revision_number': 5, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'gw_port': {'id': 'ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:08Z', 'updated_at': '2021-08-31T01:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:44.016791 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc9f850-3abd-44f0-a188-58b8936270fc None None] Checking router: bf8840eb-0c38-4858-8706-b0da22da80d2 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:44.028660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:44.034816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc9f850-3abd-44f0-a188-58b8936270fc None None] Routers {'bf8840eb-0c38-4858-8706-b0da22da80d2'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:44.035596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-abc9f850-3abd-44f0-a188-58b8936270fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['bf8840eb-0c38-4858-8706-b0da22da80d2'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:44.055959 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db251fc-57e5-4889-8e80-df33eddcdde3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:44.060876 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7db251fc-57e5-4889-8e80-df33eddcdde3 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 881 time: 0.1088586 Aug 31 01:20:44.061145 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35596) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:44.097162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] Deleting port ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:44.098107 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.100714 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7c9e86d2-99af-475e-ad05-4606b8616ccd tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f640bfa-496d-4a47-8f78-0131791c2f03 HTTP/1.1" status: 200 len: 205 time: 0.0382855 Aug 31 01:20:44.101340 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35604) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:44.142491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-abc9f850-3abd-44f0-a188-58b8936270fc None None] Set router bf8840eb-0c38-4858-8706-b0da22da80d2 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:44.198265 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-abc9f850-3abd-44f0-a188-58b8936270fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:20:43Z', 'revision_number': 6, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:44.236543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc9f850-3abd-44f0-a188-58b8936270fc None None] The sync data for ids ['bf8840eb-0c38-4858-8706-b0da22da80d2'] in n-d-802060-13 is: [{'id': 'bf8840eb-0c38-4858-8706-b0da22da80d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053068031-router', 'tenant_id': '71f1e42e6ecf4b099a3442968b702db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:07Z', 'updated_at': '2021-08-31T01:20:43Z', 'revision_number': 6, 'project_id': '71f1e42e6ecf4b099a3442968b702db6', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:44.243557 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10bbb5a9-3590-4dc0-b070-a715371c20c7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.251933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] For port ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:44.252199 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.272392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] Calling delete_port for ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:44.301618 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-181793e4-3fdc-4dc4-8cc5-49a19864875c tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:44.302085 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-181793e4-3fdc-4dc4-8cc5-49a19864875c tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.374395 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10bbb5a9-3590-4dc0-b070-a715371c20c7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.460955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-10bbb5a9-3590-4dc0-b070-a715371c20c7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Deleting port 131addcd-bb3b-48e6-9402-59076dafd954 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:44.461305 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10bbb5a9-3590-4dc0-b070-a715371c20c7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.484617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-181793e4-3fdc-4dc4-8cc5-49a19864875c tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] For port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e,segment=NetworkSegment(74b13ca5-a0c8-43c2-bbe5-6631e60c05ad),segment_id=74b13ca5-a0c8-43c2-bbe5-6631e60c05ad)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:44.485240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-181793e4-3fdc-4dc4-8cc5-49a19864875c tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.495558 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:20:44.505894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-181793e4-3fdc-4dc4-8cc5-49a19864875c tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:44.555476 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10bbb5a9-3590-4dc0-b070-a715371c20c7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.575945 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-10bbb5a9-3590-4dc0-b070-a715371c20c7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Calling delete_port for 131addcd-bb3b-48e6-9402-59076dafd954 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:44.629710 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.757361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] Pushing event deleted for resources: {'Port': ['ID=ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:44.790052 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10bbb5a9-3590-4dc0-b070-a715371c20c7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.829371 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbb5a9-3590-4dc0-b070-a715371c20c7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Pushing event deleted for resources: {'Port': ['ID=131addcd-bb3b-48e6-9402-59076dafd954,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:44.895846 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:44.908170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26557e-2d81-4dde-a93b-99a78d29a742 req-857c9d0b-6349-46c3-a1ad-0247f5a6e686 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:44.909808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c26557e-2d81-4dde-a93b-99a78d29a742 req-857c9d0b-6349-46c3-a1ad-0247f5a6e686 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.1851032 Aug 31 01:20:44.931562 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10bbb5a9-3590-4dc0-b070-a715371c20c7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.046968 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.050671 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.075879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c26557e-2d81-4dde-a93b-99a78d29a742 req-6f5f341f-d0a4-46f0-9baf-25355e03435c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317790 Aug 31 01:20:45.079520 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-181793e4-3fdc-4dc4-8cc5-49a19864875c tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.166241 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181793e4-3fdc-4dc4-8cc5-49a19864875c tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:45.244354 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.244888 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf8840eb-0c38-4858-8706-b0da22da80d2 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:20:45.257427 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.258625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a2770a49-2f64-4f77-b70c-91429237ebdf admin admin] 10.222.0.58 "DELETE /v2.0/routers/bf8840eb-0c38-4858-8706-b0da22da80d2 HTTP/1.1" status: 204 len: 168 time: 2.0836740 Aug 31 01:20:45.263537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35746) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:45.292949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:20:45.335695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:45.336041 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 01:20:45.398762 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Port bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e not found, will not notify nova. {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 01:20:45.402120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7508119-2b60-42fa-b400-62f56c47b671 admin admin] Deleting subnet 3ca187ae-022b-43d7-972b-e43043dfa2e1 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:45.410692 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c7508119-2b60-42fa-b400-62f56c47b671 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.413176 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-181793e4-3fdc-4dc4-8cc5-49a19864875c tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.505513 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c7508119-2b60-42fa-b400-62f56c47b671 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.512800 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device aee57265-c62b-4a77-ab11-6bd2fd1f11ae no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:45.549648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: aee57265-c62b-4a77-ab11-6bd2fd1f11ae {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:45.550197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device aee57265-c62b-4a77-ab11-6bd2fd1f11ae not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:45.554651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:45.587871 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10bbb5a9-3590-4dc0-b070-a715371c20c7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.591055 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10bbb5a9-3590-4dc0-b070-a715371c20c7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.596080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:45.596932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ac15e5c1-bb03-4e9a-b32a-e8501e1cdf94 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:45.617620 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c7508119-2b60-42fa-b400-62f56c47b671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.650894 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10bbb5a9-3590-4dc0-b070-a715371c20c7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.651579 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bbb5a9-3590-4dc0-b070-a715371c20c7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Fanout notify agent at l3_agent the message router_deleted on router 3f640bfa-496d-4a47-8f78-0131791c2f03 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:20:45.661256 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10bbb5a9-3590-4dc0-b070-a715371c20c7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.662997 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-10bbb5a9-3590-4dc0-b070-a715371c20c7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "DELETE /v2.0/routers/3f640bfa-496d-4a47-8f78-0131791c2f03 HTTP/1.1" status: 204 len: 168 time: 1.5605204 Aug 31 01:20:45.666358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35792) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:45.672425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-fdb56ecb-e217-4d99-89d8-06d9d23fa058 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1306569570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:45.708464 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fdb56ecb-e217-4d99-89d8-06d9d23fa058 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.709864 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fdb56ecb-e217-4d99-89d8-06d9d23fa058 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.770388 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c7508119-2b60-42fa-b400-62f56c47b671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.792835 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fdb56ecb-e217-4d99-89d8-06d9d23fa058 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.798489 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fdb56ecb-e217-4d99-89d8-06d9d23fa058 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.807995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181793e4-3fdc-4dc4-8cc5-49a19864875c tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router da04d4c1-d5c4-4e82-8168-4706719691fe has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:45.809626 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c7508119-2b60-42fa-b400-62f56c47b671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.813868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c7508119-2b60-42fa-b400-62f56c47b671 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3ca187ae-022b-43d7-972b-e43043dfa2e1 HTTP/1.1" status: 204 len: 168 time: 0.5443230 Aug 31 01:20:45.813868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7508119-2b60-42fa-b400-62f56c47b671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca187ae-022b-43d7-972b-e43043dfa2e1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:45.815479 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35810) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:45.875857 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fdb56ecb-e217-4d99-89d8-06d9d23fa058 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.877331 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fdb56ecb-e217-4d99-89d8-06d9d23fa058 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2097371 Aug 31 01:20:45.880534 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35820) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:45.894780 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'enable_snat': False}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:45.926391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181793e4-3fdc-4dc4-8cc5-49a19864875c tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:45.935192 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-181793e4-3fdc-4dc4-8cc5-49a19864875c tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/da04d4c1-d5c4-4e82-8168-4706719691fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8550169 Aug 31 01:20:45.935936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35830) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:45.944309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bf7205-7e37-46d3-8b8e-730b0e26da10 None None] Sync routers for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:45.962736 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bf7205-7e37-46d3-8b8e-730b0e26da10 None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:45.963425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d6bf7205-7e37-46d3-8b8e-730b0e26da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:46.011970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3dacb5-f5ae-4314-83dd-8f8d402881e6 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting subnet 3ac15a4a-2d6a-41ef-8a07-185b6b1e8564 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:46.018536 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca3dacb5-f5ae-4314-83dd-8f8d402881e6 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.087687 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca3dacb5-f5ae-4314-83dd-8f8d402881e6 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.109798 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6447a521-852c-4a24-bb0c-00ee9ffa1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.166694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-d6bf7205-7e37-46d3-8b8e-730b0e26da10 None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:46.203045 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.319317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f213b2d-17de-4585-916d-5698f85e08bc req-67b91464-58f5-4ed6-b565-4858fde7a447 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:46.321112 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f213b2d-17de-4585-916d-5698f85e08bc req-67b91464-58f5-4ed6-b565-4858fde7a447 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.1350241 Aug 31 01:20:46.352346 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6447a521-852c-4a24-bb0c-00ee9ffa1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.359163 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca3dacb5-f5ae-4314-83dd-8f8d402881e6 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.367852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-6447a521-852c-4a24-bb0c-00ee9ffa1a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be74f3c6-3ce5-4840-a086-8b4fede80175']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:46.381177 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-6447a521-852c-4a24-bb0c-00ee9ffa1a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31aeedeb-f569-45e8-955b-bbf46cfbd5b8') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:46.381941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-6447a521-852c-4a24-bb0c-00ee9ffa1a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31aeedeb-f569-45e8-955b-bbf46cfbd5b8') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:46.395265 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6447a521-852c-4a24-bb0c-00ee9ffa1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.396263 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f213b2d-17de-4585-916d-5698f85e08bc req-d688eeea-7765-4379-8a2e-62d17cdb5e0c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666931 Aug 31 01:20:46.425773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6447a521-852c-4a24-bb0c-00ee9ffa1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.436536 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6447a521-852c-4a24-bb0c-00ee9ffa1a85 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:46.436770 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6447a521-852c-4a24-bb0c-00ee9ffa1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:46.438555 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:46.441788 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d6bf7205-7e37-46d3-8b8e-730b0e26da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:44Z', 'revision_number': 8, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '024b1961-88cf-4460-b083-1688e41495fb', 'name': '', 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:d0:ee:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:30Z', 'updated_at': '2021-08-31T01:20:37Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:29Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:46.455810 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca3dacb5-f5ae-4314-83dd-8f8d402881e6 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.469387 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bf7205-7e37-46d3-8b8e-730b0e26da10 None None] Checking router: da04d4c1-d5c4-4e82-8168-4706719691fe for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:46.478156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bf7205-7e37-46d3-8b8e-730b0e26da10 None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:46.479097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d6bf7205-7e37-46d3-8b8e-730b0e26da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:46.498263 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dacb5-f5ae-4314-83dd-8f8d402881e6 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac15a4a-2d6a-41ef-8a07-185b6b1e8564,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:46.507195 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ca3dacb5-f5ae-4314-83dd-8f8d402881e6 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.510184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ca3dacb5-f5ae-4314-83dd-8f8d402881e6 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/3ac15a4a-2d6a-41ef-8a07-185b6b1e8564 HTTP/1.1" status: 204 len: 168 time: 0.5720017 Aug 31 01:20:46.513995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35876) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:46.520991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58e7747-903d-4c00-aa30-db64ebd74ebe None None] Network f72907ea-6b89-423b-aa64-abdfe5e1b258 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:46.534603 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6447a521-852c-4a24-bb0c-00ee9ffa1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.541894 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6447a521-852c-4a24-bb0c-00ee9ffa1a85 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.544522 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6447a521-852c-4a24-bb0c-00ee9ffa1a85 admin admin] 10.222.0.58 "DELETE /v2.0/networks/be74f3c6-3ce5-4840-a086-8b4fede80175 HTTP/1.1" status: 204 len: 168 time: 0.7285190 Aug 31 01:20:46.650249 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447a521-852c-4a24-bb0c-00ee9ffa1a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=be74f3c6-3ce5-4840-a086-8b4fede80175,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:46.656572 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.759123 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.784624 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.786675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:46.787029 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.830839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35882) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:46.861206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-d6bf7205-7e37-46d3-8b8e-730b0e26da10 None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:46.901646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] For port 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8a5ebae9-b9e4-4570-aa77-669c4d7e73dc,segment=NetworkSegment(74b13ca5-a0c8-43c2-bbe5-6631e60c05ad),segment_id=74b13ca5-a0c8-43c2-bbe5-6631e60c05ad)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:46.902032 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:46.924002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:46.931066 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-84ce7e60-d5ff-4098-b1d1-2d3093d878f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71f1e42e6ecf4b099a3442968b702db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989661 Aug 31 01:20:46.931759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35884) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:46.950952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Allocated IP 172.25.6.6 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/27c70cfe-70e1-4eb1-a431-a5869d451d7d) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:47.167511 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-04251826-077c-4c85-bc2e-4d4f3763a04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.189030 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.192625 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.194279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b228d6a4-8f55-4103-83bf-6a23f3ed6932 None None] DHCP port deletion for f72907ea-6b89-423b-aa64-abdfe5e1b258 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:20:47.218959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No DVR routers for this DVR port 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:47.246906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d6bf7205-7e37-46d3-8b8e-730b0e26da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:44Z', 'revision_number': 8, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '024b1961-88cf-4460-b083-1688e41495fb', 'name': '', 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:d0:ee:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:30Z', 'updated_at': '2021-08-31T01:20:37Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:29Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:47.250204 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-04251826-077c-4c85-bc2e-4d4f3763a04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.250949 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.258196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=8a5ebae9-b9e4-4570-aa77-669c4d7e73dc,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:47.278294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:47.281174 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:47.284034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:47.297734 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bf7205-7e37-46d3-8b8e-730b0e26da10 None None] The sync data for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 is: [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:44Z', 'revision_number': 8, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '024b1961-88cf-4460-b083-1688e41495fb', 'name': '', 'network_id': '47bc57dc-f181-459a-96bf-536659e9dd08', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:d0:ee:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:30Z', 'updated_at': '2021-08-31T01:20:37Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '134e0db9-e396-4d49-aa23-c858208fe91a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:29Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:47.374070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Pushing event updated for resources: {'Port': ['ID=27c70cfe-70e1-4eb1-a431-a5869d451d7d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:47.628038 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.744759 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.759221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72907ea-6b89-423b-aa64-abdfe5e1b258']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:47.790670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b13ca5-a0c8-43c2-bbe5-6631e60c05ad') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:47.790968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b13ca5-a0c8-43c2-bbe5-6631e60c05ad') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:47.796566 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-04251826-077c-4c85-bc2e-4d4f3763a04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.799183 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-04251826-077c-4c85-bc2e-4d4f3763a04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.800317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-04251826-077c-4c85-bc2e-4d4f3763a04c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e491135-6752-41b1-b367-854b7f1d053c HTTP/1.1" status: 204 len: 168 time: 0.8649354 Aug 31 01:20:47.819422 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.829013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deb616-4c28-4c01-bbbe-465c45600a09 req-35a2ba22-4533-4128-81b1-69889187bbed tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:47.831035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5deb616-4c28-4c01-bbbe-465c45600a09 req-35a2ba22-4533-4128-81b1-69889187bbed tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.1319156 Aug 31 01:20:47.840594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04251826-077c-4c85-bc2e-4d4f3763a04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e491135-6752-41b1-b367-854b7f1d053c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:47.872820 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.887523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:47.888088 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:47.891706 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:47.914772 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.921999 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:47.954253 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5deb616-4c28-4c01-bbbe-465c45600a09 req-fe1b457f-c800-4050-b6a2-2cd1477858cf tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109016 Aug 31 01:20:47.983427 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.004447 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.009535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/networks/f72907ea-6b89-423b-aa64-abdfe5e1b258 HTTP/1.1" status: 204 len: 168 time: 1.4911196 Aug 31 01:20:48.009535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761b603-4b01-4c42-9a25-a10a126ad3be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Network': ['ID=f72907ea-6b89-423b-aa64-abdfe5e1b258,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:48.009535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35900) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:48.082418 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Router 5d61c5e3-4cd2-4afe-a5ba-eca983691def is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:20:48.242232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:48.248011 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.252640 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ca5e0f47-2c9e-4c8c-9595-cea1529ee54d tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "PUT /v2.0/routers/5d61c5e3-4cd2-4afe-a5ba-eca983691def HTTP/1.1" status: 200 len: 918 time: 2.3652115 Aug 31 01:20:48.253072 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c485cce3-fa46-4caf-af1e-61a520b454b4 None None] Sync routers for ids ['5d61c5e3-4cd2-4afe-a5ba-eca983691def'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:48.253618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35908) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:48.266393 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c485cce3-fa46-4caf-af1e-61a520b454b4 None None] Routers {'5d61c5e3-4cd2-4afe-a5ba-eca983691def'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:48.268384 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c485cce3-fa46-4caf-af1e-61a520b454b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['5d61c5e3-4cd2-4afe-a5ba-eca983691def'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:48.378981 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c485cce3-fa46-4caf-af1e-61a520b454b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:48.400575 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c485cce3-fa46-4caf-af1e-61a520b454b4 None None] Routers {'5d61c5e3-4cd2-4afe-a5ba-eca983691def'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:48.401619 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c485cce3-fa46-4caf-af1e-61a520b454b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['5d61c5e3-4cd2-4afe-a5ba-eca983691def'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:48.461761 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c485cce3-fa46-4caf-af1e-61a520b454b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:48.462417 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c485cce3-fa46-4caf-af1e-61a520b454b4 None None] The sync data for ids ['5d61c5e3-4cd2-4afe-a5ba-eca983691def'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:48.472980 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0f9832dd-5db3-4fd1-8126-fa75e9a31d01 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/routers/5d61c5e3-4cd2-4afe-a5ba-eca983691def HTTP/1.1" status: 200 len: 924 time: 0.2183108 Aug 31 01:20:48.475734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35918) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:48.487114 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de7c1df8-b5ea-438d-ad54-1d5282d25f2b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.561854 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f47d50-95b0-4cda-b706-2f08ad28cd0c tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:48.570376 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-40f47d50-95b0-4cda-b706-2f08ad28cd0c tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&device_id=5d61c5e3-4cd2-4afe-a5ba-eca983691def&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0824320 Aug 31 01:20:48.573428 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35920) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:48.720763 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de092b9-386a-493a-aef2-9fb07ce0752f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:48.726243 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4de092b9-386a-493a-aef2-9fb07ce0752f tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 881 time: 0.1517439 Aug 31 01:20:48.729198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35936) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:48.797074 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d8c290d9-bf81-4e1b-b50b-4a168eeed6c5 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d61c5e3-4cd2-4afe-a5ba-eca983691def HTTP/1.1" status: 200 len: 205 time: 0.0665112 Aug 31 01:20:48.803670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35942) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:48.857320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-de7c1df8-b5ea-438d-ad54-1d5282d25f2b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port 024b1961-88cf-4460-b083-1688e41495fb {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:48.857907 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de7c1df8-b5ea-438d-ad54-1d5282d25f2b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:48.979528 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91d66e3a-cc92-481a-a985-7e34b0b49bec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.010926 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-de7c1df8-b5ea-438d-ad54-1d5282d25f2b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] For port 024b1961-88cf-4460-b083-1688e41495fb, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=024b1961-88cf-4460-b083-1688e41495fb,segment=NetworkSegment(0fa0d794-5557-4d43-8626-aee834925d7e),segment_id=0fa0d794-5557-4d43-8626-aee834925d7e)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:49.011384 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de7c1df8-b5ea-438d-ad54-1d5282d25f2b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.041445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35952) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:49.044134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-de7c1df8-b5ea-438d-ad54-1d5282d25f2b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for 024b1961-88cf-4460-b083-1688e41495fb owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:49.055488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:49.104475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:49.104821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8a5ebae9-b9e4-4570-aa77-669c4d7e73dc not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:49.105438 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:49.152430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:49.154467 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device bd4b8e05-dff8-4f28-ae7c-f0c36fd6ce0e not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:49.161333 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91d66e3a-cc92-481a-a985-7e34b0b49bec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.244235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-91d66e3a-cc92-481a-a985-7e34b0b49bec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Deleting port 27c70cfe-70e1-4eb1-a431-a5869d451d7d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:49.244705 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91d66e3a-cc92-481a-a985-7e34b0b49bec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.308476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514b003-6765-492a-819e-6d359ca78707 req-53758963-d674-4261-946b-f05c7330eecb tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:49.310948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c514b003-6765-492a-819e-6d359ca78707 req-53758963-d674-4261-946b-f05c7330eecb tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.1896684 Aug 31 01:20:49.360201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00f9dc-4cc4-45ed-be31-20a63fbc13e3 req-549027fc-2bb3-449d-a458-781fe39bca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:49.367605 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe00f9dc-4cc4-45ed-be31-20a63fbc13e3 req-549027fc-2bb3-449d-a458-781fe39bca2f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 1098 time: 0.3250484 Aug 31 01:20:49.372029 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91d66e3a-cc92-481a-a985-7e34b0b49bec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.390960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-91d66e3a-cc92-481a-a985-7e34b0b49bec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Calling delete_port for 27c70cfe-70e1-4eb1-a431-a5869d451d7d owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:49.440278 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c514b003-6765-492a-819e-6d359ca78707 req-e859e836-b10d-4783-9d00-f9d145f8fbf8 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188889 Aug 31 01:20:49.466945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe00f9dc-4cc4-45ed-be31-20a63fbc13e3 req-53e9620f-8c46-4915-9b16-9da705d61d1c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8c20b33a-0583-47a3-8940-83d5dd658066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899491 Aug 31 01:20:49.466945 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de7c1df8-b5ea-438d-ad54-1d5282d25f2b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.494019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c1df8-b5ea-438d-ad54-1d5282d25f2b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=024b1961-88cf-4460-b083-1688e41495fb,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:49.690553 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91d66e3a-cc92-481a-a985-7e34b0b49bec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.749315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d66e3a-cc92-481a-a985-7e34b0b49bec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Pushing event deleted for resources: {'Port': ['ID=27c70cfe-70e1-4eb1-a431-a5869d451d7d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:49.758042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1eb0f97-99cb-412f-8ab4-a7bbdf6377e4 req-b4868104-9c06-4df5-9389-910cfaf1b2da tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=828a8cf0-850a-490a-9bde-37cf7d011b0a HTTP/1.1" status: 200 len: 210 time: 0.0601709 Aug 31 01:20:49.815740 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de7c1df8-b5ea-438d-ad54-1d5282d25f2b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:49.947779 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91d66e3a-cc92-481a-a985-7e34b0b49bec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:50.113178 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91d66e3a-cc92-481a-a985-7e34b0b49bec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:50.118168 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91d66e3a-cc92-481a-a985-7e34b0b49bec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:50.229804 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91d66e3a-cc92-481a-a985-7e34b0b49bec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:50.230475 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d66e3a-cc92-481a-a985-7e34b0b49bec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Fanout notify agent at l3_agent the message router_deleted on router 5d61c5e3-4cd2-4afe-a5ba-eca983691def {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:20:50.238207 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91d66e3a-cc92-481a-a985-7e34b0b49bec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:50.240267 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-91d66e3a-cc92-481a-a985-7e34b0b49bec tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "DELETE /v2.0/routers/5d61c5e3-4cd2-4afe-a5ba-eca983691def HTTP/1.1" status: 204 len: 168 time: 1.4347157 Aug 31 01:20:50.244508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36010) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:50.255924 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-906862089', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:50.337056 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:50.338433 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:50.338562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7c1df8-b5ea-438d-ad54-1d5282d25f2b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router da04d4c1-d5c4-4e82-8168-4706719691fe has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:50.344669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36016) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:50.427086 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:50.640823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc78c157-9bc8-4720-9c3b-de4c4d7c87ab req-5ce21308-0aff-461a-8613-7db6b3eab025 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.1349504 Aug 31 01:20:50.722519 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-046d1616-ffb0-4a4a-91c8-44eac18bc130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:50.745587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7c1df8-b5ea-438d-ad54-1d5282d25f2b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:50.753920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-de7c1df8-b5ea-438d-ad54-1d5282d25f2b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/da04d4c1-d5c4-4e82-8168-4706719691fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7438860 Aug 31 01:20:50.759409 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362bcd99-4d03-4726-a570-449d2caaa184 None None] Sync routers for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:50.767553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36036) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:50.776432 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bcd99-4d03-4726-a570-449d2caaa184 None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:50.777944 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-362bcd99-4d03-4726-a570-449d2caaa184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:50.898841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d7b02-c121-430b-98a7-1c93f639c9ac req-690d24df-cb06-4c67-be9a-9243e9272a0a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:50.901890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b81d7b02-c121-430b-98a7-1c93f639c9ac req-690d24df-cb06-4c67-be9a-9243e9272a0a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.2522035 Aug 31 01:20:51.016176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa00d9d-70bd-410e-a28c-be8c9d8aacf1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting subnet 134e0db9-e396-4d49-aa23-c858208fe91a {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:51.039366 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-362bcd99-4d03-4726-a570-449d2caaa184 None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:51.044115 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1aa00d9d-70bd-410e-a28c-be8c9d8aacf1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.143429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b81d7b02-c121-430b-98a7-1c93f639c9ac req-8e7533cf-4d8d-473b-9bec-db5035d503d6 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234802 Aug 31 01:20:51.212733 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1aa00d9d-70bd-410e-a28c-be8c9d8aacf1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.233224 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e88dc93d-9cf4-4bb3-884b-0c82c8213758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.310394 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.399442 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-362bcd99-4d03-4726-a570-449d2caaa184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:49Z', 'revision_number': 9, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:29Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:51.437772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362bcd99-4d03-4726-a570-449d2caaa184 None None] Checking router: da04d4c1-d5c4-4e82-8168-4706719691fe for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:51.446411 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-046d1616-ffb0-4a4a-91c8-44eac18bc130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.449159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bcd99-4d03-4726-a570-449d2caaa184 None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:51.450037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-362bcd99-4d03-4726-a570-449d2caaa184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:51.454398 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-046d1616-ffb0-4a4a-91c8-44eac18bc130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.458517 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1aa00d9d-70bd-410e-a28c-be8c9d8aacf1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.549802 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d1616-ffb0-4a4a-91c8-44eac18bc130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7309d09-33a6-41a4-bb54-e7c2f38d3d8e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:51.558085 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-046d1616-ffb0-4a4a-91c8-44eac18bc130 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2dfb56e273c64dd488a7e3b8f288eaa6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2097461 Aug 31 01:20:51.558684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36044) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:51.572601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-362bcd99-4d03-4726-a570-449d2caaa184 None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:51.575104 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.598822 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1aa00d9d-70bd-410e-a28c-be8c9d8aacf1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.599469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.634679 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa00d9d-70bd-410e-a28c-be8c9d8aacf1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Subnet': ['ID=134e0db9-e396-4d49-aa23-c858208fe91a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:51.641125 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1aa00d9d-70bd-410e-a28c-be8c9d8aacf1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.643061 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1aa00d9d-70bd-410e-a28c-be8c9d8aacf1 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/134e0db9-e396-4d49-aa23-c858208fe91a HTTP/1.1" status: 204 len: 168 time: 0.8727605 Aug 31 01:20:51.645601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36046) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:51.669948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8bb65b-b189-4e63-a675-6328e6f6acc5 None None] Network 47bc57dc-f181-459a-96bf-536659e9dd08 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:51.674484 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6d20-cc70-451a-b113-5f81af230ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.732654 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Allocated IP 172.25.6.224 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/c5d2176f-95eb-4667-86a5-74ca5724bb3f) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:20:51.761014 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6d20-cc70-451a-b113-5f81af230ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.824624 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-487f2107-4eca-4706-b624-c7fd6ab221e0 req-a770cd25-7d94-4353-8bf0-73747f129d42 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0389335 Aug 31 01:20:51.847048 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.893313 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.907361 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6d20-cc70-451a-b113-5f81af230ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.909958 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5f0d6d20-cc70-451a-b113-5f81af230ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.924651 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5f0d6d20-cc70-451a-b113-5f81af230ffb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7309d09-33a6-41a4-bb54-e7c2f38d3d8e HTTP/1.1" status: 204 len: 168 time: 0.3575234 Aug 31 01:20:51.953109 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:51.970591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d6d20-cc70-451a-b113-5f81af230ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7309d09-33a6-41a4-bb54-e7c2f38d3d8e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:51.992502 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port 372924b0-60b3-407f-9359-905fe1d50e37 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:51.992848 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.029118 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:20:52.037211 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:20:52.051313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:20:52.105033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Pushing event updated for resources: {'Port': ['ID=c5d2176f-95eb-4667-86a5-74ca5724bb3f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:52.127725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-362bcd99-4d03-4726-a570-449d2caaa184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:49Z', 'revision_number': 9, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:29Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:52.140912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] For port 372924b0-60b3-407f-9359-905fe1d50e37, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=372924b0-60b3-407f-9359-905fe1d50e37,segment=NetworkSegment(0fa0d794-5557-4d43-8626-aee834925d7e),segment_id=0fa0d794-5557-4d43-8626-aee834925d7e)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:52.141432 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.158333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for 372924b0-60b3-407f-9359-905fe1d50e37 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:52.189616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362bcd99-4d03-4726-a570-449d2caaa184 None None] The sync data for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 is: [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:49Z', 'revision_number': 9, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29855d3-a739-4ad6-89ff-96c1f750ddf7', 'name': '', 'network_id': '5637dcba-ee26-47dd-85b0-62a8908f02c4', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:3e:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '3439bd66-ea88-4997-8487-d92430b6739f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:21Z', 'updated_at': '2021-08-31T01:20:29Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '3439bd66-ea88-4997-8487-d92430b6739f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:52.193713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd329da-1954-45aa-8580-41477a83c727 None None] DHCP port deletion for 47bc57dc-f181-459a-96bf-536659e9dd08 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:20:52.275325 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3fd329da-1954-45aa-8580-41477a83c727 None None] Deleting port 372924b0-60b3-407f-9359-905fe1d50e37 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:52.275799 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3fd329da-1954-45aa-8580-41477a83c727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.372834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed90ee7-fd94-4fc9-afcc-dea273231679 req-c3b8bfba-d8e8-444f-978a-43ba10300a4a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:52.380000 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fed90ee7-fd94-4fc9-afcc-dea273231679 req-c3b8bfba-d8e8-444f-978a-43ba10300a4a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.0896378 Aug 31 01:20:52.380394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-3fd329da-1954-45aa-8580-41477a83c727 None None] For port 372924b0-60b3-407f-9359-905fe1d50e37, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=372924b0-60b3-407f-9359-905fe1d50e37,segment=NetworkSegment(0fa0d794-5557-4d43-8626-aee834925d7e),segment_id=0fa0d794-5557-4d43-8626-aee834925d7e)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:52.380942 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3fd329da-1954-45aa-8580-41477a83c727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.397443 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.407480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3fd329da-1954-45aa-8580-41477a83c727 None None] Calling delete_port for 372924b0-60b3-407f-9359-905fe1d50e37 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:52.424598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=372924b0-60b3-407f-9359-905fe1d50e37,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:52.435461 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.444977 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No DVR routers for this DVR port 372924b0-60b3-407f-9359-905fe1d50e37 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:52.499349 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3fd329da-1954-45aa-8580-41477a83c727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.513876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd329da-1954-45aa-8580-41477a83c727 None None] No DVR routers for this DVR port 372924b0-60b3-407f-9359-905fe1d50e37 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:52.532859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd329da-1954-45aa-8580-41477a83c727 None None] Pushing event deleted for resources: {'Port': ['ID=372924b0-60b3-407f-9359-905fe1d50e37,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:52.534677 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.557022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bc57dc-f181-459a-96bf-536659e9dd08']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:52.580696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fed90ee7-fd94-4fc9-afcc-dea273231679 req-a076fa91-bdc9-4f4e-a867-1ac50f36c4c7 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963930 Aug 31 01:20:52.595425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa0d794-5557-4d43-8626-aee834925d7e') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:52.596323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa0d794-5557-4d43-8626-aee834925d7e') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:52.635691 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.680964 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.690679 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:52.691513 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.695057 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5d9d1e10-47bb-43ac-be42-336ac61ce5a9 req-6b01809b-cb84-4c4a-9e35-2fa2053b3ade service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=828a8cf0-850a-490a-9bde-37cf7d011b0a HTTP/1.1" status: 200 len: 210 time: 0.0379441 Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:52.696178 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:52.752531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-903e1b56-64b1-48f7-8629-2c01d2c50fd4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1390052 Aug 31 01:20:52.775705 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.777015 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.782462 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:52.787574 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/networks/47bc57dc-f181-459a-96bf-536659e9dd08 HTTP/1.1" status: 204 len: 168 time: 1.1408429 Aug 31 01:20:52.788282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36076) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:52.840604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94821624-c7a4-4113-84e3-1cc5d6681041 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Network': ['ID=47bc57dc-f181-459a-96bf-536659e9dd08,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:52.944572 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Router 3749207a-32d7-4ecd-90b6-4440f5e965f0 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:20:53.074055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 024b1961-88cf-4460-b083-1688e41495fb no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:53.099162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:53.107935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 024b1961-88cf-4460-b083-1688e41495fb {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:53.108633 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 024b1961-88cf-4460-b083-1688e41495fb not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:53.109167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 372924b0-60b3-407f-9359-905fe1d50e37 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:53.111681 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351febc-08a2-404a-a43d-caf55b555e31 None None] Sync routers for ids ['3749207a-32d7-4ecd-90b6-4440f5e965f0'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:53.130502 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351febc-08a2-404a-a43d-caf55b555e31 None None] Routers {'3749207a-32d7-4ecd-90b6-4440f5e965f0'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:53.131192 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c351febc-08a2-404a-a43d-caf55b555e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3749207a-32d7-4ecd-90b6-4440f5e965f0'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:53.131760 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.133393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 372924b0-60b3-407f-9359-905fe1d50e37 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:53.134410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 372924b0-60b3-407f-9359-905fe1d50e37 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:53.141210 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-debdd43d-9adb-40b9-bfe6-9f3be069adf6 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8916645 Aug 31 01:20:53.142857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36094) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:53.149052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:53.202659 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c351febc-08a2-404a-a43d-caf55b555e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:53.212240 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351febc-08a2-404a-a43d-caf55b555e31 None None] Routers {'3749207a-32d7-4ecd-90b6-4440f5e965f0'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:53.213065 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c351febc-08a2-404a-a43d-caf55b555e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3749207a-32d7-4ecd-90b6-4440f5e965f0'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:53.261721 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c351febc-08a2-404a-a43d-caf55b555e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:53.263121 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351febc-08a2-404a-a43d-caf55b555e31 None None] The sync data for ids ['3749207a-32d7-4ecd-90b6-4440f5e965f0'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:53.381516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dfa8f7cb-77c4-4758-9889-8992fee2032b req-5e4fedfd-6bee-4692-b52c-fa97d7a389aa tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0815172 Aug 31 01:20:53.458047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-cbf9ca0b-3706-4027-8018-813efcdc971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:53.458892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-cbf9ca0b-3706-4027-8018-813efcdc971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:53.459549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-cbf9ca0b-3706-4027-8018-813efcdc971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:53.460163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-cbf9ca0b-3706-4027-8018-813efcdc971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:53.460784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-cbf9ca0b-3706-4027-8018-813efcdc971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:53.461403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-cbf9ca0b-3706-4027-8018-813efcdc971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:53.462041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-cbf9ca0b-3706-4027-8018-813efcdc971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:53.464650 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-cbf9ca0b-3706-4027-8018-813efcdc971a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1534f084f814923866cc1da0f965ab3&device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 6509 time: 0.1657987 Aug 31 01:20:53.514191 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-40232094-087d-4172-ae09-985c0e2d8b2e req-1010de5d-ff3b-4bc8-b437-34619a1722dc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0343955 Aug 31 01:20:53.577829 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.592349 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.660895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-4b9004d8-7beb-4119-bd14-cefee35d748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:53.661370 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-4b9004d8-7beb-4119-bd14-cefee35d748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:53.662013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-4b9004d8-7beb-4119-bd14-cefee35d748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:53.663749 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-4b9004d8-7beb-4119-bd14-cefee35d748f service neutron] 10.222.0.70 "GET /v2.0/networks?id=ebcfddf9-8b28-46c0-b6e9-f572fd50039a&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca HTTP/1.1" status: 200 len: 2299 time: 0.1486480 Aug 31 01:20:53.663853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Deleting port c5d2176f-95eb-4667-86a5-74ca5724bb3f {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:53.664271 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.733024 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f294ca1a-9816-427c-b8fd-a7c4e2598f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.781691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.794602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Calling delete_port for c5d2176f-95eb-4667-86a5-74ca5724bb3f owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:53.804406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-943fc2ca-fec4-4a9c-8193-705966695968 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:53.816556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5125ac-49af-4e50-87c6-e017b597b77e req-5fc266cc-00bc-45b7-a0b4-d5e202ec58d1 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:53.818095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc5125ac-49af-4e50-87c6-e017b597b77e req-5fc266cc-00bc-45b7-a0b4-d5e202ec58d1 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.1209230 Aug 31 01:20:53.908464 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-57a34442-8783-474d-b382-9fdd40d0ca3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ccb67a-e685-420f-afef-38e0a5289db7 HTTP/1.1" status: 200 len: 1002 time: 0.1625943 Aug 31 01:20:54.014062 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.019830 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.032816 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc5125ac-49af-4e50-87c6-e017b597b77e req-c8483cd7-fd8d-4f22-a8f2-c12a99aefc44 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740513 Aug 31 01:20:54.060535 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Pushing event deleted for resources: {'Port': ['ID=c5d2176f-95eb-4667-86a5-74ca5724bb3f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:54.104032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-a8758641-b57e-4e72-9afd-90d413bafe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:54.106097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-a8758641-b57e-4e72-9afd-90d413bafe19 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=198a4c1e-c03d-447f-8e37-fec3a4c3c5eb HTTP/1.1" status: 200 len: 856 time: 0.1811416 Aug 31 01:20:54.153122 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.233353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-49488d12-c55e-4547-9153-b4cad6715fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:54.235547 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-49488d12-c55e-4547-9153-b4cad6715fd5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ebcfddf9-8b28-46c0-b6e9-f572fd50039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027448 Aug 31 01:20:54.343995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-936c5dff-a279-4ad7-ae37-1e28f4516b6f service neutron] 10.222.0.70 "GET /v2.0/networks/ebcfddf9-8b28-46c0-b6e9-f572fd50039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999770 Aug 31 01:20:54.404663 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.410380 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.451110 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.507041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Router 3749207a-32d7-4ecd-90b6-4440f5e965f0 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:54.529026 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1b6b165-b780-47f2-99be-a847f08311fe req-85e27ea1-6d56-47bb-8707-aeb56d0a26ba tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0357649 Aug 31 01:20:54.612169 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:54.619765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.621035 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2a365e71-6e55-47b0-bc65-557eba661eb7 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "PUT /v2.0/routers/3749207a-32d7-4ecd-90b6-4440f5e965f0 HTTP/1.1" status: 200 len: 709 time: 1.4760783 Aug 31 01:20:54.624233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36168) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:54.626906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b856a-7c85-464d-8274-a9e44318a617 None None] Sync routers for ids ['3749207a-32d7-4ecd-90b6-4440f5e965f0'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:54.635447 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-c763a802-6210-4363-ad5c-cbf8be5f4c9f service neutron] 10.222.0.70 "GET /v2.0/networks/ebcfddf9-8b28-46c0-b6e9-f572fd50039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617366 Aug 31 01:20:54.640441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b856a-7c85-464d-8274-a9e44318a617 None None] Routers {'3749207a-32d7-4ecd-90b6-4440f5e965f0'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:54.641163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-554b856a-7c85-464d-8274-a9e44318a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3749207a-32d7-4ecd-90b6-4440f5e965f0'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:54.667396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-943fc2ca-fec4-4a9c-8193-705966695968 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port e29855d3-a739-4ad6-89ff-96c1f750ddf7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:54.668509 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-943fc2ca-fec4-4a9c-8193-705966695968 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.707262 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ecbe8a7c-cbba-4c6e-adc1-c7adca8218e6 tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/routers/3749207a-32d7-4ecd-90b6-4440f5e965f0 HTTP/1.1" status: 200 len: 744 time: 0.0818703 Aug 31 01:20:54.707878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36170) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:54.714023 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-554b856a-7c85-464d-8274-a9e44318a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:54.736907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b856a-7c85-464d-8274-a9e44318a617 None None] Routers {'3749207a-32d7-4ecd-90b6-4440f5e965f0'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:54.739541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-554b856a-7c85-464d-8274-a9e44318a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3749207a-32d7-4ecd-90b6-4440f5e965f0'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:54.765174 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-86226177-4664-4319-b2cb-d4778ac669ad tempest-RoutersIpV6AdminTest-478849166 tempest-RoutersIpV6AdminTest-478849166-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&device_id=3749207a-32d7-4ecd-90b6-4440f5e965f0 HTTP/1.1" status: 200 len: 205 time: 0.0561659 Aug 31 01:20:54.765805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36174) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:54.804414 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2306063f-8cab-4ff9-9040-7f995c1ccf66 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "GET /v2.0/ports?device_id=3749207a-32d7-4ecd-90b6-4440f5e965f0 HTTP/1.1" status: 200 len: 205 time: 0.0372097 Aug 31 01:20:54.805020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36176) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:54.838003 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-554b856a-7c85-464d-8274-a9e44318a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:54.840962 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b856a-7c85-464d-8274-a9e44318a617 None None] The sync data for ids ['3749207a-32d7-4ecd-90b6-4440f5e965f0'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:54.856645 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-e2d48301-f3aa-4490-abf1-1468d34c2992 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 HTTP/1.1" status: 200 len: 217 time: 0.2070284 Aug 31 01:20:54.908197 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f08929b1-9640-4221-b7d9-ef2a68f8adfa tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:54.979971 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-943fc2ca-fec4-4a9c-8193-705966695968 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] For port e29855d3-a739-4ad6-89ff-96c1f750ddf7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e29855d3-a739-4ad6-89ff-96c1f750ddf7,segment=NetworkSegment(849a7110-b58a-4447-baec-aed907fc9f5a),segment_id=849a7110-b58a-4447-baec-aed907fc9f5a)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:54.981097 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-943fc2ca-fec4-4a9c-8193-705966695968 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.009247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-3aedec7d-4f39-45bc-8f89-6ed435b245c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:55.011084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-3aedec7d-4f39-45bc-8f89-6ed435b245c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.1507320 Aug 31 01:20:55.012877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-943fc2ca-fec4-4a9c-8193-705966695968 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for e29855d3-a739-4ad6-89ff-96c1f750ddf7 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:55.103216 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f08929b1-9640-4221-b7d9-ef2a68f8adfa tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.105743 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f08929b1-9640-4221-b7d9-ef2a68f8adfa tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.144313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-3bec7636-e072-40e3-8455-940a07c2a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:55.145906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-3bec7636-e072-40e3-8455-940a07c2a1e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1187947 Aug 31 01:20:55.170065 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f08929b1-9640-4221-b7d9-ef2a68f8adfa tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.171456 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08929b1-9640-4221-b7d9-ef2a68f8adfa tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Fanout notify agent at l3_agent the message router_deleted on router 3749207a-32d7-4ecd-90b6-4440f5e965f0 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:20:55.181685 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f08929b1-9640-4221-b7d9-ef2a68f8adfa tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.187902 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f08929b1-9640-4221-b7d9-ef2a68f8adfa tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "DELETE /v2.0/routers/3749207a-32d7-4ecd-90b6-4440f5e965f0 HTTP/1.1" status: 204 len: 168 time: 0.3815346 Aug 31 01:20:55.188588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36180) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:55.224668 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-840f509f-2de9-4e5f-a7ca-62438357d479 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "GET /v2.0/ports?device_id=3749207a-32d7-4ecd-90b6-4440f5e965f0 HTTP/1.1" status: 200 len: 205 time: 0.0347142 Aug 31 01:20:55.225616 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36182) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:55.275454 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-4e3bfa4f-326c-46a8-bde5-e222490d2303 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] delete failed (client error): The resource could not be found. Aug 31 01:20:55.281055 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4e3bfa4f-326c-46a8-bde5-e222490d2303 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "DELETE /v2.0/routers/3749207a-32d7-4ecd-90b6-4440f5e965f0 HTTP/1.1" status: 404 len: 336 time: 0.0542042 Aug 31 01:20:55.281546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36186) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:55.322396 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7af52ee3-6239-40e1-8560-bc09e226ee88 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d61c5e3-4cd2-4afe-a5ba-eca983691def HTTP/1.1" status: 200 len: 205 time: 0.0396519 Aug 31 01:20:55.323116 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36188) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:55.329973 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb49ed1-c9b1-42ef-884c-c112d2a0d6c0 req-1138cc55-3368-4dfd-b183-d5f9af774243 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:55.329973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffb49ed1-c9b1-42ef-884c-c112d2a0d6c0 req-1138cc55-3368-4dfd-b183-d5f9af774243 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.1808772 Aug 31 01:20:55.368847 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-f100973b-63d3-4a66-8ae7-bc1c05479b86 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] delete failed (client error): The resource could not be found. Aug 31 01:20:55.374019 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f100973b-63d3-4a66-8ae7-bc1c05479b86 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "DELETE /v2.0/routers/5d61c5e3-4cd2-4afe-a5ba-eca983691def HTTP/1.1" status: 404 len: 336 time: 0.0498500 Aug 31 01:20:55.374652 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36190) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:55.404971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-25350e18-3536-4829-b83f-333e9447cb35 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437768 Aug 31 01:20:55.408792 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0a6c3eac-cdaa-4ca8-ac35-bc57dac7c3b0 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f640bfa-496d-4a47-8f78-0131791c2f03 HTTP/1.1" status: 200 len: 205 time: 0.0308111 Aug 31 01:20:55.409040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36192) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:55.435586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffb49ed1-c9b1-42ef-884c-c112d2a0d6c0 req-93453b0a-7fee-48a1-a67f-09e5f88923aa tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954099 Aug 31 01:20:55.471532 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-bee4dcbd-76a1-42fe-ac37-c933c41f76c5 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] delete failed (client error): The resource could not be found. Aug 31 01:20:55.472916 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bee4dcbd-76a1-42fe-ac37-c933c41f76c5 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "DELETE /v2.0/routers/3f640bfa-496d-4a47-8f78-0131791c2f03 HTTP/1.1" status: 404 len: 336 time: 0.0629148 Aug 31 01:20:55.475725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36196) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:55.506754 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-943fc2ca-fec4-4a9c-8193-705966695968 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.508815 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-52fae18a-8664-4bc9-8d0e-ce18b1567fe5 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc1ea462-d2b8-46cd-907c-2a64c965a74b HTTP/1.1" status: 200 len: 205 time: 0.0320761 Aug 31 01:20:55.511137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36198) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:55.550735 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-1ba92a3b-9b4a-4855-8c73-7a393c87dc0a tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] delete failed (client error): The resource could not be found. Aug 31 01:20:55.552137 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1ba92a3b-9b4a-4855-8c73-7a393c87dc0a tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "DELETE /v2.0/routers/fc1ea462-d2b8-46cd-907c-2a64c965a74b HTTP/1.1" status: 404 len: 336 time: 0.0399539 Aug 31 01:20:55.553354 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fc2ca-fec4-4a9c-8193-705966695968 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=e29855d3-a739-4ad6-89ff-96c1f750ddf7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:55.555652 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36200) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:55.594418 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5650f920-f6e5-4aed-86a3-e46c811ce0eb tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fff299e-0ba4-4ac8-8934-42a3f1fe9c67 HTTP/1.1" status: 200 len: 205 time: 0.0377533 Aug 31 01:20:55.596740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36204) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:55.657032 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-bc034e6f-71d6-4b1a-bef7-0fffd4af7ca6 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369213 Aug 31 01:20:55.702889 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52525a74-6308-4aae-b20c-b47ff8a95c8e req-5bcbc7df-ab97-4224-9a0e-1f531984ca4e tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0447412 Aug 31 01:20:55.739975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-aa9b23f0-7423-4f67-923b-0a916d45acef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=5d81a380-fcf4-4622-8fb9-2ce9b7259671 HTTP/1.1" status: 200 len: 217 time: 0.0681918 Aug 31 01:20:55.782689 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-943fc2ca-fec4-4a9c-8193-705966695968 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:55.910066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-8ce50a58-8aed-4334-bf87-00e075588383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:55.911618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-8ce50a58-8aed-4334-bf87-00e075588383 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.1628642 Aug 31 01:20:56.041066 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-8d51bafd-a447-4f7e-90d0-8bf3a3ea4fcb tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] delete failed (client error): The resource could not be found. Aug 31 01:20:56.042352 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8d51bafd-a447-4f7e-90d0-8bf3a3ea4fcb tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "DELETE /v2.0/routers/1fff299e-0ba4-4ac8-8934-42a3f1fe9c67 HTTP/1.1" status: 404 len: 336 time: 0.4446318 Aug 31 01:20:56.045359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36220) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:56.085659 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5ad41974-cdb3-47a5-a1e4-6c3a0975c33b tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "GET /v2.0/ports?device_id=17362066-82d1-4caf-ac48-ddcfdb3e5fe9 HTTP/1.1" status: 200 len: 205 time: 0.0388327 Aug 31 01:20:56.088552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36222) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:56.144086 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-e38b562c-e980-462c-823f-b1b70f7264bd tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] delete failed (client error): The resource could not be found. Aug 31 01:20:56.147583 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e38b562c-e980-462c-823f-b1b70f7264bd tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "DELETE /v2.0/routers/17362066-82d1-4caf-ac48-ddcfdb3e5fe9 HTTP/1.1" status: 404 len: 336 time: 0.0556085 Aug 31 01:20:56.147981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36228) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:56.178865 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b138c6-5081-4ded-a31e-4cdf444f7713 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] DELETE failed (client error): The resource could not be found. Aug 31 01:20:56.179740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b138c6-5081-4ded-a31e-4cdf444f7713 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:20:56.184576 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-58b138c6-5081-4ded-a31e-4cdf444f7713 tempest-RoutersIpV6AdminTest-1715083786 tempest-RoutersIpV6AdminTest-1715083786-project] 10.222.0.58 "DELETE /v2.0/subnets/ea4aa6c8-d2f3-43a8-8464-b820eac6068d HTTP/1.1" status: 404 len: 337 time: 0.0325596 Aug 31 01:20:56.427981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-cc35e1ec-004e-4efa-9339-1d8559b86424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:56.429778 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-cc35e1ec-004e-4efa-9339-1d8559b86424 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4989605 Aug 31 01:20:56.435865 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65984dcb-ec63-47e9-ac98-94675333b96f req-c5b4e6b2-7ffd-47d1-879e-c43f6ac9e305 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0413375 Aug 31 01:20:56.515618 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943fc2ca-fec4-4a9c-8193-705966695968 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router da04d4c1-d5c4-4e82-8168-4706719691fe has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:20:56.587568 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36240) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:56.672843 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:56.677204 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-b524bb4a-2fe8-445c-b26a-5f3d79836319 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359443 Aug 31 01:20:56.697155 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a36d9c-cdc8-434e-9070-bace94e9de75 req-4b70652a-98cb-4a8c-9c33-10599c1e1494 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:56.698653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71a36d9c-cdc8-434e-9070-bace94e9de75 req-4b70652a-98cb-4a8c-9c33-10599c1e1494 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.1642563 Aug 31 01:20:56.729305 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d8854d8-f669-4d8b-9cad-6e0a01956b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:56.763883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943fc2ca-fec4-4a9c-8193-705966695968 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:20:56.780519 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-943fc2ca-fec4-4a9c-8193-705966695968 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/da04d4c1-d5c4-4e82-8168-4706719691fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9854388 Aug 31 01:20:56.782509 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36244) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:56.786577 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea88b8b3-731f-497e-b170-b20deb26ca8b None None] Sync routers for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:20:56.800224 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea88b8b3-731f-497e-b170-b20deb26ca8b None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:56.801620 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ea88b8b3-731f-497e-b170-b20deb26ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:56.825170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71a36d9c-cdc8-434e-9070-bace94e9de75 req-debf65f1-3bb3-4fe0-a528-1bef09b91776 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067188 Aug 31 01:20:56.845136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-41d8d80c-71b5-4dc3-8b66-0feaa951b2ed service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424878 Aug 31 01:20:56.871784 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-507b0042-14f4-4726-8ccc-93ce9ed2a615 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting subnet 3439bd66-ea88-4997-8487-d92430b6739f {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:20:56.876471 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-507b0042-14f4-4726-8ccc-93ce9ed2a615 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:56.901251 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-2754ecf7-f275-4139-a691-262dd085b22e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=37705bfd-5dbc-4051-a010-ae4dce40f5bd HTTP/1.1" status: 200 len: 217 time: 0.0484350 Aug 31 01:20:56.940583 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-507b0042-14f4-4726-8ccc-93ce9ed2a615 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:56.943498 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-ea88b8b3-731f-497e-b170-b20deb26ca8b None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:56.966745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-3bbde3dd-8891-458b-8608-5d9c13a4d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:56.967617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-3bbde3dd-8891-458b-8608-5d9c13a4d5dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.0587418 Aug 31 01:20:57.029499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-2b1f6efc-e065-4c85-9b4e-3207fda32507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:57.032124 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-2b1f6efc-e065-4c85-9b4e-3207fda32507 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0544631 Aug 31 01:20:57.035167 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d8854d8-f669-4d8b-9cad-6e0a01956b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.040672 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6d8854d8-f669-4d8b-9cad-6e0a01956b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.157434 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-721e1a61-bb46-4abc-a072-69b3bb09abf2 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173849 Aug 31 01:20:57.160820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8854d8-f669-4d8b-9cad-6e0a01956b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa751d87-dd0a-48de-b1e6-15c42f8fc3eb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:57.193204 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-507b0042-14f4-4726-8ccc-93ce9ed2a615 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.202624 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6d8854d8-f669-4d8b-9cad-6e0a01956b85 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6dacd35f4484ced8ca0140acbf400e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6101396 Aug 31 01:20:57.222248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36248) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:57.235803 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ea88b8b3-731f-497e-b170-b20deb26ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:55Z', 'revision_number': 10, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:57.273552 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea88b8b3-731f-497e-b170-b20deb26ca8b None None] Checking router: da04d4c1-d5c4-4e82-8168-4706719691fe for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:20:57.284474 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea88b8b3-731f-497e-b170-b20deb26ca8b None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:20:57.285110 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ea88b8b3-731f-497e-b170-b20deb26ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:57.286069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-507b0042-14f4-4726-8ccc-93ce9ed2a615 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.317834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b0042-14f4-4726-8ccc-93ce9ed2a615 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Subnet': ['ID=3439bd66-ea88-4997-8487-d92430b6739f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:57.325156 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f0b599b6-162b-4a8a-b602-be226eac6e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.328578 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-507b0042-14f4-4726-8ccc-93ce9ed2a615 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.329243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-eec0fc79-d97c-4670-a01e-6bb1faff0f94 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630282 Aug 31 01:20:57.331436 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-507b0042-14f4-4726-8ccc-93ce9ed2a615 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/3439bd66-ea88-4997-8487-d92430b6739f HTTP/1.1" status: 204 len: 168 time: 0.5489872 Aug 31 01:20:57.333974 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36250) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:57.346338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f242dc76-456f-4ae0-959f-ea79f8a1a832 None None] Network 5637dcba-ee26-47dd-85b0-62a8908f02c4 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:20:57.387204 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-ea88b8b3-731f-497e-b170-b20deb26ca8b None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:20:57.483234 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.502888 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f0b599b6-162b-4a8a-b602-be226eac6e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.510828 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-0ef084e2-6119-47a5-a1a3-6612c92a5c0e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=f3cb103b-7662-48f3-b93d-2288cfdea400 HTTP/1.1" status: 200 len: 217 time: 0.0928748 Aug 31 01:20:57.605426 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d15fb13-ce86-4e89-a6c0-6701e2b3b3f6 req-65ffcaaa-8231-4ddb-a710-84b7461470c8 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0738666 Aug 31 01:20:57.627963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b47750-8f59-4d6a-91d1-c0527286d08b None None] DHCP port deletion for 5637dcba-ee26-47dd-85b0-62a8908f02c4 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:20:57.679446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-f2002e51-2729-4c3f-93ca-d47d58717178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:57.680988 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-f2002e51-2729-4c3f-93ca-d47d58717178 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.1521924 Aug 31 01:20:57.708055 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ea88b8b3-731f-497e-b170-b20deb26ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:55Z', 'revision_number': 10, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:57.734011 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f0b599b6-162b-4a8a-b602-be226eac6e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.736574 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f0b599b6-162b-4a8a-b602-be226eac6e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.739336 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f0b599b6-162b-4a8a-b602-be226eac6e5b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa751d87-dd0a-48de-b1e6-15c42f8fc3eb HTTP/1.1" status: 204 len: 168 time: 0.5145204 Aug 31 01:20:57.744806 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea88b8b3-731f-497e-b170-b20deb26ca8b None None] The sync data for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 is: [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:55Z', 'revision_number': 10, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None, '_interfaces': [{'id': '35522efa-29d8-4647-b1ca-ad625959753d', 'name': '', 'network_id': '86d56b24-e608-4c44-9986-de236b006c54', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'mac_address': 'fa:16:3e:08:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:12Z', 'updated_at': '2021-08-31T01:20:23Z', 'revision_number': 5, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'subnets': [{'id': '4809dc20-f562-4754-94c0-444ce4ef982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:20:57.761351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b599b6-162b-4a8a-b602-be226eac6e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa751d87-dd0a-48de-b1e6-15c42f8fc3eb,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:57.765085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port 5c397c32-b7b5-4097-8623-9a5595fb2499 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:57.765731 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.815474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-01b47750-8f59-4d6a-91d1-c0527286d08b None None] Deleting port 5c397c32-b7b5-4097-8623-9a5595fb2499 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:57.815970 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-01b47750-8f59-4d6a-91d1-c0527286d08b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.823226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-79b90f43-35a6-4201-b58a-29fc39ee2a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:57.825648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-79b90f43-35a6-4201-b58a-29fc39ee2a91 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1354318 Aug 31 01:20:57.907830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-01b47750-8f59-4d6a-91d1-c0527286d08b None None] For port 5c397c32-b7b5-4097-8623-9a5595fb2499, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5c397c32-b7b5-4097-8623-9a5595fb2499,segment=NetworkSegment(849a7110-b58a-4447-baec-aed907fc9f5a),segment_id=849a7110-b58a-4447-baec-aed907fc9f5a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:57.908515 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-01b47750-8f59-4d6a-91d1-c0527286d08b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:57.924935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-01b47750-8f59-4d6a-91d1-c0527286d08b None None] Calling delete_port for 5c397c32-b7b5-4097-8623-9a5595fb2499 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:57.986888 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] For port 5c397c32-b7b5-4097-8623-9a5595fb2499, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5c397c32-b7b5-4097-8623-9a5595fb2499,segment=NetworkSegment(849a7110-b58a-4447-baec-aed907fc9f5a),segment_id=849a7110-b58a-4447-baec-aed907fc9f5a)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:57.987642 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.035938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for 5c397c32-b7b5-4097-8623-9a5595fb2499 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:58.147318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab4a3d-0271-45ae-b6dd-3a5536143689 req-b36de02a-9ef0-4d1b-b599-d282ea84d80c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:58.160894 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26ab4a3d-0271-45ae-b6dd-3a5536143689 req-b36de02a-9ef0-4d1b-b599-d282ea84d80c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.2180638 Aug 31 01:20:58.180070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-ef6b2cdf-1c49-45ba-bb1d-e0dc9f5a7103 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320935 Aug 31 01:20:58.223475 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36266) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:58.289703 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-01b47750-8f59-4d6a-91d1-c0527286d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.290430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26ab4a3d-0271-45ae-b6dd-3a5536143689 req-21cafea6-4280-4127-b097-dba68aad489c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287098 Aug 31 01:20:58.292764 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.305852 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1dea3620-c355-47f0-af4a-2ed67c897dab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=64421116780242ec9c0e5553a20af34c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803123 Aug 31 01:20:58.306608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36268) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:58.332195 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b47750-8f59-4d6a-91d1-c0527286d08b None None] Pushing event deleted for resources: {'Port': ['ID=5c397c32-b7b5-4097-8623-9a5595fb2499,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:58.338310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b47750-8f59-4d6a-91d1-c0527286d08b None None] No DVR routers for this DVR port 5c397c32-b7b5-4097-8623-9a5595fb2499 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:58.390877 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f13452e1-184c-4c3a-911d-59e911e91871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.396958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=5c397c32-b7b5-4097-8623-9a5595fb2499,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:58.407762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No DVR routers for this DVR port 5c397c32-b7b5-4097-8623-9a5595fb2499 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:20:58.417494 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f13452e1-184c-4c3a-911d-59e911e91871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.472733 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f13452e1-184c-4c3a-911d-59e911e91871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.476040 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f13452e1-184c-4c3a-911d-59e911e91871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.477273 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f13452e1-184c-4c3a-911d-59e911e91871 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2bfdb32d-555e-45ca-abe8-e23f55eab5e4 HTTP/1.1" status: 204 len: 168 time: 0.1686554 Aug 31 01:20:58.489458 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13452e1-184c-4c3a-911d-59e911e91871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfdb32d-555e-45ca-abe8-e23f55eab5e4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:58.522839 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.552835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5637dcba-ee26-47dd-85b0-62a8908f02c4']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:58.567321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-75b64fad-8fe0-4181-a1f2-ca4b3721ee70 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964029 Aug 31 01:20:58.568088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849a7110-b58a-4447-baec-aed907fc9f5a') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:58.568383 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849a7110-b58a-4447-baec-aed907fc9f5a') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:20:58.586355 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.631741 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-5e6564d9-ea56-4e51-96cc-bad32eb99f19 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b6bb6337-ff8f-48c0-868d-46f6ec442765 HTTP/1.1" status: 200 len: 217 time: 0.0560217 Aug 31 01:20:58.647501 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.681106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:20:58.681522 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:20:58.685801 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:20:58.780783 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f2cf7e2-3557-4ef9-b7b5-0705b9b719a1 req-c0f94210-9cec-4415-aa36-52be1afb4dbb tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0528705 Aug 31 01:20:58.799030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-c0a2f288-4e88-4db8-ad33-32261a5cedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:58.800598 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-c0a2f288-4e88-4db8-ad33-32261a5cedb2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c HTTP/1.1" status: 200 len: 797 time: 0.1617789 Aug 31 01:20:58.809659 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.826416 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:58.828270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/networks/5637dcba-ee26-47dd-85b0-62a8908f02c4 HTTP/1.1" status: 204 len: 168 time: 1.4933803 Aug 31 01:20:58.831075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36280) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:58.856922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee78e5-13b0-43c6-aa10-14ed43731aa2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Network': ['ID=5637dcba-ee26-47dd-85b0-62a8908f02c4,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:20:58.893277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-2f429279-21fa-478e-a73f-158acd85b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:58.894839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-2f429279-21fa-478e-a73f-158acd85b2ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0829909 Aug 31 01:20:59.021068 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-c6060da4-a3c0-44f6-b90e-cbd0a0e3b104 service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172299 Aug 31 01:20:59.065209 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5c397c32-b7b5-4097-8623-9a5595fb2499 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:59.108820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 5c397c32-b7b5-4097-8623-9a5595fb2499 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:59.109404 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5c397c32-b7b5-4097-8623-9a5595fb2499 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:59.110414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e29855d3-a739-4ad6-89ff-96c1f750ddf7 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:20:59.144332 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: e29855d3-a739-4ad6-89ff-96c1f750ddf7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:20:59.145343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e29855d3-a739-4ad6-89ff-96c1f750ddf7 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:20:59.177151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-4222c79d-09c9-4fcf-91a1-ce0b00aac9af service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445711 Aug 31 01:20:59.243472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-da7baf4e-8473-4630-8d3f-3f3eb7a89454 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d HTTP/1.1" status: 200 len: 217 time: 0.0524590 Aug 31 01:20:59.302601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-8885103b-9897-4611-9e4d-936dc8939461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:59.304537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-8885103b-9897-4611-9e4d-936dc8939461 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c HTTP/1.1" status: 200 len: 797 time: 0.0527406 Aug 31 01:20:59.323261 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2ccf081c-949c-4aa8-b84e-79f55948ee04 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:59.400075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-6f243f6d-4783-49a3-b610-fa3608cbfaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:59.401537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-6f243f6d-4783-49a3-b610-fa3608cbfaf1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0757940 Aug 31 01:20:59.496419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65625d5-9e61-4cd5-9178-045609c96b2d req-d0fee331-042d-43ef-9dd1-2d31b6626e61 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:59.498158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e65625d5-9e61-4cd5-9178-045609c96b2d req-d0fee331-042d-43ef-9dd1-2d31b6626e61 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.1164675 Aug 31 01:20:59.522703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36302) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:20:59.580904 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-2e8db9ab-b559-4c1b-849c-1a85036e5158 service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630485 Aug 31 01:20:59.584500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e65625d5-9e61-4cd5-9178-045609c96b2d req-f47e51d3-2f25-4220-961c-6e67a5a7a1f6 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794175 Aug 31 01:20:59.682713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Request body: {'networks': [{'name': 'tempest-network--1260607556'}, {'name': 'tempest-network--1715392478'}]} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:59.683043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Request body: {'network': {'name': 'tempest-network--1260607556'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:59.684106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Request body: {'network': {'name': 'tempest-network--1715392478'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:20:59.691766 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf081c-949c-4aa8-b84e-79f55948ee04 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port 35522efa-29d8-4647-b1ca-ad625959753d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:20:59.692404 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2ccf081c-949c-4aa8-b84e-79f55948ee04 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:59.715352 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90ea2af7-0d17-405e-8a3a-2ea715b441a3 req-3584faeb-9e56-456c-9e1c-d87199652c47 service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264482 Aug 31 01:20:59.725020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Made reservation on behalf of 040bad9e5e42481fa35a95b94bdc7d47 for: {'network': 2} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:20:59.732105 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:59.742926 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:59.803465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-2ccf081c-949c-4aa8-b84e-79f55948ee04 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] For port 35522efa-29d8-4647-b1ca-ad625959753d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=35522efa-29d8-4647-b1ca-ad625959753d,segment=NetworkSegment(aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94),segment_id=aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:20:59.805984 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2ccf081c-949c-4aa8-b84e-79f55948ee04 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:59.831113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf081c-949c-4aa8-b84e-79f55948ee04 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for 35522efa-29d8-4647-b1ca-ad625959753d owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:20:59.876948 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:59.881095 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:59.881712 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:59.962362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63f3fd0e-24f1-4d4c-9f0f-9fe482ee62ad req-ae0a5cf1-a1bf-4df9-9d74-6bf94467c914 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0535796 Aug 31 01:21:00.008397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77926d78-cca1-49e2-b978-4f9d0c2f8b7a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:00.032076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb77cb-f9f6-46fe-95e8-afff8ec2cf01 req-7f39dd00-b7fa-43e0-a49a-3efe814b8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:00.034253 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dfbb77cb-f9f6-46fe-95e8-afff8ec2cf01 req-7f39dd00-b7fa-43e0-a49a-3efe814b8ba4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 1097 time: 0.1019142 Aug 31 01:21:00.059772 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2ccf081c-949c-4aa8-b84e-79f55948ee04 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.075637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:21:00.093986 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.094852 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Added segment 5281d12c-0243-41d4-b7a1-b47d07ff202c of type vlan for network 1de0d77b-400c-48b3-abc7-9c3f08d7fd98 Aug 31 01:21:00.097557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf081c-949c-4aa8-b84e-79f55948ee04 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=35522efa-29d8-4647-b1ca-ad625959753d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:00.117984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dfbb77cb-f9f6-46fe-95e8-afff8ec2cf01 req-b0f1ef85-ec19-46f7-8729-ad49d717d832 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699165 Aug 31 01:21:00.158531 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.201025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:21:00.213033 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.213435 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Added segment 1bb50789-ded5-40e8-a31d-d3f4a189ab98 of type vlan for network 3625f9a1-ace0-483d-a70e-5bc0ff25bc72 Aug 31 01:21:00.222880 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2ccf081c-949c-4aa8-b84e-79f55948ee04 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.264206 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.296012 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.296859 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.304341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:00.310107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:00.310937 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.382742 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8586469 Aug 31 01:21:00.397852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36314) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:00.416365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event updated for resources: {'Network': ['ID=1de0d77b-400c-48b3-abc7-9c3f08d7fd98,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:00.431691 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 1de0d77b-400c-48b3-abc7-9c3f08d7fd98 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:21:00.485689 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccf081c-949c-4aa8-b84e-79f55948ee04 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router da04d4c1-d5c4-4e82-8168-4706719691fe has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:21:00.579072 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccf081c-949c-4aa8-b84e-79f55948ee04 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:21:00.584050 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2ccf081c-949c-4aa8-b84e-79f55948ee04 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/da04d4c1-d5c4-4e82-8168-4706719691fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7517867 Aug 31 01:21:00.586668 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36316) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:00.590581 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe07f8-5a82-4cea-8ee3-494bfc429c7e None None] Sync routers for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:21:00.596069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31807f1a-cfd4-45c3-ae00-d2c424213b81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event updated for resources: {'Network': ['ID=3625f9a1-ace0-483d-a70e-5bc0ff25bc72,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:00.602257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe07f8-5a82-4cea-8ee3-494bfc429c7e None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:21:00.602873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d3fe07f8-5a82-4cea-8ee3-494bfc429c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:00.663223 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 3625f9a1-ace0-483d-a70e-5bc0ff25bc72 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:21:00.677890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1901fe7e-c6f5-4e85-bf87-92922562cb81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:00.684421 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1901fe7e-c6f5-4e85-bf87-92922562cb81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:00.690593 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc45c6c-5ec4-40e0-9972-f9664f81daf2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting subnet 4809dc20-f562-4754-94c0-444ce4ef982a {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:00.691349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1901fe7e-c6f5-4e85-bf87-92922562cb81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:00.698579 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3bc45c6c-5ec4-40e0-9972-f9664f81daf2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.698754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1901fe7e-c6f5-4e85-bf87-92922562cb81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:00.703052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1901fe7e-c6f5-4e85-bf87-92922562cb81 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3014092 Aug 31 01:21:00.703331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36320) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:00.760050 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3bc45c6c-5ec4-40e0-9972-f9664f81daf2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.790540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-d3fe07f8-5a82-4cea-8ee3-494bfc429c7e None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:21:00.824500 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4320f695-4e9f-4bef-b7e3-ba3e9416e40a tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.833934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5946fbe-ac45-4132-a264-913b70105516 req-c467d83d-f370-4212-91ad-ddc0117ba730 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:00.835545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5946fbe-ac45-4132-a264-913b70105516 req-c467d83d-f370-4212-91ad-ddc0117ba730 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.1330967 Aug 31 01:21:00.867576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d3fe07f8-5a82-4cea-8ee3-494bfc429c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:59Z', 'revision_number': 11, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:00.897158 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3bc45c6c-5ec4-40e0-9972-f9664f81daf2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:00.899103 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe07f8-5a82-4cea-8ee3-494bfc429c7e None None] Checking router: da04d4c1-d5c4-4e82-8168-4706719691fe for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:21:00.916791 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe07f8-5a82-4cea-8ee3-494bfc429c7e None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:21:00.917412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d3fe07f8-5a82-4cea-8ee3-494bfc429c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:00.942995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5946fbe-ac45-4132-a264-913b70105516 req-93aeb890-e8f9-4f9b-a67e-305a5667d6fb tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002738 Aug 31 01:21:00.975548 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4320f695-4e9f-4bef-b7e3-ba3e9416e40a tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.002360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-4320f695-4e9f-4bef-b7e3-ba3e9416e40a tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de0d77b-400c-48b3-abc7-9c3f08d7fd98']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:01.008831 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3bc45c6c-5ec4-40e0-9972-f9664f81daf2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.010615 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-d3fe07f8-5a82-4cea-8ee3-494bfc429c7e None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:21:01.023315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-4320f695-4e9f-4bef-b7e3-ba3e9416e40a tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5281d12c-0243-41d4-b7a1-b47d07ff202c') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:01.024842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-4320f695-4e9f-4bef-b7e3-ba3e9416e40a tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5281d12c-0243-41d4-b7a1-b47d07ff202c') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:01.049293 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3bc45c6c-5ec4-40e0-9972-f9664f81daf2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.063432 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3bc45c6c-5ec4-40e0-9972-f9664f81daf2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/4809dc20-f562-4754-94c0-444ce4ef982a HTTP/1.1" status: 204 len: 168 time: 0.4748924 Aug 31 01:21:01.066357 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36328) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:01.069754 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4320f695-4e9f-4bef-b7e3-ba3e9416e40a tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.078655 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e8d34-70b4-41e9-bd9c-f13c24c907f8 None None] Network 86d56b24-e608-4c44-9986-de236b006c54 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:01.114430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc45c6c-5ec4-40e0-9972-f9664f81daf2 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Subnet': ['ID=4809dc20-f562-4754-94c0-444ce4ef982a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:01.128066 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4320f695-4e9f-4bef-b7e3-ba3e9416e40a tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.170535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c61f877-1fa7-49e0-85f4-54aef3b6e7dc req-71367145-2fdc-44d7-805a-47b4dba2a3a8 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0699635 Aug 31 01:21:01.172575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4320f695-4e9f-4bef-b7e3-ba3e9416e40a tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:21:01.174707 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4320f695-4e9f-4bef-b7e3-ba3e9416e40a tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.190206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d3fe07f8-5a82-4cea-8ee3-494bfc429c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:59Z', 'revision_number': 11, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:01.204442 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.270647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe07f8-5a82-4cea-8ee3-494bfc429c7e None None] The sync data for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 is: [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:59Z', 'revision_number': 11, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:21:01.280354 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:21:01.322173 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Deleting port a7731bd3-c57d-4af4-99c3-f62452dfb025 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:01.322631 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.332313 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4320f695-4e9f-4bef-b7e3-ba3e9416e40a tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.342290 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4320f695-4e9f-4bef-b7e3-ba3e9416e40a tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.349237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4320f695-4e9f-4bef-b7e3-ba3e9416e40a tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "DELETE /v2.0/networks/1de0d77b-400c-48b3-abc7-9c3f08d7fd98 HTTP/1.1" status: 204 len: 168 time: 0.6449289 Aug 31 01:21:01.352695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36330) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:01.398487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320f695-4e9f-4bef-b7e3-ba3e9416e40a tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event deleted for resources: {'Network': ['ID=1de0d77b-400c-48b3-abc7-9c3f08d7fd98,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:01.413569 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] For port a7731bd3-c57d-4af4-99c3-f62452dfb025, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a7731bd3-c57d-4af4-99c3-f62452dfb025,segment=NetworkSegment(aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94),segment_id=aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:01.414643 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.432956 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Calling delete_port for a7731bd3-c57d-4af4-99c3-f62452dfb025 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:01.469724 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c072-0814-4072-a365-b33e85285880 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.482448 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.540404 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.571068 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Port': ['ID=a7731bd3-c57d-4af4-99c3-f62452dfb025,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:01.571258 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c072-0814-4072-a365-b33e85285880 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.575414 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No DVR routers for this DVR port a7731bd3-c57d-4af4-99c3-f62452dfb025 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:01.586209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-cfc8c072-0814-4072-a365-b33e85285880 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3625f9a1-ace0-483d-a70e-5bc0ff25bc72']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:01.654326 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da86eaa6-4e12-470c-bf77-ea9595f0283e None None] DHCP port deletion for 86d56b24-e608-4c44-9986-de236b006c54 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:21:01.691978 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.712644 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d56b24-e608-4c44-9986-de236b006c54']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:01.727611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:01.727997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6b51fb-b647-4cbd-a68f-5f0cb9fa0b94') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:01.742946 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.760530 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.767833 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:21:01.768252 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:21:01.812529 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:21:01.849664 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.861229 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.864397 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/networks/86d56b24-e608-4c44-9986-de236b006c54 HTTP/1.1" status: 204 len: 168 time: 0.7881517 Aug 31 01:21:01.864501 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36336) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:01.870555 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-3bea9fbe-2848-43c8-9166-1787d3990624 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'router': {'routes': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:01.894186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-cfc8c072-0814-4072-a365-b33e85285880 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb50789-ded5-40e8-a31d-d3f4a189ab98') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:01.894506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-cfc8c072-0814-4072-a365-b33e85285880 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb50789-ded5-40e8-a31d-d3f4a189ab98') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:01.906696 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c072-0814-4072-a365-b33e85285880 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.920142 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c072-0814-4072-a365-b33e85285880 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.927834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc8c072-0814-4072-a365-b33e85285880 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:21:01.928650 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c072-0814-4072-a365-b33e85285880 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:21:01.932501 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:21:01.934919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e255b71-903e-4390-ba1e-109dcc80ac67 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Pushing event deleted for resources: {'Network': ['ID=86d56b24-e608-4c44-9986-de236b006c54,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:02.005039 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c072-0814-4072-a365-b33e85285880 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.031159 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c072-0814-4072-a365-b33e85285880 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.033499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cfc8c072-0814-4072-a365-b33e85285880 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "DELETE /v2.0/networks/3625f9a1-ace0-483d-a70e-5bc0ff25bc72 HTTP/1.1" status: 204 len: 168 time: 0.6793389 Aug 31 01:21:02.034778 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8c072-0814-4072-a365-b33e85285880 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event deleted for resources: {'Network': ['ID=3625f9a1-ace0-483d-a70e-5bc0ff25bc72,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:02.036667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36340) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:02.083140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.extraroute_db [None req-3bea9fbe-2848-43c8-9166-1787d3990624 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Added routes are [] {{(pid=94760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 01:21:02.083449 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.extraroute_db [None req-3bea9fbe-2848-43c8-9166-1787d3990624 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Removed routes are [] {{(pid=94760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 01:21:02.083770 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3bea9fbe-2848-43c8-9166-1787d3990624 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.187226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16820cbc-a61c-42da-80c7-741e07ab3ec3 req-2bb54110-e167-4254-b974-7f69726cc5bd tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:02.196909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-16820cbc-a61c-42da-80c7-741e07ab3ec3 req-2bb54110-e167-4254-b974-7f69726cc5bd tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.1313326 Aug 31 01:21:02.239097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55831367-e643-4a85-8edd-bd3eb0937b08 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:02.245509 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55831367-e643-4a85-8edd-bd3eb0937b08 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:02.256487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-55831367-e643-4a85-8edd-bd3eb0937b08 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2148106 Aug 31 01:21:02.256487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36348) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:02.269317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d2ab7195-1be2-4272-8197-602d3143a844 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1910864697'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:02.287604 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3bea9fbe-2848-43c8-9166-1787d3990624 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.293815 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3bea9fbe-2848-43c8-9166-1787d3990624 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.303923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-16820cbc-a61c-42da-80c7-741e07ab3ec3 req-a020806e-705a-414d-8c4d-068f58db71da tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060441 Aug 31 01:21:02.342824 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ab7195-1be2-4272-8197-602d3143a844 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Made reservation on behalf of 040bad9e5e42481fa35a95b94bdc7d47 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:02.346430 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7195-1be2-4272-8197-602d3143a844 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.386348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a81a6bc-f8d6-4f0d-804c-4dfd922319d4 req-8ea3061b-04ed-4e65-9c89-020eb5103cc3 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0462649 Aug 31 01:21:02.415550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ab7195-1be2-4272-8197-602d3143a844 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:21:02.422384 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bea9fbe-2848-43c8-9166-1787d3990624 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router da04d4c1-d5c4-4e82-8168-4706719691fe has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:21:02.450324 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7195-1be2-4272-8197-602d3143a844 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.450688 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-d2ab7195-1be2-4272-8197-602d3143a844 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Added segment 2808babb-df4a-49af-a4fb-97415642c8ae of type vlan for network 6db2621d-bc18-4830-9f39-5c5b7963d8b5 Aug 31 01:21:02.508067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601507d-6f5d-4776-a585-6e70e715d637 req-e0770d58-47b6-4e1d-a6a4-a0a41a7eb78b tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:02.509913 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6601507d-6f5d-4776-a585-6e70e715d637 req-e0770d58-47b6-4e1d-a6a4-a0a41a7eb78b tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.1123285 Aug 31 01:21:02.514595 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7195-1be2-4272-8197-602d3143a844 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.518534 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bea9fbe-2848-43c8-9166-1787d3990624 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:21:02.531469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3bea9fbe-2848-43c8-9166-1787d3990624 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.532313 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fe4f3-3d23-490a-9c64-8bc8867d9c28 None None] Sync routers for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:21:02.532808 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3bea9fbe-2848-43c8-9166-1787d3990624 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/da04d4c1-d5c4-4e82-8168-4706719691fe HTTP/1.1" status: 200 len: 704 time: 0.6673021 Aug 31 01:21:02.535585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36358) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:02.546743 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48fe4f3-3d23-490a-9c64-8bc8867d9c28 None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:21:02.547514 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b48fe4f3-3d23-490a-9c64-8bc8867d9c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:02.576876 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6601507d-6f5d-4776-a585-6e70e715d637 req-8b5a2c84-f800-4805-a084-52d7f46941da tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549760 Aug 31 01:21:02.579340 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7195-1be2-4272-8197-602d3143a844 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.582928 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-21b94916-2ef1-4c26-9ff6-3456997dacf5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports?device_id=da04d4c1-d5c4-4e82-8168-4706719691fe HTTP/1.1" status: 200 len: 205 time: 0.0457203 Aug 31 01:21:02.589091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ab7195-1be2-4272-8197-602d3143a844 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:02.590250 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7195-1be2-4272-8197-602d3143a844 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.591887 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36360) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:02.655394 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b48fe4f3-3d23-490a-9c64-8bc8867d9c28 None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:21:02.688472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d2ab7195-1be2-4272-8197-602d3143a844 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4273419 Aug 31 01:21:02.691247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36366) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:02.696189 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50f054e2-4765-4534-b487-e059f9364a13 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.701087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-62334e3f-b005-48c4-9dc7-a415e37fac75 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1335532016'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:02.720171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab7195-1be2-4272-8197-602d3143a844 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event updated for resources: {'Network': ['ID=6db2621d-bc18-4830-9f39-5c5b7963d8b5,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:02.721871 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b48fe4f3-3d23-490a-9c64-8bc8867d9c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:59Z', 'revision_number': 11, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:02.732132 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 6db2621d-bc18-4830-9f39-5c5b7963d8b5 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:21:02.743556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62334e3f-b005-48c4-9dc7-a415e37fac75 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Made reservation on behalf of 040bad9e5e42481fa35a95b94bdc7d47 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:02.751472 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62334e3f-b005-48c4-9dc7-a415e37fac75 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.759516 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fe4f3-3d23-490a-9c64-8bc8867d9c28 None None] Checking router: da04d4c1-d5c4-4e82-8168-4706719691fe for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:21:02.769389 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48fe4f3-3d23-490a-9c64-8bc8867d9c28 None None] Routers {'da04d4c1-d5c4-4e82-8168-4706719691fe'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:21:02.770262 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b48fe4f3-3d23-490a-9c64-8bc8867d9c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['da04d4c1-d5c4-4e82-8168-4706719691fe'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:02.790592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62334e3f-b005-48c4-9dc7-a415e37fac75 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:21:02.814554 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62334e3f-b005-48c4-9dc7-a415e37fac75 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:02.815184 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-62334e3f-b005-48c4-9dc7-a415e37fac75 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Added segment 49dfc33b-45df-4e7b-b46c-705d8e70948c of type vlan for network 63b841d7-61f8-4002-9067-36c9875bbd33 Aug 31 01:21:02.893781 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62334e3f-b005-48c4-9dc7-a415e37fac75 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.040442 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62334e3f-b005-48c4-9dc7-a415e37fac75 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.043023 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b48fe4f3-3d23-490a-9c64-8bc8867d9c28 None None] Set router da04d4c1-d5c4-4e82-8168-4706719691fe gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:21:03.053674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62334e3f-b005-48c4-9dc7-a415e37fac75 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:03.064978 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62334e3f-b005-48c4-9dc7-a415e37fac75 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.103253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a7731bd3-c57d-4af4-99c3-f62452dfb025 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:03.118974 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50f054e2-4765-4534-b487-e059f9364a13 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.122201 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50f054e2-4765-4534-b487-e059f9364a13 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.149230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: a7731bd3-c57d-4af4-99c3-f62452dfb025 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:21:03.149499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a7731bd3-c57d-4af4-99c3-f62452dfb025 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:21:03.149931 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 35522efa-29d8-4647-b1ca-ad625959753d no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:03.174287 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 35522efa-29d8-4647-b1ca-ad625959753d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:21:03.174655 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 35522efa-29d8-4647-b1ca-ad625959753d not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:21:03.199758 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b48fe4f3-3d23-490a-9c64-8bc8867d9c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:59Z', 'revision_number': 11, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:03.202138 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-62334e3f-b005-48c4-9dc7-a415e37fac75 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5101919 Aug 31 01:21:03.205381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36374) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:03.218273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Request body: {'ports': [{'network_id': '6db2621d-bc18-4830-9f39-5c5b7963d8b5', 'name': 'tempest-port--1733280863', 'admin_state_up': True}, {'network_id': '63b841d7-61f8-4002-9067-36c9875bbd33', 'admin_state_up': False}]} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:03.218734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Request body: {'port': {'network_id': '6db2621d-bc18-4830-9f39-5c5b7963d8b5', 'name': 'tempest-port--1733280863', 'admin_state_up': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:03.219373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Request body: {'port': {'network_id': '63b841d7-61f8-4002-9067-36c9875bbd33', 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:03.234655 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fe4f3-3d23-490a-9c64-8bc8867d9c28 None None] The sync data for ids ['da04d4c1-d5c4-4e82-8168-4706719691fe'] in n-d-802060-13 is: [{'id': 'da04d4c1-d5c4-4e82-8168-4706719691fe', 'name': 'tempest-RoutersIpV6Test-router-213895294', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:20:07Z', 'updated_at': '2021-08-31T01:20:59Z', 'revision_number': 11, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:21:03.239796 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa737-b25f-4343-b7a5-a1b88c580bab req-7849b06e-0bac-46d8-be1f-b4aaaecc5ba8 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:03.242522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39efa737-b25f-4343-b7a5-a1b88c580bab req-7849b06e-0bac-46d8-be1f-b4aaaecc5ba8 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.3099668 Aug 31 01:21:03.251202 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50f054e2-4765-4534-b487-e059f9364a13 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.251450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f054e2-4765-4534-b487-e059f9364a13 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Fanout notify agent at l3_agent the message router_deleted on router da04d4c1-d5c4-4e82-8168-4706719691fe {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:21:03.255963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62334e3f-b005-48c4-9dc7-a415e37fac75 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event updated for resources: {'Network': ['ID=63b841d7-61f8-4002-9067-36c9875bbd33,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:03.277213 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 63b841d7-61f8-4002-9067-36c9875bbd33 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:21:03.291786 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50f054e2-4765-4534-b487-e059f9364a13 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.293620 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-50f054e2-4765-4534-b487-e059f9364a13 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/routers/da04d4c1-d5c4-4e82-8168-4706719691fe HTTP/1.1" status: 204 len: 168 time: 0.7005239 Aug 31 01:21:03.303877 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36376) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:03.325211 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-105eeed7-36dc-41d5-9fb1-38da0da1c92a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1025052016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:03.400260 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39efa737-b25f-4343-b7a5-a1b88c580bab req-a7ab7a4b-78f1-44a0-b6ad-856e7f5c0f71 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337128 Aug 31 01:21:03.415474 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-105eeed7-36dc-41d5-9fb1-38da0da1c92a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.416772 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-105eeed7-36dc-41d5-9fb1-38da0da1c92a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.529240 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-105eeed7-36dc-41d5-9fb1-38da0da1c92a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.547584 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-105eeed7-36dc-41d5-9fb1-38da0da1c92a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.572489 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b644d093-bd4e-4136-99f9-9a82da661d08 req-9c6a1ff3-6338-46a7-b1c6-d76962ec1c05 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0513303 Aug 31 01:21:03.593853 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-105eeed7-36dc-41d5-9fb1-38da0da1c92a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.597674 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-105eeed7-36dc-41d5-9fb1-38da0da1c92a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2889285 Aug 31 01:21:03.599507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36386) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:03.607845 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-2a6b1820-75c5-474f-86ae-dd88a410a6be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:03.697980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Made reservation on behalf of 040bad9e5e42481fa35a95b94bdc7d47 for: {'port': 2} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:03.702849 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.756570 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.916444 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a6b1820-75c5-474f-86ae-dd88a410a6be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.938692 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a6b1820-75c5-474f-86ae-dd88a410a6be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:03.944515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] device_id is not set on port 641a3d29-6d95-4aa5-9d24-507d45282d01 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:21:04.125942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6b1820-75c5-474f-86ae-dd88a410a6be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Router 298582a5-b159-4d9c-9074-9d02130feb1d is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:21:04.244347 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:04.252036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6b1820-75c5-474f-86ae-dd88a410a6be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:21:04.261387 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a6b1820-75c5-474f-86ae-dd88a410a6be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:04.265623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2a6b1820-75c5-474f-86ae-dd88a410a6be tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "PUT /v2.0/routers/298582a5-b159-4d9c-9074-9d02130feb1d HTTP/1.1" status: 200 len: 698 time: 0.6627750 Aug 31 01:21:04.271891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36392) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:04.274256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce6a4e-f9ec-48cc-9eb8-b4b9282a8d89 None None] Sync routers for ids ['298582a5-b159-4d9c-9074-9d02130feb1d'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:21:04.287882 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce6a4e-f9ec-48cc-9eb8-b4b9282a8d89 None None] Routers {'298582a5-b159-4d9c-9074-9d02130feb1d'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:21:04.288756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-a6ce6a4e-f9ec-48cc-9eb8-b4b9282a8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['298582a5-b159-4d9c-9074-9d02130feb1d'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:04.336201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] device_id is not set on port a22de5fa-2c9d-4d99-b5f4-16141377402f yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:21:04.375441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-a6ce6a4e-f9ec-48cc-9eb8-b4b9282a8d89 None None] Set router 298582a5-b159-4d9c-9074-9d02130feb1d gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:21:04.441701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-a6ce6a4e-f9ec-48cc-9eb8-b4b9282a8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298582a5-b159-4d9c-9074-9d02130feb1d', 'name': 'tempest-RoutersIpV6Test-router-1025052016', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:21:03Z', 'updated_at': '2021-08-31T01:21:03Z', 'revision_number': 2, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:04.477981 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce6a4e-f9ec-48cc-9eb8-b4b9282a8d89 None None] Checking router: 298582a5-b159-4d9c-9074-9d02130feb1d for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:21:04.487625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce6a4e-f9ec-48cc-9eb8-b4b9282a8d89 None None] Routers {'298582a5-b159-4d9c-9074-9d02130feb1d'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:21:04.489708 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-a6ce6a4e-f9ec-48cc-9eb8-b4b9282a8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['298582a5-b159-4d9c-9074-9d02130feb1d'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:04.543490 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:04.578690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-a6ce6a4e-f9ec-48cc-9eb8-b4b9282a8d89 None None] Set router 298582a5-b159-4d9c-9074-9d02130feb1d gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:21:04.643841 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-a6ce6a4e-f9ec-48cc-9eb8-b4b9282a8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298582a5-b159-4d9c-9074-9d02130feb1d', 'name': 'tempest-RoutersIpV6Test-router-1025052016', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:21:03Z', 'updated_at': '2021-08-31T01:21:03Z', 'revision_number': 2, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:04.660697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baca5a-5a18-4d9e-bfa7-2289a9236235 req-ac6e8302-bd85-4a24-8b44-6a1fbfc5be41 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:04.662691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2baca5a-5a18-4d9e-bfa7-2289a9236235 req-ac6e8302-bd85-4a24-8b44-6a1fbfc5be41 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.1133764 Aug 31 01:21:04.668664 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:04.677987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce6a4e-f9ec-48cc-9eb8-b4b9282a8d89 None None] The sync data for ids ['298582a5-b159-4d9c-9074-9d02130feb1d'] in n-d-802060-13 is: [{'id': '298582a5-b159-4d9c-9074-9d02130feb1d', 'name': 'tempest-RoutersIpV6Test-router-1025052016', 'tenant_id': 'a01d58a171be4edcb0660b84324936a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:21:03Z', 'updated_at': '2021-08-31T01:21:03Z', 'revision_number': 2, 'project_id': 'a01d58a171be4edcb0660b84324936a5', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:21:04.845307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event updated for resources: {'Port': ['ID=641a3d29-6d95-4aa5-9d24-507d45282d01,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:04.864405 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Checking segment: {'id': '2808babb-df4a-49af-a4fb-97415642c8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6db2621d-bc18-4830-9f39-5c5b7963d8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:21:04.864774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Network hostable DHCP agents. Network: 6db2621d-bc18-4830-9f39-5c5b7963d8b5, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:21:04.897002 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2baca5a-5a18-4d9e-bfa7-2289a9236235 req-12b5735b-3aee-435e-95b4-061e6db1085a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256846 Aug 31 01:21:04.909819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Network 6db2621d-bc18-4830-9f39-5c5b7963d8b5 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:21:04.928327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 6db2621d-bc18-4830-9f39-5c5b7963d8b5) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:04.938942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:04.944768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1635810-1b8f-437c-87cc-f301aeddf814 None None] Network 6db2621d-bc18-4830-9f39-5c5b7963d8b5 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:04.948011 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:04.986893 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-eecd4b66-f205-4330-b5b3-e5f0d869daf9 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/routers/298582a5-b159-4d9c-9074-9d02130feb1d HTTP/1.1" status: 200 len: 704 time: 0.7107704 Aug 31 01:21:04.990629 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36412) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:05.045557 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8632e899-6698-4d3a-b17e-3012b9eb67f7 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports?device_id=298582a5-b159-4d9c-9074-9d02130feb1d HTTP/1.1" status: 200 len: 205 time: 0.0532017 Aug 31 01:21:05.047930 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36414) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:05.145589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event updated for resources: {'Port': ['ID=a22de5fa-2c9d-4d99-b5f4-16141377402f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:05.209937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f009ff22-a1b3-47af-9dd4-36a8bc082431 req-c8ba2647-586d-4ede-8370-2dc7d24a5c79 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0948384 Aug 31 01:21:05.252302 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ec9a77bb-ecf0-4060-aa44-1554eac8e73a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.280405 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Checking segment: {'id': '49dfc33b-45df-4e7b-b46c-705d8e70948c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '63b841d7-61f8-4002-9067-36c9875bbd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:21:05.282237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Network hostable DHCP agents. Network: 63b841d7-61f8-4002-9067-36c9875bbd33, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:21:05.332083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Network 63b841d7-61f8-4002-9067-36c9875bbd33 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:21:05.353760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 63b841d7-61f8-4002-9067-36c9875bbd33) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:05.367877 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3af6e1-298e-4db2-baca-d31cd5a1f7cf None None] Network 63b841d7-61f8-4002-9067-36c9875bbd33 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:05.377027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:05.384091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:05.390729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:05.391755 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.425382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c876d406-cf2d-44e7-88bb-2908190d71bb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2128465 Aug 31 01:21:05.427412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36424) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:05.489159 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ec9a77bb-ecf0-4060-aa44-1554eac8e73a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.491567 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ec9a77bb-ecf0-4060-aa44-1554eac8e73a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.555061 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ec9a77bb-ecf0-4060-aa44-1554eac8e73a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.555714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9a77bb-ecf0-4060-aa44-1554eac8e73a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Fanout notify agent at l3_agent the message router_deleted on router 298582a5-b159-4d9c-9074-9d02130feb1d {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:21:05.570079 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ec9a77bb-ecf0-4060-aa44-1554eac8e73a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.582367 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ec9a77bb-ecf0-4060-aa44-1554eac8e73a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/routers/298582a5-b159-4d9c-9074-9d02130feb1d HTTP/1.1" status: 204 len: 168 time: 0.5331962 Aug 31 01:21:05.584040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36426) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:05.629893 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5bcfa858-1fb3-4901-9c6b-b348663e5a87 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports?device_id=298582a5-b159-4d9c-9074-9d02130feb1d HTTP/1.1" status: 200 len: 205 time: 0.0433464 Aug 31 01:21:05.630845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36428) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:05.685699 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-952071d9-2028-4c4b-8ef9-8430ce37ba89 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] delete failed (client error): The resource could not be found. Aug 31 01:21:05.689103 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-952071d9-2028-4c4b-8ef9-8430ce37ba89 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/routers/298582a5-b159-4d9c-9074-9d02130feb1d HTTP/1.1" status: 404 len: 336 time: 0.0548050 Aug 31 01:21:05.689347 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36430) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:05.714898 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40a278b-f83f-448c-a2cf-c05e89023caa tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:05.723705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40a278b-f83f-448c-a2cf-c05e89023caa tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:05.725353 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d40a278b-f83f-448c-a2cf-c05e89023caa tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2968907 Aug 31 01:21:05.731563 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e3593f-f496-49aa-a3f7-a299108cf71a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:05.732800 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e3593f-f496-49aa-a3f7-a299108cf71a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:05.734259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36432) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:05.738705 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-74e3593f-f496-49aa-a3f7-a299108cf71a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/3ac15a4a-2d6a-41ef-8a07-185b6b1e8564 HTTP/1.1" status: 404 len: 337 time: 0.0461545 Aug 31 01:21:05.740819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36434) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:05.758415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b4eef-ec8c-4a82-8afd-b6a55d441e61 req-4835f642-c6b2-4f6e-93d8-3b7a8d2f9439 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:05.777359 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-809b4eef-ec8c-4a82-8afd-b6a55d441e61 req-4835f642-c6b2-4f6e-93d8-3b7a8d2f9439 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.2378404 Aug 31 01:21:05.778386 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97753ea-58e8-4063-834f-e8668da87e03 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:05.778905 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97753ea-58e8-4063-834f-e8668da87e03 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:05.781127 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c97753ea-58e8-4063-834f-e8668da87e03 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/134e0db9-e396-4d49-aa23-c858208fe91a HTTP/1.1" status: 404 len: 337 time: 0.0391755 Aug 31 01:21:05.783649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36438) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:05.840541 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4deef8a-329f-4304-be2e-8780b1adbe9c tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:05.840991 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4deef8a-329f-4304-be2e-8780b1adbe9c tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:05.851165 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a4deef8a-329f-4304-be2e-8780b1adbe9c tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/3439bd66-ea88-4997-8487-d92430b6739f HTTP/1.1" status: 404 len: 337 time: 0.0619869 Aug 31 01:21:05.851402 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36440) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:05.887396 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-57291fd8-c815-4d22-9138-a07dd9d2b047 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:05.887859 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57291fd8-c815-4d22-9138-a07dd9d2b047 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:05.890952 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-57291fd8-c815-4d22-9138-a07dd9d2b047 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/4809dc20-f562-4754-94c0-444ce4ef982a HTTP/1.1" status: 404 len: 337 time: 0.0376823 Aug 31 01:21:05.893869 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36442) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:05.917343 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-809b4eef-ec8c-4a82-8afd-b6a55d441e61 req-433c333b-e1d6-4da7-90f4-7aba8516b2da tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377878 Aug 31 01:21:05.935723 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ebd1d71a-4ced-4944-b1f4-5693bc1052dc tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports?device_id=da04d4c1-d5c4-4e82-8168-4706719691fe HTTP/1.1" status: 200 len: 205 time: 0.0405514 Aug 31 01:21:05.939754 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36444) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:05.956276 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Deleting port 641a3d29-6d95-4aa5-9d24-507d45282d01 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:05.956763 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:05.978415 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-c25702f0-ef32-410a-8620-20fe0c466048 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] delete failed (client error): The resource could not be found. Aug 31 01:21:05.982548 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c25702f0-ef32-410a-8620-20fe0c466048 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/routers/da04d4c1-d5c4-4e82-8168-4706719691fe HTTP/1.1" status: 404 len: 336 time: 0.0406003 Aug 31 01:21:05.982773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36446) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.012914 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0c19f140-7c27-4c44-8415-c9bda62aa172 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports?device_id=884ad753-b71b-443d-aef0-71b78b7656c7 HTTP/1.1" status: 200 len: 205 time: 0.0268927 Aug 31 01:21:06.013603 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36448) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.039835 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.057413 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-08d0ce88-818c-4ad6-90f6-a69b69fc41bf tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] delete failed (client error): The resource could not be found. Aug 31 01:21:06.058521 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-08d0ce88-818c-4ad6-90f6-a69b69fc41bf tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/routers/884ad753-b71b-443d-aef0-71b78b7656c7 HTTP/1.1" status: 404 len: 336 time: 0.0443575 Aug 31 01:21:06.061240 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36450) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.065251 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Calling delete_port for 641a3d29-6d95-4aa5-9d24-507d45282d01 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:06.095369 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-95395885-2fb0-4413-a890-e3a09322d3df tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:06.095369 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95395885-2fb0-4413-a890-e3a09322d3df tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:06.096927 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-95395885-2fb0-4413-a890-e3a09322d3df tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/a800a269-3a5b-4825-acfe-89b65a918690 HTTP/1.1" status: 404 len: 337 time: 0.0347157 Aug 31 01:21:06.099809 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36452) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.143674 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bab2e734-7d31-456a-860a-3751de1a3c62 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports?device_id=3becd16a-f613-406f-8201-e23417273683 HTTP/1.1" status: 200 len: 205 time: 0.0402222 Aug 31 01:21:06.144021 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36454) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.165022 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.206524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event deleted for resources: {'Port': ['ID=641a3d29-6d95-4aa5-9d24-507d45282d01,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:06.209297 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.213829 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "DELETE /v2.0/ports/641a3d29-6d95-4aa5-9d24-507d45282d01 HTTP/1.1" status: 204 len: 168 time: 0.4653990 Aug 31 01:21:06.214735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36458) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.234093 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-07f35b0f-c584-45cb-99a1-a7f5a8249594 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] delete failed (client error): The resource could not be found. Aug 31 01:21:06.237590 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-07f35b0f-c584-45cb-99a1-a7f5a8249594 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/routers/3becd16a-f613-406f-8201-e23417273683 HTTP/1.1" status: 404 len: 336 time: 0.0894377 Aug 31 01:21:06.238073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36460) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.275069 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f969b5a5-9abb-46f3-9d21-1a663751f47d tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4d1a740-842c-4461-a842-427f27688215 HTTP/1.1" status: 200 len: 205 time: 0.0336380 Aug 31 01:21:06.275771 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36464) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.285773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:06.286126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:06.286469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:06.286806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:06.287138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:06.298561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:06.298992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:06.299365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:06.299711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:06.300050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:06.300383 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:06.300710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4c034-4374-4104-be29-2fb7cdcc9ab8 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:06.328574 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-b25c2516-37f2-46c7-a2db-27df8c3a528a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] delete failed (client error): The resource could not be found. Aug 31 01:21:06.329620 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b25c2516-37f2-46c7-a2db-27df8c3a528a tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/routers/f4d1a740-842c-4461-a842-427f27688215 HTTP/1.1" status: 404 len: 336 time: 0.0498803 Aug 31 01:21:06.332323 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36468) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.370110 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb000d47-1524-423d-b902-d64863fa2c97 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:06.370546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb000d47-1524-423d-b902-d64863fa2c97 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:06.372665 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bb000d47-1524-423d-b902-d64863fa2c97 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/afd17d71-5e6e-400e-bfe3-bed1875cbc9c HTTP/1.1" status: 404 len: 337 time: 0.0394330 Aug 31 01:21:06.375365 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36470) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.408388 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5e9b109d-3591-4021-a8ef-fd555b3b71f4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports?device_id=c16020b3-0f9b-408f-bb84-2dc2f0bf6832 HTTP/1.1" status: 200 len: 205 time: 0.0319090 Aug 31 01:21:06.411226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36472) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.433595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a9d51b1-7117-4ae7-a290-5f8c3dae12a5 req-f75aa027-8364-45e9-8bc2-940838d00d55 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0567558 Aug 31 01:21:06.446667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-fe59dab6-9069-4855-886b-443e8c94e239 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Deleting port a22de5fa-2c9d-4d99-b5f4-16141377402f {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:06.447005 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fe59dab6-9069-4855-886b-443e8c94e239 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.449879 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-4e7f3fee-c1c3-4e87-828c-3498821a5fe4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] delete failed (client error): The resource could not be found. Aug 31 01:21:06.450950 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4e7f3fee-c1c3-4e87-828c-3498821a5fe4 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/routers/c16020b3-0f9b-408f-bb84-2dc2f0bf6832 HTTP/1.1" status: 404 len: 336 time: 0.0387948 Aug 31 01:21:06.453464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36474) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.492729 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-606e2ce5-6c27-4d0c-a337-4a0e42da4d7b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:06.493342 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606e2ce5-6c27-4d0c-a337-4a0e42da4d7b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:06.498946 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-606e2ce5-6c27-4d0c-a337-4a0e42da4d7b tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/4b9713dd-4410-4433-868a-a0fb664d07a4 HTTP/1.1" status: 404 len: 337 time: 0.0421965 Aug 31 01:21:06.499503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36476) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.536174 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fe59dab6-9069-4855-886b-443e8c94e239 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.544234 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-20b2c6a7-ffe9-4658-b7cc-1686b9344f03 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "GET /v2.0/ports?device_id=202cfb43-610f-4887-a74c-a6d6fb2588d2 HTTP/1.1" status: 200 len: 205 time: 0.0398660 Aug 31 01:21:06.544509 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36478) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.558542 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-fe59dab6-9069-4855-886b-443e8c94e239 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Calling delete_port for a22de5fa-2c9d-4d99-b5f4-16141377402f owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:06.591642 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-8efe9b77-50e7-461a-a7e5-4705a49298e3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] delete failed (client error): The resource could not be found. Aug 31 01:21:06.595976 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8efe9b77-50e7-461a-a7e5-4705a49298e3 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/routers/202cfb43-610f-4887-a74c-a6d6fb2588d2 HTTP/1.1" status: 404 len: 336 time: 0.0505142 Aug 31 01:21:06.596738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36480) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.640299 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbcde92-b4df-4f48-bbf2-0abfcd7b06d5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:06.641549 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbcde92-b4df-4f48-bbf2-0abfcd7b06d5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:06.646522 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-efbcde92-b4df-4f48-bbf2-0abfcd7b06d5 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/2fee7031-9a44-45d6-a7d4-9b1d0dec2dc1 HTTP/1.1" status: 404 len: 337 time: 0.0486171 Aug 31 01:21:06.647532 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36482) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.686609 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2f52b2-19f5-4349-aa3d-73dddac02196 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] DELETE failed (client error): The resource could not be found. Aug 31 01:21:06.687390 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2f52b2-19f5-4349-aa3d-73dddac02196 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:21:06.695147 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ca2f52b2-19f5-4349-aa3d-73dddac02196 tempest-RoutersIpV6Test-1827422368 tempest-RoutersIpV6Test-1827422368-project] 10.222.0.58 "DELETE /v2.0/subnets/048921fe-2b37-4c41-89b4-19824821844d HTTP/1.1" status: 404 len: 337 time: 0.0461509 Aug 31 01:21:06.746634 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fe59dab6-9069-4855-886b-443e8c94e239 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.799737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59dab6-9069-4855-886b-443e8c94e239 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event deleted for resources: {'Port': ['ID=a22de5fa-2c9d-4d99-b5f4-16141377402f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:06.809408 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fe59dab6-9069-4855-886b-443e8c94e239 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.814672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36486) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.819836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fe59dab6-9069-4855-886b-443e8c94e239 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "DELETE /v2.0/ports/a22de5fa-2c9d-4d99-b5f4-16141377402f HTTP/1.1" status: 204 len: 168 time: 0.6039355 Aug 31 01:21:06.849974 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-59b5d629-97cb-40f1-bce3-53f7dd72c2eb tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0338886 Aug 31 01:21:06.853224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36488) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:06.859887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-dba5db52-2ad1-44fc-8098-0dd83dc2ecd4 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1513775524'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:06.889971 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba5db52-2ad1-44fc-8098-0dd83dc2ecd4 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Made reservation on behalf of 040bad9e5e42481fa35a95b94bdc7d47 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:06.896068 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dba5db52-2ad1-44fc-8098-0dd83dc2ecd4 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.935685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba5db52-2ad1-44fc-8098-0dd83dc2ecd4 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:21:06.976507 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dba5db52-2ad1-44fc-8098-0dd83dc2ecd4 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.978645 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-dba5db52-2ad1-44fc-8098-0dd83dc2ecd4 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Added segment acbce160-e873-46b7-acba-9f31cfc702ab of type vlan for network ce852dfc-0512-40d2-a754-603d7488bb3b Aug 31 01:21:07.043711 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dba5db52-2ad1-44fc-8098-0dd83dc2ecd4 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.107911 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dba5db52-2ad1-44fc-8098-0dd83dc2ecd4 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.113248 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36496) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:07.113861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba5db52-2ad1-44fc-8098-0dd83dc2ecd4 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:07.114473 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dba5db52-2ad1-44fc-8098-0dd83dc2ecd4 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.138641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1ec36-3d10-4a1b-9c9e-9a2741fb8ab5 req-cdaefecb-0082-44cd-be57-1155bbb8530d tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:07.140667 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ed1ec36-3d10-4a1b-9c9e-9a2741fb8ab5 req-cdaefecb-0082-44cd-be57-1155bbb8530d tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0874732 Aug 31 01:21:07.220063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dba5db52-2ad1-44fc-8098-0dd83dc2ecd4 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3656485 Aug 31 01:21:07.223383 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36500) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:07.231462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-3ef6d40c-d1ed-49cd-9f34-f1e6131d15b1 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1737956327'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:07.232577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5db52-2ad1-44fc-8098-0dd83dc2ecd4 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event updated for resources: {'Network': ['ID=ce852dfc-0512-40d2-a754-603d7488bb3b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:07.239800 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ed1ec36-3d10-4a1b-9c9e-9a2741fb8ab5 req-e355135e-b91e-4fe4-b296-bca7a5ceb1c5 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837104 Aug 31 01:21:07.243068 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network ce852dfc-0512-40d2-a754-603d7488bb3b details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:21:07.383904 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36508) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:07.388465 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d54f4aa0-1278-4d67-9124-edd41b72c953 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a01d58a171be4edcb0660b84324936a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735076 Aug 31 01:21:07.393489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef6d40c-d1ed-49cd-9f34-f1e6131d15b1 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Made reservation on behalf of 040bad9e5e42481fa35a95b94bdc7d47 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:07.404411 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d40c-d1ed-49cd-9f34-f1e6131d15b1 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.451244 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb971-3d3b-442b-8f21-830ba7fd3008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.453898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef6d40c-d1ed-49cd-9f34-f1e6131d15b1 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:21:07.469751 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d40c-d1ed-49cd-9f34-f1e6131d15b1 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.470395 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-3ef6d40c-d1ed-49cd-9f34-f1e6131d15b1 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Added segment 09fd47f1-d76c-4a63-ab9b-36048a982237 of type vlan for network 5f25cfea-ee3a-44dd-a12d-30c0e3852fae Aug 31 01:21:07.487680 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb971-3d3b-442b-8f21-830ba7fd3008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.567696 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d40c-d1ed-49cd-9f34-f1e6131d15b1 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.613427 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cee82941-77a9-4dc1-ad85-1d4a59677e61 req-46a0585b-7c7d-4daa-ae43-754e44c0c857 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0472369 Aug 31 01:21:07.625583 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb971-3d3b-442b-8f21-830ba7fd3008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.629159 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb971-3d3b-442b-8f21-830ba7fd3008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.633296 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9a7fb971-3d3b-442b-8f21-830ba7fd3008 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4d48518-06d3-40cd-9dec-7aad0eba911c HTTP/1.1" status: 204 len: 168 time: 0.2483230 Aug 31 01:21:07.643690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fb971-3d3b-442b-8f21-830ba7fd3008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d48518-06d3-40cd-9dec-7aad0eba911c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:07.669213 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d40c-d1ed-49cd-9f34-f1e6131d15b1 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.677163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef6d40c-d1ed-49cd-9f34-f1e6131d15b1 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:07.677805 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d40c-d1ed-49cd-9f34-f1e6131d15b1 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:07.753703 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6d40c-d1ed-49cd-9f34-f1e6131d15b1 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event updated for resources: {'Network': ['ID=5f25cfea-ee3a-44dd-a12d-30c0e3852fae,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:07.770426 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3ef6d40c-d1ed-49cd-9f34-f1e6131d15b1 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5454659 Aug 31 01:21:07.792092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 5f25cfea-ee3a-44dd-a12d-30c0e3852fae details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:21:08.827602 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-692d2d58-f71d-48af-81a0-58b8a798c3e0 req-09860449-a89f-4ca3-9d7f-548bdd9cca3b tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0578346 Aug 31 01:21:09.515845 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cd99b2f3-161a-4b01-8078-064811e6524d req-a1cd343b-6ecf-4ae8-ae31-2b50760d6b2f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1264989 Aug 31 01:21:09.596272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60784e8a-b61d-4e1f-a24f-88fbc8195b9b req-ceb2a2cc-1af4-4384-8b75-443897ebc7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:09.602918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60784e8a-b61d-4e1f-a24f-88fbc8195b9b req-ceb2a2cc-1af4-4384-8b75-443897ebc7c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f842249ecbd487dbe85bc5ca3338640&device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 1097 time: 0.1985288 Aug 31 01:21:09.663928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fd603-70f0-49b0-97f0-14e828508072 req-4ef10c36-67a5-43ef-9190-f001aeb350d8 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:09.666455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e6fd603-70f0-49b0-97f0-14e828508072 req-4ef10c36-67a5-43ef-9190-f001aeb350d8 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.1826189 Aug 31 01:21:09.696361 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b2f3-161a-4b01-8078-064811e6524d req-c192e62c-1fd0-46df-8442-95f4e3e70ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:09.698707 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cd99b2f3-161a-4b01-8078-064811e6524d req-c192e62c-1fd0-46df-8442-95f4e3e70ee1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b99bf286cf2a494aa27b0a218b3ee24a&device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 1098 time: 0.1348660 Aug 31 01:21:09.793725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e6fd603-70f0-49b0-97f0-14e828508072 req-ab546abf-a869-44c0-a7c6-9de7bacea4c7 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851803 Aug 31 01:21:09.873829 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60784e8a-b61d-4e1f-a24f-88fbc8195b9b req-49957957-e062-45f7-abe4-06bca16b3f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:09.879706 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60784e8a-b61d-4e1f-a24f-88fbc8195b9b req-49957957-e062-45f7-abe4-06bca16b3f82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab9b48d7-0042-489c-b44e-05ea7282dd2c HTTP/1.1" status: 200 len: 920 time: 0.2677422 Aug 31 01:21:10.026496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b2f3-161a-4b01-8078-064811e6524d req-e70413e7-a1ca-4905-ab63-0338ae3fbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:10.030039 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cd99b2f3-161a-4b01-8078-064811e6524d req-e70413e7-a1ca-4905-ab63-0338ae3fbd42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=10ae198d-29cb-4d23-a57d-5079901ab9b7 HTTP/1.1" status: 200 len: 910 time: 0.2804344 Aug 31 01:21:10.047738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60784e8a-b61d-4e1f-a24f-88fbc8195b9b req-0b28022d-326d-40a2-8031-4f6c4ddfade1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe8bf39f-11f1-40a4-9164-5f06e3a8b133 HTTP/1.1" status: 200 len: 217 time: 0.1587927 Aug 31 01:21:10.113806 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84f2d652-551e-43d8-98ec-a7ef2dc9ba11 req-e0c4c033-3356-4d1b-8b60-c3c769afe67b tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0792243 Aug 31 01:21:10.207203 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cd99b2f3-161a-4b01-8078-064811e6524d req-4fdf3eed-2aa8-487b-b969-4bd21e251461 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a8c6cee-a549-420b-84ce-cbc4eb0598d3 HTTP/1.1" status: 200 len: 1002 time: 0.1702542 Aug 31 01:21:10.209127 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60784e8a-b61d-4e1f-a24f-88fbc8195b9b req-a70fcc36-d1ae-4cf9-8246-c471fa8db47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:10.213984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60784e8a-b61d-4e1f-a24f-88fbc8195b9b req-a70fcc36-d1ae-4cf9-8246-c471fa8db47d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38d049ad-c277-4c26-8b85-fa4623963180 HTTP/1.1" status: 200 len: 859 time: 0.1440382 Aug 31 01:21:10.295514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60784e8a-b61d-4e1f-a24f-88fbc8195b9b req-21f984ad-d60e-44ef-b212-c98642dcd2b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab9b48d7-0042-489c-b44e-05ea7282dd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742514 Aug 31 01:21:10.343347 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b2f3-161a-4b01-8078-064811e6524d req-97026512-3a21-4d6d-bc6f-b6e423217c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:10.345620 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cd99b2f3-161a-4b01-8078-064811e6524d req-97026512-3a21-4d6d-bc6f-b6e423217c0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd52c5e5-42e1-4c6d-a1e4-15c21260303b HTTP/1.1" status: 200 len: 848 time: 0.1101098 Aug 31 01:21:10.489009 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b2f3-161a-4b01-8078-064811e6524d req-0bece6c4-a14c-43e1-a732-edb69b3668ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:10.491978 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60784e8a-b61d-4e1f-a24f-88fbc8195b9b req-0d9af7c3-358b-48b4-a392-7d0cc74ee2eb service neutron] 10.222.0.15 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858852 Aug 31 01:21:10.495941 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cd99b2f3-161a-4b01-8078-064811e6524d req-0bece6c4-a14c-43e1-a732-edb69b3668ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10ae198d-29cb-4d23-a57d-5079901ab9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313548 Aug 31 01:21:10.717539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60784e8a-b61d-4e1f-a24f-88fbc8195b9b req-649bb490-7b1e-48ca-a7b2-7d76e22f235b service neutron] 10.222.0.15 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173731 Aug 31 01:21:10.721497 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cd99b2f3-161a-4b01-8078-064811e6524d req-09b9514a-616a-4d97-a3d7-c0e9c1abfe27 service neutron] 10.222.0.15 "GET /v2.0/networks/10ae198d-29cb-4d23-a57d-5079901ab9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184248 Aug 31 01:21:10.878917 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cd99b2f3-161a-4b01-8078-064811e6524d req-5c6abc1d-035a-41f8-af46-46c6109f69c3 service neutron] 10.222.0.15 "GET /v2.0/networks/10ae198d-29cb-4d23-a57d-5079901ab9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432111 Aug 31 01:21:11.038353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f918e-9eda-49c6-a87f-421cb6cc2e58 req-0c149bed-5835-4929-a026-ad29e6600fc6 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:11.050127 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-029f918e-9eda-49c6-a87f-421cb6cc2e58 req-0c149bed-5835-4929-a026-ad29e6600fc6 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0907102 Aug 31 01:21:11.051272 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.113579 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-029f918e-9eda-49c6-a87f-421cb6cc2e58 req-4d5785c7-4933-437c-985a-35bcc3a5e872 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615478 Aug 31 01:21:11.243847 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36592) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:11.249767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Request body: {'subnets': [{'network_id': 'ce852dfc-0512-40d2-a754-603d7488bb3b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1984591751', 'ip_version': 6}, {'network_id': '5f25cfea-ee3a-44dd-a12d-30c0e3852fae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:11.250291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Request body: {'subnet': {'network_id': 'ce852dfc-0512-40d2-a754-603d7488bb3b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1984591751', 'ip_version': 6}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:11.255507 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Request body: {'subnet': {'network_id': '5f25cfea-ee3a-44dd-a12d-30c0e3852fae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:11.337908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4ae972a-5d1a-41a1-9e7f-be681d436b70 req-12fea5f6-1fb1-49eb-9deb-3d8c55746191 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0528581 Aug 31 01:21:11.492283 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Made reservation on behalf of 040bad9e5e42481fa35a95b94bdc7d47 for: {'subnet': 2} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:21:11.499390 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.499652 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:11.933226 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.004152 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event updated for resources: {'Subnet': ['ID=6c95fa02-af8c-489d-b866-70cd0418ff16,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:12.011933 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Checking segment: {'id': 'acbce160-e873-46b7-acba-9f31cfc702ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce852dfc-0512-40d2-a754-603d7488bb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:21:12.013025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Network hostable DHCP agents. Network: ce852dfc-0512-40d2-a754-603d7488bb3b, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:21:12.033881 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Network ce852dfc-0512-40d2-a754-603d7488bb3b is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:21:12.047359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, ce852dfc-0512-40d2-a754-603d7488bb3b) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:12.056669 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db826d6-1330-4231-898b-ac351a44f2a9 None None] Network ce852dfc-0512-40d2-a754-603d7488bb3b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:12.062969 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.122030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event updated for resources: {'Subnet': ['ID=17070d52-ff5b-4dbf-b751-ab5a18a11a74,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:12.171664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Checking segment: {'id': '09fd47f1-d76c-4a63-ab9b-36048a982237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5f25cfea-ee3a-44dd-a12d-30c0e3852fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:21:12.172384 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Network hostable DHCP agents. Network: 5f25cfea-ee3a-44dd-a12d-30c0e3852fae, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:21:12.192629 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Network 5f25cfea-ee3a-44dd-a12d-30c0e3852fae is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:21:12.204683 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 5f25cfea-ee3a-44dd-a12d-30c0e3852fae) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:12.228580 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:12.230906 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:12.231814 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.231948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ef4471-f3fe-4d93-97d9-a242378f4999 None None] Network 5f25cfea-ee3a-44dd-a12d-30c0e3852fae requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:12.250009 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e7ed10d0-f7ab-4ec7-87fe-010e3f45926e tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.0047710 Aug 31 01:21:12.252435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36630) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:12.291713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6a73f-0571-40cc-b3d1-04783d9d6fa2 req-f3ee3037-52dd-4b58-a072-bea1f044594f tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:12.300113 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72d6a73f-0571-40cc-b3d1-04783d9d6fa2 req-f3ee3037-52dd-4b58-a072-bea1f044594f tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0701718 Aug 31 01:21:12.353786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72d6a73f-0571-40cc-b3d1-04783d9d6fa2 req-5bfdeac6-1d1e-4b71-97dd-9e842b0be3e7 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524764 Aug 31 01:21:12.368455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c13de-662a-42f4-8202-caa3f5da7d50 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:12.370546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c13de-662a-42f4-8202-caa3f5da7d50 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:12.372279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c13de-662a-42f4-8202-caa3f5da7d50 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:12.374440 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-282c13de-662a-42f4-8202-caa3f5da7d50 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1206734 Aug 31 01:21:12.383868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36634) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:12.425071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c9b114-d993-4b1b-8c9d-9d40530e7592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-ce852dfc-0512-40d2-a754-603d7488bb3b', 'network_id': 'ce852dfc-0512-40d2-a754-603d7488bb3b', 'tenant_id': '040bad9e5e42481fa35a95b94bdc7d47', 'fixed_ips': [{'subnet_id': '6c95fa02-af8c-489d-b866-70cd0418ff16'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:21:12.425945 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c6c9b114-d993-4b1b-8c9d-9d40530e7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.444906 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba359c0e-e993-47a7-bb33-635865fe1e72 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Deleting subnet 6c95fa02-af8c-489d-b866-70cd0418ff16 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:12.449753 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba359c0e-e993-47a7-bb33-635865fe1e72 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.471582 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1180576-655d-48f4-9f6e-44fa7653f9e0 req-eb59c1ac-c2e2-49ea-b395-cb92104ad89c tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0360811 Aug 31 01:21:12.513954 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba359c0e-e993-47a7-bb33-635865fe1e72 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.589888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-5f25cfea-ee3a-44dd-a12d-30c0e3852fae', 'network_id': '5f25cfea-ee3a-44dd-a12d-30c0e3852fae', 'tenant_id': '040bad9e5e42481fa35a95b94bdc7d47', 'fixed_ips': [{'subnet_id': '17070d52-ff5b-4dbf-b751-ab5a18a11a74'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:21:12.590813 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.599097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba359c0e-e993-47a7-bb33-635865fe1e72 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.673933 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba359c0e-e993-47a7-bb33-635865fe1e72 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server [None req-c6c9b114-d993-4b1b-8c9d-9d40530e7592 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c95fa02-af8c-489d-b866-70cd0418ff16: This subnet is being modified by another concurrent operation. Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c95fa02-af8c-489d-b866-70cd0418ff16: This subnet is being modified by another concurrent operation. Aug 31 01:21:12.700255 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:21:12.718855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba359c0e-e993-47a7-bb33-635865fe1e72 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event deleted for resources: {'Subnet': ['ID=6c95fa02-af8c-489d-b866-70cd0418ff16,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:12.721387 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba359c0e-e993-47a7-bb33-635865fe1e72 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.723568 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ba359c0e-e993-47a7-bb33-635865fe1e72 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "DELETE /v2.0/subnets/6c95fa02-af8c-489d-b866-70cd0418ff16 HTTP/1.1" status: 204 len: 168 time: 0.3383629 Aug 31 01:21:12.726372 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36644) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:12.732027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025d54ef-dd0c-40aa-bf63-6539ee9befbe None None] Network ce852dfc-0512-40d2-a754-603d7488bb3b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:12.791963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff3ad7a-4eb6-42ff-a5e4-a1f6a119b51c tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Deleting subnet 17070d52-ff5b-4dbf-b751-ab5a18a11a74 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:21:13.021721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Allocated IP 2001:db8:0:1::1 (5f25cfea-ee3a-44dd-a12d-30c0e3852fae/17070d52-ff5b-4dbf-b751-ab5a18a11a74/0013f4d6-efe4-47d9-9e55-3714f1ddf14d) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:21:13.237130 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.246717 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Transition to ACTIVE for port object 0013f4d6-efe4-47d9-9e55-3714f1ddf14d will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:13.263050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Transition to ACTIVE for port object 0013f4d6-efe4-47d9-9e55-3714f1ddf14d will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:21:13.269294 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fff3ad7a-4eb6-42ff-a5e4-a1f6a119b51c tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.270269 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.312331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Network 5f25cfea-ee3a-44dd-a12d-30c0e3852fae is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:21:13.315241 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:21:13.318049 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fff3ad7a-4eb6-42ff-a5e4-a1f6a119b51c tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.318288 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:21:13.327920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Pushing event updated for resources: {'Port': ['ID=0013f4d6-efe4-47d9-9e55-3714f1ddf14d,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:13.388330 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Attempting to bind port 0013f4d6-efe4-47d9-9e55-3714f1ddf14d on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:21:13.388708 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Attempting to bind port 0013f4d6-efe4-47d9-9e55-3714f1ddf14d by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '09fd47f1-d76c-4a63-ab9b-36048a982237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5f25cfea-ee3a-44dd-a12d-30c0e3852fae'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:21:13.389073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Attempting to bind port 0013f4d6-efe4-47d9-9e55-3714f1ddf14d on network 5f25cfea-ee3a-44dd-a12d-30c0e3852fae {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:21:13.391764 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.392115 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.392459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.392800 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.393136 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.393468 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.393798 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.394124 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.394452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.394778 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.395104 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.395454 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.404724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:21:13.404969 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Checking segment: {'id': '09fd47f1-d76c-4a63-ab9b-36048a982237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5f25cfea-ee3a-44dd-a12d-30c0e3852fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:21:13.405375 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.405771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Bound using segment: {'id': '09fd47f1-d76c-4a63-ab9b-36048a982237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5f25cfea-ee3a-44dd-a12d-30c0e3852fae'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:21:13.406250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Bound port: 0013f4d6-efe4-47d9-9e55-3714f1ddf14d, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fd47f1-d76c-4a63-ab9b-36048a982237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5f25cfea-ee3a-44dd-a12d-30c0e3852fae'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:21:13.406641 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.434457 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fff3ad7a-4eb6-42ff-a5e4-a1f6a119b51c tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.533260 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fff3ad7a-4eb6-42ff-a5e4-a1f6a119b51c tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.538280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] For port 0013f4d6-efe4-47d9-9e55-3714f1ddf14d, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:21:13.548310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] For port 0013f4d6-efe4-47d9-9e55-3714f1ddf14d, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0013f4d6-efe4-47d9-9e55-3714f1ddf14d,segment=NetworkSegment(09fd47f1-d76c-4a63-ab9b-36048a982237),segment_id=09fd47f1-d76c-4a63-ab9b-36048a982237)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:21:13.556699 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.577899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66af8a-1eac-4fc3-9e77-68a94b63c46d req-dfc9d805-62aa-4e48-b2e1-7aa658817f67 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:13.584559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3ad7a-4eb6-42ff-a5e4-a1f6a119b51c tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event deleted for resources: {'Subnet': ['ID=17070d52-ff5b-4dbf-b751-ab5a18a11a74,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:13.585983 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a66af8a-1eac-4fc3-9e77-68a94b63c46d req-dfc9d805-62aa-4e48-b2e1-7aa658817f67 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0744627 Aug 31 01:21:13.596968 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fff3ad7a-4eb6-42ff-a5e4-a1f6a119b51c tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.606309 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fff3ad7a-4eb6-42ff-a5e4-a1f6a119b51c tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "DELETE /v2.0/subnets/17070d52-ff5b-4dbf-b751-ab5a18a11a74 HTTP/1.1" status: 204 len: 168 time: 0.8783803 Aug 31 01:21:13.613480 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36666) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:13.653324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a66af8a-1eac-4fc3-9e77-68a94b63c46d req-4736a4ef-a6a8-4610-944e-cfd502e94a00 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662930 Aug 31 01:21:13.716494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f5789f-89d8-4470-bf65-8c8596a615e3 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:13.727009 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf8fa55e-e68e-4b37-9fae-5899cc410cab req-79368338-aae9-4299-a93e-376f8516a049 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0604458 Aug 31 01:21:13.727777 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36668) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:13.741820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f98d27-3336-41f9-9c47-279d42b30f00 None None] Pushing event updated for resources: {'Port': ['ID=0013f4d6-efe4-47d9-9e55-3714f1ddf14d,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:13.743158 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-56f5789f-89d8-4470-bf65-8c8596a615e3 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1282971 Aug 31 01:21:13.825940 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.891024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Deleting port 0013f4d6-efe4-47d9-9e55-3714f1ddf14d {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:13.891569 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.461726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] For port 0013f4d6-efe4-47d9-9e55-3714f1ddf14d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0013f4d6-efe4-47d9-9e55-3714f1ddf14d,segment=NetworkSegment(09fd47f1-d76c-4a63-ab9b-36048a982237),segment_id=09fd47f1-d76c-4a63-ab9b-36048a982237)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:21:14.462033 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.478930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Calling delete_port for 0013f4d6-efe4-47d9-9e55-3714f1ddf14d owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:14.559015 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.587667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event deleted for resources: {'Port': ['ID=0013f4d6-efe4-47d9-9e55-3714f1ddf14d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:14.591933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] No DVR routers for this DVR port 0013f4d6-efe4-47d9-9e55-3714f1ddf14d on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:21:14.676331 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.688089 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f25cfea-ee3a-44dd-a12d-30c0e3852fae']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:14.699883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fd47f1-d76c-4a63-ab9b-36048a982237') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:14.700398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fd47f1-d76c-4a63-ab9b-36048a982237') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:14.710578 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.737258 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.759008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:21:14.759008 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:21:14.834142 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:21:14.903739 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.909241 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:14.911548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "DELETE /v2.0/networks/5f25cfea-ee3a-44dd-a12d-30c0e3852fae HTTP/1.1" status: 204 len: 168 time: 1.1824815 Aug 31 01:21:14.913964 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7d240f-2075-4473-9f0b-46c11b528394 req-0dd9e001-6660-446d-9518-915545d0459f tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0708721 Aug 31 01:21:14.918213 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36684) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:14.938511 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c129f7-0088-4e8c-bd24-b897f11715fe tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event deleted for resources: {'Network': ['ID=5f25cfea-ee3a-44dd-a12d-30c0e3852fae,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:14.976381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d49829-3bba-4706-979c-1fe452e2fc6b req-37701586-dd27-4ce5-8ca8-38cf0e19d84c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:14.993438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9d49829-3bba-4706-979c-1fe452e2fc6b req-37701586-dd27-4ce5-8ca8-38cf0e19d84c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.1555724 Aug 31 01:21:15.037614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9d49829-3bba-4706-979c-1fe452e2fc6b req-a11042c3-5a9f-4e38-94ff-a2168f76ad6b tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431838 Aug 31 01:21:15.101645 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.220954 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.225757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cd27e9-beff-4794-b5c5-810dcf6b07fb None None] DHCP port deletion for 5f25cfea-ee3a-44dd-a12d-30c0e3852fae request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:21:15.240299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce852dfc-0512-40d2-a754-603d7488bb3b']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:15.258830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-23eff3d5-eda3-4702-a3ab-178f9afc9639 None None] Could not find standard attr ID for object 0013f4d6-efe4-47d9-9e55-3714f1ddf14d. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:21:15.268919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbce160-e873-46b7-acba-9f31cfc702ab') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:15.269415 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbce160-e873-46b7-acba-9f31cfc702ab') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:15.279076 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77088fd4-0b15-41fb-bd5c-e0da07c7c2c6 None None] Network 5f25cfea-ee3a-44dd-a12d-30c0e3852fae requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:21:15.294516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77088fd4-0b15-41fb-bd5c-e0da07c7c2c6 None None] Network 5f25cfea-ee3a-44dd-a12d-30c0e3852fae could not be found, it might have been deleted concurrently. {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 01:21:15.305548 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.307409 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44c0340-48c2-4048-9ba4-e99a3909c3d0 None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:21:15.327724 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.335557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:21:15.336478 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:21:15.375458 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:21:15.466449 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.475613 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.480149 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "DELETE /v2.0/networks/ce852dfc-0512-40d2-a754-603d7488bb3b HTTP/1.1" status: 204 len: 168 time: 0.5593755 Aug 31 01:21:15.482680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36700) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:15.508675 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event deleted for resources: {'Network': ['ID=ce852dfc-0512-40d2-a754-603d7488bb3b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:15.527651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:15.528617 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:15.529997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:15.530614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:15.531156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:15.531885 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:15.532528 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:15.533027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:15.533702 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:15.534419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:15.534921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:15.535487 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d2bb2-29ff-4c8d-b4ef-1b1b4c3621a2 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:15.538128 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44c0340-48c2-4048-9ba4-e99a3909c3d0 None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:21:15.617406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b4418b9f-99b2-42dd-8c4d-b9e917800d10 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.745265 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b4418b9f-99b2-42dd-8c4d-b9e917800d10 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.763769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-b4418b9f-99b2-42dd-8c4d-b9e917800d10 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b841d7-61f8-4002-9067-36c9875bbd33']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:15.780369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-b4418b9f-99b2-42dd-8c4d-b9e917800d10 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49dfc33b-45df-4e7b-b46c-705d8e70948c') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:15.780585 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-b4418b9f-99b2-42dd-8c4d-b9e917800d10 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49dfc33b-45df-4e7b-b46c-705d8e70948c') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:15.804908 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b4418b9f-99b2-42dd-8c4d-b9e917800d10 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.837867 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b4418b9f-99b2-42dd-8c4d-b9e917800d10 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.849357 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4418b9f-99b2-42dd-8c4d-b9e917800d10 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:21:15.850709 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b4418b9f-99b2-42dd-8c4d-b9e917800d10 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:21:15.939932 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:21:15.971437 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b4418b9f-99b2-42dd-8c4d-b9e917800d10 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.988916 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b4418b9f-99b2-42dd-8c4d-b9e917800d10 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.994252 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36710) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:15.995767 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b4418b9f-99b2-42dd-8c4d-b9e917800d10 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "DELETE /v2.0/networks/63b841d7-61f8-4002-9067-36c9875bbd33 HTTP/1.1" status: 204 len: 168 time: 0.5102370 Aug 31 01:21:16.016851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4418b9f-99b2-42dd-8c4d-b9e917800d10 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event deleted for resources: {'Network': ['ID=63b841d7-61f8-4002-9067-36c9875bbd33,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:16.141654 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c814e5cd-4d14-4023-ac7d-783ace82f249 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.146109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd190dd7-ff9f-4840-87b2-8b45aa561783 req-162637e2-3849-4013-90cc-33375c65fde1 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0639126 Aug 31 01:21:16.251652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0466e1-4cd6-401c-8526-2d86b10a29be req-0c88b7b7-b210-40bc-a491-4e833b99f376 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:16.253689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a0466e1-4cd6-401c-8526-2d86b10a29be req-0c88b7b7-b210-40bc-a491-4e833b99f376 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0674629 Aug 31 01:21:16.290465 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c814e5cd-4d14-4023-ac7d-783ace82f249 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.304296 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c814e5cd-4d14-4023-ac7d-783ace82f249 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db2621d-bc18-4830-9f39-5c5b7963d8b5']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:16.322356 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c814e5cd-4d14-4023-ac7d-783ace82f249 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2808babb-df4a-49af-a4fb-97415642c8ae') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:16.322945 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c814e5cd-4d14-4023-ac7d-783ace82f249 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2808babb-df4a-49af-a4fb-97415642c8ae') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:21:16.335720 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a0466e1-4cd6-401c-8526-2d86b10a29be req-2357165d-7c8a-40c1-8bc0-c287d1a1a159 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571532 Aug 31 01:21:16.342530 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c814e5cd-4d14-4023-ac7d-783ace82f249 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.358989 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c814e5cd-4d14-4023-ac7d-783ace82f249 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.365538 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c814e5cd-4d14-4023-ac7d-783ace82f249 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:21:16.366035 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c814e5cd-4d14-4023-ac7d-783ace82f249 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:21:16.369533 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:21:16.449532 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c814e5cd-4d14-4023-ac7d-783ace82f249 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.458795 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c814e5cd-4d14-4023-ac7d-783ace82f249 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:16.461997 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c814e5cd-4d14-4023-ac7d-783ace82f249 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] 10.222.0.58 "DELETE /v2.0/networks/6db2621d-bc18-4830-9f39-5c5b7963d8b5 HTTP/1.1" status: 204 len: 168 time: 0.4664660 Aug 31 01:21:16.491064 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814e5cd-4d14-4023-ac7d-783ace82f249 tempest-BulkNetworkOpsIpV6Test-105612010 tempest-BulkNetworkOpsIpV6Test-105612010-project] Pushing event deleted for resources: {'Network': ['ID=6db2621d-bc18-4830-9f39-5c5b7963d8b5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:16.805393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36722) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:17.066436 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0013f4d6-efe4-47d9-9e55-3714f1ddf14d no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:21:17.102840 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 0013f4d6-efe4-47d9-9e55-3714f1ddf14d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:21:17.107587 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0013f4d6-efe4-47d9-9e55-3714f1ddf14d not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:21:17.125036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-93aa297b-20be-4582-bee0-3b9804c409b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=040bad9e5e42481fa35a95b94bdc7d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161197 Aug 31 01:21:17.126170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36730) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:17.183446 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8e92ff03-ac82-4010-bb3c-778031a22916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:17.209160 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8e92ff03-ac82-4010-bb3c-778031a22916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:17.281794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5608110c-4c3d-4c1e-9d3f-09597dfa7a2c req-23836a89-a94e-499c-ab40-646350e8c296 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0342600 Aug 31 01:21:17.287698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8e92ff03-ac82-4010-bb3c-778031a22916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:17.290368 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8e92ff03-ac82-4010-bb3c-778031a22916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:17.291722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8e92ff03-ac82-4010-bb3c-778031a22916 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/77926d78-cca1-49e2-b978-4f9d0c2f8b7a HTTP/1.1" status: 204 len: 168 time: 0.1644683 Aug 31 01:21:17.301142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92ff03-ac82-4010-bb3c-778031a22916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77926d78-cca1-49e2-b978-4f9d0c2f8b7a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:17.460043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235bc56-c001-4e28-9a93-71b8b0f70dd3 req-30ab5ad7-84e4-4db8-922c-fdbd223d73fb tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:17.462005 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e235bc56-c001-4e28-9a93-71b8b0f70dd3 req-30ab5ad7-84e4-4db8-922c-fdbd223d73fb tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0585926 Aug 31 01:21:17.509907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e235bc56-c001-4e28-9a93-71b8b0f70dd3 req-b9b6d108-12ad-4f24-9050-88aef21b47cb tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412812 Aug 31 01:21:17.594427 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c210c7-e86f-4207-83d5-27a0764c43db req-f9456ff6-7ede-4e4b-b749-33add9434c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:17.596052 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-07c210c7-e86f-4207-83d5-27a0764c43db req-f9456ff6-7ede-4e4b-b749-33add9434c37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 1097 time: 0.0526116 Aug 31 01:21:17.645465 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-07c210c7-e86f-4207-83d5-27a0764c43db req-1d0f613d-201d-4369-ae44-cfc83140a29a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420206 Aug 31 01:21:18.001342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36768) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:18.101057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ac52bb27-4410-4d57-bd28-5e13818544c1 tempest-DvrRoutersNegativeTest-1738696552 tempest-DvrRoutersNegativeTest-1738696552-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-665541125', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:18.104109 n-d-802060-13 neutron-server[94761]: DEBUG neutron.policy [None req-ac52bb27-4410-4d57-bd28-5e13818544c1 tempest-DvrRoutersNegativeTest-1738696552 tempest-DvrRoutersNegativeTest-1738696552-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94761) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 31 01:21:18.105032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.policy [None req-ac52bb27-4410-4d57-bd28-5e13818544c1 tempest-DvrRoutersNegativeTest-1738696552 tempest-DvrRoutersNegativeTest-1738696552-project] Failed policy check for 'create_router' {{(pid=94761) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 31 01:21:18.105640 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-ac52bb27-4410-4d57-bd28-5e13818544c1 tempest-DvrRoutersNegativeTest-1738696552 tempest-DvrRoutersNegativeTest-1738696552-project] create failed (client error): Access was denied to this resource. Aug 31 01:21:18.108003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ac52bb27-4410-4d57-bd28-5e13818544c1 tempest-DvrRoutersNegativeTest-1738696552 tempest-DvrRoutersNegativeTest-1738696552-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1052794 Aug 31 01:21:18.468981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36790) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:18.488350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-deb1517b-888d-4141-ad7e-d454571b4773 req-d52ab93a-134c-4c0e-8898-f484b89d49b4 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0778856 Aug 31 01:21:18.642299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8212803-14cd-4765-a1ce-067ae4eaf035 req-a295dea5-14ba-4d23-8721-9017fc54e861 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:18.650706 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8212803-14cd-4765-a1ce-067ae4eaf035 req-a295dea5-14ba-4d23-8721-9017fc54e861 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0887392 Aug 31 01:21:18.671579 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce7b096c-0838-44aa-8284-32b610bd9f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:18.717670 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8212803-14cd-4765-a1ce-067ae4eaf035 req-be669e92-1f0f-45cd-a31c-c2f13621f83c tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655706 Aug 31 01:21:18.820439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c44782-111b-4130-811f-cc908131ead0 req-cce0d456-1a3b-4d62-ac69-064aa912fae1 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:18.829404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e3c44782-111b-4130-811f-cc908131ead0 req-cce0d456-1a3b-4d62-ac69-064aa912fae1 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.1753795 Aug 31 01:21:18.936147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e3c44782-111b-4130-811f-cc908131ead0 req-f3b45cd9-2896-405f-ae0d-958a67afdec6 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003172 Aug 31 01:21:18.955815 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce7b096c-0838-44aa-8284-32b610bd9f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:18.960391 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce7b096c-0838-44aa-8284-32b610bd9f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:19.007257 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ce7b096c-0838-44aa-8284-32b610bd9f14 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e42ab0cca062433dbff7ae9128ef48c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5346494 Aug 31 01:21:19.007257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b096c-0838-44aa-8284-32b610bd9f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af182193-7e18-4ca9-b6ed-86cd34d089c3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:19.007852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36806) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:19.062344 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73dbe246-e050-4a8e-b81b-95b793add34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:19.085884 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73dbe246-e050-4a8e-b81b-95b793add34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:19.135822 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73dbe246-e050-4a8e-b81b-95b793add34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:19.138718 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73dbe246-e050-4a8e-b81b-95b793add34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:19.140050 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-73dbe246-e050-4a8e-b81b-95b793add34f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af182193-7e18-4ca9-b6ed-86cd34d089c3 HTTP/1.1" status: 204 len: 168 time: 0.1312668 Aug 31 01:21:19.156560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbe246-e050-4a8e-b81b-95b793add34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af182193-7e18-4ca9-b6ed-86cd34d089c3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:19.605615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-544383c3-1236-4517-ae2e-d01c6a884d48 req-138a12b1-d007-4655-adff-9ae08c36e064 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0347302 Aug 31 01:21:19.850008 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36836) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:19.877875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9809bc0-59de-453c-92f4-831af090dd5f req-91bd3e35-b042-47ae-9990-0c6a947afb9c tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:19.895814 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9809bc0-59de-453c-92f4-831af090dd5f req-91bd3e35-b042-47ae-9990-0c6a947afb9c tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.1000798 Aug 31 01:21:19.991603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9809bc0-59de-453c-92f4-831af090dd5f req-fb1db812-371e-4d4c-829d-ef6d90e27737 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918641 Aug 31 01:21:20.063899 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6462bef6-ca5b-4eee-a8a7-3460ad72276b tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:20.065211 n-d-802060-13 neutron-server[94760]: WARNING neutron.api.v2.base [None req-6462bef6-ca5b-4eee-a8a7-3460ad72276b tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 01:21:20.069822 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-6462bef6-ca5b-4eee-a8a7-3460ad72276b tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 01:21:20.077477 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6462bef6-ca5b-4eee-a8a7-3460ad72276b tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2196326 Aug 31 01:21:20.078053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36850) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:20.091582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-159bb185-e280-4f2d-98d7-35c57ee5f8fe tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526197459'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:20.122749 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-159bb185-e280-4f2d-98d7-35c57ee5f8fe tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.124413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fa4f7-dd21-42ca-a167-dba4b4827b29 req-856166b9-0c7f-4790-9db3-9f18dc87a638 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:20.126496 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b75fa4f7-dd21-42ca-a167-dba4b4827b29 req-856166b9-0c7f-4790-9db3-9f18dc87a638 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0694199 Aug 31 01:21:20.135425 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-159bb185-e280-4f2d-98d7-35c57ee5f8fe tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.211896 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b75fa4f7-dd21-42ca-a167-dba4b4827b29 req-08c19780-fd09-4ffe-a631-f509f3c44d1a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757642 Aug 31 01:21:20.264682 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-159bb185-e280-4f2d-98d7-35c57ee5f8fe tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.284880 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-159bb185-e280-4f2d-98d7-35c57ee5f8fe tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.327397 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bb185-e280-4f2d-98d7-35c57ee5f8fe tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc01141-4088-45cf-8e86-43d85a5dddb8,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:20.392061 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-159bb185-e280-4f2d-98d7-35c57ee5f8fe tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.398727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-159bb185-e280-4f2d-98d7-35c57ee5f8fe tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.441033 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-159bb185-e280-4f2d-98d7-35c57ee5f8fe tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.443536 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-159bb185-e280-4f2d-98d7-35c57ee5f8fe tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3629746 Aug 31 01:21:20.446979 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36858) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:20.454486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-dc223256-1076-432a-8b27-c8dd7c5e8a92 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': 'd00fe3ac-930c-4a42-a2cf-0ab148960290', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:20.462888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bb185-e280-4f2d-98d7-35c57ee5f8fe tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00fe3ac-930c-4a42-a2cf-0ab148960290,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:20.514997 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc223256-1076-432a-8b27-c8dd7c5e8a92 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.606222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ff7a1-590a-4d83-9101-ca5f73c900e6 req-22d6b48b-1510-43e4-aa5e-bd8e9a15e689 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:20.608241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-203ff7a1-590a-4d83-9101-ca5f73c900e6 req-22d6b48b-1510-43e4-aa5e-bd8e9a15e689 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0589781 Aug 31 01:21:20.650085 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277841f-517b-4435-ab50-9aed6cc252ad req-82a53cbb-eeed-4fbc-a3d9-b3fbda3ddee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:20.651736 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5277841f-517b-4435-ab50-9aed6cc252ad req-82a53cbb-eeed-4fbc-a3d9-b3fbda3ddee2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f842249ecbd487dbe85bc5ca3338640&device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 1097 time: 0.0915475 Aug 31 01:21:20.653735 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc223256-1076-432a-8b27-c8dd7c5e8a92 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.657039 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc223256-1076-432a-8b27-c8dd7c5e8a92 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.703678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-203ff7a1-590a-4d83-9101-ca5f73c900e6 req-be21c020-0e48-4597-a54b-02da2d5a2bca tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878441 Aug 31 01:21:20.751419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc223256-1076-432a-8b27-c8dd7c5e8a92 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6f9fee-9312-42be-a34d-e73519dcbc25,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:20.774626 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc223256-1076-432a-8b27-c8dd7c5e8a92 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.776693 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dc223256-1076-432a-8b27-c8dd7c5e8a92 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3264377 Aug 31 01:21:20.780023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36866) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:20.786201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d324abf0-af17-49e7-a84e-27b30e3a0836 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': 'd00fe3ac-930c-4a42-a2cf-0ab148960290', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:20.829230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8cafb9c-8dc7-4378-9952-849a42d4c5ae req-124724fe-7e59-474b-ae75-0d0bb4e3c6c6 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0782275 Aug 31 01:21:20.841445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277841f-517b-4435-ab50-9aed6cc252ad req-e77239a9-73dc-4e05-9773-36814a22d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:20.843941 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5277841f-517b-4435-ab50-9aed6cc252ad req-e77239a9-73dc-4e05-9773-36814a22d079 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab9b48d7-0042-489c-b44e-05ea7282dd2c HTTP/1.1" status: 200 len: 920 time: 0.1846211 Aug 31 01:21:20.851387 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d324abf0-af17-49e7-a84e-27b30e3a0836 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:20.907094 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5277841f-517b-4435-ab50-9aed6cc252ad req-7c799b37-77ee-4a8e-a636-68e88a390cad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe8bf39f-11f1-40a4-9164-5f06e3a8b133 HTTP/1.1" status: 200 len: 217 time: 0.0510437 Aug 31 01:21:20.976030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277841f-517b-4435-ab50-9aed6cc252ad req-f1fe3486-422c-45a2-a2ac-45286048131f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:20.977529 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5277841f-517b-4435-ab50-9aed6cc252ad req-f1fe3486-422c-45a2-a2ac-45286048131f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38d049ad-c277-4c26-8b85-fa4623963180 HTTP/1.1" status: 200 len: 859 time: 0.0632970 Aug 31 01:21:20.979068 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-d324abf0-af17-49e7-a84e-27b30e3a0836 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 01:21:20.980412 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d324abf0-af17-49e7-a84e-27b30e3a0836 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1988223 Aug 31 01:21:20.983164 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36868) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:21.031487 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5277841f-517b-4435-ab50-9aed6cc252ad req-e38234f8-7366-4dc5-8dbe-040a88444c98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab9b48d7-0042-489c-b44e-05ea7282dd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405023 Aug 31 01:21:21.121157 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-028db1ee-f1e5-4696-9144-8b7b69b9898f tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.162616 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-028db1ee-f1e5-4696-9144-8b7b69b9898f tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.192077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb8bd9-feed-44bc-86c3-e4e0ee0fb615 req-cb299b69-a52c-4fe1-8b96-e15e6742f37c tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:21.192732 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5277841f-517b-4435-ab50-9aed6cc252ad req-f9b28394-999a-4a4d-91d1-3584a0e200b6 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498582 Aug 31 01:21:21.196759 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ffb8bd9-feed-44bc-86c3-e4e0ee0fb615 req-cb299b69-a52c-4fe1-8b96-e15e6742f37c tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0770555 Aug 31 01:21:21.205812 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-097ec071-3a89-4a5e-b813-6041bfa2ecc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.242289 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ffb8bd9-feed-44bc-86c3-e4e0ee0fb615 req-d344589f-7bad-4cbf-8ddc-276f77b30be5 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392480 Aug 31 01:21:21.490448 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:21:21.663062 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-028db1ee-f1e5-4696-9144-8b7b69b9898f tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.665570 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-028db1ee-f1e5-4696-9144-8b7b69b9898f tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.666856 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-028db1ee-f1e5-4696-9144-8b7b69b9898f tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "DELETE /v2.0/security-groups/d00fe3ac-930c-4a42-a2cf-0ab148960290 HTTP/1.1" status: 204 len: 168 time: 0.6824157 Aug 31 01:21:21.670291 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36876) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:21.694914 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5277841f-517b-4435-ab50-9aed6cc252ad req-c8959385-4675-4102-9ffc-19a3ab17f598 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938776 Aug 31 01:21:21.703057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028db1ee-f1e5-4696-9144-8b7b69b9898f tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00fe3ac-930c-4a42-a2cf-0ab148960290,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:21.743873 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-81a582f9-fcde-44ac-851b-46aedcbfe061 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0717604 Aug 31 01:21:21.748547 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36880) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:21.755093 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5d2df280-0a27-4dea-b9a6-b8f5b15ee60a tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336027267'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:21.832868 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d2df280-0a27-4dea-b9a6-b8f5b15ee60a tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:21.865853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaee57c-69a4-4376-a4d7-62bc2ee5e72b req-a216ddd5-1c4e-4945-9cd6-3e7beb70152f tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:21.867404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aaaee57c-69a4-4376-a4d7-62bc2ee5e72b req-a216ddd5-1c4e-4945-9cd6-3e7beb70152f tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0814395 Aug 31 01:21:21.934186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aaaee57c-69a4-4376-a4d7-62bc2ee5e72b req-3534a272-f3cf-48e0-b921-5e3f8678ceef tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572662 Aug 31 01:21:21.968409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b9e6fef-9882-4243-bd48-9cd22cf6be39 req-8cc9f1cf-01f9-4a0c-890c-2cac7afeebdd tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0410831 Aug 31 01:21:22.000786 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d2df280-0a27-4dea-b9a6-b8f5b15ee60a tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.004536 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d2df280-0a27-4dea-b9a6-b8f5b15ee60a tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.033108 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d2df280-0a27-4dea-b9a6-b8f5b15ee60a tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.034340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5d2df280-0a27-4dea-b9a6-b8f5b15ee60a tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2846458 Aug 31 01:21:22.036274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2df280-0a27-4dea-b9a6-b8f5b15ee60a tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3a952b-989a-4fbf-aa8e-824374aeda20,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:22.037251 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36886) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.042001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e1d5cc01-3243-44e6-b452-06c0c8ad3e6d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': 'fc3a952b-989a-4fbf-aa8e-824374aeda20', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:22.042793 n-d-802060-13 neutron-server[94760]: WARNING neutron.api.v2.base [None req-e1d5cc01-3243-44e6-b452-06c0c8ad3e6d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 01:21:22.043360 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-e1d5cc01-3243-44e6-b452-06c0c8ad3e6d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:22.044256 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e1d5cc01-3243-44e6-b452-06c0c8ad3e6d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060093 Aug 31 01:21:22.046919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36888) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.100903 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6a48df3d-8c0e-4573-905c-f21c13c66544 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.127122 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6a48df3d-8c0e-4573-905c-f21c13c66544 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.173710 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6a48df3d-8c0e-4573-905c-f21c13c66544 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.176492 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6a48df3d-8c0e-4573-905c-f21c13c66544 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.180267 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6a48df3d-8c0e-4573-905c-f21c13c66544 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "DELETE /v2.0/security-groups/fc3a952b-989a-4fbf-aa8e-824374aeda20 HTTP/1.1" status: 204 len: 168 time: 0.1296575 Aug 31 01:21:22.180911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36890) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.188868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48df3d-8c0e-4573-905c-f21c13c66544 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3a952b-989a-4fbf-aa8e-824374aeda20,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:22.231910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6e5b2445-9246-4e0f-afb2-6cc361ba5d5d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498290 Aug 31 01:21:22.235393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36894) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.239870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d04cde3e-40ca-4b95-bb58-5131b2b99777 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790093400'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:22.255383 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-fae77f59-ae12-46ef-818e-6f1a5cd9d301 req-e4040d58-f3c0-4c84-b07c-a9adbbc686c2 service neutron] (94761) timed out ('10.222.0.58', 60520) {{(pid=94761) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:21:22.264974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d04cde3e-40ca-4b95-bb58-5131b2b99777 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.407674 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d04cde3e-40ca-4b95-bb58-5131b2b99777 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.415704 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d04cde3e-40ca-4b95-bb58-5131b2b99777 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.461414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de38d69-63de-489b-b030-a3e4df79ea49 req-5a49e5da-8840-48d1-a681-3d411c5d581d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:22.463159 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2de38d69-63de-489b-b030-a3e4df79ea49 req-5a49e5da-8840-48d1-a681-3d411c5d581d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.1036103 Aug 31 01:21:22.464694 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d04cde3e-40ca-4b95-bb58-5131b2b99777 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.466053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d04cde3e-40ca-4b95-bb58-5131b2b99777 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2297118 Aug 31 01:21:22.468291 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cde3e-40ca-4b95-bb58-5131b2b99777 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4e8436-49f6-4873-acc5-bd13db6b8b53,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:22.469033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36908) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.477395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5042ff9f-4e42-4d87-91a0-99356cbdfba7 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': 'ac4e8436-49f6-4873-acc5-bd13db6b8b53', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:22.479103 n-d-802060-13 neutron-server[94760]: WARNING neutron.api.v2.base [None req-5042ff9f-4e42-4d87-91a0-99356cbdfba7 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 01:21:22.480868 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-5042ff9f-4e42-4d87-91a0-99356cbdfba7 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:22.486577 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5042ff9f-4e42-4d87-91a0-99356cbdfba7 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0153961 Aug 31 01:21:22.489240 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36910) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.528960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2de38d69-63de-489b-b030-a3e4df79ea49 req-06237b02-6ee8-41d8-9bb8-a290cb415d32 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560505 Aug 31 01:21:22.578760 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-838e3770-69aa-4d80-bc35-c2d06f14731e tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.602610 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-838e3770-69aa-4d80-bc35-c2d06f14731e tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.646205 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-838e3770-69aa-4d80-bc35-c2d06f14731e tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.649283 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-838e3770-69aa-4d80-bc35-c2d06f14731e tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.652344 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-838e3770-69aa-4d80-bc35-c2d06f14731e tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "DELETE /v2.0/security-groups/ac4e8436-49f6-4873-acc5-bd13db6b8b53 HTTP/1.1" status: 204 len: 168 time: 0.1604495 Aug 31 01:21:22.653227 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36912) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.677376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e3770-69aa-4d80-bc35-c2d06f14731e tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4e8436-49f6-4873-acc5-bd13db6b8b53,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:22.722295 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-db72f849-39ae-4d68-88df-5f2161a11563 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0617962 Aug 31 01:21:22.722690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36914) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.727437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9223d320-830e-4895-b8e0-45078cd6d294 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group': {'name': 'tempest-secgroup--522644492'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:22.753078 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9223d320-830e-4895-b8e0-45078cd6d294 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.840290 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9223d320-830e-4895-b8e0-45078cd6d294 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.846083 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9223d320-830e-4895-b8e0-45078cd6d294 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.880157 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9223d320-830e-4895-b8e0-45078cd6d294 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:22.883756 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9223d320-830e-4895-b8e0-45078cd6d294 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1599822 Aug 31 01:21:22.884680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36918) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.892971 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-bcd1b9e0-d171-4709-b7b8-a6c84190085a tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': 'b422c17e-68f9-4d00-b6c1-c69e931ee662', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:22.909493 n-d-802060-13 neutron-server[94761]: WARNING neutron.api.v2.base [None req-bcd1b9e0-d171-4709-b7b8-a6c84190085a tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 01:21:22.910211 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-bcd1b9e0-d171-4709-b7b8-a6c84190085a tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:22.911396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bcd1b9e0-d171-4709-b7b8-a6c84190085a tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0231512 Aug 31 01:21:22.918595 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36920) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.919148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223d320-830e-4895-b8e0-45078cd6d294 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b422c17e-68f9-4d00-b6c1-c69e931ee662,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:22.926465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6bd66931-1f3a-462e-a4d0-c0ed66ba69e6 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': 'b422c17e-68f9-4d00-b6c1-c69e931ee662', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:22.928877 n-d-802060-13 neutron-server[94760]: WARNING neutron.api.v2.base [None req-6bd66931-1f3a-462e-a4d0-c0ed66ba69e6 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 01:21:22.928877 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-6bd66931-1f3a-462e-a4d0-c0ed66ba69e6 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:22.929999 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6bd66931-1f3a-462e-a4d0-c0ed66ba69e6 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0096316 Aug 31 01:21:22.933577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36922) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.939649 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-86fe0d3e-8798-4107-8f42-dd77c28f6248 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': 'b422c17e-68f9-4d00-b6c1-c69e931ee662', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:22.940503 n-d-802060-13 neutron-server[94761]: WARNING neutron.api.v2.base [None req-86fe0d3e-8798-4107-8f42-dd77c28f6248 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 01:21:22.941244 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-86fe0d3e-8798-4107-8f42-dd77c28f6248 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:22.942699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-86fe0d3e-8798-4107-8f42-dd77c28f6248 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076795 Aug 31 01:21:22.945296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36924) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:22.951711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-083f8920-dbcb-467c-ba2b-6e5398080655 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': 'b422c17e-68f9-4d00-b6c1-c69e931ee662', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:22.952554 n-d-802060-13 neutron-server[94761]: WARNING neutron.api.v2.base [None req-083f8920-dbcb-467c-ba2b-6e5398080655 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 01:21:22.953015 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-083f8920-dbcb-467c-ba2b-6e5398080655 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:22.953960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-083f8920-dbcb-467c-ba2b-6e5398080655 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078115 Aug 31 01:21:22.956480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36926) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.070486 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e541ef75-0e8d-450d-b964-33f169f29bf8 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.139919 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0293a16b-a438-46f0-bfec-4f0f1db46bd2 req-f206ee01-e331-4838-af86-f38cea9ad9b3 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0510709 Aug 31 01:21:23.145753 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e541ef75-0e8d-450d-b964-33f169f29bf8 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.186965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad493e21-1795-471a-b9e1-1244116a8f87 req-5a7c1ff0-223f-4aa4-a712-55601d4041e9 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:23.188521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad493e21-1795-471a-b9e1-1244116a8f87 req-5a7c1ff0-223f-4aa4-a712-55601d4041e9 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.1467471 Aug 31 01:21:23.247846 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad493e21-1795-471a-b9e1-1244116a8f87 req-1de4f4e0-cecd-46d9-9e6b-a87520eeea00 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511661 Aug 31 01:21:23.269399 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e541ef75-0e8d-450d-b964-33f169f29bf8 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.272058 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e541ef75-0e8d-450d-b964-33f169f29bf8 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.273135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e541ef75-0e8d-450d-b964-33f169f29bf8 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "DELETE /v2.0/security-groups/b422c17e-68f9-4d00-b6c1-c69e931ee662 HTTP/1.1" status: 204 len: 168 time: 0.3154140 Aug 31 01:21:23.275672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36932) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.299877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541ef75-0e8d-450d-b964-33f169f29bf8 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b422c17e-68f9-4d00-b6c1-c69e931ee662,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:23.362791 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8e084362-d1db-431a-9d21-e99c859c1abb tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853937 Aug 31 01:21:23.367580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36936) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.373648 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ee53c8a4-1a5e-4b0e-b448-1e7471a80956 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221468940'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:23.432502 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ee53c8a4-1a5e-4b0e-b448-1e7471a80956 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.578896 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ee53c8a4-1a5e-4b0e-b448-1e7471a80956 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.587742 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ee53c8a4-1a5e-4b0e-b448-1e7471a80956 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.635937 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ee53c8a4-1a5e-4b0e-b448-1e7471a80956 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.639766 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ee53c8a4-1a5e-4b0e-b448-1e7471a80956 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2711034 Aug 31 01:21:23.641385 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36942) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.647036 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f53617da-ebc6-43cc-ad69-5530dfaf626d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': '1a37850e-4ed1-4037-9daf-8cedc2c0c2ec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:23.648190 n-d-802060-13 neutron-server[94760]: WARNING neutron.api.v2.base [None req-f53617da-ebc6-43cc-ad69-5530dfaf626d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 01:21:23.648907 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-f53617da-ebc6-43cc-ad69-5530dfaf626d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:23.650251 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f53617da-ebc6-43cc-ad69-5530dfaf626d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073788 Aug 31 01:21:23.655566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36944) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.660630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-be2d5193-f9e4-4bbe-b193-3db1b0ca7fbc tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': '1a37850e-4ed1-4037-9daf-8cedc2c0c2ec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:23.696691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53c8a4-1a5e-4b0e-b448-1e7471a80956 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a37850e-4ed1-4037-9daf-8cedc2c0c2ec,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:23.766496 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-be2d5193-f9e4-4bbe-b193-3db1b0ca7fbc tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:23.771787 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-be2d5193-f9e4-4bbe-b193-3db1b0ca7fbc tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1147344 Aug 31 01:21:23.775265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894812dc-c09e-47c3-98a0-e08d24745ab7 req-1b43a408-b5af-4e6f-83a5-308997513369 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:23.777539 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36946) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.788139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-894812dc-c09e-47c3-98a0-e08d24745ab7 req-1b43a408-b5af-4e6f-83a5-308997513369 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.1589358 Aug 31 01:21:23.789585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6c905ed4-3477-4c23-9036-88b7b9f0171d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': '1a37850e-4ed1-4037-9daf-8cedc2c0c2ec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:23.790319 n-d-802060-13 neutron-server[94760]: WARNING neutron.api.v2.base [None req-6c905ed4-3477-4c23-9036-88b7b9f0171d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 01:21:23.792166 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-6c905ed4-3477-4c23-9036-88b7b9f0171d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:23.793525 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6c905ed4-3477-4c23-9036-88b7b9f0171d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0147641 Aug 31 01:21:23.800514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36948) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.815625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6447a5bc-88f3-40b8-be80-c17db00b02c0 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': '1a37850e-4ed1-4037-9daf-8cedc2c0c2ec', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:23.864817 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb382-6e4a-4f22-838a-15589fcae598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:23.876696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-894812dc-c09e-47c3-98a0-e08d24745ab7 req-48d6144b-7a94-49bb-bf91-e563ec89e57e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873618 Aug 31 01:21:23.912197 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-6447a5bc-88f3-40b8-be80-c17db00b02c0 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:23.916385 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6447a5bc-88f3-40b8-be80-c17db00b02c0 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1115105 Aug 31 01:21:23.918062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36950) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.931475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ed70b19f-feac-4dc8-92b6-81628c81fecf tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': '1a37850e-4ed1-4037-9daf-8cedc2c0c2ec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:23.932278 n-d-802060-13 neutron-server[94761]: WARNING neutron.api.v2.base [None req-ed70b19f-feac-4dc8-92b6-81628c81fecf tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 01:21:23.933380 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-ed70b19f-feac-4dc8-92b6-81628c81fecf tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:23.936688 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ed70b19f-feac-4dc8-92b6-81628c81fecf tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148759 Aug 31 01:21:23.938213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36954) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:23.951272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d67f00c5-a6ac-4010-9b3b-b88e398647d7 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': '1a37850e-4ed1-4037-9daf-8cedc2c0c2ec', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:24.007197 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-d67f00c5-a6ac-4010-9b3b-b88e398647d7 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Project fe3456a5d628417f8ee01370f821fa55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:21:24.036900 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.051724 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-d67f00c5-a6ac-4010-9b3b-b88e398647d7 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:24.051724 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d67f00c5-a6ac-4010-9b3b-b88e398647d7 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1100502 Aug 31 01:21:24.053647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36956) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:24.060122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-986a5044-6baf-4d21-a3e7-18fdf7d3bfd1 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': '1a37850e-4ed1-4037-9daf-8cedc2c0c2ec', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:24.060875 n-d-802060-13 neutron-server[94761]: WARNING neutron.api.v2.base [None req-986a5044-6baf-4d21-a3e7-18fdf7d3bfd1 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 01:21:24.061453 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-986a5044-6baf-4d21-a3e7-18fdf7d3bfd1 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:24.064574 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-986a5044-6baf-4d21-a3e7-18fdf7d3bfd1 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077314 Aug 31 01:21:24.065657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36958) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:24.072516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-337dc202-3378-4754-80a2-32b4868200af tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': '1a37850e-4ed1-4037-9daf-8cedc2c0c2ec', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:24.107625 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-337dc202-3378-4754-80a2-32b4868200af tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Project fe3456a5d628417f8ee01370f821fa55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:21:24.125407 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-337dc202-3378-4754-80a2-32b4868200af tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:24.126799 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-337dc202-3378-4754-80a2-32b4868200af tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0601637 Aug 31 01:21:24.129644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36960) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:24.134127 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-dc68cdc6-239a-491e-b935-ff1eb8d7ccc7 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': '1a37850e-4ed1-4037-9daf-8cedc2c0c2ec', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:24.173541 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-dc68cdc6-239a-491e-b935-ff1eb8d7ccc7 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Project fe3456a5d628417f8ee01370f821fa55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:21:24.203775 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-dc68cdc6-239a-491e-b935-ff1eb8d7ccc7 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:24.205160 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dc68cdc6-239a-491e-b935-ff1eb8d7ccc7 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0742743 Aug 31 01:21:24.207834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36964) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:24.282236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72c12b93-c494-420c-b64d-2d3cdd2aca79 req-dcba3263-a2c0-4c04-a71e-4cc970c08924 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0382740 Aug 31 01:21:24.286941 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5a33c523-aa9d-4e4e-915c-2dc629d90b13 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.332796 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5a33c523-aa9d-4e4e-915c-2dc629d90b13 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.406540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cabf8-03f8-4dc3-b1d7-76617ae74d80 req-e9ec87c3-83c7-4c93-9e4a-d16e395c9a60 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:24.410096 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa8cabf8-03f8-4dc3-b1d7-76617ae74d80 req-e9ec87c3-83c7-4c93-9e4a-d16e395c9a60 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0642483 Aug 31 01:21:24.421068 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5a33c523-aa9d-4e4e-915c-2dc629d90b13 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.423851 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5a33c523-aa9d-4e4e-915c-2dc629d90b13 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.427458 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5a33c523-aa9d-4e4e-915c-2dc629d90b13 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "DELETE /v2.0/security-groups/1a37850e-4ed1-4037-9daf-8cedc2c0c2ec HTTP/1.1" status: 204 len: 168 time: 0.2161193 Aug 31 01:21:24.429204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36970) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:24.449606 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.452235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33c523-aa9d-4e4e-915c-2dc629d90b13 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a37850e-4ed1-4037-9daf-8cedc2c0c2ec,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:24.501249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa8cabf8-03f8-4dc3-b1d7-76617ae74d80 req-0e7f0eac-5542-47d6-90e7-0a486b4296ca tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820458 Aug 31 01:21:24.512777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e59a5260-c6ff-48a5-b6d3-e460ab008709 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0824058 Aug 31 01:21:24.517944 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36972) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:24.526008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b32d017c-7b77-4dcf-9304-03781b1c723d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673236236'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:24.560847 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b32d017c-7b77-4dcf-9304-03781b1c723d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.724073 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b32d017c-7b77-4dcf-9304-03781b1c723d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.736501 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b32d017c-7b77-4dcf-9304-03781b1c723d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.772876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d017c-7b77-4dcf-9304-03781b1c723d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a66988-460e-4073-984c-271abb501f67,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:24.781794 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b32d017c-7b77-4dcf-9304-03781b1c723d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:24.783162 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b32d017c-7b77-4dcf-9304-03781b1c723d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2641809 Aug 31 01:21:24.787724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36984) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:24.797899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-4c6ae4cb-1571-47dc-84bf-1478326514b1 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': 'f1a66988-460e-4073-984c-271abb501f67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:24.880761 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-4c6ae4cb-1571-47dc-84bf-1478326514b1 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The resource could not be found. Aug 31 01:21:24.881965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4c6ae4cb-1571-47dc-84bf-1478326514b1 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0926237 Aug 31 01:21:24.885214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36986) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:24.895344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b777da8e-5387-42df-8532-a14346f4a755 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': 'f1a66988-460e-4073-984c-271abb501f67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '65eb57bd-ed9f-4288-a1dd-31336113e5b4'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:25.049604 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-b777da8e-5387-42df-8532-a14346f4a755 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The resource could not be found. Aug 31 01:21:25.050889 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b777da8e-5387-42df-8532-a14346f4a755 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1619053 Aug 31 01:21:25.054290 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37000) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:25.095486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e074d8-c70a-4b74-9a4a-09cfc404608c req-2e50e8e4-abba-47f1-9be1-63c3d5ffe112 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:25.103687 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81e074d8-c70a-4b74-9a4a-09cfc404608c req-2e50e8e4-abba-47f1-9be1-63c3d5ffe112 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0930140 Aug 31 01:21:25.177235 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81e074d8-c70a-4b74-9a4a-09cfc404608c req-97bc8252-9794-4a50-94a0-63f35ead0dbe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717814 Aug 31 01:21:25.189271 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15fc34ba-d8d7-4056-9bd5-336c62d1deec tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.248737 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15fc34ba-d8d7-4056-9bd5-336c62d1deec tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.359452 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15fc34ba-d8d7-4056-9bd5-336c62d1deec tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.362276 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15fc34ba-d8d7-4056-9bd5-336c62d1deec tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.368767 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-15fc34ba-d8d7-4056-9bd5-336c62d1deec tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "DELETE /v2.0/security-groups/f1a66988-460e-4073-984c-271abb501f67 HTTP/1.1" status: 204 len: 168 time: 0.3129365 Aug 31 01:21:25.369594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37008) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:25.380348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc34ba-d8d7-4056-9bd5-336c62d1deec tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a66988-460e-4073-984c-271abb501f67,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:25.521933 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-862e49a2-d7f3-4ea1-b146-92a46dc4852d req-4174f72b-3605-4f66-9645-654193cb4cf3 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.1173358 Aug 31 01:21:25.566641 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37012) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:25.571434 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-436cb988-05f0-460b-8c26-8b69d8969d90 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': '90b03687-a46e-45ef-bd1c-5ef5ad5b94de', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:25.576062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-57519880-17ed-4202-8a1c-c95902c0fb5b tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2028925 Aug 31 01:21:25.646360 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-436cb988-05f0-460b-8c26-8b69d8969d90 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The resource could not be found. Aug 31 01:21:25.648635 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-436cb988-05f0-460b-8c26-8b69d8969d90 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0806413 Aug 31 01:21:25.652752 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37014) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:25.659205 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5cd32820-bf1f-4d9d-abb2-9325eb19e04b tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517516306'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:25.700142 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cd32820-bf1f-4d9d-abb2-9325eb19e04b tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.834787 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cd32820-bf1f-4d9d-abb2-9325eb19e04b tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.844933 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cd32820-bf1f-4d9d-abb2-9325eb19e04b tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.883065 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cd32820-bf1f-4d9d-abb2-9325eb19e04b tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:25.884812 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5cd32820-bf1f-4d9d-abb2-9325eb19e04b tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2307687 Aug 31 01:21:25.889016 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37016) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:25.890173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd32820-bf1f-4d9d-abb2-9325eb19e04b tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33433e60-2c43-4414-bab0-69c8e0f58493,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:25.899011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d870aea6-f4fe-4363-a500-d10280c0a292 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945058970'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:25.940473 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d870aea6-f4fe-4363-a500-d10280c0a292 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.180003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d870aea6-f4fe-4363-a500-d10280c0a292 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.187490 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d870aea6-f4fe-4363-a500-d10280c0a292 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.237643 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d870aea6-f4fe-4363-a500-d10280c0a292 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.239708 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d870aea6-f4fe-4363-a500-d10280c0a292 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3492727 Aug 31 01:21:26.243477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37026) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:26.251876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-2973f58e-f663-49a2-aecd-cbd083fbee40 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': '33433e60-2c43-4414-bab0-69c8e0f58493', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f7946ecf-4f0b-4b93-9ed9-9545322f4654'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:26.255834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870aea6-f4fe-4363-a500-d10280c0a292 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7946ecf-4f0b-4b93-9ed9-9545322f4654,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:26.302433 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-2973f58e-f663-49a2-aecd-cbd083fbee40 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:26.308760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37028) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:26.309418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2973f58e-f663-49a2-aecd-cbd083fbee40 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0624182 Aug 31 01:21:26.417096 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379e59e-9dc0-42b6-b884-9120fdd1d014 req-97ca131a-3554-461b-924d-a2782e767be4 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:26.417968 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7bc313f6-c086-43a1-bd0d-daa708e4e8e8 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.418948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1379e59e-9dc0-42b6-b884-9120fdd1d014 req-97ca131a-3554-461b-924d-a2782e767be4 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0659475 Aug 31 01:21:26.457093 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7bc313f6-c086-43a1-bd0d-daa708e4e8e8 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.500143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1379e59e-9dc0-42b6-b884-9120fdd1d014 req-93fdc159-ff3f-42b8-987e-9820eac16c72 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718675 Aug 31 01:21:26.532210 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7bc313f6-c086-43a1-bd0d-daa708e4e8e8 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.538814 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7bc313f6-c086-43a1-bd0d-daa708e4e8e8 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.540084 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7bc313f6-c086-43a1-bd0d-daa708e4e8e8 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "DELETE /v2.0/security-groups/f7946ecf-4f0b-4b93-9ed9-9545322f4654 HTTP/1.1" status: 204 len: 168 time: 0.2293389 Aug 31 01:21:26.546725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37030) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:26.551197 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc313f6-c086-43a1-bd0d-daa708e4e8e8 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7946ecf-4f0b-4b93-9ed9-9545322f4654,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:26.686340 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.699925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cbda6f63-9a31-4ea2-9850-57575ad6dcf3 req-974ba9fb-4992-447b-ac66-2f5a4666c1ac tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0770805 Aug 31 01:21:26.749593 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bcd489de-424d-4024-8eb5-d3851c94722c tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2012086 Aug 31 01:21:26.767705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37036) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:26.850663 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9d1a757-84a1-478d-a28f-373d2e2b1e62 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.908399 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9d1a757-84a1-478d-a28f-373d2e2b1e62 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.956420 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9d1a757-84a1-478d-a28f-373d2e2b1e62 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.960717 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e9d1a757-84a1-478d-a28f-373d2e2b1e62 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:26.961911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e9d1a757-84a1-478d-a28f-373d2e2b1e62 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "DELETE /v2.0/security-groups/33433e60-2c43-4414-bab0-69c8e0f58493 HTTP/1.1" status: 204 len: 168 time: 0.1928971 Aug 31 01:21:26.967116 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37038) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:26.972850 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1a757-84a1-478d-a28f-373d2e2b1e62 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33433e60-2c43-4414-bab0-69c8e0f58493,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:27.037441 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-63f371c4-7851-4829-9ae2-4f31e35d674d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681183 Aug 31 01:21:27.043102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37042) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:27.047816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-56871374-6a9e-413f-8792-13f2d044137f tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group': {'name': 'tempest-secgroup--407306076'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:27.077045 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-56871374-6a9e-413f-8792-13f2d044137f tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:27.196716 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-56871374-6a9e-413f-8792-13f2d044137f tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:27.201997 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-56871374-6a9e-413f-8792-13f2d044137f tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:27.234728 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-56871374-6a9e-413f-8792-13f2d044137f tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:27.238868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-56871374-6a9e-413f-8792-13f2d044137f tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1919353 Aug 31 01:21:27.239341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37052) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:27.247667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-fc83c90b-2d4c-4e1a-bf1b-be04e5cafa22 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': '12e506ba-c3cf-45c8-8bc7-9ebb8510d04d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:27.248532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56871374-6a9e-413f-8792-13f2d044137f tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e506ba-c3cf-45c8-8bc7-9ebb8510d04d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:27.365357 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-fc83c90b-2d4c-4e1a-bf1b-be04e5cafa22 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:27.366436 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fc83c90b-2d4c-4e1a-bf1b-be04e5cafa22 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1244032 Aug 31 01:21:27.371808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37060) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:27.382739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-11239853-fcac-46ea-87d0-4178f3440e8e tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group_rule': {'security_group_id': '12e506ba-c3cf-45c8-8bc7-9ebb8510d04d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:27.477786 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-11239853-fcac-46ea-87d0-4178f3440e8e tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:21:27.482895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-11239853-fcac-46ea-87d0-4178f3440e8e tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1094530 Aug 31 01:21:27.483137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37062) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:27.499387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4895b3-ff9e-46c4-adc2-c94b8333c449 req-0d0154a3-3036-4fc0-97ae-74e08a6c4202 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:27.501090 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e4895b3-ff9e-46c4-adc2-c94b8333c449 req-0d0154a3-3036-4fc0-97ae-74e08a6c4202 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.1011417 Aug 31 01:21:27.589640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e4895b3-ff9e-46c4-adc2-c94b8333c449 req-d12db4b3-679d-401d-aa49-22195a61840e tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772338 Aug 31 01:21:27.592138 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e2e7526b-2ef9-40d7-9814-1ab670d31c99 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:27.623574 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e2e7526b-2ef9-40d7-9814-1ab670d31c99 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:27.685840 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e2e7526b-2ef9-40d7-9814-1ab670d31c99 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:27.689186 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e2e7526b-2ef9-40d7-9814-1ab670d31c99 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:27.692584 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e2e7526b-2ef9-40d7-9814-1ab670d31c99 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "DELETE /v2.0/security-groups/12e506ba-c3cf-45c8-8bc7-9ebb8510d04d HTTP/1.1" status: 204 len: 168 time: 0.2081497 Aug 31 01:21:27.695335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37070) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:27.722565 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7526b-2ef9-40d7-9814-1ab670d31c99 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e506ba-c3cf-45c8-8bc7-9ebb8510d04d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:27.735066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1368f-4293-4996-bdb2-6f7e01f51e15 req-9ddeb35a-5fa0-444c-8f0c-f73b96eaa923 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:27.747604 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03a1368f-4293-4996-bdb2-6f7e01f51e15 req-9ddeb35a-5fa0-444c-8f0c-f73b96eaa923 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.1003087 Aug 31 01:21:27.805126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7e47a338-97f8-4d95-9f30-413a580983e9 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1066782 Aug 31 01:21:27.810972 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37076) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:27.827802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5436a113-9e66-4e06-be37-e515c868ed16 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127764167'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:27.855628 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03a1368f-4293-4996-bdb2-6f7e01f51e15 req-83bd84af-7148-423a-9f03-ef4c9844721a tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018193 Aug 31 01:21:27.907585 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5436a113-9e66-4e06-be37-e515c868ed16 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:28.086486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ffd8aef-9a28-465b-9735-9ed879556bde req-dcebf932-e456-4baf-acaf-f2f1bab739f7 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0831852 Aug 31 01:21:28.127315 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5436a113-9e66-4e06-be37-e515c868ed16 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:28.144778 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5436a113-9e66-4e06-be37-e515c868ed16 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:28.189991 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5436a113-9e66-4e06-be37-e515c868ed16 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:28.194742 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5436a113-9e66-4e06-be37-e515c868ed16 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3795249 Aug 31 01:21:28.195158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37082) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:28.203236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e9809ef5-e703-48a1-b64f-7533e718f7da tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:28.204882 n-d-802060-13 neutron-server[94761]: WARNING neutron.api.v2.base [None req-e9809ef5-e703-48a1-b64f-7533e718f7da tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 01:21:28.205455 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-e9809ef5-e703-48a1-b64f-7533e718f7da tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 01:21:28.210064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e9809ef5-e703-48a1-b64f-7533e718f7da tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "PUT /v2.0/security-groups/0e228f2f-51d4-421b-bedf-f8984b0e3a26 HTTP/1.1" status: 409 len: 330 time: 0.0102339 Aug 31 01:21:28.211794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37086) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:28.229918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436a113-9e66-4e06-be37-e515c868ed16 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e228f2f-51d4-421b-bedf-f8984b0e3a26,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:28.324645 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-50d44935-6446-49eb-9a2d-76f42d3d9434 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:28.380698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-50d44935-6446-49eb-9a2d-76f42d3d9434 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:28.450103 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-50d44935-6446-49eb-9a2d-76f42d3d9434 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:28.454696 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-50d44935-6446-49eb-9a2d-76f42d3d9434 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:28.459809 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37092) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:28.467992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-50d44935-6446-49eb-9a2d-76f42d3d9434 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "DELETE /v2.0/security-groups/0e228f2f-51d4-421b-bedf-f8984b0e3a26 HTTP/1.1" status: 204 len: 168 time: 0.2495255 Aug 31 01:21:28.486550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d44935-6446-49eb-9a2d-76f42d3d9434 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e228f2f-51d4-421b-bedf-f8984b0e3a26,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:28.577499 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-20f48176-d580-4489-af60-5f0d00265d9d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1163130 Aug 31 01:21:28.586497 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37094) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:28.598956 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-d73a1469-e574-4e26-bd5f-e1c027fcb86d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] delete failed (client error): The resource could not be found. Aug 31 01:21:28.608178 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d73a1469-e574-4e26-bd5f-e1c027fcb86d tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "DELETE /v2.0/security-groups/dbf83b04-8d47-4bfe-ab45-4e9c5c8c4cdc HTTP/1.1" status: 404 len: 347 time: 0.0243688 Aug 31 01:21:28.610695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37096) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:28.632426 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-bb8e462a-e3c4-45ec-94ec-1efaffd396a8 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] show failed (client error): The resource could not be found. Aug 31 01:21:28.633552 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bb8e462a-e3c4-45ec-94ec-1efaffd396a8 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "GET /v2.0/security-groups/0677fcb6-8bb7-4aee-9d64-4bc690c40d3c HTTP/1.1" status: 404 len: 347 time: 0.0211668 Aug 31 01:21:28.638586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37098) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:28.656966 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-ae667328-2e5e-4690-a300-b0ebbcfae8d9 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] show failed (client error): The resource could not be found. Aug 31 01:21:28.658257 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ae667328-2e5e-4690-a300-b0ebbcfae8d9 tempest-NegativeSecGroupIPv6Test-1934230051 tempest-NegativeSecGroupIPv6Test-1934230051-project] 10.222.0.58 "GET /v2.0/security-group-rules/bf84b53e-f994-4333-b229-294b6c6cc042 HTTP/1.1" status: 404 len: 356 time: 0.0186987 Aug 31 01:21:29.044474 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8cd4b-fc67-4335-875f-e95d094a68ca req-788f59ab-14f7-4a22-b488-3b05b60eba78 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:29.048164 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5dd8cd4b-fc67-4335-875f-e95d094a68ca req-788f59ab-14f7-4a22-b488-3b05b60eba78 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0690746 Aug 31 01:21:29.088213 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37106) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:29.090762 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5dd8cd4b-fc67-4335-875f-e95d094a68ca req-ab108cb3-e1c2-4252-aab6-876580633ae6 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375159 Aug 31 01:21:29.300012 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-72b3b91a-6cf6-446e-a58f-d862e11d5a5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe3456a5d628417f8ee01370f821fa55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104175 Aug 31 01:21:29.302858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37114) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:29.305741 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80e098a2-dc78-4101-9ee0-757dc79289c1 req-584a0056-1d9c-49d9-98c6-da1771a896a3 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0587606 Aug 31 01:21:29.395023 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8dc97161-28ab-478a-8aea-173345bcfcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:29.451019 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8dc97161-28ab-478a-8aea-173345bcfcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:29.573453 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8dc97161-28ab-478a-8aea-173345bcfcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:29.576882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8dc97161-28ab-478a-8aea-173345bcfcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:29.578342 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8dc97161-28ab-478a-8aea-173345bcfcb2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2bc01141-4088-45cf-8e86-43d85a5dddb8 HTTP/1.1" status: 204 len: 168 time: 0.2725306 Aug 31 01:21:29.599270 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc97161-28ab-478a-8aea-173345bcfcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc01141-4088-45cf-8e86-43d85a5dddb8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:29.639617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24ec336f-c88e-485b-a482-beb9548db311 req-e07e2c8e-776e-435e-b485-534c384c5b4e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0982449 Aug 31 01:21:30.393840 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24911ab2-f70d-441b-8f5a-f15f33c067a7 req-666689d6-1e36-4115-a05e-a6ae8ca2cef5 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:30.399233 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24911ab2-f70d-441b-8f5a-f15f33c067a7 req-666689d6-1e36-4115-a05e-a6ae8ca2cef5 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.1787331 Aug 31 01:21:30.508793 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24911ab2-f70d-441b-8f5a-f15f33c067a7 req-61f4dc46-4724-4670-8917-5c1b479e547f tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030648 Aug 31 01:21:30.569033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78347ea4-1dd0-407c-bc0a-5e721e39e7e6 req-893657e3-2359-40e7-8291-67e0d39db21f tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0505066 Aug 31 01:21:31.039085 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37162) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:31.162171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7a242ea1-3ab7-44d5-a52d-2f7645b3c9c7 tempest-SubnetPoolsTestJSON-563386352 tempest-SubnetPoolsTestJSON-563386352-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1187810747', 'prefixes': ['172.20.0.0/16']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:31.294721 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a242ea1-3ab7-44d5-a52d-2f7645b3c9c7 tempest-SubnetPoolsTestJSON-563386352 tempest-SubnetPoolsTestJSON-563386352-project] Notify callbacks [] for subnetpool, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:31.299983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37166) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:31.308770 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7a242ea1-3ab7-44d5-a52d-2f7645b3c9c7 tempest-SubnetPoolsTestJSON-563386352 tempest-SubnetPoolsTestJSON-563386352-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2684774 Aug 31 01:21:31.387927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37168) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:31.392766 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-bc5f508a-cfd0-4a37-a780-16f8c66bdc90 tempest-SubnetPoolsTestJSON-563386352 tempest-SubnetPoolsTestJSON-563386352-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-850947958'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:21:31.396226 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e3261468-e1d0-46d9-a3be-3c6c30f47e72 tempest-SubnetPoolsTestJSON-563386352 tempest-SubnetPoolsTestJSON-563386352-project] 10.222.0.58 "GET /v2.0/subnetpools/4fc4c5af-b62a-4b2d-a293-a7cf2598e942 HTTP/1.1" status: 200 len: 732 time: 0.0944152 Aug 31 01:21:31.500713 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:31.514672 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bc5f508a-cfd0-4a37-a780-16f8c66bdc90 tempest-SubnetPoolsTestJSON-563386352 tempest-SubnetPoolsTestJSON-563386352-project] Notify callbacks [] for subnetpool, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:31.515966 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bc5f508a-cfd0-4a37-a780-16f8c66bdc90 tempest-SubnetPoolsTestJSON-563386352 tempest-SubnetPoolsTestJSON-563386352-project] 10.222.0.58 "PUT /v2.0/subnetpools/4fc4c5af-b62a-4b2d-a293-a7cf2598e942 HTTP/1.1" status: 200 len: 683 time: 0.1268163 Aug 31 01:21:31.518513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37170) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:31.633921 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-849eb882-dd0a-4d50-9ea6-1286ec686b4a tempest-SubnetPoolsTestJSON-563386352 tempest-SubnetPoolsTestJSON-563386352-project] Notify callbacks [] for subnetpool, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:31.635790 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-849eb882-dd0a-4d50-9ea6-1286ec686b4a tempest-SubnetPoolsTestJSON-563386352 tempest-SubnetPoolsTestJSON-563386352-project] 10.222.0.58 "DELETE /v2.0/subnetpools/4fc4c5af-b62a-4b2d-a293-a7cf2598e942 HTTP/1.1" status: 204 len: 168 time: 0.1156323 Aug 31 01:21:31.638305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37182) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:31.695458 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-dc2dc323-e2b9-427d-a0ac-856c31282f85 tempest-SubnetPoolsTestJSON-563386352 tempest-SubnetPoolsTestJSON-563386352-project] show failed (client error): The resource could not be found. Aug 31 01:21:31.699240 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dc2dc323-e2b9-427d-a0ac-856c31282f85 tempest-SubnetPoolsTestJSON-563386352 tempest-SubnetPoolsTestJSON-563386352-project] 10.222.0.58 "GET /v2.0/subnetpools/4fc4c5af-b62a-4b2d-a293-a7cf2598e942 HTTP/1.1" status: 404 len: 346 time: 0.0573671 Aug 31 01:21:31.699585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37186) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:31.719175 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-32d9d461-00b6-4f32-8148-8b26eb5b3573 tempest-SubnetPoolsTestJSON-563386352 tempest-SubnetPoolsTestJSON-563386352-project] delete failed (client error): The resource could not be found. Aug 31 01:21:31.723692 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-32d9d461-00b6-4f32-8148-8b26eb5b3573 tempest-SubnetPoolsTestJSON-563386352 tempest-SubnetPoolsTestJSON-563386352-project] 10.222.0.58 "DELETE /v2.0/subnetpools/4fc4c5af-b62a-4b2d-a293-a7cf2598e942 HTTP/1.1" status: 404 len: 346 time: 0.0197494 Aug 31 01:21:31.739323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca3535-53fe-4326-ac20-c7cfe66a46a2 req-0d13eb98-e41c-4d90-8d5f-28dc266cdbc5 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:31.742532 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68ca3535-53fe-4326-ac20-c7cfe66a46a2 req-0d13eb98-e41c-4d90-8d5f-28dc266cdbc5 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.1334300 Aug 31 01:21:31.776783 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ed83b91-9c90-494c-b43d-c2407e3254af req-2ae9a6eb-ae01-450f-921a-07237a428ffb tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0636189 Aug 31 01:21:31.873592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68ca3535-53fe-4326-ac20-c7cfe66a46a2 req-f43bfbad-2278-41e1-ac94-5da8821a07b6 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200895 Aug 31 01:21:32.189147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f69d204-666e-4fe0-aff1-ba7c059ee35c req-5be4b08f-4c01-4bff-b295-ecf693aabebe tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b&device_id=828a8cf0-850a-490a-9bde-37cf7d011b0a HTTP/1.1" status: 200 len: 210 time: 0.0318875 Aug 31 01:21:32.224268 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37206) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:32.417957 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9319af3d-b483-4851-90d0-528a27a3f549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:32.450948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7a6f94a-76b9-4afd-b87e-6b3f283dbd2c req-3624f3f0-d3eb-4412-a215-19687cf08e40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d18d8348f59c411fa2db1d50c2883397&device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0452805 Aug 31 01:21:32.529137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7eda737a-79cb-4902-86cc-ace6aee204f9 req-101c4ece-35a7-4ef1-a05c-b3c98ff49336 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0473220 Aug 31 01:21:32.531905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7a6f94a-76b9-4afd-b87e-6b3f283dbd2c req-225cdb02-fce6-4bfd-84c1-5bd848e90c6d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d18d8348f59c411fa2db1d50c2883397&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714464 Aug 31 01:21:32.548628 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9319af3d-b483-4851-90d0-528a27a3f549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:32.553411 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9319af3d-b483-4851-90d0-528a27a3f549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:32.596226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319af3d-b483-4851-90d0-528a27a3f549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f43675-21af-4239-b62e-c8f391bb688b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:32.603599 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9319af3d-b483-4851-90d0-528a27a3f549 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=042d244c34d04d11874a7f7e8e669cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3755491 Aug 31 01:21:32.604763 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37214) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:32.673664 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3794e345-1188-4636-b044-a6a5543e6f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:32.699823 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3794e345-1188-4636-b044-a6a5543e6f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:32.743968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6f94a-76b9-4afd-b87e-6b3f283dbd2c req-bc2beea1-de62-4410-af6d-b3869d05e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:32.746584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7a6f94a-76b9-4afd-b87e-6b3f283dbd2c req-bc2beea1-de62-4410-af6d-b3869d05e947 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2071400 Aug 31 01:21:32.778691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3794e345-1188-4636-b044-a6a5543e6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:32.782242 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3794e345-1188-4636-b044-a6a5543e6f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:32.783677 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3794e345-1188-4636-b044-a6a5543e6f0d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92f43675-21af-4239-b62e-c8f391bb688b HTTP/1.1" status: 204 len: 168 time: 0.1775963 Aug 31 01:21:32.794978 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794e345-1188-4636-b044-a6a5543e6f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f43675-21af-4239-b62e-c8f391bb688b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:33.082003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d8d2c-18ae-4a33-b9b2-93953e9b5a0d req-ef6d7055-73e3-4418-983a-1b0baa225e95 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:33.083575 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c59d8d2c-18ae-4a33-b9b2-93953e9b5a0d req-ef6d7055-73e3-4418-983a-1b0baa225e95 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0932498 Aug 31 01:21:33.153169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c59d8d2c-18ae-4a33-b9b2-93953e9b5a0d req-da5c3471-89be-4778-aa80-9d5ca8c29d8f tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599554 Aug 31 01:21:33.655509 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27fd9568-c371-4193-8acf-a3ead766a80c req-b10c3293-5831-479a-a816-c058209953ad tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0424919 Aug 31 01:21:33.895254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37262) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:33.899185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028589 Aug 31 01:21:33.903498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37264) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:34.013677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-accbcfae-d17c-4814-8e3d-4ab4c0404faa tempest-NetworksApiDiscovery-1302966841 tempest-NetworksApiDiscovery-1302966841-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1086471 Aug 31 01:21:34.230327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7a6f94a-76b9-4afd-b87e-6b3f283dbd2c req-8291b9a1-8e1e-4970-a450-72a4034b14b7 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0337079 Aug 31 01:21:34.298663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51db55a-8e2c-4d5f-b619-6ea43c480467 req-42084343-ebd8-4e13-9cd2-f346af49933f tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:34.300223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c51db55a-8e2c-4d5f-b619-6ea43c480467 req-42084343-ebd8-4e13-9cd2-f346af49933f tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0582478 Aug 31 01:21:34.304949 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37276) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:34.350245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c51db55a-8e2c-4d5f-b619-6ea43c480467 req-b6fb4af3-6847-45d0-8c69-74c55df4c9ad tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353951 Aug 31 01:21:34.423250 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b529dc9a-a7d1-4431-9805-88a30a9b4905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.569784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058c6e-7c79-4d42-9980-8bc196f45198 req-b4ede024-dd2b-48e0-aea3-94d3a126ceb1 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:34.571800 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a058c6e-7c79-4d42-9980-8bc196f45198 req-b4ede024-dd2b-48e0-aea3-94d3a126ceb1 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0570524 Aug 31 01:21:34.583156 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b529dc9a-a7d1-4431-9805-88a30a9b4905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.599512 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b529dc9a-a7d1-4431-9805-88a30a9b4905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.673403 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a058c6e-7c79-4d42-9980-8bc196f45198 req-fecb4d21-f6e2-484e-ae1a-e595b5b54989 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822251 Aug 31 01:21:34.676794 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b529dc9a-a7d1-4431-9805-88a30a9b4905 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db77253633d14d7c90a7b86add179777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680615 Aug 31 01:21:34.677890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37302) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:34.686241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90460e0-76f6-4710-9230-4c9be5f15852 req-eeaeb359-14f8-4ba8-9366-525eea9aa0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:34.688019 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e90460e0-76f6-4710-9230-4c9be5f15852 req-eeaeb359-14f8-4ba8-9366-525eea9aa0a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 1098 time: 0.1033964 Aug 31 01:21:34.690397 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529dc9a-a7d1-4431-9805-88a30a9b4905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8596bed-006c-4243-b311-f07d4b3cd0e3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:34.799570 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-71bda526-5f5b-46c8-be22-017de642a517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.845018 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90460e0-76f6-4710-9230-4c9be5f15852 req-0f1d8c07-d342-4fd6-a971-30dc69577ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:34.847965 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e90460e0-76f6-4710-9230-4c9be5f15852 req-0f1d8c07-d342-4fd6-a971-30dc69577ad4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 200 len: 911 time: 0.1481490 Aug 31 01:21:34.849123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f34b009-c681-4f2b-80e6-1b9ef0cd2e4c req-c398f35d-61e8-4732-8a2b-fc036ed4aea7 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c37ed24-3f5d-45c7-8bd0-acecdf49eb3b HTTP/1.1" status: 200 len: 210 time: 0.0433388 Aug 31 01:21:34.862895 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-71bda526-5f5b-46c8-be22-017de642a517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.929587 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-71bda526-5f5b-46c8-be22-017de642a517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.933378 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-71bda526-5f5b-46c8-be22-017de642a517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:34.934672 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-71bda526-5f5b-46c8-be22-017de642a517 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8596bed-006c-4243-b311-f07d4b3cd0e3 HTTP/1.1" status: 204 len: 168 time: 0.2554946 Aug 31 01:21:34.945292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bda526-5f5b-46c8-be22-017de642a517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8596bed-006c-4243-b311-f07d4b3cd0e3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:34.948316 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e90460e0-76f6-4710-9230-4c9be5f15852 req-2938c112-c732-4a9b-bcfd-15990f8ada26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822a906f-e6cb-4582-a594-a1400e17354c HTTP/1.1" status: 200 len: 1002 time: 0.0916028 Aug 31 01:21:35.018893 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90460e0-76f6-4710-9230-4c9be5f15852 req-3ffff2dc-c754-4139-86bc-a9ccf3650c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:35.020482 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e90460e0-76f6-4710-9230-4c9be5f15852 req-3ffff2dc-c754-4139-86bc-a9ccf3650c46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bdf0b07-4c89-45a2-828f-1c4e94ba70e3 HTTP/1.1" status: 200 len: 849 time: 0.0652506 Aug 31 01:21:35.113725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90460e0-76f6-4710-9230-4c9be5f15852 req-761b6a10-47df-4d70-8f7c-40ad4e7929df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:35.115505 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e90460e0-76f6-4710-9230-4c9be5f15852 req-761b6a10-47df-4d70-8f7c-40ad4e7929df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05166366-f2cf-4263-a28e-fd696742cc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880859 Aug 31 01:21:35.253021 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e90460e0-76f6-4710-9230-4c9be5f15852 req-9a88e469-b198-4b52-8839-5fff1ff1dda7 service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248832 Aug 31 01:21:35.368876 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e90460e0-76f6-4710-9230-4c9be5f15852 req-7f9e72c3-e383-4388-9128-4b3ac9bf2f2e service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067870 Aug 31 01:21:35.829766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820b29b-29a6-45ad-8e4c-6aa4c1e245a1 req-60802c55-800c-4ea2-b8f5-8759c874d4a6 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:35.831464 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4820b29b-29a6-45ad-8e4c-6aa4c1e245a1 req-60802c55-800c-4ea2-b8f5-8759c874d4a6 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0576935 Aug 31 01:21:35.870937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4820b29b-29a6-45ad-8e4c-6aa4c1e245a1 req-ac802f8c-5803-4e80-894d-7a8bd0284abe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335121 Aug 31 01:21:36.195733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-599cd0aa-dea3-448e-ac3c-5c3db7063a20 req-5d03b437-22cf-43c3-8fa9-6cd8d8b19251 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d18d8348f59c411fa2db1d50c2883397&device_id=828a8cf0-850a-490a-9bde-37cf7d011b0a HTTP/1.1" status: 200 len: 210 time: 0.0421629 Aug 31 01:21:36.235937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-599cd0aa-dea3-448e-ac3c-5c3db7063a20 req-d9650466-3442-4a8d-ae33-b6e13c86002c service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d18d8348f59c411fa2db1d50c2883397&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297484 Aug 31 01:21:36.303250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79ceb206-a49f-410d-acde-431af4dda78b req-2aebfb50-6a9f-45f1-83c7-f91c7c2d8624 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=828a8cf0-850a-490a-9bde-37cf7d011b0a HTTP/1.1" status: 200 len: 210 time: 0.0680680 Aug 31 01:21:36.461346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cd0aa-dea3-448e-ac3c-5c3db7063a20 req-da120a9e-6c39-41c9-8520-fdf39444469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:36.464159 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-599cd0aa-dea3-448e-ac3c-5c3db7063a20 req-da120a9e-6c39-41c9-8520-fdf39444469c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1589172 Aug 31 01:21:36.875440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37386) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:37.003835 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26ffcf8a-73a3-4acb-9466-dfec0a784bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.033630 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc87299-44f5-4cbf-aa79-0e5118132114 req-67b4a24e-f395-4e47-9a7b-da122859d3f8 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:37.035304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fc87299-44f5-4cbf-aa79-0e5118132114 req-67b4a24e-f395-4e47-9a7b-da122859d3f8 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0817287 Aug 31 01:21:37.097676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fc87299-44f5-4cbf-aa79-0e5118132114 req-8f55a4c2-6410-4e2d-9f48-2d70432ba1ba tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546498 Aug 31 01:21:37.150922 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26ffcf8a-73a3-4acb-9466-dfec0a784bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.154542 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26ffcf8a-73a3-4acb-9466-dfec0a784bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.199790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-26ffcf8a-73a3-4acb-9466-dfec0a784bbf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60ad7d1bbe4b46d298daf01cad5ce0c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230832 Aug 31 01:21:37.200911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffcf8a-73a3-4acb-9466-dfec0a784bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914c2971-4ab7-419d-b0be-b1765d224402,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:37.202504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37396) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:37.261307 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9d76e9a-2037-461b-98c5-a74ba872e8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.297555 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9d76e9a-2037-461b-98c5-a74ba872e8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.394282 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9d76e9a-2037-461b-98c5-a74ba872e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.397775 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d9d76e9a-2037-461b-98c5-a74ba872e8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.400053 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d9d76e9a-2037-461b-98c5-a74ba872e8e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/914c2971-4ab7-419d-b0be-b1765d224402 HTTP/1.1" status: 204 len: 168 time: 0.1962998 Aug 31 01:21:37.411396 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d76e9a-2037-461b-98c5-a74ba872e8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914c2971-4ab7-419d-b0be-b1765d224402,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:37.508813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-87a3233b-5eee-4467-9cc4-aab6f26ee313 req-15f21b2f-8a51-4df8-87c8-33df41d49716 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.58 "GET /v2.0/ports?device_id=828a8cf0-850a-490a-9bde-37cf7d011b0a HTTP/1.1" status: 200 len: 210 time: 0.0377829 Aug 31 01:21:37.754231 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37414) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:37.770875 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-18def53c-b663-4f4a-b98d-47eba7ae510b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.885867 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-18def53c-b663-4f4a-b98d-47eba7ae510b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.889826 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-18def53c-b663-4f4a-b98d-47eba7ae510b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:37.927002 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-599cd0aa-dea3-448e-ac3c-5c3db7063a20 req-dc368c33-97ee-444c-a232-d795740d0031 tempest-ServerShowV247Test-232363321 tempest-ServerShowV247Test-232363321-project] 10.222.0.70 "GET /v2.0/ports?device_id=828a8cf0-850a-490a-9bde-37cf7d011b0a HTTP/1.1" status: 200 len: 210 time: 0.0380275 Aug 31 01:21:37.933701 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-18def53c-b663-4f4a-b98d-47eba7ae510b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dab797e50fcf41c9a27ccb64a4862248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780758 Aug 31 01:21:37.936117 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18def53c-b663-4f4a-b98d-47eba7ae510b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83aced6-f4d5-49b3-b2fa-c42efbd7bf90,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:37.938759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37416) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:38.014926 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f4e22e8-043a-45f4-a94f-4e3d8a599d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:38.053594 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f4e22e8-043a-45f4-a94f-4e3d8a599d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:38.109053 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f4e22e8-043a-45f4-a94f-4e3d8a599d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:38.111581 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f4e22e8-043a-45f4-a94f-4e3d8a599d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:38.115054 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6f4e22e8-043a-45f4-a94f-4e3d8a599d72 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b83aced6-f4d5-49b3-b2fa-c42efbd7bf90 HTTP/1.1" status: 204 len: 168 time: 0.1619775 Aug 31 01:21:38.129407 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e22e8-043a-45f4-a94f-4e3d8a599d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83aced6-f4d5-49b3-b2fa-c42efbd7bf90,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:38.921900 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37450) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:39.183469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b426af9f-3d2e-494b-94fb-a384346952f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:39.319590 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b426af9f-3d2e-494b-94fb-a384346952f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:39.326110 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b426af9f-3d2e-494b-94fb-a384346952f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:39.434709 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426af9f-3d2e-494b-94fb-a384346952f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19dcda8-26c8-42b1-b04c-c462effdc1f1,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:39.444154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37462) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:39.454158 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b426af9f-3d2e-494b-94fb-a384346952f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d18d8348f59c411fa2db1d50c2883397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5310006 Aug 31 01:21:39.502602 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e408019-b88f-46dc-8303-5c9f6b5b2803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:39.536838 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e408019-b88f-46dc-8303-5c9f6b5b2803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:39.676350 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e408019-b88f-46dc-8303-5c9f6b5b2803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:39.680181 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e408019-b88f-46dc-8303-5c9f6b5b2803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:39.683761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2e408019-b88f-46dc-8303-5c9f6b5b2803 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c19dcda8-26c8-42b1-b04c-c462effdc1f1 HTTP/1.1" status: 204 len: 168 time: 0.2363706 Aug 31 01:21:39.694995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e408019-b88f-46dc-8303-5c9f6b5b2803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19dcda8-26c8-42b1-b04c-c462effdc1f1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:39.858321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416451-e2d5-4bc1-9906-54bae50c1103 req-59b0fed3-a172-4fb7-954f-0795a62a4ee4 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:39.865987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416451-e2d5-4bc1-9906-54bae50c1103 req-59b0fed3-a172-4fb7-954f-0795a62a4ee4 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:39.874186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416451-e2d5-4bc1-9906-54bae50c1103 req-59b0fed3-a172-4fb7-954f-0795a62a4ee4 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:39.882887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416451-e2d5-4bc1-9906-54bae50c1103 req-59b0fed3-a172-4fb7-954f-0795a62a4ee4 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:39.891672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416451-e2d5-4bc1-9906-54bae50c1103 req-59b0fed3-a172-4fb7-954f-0795a62a4ee4 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:39.899101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416451-e2d5-4bc1-9906-54bae50c1103 req-59b0fed3-a172-4fb7-954f-0795a62a4ee4 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:39.907580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416451-e2d5-4bc1-9906-54bae50c1103 req-59b0fed3-a172-4fb7-954f-0795a62a4ee4 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:39.909840 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a416451-e2d5-4bc1-9906-54bae50c1103 req-59b0fed3-a172-4fb7-954f-0795a62a4ee4 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5445 time: 0.1231954 Aug 31 01:21:39.983219 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a416451-e2d5-4bc1-9906-54bae50c1103 req-1fc11d04-bc0f-43b4-96a3-d98c45fa7e20 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0583789 Aug 31 01:21:40.165467 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f714330-e65a-4589-ab7a-7ae1343b8f39 req-c730e53e-1bda-4af1-b9f2-b175edcbce32 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:40.183676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f714330-e65a-4589-ab7a-7ae1343b8f39 req-c730e53e-1bda-4af1-b9f2-b175edcbce32 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:40.203053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37488) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:40.206072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f714330-e65a-4589-ab7a-7ae1343b8f39 req-c730e53e-1bda-4af1-b9f2-b175edcbce32 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:40.212245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f714330-e65a-4589-ab7a-7ae1343b8f39 req-c730e53e-1bda-4af1-b9f2-b175edcbce32 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:40.232334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f714330-e65a-4589-ab7a-7ae1343b8f39 req-c730e53e-1bda-4af1-b9f2-b175edcbce32 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:40.238244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f714330-e65a-4589-ab7a-7ae1343b8f39 req-c730e53e-1bda-4af1-b9f2-b175edcbce32 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:40.256609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f714330-e65a-4589-ab7a-7ae1343b8f39 req-c730e53e-1bda-4af1-b9f2-b175edcbce32 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:40.299968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f714330-e65a-4589-ab7a-7ae1343b8f39 req-c730e53e-1bda-4af1-b9f2-b175edcbce32 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5445 time: 0.2038517 Aug 31 01:21:40.732864 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f422d075-1289-4395-b1b9-783ef4cc728d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:40.995725 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f422d075-1289-4395-b1b9-783ef4cc728d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:41.002864 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f422d075-1289-4395-b1b9-783ef4cc728d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:41.029725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdd733-1c58-4fb3-b9b8-b540d7963ca9 req-49f7eb81-59ad-44e3-bb8c-308482c5b7e3 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:41.040632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fcdd733-1c58-4fb3-b9b8-b540d7963ca9 req-49f7eb81-59ad-44e3-bb8c-308482c5b7e3 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0792952 Aug 31 01:21:41.055614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cd0f4-00ec-45a0-8451-52eeff5daf5e req-25ffadcb-313a-448c-b5b7-9bb7c8681617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:41.057686 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:41.058210 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7d2cd0f4-00ec-45a0-8451-52eeff5daf5e req-25ffadcb-313a-448c-b5b7-9bb7c8681617 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f842249ecbd487dbe85bc5ca3338640&device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 1097 time: 0.1175134 Aug 31 01:21:41.060236 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f422d075-1289-4395-b1b9-783ef4cc728d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f5df80f09c24fa4adcf62c2a316f81e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8566558 Aug 31 01:21:41.063131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37522) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:41.069916 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422d075-1289-4395-b1b9-783ef4cc728d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3e16e2-24dc-460f-96ae-1e796bacea03,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:41.127947 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fcdd733-1c58-4fb3-b9b8-b540d7963ca9 req-875a4883-8e53-4a0e-80cd-a5910abca60b tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815787 Aug 31 01:21:41.211917 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0260de66-6dd3-44a7-86d1-7ed1285a3fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:41.247616 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cd0f4-00ec-45a0-8451-52eeff5daf5e req-eb69a8bc-48ba-48a6-b91d-c87325d430a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:41.249135 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7d2cd0f4-00ec-45a0-8451-52eeff5daf5e req-eb69a8bc-48ba-48a6-b91d-c87325d430a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab9b48d7-0042-489c-b44e-05ea7282dd2c HTTP/1.1" status: 200 len: 920 time: 0.1756487 Aug 31 01:21:41.281107 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0260de66-6dd3-44a7-86d1-7ed1285a3fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:41.320759 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7d2cd0f4-00ec-45a0-8451-52eeff5daf5e req-c939938a-2ea8-4760-a271-78e45dc5f061 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe8bf39f-11f1-40a4-9164-5f06e3a8b133 HTTP/1.1" status: 200 len: 217 time: 0.0520346 Aug 31 01:21:41.405105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cd0f4-00ec-45a0-8451-52eeff5daf5e req-be633c5f-8c41-413a-8e0b-34d4a56de545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:41.406660 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7d2cd0f4-00ec-45a0-8451-52eeff5daf5e req-be633c5f-8c41-413a-8e0b-34d4a56de545 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38d049ad-c277-4c26-8b85-fa4623963180 HTTP/1.1" status: 200 len: 859 time: 0.0774624 Aug 31 01:21:41.454220 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7d2cd0f4-00ec-45a0-8451-52eeff5daf5e req-7a51981c-5fc4-436e-9c99-8dcbe7f95d98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab9b48d7-0042-489c-b44e-05ea7282dd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406537 Aug 31 01:21:41.456190 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0260de66-6dd3-44a7-86d1-7ed1285a3fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:41.459034 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0260de66-6dd3-44a7-86d1-7ed1285a3fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:41.463191 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0260de66-6dd3-44a7-86d1-7ed1285a3fe8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba3e16e2-24dc-460f-96ae-1e796bacea03 HTTP/1.1" status: 204 len: 168 time: 0.3986795 Aug 31 01:21:41.515224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260de66-6dd3-44a7-86d1-7ed1285a3fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3e16e2-24dc-460f-96ae-1e796bacea03,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:41.574324 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7d2cd0f4-00ec-45a0-8451-52eeff5daf5e req-7272949d-00f2-4a60-9a46-a3c547aacfc3 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097360 Aug 31 01:21:41.750728 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7d2cd0f4-00ec-45a0-8451-52eeff5daf5e req-87b612ff-d053-483a-98eb-2d983cc010bb service neutron] 10.222.0.15 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694074 Aug 31 01:21:42.215250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30fb22-f3c4-4de9-8f92-36514eae99f4 req-28dd28f9-d2b0-4753-925d-1d4d0922686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:42.216446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30fb22-f3c4-4de9-8f92-36514eae99f4 req-28dd28f9-d2b0-4753-925d-1d4d0922686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:42.217252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30fb22-f3c4-4de9-8f92-36514eae99f4 req-28dd28f9-d2b0-4753-925d-1d4d0922686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:42.218010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30fb22-f3c4-4de9-8f92-36514eae99f4 req-28dd28f9-d2b0-4753-925d-1d4d0922686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:42.218660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30fb22-f3c4-4de9-8f92-36514eae99f4 req-28dd28f9-d2b0-4753-925d-1d4d0922686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:42.219349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30fb22-f3c4-4de9-8f92-36514eae99f4 req-28dd28f9-d2b0-4753-925d-1d4d0922686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:42.219977 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30fb22-f3c4-4de9-8f92-36514eae99f4 req-28dd28f9-d2b0-4753-925d-1d4d0922686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:42.222870 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f30fb22-f3c4-4de9-8f92-36514eae99f4 req-28dd28f9-d2b0-4753-925d-1d4d0922686b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 6509 time: 0.0662167 Aug 31 01:21:42.250361 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37572) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:42.268456 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb361a80-bd0e-4a8a-8fe3-380847326350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:42.327642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f30fb22-f3c4-4de9-8f92-36514eae99f4 req-a89de816-5d16-4eed-b25a-efa406edb4c5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0894241 Aug 31 01:21:42.358073 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664559a-e9c8-45f9-b322-223687208ed8 req-1c2f407e-c09b-4ed6-8159-066ec1261785 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:42.359695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b664559a-e9c8-45f9-b322-223687208ed8 req-1c2f407e-c09b-4ed6-8159-066ec1261785 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0955579 Aug 31 01:21:42.436115 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b664559a-e9c8-45f9-b322-223687208ed8 req-ebe67237-34c3-41a5-9209-3e2ec5ed6fd8 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632558 Aug 31 01:21:42.473425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e25af75c-4a8f-4b3a-9084-18b51b97bb23 req-d94bbd4d-1c92-4230-bfbe-bc027dccb010 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0333421 Aug 31 01:21:42.483447 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb361a80-bd0e-4a8a-8fe3-380847326350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:42.491951 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb361a80-bd0e-4a8a-8fe3-380847326350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:42.535794 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fb361a80-bd0e-4a8a-8fe3-380847326350 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8229b0e2c9fc4d3489cd9c6569621074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835486 Aug 31 01:21:42.537770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb361a80-bd0e-4a8a-8fe3-380847326350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f34edd-5f84-465f-ba25-c3a31436ae54,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:42.538641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37580) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:42.605482 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f35e087-0ba2-493d-b57b-2a0f1b02158e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:42.638189 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f35e087-0ba2-493d-b57b-2a0f1b02158e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:42.698129 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f35e087-0ba2-493d-b57b-2a0f1b02158e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:42.701256 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f35e087-0ba2-493d-b57b-2a0f1b02158e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:42.707034 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7f35e087-0ba2-493d-b57b-2a0f1b02158e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89f34edd-5f84-465f-ba25-c3a31436ae54 HTTP/1.1" status: 204 len: 168 time: 0.1651115 Aug 31 01:21:42.714653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35e087-0ba2-493d-b57b-2a0f1b02158e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f34edd-5f84-465f-ba25-c3a31436ae54,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:43.683636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca86e9cd-2af3-4cca-9649-13820f850694 req-9dd0fb28-eca9-43bb-8b43-bf1743107029 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0357983 Aug 31 01:21:43.723117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa204ce-aed6-4db6-aafa-33c123549849 req-4ebf99b6-f932-4609-ae21-5b9af3dcba06 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:43.740868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0fa204ce-aed6-4db6-aafa-33c123549849 req-4ebf99b6-f932-4609-ae21-5b9af3dcba06 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.1280479 Aug 31 01:21:43.787167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0fa204ce-aed6-4db6-aafa-33c123549849 req-db707443-2099-4729-9a25-337e018496d6 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450609 Aug 31 01:21:44.195955 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37636) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:44.345010 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-daef4807-901d-4d67-985e-7316de18e8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.469667 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-daef4807-901d-4d67-985e-7316de18e8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.488133 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-daef4807-901d-4d67-985e-7316de18e8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.539159 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef4807-901d-4d67-985e-7316de18e8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbd5280-bc7a-4650-b2a3-dd7469bf3a30,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:44.546443 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-daef4807-901d-4d67-985e-7316de18e8a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=312202ecf1be4e7298cd359fea55a29f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3498695 Aug 31 01:21:44.549049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37644) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:44.613558 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-243911f1-53e3-4fd6-9992-4e6c99fa8d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.644629 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-243911f1-53e3-4fd6-9992-4e6c99fa8d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.735584 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-243911f1-53e3-4fd6-9992-4e6c99fa8d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.738586 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-243911f1-53e3-4fd6-9992-4e6c99fa8d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.740906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-243911f1-53e3-4fd6-9992-4e6c99fa8d31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3dbd5280-bc7a-4650-b2a3-dd7469bf3a30 HTTP/1.1" status: 204 len: 168 time: 0.1901531 Aug 31 01:21:44.765598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243911f1-53e3-4fd6-9992-4e6c99fa8d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbd5280-bc7a-4650-b2a3-dd7469bf3a30,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:44.868748 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ac1fc7d-d439-4692-9afd-b8a71da4dc65 req-d1e695d3-cfde-4000-91a7-43eab555baa6 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0638857 Aug 31 01:21:44.974271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d67d0-e7ff-42ab-87de-6fe714cb4347 req-68c6a778-fa21-45b4-89ff-c19e77fe5d8f tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:44.982499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-887d67d0-e7ff-42ab-87de-6fe714cb4347 req-68c6a778-fa21-45b4-89ff-c19e77fe5d8f tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0750456 Aug 31 01:21:45.028326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-887d67d0-e7ff-42ab-87de-6fe714cb4347 req-243e16f9-30d6-4d39-a963-eea1f4059881 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448763 Aug 31 01:21:46.011319 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99feb9e4-3235-44e8-876a-90a0c0b69712 req-205e90bb-5ca6-49b2-b763-bfb74564815d tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0383832 Aug 31 01:21:46.174494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a11264-c81e-4c1e-b4d2-70ed11961383 req-badd3952-c5a0-49d2-9cae-fb69515bfefa tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:46.182655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39a11264-c81e-4c1e-b4d2-70ed11961383 req-badd3952-c5a0-49d2-9cae-fb69515bfefa tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0730917 Aug 31 01:21:46.231718 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39a11264-c81e-4c1e-b4d2-70ed11961383 req-580c1cac-19a8-4ea4-89bf-a8ab7786c6f6 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479610 Aug 31 01:21:46.316184 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-356413c9-e542-4631-98f2-7aaf68c036c7 req-523fb017-93de-4505-a506-a37ed3b347d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0400465 Aug 31 01:21:47.150097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ef635d3-fa6d-48f7-ab03-77914949969c req-b8c8334d-1f2c-48bb-8879-5ac3cbb90251 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0458343 Aug 31 01:21:47.371469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba400d2b-f79f-4a2f-a664-a3afc367b7d6 req-f358b7fe-4de8-48bb-a6c9-dd313928c00b tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:47.373059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba400d2b-f79f-4a2f-a664-a3afc367b7d6 req-f358b7fe-4de8-48bb-a6c9-dd313928c00b tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0574696 Aug 31 01:21:47.437677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba400d2b-f79f-4a2f-a664-a3afc367b7d6 req-40a08f04-d2eb-48c1-898e-5c4d76f56f57 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497117 Aug 31 01:21:48.261925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-12187449-700a-470a-860b-e4d2fb622850 req-26894a0f-ca94-4334-91c6-d8b686a5d1e8 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0368419 Aug 31 01:21:48.673458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8877bb-d01e-4c17-8562-cbf4e857d0d8 req-d471ebe9-0796-4233-b0e2-144f2b431626 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:48.685688 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e8877bb-d01e-4c17-8562-cbf4e857d0d8 req-d471ebe9-0796-4233-b0e2-144f2b431626 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.1050215 Aug 31 01:21:48.747599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e8877bb-d01e-4c17-8562-cbf4e857d0d8 req-be7ac42c-101c-4d59-9201-cf4e1ec0b7bc tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562880 Aug 31 01:21:48.920128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc9698-6df5-4834-9208-91c50bd5249c req-b2ce0928-e4bd-4da2-8dae-66b5290b1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:48.921826 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e1bc9698-6df5-4834-9208-91c50bd5249c req-b2ce0928-e4bd-4da2-8dae-66b5290b1cc1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 1097 time: 0.1079590 Aug 31 01:21:48.992882 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e1bc9698-6df5-4834-9208-91c50bd5249c req-e39aa334-b897-4d74-82ac-d979e28969e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643032 Aug 31 01:21:49.593824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-037503b5-48dd-4ee3-b6f4-7578b160d992 req-6b58a832-1359-4055-95d3-7ef07ca85ea5 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0357022 Aug 31 01:21:49.962651 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab18df0-127c-42b8-ae95-665e0ccf212d req-456b6e27-2c24-4264-959f-af21d8c98b51 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:49.973054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ab18df0-127c-42b8-ae95-665e0ccf212d req-456b6e27-2c24-4264-959f-af21d8c98b51 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.1273055 Aug 31 01:21:50.019381 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ab18df0-127c-42b8-ae95-665e0ccf212d req-3f59949f-e6e0-46a5-8802-20076089a7bd tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451224 Aug 31 01:21:50.550629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37838) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:50.696751 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc902-ed20-48f0-9d37-5b24a035ae02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:50.734603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2afc263-167d-4f8d-93dd-fec7f7ba626d req-9b5f6c19-223a-40fc-adb7-508519900481 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0398264 Aug 31 01:21:50.833983 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc902-ed20-48f0-9d37-5b24a035ae02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:50.839104 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc902-ed20-48f0-9d37-5b24a035ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:50.870316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bc902-ed20-48f0-9d37-5b24a035ae02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4d2ff2-c649-45ba-95a3-42166ded5f8a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:50.890926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0f7bc902-ed20-48f0-9d37-5b24a035ae02 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=62ad2b9012a84050b9dd33a2e903854f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389919 Aug 31 01:21:50.893664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37846) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:50.953256 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-36453556-d20b-4316-88f1-efdccf492a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:50.976301 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-36453556-d20b-4316-88f1-efdccf492a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:51.029957 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-36453556-d20b-4316-88f1-efdccf492a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:51.032892 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-36453556-d20b-4316-88f1-efdccf492a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:51.034054 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-36453556-d20b-4316-88f1-efdccf492a6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf4d2ff2-c649-45ba-95a3-42166ded5f8a HTTP/1.1" status: 204 len: 168 time: 0.1391287 Aug 31 01:21:51.043302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36453556-d20b-4316-88f1-efdccf492a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4d2ff2-c649-45ba-95a3-42166ded5f8a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:51.163140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36458fb-b3bc-4fa8-9184-ba114a2c346f req-e716ce55-295c-4a3d-b56e-20da0faf7a18 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:51.164692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b36458fb-b3bc-4fa8-9184-ba114a2c346f req-e716ce55-295c-4a3d-b56e-20da0faf7a18 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0580945 Aug 31 01:21:51.204898 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5f3f8f7d-10b8-4897-9b0e-b9b75fc3b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:51.224636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b36458fb-b3bc-4fa8-9184-ba114a2c346f req-197aa908-b457-42e0-b1b9-4997a1491db7 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511467 Aug 31 01:21:51.933779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c92f-459a-4ad4-a08b-e94c62002789 req-f7dd96fa-e897-42f1-90e1-a96f8b041ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:51.936549 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3985c92f-459a-4ad4-a08b-e94c62002789 req-f7dd96fa-e897-42f1-90e1-a96f8b041ebb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f842249ecbd487dbe85bc5ca3338640&device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 1097 time: 0.1085608 Aug 31 01:21:52.163733 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c92f-459a-4ad4-a08b-e94c62002789 req-f39bedad-c921-4c61-839a-266b04acfe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:52.168067 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3985c92f-459a-4ad4-a08b-e94c62002789 req-f39bedad-c921-4c61-839a-266b04acfe9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab9b48d7-0042-489c-b44e-05ea7282dd2c HTTP/1.1" status: 200 len: 920 time: 0.2226186 Aug 31 01:21:52.222267 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3985c92f-459a-4ad4-a08b-e94c62002789 req-b3a272b3-483f-49ae-be3a-6edbe3ccd989 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe8bf39f-11f1-40a4-9164-5f06e3a8b133 HTTP/1.1" status: 200 len: 217 time: 0.0455353 Aug 31 01:21:52.313876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c92f-459a-4ad4-a08b-e94c62002789 req-e3171dc7-92d6-460f-bd06-f0b302128979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:52.318278 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3985c92f-459a-4ad4-a08b-e94c62002789 req-e3171dc7-92d6-460f-bd06-f0b302128979 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38d049ad-c277-4c26-8b85-fa4623963180 HTTP/1.1" status: 200 len: 859 time: 0.0856934 Aug 31 01:21:52.359080 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9713496-ccc7-4dc8-b8b6-bc350124a956 req-d474e24b-572d-4135-beab-0d9311f4c904 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0977237 Aug 31 01:21:52.374858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ce531-17c4-4bca-aff7-b91f00135cac req-c883e4fb-573c-4fd8-9dff-5db21b927f9c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:52.380983 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3985c92f-459a-4ad4-a08b-e94c62002789 req-8f072a0d-be2a-464b-9195-a25761e3b228 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab9b48d7-0042-489c-b44e-05ea7282dd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559454 Aug 31 01:21:52.385294 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d51ce531-17c4-4bca-aff7-b91f00135cac req-c883e4fb-573c-4fd8-9dff-5db21b927f9c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.5373819 Aug 31 01:21:52.464250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d51ce531-17c4-4bca-aff7-b91f00135cac req-3feefa20-c96b-49b1-9e3e-f76278017c33 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772500 Aug 31 01:21:52.533324 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3985c92f-459a-4ad4-a08b-e94c62002789 req-b8a0d26f-69c8-4bcd-b451-821c6c6de015 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451759 Aug 31 01:21:52.658076 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3985c92f-459a-4ad4-a08b-e94c62002789 req-9fc05402-b246-4ea2-811e-bee8c1af34d5 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152887 Aug 31 01:21:53.518869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc56ad88-eef1-4595-9dec-c724d21b9235 req-9a37e851-6d6a-4f4e-a074-2a9de0b13514 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0515976 Aug 31 01:21:53.658034 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7309d92-1d46-4649-b3ad-9ecdc10f9d62 req-bbf82246-c1af-4184-8c89-49b66eda7417 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:53.663818 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7309d92-1d46-4649-b3ad-9ecdc10f9d62 req-bbf82246-c1af-4184-8c89-49b66eda7417 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.1081095 Aug 31 01:21:53.687469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c61c7ca1-5620-4647-8d24-7b0810569a53 req-e4f1ed27-fd85-41a8-94b5-8b10d60bc650 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0887496 Aug 31 01:21:53.710018 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7309d92-1d46-4649-b3ad-9ecdc10f9d62 req-cc2cb299-9431-4da8-8b47-515267255a62 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Aug 31 01:21:53.730314 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bcb5227b-d817-400e-a2ca-73e3fc9bc071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:53.768561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c7ca1-5620-4647-8d24-7b0810569a53 req-b3920b81-d035-4ae2-b5bd-188653913195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:53.770249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c61c7ca1-5620-4647-8d24-7b0810569a53 req-b3920b81-d035-4ae2-b5bd-188653913195 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8f842249ecbd487dbe85bc5ca3338640&device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 1097 time: 0.0590277 Aug 31 01:21:53.905418 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c7ca1-5620-4647-8d24-7b0810569a53 req-af0209f9-998f-4075-ba38-396fc259df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:53.907223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c61c7ca1-5620-4647-8d24-7b0810569a53 req-af0209f9-998f-4075-ba38-396fc259df96 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ab9b48d7-0042-489c-b44e-05ea7282dd2c HTTP/1.1" status: 200 len: 920 time: 0.1152902 Aug 31 01:21:53.988002 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c61c7ca1-5620-4647-8d24-7b0810569a53 req-c0043be0-7ad4-4c42-913f-66462aa26df7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe454229-20dc-4b8d-b1c7-316516aca6ec HTTP/1.1" status: 200 len: 217 time: 0.0730977 Aug 31 01:21:54.030301 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:54.070236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c7ca1-5620-4647-8d24-7b0810569a53 req-3cdf229c-316e-43c9-bbb3-4e72a329bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:54.072877 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c61c7ca1-5620-4647-8d24-7b0810569a53 req-3cdf229c-316e-43c9-bbb3-4e72a329bdf6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=38d049ad-c277-4c26-8b85-fa4623963180 HTTP/1.1" status: 200 len: 859 time: 0.0761254 Aug 31 01:21:54.146134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c61c7ca1-5620-4647-8d24-7b0810569a53 req-65eb8dbe-0a98-4c2f-a3da-525e42a1aa38 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ab9b48d7-0042-489c-b44e-05ea7282dd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652282 Aug 31 01:21:54.319004 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c61c7ca1-5620-4647-8d24-7b0810569a53 req-fef8c662-698a-445d-9056-56be99d0b880 service neutron] 10.222.0.70 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612813 Aug 31 01:21:54.459089 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:54.509135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c61c7ca1-5620-4647-8d24-7b0810569a53 req-4af367c5-daa4-40e3-8929-32d8971dd739 service neutron] 10.222.0.70 "GET /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817346 Aug 31 01:21:54.677324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0f57031e-5bea-40ac-99aa-b6332c9fadd5 req-4e473fde-3b3b-4203-b6b1-03e98c45e35a tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0446820 Aug 31 01:21:54.937105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2c1f4-5294-4753-a55e-bb874421df98 req-c9c26493-a2de-41c0-91fb-2c7c4ddfcccb tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:54.938880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23b2c1f4-5294-4753-a55e-bb874421df98 req-c9c26493-a2de-41c0-91fb-2c7c4ddfcccb tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0898826 Aug 31 01:21:54.998615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23b2c1f4-5294-4753-a55e-bb874421df98 req-9aa72dab-0472-4921-b6ad-04b17e8437dc tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529706 Aug 31 01:21:55.788228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be908d75-5c23-40fb-9afc-2fe495be06ec req-c2c5f77a-52ed-4bcf-9e95-6d3b2273ef25 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0264704 Aug 31 01:21:56.136791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a91e4-02fa-4597-a62d-8f2a0691f7ac req-be63a2c8-0813-4c6f-8c05-a63c0b34c6d5 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:21:56.138415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-081a91e4-02fa-4597-a62d-8f2a0691f7ac req-be63a2c8-0813-4c6f-8c05-a63c0b34c6d5 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0579476 Aug 31 01:21:56.179264 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-081a91e4-02fa-4597-a62d-8f2a0691f7ac req-2c8523c8-cbab-43f1-b643-220c12e68f63 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341260 Aug 31 01:21:56.679025 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:56.919092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-412e1c06-de36-49d4-854c-6d97cfb41286 req-bf2f3580-3eb4-42bf-9c88-b80456011cb8 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0302777 Aug 31 01:21:57.029778 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38034) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.175306 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8e70a316-0200-4bba-9427-c0d100cca598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:57.308296 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8e70a316-0200-4bba-9427-c0d100cca598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:57.316711 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8e70a316-0200-4bba-9427-c0d100cca598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:57.347631 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8e70a316-0200-4bba-9427-c0d100cca598 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a81ff9ac8ef4646b22cf79cee8bf59b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144500 Aug 31 01:21:57.349151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38044) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:57.367819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70a316-0200-4bba-9427-c0d100cca598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23ec496-53b3-4d86-8091-5d157782c67a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:57.411746 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3b7a8ca6-4d2b-43ad-9fb8-916728d62ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:57.435504 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3b7a8ca6-4d2b-43ad-9fb8-916728d62ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:57.487543 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3b7a8ca6-4d2b-43ad-9fb8-916728d62ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:57.490182 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3b7a8ca6-4d2b-43ad-9fb8-916728d62ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:57.491952 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3b7a8ca6-4d2b-43ad-9fb8-916728d62ff8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f23ec496-53b3-4d86-8091-5d157782c67a HTTP/1.1" status: 204 len: 168 time: 0.1403639 Aug 31 01:21:57.505088 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a8ca6-4d2b-43ad-9fb8-916728d62ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23ec496-53b3-4d86-8091-5d157782c67a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:58.130630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95abf6f9-2430-414e-8264-d0dadd949eb2 req-dae04b73-2fd6-41d0-b5e0-1174ff4db9d3 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0707028 Aug 31 01:21:58.490829 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:21:59.306303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-acb6fda8-35ee-488f-a464-6ada0ad2a9fa req-36fd67de-db32-4403-a4d1-4bdc4d45b821 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0338538 Aug 31 01:22:00.463961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109082a5-3ef2-4c02-bd04-9a911d34597e req-3e19e70d-bcbe-4b2c-904c-8a3527642b81 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0575471 Aug 31 01:22:00.747846 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-5123856c-e844-404f-aa3f-8b222b5ad11e tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=176f3bd9641a4872937407187244a3b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448287 Aug 31 01:22:00.951695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-bd7eb4a5-8f1c-4e00-a9f9-3c363c014168 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:00.959582 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-bd7eb4a5-8f1c-4e00-a9f9-3c363c014168 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107806 Aug 31 01:22:00.976539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-2d457380-779c-42d1-94ce-64614b971ca7 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/quotas/176f3bd9641a4872937407187244a3b7 HTTP/1.1" status: 200 len: 375 time: 0.0161290 Aug 31 01:22:01.029351 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-28ab0abd-af85-41ca-a101-81521d4983de tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=176f3bd9641a4872937407187244a3b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518968 Aug 31 01:22:01.247054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8df03cba-580a-4c44-a6ad-343c534aa60e req-875aa8db-992b-474a-90de-39b70db00256 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 210 time: 0.0487850 Aug 31 01:22:01.535299 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:01.605365 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce2b4dce-cff8-4477-a788-cac9dbdf099d req-b3b59243-887c-4e47-978a-ae407a6e337e tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0302703 Aug 31 01:22:02.342636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-15e0f2a5-75f7-43b4-b025-a86c60905596 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=176f3bd9641a4872937407187244a3b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442705 Aug 31 01:22:02.555410 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-31c7b55d-73d8-45b6-bbb2-6437ba18aade req-47411c1f-c3a0-493d-be21-826334fd1732 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 210 time: 0.0661564 Aug 31 01:22:02.565163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-52cdec28-464f-419d-91cc-0f32c49a34be tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:02.567035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-52cdec28-464f-419d-91cc-0f32c49a34be tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2191217 Aug 31 01:22:02.585725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Request body: {'port': {'device_id': 'c0649b3a-8980-4d38-a7bb-e80fa38e62e9', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '176f3bd9641a4872937407187244a3b7'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:02.722217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Made reservation on behalf of 176f3bd9641a4872937407187244a3b7 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:02.727924 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:02.740709 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:02.795166 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d28736b-3ec3-46fb-8223-d537458dc515 req-f042047b-f852-4fda-874b-47c80ba5a85b tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0514753 Aug 31 01:22:02.976744 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:02.989889 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:03.095591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101e837f-effc-4e1c-a183-d1a0042eaed0,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:03.238384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Allocated IP 192.168.233.192 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/6e7d5213-6b49-4439-889f-62c0db2be5e7) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:03.519311 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:03.543121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Transition to ACTIVE for port object 6e7d5213-6b49-4439-889f-62c0db2be5e7 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:03.601426 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:03.651237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:03.656987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:03.659837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:22:03.748807 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Pushing event updated for resources: {'Port': ['ID=6e7d5213-6b49-4439-889f-62c0db2be5e7,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:03.756179 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38240) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:03.803072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:03.804829 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:03.833828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c4f88-9232-45aa-ae2c-aa88581c0b63 req-52e0cfa7-a60f-4839-9f5c-29215e4d9303 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:03.844402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e2c4f88-9232-45aa-ae2c-aa88581c0b63 req-52e0cfa7-a60f-4839-9f5c-29215e4d9303 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 936 time: 0.1391861 Aug 31 01:22:03.866342 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-dde77e77-bd9e-4d9d-85bb-2687d265412c tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2841444 Aug 31 01:22:03.894189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Request body: {'port': {'device_id': 'c0649b3a-8980-4d38-a7bb-e80fa38e62e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:03.901143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e2c4f88-9232-45aa-ae2c-aa88581c0b63 req-2ec9fd8e-14b1-425d-9164-e3f884702113 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/security-groups?id=101e837f-effc-4e1c-a183-d1a0042eaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558488 Aug 31 01:22:03.961101 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81fab43c-b233-4303-bdfb-eed02a2ff7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:04.004728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8964ae94-155f-4bdc-8e50-e38935b9c02d req-c433c5bc-b1f4-4406-998a-dcab19bf51e4 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.1025009 Aug 31 01:22:04.029583 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-163b495c-5f35-44aa-afcc-6bbc12849f76 None None] Provisioning for port 6e7d5213-6b49-4439-889f-62c0db2be5e7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:04.038355 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-163b495c-5f35-44aa-afcc-6bbc12849f76 None None] Provisioning complete for port 6e7d5213-6b49-4439-889f-62c0db2be5e7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:04.039229 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-163b495c-5f35-44aa-afcc-6bbc12849f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:04.072350 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:04.115079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-163b495c-5f35-44aa-afcc-6bbc12849f76 None None] Port 6e7d5213-6b49-4439-889f-62c0db2be5e7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:22:04.140557 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81fab43c-b233-4303-bdfb-eed02a2ff7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:04.146083 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81fab43c-b233-4303-bdfb-eed02a2ff7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:04.199544 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-81fab43c-b233-4303-bdfb-eed02a2ff7f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f946726a98840268e315f5681c06b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421685 Aug 31 01:22:04.200666 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38246) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:04.203818 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fab43c-b233-4303-bdfb-eed02a2ff7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d33fd87-9fa6-4ce7-bef1-2af1fee3f298,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:04.279900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3d06699-31b5-4515-aba4-2827e860648a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:04.314090 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3d06699-31b5-4515-aba4-2827e860648a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:04.394652 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3d06699-31b5-4515-aba4-2827e860648a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:04.401057 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3d06699-31b5-4515-aba4-2827e860648a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:04.406036 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d3d06699-31b5-4515-aba4-2827e860648a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d33fd87-9fa6-4ce7-bef1-2af1fee3f298 HTTP/1.1" status: 204 len: 168 time: 0.2034631 Aug 31 01:22:04.417195 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d06699-31b5-4515-aba4-2827e860648a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d33fd87-9fa6-4ce7-bef1-2af1fee3f298,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:04.514594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7d5213-6b49-4439-889f-62c0db2be5e7 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:22:04.528040 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:04.561403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Transition to ACTIVE for port object 6e7d5213-6b49-4439-889f-62c0db2be5e7 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:04.572170 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:04.643028 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38266) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:04.708768 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7d5213-6b49-4439-889f-62c0db2be5e7,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:04.779970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Attempting to bind port 6e7d5213-6b49-4439-889f-62c0db2be5e7 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:22:04.780655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Attempting to bind port 6e7d5213-6b49-4439-889f-62c0db2be5e7 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:22:04.784386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Attempting to bind port 6e7d5213-6b49-4439-889f-62c0db2be5e7 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:22:04.794592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Port 6e7d5213-6b49-4439-889f-62c0db2be5e7 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:22:04.794919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Attempting to bind port 6e7d5213-6b49-4439-889f-62c0db2be5e7 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:22:04.807740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:22:04.808090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:04.808485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:22:04.812209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Bound port: 6e7d5213-6b49-4439-889f-62c0db2be5e7, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:22:04.812684 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:04.850443 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d951646-03e6-40c9-8fe6-64dd4c384228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:04.951985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38270) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:04.984794 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-83d24c2c-3972-4659-a964-fed4f16fc858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:04.985832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] For port 6e7d5213-6b49-4439-889f-62c0db2be5e7, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:04.997389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] For port 6e7d5213-6b49-4439-889f-62c0db2be5e7, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6e7d5213-6b49-4439-889f-62c0db2be5e7,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:05.003705 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:05.043827 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d951646-03e6-40c9-8fe6-64dd4c384228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:05.054949 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d951646-03e6-40c9-8fe6-64dd4c384228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:05.069245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:05.079555 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:05.082094 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] 10.222.0.70 "PUT /v2.0/ports/6e7d5213-6b49-4439-889f-62c0db2be5e7 HTTP/1.1" status: 200 len: 1097 time: 1.1922562 Aug 31 01:22:05.091637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0649b3a-8980-4d38-a7bb-e80fa38e62e9', 'tag': '6e7d5213-6b49-4439-889f-62c0db2be5e7'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:22:05.097223 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abbe031-b26e-4b77-b07d-51fa7626fc78" -d '{"events": [{"name": "network-changed", "server_uuid": "c0649b3a-8980-4d38-a7bb-e80fa38e62e9", "tag": "6e7d5213-6b49-4439-889f-62c0db2be5e7"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:05.111360 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d951646-03e6-40c9-8fe6-64dd4c384228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8293b07-06f2-4bbb-ac31-c67637d6cbfd,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:05.202533 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0d951646-03e6-40c9-8fe6-64dd4c384228 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cad601ea671d41908375484085c1c725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5579202 Aug 31 01:22:05.207488 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38278) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:05.307499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc4c0c87-9fa2-4573-9670-16fcde96b870 req-f003352f-2480-4ae0-8f04-0491774f7c93 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.1328695 Aug 31 01:22:05.341168 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-09c9863d-0bc7-42d7-9689-1a3431c7682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:05.362265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa358b8-b8c8-4b33-8a8e-090f5becceee req-7168168a-a462-4831-acfb-9e524a774cc1 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:05.367176 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efa358b8-b8c8-4b33-8a8e-090f5becceee req-7168168a-a462-4831-acfb-9e524a774cc1 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 948 time: 0.2837319 Aug 31 01:22:05.375891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ed125-8380-4d86-9c31-946698a9cf11 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7d5213-6b49-4439-889f-62c0db2be5e7,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:05.380532 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-83d24c2c-3972-4659-a964-fed4f16fc858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:05.383165 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-09c9863d-0bc7-42d7-9689-1a3431c7682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:05.391038 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-83d24c2c-3972-4659-a964-fed4f16fc858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:05.407831 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f020b57-e3ce-4c12-85a6-196a05ce85cb x-openstack-request-id: req-9f020b57-e3ce-4c12-85a6-196a05ce85cb {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:05.408386 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0649b3a-8980-4d38-a7bb-e80fa38e62e9", "tag": "6e7d5213-6b49-4439-889f-62c0db2be5e7", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:05.408853 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f020b57-e3ce-4c12-85a6-196a05ce85cb {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:05.409463 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0649b3a-8980-4d38-a7bb-e80fa38e62e9', 'tag': '6e7d5213-6b49-4439-889f-62c0db2be5e7', 'status': 'completed', 'code': 200} Aug 31 01:22:05.422841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-bf4e3040-af4c-470c-9aee-f2ade7ee688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:05.425169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-bf4e3040-af4c-470c-9aee-f2ade7ee688a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=176f3bd9641a4872937407187244a3b7&device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 1100 time: 0.2546391 Aug 31 01:22:05.454314 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-83d24c2c-3972-4659-a964-fed4f16fc858 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=30e02003f47c4255a8c831b329529806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007949 Aug 31 01:22:05.457929 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38280) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:05.458655 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d24c2c-3972-4659-a964-fed4f16fc858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c62a6c-bbef-48c8-822e-481b27c774dc,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:05.490677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-09554887-887d-4eca-83d7-d849f6ce6c50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6e7d5213-6b49-4439-889f-62c0db2be5e7 HTTP/1.1" status: 200 len: 217 time: 0.0546913 Aug 31 01:22:05.502536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efa358b8-b8c8-4b33-8a8e-090f5becceee req-459fa65c-45bc-48de-a105-e59a904933e5 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/security-groups?id=101e837f-effc-4e1c-a183-d1a0042eaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100025 Aug 31 01:22:05.515816 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-09c9863d-0bc7-42d7-9689-1a3431c7682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:05.518726 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-09c9863d-0bc7-42d7-9689-1a3431c7682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:05.520103 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-09c9863d-0bc7-42d7-9689-1a3431c7682c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8293b07-06f2-4bbb-ac31-c67637d6cbfd HTTP/1.1" status: 204 len: 168 time: 0.3111305 Aug 31 01:22:05.533374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9863d-0bc7-42d7-9689-1a3431c7682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8293b07-06f2-4bbb-ac31-c67637d6cbfd,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:05.550915 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f31f6453-7f96-4238-9894-6e48539a6947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:05.562945 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-50a2a9ae-dec8-407e-b764-481f578f0068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:05.565423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-50a2a9ae-dec8-407e-b764-481f578f0068 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0670869 Aug 31 01:22:05.612630 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f31f6453-7f96-4238-9894-6e48539a6947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:05.682656 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f31f6453-7f96-4238-9894-6e48539a6947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:05.690377 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f31f6453-7f96-4238-9894-6e48539a6947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:05.695673 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f31f6453-7f96-4238-9894-6e48539a6947 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13c62a6c-bbef-48c8-822e-481b27c774dc HTTP/1.1" status: 204 len: 168 time: 0.2337801 Aug 31 01:22:05.704296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-7830ec08-64b8-498a-bd8b-1ca19a37749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:05.706466 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-7830ec08-64b8-498a-bd8b-1ca19a37749c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1338475 Aug 31 01:22:05.716448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f6453-7f96-4238-9894-6e48539a6947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c62a6c-bbef-48c8-822e-481b27c774dc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:05.858945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-511204eb-b464-4c98-ae9c-37b1c17a3ac7 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441507 Aug 31 01:22:05.980229 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb4039f-e002-43f0-a17a-43eadb6dcb30 req-14d60dfd-1587-4aaf-b444-4f36aadd17bf service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135428 Aug 31 01:22:06.085878 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbe031-b26e-4b77-b07d-51fa7626fc78 req-54a550da-cd78-45a1-a2f7-448650474095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:06.089548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8abbe031-b26e-4b77-b07d-51fa7626fc78 req-54a550da-cd78-45a1-a2f7-448650474095 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=176f3bd9641a4872937407187244a3b7&device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 1100 time: 0.0582404 Aug 31 01:22:06.237367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbe031-b26e-4b77-b07d-51fa7626fc78 req-a618a4b4-b580-4b67-9b62-d473d7040ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:06.239262 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8abbe031-b26e-4b77-b07d-51fa7626fc78 req-a618a4b4-b580-4b67-9b62-d473d7040ec2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.1413791 Aug 31 01:22:06.246478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38300) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:06.261542 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-adbd1c97-6c9a-4600-b996-b0317d88952a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.293830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8abbe031-b26e-4b77-b07d-51fa7626fc78 req-687235cb-0a37-4aa8-a924-4053bb2ea563 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6e7d5213-6b49-4439-889f-62c0db2be5e7 HTTP/1.1" status: 200 len: 217 time: 0.0455494 Aug 31 01:22:06.410068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbe031-b26e-4b77-b07d-51fa7626fc78 req-859f20be-2848-4613-9a3f-2765816b53ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:06.417184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8abbe031-b26e-4b77-b07d-51fa7626fc78 req-859f20be-2848-4613-9a3f-2765816b53ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1156063 Aug 31 01:22:06.417678 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-adbd1c97-6c9a-4600-b996-b0317d88952a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.424845 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-adbd1c97-6c9a-4600-b996-b0317d88952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.489625 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-adbd1c97-6c9a-4600-b996-b0317d88952a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10c85ce19412493cbe24ac13751445a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414804 Aug 31 01:22:06.493275 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38308) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:06.513288 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbe031-b26e-4b77-b07d-51fa7626fc78 req-edaca1d5-ac86-45d2-9a7f-f563e22f5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:06.515106 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8abbe031-b26e-4b77-b07d-51fa7626fc78 req-edaca1d5-ac86-45d2-9a7f-f563e22f5a99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0906026 Aug 31 01:22:06.517312 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a69c527-3cfc-4d5d-9957-f6e71663f4e5 req-ed5acccd-6f5d-4d04-99c4-46de31213ea4 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0473745 Aug 31 01:22:06.527481 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd1c97-6c9a-4600-b996-b0317d88952a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2f749e-23eb-40d3-ad35-fe0f3a7dddba,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:06.570568 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f0a26c5e-f867-4526-b508-d9157d1a4dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.653249 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f0a26c5e-f867-4526-b508-d9157d1a4dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.666048 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8abbe031-b26e-4b77-b07d-51fa7626fc78 req-c7035e75-bab2-47ba-ae7b-b9419ac83650 service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416228 Aug 31 01:22:06.772851 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f0a26c5e-f867-4526-b508-d9157d1a4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.777303 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f0a26c5e-f867-4526-b508-d9157d1a4dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:06.787814 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f0a26c5e-f867-4526-b508-d9157d1a4dcf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d2f749e-23eb-40d3-ad35-fe0f3a7dddba HTTP/1.1" status: 204 len: 168 time: 0.2921076 Aug 31 01:22:06.817843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a26c5e-f867-4526-b508-d9157d1a4dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2f749e-23eb-40d3-ad35-fe0f3a7dddba,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:06.885736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb780b6-f9f5-478a-ba9d-a096fa6bf0a4 req-a3d2c479-7c0b-4a93-93f2-0badaa192f52 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:06.887735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb780b6-f9f5-478a-ba9d-a096fa6bf0a4 req-a3d2c479-7c0b-4a93-93f2-0badaa192f52 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 948 time: 0.1901658 Aug 31 01:22:06.890377 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8abbe031-b26e-4b77-b07d-51fa7626fc78 req-90d038c0-5cbc-4c6a-b4b2-d6a102ada4de service neutron] 10.222.0.70 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159123 Aug 31 01:22:06.969333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb780b6-f9f5-478a-ba9d-a096fa6bf0a4 req-67f852f8-3918-4e13-93f6-6363e8a99d8e tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/security-groups?id=101e837f-effc-4e1c-a183-d1a0042eaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727053 Aug 31 01:22:07.214009 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38330) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:07.228244 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d52fcb51-ce86-4962-bfe5-cce70b481d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:07.343607 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d52fcb51-ce86-4962-bfe5-cce70b481d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:07.349117 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d52fcb51-ce86-4962-bfe5-cce70b481d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:07.392223 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d52fcb51-ce86-4962-bfe5-cce70b481d28 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a485b29f7db64130aa34512e1e9beab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770606 Aug 31 01:22:07.394706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38334) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:07.401950 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fcb51-ce86-4962-bfe5-cce70b481d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a3439e-ac9f-4f20-a537-53588ce832fa,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:07.463909 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-caf10f67-40f7-476e-ad12-42e020f8eb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:07.491273 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-caf10f67-40f7-476e-ad12-42e020f8eb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:07.541824 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-caf10f67-40f7-476e-ad12-42e020f8eb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:07.544454 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-caf10f67-40f7-476e-ad12-42e020f8eb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:07.545664 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-caf10f67-40f7-476e-ad12-42e020f8eb08 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4a3439e-ac9f-4f20-a537-53588ce832fa HTTP/1.1" status: 204 len: 168 time: 0.1498377 Aug 31 01:22:07.556557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf10f67-40f7-476e-ad12-42e020f8eb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a3439e-ac9f-4f20-a537-53588ce832fa,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:07.671716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-670bc9e4-56ac-42aa-b2af-ece8d0410ad6 req-a56f5f7d-370d-455e-9362-d2cd5c672dd9 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0305357 Aug 31 01:22:08.240532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fc3f3-342b-4361-ae48-2ebfa2a7bd79 req-88d40e25-590d-4c00-92df-37030f9a52a8 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:08.242125 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f71fc3f3-342b-4361-ae48-2ebfa2a7bd79 req-88d40e25-590d-4c00-92df-37030f9a52a8 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 948 time: 0.1286023 Aug 31 01:22:08.257054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a350-f0f5-4213-be17-a1492d86aa25 req-eafba580-f005-44c1-920e-b007f809cc7f tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:08.259811 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a90a350-f0f5-4213-be17-a1492d86aa25 req-eafba580-f005-44c1-920e-b007f809cc7f tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.0937898 Aug 31 01:22:08.300104 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f71fc3f3-342b-4361-ae48-2ebfa2a7bd79 req-c92a6d1d-eb96-423d-9fc7-d251cd33f4f3 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/security-groups?id=101e837f-effc-4e1c-a183-d1a0042eaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393922 Aug 31 01:22:08.334508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a90a350-f0f5-4213-be17-a1492d86aa25 req-e023d34c-2f1a-4e44-98f9-b2f4ecb72274 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415826 Aug 31 01:22:08.793625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0f670564-a63b-4403-8953-3922b5d85543 req-4374f301-9b33-418b-9869-b1fb659deeaf tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0312412 Aug 31 01:22:09.447008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a8eb8-f4b5-4ee0-bbe9-f779d6f0696e req-c32278eb-3de1-4203-ba85-0bc1e2672498 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:09.448533 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f32a8eb8-f4b5-4ee0-bbe9-f779d6f0696e req-c32278eb-3de1-4203-ba85-0bc1e2672498 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 948 time: 0.0752985 Aug 31 01:22:09.453923 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6e7d5213-6b49-4439-889f-62c0db2be5e7 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:22:09.483634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0917c-dca2-43d7-87c8-ae938f244000 req-bc9437a3-66a1-46b2-8e05-ffea2a06e6d8 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:09.485121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ab0917c-dca2-43d7-87c8-ae938f244000 req-bc9437a3-66a1-46b2-8e05-ffea2a06e6d8 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.0810533 Aug 31 01:22:09.516362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f32a8eb8-f4b5-4ee0-bbe9-f779d6f0696e req-c7b69d2b-c02b-4c08-9d81-dda14d8127c1 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/security-groups?id=101e837f-effc-4e1c-a183-d1a0042eaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610135 Aug 31 01:22:09.535453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ab0917c-dca2-43d7-87c8-ae938f244000 req-3f5762ff-a94e-4a7c-922b-ba83a7b02961 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397246 Aug 31 01:22:09.558414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6e7d5213-6b49-4439-889f-62c0db2be5e7, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6e7d5213-6b49-4439-889f-62c0db2be5e7,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:09.569936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '6e7d5213-6b49-4439-889f-62c0db2be5e7', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '6e7d5213-6b49-4439-889f-62c0db2be5e7', 'mac_address': 'fa:16:3e:a6:1b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:22:09.609599 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:09.622564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7d5213-6b49-4439-889f-62c0db2be5e7 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:22:09.641165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6e7d5213-6b49-4439-889f-62c0db2be5e7, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6e7d5213-6b49-4439-889f-62c0db2be5e7,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:09.645090 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:09.693805 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6e7d5213-6b49-4439-889f-62c0db2be5e7,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:09.904985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-845509b8-df1d-4b96-8fbc-042ea5553db7 req-ebb309ea-6a2d-4c80-8083-a47d8dd97298 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0306342 Aug 31 01:22:09.959342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6e7d5213-6b49-4439-889f-62c0db2be5e7'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:22:10.234728 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32921498-5c51-4c9a-bcb9-032a2af14873 req-d4024cd7-0ad1-4aeb-be2e-814de53041b7 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:10.236244 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32921498-5c51-4c9a-bcb9-032a2af14873 req-d4024cd7-0ad1-4aeb-be2e-814de53041b7 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 945 time: 0.0699377 Aug 31 01:22:10.335245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-32921498-5c51-4c9a-bcb9-032a2af14873 req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Deleting port fe454229-20dc-4b8d-b1c7-316516aca6ec {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:22:10.335644 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-32921498-5c51-4c9a-bcb9-032a2af14873 req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:10.439222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-32921498-5c51-4c9a-bcb9-032a2af14873 req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] For port fe454229-20dc-4b8d-b1c7-316516aca6ec, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=fe454229-20dc-4b8d-b1c7-316516aca6ec,segment=NetworkSegment(f92fff75-9e6b-4aa7-88a3-1db0fce76401),segment_id=f92fff75-9e6b-4aa7-88a3-1db0fce76401)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:10.439623 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-32921498-5c51-4c9a-bcb9-032a2af14873 req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:10.453933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-32921498-5c51-4c9a-bcb9-032a2af14873 req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Calling delete_port for fe454229-20dc-4b8d-b1c7-316516aca6ec owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:22:10.586175 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-32921498-5c51-4c9a-bcb9-032a2af14873 req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:10.616866 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['fe454229-20dc-4b8d-b1c7-316516aca6ec'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:22:10.646844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['fe8bf39f-11f1-40a4-9164-5f06e3a8b133'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:22:10.920340 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Pushing event deleted for resources: {'Port': ['ID=fe454229-20dc-4b8d-b1c7-316516aca6ec,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:10.988983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.989338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.989678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.990016 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.990353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.990684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.991014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.991366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.991698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.992021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.992347 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.992729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:10.997408 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-047f5a3d-5a54-4b7b-88d3-1e1d400e3938 req-afc0ab06-a5d3-4661-87af-59026e35f2cd tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ee00e6-95e6-48b1-b362-8436be4698f1 HTTP/1.1" status: 200 len: 210 time: 0.0813377 Aug 31 01:22:11.032657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-32921498-5c51-4c9a-bcb9-032a2af14873 req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] No DVR routers for this DVR port fe454229-20dc-4b8d-b1c7-316516aca6ec on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:22:11.037082 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-32921498-5c51-4c9a-bcb9-032a2af14873 req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:11.038562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32921498-5c51-4c9a-bcb9-032a2af14873 req-723438e7-9323-48b6-a75d-7086ee803674 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.70 "DELETE /v2.0/ports/fe454229-20dc-4b8d-b1c7-316516aca6ec HTTP/1.1" status: 204 len: 173 time: 0.7961752 Aug 31 01:22:11.039072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ee00e6-95e6-48b1-b362-8436be4698f1', 'name': 'network-vif-deleted', 'tag': 'fe454229-20dc-4b8d-b1c7-316516aca6ec'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:22:11.042357 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef637849-5969-4cd7-bad1-8dd4085efc8d" -d '{"events": [{"server_uuid": "99ee00e6-95e6-48b1-b362-8436be4698f1", "name": "network-vif-deleted", "tag": "fe454229-20dc-4b8d-b1c7-316516aca6ec"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:11.058992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7858201-3784-4f34-8696-d71f97458e01 req-92ed39ca-2729-4954-aa16-6d70696b3c21 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:11.066523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7858201-3784-4f34-8696-d71f97458e01 req-92ed39ca-2729-4954-aa16-6d70696b3c21 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 949 time: 0.1519866 Aug 31 01:22:11.074067 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:11.128876 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7858201-3784-4f34-8696-d71f97458e01 req-d0ddc3b2-4b64-40ba-9985-b24b3b1d1d1f tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/security-groups?id=101e837f-effc-4e1c-a183-d1a0042eaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613756 Aug 31 01:22:11.130671 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95a1de6a-2b53-47b8-be2e-2640cebc1ab8 req-e2964dda-ea99-41d2-8273-cf0f9465804d tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0406063 Aug 31 01:22:11.185321 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfc1528-ae64-403e-849c-0c6ecf2f30d7 x-openstack-request-id: req-9cfc1528-ae64-403e-849c-0c6ecf2f30d7 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:11.185737 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ee00e6-95e6-48b1-b362-8436be4698f1", "name": "network-vif-deleted", "tag": "fe454229-20dc-4b8d-b1c7-316516aca6ec", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:11.185995 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cfc1528-ae64-403e-849c-0c6ecf2f30d7 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:11.186406 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ee00e6-95e6-48b1-b362-8436be4698f1', 'name': 'network-vif-deleted', 'tag': 'fe454229-20dc-4b8d-b1c7-316516aca6ec', 'status': 'completed', 'code': 200} Aug 31 01:22:11.464049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6e7d5213-6b49-4439-889f-62c0db2be5e7 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:11.533950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 6e7d5213-6b49-4439-889f-62c0db2be5e7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:11.538220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 6e7d5213-6b49-4439-889f-62c0db2be5e7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:11.538647 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:11.622654 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:11.645559 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0649b3a-8980-4d38-a7bb-e80fa38e62e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7d5213-6b49-4439-889f-62c0db2be5e7'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:22:11.648059 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3731a774-5161-4525-8698-fc002c995a45" -d '{"events": [{"server_uuid": "c0649b3a-8980-4d38-a7bb-e80fa38e62e9", "name": "network-vif-plugged", "status": "completed", "tag": "6e7d5213-6b49-4439-889f-62c0db2be5e7"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:11.663916 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6e7d5213-6b49-4439-889f-62c0db2be5e7, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6e7d5213-6b49-4439-889f-62c0db2be5e7,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:11.668345 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:11.692874 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fb8f45-b39e-4f1f-960e-b30ae11a4f4e x-openstack-request-id: req-59fb8f45-b39e-4f1f-960e-b30ae11a4f4e {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:11.693247 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0649b3a-8980-4d38-a7bb-e80fa38e62e9", "name": "network-vif-plugged", "status": "completed", "tag": "6e7d5213-6b49-4439-889f-62c0db2be5e7", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:11.693428 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59fb8f45-b39e-4f1f-960e-b30ae11a4f4e {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:11.693823 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0649b3a-8980-4d38-a7bb-e80fa38e62e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7d5213-6b49-4439-889f-62c0db2be5e7', 'code': 200} Aug 31 01:22:11.723172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6e7d5213-6b49-4439-889f-62c0db2be5e7,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:11.761209 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-283e17d5-1c91-487b-8d3f-f69dac326f51 req-306b9b92-4293-4a57-ab2d-5044088e0d69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456660 Aug 31 01:22:11.790989 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a7238-6697-4388-9d49-10c555ee86e5 req-13ec73d1-8408-4fa1-8622-60d023d0410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:11.792584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac3a7238-6697-4388-9d49-10c555ee86e5 req-13ec73d1-8408-4fa1-8622-60d023d0410b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 1102 time: 0.0438030 Aug 31 01:22:11.829961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac3a7238-6697-4388-9d49-10c555ee86e5 req-a3ab7131-bb8f-4998-9a5c-6870032007d9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=101e837f-effc-4e1c-a183-d1a0042eaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298862 Aug 31 01:22:11.865303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e17d5-1c91-487b-8d3f-f69dac326f51 req-02e6046a-7d4a-45bd-9a0e-5cc77f8e259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:11.866836 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-283e17d5-1c91-487b-8d3f-f69dac326f51 req-02e6046a-7d4a-45bd-9a0e-5cc77f8e259e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 1098 time: 0.0446408 Aug 31 01:22:11.985545 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e17d5-1c91-487b-8d3f-f69dac326f51 req-b8ae2997-d7b3-4b96-8908-b69064b1c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:11.987035 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-283e17d5-1c91-487b-8d3f-f69dac326f51 req-b8ae2997-d7b3-4b96-8908-b69064b1c052 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 200 len: 911 time: 0.0992458 Aug 31 01:22:12.063376 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-283e17d5-1c91-487b-8d3f-f69dac326f51 req-a606fab6-445d-41e5-9439-d7d15c6d7f0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822a906f-e6cb-4582-a594-a1400e17354c HTTP/1.1" status: 200 len: 1002 time: 0.0687509 Aug 31 01:22:12.118253 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e17d5-1c91-487b-8d3f-f69dac326f51 req-07c6fc55-b0c1-4d09-9b46-a89f00c24e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:12.119805 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-283e17d5-1c91-487b-8d3f-f69dac326f51 req-07c6fc55-b0c1-4d09-9b46-a89f00c24e1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bdf0b07-4c89-45a2-828f-1c4e94ba70e3 HTTP/1.1" status: 200 len: 849 time: 0.0465794 Aug 31 01:22:12.182144 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e17d5-1c91-487b-8d3f-f69dac326f51 req-1dffc080-f05e-45a2-adc2-86f3f097670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:12.183792 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-283e17d5-1c91-487b-8d3f-f69dac326f51 req-1dffc080-f05e-45a2-adc2-86f3f097670e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05166366-f2cf-4263-a28e-fd696742cc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557477 Aug 31 01:22:12.294502 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7e42502-0eaf-4de9-89e0-a8f5f66a6c10 req-c155d46b-a485-43aa-aaab-b3fa3e16654b tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0312998 Aug 31 01:22:12.306290 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-283e17d5-1c91-487b-8d3f-f69dac326f51 req-74752114-0052-4830-bd66-ec0eace02c9e service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109123 Aug 31 01:22:12.314174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa402415-1a2a-4cf1-8c52-3f88ee20bd77 req-62be0a39-1d3b-404b-9b1c-b3d8254f57b3 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:12.322753 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa402415-1a2a-4cf1-8c52-3f88ee20bd77 req-62be0a39-1d3b-404b-9b1c-b3d8254f57b3 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 950 time: 0.0946217 Aug 31 01:22:12.359089 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa402415-1a2a-4cf1-8c52-3f88ee20bd77 req-0ca71b2d-406b-4d75-8898-7e924e379480 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/security-groups?id=101e837f-effc-4e1c-a183-d1a0042eaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351412 Aug 31 01:22:12.417214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3218ec-520b-42a0-bb24-debbb3844bae req-68bccf4e-9e0d-47c1-be1d-608ccf339a34 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:12.418229 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-283e17d5-1c91-487b-8d3f-f69dac326f51 req-ee86a780-d24f-4ab0-9607-6d03466e642b service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037366 Aug 31 01:22:12.419061 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc3218ec-520b-42a0-bb24-debbb3844bae req-68bccf4e-9e0d-47c1-be1d-608ccf339a34 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0565593 Aug 31 01:22:12.459247 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc3218ec-520b-42a0-bb24-debbb3844bae req-437a360e-e51d-44d7-88f8-6a7070474de4 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338490 Aug 31 01:22:13.406555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f348a5ee-f1df-44f6-a83d-66de362c2611 req-c1beaf4f-568e-48b5-a25c-883e6b249794 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0329378 Aug 31 01:22:13.467025 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device fe454229-20dc-4b8d-b1c7-316516aca6ec no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:22:13.488260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad9227-e01b-4de7-887b-b4498c89d7c2 req-28e91e5b-4d62-470f-9afb-062207797cc3 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:13.490197 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4ad9227-e01b-4de7-887b-b4498c89d7c2 req-28e91e5b-4d62-470f-9afb-062207797cc3 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 950 time: 0.0568013 Aug 31 01:22:13.496486 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: fe454229-20dc-4b8d-b1c7-316516aca6ec {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:22:13.498937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device fe454229-20dc-4b8d-b1c7-316516aca6ec not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:22:13.545717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4ad9227-e01b-4de7-887b-b4498c89d7c2 req-6e9540ab-15a8-46b5-8290-d57cd80c1940 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/security-groups?id=101e837f-effc-4e1c-a183-d1a0042eaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479023 Aug 31 01:22:13.597251 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262fe0c-a495-4cf0-8e04-59d31dd0f2d4 req-987a725f-424b-4c85-a52c-9eda89a2d0b6 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:13.598856 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6262fe0c-a495-4cf0-8e04-59d31dd0f2d4 req-987a725f-424b-4c85-a52c-9eda89a2d0b6 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0668082 Aug 31 01:22:13.639983 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6262fe0c-a495-4cf0-8e04-59d31dd0f2d4 req-ccad727e-7aa4-4379-aba3-45af0ae72b90 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341244 Aug 31 01:22:13.828727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733358b6-d889-4e18-a6f9-6102651b2fca req-e27b91e9-905e-4bb2-8b01-4807d6a9ec50 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:13.830282 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-733358b6-d889-4e18-a6f9-6102651b2fca req-e27b91e9-905e-4bb2-8b01-4807d6a9ec50 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 950 time: 0.0557055 Aug 31 01:22:13.869951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-733358b6-d889-4e18-a6f9-6102651b2fca req-37b79a5c-335b-4e8e-bb14-02878384cec1 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/security-groups?id=101e837f-effc-4e1c-a183-d1a0042eaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333836 Aug 31 01:22:14.411445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38494) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:14.520970 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79467279-661c-42d2-b9c9-5b6657db7b8a req-df33ced2-cb29-4001-b02e-8e4c0cf40709 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0337141 Aug 31 01:22:14.527086 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9503b6fa-366d-4fdd-9f4a-53161c47f23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:14.646192 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9503b6fa-366d-4fdd-9f4a-53161c47f23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:14.652170 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9503b6fa-366d-4fdd-9f4a-53161c47f23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:14.689740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503b6fa-366d-4fdd-9f4a-53161c47f23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e79cee-693b-4a37-ab73-0038865a3af5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:14.700038 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9503b6fa-366d-4fdd-9f4a-53161c47f23a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=948b50d6c46d435aae22058a19b14fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872610 Aug 31 01:22:14.701207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38502) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:14.756050 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-145086b1-4d9a-4e09-8ed3-337e5088c8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:14.777485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f05bb-ad8a-4e19-8aae-64d06eb960b9 req-3fc45dd4-b299-4311-9586-17e97ae5346c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:14.779005 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc2f05bb-ad8a-4e19-8aae-64d06eb960b9 req-3fc45dd4-b299-4311-9586-17e97ae5346c tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0555689 Aug 31 01:22:14.781778 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-145086b1-4d9a-4e09-8ed3-337e5088c8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:14.818696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc2f05bb-ad8a-4e19-8aae-64d06eb960b9 req-23238be8-fb55-47e8-987d-a39713e95024 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332437 Aug 31 01:22:14.829441 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-145086b1-4d9a-4e09-8ed3-337e5088c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:14.832291 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-145086b1-4d9a-4e09-8ed3-337e5088c8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:14.833496 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-145086b1-4d9a-4e09-8ed3-337e5088c8a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0e79cee-693b-4a37-ab73-0038865a3af5 HTTP/1.1" status: 204 len: 168 time: 0.1314278 Aug 31 01:22:14.843105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145086b1-4d9a-4e09-8ed3-337e5088c8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e79cee-693b-4a37-ab73-0038865a3af5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:14.994338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1431f-9f44-4742-a8e3-e45d0352f90f req-9136523b-cb76-4384-b522-1cbb9028ce31 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:14.995886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33b1431f-9f44-4742-a8e3-e45d0352f90f req-9136523b-cb76-4384-b522-1cbb9028ce31 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 950 time: 0.0545738 Aug 31 01:22:15.039139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33b1431f-9f44-4742-a8e3-e45d0352f90f req-8e55e9c3-a37d-4ce9-a74b-370bbe0b6dc7 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/security-groups?id=101e837f-effc-4e1c-a183-d1a0042eaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372114 Aug 31 01:22:15.114172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38510) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:15.127955 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1002e23-ed9c-4fb2-8a89-34eebe5ab741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:15.170718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e799a8d-5308-49d5-9ccd-0e4ec99a53f5 req-5cefb833-630a-430c-a4c0-7230641e4424 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:15.172583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e799a8d-5308-49d5-9ccd-0e4ec99a53f5 req-5cefb833-630a-430c-a4c0-7230641e4424 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 950 time: 0.0531225 Aug 31 01:22:15.228489 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1002e23-ed9c-4fb2-8a89-34eebe5ab741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:15.232573 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1002e23-ed9c-4fb2-8a89-34eebe5ab741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:15.270596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4e799a8d-5308-49d5-9ccd-0e4ec99a53f5 req-b3777fb0-5d7d-49c1-aeb7-9f7041c51181 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Deleting port 6e7d5213-6b49-4439-889f-62c0db2be5e7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:22:15.270951 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4e799a8d-5308-49d5-9ccd-0e4ec99a53f5 req-b3777fb0-5d7d-49c1-aeb7-9f7041c51181 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:15.278819 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a1002e23-ed9c-4fb2-8a89-34eebe5ab741 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8eaad697e6e84ea6b1cb57e193318fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635568 Aug 31 01:22:15.279740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1002e23-ed9c-4fb2-8a89-34eebe5ab741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca4393e-e554-4b9b-9cba-9f6a7ed24306,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:15.283064 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38512) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:15.333573 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb301a3-2bf3-400a-8713-47b4765121b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:15.355789 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb301a3-2bf3-400a-8713-47b4765121b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:15.364403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4e799a8d-5308-49d5-9ccd-0e4ec99a53f5 req-b3777fb0-5d7d-49c1-aeb7-9f7041c51181 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] For port 6e7d5213-6b49-4439-889f-62c0db2be5e7, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6e7d5213-6b49-4439-889f-62c0db2be5e7,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:15.364770 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4e799a8d-5308-49d5-9ccd-0e4ec99a53f5 req-b3777fb0-5d7d-49c1-aeb7-9f7041c51181 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:15.377394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4e799a8d-5308-49d5-9ccd-0e4ec99a53f5 req-b3777fb0-5d7d-49c1-aeb7-9f7041c51181 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Calling delete_port for 6e7d5213-6b49-4439-889f-62c0db2be5e7 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:22:15.403557 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb301a3-2bf3-400a-8713-47b4765121b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:15.406120 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb301a3-2bf3-400a-8713-47b4765121b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:15.407308 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0cb301a3-2bf3-400a-8713-47b4765121b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ca4393e-e554-4b9b-9cba-9f6a7ed24306 HTTP/1.1" status: 204 len: 168 time: 0.1231406 Aug 31 01:22:15.415803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb301a3-2bf3-400a-8713-47b4765121b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca4393e-e554-4b9b-9cba-9f6a7ed24306,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:15.514452 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4e799a8d-5308-49d5-9ccd-0e4ec99a53f5 req-b3777fb0-5d7d-49c1-aeb7-9f7041c51181 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:15.529091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6e7d5213-6b49-4439-889f-62c0db2be5e7'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:22:15.546023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3777fb0-5d7d-49c1-aeb7-9f7041c51181 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Pushing event deleted for resources: {'Port': ['ID=6e7d5213-6b49-4439-889f-62c0db2be5e7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:15.591832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e799a8d-5308-49d5-9ccd-0e4ec99a53f5 req-b3777fb0-5d7d-49c1-aeb7-9f7041c51181 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] No DVR routers for this DVR port 6e7d5213-6b49-4439-889f-62c0db2be5e7 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:22:15.595878 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4e799a8d-5308-49d5-9ccd-0e4ec99a53f5 req-b3777fb0-5d7d-49c1-aeb7-9f7041c51181 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:15.598620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e799a8d-5308-49d5-9ccd-0e4ec99a53f5 req-b3777fb0-5d7d-49c1-aeb7-9f7041c51181 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.70 "DELETE /v2.0/ports/6e7d5213-6b49-4439-889f-62c0db2be5e7 HTTP/1.1" status: 204 len: 173 time: 0.4192545 Aug 31 01:22:15.599076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0649b3a-8980-4d38-a7bb-e80fa38e62e9', 'name': 'network-vif-deleted', 'tag': '6e7d5213-6b49-4439-889f-62c0db2be5e7'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:22:15.601490 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c748c6b-646f-4440-887a-d9f9464b50c1" -d '{"events": [{"server_uuid": "c0649b3a-8980-4d38-a7bb-e80fa38e62e9", "name": "network-vif-deleted", "tag": "6e7d5213-6b49-4439-889f-62c0db2be5e7"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:15.704260 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b645320-acb9-4aaa-947e-d87ed10c5ca4 req-61313500-2a96-4d6c-91e1-0d80c40a3f43 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0755632 Aug 31 01:22:15.711860 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c679d9-a7ae-4204-b85d-49a7fd5077e6 x-openstack-request-id: req-88c679d9-a7ae-4204-b85d-49a7fd5077e6 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:15.711860 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0649b3a-8980-4d38-a7bb-e80fa38e62e9", "name": "network-vif-deleted", "tag": "6e7d5213-6b49-4439-889f-62c0db2be5e7", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:15.711860 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88c679d9-a7ae-4204-b85d-49a7fd5077e6 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:15.711860 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0649b3a-8980-4d38-a7bb-e80fa38e62e9', 'name': 'network-vif-deleted', 'tag': '6e7d5213-6b49-4439-889f-62c0db2be5e7', 'status': 'completed', 'code': 200} Aug 31 01:22:15.977502 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee3437-7f71-4acc-a020-5c0b4c41fc5d req-88aca23b-30a5-4ead-be43-0ec16b929a13 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:15.979144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9fee3437-7f71-4acc-a020-5c0b4c41fc5d req-88aca23b-30a5-4ead-be43-0ec16b929a13 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0764585 Aug 31 01:22:16.032188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9fee3437-7f71-4acc-a020-5c0b4c41fc5d req-186017f6-4172-4b4e-bbf1-f73f5928bbfd tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467188 Aug 31 01:22:16.185327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f3b6242-9398-4f80-b9a6-bb040cb3508e req-aaecbce7-5eb8-4705-9868-4ae1d4a65a93 tempest-VolumesNegativeTest-1540165822 tempest-VolumesNegativeTest-1540165822-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0649b3a-8980-4d38-a7bb-e80fa38e62e9 HTTP/1.1" status: 200 len: 210 time: 0.0379231 Aug 31 01:22:16.674393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38550) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:16.784830 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:16.794968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86bab7fe-50fe-44ee-86a7-7f8c5848fa6c req-18950c14-50d4-4137-a0c2-ba8717ee315e tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0267537 Aug 31 01:22:16.882440 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:16.887696 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:16.925431 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52659708bbae4fa788703d8399d10fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499037 Aug 31 01:22:16.926307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8203847a-194f-4e4d-90c0-e8efc86b9ce7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:16.928332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38556) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:16.934358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:16.934704 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:16.935075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:16.935457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:16.935786 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:16.936112 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:16.936441 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:16.936766 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:16.937088 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:16.937451 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:16.937774 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:16.938143 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331f336-9a14-4699-9bbd-22d8101649a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:16.979887 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc711bd9-f101-4cc2-8673-ffbb502c0798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:17.000833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc711bd9-f101-4cc2-8673-ffbb502c0798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:17.051233 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc711bd9-f101-4cc2-8673-ffbb502c0798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:17.054084 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc711bd9-f101-4cc2-8673-ffbb502c0798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:17.058010 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bc711bd9-f101-4cc2-8673-ffbb502c0798 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8203847a-194f-4e4d-90c0-e8efc86b9ce7 HTTP/1.1" status: 204 len: 168 time: 0.1259415 Aug 31 01:22:17.069945 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc711bd9-f101-4cc2-8673-ffbb502c0798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8203847a-194f-4e4d-90c0-e8efc86b9ce7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:17.161438 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0c497-b671-474b-a337-7d0ba49292b1 req-180e9515-e690-4d48-b78f-64731acb2197 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:17.162995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2db0c497-b671-474b-a337-7d0ba49292b1 req-180e9515-e690-4d48-b78f-64731acb2197 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0541487 Aug 31 01:22:17.204387 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2db0c497-b671-474b-a337-7d0ba49292b1 req-3fc9049a-4748-49cc-87c6-3aa6590671fa tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344653 Aug 31 01:22:17.850546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38622) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:17.921170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fdc96cc9-e7ef-44af-8fc5-948cc855d4bb req-2a0fdb2e-b749-4aa4-b96f-080072b9330b tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0278265 Aug 31 01:22:17.971983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-766443852-network', 'tenant_id': 'a29c8e6584714516af40ae7a91ef00c0'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:17.994450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] Made reservation on behalf of a29c8e6584714516af40ae7a91ef00c0 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:17.996973 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.005455 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.100531 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.105043 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.135012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:18.141107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43af34d-d257-45a2-8b42-a2bb3760c799,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:18.154872 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.155271 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] Added segment ba419008-840f-4c0d-a4da-d6dc0198cbdf of type vlan for network 0ded1992-5c45-46c6-9d3d-7015e1240b24 Aug 31 01:22:18.203342 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.232539 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.233569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:18.234148 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.318847 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb87d5f-b430-418e-bc0a-3b3d988641ef req-3b7414ea-779a-479d-9747-230fea770653 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:18.320304 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6bb87d5f-b430-418e-bc0a-3b3d988641ef req-3b7414ea-779a-479d-9747-230fea770653 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.0800912 Aug 31 01:22:18.323071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4714358 Aug 31 01:22:18.326143 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38680) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:18.331318 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0674d142-2c36-4201-a381-f91bb7602a12 admin admin] Request body: {'subnet': {'network_id': '0ded1992-5c45-46c6-9d3d-7015e1240b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-766443852-subnet', 'tenant_id': 'a29c8e6584714516af40ae7a91ef00c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:18.371765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cc345-edf9-47c1-bb02-d35c02ccea14 admin admin] Pushing event updated for resources: {'Network': ['ID=0ded1992-5c45-46c6-9d3d-7015e1240b24,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:18.384912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 0ded1992-5c45-46c6-9d3d-7015e1240b24 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:18.390374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0674d142-2c36-4201-a381-f91bb7602a12 admin admin] Made reservation on behalf of a29c8e6584714516af40ae7a91ef00c0 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:18.392928 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0674d142-2c36-4201-a381-f91bb7602a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.410141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429de4e-cc23-4db1-bfdb-5eb9b14e8dde req-ea7398b1-fc8d-4975-8378-d26d3a129025 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:18.418942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9429de4e-cc23-4db1-bfdb-5eb9b14e8dde req-ea7398b1-fc8d-4975-8378-d26d3a129025 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 945 time: 0.1030397 Aug 31 01:22:18.462996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9429de4e-cc23-4db1-bfdb-5eb9b14e8dde req-dec06012-69b5-4cb7-afab-fd0e67507b4a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/security-groups?id=9504625a-029e-4482-b99f-401f7c9c2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Aug 31 01:22:18.514457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-6bb87d5f-b430-418e-bc0a-3b3d988641ef req-0410425d-6b95-4601-9990-5af3feec1f01 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Deleting port fe8bf39f-11f1-40a4-9164-5f06e3a8b133 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:22:18.514808 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6bb87d5f-b430-418e-bc0a-3b3d988641ef req-0410425d-6b95-4601-9990-5af3feec1f01 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.684553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6bb87d5f-b430-418e-bc0a-3b3d988641ef req-0410425d-6b95-4601-9990-5af3feec1f01 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] For port fe8bf39f-11f1-40a4-9164-5f06e3a8b133, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=fe8bf39f-11f1-40a4-9164-5f06e3a8b133,segment=NetworkSegment(f92fff75-9e6b-4aa7-88a3-1db0fce76401),segment_id=f92fff75-9e6b-4aa7-88a3-1db0fce76401)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:18.684920 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6bb87d5f-b430-418e-bc0a-3b3d988641ef req-0410425d-6b95-4601-9990-5af3feec1f01 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.693535 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0674d142-2c36-4201-a381-f91bb7602a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.706062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-6bb87d5f-b430-418e-bc0a-3b3d988641ef req-0410425d-6b95-4601-9990-5af3feec1f01 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Calling delete_port for fe8bf39f-11f1-40a4-9164-5f06e3a8b133 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:22:18.804202 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674d142-2c36-4201-a381-f91bb7602a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff7a64b-7deb-4562-a9cb-81a0fc45f076,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:18.819863 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0674d142-2c36-4201-a381-f91bb7602a12 admin admin] Checking segment: {'id': 'ba419008-840f-4c0d-a4da-d6dc0198cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0ded1992-5c45-46c6-9d3d-7015e1240b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:18.820219 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0674d142-2c36-4201-a381-f91bb7602a12 admin admin] Network hostable DHCP agents. Network: 0ded1992-5c45-46c6-9d3d-7015e1240b24, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:22:18.848432 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0674d142-2c36-4201-a381-f91bb7602a12 admin admin] Network 0ded1992-5c45-46c6-9d3d-7015e1240b24 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:18.860340 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0674d142-2c36-4201-a381-f91bb7602a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 0ded1992-5c45-46c6-9d3d-7015e1240b24) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:18.870064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cd9a25-0e79-43ca-8ad9-9e32d2307c9f None None] Network 0ded1992-5c45-46c6-9d3d-7015e1240b24 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:18.884376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0674d142-2c36-4201-a381-f91bb7602a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:18.884967 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0674d142-2c36-4201-a381-f91bb7602a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.907559 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0674d142-2c36-4201-a381-f91bb7602a12 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5800877 Aug 31 01:22:18.925104 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6bb87d5f-b430-418e-bc0a-3b3d988641ef req-0410425d-6b95-4601-9990-5af3feec1f01 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:18.959870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410425d-6b95-4601-9990-5af3feec1f01 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Pushing event deleted for resources: {'Port': ['ID=fe8bf39f-11f1-40a4-9164-5f06e3a8b133,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:18.960513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['fe8bf39f-11f1-40a4-9164-5f06e3a8b133'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:22:19.017170 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb87d5f-b430-418e-bc0a-3b3d988641ef req-0410425d-6b95-4601-9990-5af3feec1f01 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] No DVR routers for this DVR port fe8bf39f-11f1-40a4-9164-5f06e3a8b133 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:22:19.020767 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6bb87d5f-b430-418e-bc0a-3b3d988641ef req-0410425d-6b95-4601-9990-5af3feec1f01 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:19.023204 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6bb87d5f-b430-418e-bc0a-3b3d988641ef req-0410425d-6b95-4601-9990-5af3feec1f01 tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.15 "DELETE /v2.0/ports/fe8bf39f-11f1-40a4-9164-5f06e3a8b133 HTTP/1.1" status: 204 len: 173 time: 0.6884017 Aug 31 01:22:19.024952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0ea322-d6ae-4954-a7ea-06ae16d99a3e', 'name': 'network-vif-deleted', 'tag': 'fe8bf39f-11f1-40a4-9164-5f06e3a8b133'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:22:19.040803 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef3182e-0c10-41d4-9836-02bba0df8ca5" -d '{"events": [{"server_uuid": "2b0ea322-d6ae-4954-a7ea-06ae16d99a3e", "name": "network-vif-deleted", "tag": "fe8bf39f-11f1-40a4-9164-5f06e3a8b133"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:19.091795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce37f792-32d5-42af-9f98-35f73ec59432 None None] Network 0ded1992-5c45-46c6-9d3d-7015e1240b24 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:19.106399 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01f73a79-3d17-47fa-9f16-7c6ed930196e req-872eaeb0-abed-40b1-b695-44e888eadd40 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0412490 Aug 31 01:22:19.110660 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125c003e-2244-4d21-a0de-0ee44497ea56 x-openstack-request-id: req-125c003e-2244-4d21-a0de-0ee44497ea56 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:19.110958 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0ea322-d6ae-4954-a7ea-06ae16d99a3e", "name": "network-vif-deleted", "tag": "fe8bf39f-11f1-40a4-9164-5f06e3a8b133", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:19.111213 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-125c003e-2244-4d21-a0de-0ee44497ea56 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:19.111648 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0ea322-d6ae-4954-a7ea-06ae16d99a3e', 'name': 'network-vif-deleted', 'tag': 'fe8bf39f-11f1-40a4-9164-5f06e3a8b133', 'status': 'completed', 'code': 200} Aug 31 01:22:19.493847 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6e7d5213-6b49-4439-889f-62c0db2be5e7 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:22:19.573394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 6e7d5213-6b49-4439-889f-62c0db2be5e7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:22:19.573394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6e7d5213-6b49-4439-889f-62c0db2be5e7 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:22:19.643619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1dd49218-1b04-4bc3-9704-1dd92e660afd req-1b4ab442-5d30-422a-95aa-b7a7d721686a tempest-ServerRescueNegativeTestJSON-1118945537 tempest-ServerRescueNegativeTestJSON-1118945537-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b0ea322-d6ae-4954-a7ea-06ae16d99a3e HTTP/1.1" status: 200 len: 210 time: 0.0337291 Aug 31 01:22:20.224261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da1c3c8f-87e3-4d0b-aea5-37f7e8e34cd6 req-83556dde-61be-4d96-b454-57db9f519034 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0353947 Aug 31 01:22:20.702662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38840) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:21.199693 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f185c65-ab36-4ea6-a171-a1108cd11401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:21.377740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device fe8bf39f-11f1-40a4-9164-5f06e3a8b133 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:22:21.404359 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: fe8bf39f-11f1-40a4-9164-5f06e3a8b133 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:22:21.404992 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device fe8bf39f-11f1-40a4-9164-5f06e3a8b133 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:22:21.421228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2468d49-1bc7-41ec-9294-4c920df86f3c req-c6e5e2e4-f2cb-4494-989d-2f9ff702533c tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0351877 Aug 31 01:22:21.449777 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61368553-4a25-40e3-8f66-64409fbe7244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:21.722938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-61368553-4a25-40e3-8f66-64409fbe7244 admin admin] Deleting port fb7bbe1d-7941-4584-8622-01af3bddc491 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:22:21.724052 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61368553-4a25-40e3-8f66-64409fbe7244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:21.823175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-61368553-4a25-40e3-8f66-64409fbe7244 admin admin] For port fb7bbe1d-7941-4584-8622-01af3bddc491, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fb7bbe1d-7941-4584-8622-01af3bddc491,segment=NetworkSegment(f92fff75-9e6b-4aa7-88a3-1db0fce76401),segment_id=f92fff75-9e6b-4aa7-88a3-1db0fce76401)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:21.823896 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61368553-4a25-40e3-8f66-64409fbe7244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:21.842869 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-61368553-4a25-40e3-8f66-64409fbe7244 admin admin] Calling delete_port for fb7bbe1d-7941-4584-8622-01af3bddc491 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:22:22.131025 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61368553-4a25-40e3-8f66-64409fbe7244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:22.165115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61368553-4a25-40e3-8f66-64409fbe7244 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7bbe1d-7941-4584-8622-01af3bddc491,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:22.344837 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61368553-4a25-40e3-8f66-64409fbe7244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:22.410741 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38858) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:22.526942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-319d8e9f-c74e-42d8-8175-223780892374 req-f542e6b2-e8fe-4c91-bf5a-f7ef14f4c81f tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0288303 Aug 31 01:22:22.611823 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7c14f3c5-6c3d-4078-9a44-abdb01e7ee8e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=176f3bd9641a4872937407187244a3b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981359 Aug 31 01:22:22.612618 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38864) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:22.630303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61368553-4a25-40e3-8f66-64409fbe7244 admin admin] Router cb8488bb-13fc-4807-9991-8449632c9e66 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:22:22.671543 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d46e1107-fc8d-4d75-9733-dd9e2f572947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:22.693568 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d46e1107-fc8d-4d75-9733-dd9e2f572947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:22.741462 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d46e1107-fc8d-4d75-9733-dd9e2f572947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:22.744923 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d46e1107-fc8d-4d75-9733-dd9e2f572947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:22.748474 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d46e1107-fc8d-4d75-9733-dd9e2f572947 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/101e837f-effc-4e1c-a183-d1a0042eaed0 HTTP/1.1" status: 204 len: 168 time: 0.1325018 Aug 31 01:22:22.748656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61368553-4a25-40e3-8f66-64409fbe7244 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:22:22.753749 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-61368553-4a25-40e3-8f66-64409fbe7244 admin admin] 10.222.0.58 "PUT /v2.0/routers/cb8488bb-13fc-4807-9991-8449632c9e66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0494335 Aug 31 01:22:22.758756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38868) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:22.760576 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae400c8-198c-42af-b06e-4ce5236fd7c6 None None] Sync routers for ids ['cb8488bb-13fc-4807-9991-8449632c9e66'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:22:22.768894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e1107-fc8d-4d75-9733-dd9e2f572947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101e837f-effc-4e1c-a183-d1a0042eaed0,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:22.772088 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae400c8-198c-42af-b06e-4ce5236fd7c6 None None] Routers {'cb8488bb-13fc-4807-9991-8449632c9e66'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:22:22.773256 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-fae400c8-198c-42af-b06e-4ce5236fd7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:21:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cb8488bb-13fc-4807-9991-8449632c9e66'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:22.882550 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:22.902893 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-fae400c8-198c-42af-b06e-4ce5236fd7c6 None None] Set router cb8488bb-13fc-4807-9991-8449632c9e66 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:22:23.018099 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.116474 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] Deleting port cacd72f1-bbc3-4106-b8be-5b3587160646 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:22:23.116802 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.173606 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-fae400c8-198c-42af-b06e-4ce5236fd7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'name': 'tempest-ServerRescueNegativeTestJSON-1820207655-router', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'cacd72f1-bbc3-4106-b8be-5b3587160646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:58Z', 'updated_at': '2021-08-31T01:22:22Z', 'revision_number': 5, 'project_id': '8f842249ecbd487dbe85bc5ca3338640', 'gw_port': {'id': 'cacd72f1-bbc3-4106-b8be-5b3587160646', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:20:00Z', 'updated_at': '2021-08-31T01:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:23.215373 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae400c8-198c-42af-b06e-4ce5236fd7c6 None None] Checking router: cb8488bb-13fc-4807-9991-8449632c9e66 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:22:23.225082 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae400c8-198c-42af-b06e-4ce5236fd7c6 None None] Routers {'cb8488bb-13fc-4807-9991-8449632c9e66'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:22:23.225713 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-fae400c8-198c-42af-b06e-4ce5236fd7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:21:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['cb8488bb-13fc-4807-9991-8449632c9e66'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:23.244489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] For port cacd72f1-bbc3-4106-b8be-5b3587160646, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=cacd72f1-bbc3-4106-b8be-5b3587160646,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:23.245060 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.279315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] Calling delete_port for cacd72f1-bbc3-4106-b8be-5b3587160646 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:22:23.330775 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-fae400c8-198c-42af-b06e-4ce5236fd7c6 None None] Set router cb8488bb-13fc-4807-9991-8449632c9e66 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:22:23.393083 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-fae400c8-198c-42af-b06e-4ce5236fd7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'name': 'tempest-ServerRescueNegativeTestJSON-1820207655-router', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:58Z', 'updated_at': '2021-08-31T01:22:23Z', 'revision_number': 6, 'project_id': '8f842249ecbd487dbe85bc5ca3338640', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:23.432060 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae400c8-198c-42af-b06e-4ce5236fd7c6 None None] The sync data for ids ['cb8488bb-13fc-4807-9991-8449632c9e66'] in n-d-802060-13 is: [{'id': 'cb8488bb-13fc-4807-9991-8449632c9e66', 'name': 'tempest-ServerRescueNegativeTestJSON-1820207655-router', 'tenant_id': '8f842249ecbd487dbe85bc5ca3338640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:19:58Z', 'updated_at': '2021-08-31T01:22:23Z', 'revision_number': 6, 'project_id': '8f842249ecbd487dbe85bc5ca3338640', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:22:23.499502 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.526953 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cacd72f1-bbc3-4106-b8be-5b3587160646,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:23.610906 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.614523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38898) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:23.661648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a4ba8dc-b4d7-45c9-8dbe-b335ea2adde8 req-8bb438a8-efe3-4217-a84b-08dc3e19695d tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0439591 Aug 31 01:22:23.709003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.711232 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.738861 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-12cf07d7-4f57-4779-9020-d38445e31ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.763882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-638918575-network', 'tenant_id': 'e633f616719b4442912294f4d6111b06'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:23.793766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] Made reservation on behalf of e633f616719b4442912294f4d6111b06 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:23.796975 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.797797 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb8488bb-13fc-4807-9991-8449632c9e66 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:22:23.800793 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.804408 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.806409 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-adb33c02-be07-4ac4-aa55-672a380a24c6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/cb8488bb-13fc-4807-9991-8449632c9e66 HTTP/1.1" status: 204 len: 168 time: 1.0466437 Aug 31 01:22:23.809070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38902) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:23.814795 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.875340 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a925f003-1b29-4788-af51-909e64d9e31c admin admin] Deleting subnet 38d049ad-c277-4c26-8b85-fa4623963180 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:22:23.879454 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a925f003-1b29-4788-af51-909e64d9e31c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.920945 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a925f003-1b29-4788-af51-909e64d9e31c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.940888 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.945203 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.969368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:23.987930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4940fc50-58ca-4696-ae57-66f38390a16a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:23.992003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a925f003-1b29-4788-af51-909e64d9e31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.994903 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:23.995361 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] Added segment 472cfb0b-04ee-4aa1-b6f3-80410fb2ff29 of type vlan for network 40f15c13-1a36-4688-9d12-d1a32b1cbdec Aug 31 01:22:24.042861 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.059699 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.090914 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.092255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:24.093148 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.102642 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-18b36bdc-7054-459e-a86d-2c1b896f8f56 req-d3502a61-c728-4d89-81be-a340c96d3c16 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0332470 Aug 31 01:22:24.116045 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a925f003-1b29-4788-af51-909e64d9e31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.153885 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925f003-1b29-4788-af51-909e64d9e31c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d049ad-c277-4c26-8b85-fa4623963180,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:24.160499 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a925f003-1b29-4788-af51-909e64d9e31c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.163244 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5471067 Aug 31 01:22:24.164984 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a925f003-1b29-4788-af51-909e64d9e31c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/38d049ad-c277-4c26-8b85-fa4623963180 HTTP/1.1" status: 204 len: 168 time: 0.3548777 Aug 31 01:22:24.165721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38906) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:24.167414 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38908) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:24.177303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0ad0af4c-03a7-49b4-91d0-67ba984d9566 admin admin] Request body: {'subnet': {'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-638918575-subnet', 'tenant_id': 'e633f616719b4442912294f4d6111b06', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:24.180478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2287470-9b99-48f6-b8f3-148826d8b5ff admin admin] Pushing event updated for resources: {'Network': ['ID=40f15c13-1a36-4688-9d12-d1a32b1cbdec,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:24.190806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 40f15c13-1a36-4688-9d12-d1a32b1cbdec details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:24.268652 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad0af4c-03a7-49b4-91d0-67ba984d9566 admin admin] Made reservation on behalf of e633f616719b4442912294f4d6111b06 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:24.271513 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ad0af4c-03a7-49b4-91d0-67ba984d9566 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.326294 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-755446cb-3cc9-4040-bec5-daf8dd3b0811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.449240 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-755446cb-3cc9-4040-bec5-daf8dd3b0811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.450794 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.479646 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-755446cb-3cc9-4040-bec5-daf8dd3b0811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9b48d7-0042-489c-b44e-05ea7282dd2c']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:24.495196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-755446cb-3cc9-4040-bec5-daf8dd3b0811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92fff75-9e6b-4aa7-88a3-1db0fce76401') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:24.495527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-755446cb-3cc9-4040-bec5-daf8dd3b0811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92fff75-9e6b-4aa7-88a3-1db0fce76401') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:24.508188 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-755446cb-3cc9-4040-bec5-daf8dd3b0811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.547830 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-755446cb-3cc9-4040-bec5-daf8dd3b0811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.563411 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755446cb-3cc9-4040-bec5-daf8dd3b0811 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:22:24.563830 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-755446cb-3cc9-4040-bec5-daf8dd3b0811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:22:24.565575 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:22:24.617560 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ad0af4c-03a7-49b4-91d0-67ba984d9566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.660108 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-755446cb-3cc9-4040-bec5-daf8dd3b0811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.670103 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-755446cb-3cc9-4040-bec5-daf8dd3b0811 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.671996 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-755446cb-3cc9-4040-bec5-daf8dd3b0811 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ab9b48d7-0042-489c-b44e-05ea7282dd2c HTTP/1.1" status: 204 len: 168 time: 0.5053446 Aug 31 01:22:24.697808 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755446cb-3cc9-4040-bec5-daf8dd3b0811 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab9b48d7-0042-489c-b44e-05ea7282dd2c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:24.701225 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0af4c-03a7-49b4-91d0-67ba984d9566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18eca6d7-58f6-483d-a9e4-dadcb87b0c76,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:24.718461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad0af4c-03a7-49b4-91d0-67ba984d9566 admin admin] Checking segment: {'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:24.718890 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad0af4c-03a7-49b4-91d0-67ba984d9566 admin admin] Network hostable DHCP agents. Network: 40f15c13-1a36-4688-9d12-d1a32b1cbdec, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:22:24.740533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad0af4c-03a7-49b4-91d0-67ba984d9566 admin admin] Network 40f15c13-1a36-4688-9d12-d1a32b1cbdec is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:24.753291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0ad0af4c-03a7-49b4-91d0-67ba984d9566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 40f15c13-1a36-4688-9d12-d1a32b1cbdec) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:24.759309 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad0af4c-03a7-49b4-91d0-67ba984d9566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:24.760036 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ad0af4c-03a7-49b4-91d0-67ba984d9566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.766380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bdd874-80fd-4402-830e-a942d4fe8468 None None] Network 40f15c13-1a36-4688-9d12-d1a32b1cbdec requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:24.787695 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0ad0af4c-03a7-49b4-91d0-67ba984d9566 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6145308 Aug 31 01:22:24.788289 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38914) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:24.794425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-638918575-router', 'tenant_id': 'e633f616719b4442912294f4d6111b06', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:24.818883 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.820123 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.848041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4fa1b67f-2173-45cb-8bad-163324831622 req-02824e76-5b36-4560-9056-c85b17d7668e tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0693405 Aug 31 01:22:24.904984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38916) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:24.927613 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.973441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-40f15c13-1a36-4688-9d12-d1a32b1cbdec', 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec', 'tenant_id': 'e633f616719b4442912294f4d6111b06', 'fixed_ips': [{'subnet_id': '18eca6d7-58f6-483d-a9e4-dadcb87b0c76'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:22:24.974710 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:24.988921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8b127daa-7cad-4172-929f-d62da493b48b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8f842249ecbd487dbe85bc5ca3338640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827267 Aug 31 01:22:24.991441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38918) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:25.052133 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ca3aec8-6d8f-407e-846d-52803ae4ee1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:25.103210 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ca3aec8-6d8f-407e-846d-52803ae4ee1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:25.145211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Allocated IP 172.20.0.2 (40f15c13-1a36-4688-9d12-d1a32b1cbdec/18eca6d7-58f6-483d-a9e4-dadcb87b0c76/2fc117cd-d8ad-4891-89b4-fb8576f1317a) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:25.167411 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:25.182004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fb7bbe1d-7941-4584-8622-01af3bddc491 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:22:25.186835 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ca3aec8-6d8f-407e-846d-52803ae4ee1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:25.189579 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ca3aec8-6d8f-407e-846d-52803ae4ee1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:25.193090 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9ca3aec8-6d8f-407e-846d-52803ae4ee1a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9504625a-029e-4482-b99f-401f7c9c2c5f HTTP/1.1" status: 204 len: 168 time: 0.1978827 Aug 31 01:22:25.223762 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: fb7bbe1d-7941-4584-8622-01af3bddc491 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:22:25.224116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fb7bbe1d-7941-4584-8622-01af3bddc491 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:22:25.224481 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cacd72f1-bbc3-4106-b8be-5b3587160646 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:22:25.245366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3aec8-6d8f-407e-846d-52803ae4ee1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9504625a-029e-4482-b99f-401f7c9c2c5f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:25.245606 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: cacd72f1-bbc3-4106-b8be-5b3587160646 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:22:25.245778 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cacd72f1-bbc3-4106-b8be-5b3587160646 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:22:25.417784 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:25.432036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Transition to ACTIVE for port object 2fc117cd-d8ad-4891-89b4-fb8576f1317a will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:25.455937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Transition to ACTIVE for port object 2fc117cd-d8ad-4891-89b4-fb8576f1317a will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:25.465920 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:25.509970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Network 40f15c13-1a36-4688-9d12-d1a32b1cbdec is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:25.513045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:25.516901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:22:25.522707 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Pushing event updated for resources: {'Port': ['ID=2fc117cd-d8ad-4891-89b4-fb8576f1317a,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:25.535170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:25.535618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:25.536030 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:25.536446 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:25.536879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:25.537293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:25.537688 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:25.538083 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:25.538473 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:25.538940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:25.539380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:25.539721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:25.572598 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:25.591979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Attempting to bind port 2fc117cd-d8ad-4891-89b4-fb8576f1317a on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:22:25.592524 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Attempting to bind port 2fc117cd-d8ad-4891-89b4-fb8576f1317a by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:22:25.592982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Attempting to bind port 2fc117cd-d8ad-4891-89b4-fb8576f1317a on network 40f15c13-1a36-4688-9d12-d1a32b1cbdec {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:22:25.596604 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:25.598299 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:22:25.598789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Checking segment: {'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:25.599341 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:25.599831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Bound using segment: {'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:22:25.600401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Bound port: 2fc117cd-d8ad-4891-89b4-fb8576f1317a, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:22:25.600883 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:25.674151 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] For port 2fc117cd-d8ad-4891-89b4-fb8576f1317a, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:25.678120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] For port 2fc117cd-d8ad-4891-89b4-fb8576f1317a, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2fc117cd-d8ad-4891-89b4-fb8576f1317a,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:25.683657 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:25.735359 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9c805-d921-4a98-8a82-108989b1174d None None] Pushing event updated for resources: {'Port': ['ID=2fc117cd-d8ad-4891-89b4-fb8576f1317a,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:25.736029 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Allocated IP 172.25.6.121 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:25.891862 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:25.964074 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:26.058448 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba7bfca3-9dff-4c22-822d-113c7f879186 req-f846c518-4aab-4048-98bd-9bca2a9d2058 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0726337 Aug 31 01:22:26.079110 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:26.088022 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:26.106679 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:22:26.137448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:26.411259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38956) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:26.481015 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d9d0c27-3f25-4e7a-98b7-9dca0800edec req-b626f33c-fb49-4bb0-8bd8-3b866a5d1574 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0450933 Aug 31 01:22:26.481951 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ed2c65fc-4262-467d-9ad5-abf40645448a req-2c3e0c7d-a4c8-4e2c-8b19-30036c093dad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c2d78125695479c99d0b850543cb991&device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0313966 Aug 31 01:22:26.620646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-541883506-network', 'tenant_id': 'c79cdacd6aa1443086d0bf6dcdae746b'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:26.652723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] Made reservation on behalf of c79cdacd6aa1443086d0bf6dcdae746b for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:26.655697 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:26.679246 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:26.689450 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:26.879165 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:26.888346 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ed2c65fc-4262-467d-9ad5-abf40645448a req-d18f2bd8-2be1-4e4c-8212-cc14831801d6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5c2d78125695479c99d0b850543cb991&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3929279 Aug 31 01:22:26.894087 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:26.964044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:26.982107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:26.993218 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:26.993218 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] Added segment fdddbd21-aa20-4e93-9916-abcd779dbf02 of type vlan for network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 Aug 31 01:22:27.050179 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:27.097659 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:27.164315 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:27.166056 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:27.166904 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:27.237035 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b824294-79b0-4b8d-9d0b-4f5e46d12e44 None None] Network 40f15c13-1a36-4688-9d12-d1a32b1cbdec requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:27.271597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c65fc-4262-467d-9ad5-abf40645448a req-2bf00317-e1ed-4552-afa1-c8034e7e81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:27.273235 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ed2c65fc-4262-467d-9ad5-abf40645448a req-2bf00317-e1ed-4552-afa1-c8034e7e81fa service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3776188 Aug 31 01:22:27.290838 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] Pushing event updated for resources: {'Network': ['ID=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:27.301815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-75884f16-9177-4388-a000-0c5f39b3834a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8889670 Aug 31 01:22:27.310003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38962) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:27.322053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:27.324633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e5baa9f5-2f43-429c-96eb-9a1803796cf1 admin admin] Request body: {'subnet': {'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-541883506-subnet', 'tenant_id': 'c79cdacd6aa1443086d0bf6dcdae746b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:27.343049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2fc117cd-d8ad-4891-89b4-fb8576f1317a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:27.365884 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5baa9f5-2f43-429c-96eb-9a1803796cf1 admin admin] Made reservation on behalf of c79cdacd6aa1443086d0bf6dcdae746b for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:27.370005 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5baa9f5-2f43-429c-96eb-9a1803796cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:27.430909 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5cc9fbdd-50c8-4ed1-b0a3-0667eaab1f05 None None] Provisioning for port 2fc117cd-d8ad-4891-89b4-fb8576f1317a completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:27.467019 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:27.473073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 2fc117cd-d8ad-4891-89b4-fb8576f1317a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:27.483239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2fc117cd-d8ad-4891-89b4-fb8576f1317a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:27.483866 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:27.604902 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5baa9f5-2f43-429c-96eb-9a1803796cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:27.716926 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:27.717583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80035dd0-16c7-4864-ae49-4f06205911d1 req-ccfc782e-03cd-4298-b3e0-3395cb8d4f74 tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0457273 Aug 31 01:22:27.725505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baa9f5-2f43-429c-96eb-9a1803796cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=428ebcb6-235d-49bc-acd7-c71a4d41509d,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:27.736324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5baa9f5-2f43-429c-96eb-9a1803796cf1 admin admin] Checking segment: {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:27.736324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5baa9f5-2f43-429c-96eb-9a1803796cf1 admin admin] Network hostable DHCP agents. Network: 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:22:27.763606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5baa9f5-2f43-429c-96eb-9a1803796cf1 admin admin] Network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:27.767212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 2fc117cd-d8ad-4891-89b4-fb8576f1317a, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2fc117cd-d8ad-4891-89b4-fb8576f1317a,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:27.773664 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:27.790162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-e5baa9f5-2f43-429c-96eb-9a1803796cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:27.806740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5baa9f5-2f43-429c-96eb-9a1803796cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:27.806966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Router 397edd15-4aab-426a-b2e8-1090fbe4774d is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:22:27.810803 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5baa9f5-2f43-429c-96eb-9a1803796cf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:27.847090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=2fc117cd-d8ad-4891-89b4-fb8576f1317a,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:27.850179 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e5baa9f5-2f43-429c-96eb-9a1803796cf1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5386982 Aug 31 01:22:27.854511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efed4ba4-1a5e-4f3d-85d8-7fb4b6a2ac6a None None] Network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:27.943634 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:22:27.959855 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Sync routers for ids ['397edd15-4aab-426a-b2e8-1090fbe4774d'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:22:27.965315 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:27.969992 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5e8c3465-243c-42e8-88c3-ebeb6dae40c9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1803212 Aug 31 01:22:27.970706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38968) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:27.996215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Routers {'397edd15-4aab-426a-b2e8-1090fbe4774d'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:22:27.997068 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['397edd15-4aab-426a-b2e8-1090fbe4774d'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:28.292496 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e754cb83-50d1-44a0-ac24-e66f5faf0327 None None] Provisioning complete for port 2fc117cd-d8ad-4891-89b4-fb8576f1317a triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:28.292876 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e754cb83-50d1-44a0-ac24-e66f5faf0327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:28.352889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Set router 397edd15-4aab-426a-b2e8-1090fbe4774d gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:22:28.483692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fc270a-bafa-4140-b8e8-77813544cec0 None None] Network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:28.623897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-5816b27b-d30c-4425-972e-233f14104e03 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:28.629674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-5816b27b-d30c-4425-972e-233f14104e03 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 805 time: 0.1591165 Aug 31 01:22:28.660712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-399f092d-9595-48a1-be5c-bb9f9eb94e83 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/quotas/c79cdacd6aa1443086d0bf6dcdae746b HTTP/1.1" status: 200 len: 375 time: 0.0228834 Aug 31 01:22:28.760209 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-09d7bb70-3be5-4551-86a6-fbc58b9ee298 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978930 Aug 31 01:22:28.789453 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'name': 'tempest-TestServerMultinode-638918575-router', 'tenant_id': 'e633f616719b4442912294f4d6111b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:24Z', 'updated_at': '2021-08-31T01:22:26Z', 'revision_number': 3, 'project_id': 'e633f616719b4442912294f4d6111b06', 'gw_port': {'id': '9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:25Z', 'updated_at': '2021-08-31T01:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:28.812314 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ed2c65fc-4262-467d-9ad5-abf40645448a req-ba2815bd-55ac-469c-97c2-ab61da19e22f tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.15 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0361834 Aug 31 01:22:28.814789 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:28.823232 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Checking router: 397edd15-4aab-426a-b2e8-1090fbe4774d for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:22:28.823765 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Updating router 397edd15-4aab-426a-b2e8-1090fbe4774d port 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:22:28.862287 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:28.931893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-1f5446de-832f-4f8d-bc42-82eed452cb2e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:22:28.932774 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-1f5446de-832f-4f8d-bc42-82eed452cb2e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1715217 Aug 31 01:22:28.934909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15e166e7-b4b1-488c-a52a-bc3b24aed333 req-59db5951-cb43-4700-8e9c-b69a1b1e1abd tempest-ServerShowV254Test-1049916639 tempest-ServerShowV254Test-1049916639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8348276c-763d-498f-adf1-ba9167946061 HTTP/1.1" status: 200 len: 210 time: 0.0886779 Aug 31 01:22:29.187829 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-65e7b309-23b7-4261-9fa1-28582c45c1e9 service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161086 Aug 31 01:22:29.198153 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2fc117cd-d8ad-4891-89b4-fb8576f1317a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:29.243988 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Allocated IP 172.20.0.1 (40f15c13-1a36-4688-9d12-d1a32b1cbdec/18eca6d7-58f6-483d-a9e4-dadcb87b0c76/63bdcb84-afb7-4cf5-8855-9d435746d722) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:29.260654 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:29.292181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Transition to ACTIVE for port object 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:29.299929 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:29.361428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83826286-6a49-4c27-a1cb-f995be7b2764 None None] Pushing event updated for resources: {'Port': ['ID=9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:29.379000 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2fc117cd-d8ad-4891-89b4-fb8576f1317a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:29.379443 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:29.420130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Attempting to bind port 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:22:29.420509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Attempting to bind port 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:22:29.420882 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Attempting to bind port 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:22:29.434691 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:22:29.435092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:29.435538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-defe721b-1d51-428c-b8b5-22bdc3e41c62 service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350178 Aug 31 01:22:29.435671 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:29.435973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:22:29.436527 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Bound port: 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:22:29.436907 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:29.512600 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:29.527882 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] For port 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:29.532631 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] For port 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:29.539020 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:29.545382 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Transition to ACTIVE for port object 63bdcb84-afb7-4cf5-8855-9d435746d722 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:29.592723 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:29.615024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83826286-6a49-4c27-a1cb-f995be7b2764 None None] Pushing event updated for resources: {'Port': ['ID=9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:29.629760 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Routers {'397edd15-4aab-426a-b2e8-1090fbe4774d'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:22:29.630738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['397edd15-4aab-426a-b2e8-1090fbe4774d'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:29.639306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Pushing event updated for resources: {'Port': ['ID=63bdcb84-afb7-4cf5-8855-9d435746d722,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:29.654420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Network 40f15c13-1a36-4688-9d12-d1a32b1cbdec is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:29.656404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:29.670931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:22:29.790281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37d65018-96f0-409d-a4c7-d6ecd8f6466a req-27bfc163-6e94-4100-91f5-9ab27b2f45d9 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 210 time: 0.0811982 Aug 31 01:22:29.802585 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] Set router 397edd15-4aab-426a-b2e8-1090fbe4774d gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:22:29.806679 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:30.033584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ad6eae1e-abf5-41aa-8e4e-d6576bdadd02 None None] Provisioning for port 63bdcb84-afb7-4cf5-8855-9d435746d722 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:30.061506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ad6eae1e-abf5-41aa-8e4e-d6576bdadd02 None None] Provisioning complete for port 63bdcb84-afb7-4cf5-8855-9d435746d722 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:30.061956 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ad6eae1e-abf5-41aa-8e4e-d6576bdadd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:30.155639 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:30.176769 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ad6eae1e-abf5-41aa-8e4e-d6576bdadd02 None None] Port 63bdcb84-afb7-4cf5-8855-9d435746d722 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:22:30.203361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'name': 'tempest-TestServerMultinode-638918575-router', 'tenant_id': 'e633f616719b4442912294f4d6111b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:24Z', 'updated_at': '2021-08-31T01:22:26Z', 'revision_number': 3, 'project_id': 'e633f616719b4442912294f4d6111b06', 'gw_port': {'id': '9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:25Z', 'updated_at': '2021-08-31T01:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:30.247638 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095aac78-4c1a-4575-94a5-bea35be2f241 None None] The sync data for ids ['397edd15-4aab-426a-b2e8-1090fbe4774d'] in n-d-802060-13 is: [{'id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'name': 'tempest-TestServerMultinode-638918575-router', 'tenant_id': 'e633f616719b4442912294f4d6111b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:24Z', 'updated_at': '2021-08-31T01:22:26Z', 'revision_number': 3, 'project_id': 'e633f616719b4442912294f4d6111b06', 'gw_port': {'id': '9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:25Z', 'updated_at': '2021-08-31T01:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:22:30.479331 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39010) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:30.758371 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f709cf1-42df-4ab0-a68d-17ea803b8601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:30.843448 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:30.854662 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:31.037707 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f709cf1-42df-4ab0-a68d-17ea803b8601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:31.043928 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7f709cf1-42df-4ab0-a68d-17ea803b8601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:31.098953 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7f709cf1-42df-4ab0-a68d-17ea803b8601 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c2d78125695479c99d0b850543cb991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6182563 Aug 31 01:22:31.102045 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39016) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:31.143858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f709cf1-42df-4ab0-a68d-17ea803b8601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd9e42f-dbc5-43a5-8de3-18d6202f49f3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:31.162924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6afe9b2d-65d7-48df-a660-4eaea59397db req-7eef5966-10b0-404e-854b-64a094c6a725 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 210 time: 0.1866906 Aug 31 01:22:31.180977 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-180d1a55-0144-4089-a62a-41dda1c0ef54 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:31.182613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-180d1a55-0144-4089-a62a-41dda1c0ef54 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 805 time: 0.2068353 Aug 31 01:22:31.210298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Pushing event updated for resources: {'Port': ['ID=63bdcb84-afb7-4cf5-8855-9d435746d722,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:31.222756 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-155a8896-95e2-470d-a3e0-af4992715997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:31.240141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-4c4347c7-667f-4e9a-a492-279050246d67 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Request body: {'port': {'device_id': 'fbd09669-7260-451b-a4a0-b57f71586ab1', 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923', 'admin_state_up': True, 'tenant_id': 'c79cdacd6aa1443086d0bf6dcdae746b'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:31.244790 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:31.263720 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-155a8896-95e2-470d-a3e0-af4992715997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:31.267219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:31.363460 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:31.386321 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:31.386701 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:31.401257 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-155a8896-95e2-470d-a3e0-af4992715997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:31.414322 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-155a8896-95e2-470d-a3e0-af4992715997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:31.422396 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-155a8896-95e2-470d-a3e0-af4992715997 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bcd9e42f-dbc5-43a5-8de3-18d6202f49f3 HTTP/1.1" status: 204 len: 168 time: 0.3187029 Aug 31 01:22:31.434100 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a8896-95e2-470d-a3e0-af4992715997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd9e42f-dbc5-43a5-8de3-18d6202f49f3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:31.517969 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-4c4347c7-667f-4e9a-a492-279050246d67 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Made reservation on behalf of c79cdacd6aa1443086d0bf6dcdae746b for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:31.521798 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-4c4347c7-667f-4e9a-a492-279050246d67 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:31.526575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Network 40f15c13-1a36-4688-9d12-d1a32b1cbdec is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:31.535537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:31.550814 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:31.616459 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:31.658108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:31.666486 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:31.785651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:31.904943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-4c4347c7-667f-4e9a-a492-279050246d67 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Allocated IP 172.20.0.2 (37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923/428ebcb6-235d-49bc-acd7-c71a4d41509d/6318dadd-ab37-4781-8b5b-431bef7837cc) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:31.908225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Router 397edd15-4aab-426a-b2e8-1090fbe4774d has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:22:32.022362 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-78b03a5a-b5d0-4617-9681-6433567f9b0b None None] Provisioning complete for port 63bdcb84-afb7-4cf5-8855-9d435746d722 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:32.022734 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-78b03a5a-b5d0-4617-9681-6433567f9b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:32.077607 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-78b03a5a-b5d0-4617-9681-6433567f9b0b None None] Port 63bdcb84-afb7-4cf5-8855-9d435746d722 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:22:32.165101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:22:32.172493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-58a7f09b-9b9b-4a38-a6fe-c1cb0c5c2a67 admin admin] 10.222.0.58 "PUT /v2.0/routers/397edd15-4aab-426a-b2e8-1090fbe4774d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2005315 Aug 31 01:22:32.234983 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-4c4347c7-667f-4e9a-a492-279050246d67 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:32.334004 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7a92a0f-79cf-4057-bd83-9cf7044d3881 req-79dfa3e7-f1d2-4401-a71b-e076ff8d7286 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 210 time: 0.0559554 Aug 31 01:22:32.365740 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-4c4347c7-667f-4e9a-a492-279050246d67 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:32.441985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-4c4347c7-667f-4e9a-a492-279050246d67 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:32.443448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4347c7-667f-4e9a-a492-279050246d67 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Pushing event updated for resources: {'Port': ['ID=6318dadd-ab37-4781-8b5b-431bef7837cc,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:32.454940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-4c4347c7-667f-4e9a-a492-279050246d67 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:32.457842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-4c4347c7-667f-4e9a-a492-279050246d67 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:22:32.520860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-4c4347c7-667f-4e9a-a492-279050246d67 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:32.521556 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-4c4347c7-667f-4e9a-a492-279050246d67 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:32.545256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-4c4347c7-667f-4e9a-a492-279050246d67 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3138988 Aug 31 01:22:32.560743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Request body: {'port': {'device_id': 'fbd09669-7260-451b-a4a0-b57f71586ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:32.635636 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:32.758131 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Sync routers for ids ['397edd15-4aab-426a-b2e8-1090fbe4774d'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:22:32.768848 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Routers {'397edd15-4aab-426a-b2e8-1090fbe4774d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:22:32.769751 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['397edd15-4aab-426a-b2e8-1090fbe4774d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:32.910758 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Set router 397edd15-4aab-426a-b2e8-1090fbe4774d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:22:33.006321 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39064) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:33.012436 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-669975138-network', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:33.057222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6318dadd-ab37-4781-8b5b-431bef7837cc {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:22:33.067204 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.067417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] Made reservation on behalf of dd57d39ecf7944d78529832ce780ae53 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:33.072031 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.081849 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Transition to ACTIVE for port object 6318dadd-ab37-4781-8b5b-431bef7837cc will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:33.087712 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.098921 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.213976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Pushing event updated for resources: {'Port': ['ID=6318dadd-ab37-4781-8b5b-431bef7837cc,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:33.258995 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.261528 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'name': 'tempest-TestServerMultinode-638918575-router', 'tenant_id': 'e633f616719b4442912294f4d6111b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:24Z', 'updated_at': '2021-08-31T01:22:30Z', 'revision_number': 4, 'project_id': 'e633f616719b4442912294f4d6111b06', 'gw_port': {'id': '9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:25Z', 'updated_at': '2021-08-31T01:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '63bdcb84-afb7-4cf5-8855-9d435746d722', 'name': '', 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec', 'tenant_id': 'e633f616719b4442912294f4d6111b06', 'mac_address': 'fa:16:3e:02:34:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '18eca6d7-58f6-483d-a9e4-dadcb87b0c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:28Z', 'updated_at': '2021-08-31T01:22:30Z', 'revision_number': 2, 'project_id': 'e633f616719b4442912294f4d6111b06', 'subnets': [{'id': '18eca6d7-58f6-483d-a9e4-dadcb87b0c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:33.266379 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.310167 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a976785-010d-40eb-b465-9108ac53e91d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:33.314760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:33.323894 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Checking router: 397edd15-4aab-426a-b2e8-1090fbe4774d for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:22:33.324156 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Updating router 397edd15-4aab-426a-b2e8-1090fbe4774d port 63bdcb84-afb7-4cf5-8855-9d435746d722 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:22:33.326914 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.327375 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] Added segment 2eaa4afd-ba4b-4b19-ba0c-af21f54256f4 of type vlan for network 99682212-4ef5-4e79-b322-2757c38da792 Aug 31 01:22:33.383557 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.404480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Attempting to bind port 6318dadd-ab37-4781-8b5b-431bef7837cc on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:22:33.404909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Attempting to bind port 6318dadd-ab37-4781-8b5b-431bef7837cc by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:22:33.405956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Attempting to bind port 6318dadd-ab37-4781-8b5b-431bef7837cc on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:22:33.432854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Port 6318dadd-ab37-4781-8b5b-431bef7837cc on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:22:33.433192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Attempting to bind port 6318dadd-ab37-4781-8b5b-431bef7837cc on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:22:33.434082 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.450262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:22:33.450624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Checking segment: {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:33.451022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Bound using segment: {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:22:33.451495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Bound port: 6318dadd-ab37-4781-8b5b-431bef7837cc, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:22:33.451863 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.499229 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.505618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:33.506275 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.522320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:33.600454 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] Pushing event updated for resources: {'Network': ['ID=99682212-4ef5-4e79-b322-2757c38da792,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:33.611779 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3af0c89d-ad45-4585-a8ba-eeacc29f929d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6042631 Aug 31 01:22:33.617103 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39074) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:33.618512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 99682212-4ef5-4e79-b322-2757c38da792 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:33.627980 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8069c050-53d9-4867-8817-dbe156be8f9a admin admin] Request body: {'subnet': {'network_id': '99682212-4ef5-4e79-b322-2757c38da792', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-669975138-subnet', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:33.658846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5f646-4ff7-4255-9456-6f5a83a14fd9 req-7e179462-8648-45e0-824e-bcb27e961440 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:33.668850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24d5f646-4ff7-4255-9456-6f5a83a14fd9 req-7e179462-8648-45e0-824e-bcb27e961440 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 943 time: 0.1914296 Aug 31 01:22:33.685551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8069c050-53d9-4867-8817-dbe156be8f9a admin admin] Made reservation on behalf of dd57d39ecf7944d78529832ce780ae53 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:33.690117 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8069c050-53d9-4867-8817-dbe156be8f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.741940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24d5f646-4ff7-4255-9456-6f5a83a14fd9 req-57d7f8ad-83ff-483b-8b62-46d2738201bf tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713468 Aug 31 01:22:33.764950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] For port 6318dadd-ab37-4781-8b5b-431bef7837cc, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:33.768334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] For port 6318dadd-ab37-4781-8b5b-431bef7837cc, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6318dadd-ab37-4781-8b5b-431bef7837cc,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:33.774707 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.791606 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:33.792328 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.826433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:33.827647 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:33.833872 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] 10.222.0.70 "PUT /v2.0/ports/6318dadd-ab37-4781-8b5b-431bef7837cc HTTP/1.1" status: 200 len: 1092 time: 1.2763524 Aug 31 01:22:33.845883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd09669-7260-451b-a4a0-b57f71586ab1', 'tag': '6318dadd-ab37-4781-8b5b-431bef7837cc'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:22:33.857414 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c164a3d0-a9c6-4763-80dd-7d7e7a29f18c" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd09669-7260-451b-a4a0-b57f71586ab1", "tag": "6318dadd-ab37-4781-8b5b-431bef7837cc"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:33.981934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-b370b6b3-2914-46dd-8b7a-7af988f09231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:33.983502 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-b370b6b3-2914-46dd-8b7a-7af988f09231 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 1095 time: 0.0800695 Aug 31 01:22:33.984545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffb33d-2579-4f45-8eed-9120ec605015 service neutron] Pushing event updated for resources: {'Port': ['ID=6318dadd-ab37-4781-8b5b-431bef7837cc,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:34.077124 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8069c050-53d9-4867-8817-dbe156be8f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:34.087052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-ceaf0e58-d00b-4aad-9355-c6e03ad61f9b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6318dadd-ab37-4781-8b5b-431bef7837cc HTTP/1.1" status: 200 len: 217 time: 0.0944402 Aug 31 01:22:34.152792 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069c050-53d9-4867-8817-dbe156be8f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1534065a-7386-44bd-8d21-612531ca8707,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:34.165256 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:34.165936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8069c050-53d9-4867-8817-dbe156be8f9a admin admin] Checking segment: {'id': '2eaa4afd-ba4b-4b19-ba0c-af21f54256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '99682212-4ef5-4e79-b322-2757c38da792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:34.166324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8069c050-53d9-4867-8817-dbe156be8f9a admin admin] Network hostable DHCP agents. Network: 99682212-4ef5-4e79-b322-2757c38da792, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:22:34.188087 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8069c050-53d9-4867-8817-dbe156be8f9a admin admin] Network 99682212-4ef5-4e79-b322-2757c38da792 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:34.199085 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Transition to ACTIVE for port object 63bdcb84-afb7-4cf5-8855-9d435746d722 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:34.201545 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-8069c050-53d9-4867-8817-dbe156be8f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 99682212-4ef5-4e79-b322-2757c38da792) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:34.212478 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:34.212663 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7876805-150b-4b07-8926-27bef95941ec None None] Network 99682212-4ef5-4e79-b322-2757c38da792 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:34.234305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8069c050-53d9-4867-8817-dbe156be8f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:34.235246 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8069c050-53d9-4867-8817-dbe156be8f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:34.265264 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8069c050-53d9-4867-8817-dbe156be8f9a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6468687 Aug 31 01:22:34.268082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39092) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:34.276703 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-669975138-router', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:34.278417 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-dddf8a64-9b51-4acd-9f8d-4feadc0fc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:34.280056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-dddf8a64-9b51-4acd-9f8d-4feadc0fc997 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 200 len: 845 time: 0.1855304 Aug 31 01:22:34.285569 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd2d124-c42f-4284-8fa7-20072b3cdbe3 x-openstack-request-id: req-efd2d124-c42f-4284-8fa7-20072b3cdbe3 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:34.285996 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd09669-7260-451b-a4a0-b57f71586ab1", "tag": "6318dadd-ab37-4781-8b5b-431bef7837cc", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:34.286305 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-efd2d124-c42f-4284-8fa7-20072b3cdbe3 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:34.286743 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd09669-7260-451b-a4a0-b57f71586ab1', 'tag': '6318dadd-ab37-4781-8b5b-431bef7837cc', 'status': 'completed', 'code': 200} Aug 31 01:22:34.352153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-e05d21f7-82b3-429e-95b6-84f8051f2e76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603626 Aug 31 01:22:34.357899 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:34.360191 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:34.461554 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:34.585891 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Attempting to bind port 63bdcb84-afb7-4cf5-8855-9d435746d722 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:22:34.586174 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Attempting to bind port 63bdcb84-afb7-4cf5-8855-9d435746d722 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:22:34.586514 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Attempting to bind port 63bdcb84-afb7-4cf5-8855-9d435746d722 on network 40f15c13-1a36-4688-9d12-d1a32b1cbdec {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:22:34.589544 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-fa570e71-c8e9-4969-90b9-b5f52c588d00 service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309330 Aug 31 01:22:34.594332 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262b28d-62c3-4a8a-9ca8-aa78a5ac6672 None None] Pushing event updated for resources: {'Port': ['ID=63bdcb84-afb7-4cf5-8855-9d435746d722,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:34.616047 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262b28d-62c3-4a8a-9ca8-aa78a5ac6672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:34.616309 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262b28d-62c3-4a8a-9ca8-aa78a5ac6672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:34.621645 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262b28d-62c3-4a8a-9ca8-aa78a5ac6672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:34.622257 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262b28d-62c3-4a8a-9ca8-aa78a5ac6672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:34.622568 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262b28d-62c3-4a8a-9ca8-aa78a5ac6672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:34.622909 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262b28d-62c3-4a8a-9ca8-aa78a5ac6672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:34.623244 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262b28d-62c3-4a8a-9ca8-aa78a5ac6672 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:34.623763 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262b28d-62c3-4a8a-9ca8-aa78a5ac6672 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:34.624097 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262b28d-62c3-4a8a-9ca8-aa78a5ac6672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:34.624423 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262b28d-62c3-4a8a-9ca8-aa78a5ac6672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:34.624770 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262b28d-62c3-4a8a-9ca8-aa78a5ac6672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:34.625129 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5262b28d-62c3-4a8a-9ca8-aa78a5ac6672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:34.642219 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:22:34.642633 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Checking segment: {'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:34.643072 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:34.643680 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Bound using segment: {'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:22:34.644719 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Bound port: 63bdcb84-afb7-4cf5-8855-9d435746d722, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:22:34.653701 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:34.654759 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-99682212-4ef5-4e79-b322-2757c38da792', 'network_id': '99682212-4ef5-4e79-b322-2757c38da792', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'fixed_ips': [{'subnet_id': '1534065a-7386-44bd-8d21-612531ca8707'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:22:34.656315 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:34.734024 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c4d7f7a-cb73-46ba-bdb1-a40234b66bcb req-3cbc6390-0a11-4822-a4d2-0a55db413574 service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371198 Aug 31 01:22:34.748189 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:34.765783 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] For port 63bdcb84-afb7-4cf5-8855-9d435746d722, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:34.770190 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] For port 63bdcb84-afb7-4cf5-8855-9d435746d722, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=63bdcb84-afb7-4cf5-8855-9d435746d722,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:34.777522 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:34.908730 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164a3d0-a9c6-4763-80dd-7d7e7a29f18c req-5dbdd843-554c-4ecc-9fc7-ef8b9d0707c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:34.910439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c164a3d0-a9c6-4763-80dd-7d7e7a29f18c req-5dbdd843-554c-4ecc-9fc7-ef8b9d0707c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 1095 time: 0.1230481 Aug 31 01:22:34.963900 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Routers {'397edd15-4aab-426a-b2e8-1090fbe4774d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:22:34.965089 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['397edd15-4aab-426a-b2e8-1090fbe4774d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:34.973009 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262b28d-62c3-4a8a-9ca8-aa78a5ac6672 None None] Pushing event updated for resources: {'Port': ['ID=63bdcb84-afb7-4cf5-8855-9d435746d722,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:34.982936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Allocated IP 172.20.0.2 (99682212-4ef5-4e79-b322-2757c38da792/1534065a-7386-44bd-8d21-612531ca8707/e538fb02-1197-4947-97fd-5f49c3a47bbe) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:35.037278 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ac0ed-ef66-4136-8d04-ae705ae6e05e req-a546da8d-8761-4103-9bc8-842d4a5346e5 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:35.046435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-408ac0ed-ef66-4136-8d04-ae705ae6e05e req-a546da8d-8761-4103-9bc8-842d4a5346e5 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 943 time: 0.1507099 Aug 31 01:22:35.138508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-408ac0ed-ef66-4136-8d04-ae705ae6e05e req-cae0a951-4c8f-4a09-b84b-8fa8b6b78438 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904355 Aug 31 01:22:35.145512 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164a3d0-a9c6-4763-80dd-7d7e7a29f18c req-53988de0-ca86-4431-a210-4d65683e80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:35.148487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c164a3d0-a9c6-4763-80dd-7d7e7a29f18c req-53988de0-ca86-4431-a210-4d65683e80ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 906 time: 0.2163730 Aug 31 01:22:35.185345 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] Set router 397edd15-4aab-426a-b2e8-1090fbe4774d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:22:35.211317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c164a3d0-a9c6-4763-80dd-7d7e7a29f18c req-f9d77622-b62f-460c-80fe-a46a338e90a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6318dadd-ab37-4781-8b5b-431bef7837cc HTTP/1.1" status: 200 len: 217 time: 0.0543149 Aug 31 01:22:35.276973 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:35.303919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164a3d0-a9c6-4763-80dd-7d7e7a29f18c req-55435706-af00-45f0-b522-e7b4a894c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:35.307224 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:35.312451 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c164a3d0-a9c6-4763-80dd-7d7e7a29f18c req-55435706-af00-45f0-b522-e7b4a894c914 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 200 len: 845 time: 0.0888445 Aug 31 01:22:35.353173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c164a3d0-a9c6-4763-80dd-7d7e7a29f18c req-e55607be-f687-4635-994c-29340ca1b7c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368917 Aug 31 01:22:35.371102 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:35.397339 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Transition to ACTIVE for port object e538fb02-1197-4947-97fd-5f49c3a47bbe will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:35.440623 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Transition to ACTIVE for port object e538fb02-1197-4947-97fd-5f49c3a47bbe will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:35.451693 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:35.525564 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:22:35.551215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c164a3d0-a9c6-4763-80dd-7d7e7a29f18c req-536c8fd8-2020-455b-bcd7-04a01a0055ff service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882527 Aug 31 01:22:35.588656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Network 99682212-4ef5-4e79-b322-2757c38da792 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:35.593265 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:35.598380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:22:35.603266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Pushing event updated for resources: {'Port': ['ID=e538fb02-1197-4947-97fd-5f49c3a47bbe,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:35.633522 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Allocated IP 172.25.6.207 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/5b062b9b-c740-4e3e-93b8-b208babe1467) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:35.648369 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'name': 'tempest-TestServerMultinode-638918575-router', 'tenant_id': 'e633f616719b4442912294f4d6111b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:24Z', 'updated_at': '2021-08-31T01:22:30Z', 'revision_number': 4, 'project_id': 'e633f616719b4442912294f4d6111b06', 'gw_port': {'id': '9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:25Z', 'updated_at': '2021-08-31T01:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '63bdcb84-afb7-4cf5-8855-9d435746d722', 'name': '', 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec', 'tenant_id': 'e633f616719b4442912294f4d6111b06', 'mac_address': 'fa:16:3e:02:34:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '18eca6d7-58f6-483d-a9e4-dadcb87b0c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:28Z', 'updated_at': '2021-08-31T01:22:34Z', 'revision_number': 4, 'project_id': 'e633f616719b4442912294f4d6111b06', 'subnets': [{'id': '18eca6d7-58f6-483d-a9e4-dadcb87b0c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:35.680710 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c343d-f272-4ffd-8d12-e72858139cbd None None] The sync data for ids ['397edd15-4aab-426a-b2e8-1090fbe4774d'] in n-d-802060-13 is: [{'id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'name': 'tempest-TestServerMultinode-638918575-router', 'tenant_id': 'e633f616719b4442912294f4d6111b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:24Z', 'updated_at': '2021-08-31T01:22:30Z', 'revision_number': 4, 'project_id': 'e633f616719b4442912294f4d6111b06', 'gw_port': {'id': '9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:25Z', 'updated_at': '2021-08-31T01:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '63bdcb84-afb7-4cf5-8855-9d435746d722', 'name': '', 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec', 'tenant_id': 'e633f616719b4442912294f4d6111b06', 'mac_address': 'fa:16:3e:02:34:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '18eca6d7-58f6-483d-a9e4-dadcb87b0c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:28Z', 'updated_at': '2021-08-31T01:22:34Z', 'revision_number': 4, 'project_id': 'e633f616719b4442912294f4d6111b06', 'subnets': [{'id': '18eca6d7-58f6-483d-a9e4-dadcb87b0c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:22:35.694373 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Attempting to bind port e538fb02-1197-4947-97fd-5f49c3a47bbe on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:22:35.695843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Attempting to bind port e538fb02-1197-4947-97fd-5f49c3a47bbe by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '2eaa4afd-ba4b-4b19-ba0c-af21f54256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '99682212-4ef5-4e79-b322-2757c38da792'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:22:35.696521 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Attempting to bind port e538fb02-1197-4947-97fd-5f49c3a47bbe on network 99682212-4ef5-4e79-b322-2757c38da792 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:22:35.702006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:22:35.702390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Checking segment: {'id': '2eaa4afd-ba4b-4b19-ba0c-af21f54256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '99682212-4ef5-4e79-b322-2757c38da792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:35.703496 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:35.703496 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Bound using segment: {'id': '2eaa4afd-ba4b-4b19-ba0c-af21f54256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '99682212-4ef5-4e79-b322-2757c38da792'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:22:35.703703 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Bound port: e538fb02-1197-4947-97fd-5f49c3a47bbe, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eaa4afd-ba4b-4b19-ba0c-af21f54256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '99682212-4ef5-4e79-b322-2757c38da792'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:22:35.704244 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:35.767041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c164a3d0-a9c6-4763-80dd-7d7e7a29f18c req-ccefa0c8-8a5c-45bf-b0c4-5d04a6739c54 service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070951 Aug 31 01:22:35.839152 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:35.852041 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] For port e538fb02-1197-4947-97fd-5f49c3a47bbe, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:35.858061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] For port e538fb02-1197-4947-97fd-5f49c3a47bbe, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e538fb02-1197-4947-97fd-5f49c3a47bbe,segment=NetworkSegment(2eaa4afd-ba4b-4b19-ba0c-af21f54256f4),segment_id=2eaa4afd-ba4b-4b19-ba0c-af21f54256f4)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:35.866958 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:35.915708 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:35.963141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6d31d-948d-4432-b8f6-01b444330f35 None None] Pushing event updated for resources: {'Port': ['ID=e538fb02-1197-4947-97fd-5f49c3a47bbe,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:35.976988 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:35.983005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:35.986089 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:22:36.018659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Pushing event updated for resources: {'Port': ['ID=5b062b9b-c740-4e3e-93b8-b208babe1467,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:36.320479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0021a-7063-4f3b-904d-80ad29c7880f req-bbbf140b-536b-4c8e-a258-2617ef8b924c tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:36.322196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80d0021a-7063-4f3b-904d-80ad29c7880f req-bbbf140b-536b-4c8e-a258-2617ef8b924c tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 943 time: 0.0687401 Aug 31 01:22:36.371404 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:36.398323 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80d0021a-7063-4f3b-904d-80ad29c7880f req-1f567e9d-6ce0-4145-a3ef-ab9445bc91bd tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667241 Aug 31 01:22:36.630415 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:36.885864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Router 07222029-80ef-4db1-990f-eccf2a4a94a7 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:22:37.130850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:22:37.146213 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Sync routers for ids ['07222029-80ef-4db1-990f-eccf2a4a94a7'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:22:37.149722 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:37.159390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39130) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:37.165043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Routers {'07222029-80ef-4db1-990f-eccf2a4a94a7'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:22:37.165881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['07222029-80ef-4db1-990f-eccf2a4a94a7'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:37.192158 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7e595914-9f4f-468b-8bfd-937d4d29bff6 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9222300 Aug 31 01:22:37.258840 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 63bdcb84-afb7-4cf5-8855-9d435746d722 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:37.598212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184e40ee-a04f-4d3a-ba56-ad5844f801d5 None None] Network 99682212-4ef5-4e79-b322-2757c38da792 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:37.641390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6318dadd-ab37-4781-8b5b-431bef7837cc details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:22:37.655398 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 63bdcb84-afb7-4cf5-8855-9d435746d722 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:37.678514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53d266-e3fc-4aa8-9403-9a3e36f0cf99 req-4f6cb135-ae74-4585-a216-26f1d86a88f0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:37.687246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f53d266-e3fc-4aa8-9403-9a3e36f0cf99 req-4f6cb135-ae74-4585-a216-26f1d86a88f0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 943 time: 0.1692438 Aug 31 01:22:37.693143 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 63bdcb84-afb7-4cf5-8855-9d435746d722 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:37.693615 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:37.811156 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f53d266-e3fc-4aa8-9403-9a3e36f0cf99 req-0851505a-74be-416c-92e6-bcd7174731c9 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229944 Aug 31 01:22:37.840027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Set router 07222029-80ef-4db1-990f-eccf2a4a94a7 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:22:37.896892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6946495a-d33c-4782-9b9b-af6f24cfb86d None None] Provisioning for port e538fb02-1197-4947-97fd-5f49c3a47bbe completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:37.978437 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.090770 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.161057 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6318dadd-ab37-4781-8b5b-431bef7837cc, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6318dadd-ab37-4781-8b5b-431bef7837cc,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:38.197330 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '6318dadd-ab37-4781-8b5b-431bef7837cc', 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923', 'port_id': '6318dadd-ab37-4781-8b5b-431bef7837cc', 'mac_address': 'fa:16:3e:e4:bf:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428ebcb6-235d-49bc-acd7-c71a4d41509d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:22:38.218188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Allocated IP 172.20.0.1 (99682212-4ef5-4e79-b322-2757c38da792/1534065a-7386-44bd-8d21-612531ca8707/34214764-3655-44bf-9ceb-d77d054aab72) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:38.239763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 63bdcb84-afb7-4cf5-8855-9d435746d722, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=63bdcb84-afb7-4cf5-8855-9d435746d722,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:38.281033 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.281850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e538fb02-1197-4947-97fd-5f49c3a47bbe up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:38.389668 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.422858 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.437707 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6318dadd-ab37-4781-8b5b-431bef7837cc {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:22:38.438592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Transition to ACTIVE for port object 34214764-3655-44bf-9ceb-d77d054aab72 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:38.461590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6318dadd-ab37-4781-8b5b-431bef7837cc, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6318dadd-ab37-4781-8b5b-431bef7837cc,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:38.476369 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.483957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=63bdcb84-afb7-4cf5-8855-9d435746d722,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:38.485460 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.547743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Network 99682212-4ef5-4e79-b322-2757c38da792 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:38.550579 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port e538fb02-1197-4947-97fd-5f49c3a47bbe completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:38.556158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:38.558184 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'name': 'tempest-TestServerMultinode-669975138-router', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5b062b9b-c740-4e3e-93b8-b208babe1467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:34Z', 'updated_at': '2021-08-31T01:22:36Z', 'revision_number': 3, 'project_id': 'dd57d39ecf7944d78529832ce780ae53', 'gw_port': {'id': '5b062b9b-c740-4e3e-93b8-b208babe1467', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:35Z', 'updated_at': '2021-08-31T01:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:38.569454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Pushing event updated for resources: {'Port': ['ID=34214764-3655-44bf-9ceb-d77d054aab72,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:38.570778 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port e538fb02-1197-4947-97fd-5f49c3a47bbe triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:38.571137 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.574619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:22:38.605580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6318dadd-ab37-4781-8b5b-431bef7837cc,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:38.630424 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Checking router: 07222029-80ef-4db1-990f-eccf2a4a94a7 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:22:38.633306 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.634693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Updating router 07222029-80ef-4db1-990f-eccf2a4a94a7 port 5b062b9b-c740-4e3e-93b8-b208babe1467 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:22:38.682222 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.756218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6318dadd-ab37-4781-8b5b-431bef7837cc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:22:39.141460 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.258264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd33fc-5f4c-42e2-b499-2653b3f53a6f req-95efbb08-1e19-4c6e-ba76-63dfdff7d441 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:39.260495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88cd33fc-5f4c-42e2-b499-2653b3f53a6f req-95efbb08-1e19-4c6e-ba76-63dfdff7d441 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 944 time: 0.0924926 Aug 31 01:22:39.322170 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.329351 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88cd33fc-5f4c-42e2-b499-2653b3f53a6f req-4d88a0f4-e525-4bd5-96a8-26a2226a2155 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396750 Aug 31 01:22:39.330601 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.337754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Transition to ACTIVE for port object 5b062b9b-c740-4e3e-93b8-b208babe1467 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:39.377420 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.404539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c44780f7-7a37-4db2-b98a-7b6e35730022 None None] Provisioning for port 34214764-3655-44bf-9ceb-d77d054aab72 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:39.481242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c44780f7-7a37-4db2-b98a-7b6e35730022 None None] Provisioning complete for port 34214764-3655-44bf-9ceb-d77d054aab72 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:39.481687 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c44780f7-7a37-4db2-b98a-7b6e35730022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.539651 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.550242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c44780f7-7a37-4db2-b98a-7b6e35730022 None None] Port 34214764-3655-44bf-9ceb-d77d054aab72 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:22:39.557793 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.578266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Attempting to bind port 5b062b9b-c740-4e3e-93b8-b208babe1467 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:22:39.578800 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Attempting to bind port 5b062b9b-c740-4e3e-93b8-b208babe1467 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:22:39.579363 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Attempting to bind port 5b062b9b-c740-4e3e-93b8-b208babe1467 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:22:39.589746 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:22:39.590384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:39.590787 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.591180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:22:39.591675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Bound port: 5b062b9b-c740-4e3e-93b8-b208babe1467, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:22:39.592054 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.632621 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.651207 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] For port 5b062b9b-c740-4e3e-93b8-b208babe1467, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:39.657189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port e538fb02-1197-4947-97fd-5f49c3a47bbe, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e538fb02-1197-4947-97fd-5f49c3a47bbe,segment=NetworkSegment(2eaa4afd-ba4b-4b19-ba0c-af21f54256f4),segment_id=2eaa4afd-ba4b-4b19-ba0c-af21f54256f4)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:39.659352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Pushing event updated for resources: {'Port': ['ID=34214764-3655-44bf-9ceb-d77d054aab72,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:39.669080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] For port 5b062b9b-c740-4e3e-93b8-b208babe1467, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5b062b9b-c740-4e3e-93b8-b208babe1467,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:39.675575 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.683014 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.704102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc0913-0f34-4fb0-8168-bfcb13295abe None None] Pushing event updated for resources: {'Port': ['ID=5b062b9b-c740-4e3e-93b8-b208babe1467,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:39.712470 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39156) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:39.769526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=e538fb02-1197-4947-97fd-5f49c3a47bbe,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:39.800827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Network 99682212-4ef5-4e79-b322-2757c38da792 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:39.807768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Routers {'07222029-80ef-4db1-990f-eccf2a4a94a7'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:22:39.808531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['07222029-80ef-4db1-990f-eccf2a4a94a7'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:39.808666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:39.881046 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 63bdcb84-afb7-4cf5-8855-9d435746d722 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:39.946883 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5632ce1-cdf6-46da-9b07-0d22233f52b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.970085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc0913-0f34-4fb0-8168-bfcb13295abe None None] Pushing event updated for resources: {'Port': ['ID=5b062b9b-c740-4e3e-93b8-b208babe1467,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:40.054084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] Set router 07222029-80ef-4db1-990f-eccf2a4a94a7 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:22:40.095126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Router 07222029-80ef-4db1-990f-eccf2a4a94a7 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:22:40.183602 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5632ce1-cdf6-46da-9b07-0d22233f52b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.188886 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c5632ce1-cdf6-46da-9b07-0d22233f52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.233203 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c5632ce1-cdf6-46da-9b07-0d22233f52b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f43957fb8bc9411386c514f701c9ec3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5194645 Aug 31 01:22:40.234497 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5632ce1-cdf6-46da-9b07-0d22233f52b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042a9722-417b-428e-90e7-213f1a7692a7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:40.236073 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39164) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:40.255022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:22:40.268023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bac851e3-c1bc-4148-a14d-65dbfd3091cb admin admin] 10.222.0.58 "PUT /v2.0/routers/07222029-80ef-4db1-990f-eccf2a4a94a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0887713 Aug 31 01:22:40.310787 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e672-f12e-416c-a765-e8ccdd4bda84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.334746 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e672-f12e-416c-a765-e8ccdd4bda84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.396632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 63bdcb84-afb7-4cf5-8855-9d435746d722 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:40.398186 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.421838 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e672-f12e-416c-a765-e8ccdd4bda84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.425549 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e672-f12e-416c-a765-e8ccdd4bda84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.427616 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0bc6e672-f12e-416c-a765-e8ccdd4bda84 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/042a9722-417b-428e-90e7-213f1a7692a7 HTTP/1.1" status: 204 len: 168 time: 0.1900985 Aug 31 01:22:40.448344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6e672-f12e-416c-a765-e8ccdd4bda84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a9722-417b-428e-90e7-213f1a7692a7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:40.564050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0d7d4463-9234-42cf-90b8-6b097bdbb004 None None] Provisioning complete for port 34214764-3655-44bf-9ceb-d77d054aab72 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:40.564647 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4463-9234-42cf-90b8-6b097bdbb004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.576739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3bb45-aaca-4bde-8752-f1fc039f8784 req-1b2b752a-1206-4799-a20c-aa2d6ec14138 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:40.584621 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cf3bb45-aaca-4bde-8752-f1fc039f8784 req-1b2b752a-1206-4799-a20c-aa2d6ec14138 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 944 time: 0.1192448 Aug 31 01:22:40.608245 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d4463-9234-42cf-90b8-6b097bdbb004 None None] Port 34214764-3655-44bf-9ceb-d77d054aab72 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:22:40.641794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cf3bb45-aaca-4bde-8752-f1fc039f8784 req-80beab79-f17c-4f30-820f-c7866cc6304b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555029 Aug 31 01:22:40.764227 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'name': 'tempest-TestServerMultinode-669975138-router', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5b062b9b-c740-4e3e-93b8-b208babe1467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:34Z', 'updated_at': '2021-08-31T01:22:39Z', 'revision_number': 4, 'project_id': 'dd57d39ecf7944d78529832ce780ae53', 'gw_port': {'id': '5b062b9b-c740-4e3e-93b8-b208babe1467', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:35Z', 'updated_at': '2021-08-31T01:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '34214764-3655-44bf-9ceb-d77d054aab72', 'name': '', 'network_id': '99682212-4ef5-4e79-b322-2757c38da792', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'mac_address': 'fa:16:3e:de:6b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '1534065a-7386-44bd-8d21-612531ca8707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:38Z', 'updated_at': '2021-08-31T01:22:39Z', 'revision_number': 2, 'project_id': 'dd57d39ecf7944d78529832ce780ae53', 'subnets': [{'id': '1534065a-7386-44bd-8d21-612531ca8707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:40.804922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde8449-5ca0-47ac-87bb-dc2a9e834887 None None] The sync data for ids ['07222029-80ef-4db1-990f-eccf2a4a94a7'] in n-d-802060-13 is: [{'id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'name': 'tempest-TestServerMultinode-669975138-router', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5b062b9b-c740-4e3e-93b8-b208babe1467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:34Z', 'updated_at': '2021-08-31T01:22:39Z', 'revision_number': 4, 'project_id': 'dd57d39ecf7944d78529832ce780ae53', 'gw_port': {'id': '5b062b9b-c740-4e3e-93b8-b208babe1467', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:35Z', 'updated_at': '2021-08-31T01:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '34214764-3655-44bf-9ceb-d77d054aab72', 'name': '', 'network_id': '99682212-4ef5-4e79-b322-2757c38da792', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'mac_address': 'fa:16:3e:de:6b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '1534065a-7386-44bd-8d21-612531ca8707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:38Z', 'updated_at': '2021-08-31T01:22:39Z', 'revision_number': 2, 'project_id': 'dd57d39ecf7944d78529832ce780ae53', 'subnets': [{'id': '1534065a-7386-44bd-8d21-612531ca8707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:22:41.065412 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:41.321158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-f25c6d18-4678-4431-ad7a-9f9b789c6407 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:41.323741 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-f25c6d18-4678-4431-ad7a-9f9b789c6407 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/networks?id=40f15c13-1a36-4688-9d12-d1a32b1cbdec HTTP/1.1" status: 200 len: 910 time: 0.1281221 Aug 31 01:22:41.342895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-54de43cc-a939-4d04-a0a7-f78de610077e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/quotas/dd57d39ecf7944d78529832ce780ae53 HTTP/1.1" status: 200 len: 375 time: 0.0124397 Aug 31 01:22:41.447794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-3bc2d064-b78d-4d89-b1a4-0f0ff85cbc59 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd57d39ecf7944d78529832ce780ae53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965612 Aug 31 01:22:41.528442 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6318dadd-ab37-4781-8b5b-431bef7837cc up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:41.591733 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-a025c6ca-3c70-401f-b24b-5e084939d995 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:22:41.599599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-a025c6ca-3c70-401f-b24b-5e084939d995 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1508219 Aug 31 01:22:41.631331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 6318dadd-ab37-4781-8b5b-431bef7837cc completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:41.642146 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 6318dadd-ab37-4781-8b5b-431bef7837cc triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:41.642653 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:41.732985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-543052dc-64d1-415f-9c56-1d5c779b9863 service neutron] 10.222.0.58 "GET /v2.0/networks/40f15c13-1a36-4688-9d12-d1a32b1cbdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325121 Aug 31 01:22:41.765983 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:41.793771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd09669-7260-451b-a4a0-b57f71586ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6318dadd-ab37-4781-8b5b-431bef7837cc'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:22:41.796278 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8fa623-c70a-4eb4-bbbb-ad0ec9bd1ba6" -d '{"events": [{"server_uuid": "fbd09669-7260-451b-a4a0-b57f71586ab1", "name": "network-vif-plugged", "status": "completed", "tag": "6318dadd-ab37-4781-8b5b-431bef7837cc"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:41.814552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6318dadd-ab37-4781-8b5b-431bef7837cc, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6318dadd-ab37-4781-8b5b-431bef7837cc,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:41.827082 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:41.833240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e538fb02-1197-4947-97fd-5f49c3a47bbe up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:41.921041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a5982-0de1-48d7-b126-9a53ef051e66 req-6c1164c1-f8ee-4aa0-8c4e-25bd7641e7e2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:41.929712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d2a5982-0de1-48d7-b126-9a53ef051e66 req-6c1164c1-f8ee-4aa0-8c4e-25bd7641e7e2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 945 time: 0.1642556 Aug 31 01:22:41.937299 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6318dadd-ab37-4781-8b5b-431bef7837cc,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:41.948838 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port e538fb02-1197-4947-97fd-5f49c3a47bbe triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:41.949290 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:41.956794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-1e1ca3da-2fe4-4f46-9011-8cc9f9bd9ac3 service neutron] 10.222.0.58 "GET /v2.0/networks/40f15c13-1a36-4688-9d12-d1a32b1cbdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170069 Aug 31 01:22:41.988197 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d2a5982-0de1-48d7-b126-9a53ef051e66 req-6431613f-6882-4520-a7b9-852005924ab9 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528386 Aug 31 01:22:42.073245 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26ea26f-3183-4db9-a076-bba5a8ce5520 x-openstack-request-id: req-b26ea26f-3183-4db9-a076-bba5a8ce5520 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:42.073543 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd09669-7260-451b-a4a0-b57f71586ab1", "name": "network-vif-plugged", "status": "completed", "tag": "6318dadd-ab37-4781-8b5b-431bef7837cc", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:42.073803 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b26ea26f-3183-4db9-a076-bba5a8ce5520 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:42.074247 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd09669-7260-451b-a4a0-b57f71586ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6318dadd-ab37-4781-8b5b-431bef7837cc', 'code': 200} Aug 31 01:22:42.227622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154f7db-243a-4c66-bde9-52c5895a3967 req-d80179f9-0be8-4bfc-a932-91aa072cd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:42.229326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b154f7db-243a-4c66-bde9-52c5895a3967 req-d80179f9-0be8-4bfc-a932-91aa072cd75a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 1097 time: 0.0717690 Aug 31 01:22:42.278134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c55401c-7a0a-4fad-a741-a06686896d25 req-3a09f47d-9d37-4d31-90f0-91c6f478a589 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 210 time: 0.0380299 Aug 31 01:22:42.339495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b154f7db-243a-4c66-bde9-52c5895a3967 req-93919d74-1c7d-41c6-bb77-56a4e11a6efb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751286 Aug 31 01:22:42.452042 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0135933-eeab-42ba-854f-2a63bfebb39e req-ff19270a-b5a7-49ef-9d23-b1d07a31af0f tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:42.453613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0135933-eeab-42ba-854f-2a63bfebb39e req-ff19270a-b5a7-49ef-9d23-b1d07a31af0f tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0748465 Aug 31 01:22:42.529864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0135933-eeab-42ba-854f-2a63bfebb39e req-ac47adb2-6c48-466f-a2b0-4f7ff11a3aeb tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534513 Aug 31 01:22:42.751476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39266) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:42.881211 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3dcad5e-a0e4-46c9-99e7-0070de4d4306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:43.001059 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3dcad5e-a0e4-46c9-99e7-0070de4d4306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:43.005516 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3dcad5e-a0e4-46c9-99e7-0070de4d4306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:43.037391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcad5e-a0e4-46c9-99e7-0070de4d4306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376e021a-5682-4fc6-8fdd-5d0decdfe095,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:43.083680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c3dcad5e-a0e4-46c9-99e7-0070de4d4306 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6bd73d6e32cb4bfbae81b3f6cb067990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307617 Aug 31 01:22:43.084429 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39274) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:43.154965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e88f7-589e-47cc-a204-d5c21576757c req-85353d59-3ac3-4867-bed0-2b41354d4759 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:43.162277 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15a2d574-fc0e-4c11-8f9c-dbb4b6d1c37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:43.166887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-609e88f7-589e-47cc-a204-d5c21576757c req-85353d59-3ac3-4867-bed0-2b41354d4759 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 945 time: 0.0740707 Aug 31 01:22:43.191733 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15a2d574-fc0e-4c11-8f9c-dbb4b6d1c37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:43.208874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-609e88f7-589e-47cc-a204-d5c21576757c req-18ded447-5aca-4734-ae6b-40f3b64cb040 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404737 Aug 31 01:22:43.252741 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15a2d574-fc0e-4c11-8f9c-dbb4b6d1c37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:43.256356 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-15a2d574-fc0e-4c11-8f9c-dbb4b6d1c37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:43.258425 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-15a2d574-fc0e-4c11-8f9c-dbb4b6d1c37c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/376e021a-5682-4fc6-8fdd-5d0decdfe095 HTTP/1.1" status: 204 len: 168 time: 0.1728659 Aug 31 01:22:43.269046 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2d574-fc0e-4c11-8f9c-dbb4b6d1c37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376e021a-5682-4fc6-8fdd-5d0decdfe095,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:43.370550 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c09bac7-4f05-4bd8-99b5-41f6a19432fa req-429eecf8-b8cf-4629-961d-bf35c271c687 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 210 time: 0.0280366 Aug 31 01:22:43.738724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e91dab-6659-4f20-83ee-f1921f08e6be req-9b6ba023-bdb2-4bf1-9f25-815d97e2167f tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:43.754232 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6e91dab-6659-4f20-83ee-f1921f08e6be req-9b6ba023-bdb2-4bf1-9f25-815d97e2167f tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.1175685 Aug 31 01:22:43.768993 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-16943b04-5a70-4e31-bd0c-f100d607fa8c tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:43.770505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-16943b04-5a70-4e31-bd0c-f100d607fa8c tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.70 "GET /v2.0/networks?id=40f15c13-1a36-4688-9d12-d1a32b1cbdec HTTP/1.1" status: 200 len: 910 time: 0.2291644 Aug 31 01:22:43.790141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-206a6ad9-a9be-4225-b20b-a94562b25a98 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Request body: {'port': {'device_id': 'e2513dc3-b3ee-4fc9-85ae-74f59a41a33a', 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec', 'admin_state_up': True, 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:43.834981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6e91dab-6659-4f20-83ee-f1921f08e6be req-fdfe01d6-ea94-4a09-96cd-dfca8a8fccf6 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776913 Aug 31 01:22:43.837072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-206a6ad9-a9be-4225-b20b-a94562b25a98 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Made reservation on behalf of dd57d39ecf7944d78529832ce780ae53 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:43.839528 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-206a6ad9-a9be-4225-b20b-a94562b25a98 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:43.891027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5b062b9b-c740-4e3e-93b8-b208babe1467 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:43.984544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 5b062b9b-c740-4e3e-93b8-b208babe1467 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:43.994903 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 5b062b9b-c740-4e3e-93b8-b208babe1467 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:43.995567 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.039765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-206a6ad9-a9be-4225-b20b-a94562b25a98 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Allocated IP 172.20.0.8 (40f15c13-1a36-4688-9d12-d1a32b1cbdec/18eca6d7-58f6-483d-a9e4-dadcb87b0c76/6d97bad7-8223-4f53-a83d-13cfe9570fe8) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:44.099342 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.127408 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 5b062b9b-c740-4e3e-93b8-b208babe1467, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5b062b9b-c740-4e3e-93b8-b208babe1467,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:44.133291 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.166050 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Sync routers for ids ['07222029-80ef-4db1-990f-eccf2a4a94a7'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:22:44.175317 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Routers {'07222029-80ef-4db1-990f-eccf2a4a94a7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:22:44.175943 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['07222029-80ef-4db1-990f-eccf2a4a94a7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:44.209683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=5b062b9b-c740-4e3e-93b8-b208babe1467,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:44.225293 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-206a6ad9-a9be-4225-b20b-a94562b25a98 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.262617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-206a6ad9-a9be-4225-b20b-a94562b25a98 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Transition to ACTIVE for port object 6d97bad7-8223-4f53-a83d-13cfe9570fe8 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:44.305892 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Set router 07222029-80ef-4db1-990f-eccf2a4a94a7 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:22:44.340743 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-206a6ad9-a9be-4225-b20b-a94562b25a98 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.393412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df5d3e-0336-4e77-9e09-5a20b713cea3 req-fbd41205-911b-48bd-bd41-a8801328ef55 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:44.395921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17df5d3e-0336-4e77-9e09-5a20b713cea3 req-fbd41205-911b-48bd-bd41-a8801328ef55 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 945 time: 0.0986738 Aug 31 01:22:44.398139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-206a6ad9-a9be-4225-b20b-a94562b25a98 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Network 40f15c13-1a36-4688-9d12-d1a32b1cbdec is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:44.407997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-206a6ad9-a9be-4225-b20b-a94562b25a98 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:44.411458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-206a6ad9-a9be-4225-b20b-a94562b25a98 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:22:44.490550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a6ad9-a9be-4225-b20b-a94562b25a98 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Pushing event updated for resources: {'Port': ['ID=6d97bad7-8223-4f53-a83d-13cfe9570fe8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:44.540987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-206a6ad9-a9be-4225-b20b-a94562b25a98 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:44.544987 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-206a6ad9-a9be-4225-b20b-a94562b25a98 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.558981 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'name': 'tempest-TestServerMultinode-669975138-router', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5b062b9b-c740-4e3e-93b8-b208babe1467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:34Z', 'updated_at': '2021-08-31T01:22:39Z', 'revision_number': 4, 'project_id': 'dd57d39ecf7944d78529832ce780ae53', 'gw_port': {'id': '5b062b9b-c740-4e3e-93b8-b208babe1467', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:35Z', 'updated_at': '2021-08-31T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '34214764-3655-44bf-9ceb-d77d054aab72', 'name': '', 'network_id': '99682212-4ef5-4e79-b322-2757c38da792', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'mac_address': 'fa:16:3e:de:6b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '1534065a-7386-44bd-8d21-612531ca8707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:38Z', 'updated_at': '2021-08-31T01:22:39Z', 'revision_number': 2, 'project_id': 'dd57d39ecf7944d78529832ce780ae53', 'subnets': [{'id': '1534065a-7386-44bd-8d21-612531ca8707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:44.563093 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17df5d3e-0336-4e77-9e09-5a20b713cea3 req-95ae9b4d-b51c-4ca5-976b-fd7233a1f29f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569598 Aug 31 01:22:44.577812 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-206a6ad9-a9be-4225-b20b-a94562b25a98 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7977266 Aug 31 01:22:44.580505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f9a6c-442f-453d-bd78-a91d1c3cb35c req-5c5f9b50-de93-4431-ae9b-74b188a21b99 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:44.588887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-909f9a6c-442f-453d-bd78-a91d1c3cb35c req-5c5f9b50-de93-4431-ae9b-74b188a21b99 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1027 time: 0.1170399 Aug 31 01:22:44.595331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Request body: {'port': {'device_id': 'e2513dc3-b3ee-4fc9-85ae-74f59a41a33a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:44.634045 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Checking router: 07222029-80ef-4db1-990f-eccf2a4a94a7 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:22:44.634768 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Updating router 07222029-80ef-4db1-990f-eccf2a4a94a7 port 34214764-3655-44bf-9ceb-d77d054aab72 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:22:44.664962 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39316) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:44.665180 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.711971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-909f9a6c-442f-453d-bd78-a91d1c3cb35c req-3ef3500b-f824-4e83-81c9-09b6a38b3ec8 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167269 Aug 31 01:22:44.712955 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.762037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f411bc27-b079-4b97-ae49-4362a7631f14 None None] Provisioning for port 6d97bad7-8223-4f53-a83d-13cfe9570fe8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:44.771055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f411bc27-b079-4b97-ae49-4362a7631f14 None None] Provisioning complete for port 6d97bad7-8223-4f53-a83d-13cfe9570fe8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:44.778607 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f411bc27-b079-4b97-ae49-4362a7631f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.832544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f411bc27-b079-4b97-ae49-4362a7631f14 None None] Port 6d97bad7-8223-4f53-a83d-13cfe9570fe8 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:22:44.884297 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f92759bf-2480-4add-89d8-43a3d0921563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.017776 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.031773 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Transition to ACTIVE for port object 34214764-3655-44bf-9ceb-d77d054aab72 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:45.039205 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.097333 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda2a8a-3100-44fb-96d6-7ff329ba1cf1 None None] Pushing event updated for resources: {'Port': ['ID=34214764-3655-44bf-9ceb-d77d054aab72,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:45.134124 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d5ded-a040-405a-acf9-03ef9748b682 req-17e400e3-4689-471a-897a-48ee5b48f1e5 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:45.135712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-771d5ded-a040-405a-acf9-03ef9748b682 req-17e400e3-4689-471a-897a-48ee5b48f1e5 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 805 time: 0.2492943 Aug 31 01:22:45.147474 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284c533-3a2c-43de-b976-fe2047eb83fe req-d343d5ea-d590-47ff-84d6-b163a78b1353 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:45.149195 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6284c533-3a2c-43de-b976-fe2047eb83fe req-d343d5ea-d590-47ff-84d6-b163a78b1353 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.1997383 Aug 31 01:22:45.207251 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-771d5ded-a040-405a-acf9-03ef9748b682 req-9e7d4fed-8c39-4c13-a4fe-7527121dbcc0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/quotas/c79cdacd6aa1443086d0bf6dcdae746b HTTP/1.1" status: 200 len: 375 time: 0.0504651 Aug 31 01:22:45.216873 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Attempting to bind port 34214764-3655-44bf-9ceb-d77d054aab72 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:22:45.218415 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Attempting to bind port 34214764-3655-44bf-9ceb-d77d054aab72 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '2eaa4afd-ba4b-4b19-ba0c-af21f54256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '99682212-4ef5-4e79-b322-2757c38da792'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:22:45.219043 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Attempting to bind port 34214764-3655-44bf-9ceb-d77d054aab72 on network 99682212-4ef5-4e79-b322-2757c38da792 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:22:45.228475 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:22:45.229346 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Checking segment: {'id': '2eaa4afd-ba4b-4b19-ba0c-af21f54256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '99682212-4ef5-4e79-b322-2757c38da792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:45.230016 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.230910 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Bound using segment: {'id': '2eaa4afd-ba4b-4b19-ba0c-af21f54256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '99682212-4ef5-4e79-b322-2757c38da792'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:22:45.231733 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Bound port: 34214764-3655-44bf-9ceb-d77d054aab72, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eaa4afd-ba4b-4b19-ba0c-af21f54256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '99682212-4ef5-4e79-b322-2757c38da792'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:22:45.232688 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.309278 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6284c533-3a2c-43de-b976-fe2047eb83fe req-0540149b-57b7-43d9-b907-079c18e28d52 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386478 Aug 31 01:22:45.354316 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] For port 34214764-3655-44bf-9ceb-d77d054aab72, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:45.361259 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] For port 34214764-3655-44bf-9ceb-d77d054aab72, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=34214764-3655-44bf-9ceb-d77d054aab72,segment=NetworkSegment(2eaa4afd-ba4b-4b19-ba0c-af21f54256f4),segment_id=2eaa4afd-ba4b-4b19-ba0c-af21f54256f4)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:45.368748 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.370615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d97bad7-8223-4f53-a83d-13cfe9570fe8 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:22:45.384435 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f92759bf-2480-4add-89d8-43a3d0921563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.386924 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.393757 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-771d5ded-a040-405a-acf9-03ef9748b682 req-e471c36e-d0d1-475e-b465-126cb1b36935 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1773627 Aug 31 01:22:45.396885 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f92759bf-2480-4add-89d8-43a3d0921563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.434753 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Transition to ACTIVE for port object 6d97bad7-8223-4f53-a83d-13cfe9570fe8 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:45.457783 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda2a8a-3100-44fb-96d6-7ff329ba1cf1 None None] Pushing event updated for resources: {'Port': ['ID=34214764-3655-44bf-9ceb-d77d054aab72,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:45.469449 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Routers {'07222029-80ef-4db1-990f-eccf2a4a94a7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:22:45.470547 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['07222029-80ef-4db1-990f-eccf2a4a94a7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:45.488737 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.535806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92759bf-2480-4add-89d8-43a3d0921563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be070a91-e658-47fd-88eb-f4bf620e8fea,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:45.541806 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f92759bf-2480-4add-89d8-43a3d0921563 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=75d9927458014d85987c65c1aa45ffb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8596745 Aug 31 01:22:45.544606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39342) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:45.610878 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] Set router 07222029-80ef-4db1-990f-eccf2a4a94a7 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:22:45.629778 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d97bad7-8223-4f53-a83d-13cfe9570fe8,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:45.649466 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d78a339-225d-4046-97f9-ca2f9eb59e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.740478 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d78a339-225d-4046-97f9-ca2f9eb59e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.753917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-771d5ded-a040-405a-acf9-03ef9748b682 req-74d8f0f2-2fe9-40b5-a5c3-fcf4bedc5fb4 service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475180 Aug 31 01:22:45.878129 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d78a339-225d-4046-97f9-ca2f9eb59e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.883866 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d78a339-225d-4046-97f9-ca2f9eb59e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:45.885664 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0d78a339-225d-4046-97f9-ca2f9eb59e64 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be070a91-e658-47fd-88eb-f4bf620e8fea HTTP/1.1" status: 204 len: 168 time: 0.3396921 Aug 31 01:22:45.917280 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78a339-225d-4046-97f9-ca2f9eb59e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be070a91-e658-47fd-88eb-f4bf620e8fea,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:45.972418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5b062b9b-c740-4e3e-93b8-b208babe1467 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:45.975127 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Attempting to bind port 6d97bad7-8223-4f53-a83d-13cfe9570fe8 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:22:45.976571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Attempting to bind port 6d97bad7-8223-4f53-a83d-13cfe9570fe8 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:22:45.976911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Attempting to bind port 6d97bad7-8223-4f53-a83d-13cfe9570fe8 on network 40f15c13-1a36-4688-9d12-d1a32b1cbdec {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:22:46.007630 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Port 6d97bad7-8223-4f53-a83d-13cfe9570fe8 on network 40f15c13-1a36-4688-9d12-d1a32b1cbdec not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:22:46.008072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Attempting to bind port 6d97bad7-8223-4f53-a83d-13cfe9570fe8 on network 40f15c13-1a36-4688-9d12-d1a32b1cbdec {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:22:46.032477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:22:46.032890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Checking segment: {'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:46.033329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Bound using segment: {'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:22:46.033837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Bound port: 6d97bad7-8223-4f53-a83d-13cfe9570fe8, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:22:46.034325 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:46.054392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41752994-a5fa-4e0c-ad43-8e932d19b066 req-a17442c8-2090-48cb-8649-60315653c713 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:46.055983 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41752994-a5fa-4e0c-ad43-8e932d19b066 req-a17442c8-2090-48cb-8649-60315653c713 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1053 time: 0.1808081 Aug 31 01:22:46.074400 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'name': 'tempest-TestServerMultinode-669975138-router', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5b062b9b-c740-4e3e-93b8-b208babe1467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:34Z', 'updated_at': '2021-08-31T01:22:39Z', 'revision_number': 4, 'project_id': 'dd57d39ecf7944d78529832ce780ae53', 'gw_port': {'id': '5b062b9b-c740-4e3e-93b8-b208babe1467', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:35Z', 'updated_at': '2021-08-31T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '34214764-3655-44bf-9ceb-d77d054aab72', 'name': '', 'network_id': '99682212-4ef5-4e79-b322-2757c38da792', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'mac_address': 'fa:16:3e:de:6b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '1534065a-7386-44bd-8d21-612531ca8707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:38Z', 'updated_at': '2021-08-31T01:22:45Z', 'revision_number': 4, 'project_id': 'dd57d39ecf7944d78529832ce780ae53', 'subnets': [{'id': '1534065a-7386-44bd-8d21-612531ca8707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:46.088553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-771d5ded-a040-405a-acf9-03ef9748b682 req-7711e9ae-58de-4259-8bcb-b83385d00446 service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233383 Aug 31 01:22:46.113032 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d5fbf6-8910-4f6a-b9f9-d773d0b2b434 None None] The sync data for ids ['07222029-80ef-4db1-990f-eccf2a4a94a7'] in n-d-802060-13 is: [{'id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'name': 'tempest-TestServerMultinode-669975138-router', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5b062b9b-c740-4e3e-93b8-b208babe1467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:34Z', 'updated_at': '2021-08-31T01:22:39Z', 'revision_number': 4, 'project_id': 'dd57d39ecf7944d78529832ce780ae53', 'gw_port': {'id': '5b062b9b-c740-4e3e-93b8-b208babe1467', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:35Z', 'updated_at': '2021-08-31T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '34214764-3655-44bf-9ceb-d77d054aab72', 'name': '', 'network_id': '99682212-4ef5-4e79-b322-2757c38da792', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'mac_address': 'fa:16:3e:de:6b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '1534065a-7386-44bd-8d21-612531ca8707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:38Z', 'updated_at': '2021-08-31T01:22:45Z', 'revision_number': 4, 'project_id': 'dd57d39ecf7944d78529832ce780ae53', 'subnets': [{'id': '1534065a-7386-44bd-8d21-612531ca8707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:22:46.114049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 5b062b9b-c740-4e3e-93b8-b208babe1467 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:46.115114 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:46.203340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41752994-a5fa-4e0c-ad43-8e932d19b066 req-92b86680-86df-4d59-9137-8ea2f6ab47e1 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362867 Aug 31 01:22:46.247692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] For port 6d97bad7-8223-4f53-a83d-13cfe9570fe8, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:46.253693 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] For port 6d97bad7-8223-4f53-a83d-13cfe9570fe8, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d97bad7-8223-4f53-a83d-13cfe9570fe8,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:46.263724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 34214764-3655-44bf-9ceb-d77d054aab72 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:46.264204 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:46.353840 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:46.355323 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:46.356824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] 10.222.0.70 "PUT /v2.0/ports/6d97bad7-8223-4f53-a83d-13cfe9570fe8 HTTP/1.1" status: 200 len: 1092 time: 1.7660151 Aug 31 01:22:46.359004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2513dc3-b3ee-4fc9-85ae-74f59a41a33a', 'tag': '6d97bad7-8223-4f53-a83d-13cfe9570fe8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:22:46.362755 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332bbf96-84fc-4d86-a40f-87a352e2747f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2513dc3-b3ee-4fc9-85ae-74f59a41a33a", "tag": "6d97bad7-8223-4f53-a83d-13cfe9570fe8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:46.372429 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 34214764-3655-44bf-9ceb-d77d054aab72 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:46.378306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 34214764-3655-44bf-9ceb-d77d054aab72 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:46.378763 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:46.405154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b5dc1-dbd7-4bcc-b814-c50252c356c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d97bad7-8223-4f53-a83d-13cfe9570fe8,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:46.543334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-5df233af-49ef-45da-b7e3-02df77e95895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:46.549698 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-5df233af-49ef-45da-b7e3-02df77e95895 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dd57d39ecf7944d78529832ce780ae53&device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1095 time: 0.1129835 Aug 31 01:22:46.630635 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:46.705378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 34214764-3655-44bf-9ceb-d77d054aab72, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=34214764-3655-44bf-9ceb-d77d054aab72,segment=NetworkSegment(2eaa4afd-ba4b-4b19-ba0c-af21f54256f4),segment_id=2eaa4afd-ba4b-4b19-ba0c-af21f54256f4)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:46.714816 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:46.722011 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-4ed9a3bd-b305-4b50-bbcc-741708462bf4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d97bad7-8223-4f53-a83d-13cfe9570fe8 HTTP/1.1" status: 200 len: 217 time: 0.1674736 Aug 31 01:22:46.896569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-74f641df-2be8-4d93-b459-5ee0fc3cff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:46.898760 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-74f641df-2be8-4d93-b459-5ee0fc3cff7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18eca6d7-58f6-483d-a9e4-dadcb87b0c76 HTTP/1.1" status: 200 len: 848 time: 0.1129928 Aug 31 01:22:46.919342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=34214764-3655-44bf-9ceb-d77d054aab72,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:46.919589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d4c8f-86cb-40f6-bbc8-862e6e06c051 req-b6ec9f8d-ea85-4b51-9043-ca988e7844b4 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:46.921348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-798d4c8f-86cb-40f6-bbc8-862e6e06c051 req-b6ec9f8d-ea85-4b51-9043-ca988e7844b4 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.3511901 Aug 31 01:22:47.013722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-798d4c8f-86cb-40f6-bbc8-862e6e06c051 req-95395a31-182f-4fa7-809b-cdefbb30887a tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767679 Aug 31 01:22:47.016648 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99e4681-e5c2-412b-819b-ab3d075b74bf x-openstack-request-id: req-c99e4681-e5c2-412b-819b-ab3d075b74bf {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:47.016931 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2513dc3-b3ee-4fc9-85ae-74f59a41a33a", "tag": "6d97bad7-8223-4f53-a83d-13cfe9570fe8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:47.017182 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c99e4681-e5c2-412b-819b-ab3d075b74bf {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:47.017577 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2513dc3-b3ee-4fc9-85ae-74f59a41a33a', 'tag': '6d97bad7-8223-4f53-a83d-13cfe9570fe8', 'status': 'completed', 'code': 200} Aug 31 01:22:47.024090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-ac94441e-00bb-43f9-a24a-8f8f22971df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:47.025797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-ac94441e-00bb-43f9-a24a-8f8f22971df3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=40f15c13-1a36-4688-9d12-d1a32b1cbdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189795 Aug 31 01:22:47.199506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-272abcf4-9363-43ba-a363-5348503a9c1b service neutron] 10.222.0.70 "GET /v2.0/networks/40f15c13-1a36-4688-9d12-d1a32b1cbdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622293 Aug 31 01:22:47.353320 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1c48d0f-2b60-44f7-a590-12ffdc6a1c1a req-22607a35-fb2d-4de4-b424-a81575c00add service neutron] 10.222.0.70 "GET /v2.0/networks/40f15c13-1a36-4688-9d12-d1a32b1cbdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472642 Aug 31 01:22:47.532205 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3949fd-80b8-444e-bf61-96d259aa7512 req-79515471-eaee-413a-9abd-9dde88836081 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:47.533769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c3949fd-80b8-444e-bf61-96d259aa7512 req-79515471-eaee-413a-9abd-9dde88836081 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1095 time: 0.1554115 Aug 31 01:22:47.546154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bbf96-84fc-4d86-a40f-87a352e2747f req-ef6897a2-640b-4c1c-a297-f74f8974c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:47.547595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-332bbf96-84fc-4d86-a40f-87a352e2747f req-ef6897a2-640b-4c1c-a297-f74f8974c87d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dd57d39ecf7944d78529832ce780ae53&device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1095 time: 0.1234758 Aug 31 01:22:47.670533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84065572-de75-4187-872b-49cef3c8537f req-fcd9c5bf-dd96-4fa4-8df8-687aa322b2f2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:47.672119 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84065572-de75-4187-872b-49cef3c8537f req-fcd9c5bf-dd96-4fa4-8df8-687aa322b2f2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 805 time: 0.2494922 Aug 31 01:22:47.682102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c3949fd-80b8-444e-bf61-96d259aa7512 req-53135346-0ff9-40c0-82ed-dc18d09cd5a8 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249981 Aug 31 01:22:47.729422 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84065572-de75-4187-872b-49cef3c8537f req-12421b28-9d44-4c71-a300-0b99ff046efd tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/quotas/c79cdacd6aa1443086d0bf6dcdae746b HTTP/1.1" status: 200 len: 375 time: 0.0296757 Aug 31 01:22:47.744272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bbf96-84fc-4d86-a40f-87a352e2747f req-fd9d5c03-e388-4234-aeb1-be4e0c803fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:47.745885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-332bbf96-84fc-4d86-a40f-87a352e2747f req-fd9d5c03-e388-4234-aeb1-be4e0c803fcd service neutron] 10.222.0.70 "GET /v2.0/networks?id=40f15c13-1a36-4688-9d12-d1a32b1cbdec HTTP/1.1" status: 200 len: 910 time: 0.1870542 Aug 31 01:22:47.814757 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-332bbf96-84fc-4d86-a40f-87a352e2747f req-5b1562ef-18c4-4c76-a5b9-73f8d0d9be0d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d97bad7-8223-4f53-a83d-13cfe9570fe8 HTTP/1.1" status: 200 len: 217 time: 0.0434141 Aug 31 01:22:47.833273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 34214764-3655-44bf-9ceb-d77d054aab72 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:47.878287 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84065572-de75-4187-872b-49cef3c8537f req-d0720fbf-c7cb-46b9-af49-b000d712022d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1474702 Aug 31 01:22:47.900180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 34214764-3655-44bf-9ceb-d77d054aab72 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:47.901648 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:47.951099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bbf96-84fc-4d86-a40f-87a352e2747f req-9298a8f0-10dc-48fd-9a27-a89d8fa3b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:47.952825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-332bbf96-84fc-4d86-a40f-87a352e2747f req-9298a8f0-10dc-48fd-9a27-a89d8fa3b687 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18eca6d7-58f6-483d-a9e4-dadcb87b0c76 HTTP/1.1" status: 200 len: 848 time: 0.1310115 Aug 31 01:22:48.392712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84065572-de75-4187-872b-49cef3c8537f req-5b920eb3-12cf-454b-a64d-9e3fb578b241 service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135260 Aug 31 01:22:48.417247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bbf96-84fc-4d86-a40f-87a352e2747f req-78ef0b05-4f07-42b6-a35e-5eea5296021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:48.417247 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-332bbf96-84fc-4d86-a40f-87a352e2747f req-78ef0b05-4f07-42b6-a35e-5eea5296021a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=40f15c13-1a36-4688-9d12-d1a32b1cbdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4551804 Aug 31 01:22:48.473277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7265578-ca38-46ff-af3f-e34afb5f0183 req-f37523a1-764c-4a4c-96c8-598e40d5e31c tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:48.474748 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7265578-ca38-46ff-af3f-e34afb5f0183 req-f37523a1-764c-4a4c-96c8-598e40d5e31c tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.1324353 Aug 31 01:22:48.578796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7265578-ca38-46ff-af3f-e34afb5f0183 req-c9fac446-9a8e-4624-82ea-ba0b9d80e3a9 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920911 Aug 31 01:22:48.624268 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84065572-de75-4187-872b-49cef3c8537f req-f3d733a8-f74a-426d-aa11-4bc003a4eb86 service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239654 Aug 31 01:22:48.626435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-332bbf96-84fc-4d86-a40f-87a352e2747f req-acb8e99c-590c-40aa-b9e1-185418284bb8 service neutron] 10.222.0.70 "GET /v2.0/networks/40f15c13-1a36-4688-9d12-d1a32b1cbdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985042 Aug 31 01:22:48.741402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-332bbf96-84fc-4d86-a40f-87a352e2747f req-2766eb70-a7e1-435b-a011-53c9264e8cf5 service neutron] 10.222.0.70 "GET /v2.0/networks/40f15c13-1a36-4688-9d12-d1a32b1cbdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068099 Aug 31 01:22:48.841636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aef41-dee7-404c-9b71-012d8309ba39 req-a7c5c379-57dc-4136-ad67-8b8e4f3b86c2 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:48.847884 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-256aef41-dee7-404c-9b71-012d8309ba39 req-a7c5c379-57dc-4136-ad67-8b8e4f3b86c2 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1095 time: 0.0716007 Aug 31 01:22:48.887137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3156bcdb-de91-432e-9462-738f5c07640e req-b5453ce9-b140-4eae-8999-180bc596a0ac tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 210 time: 0.0383074 Aug 31 01:22:48.931188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-256aef41-dee7-404c-9b71-012d8309ba39 req-b6feee3a-2ea8-44e8-b971-28ab51390b57 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721247 Aug 31 01:22:48.970591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39512) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:49.088986 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6116bcb0-74ac-4d9e-a384-1264cc6aab20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:49.198305 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6116bcb0-74ac-4d9e-a384-1264cc6aab20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:49.201619 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6116bcb0-74ac-4d9e-a384-1264cc6aab20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:49.247838 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6116bcb0-74ac-4d9e-a384-1264cc6aab20 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=06d1b3630a114a6d8c3c52aef4b5ff08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735155 Aug 31 01:22:49.247838 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116bcb0-74ac-4d9e-a384-1264cc6aab20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d00cff-b18e-4c2e-a13a-04b2314c3a84,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:49.248318 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39524) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:49.311584 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-49bc23df-4d70-435d-9b6b-7c4f8faf143a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:49.341203 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-49bc23df-4d70-435d-9b6b-7c4f8faf143a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:49.397015 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-49bc23df-4d70-435d-9b6b-7c4f8faf143a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:49.400336 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-49bc23df-4d70-435d-9b6b-7c4f8faf143a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:49.404147 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-49bc23df-4d70-435d-9b6b-7c4f8faf143a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12d00cff-b18e-4c2e-a13a-04b2314c3a84 HTTP/1.1" status: 204 len: 168 time: 0.1547818 Aug 31 01:22:49.412049 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc23df-4d70-435d-9b6b-7c4f8faf143a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d00cff-b18e-4c2e-a13a-04b2314c3a84,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:49.559552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6d97bad7-8223-4f53-a83d-13cfe9570fe8 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:22:49.661539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6d97bad7-8223-4f53-a83d-13cfe9570fe8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d97bad7-8223-4f53-a83d-13cfe9570fe8,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:49.677009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '6d97bad7-8223-4f53-a83d-13cfe9570fe8', 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec', 'port_id': '6d97bad7-8223-4f53-a83d-13cfe9570fe8', 'mac_address': 'fa:16:3e:1d:6c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18eca6d7-58f6-483d-a9e4-dadcb87b0c76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:22:49.723103 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:49.743940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68a48-56b3-4c2c-87c0-ec41612ab063 req-15a518ee-995f-4f15-bfc4-aa7261c72413 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:49.746414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aae68a48-56b3-4c2c-87c0-ec41612ab063 req-15a518ee-995f-4f15-bfc4-aa7261c72413 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0667629 Aug 31 01:22:49.751768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d97bad7-8223-4f53-a83d-13cfe9570fe8 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:22:49.768878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39542) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:49.774794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6d97bad7-8223-4f53-a83d-13cfe9570fe8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d97bad7-8223-4f53-a83d-13cfe9570fe8,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:49.783417 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2b47f3f-6b39-4342-9a3c-8afee9075c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:49.786210 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:49.819326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aae68a48-56b3-4c2c-87c0-ec41612ab063 req-80bfd622-1386-48b3-84ef-18c58cbe1a20 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651460 Aug 31 01:22:49.872982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6d97bad7-8223-4f53-a83d-13cfe9570fe8,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:49.966507 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2b47f3f-6b39-4342-9a3c-8afee9075c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:49.973689 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2b47f3f-6b39-4342-9a3c-8afee9075c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:50.031019 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f2b47f3f-6b39-4342-9a3c-8afee9075c1f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6844dc9ece848c89d2d68fcb8cac34a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2606766 Aug 31 01:22:50.041400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39548) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:50.046729 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b47f3f-6b39-4342-9a3c-8afee9075c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d344cd-107a-4465-a7ed-2df8615da5a1,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:50.052894 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8557540e-8768-4793-9ead-575f0c421abd req-a16dcd5b-e4d2-4cb2-8615-093cbfdea328 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 210 time: 0.0563247 Aug 31 01:22:50.057044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6d97bad7-8223-4f53-a83d-13cfe9570fe8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:22:50.092551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84065572-de75-4187-872b-49cef3c8537f req-99f3295a-7b7d-470b-9b90-8496b7fd355b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:50.094465 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84065572-de75-4187-872b-49cef3c8537f req-99f3295a-7b7d-470b-9b90-8496b7fd355b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.15 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 805 time: 0.1902058 Aug 31 01:22:50.111419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-84065572-de75-4187-872b-49cef3c8537f req-34456f03-0cd5-42ea-bbc7-237522f62ed0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Request body: {'port': {'device_id': '12971a94-adc2-4684-a308-739a8338e327', 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923', 'admin_state_up': True, 'tenant_id': 'c79cdacd6aa1443086d0bf6dcdae746b'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:50.151062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b43707-1508-4f72-befe-3aa339fdcfd0 req-ae716846-96ff-4739-9312-e13882ba92f3 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:50.153345 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7b43707-1508-4f72-befe-3aa339fdcfd0 req-ae716846-96ff-4739-9312-e13882ba92f3 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1096 time: 0.1110334 Aug 31 01:22:50.187826 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b35f9a77-8f2e-43e9-9692-c899f41bf013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:50.228232 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b35f9a77-8f2e-43e9-9692-c899f41bf013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:50.248770 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7b43707-1508-4f72-befe-3aa339fdcfd0 req-406b68a8-e587-4cec-8777-9233d37b6328 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803072 Aug 31 01:22:50.284069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84065572-de75-4187-872b-49cef3c8537f req-34456f03-0cd5-42ea-bbc7-237522f62ed0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Made reservation on behalf of c79cdacd6aa1443086d0bf6dcdae746b for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:50.287857 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84065572-de75-4187-872b-49cef3c8537f req-34456f03-0cd5-42ea-bbc7-237522f62ed0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:50.314988 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b35f9a77-8f2e-43e9-9692-c899f41bf013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:50.317820 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b35f9a77-8f2e-43e9-9692-c899f41bf013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:50.319084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b35f9a77-8f2e-43e9-9692-c899f41bf013 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/72d344cd-107a-4465-a7ed-2df8615da5a1 HTTP/1.1" status: 204 len: 168 time: 0.2607856 Aug 31 01:22:50.333668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f9a77-8f2e-43e9-9692-c899f41bf013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d344cd-107a-4465-a7ed-2df8615da5a1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:50.456020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-84065572-de75-4187-872b-49cef3c8537f req-34456f03-0cd5-42ea-bbc7-237522f62ed0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Allocated IP 172.20.0.7 (37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923/428ebcb6-235d-49bc-acd7-c71a4d41509d/920a8909-b91c-4c07-affb-cce1d697d87d) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:50.974437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41da5e1-4df5-4f86-9149-d39c56a75f04 req-6e2ba7e7-c813-4bc2-8c39-beab9418a99e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:50.977056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f41da5e1-4df5-4f86-9149-d39c56a75f04 req-6e2ba7e7-c813-4bc2-8c39-beab9418a99e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0750008 Aug 31 01:22:51.008362 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84065572-de75-4187-872b-49cef3c8537f req-34456f03-0cd5-42ea-bbc7-237522f62ed0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:51.022597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f41da5e1-4df5-4f86-9149-d39c56a75f04 req-5cbabe71-9886-448f-afde-7a6e7f54b947 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357525 Aug 31 01:22:51.073728 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84065572-de75-4187-872b-49cef3c8537f req-34456f03-0cd5-42ea-bbc7-237522f62ed0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:51.085844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6318dadd-ab37-4781-8b5b-431bef7837cc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:22:51.137073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84065572-de75-4187-872b-49cef3c8537f req-34456f03-0cd5-42ea-bbc7-237522f62ed0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:51.140662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-84065572-de75-4187-872b-49cef3c8537f req-34456f03-0cd5-42ea-bbc7-237522f62ed0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:51.145208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-84065572-de75-4187-872b-49cef3c8537f req-34456f03-0cd5-42ea-bbc7-237522f62ed0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:22:51.153021 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34456f03-0cd5-42ea-bbc7-237522f62ed0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Pushing event updated for resources: {'Port': ['ID=920a8909-b91c-4c07-affb-cce1d697d87d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:51.200206 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84065572-de75-4187-872b-49cef3c8537f req-34456f03-0cd5-42ea-bbc7-237522f62ed0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:51.201269 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84065572-de75-4187-872b-49cef3c8537f req-34456f03-0cd5-42ea-bbc7-237522f62ed0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:51.220710 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84065572-de75-4187-872b-49cef3c8537f req-34456f03-0cd5-42ea-bbc7-237522f62ed0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1135240 Aug 31 01:22:51.240078 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0913b839-2cac-47cd-b53e-57ea7b11707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:51.243858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Request body: {'port': {'device_id': '12971a94-adc2-4684-a308-739a8338e327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:51.263619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ae71-216b-4499-b727-47f735461d7f req-43114547-d904-4a92-9f35-06d02de39428 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:51.265941 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ff9ae71-216b-4499-b727-47f735461d7f req-43114547-d904-4a92-9f35-06d02de39428 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 931 time: 0.1135051 Aug 31 01:22:51.342338 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ff9ae71-216b-4499-b727-47f735461d7f req-d762f8f2-1a97-4651-99f0-9cb7ac4356f9 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622890 Aug 31 01:22:51.343509 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:51.444813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d74a4-0fa6-4fd3-80ee-d16c75fee9bb req-68adb9f1-f885-43b1-bdb5-e7b4f1a34a21 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:51.454441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d43d74a4-0fa6-4fd3-80ee-d16c75fee9bb req-68adb9f1-f885-43b1-bdb5-e7b4f1a34a21 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1096 time: 0.0934236 Aug 31 01:22:51.505089 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d43d74a4-0fa6-4fd3-80ee-d16c75fee9bb req-ad826ef9-7806-42f6-b203-8e8d9fae24e6 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494497 Aug 31 01:22:51.569139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6d97bad7-8223-4f53-a83d-13cfe9570fe8 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:51.641597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 6d97bad7-8223-4f53-a83d-13cfe9570fe8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:51.655979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 6d97bad7-8223-4f53-a83d-13cfe9570fe8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:51.656515 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:51.705700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920a8909-b91c-4c07-affb-cce1d697d87d {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:22:51.716380 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:51.732228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Transition to ACTIVE for port object 920a8909-b91c-4c07-affb-cce1d697d87d will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:51.736286 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:51.780038 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:51.823960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6d97bad7-8223-4f53-a83d-13cfe9570fe8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d97bad7-8223-4f53-a83d-13cfe9570fe8,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:51.825752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2513dc3-b3ee-4fc9-85ae-74f59a41a33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d97bad7-8223-4f53-a83d-13cfe9570fe8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:22:51.828912 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38d8de7-48ee-44cb-9015-cc812bf495cd" -d '{"events": [{"server_uuid": "e2513dc3-b3ee-4fc9-85ae-74f59a41a33a", "name": "network-vif-plugged", "status": "completed", "tag": "6d97bad7-8223-4f53-a83d-13cfe9570fe8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:51.833255 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:51.852446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Pushing event updated for resources: {'Port': ['ID=920a8909-b91c-4c07-affb-cce1d697d87d,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:51.895950 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Attempting to bind port 920a8909-b91c-4c07-affb-cce1d697d87d on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:22:51.897941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Attempting to bind port 920a8909-b91c-4c07-affb-cce1d697d87d by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:22:51.897941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Attempting to bind port 920a8909-b91c-4c07-affb-cce1d697d87d on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:22:51.904009 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Port 920a8909-b91c-4c07-affb-cce1d697d87d on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:22:51.904338 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Attempting to bind port 920a8909-b91c-4c07-affb-cce1d697d87d on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:22:51.919408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:22:51.919759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Checking segment: {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:51.920157 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Bound using segment: {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:22:51.922912 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b230a2c9-942e-43e2-9134-8a317f1e92af x-openstack-request-id: req-b230a2c9-942e-43e2-9134-8a317f1e92af {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:51.923210 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2513dc3-b3ee-4fc9-85ae-74f59a41a33a", "name": "network-vif-plugged", "status": "completed", "tag": "6d97bad7-8223-4f53-a83d-13cfe9570fe8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:51.923492 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b230a2c9-942e-43e2-9134-8a317f1e92af {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:51.923884 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2513dc3-b3ee-4fc9-85ae-74f59a41a33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d97bad7-8223-4f53-a83d-13cfe9570fe8', 'code': 200} Aug 31 01:22:51.925359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Bound port: 920a8909-b91c-4c07-affb-cce1d697d87d, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:22:51.926004 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:51.932255 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6d97bad7-8223-4f53-a83d-13cfe9570fe8,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:52.028953 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] For port 920a8909-b91c-4c07-affb-cce1d697d87d, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:52.032527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] For port 920a8909-b91c-4c07-affb-cce1d697d87d, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=920a8909-b91c-4c07-affb-cce1d697d87d,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:52.033318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab010d-3e8b-437a-a76b-c8d3bd6a6d5d req-bb37504d-d000-42cc-95ee-9e0fc6e29eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:52.034859 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fcab010d-3e8b-437a-a76b-c8d3bd6a6d5d req-bb37504d-d000-42cc-95ee-9e0fc6e29eb6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1097 time: 0.0605586 Aug 31 01:22:52.041526 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:52.087985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fcab010d-3e8b-437a-a76b-c8d3bd6a6d5d req-10d40cb7-c86a-470f-b0c9-f26e39caac35 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457761 Aug 31 01:22:52.109368 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:52.110770 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:52.112359 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84065572-de75-4187-872b-49cef3c8537f req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] 10.222.0.15 "PUT /v2.0/ports/920a8909-b91c-4c07-affb-cce1d697d87d HTTP/1.1" status: 200 len: 1092 time: 0.8738866 Aug 31 01:22:52.115032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12971a94-adc2-4684-a308-739a8338e327', 'tag': '920a8909-b91c-4c07-affb-cce1d697d87d'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:22:52.117820 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6211f81a-3212-41a4-a8b4-3de90e5edc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "12971a94-adc2-4684-a308-739a8338e327", "tag": "920a8909-b91c-4c07-affb-cce1d697d87d"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:52.145921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f5576-4655-45c5-9220-0a476b8696ca service neutron] Pushing event updated for resources: {'Port': ['ID=920a8909-b91c-4c07-affb-cce1d697d87d,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:52.156955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39628) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:52.213746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff71efe-1817-4baa-8cdc-0a9213b6504d req-d3443daf-8e7e-4929-a7db-d8e9e657f2f2 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:52.215393 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dff71efe-1817-4baa-8cdc-0a9213b6504d req-d3443daf-8e7e-4929-a7db-d8e9e657f2f2 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0950215 Aug 31 01:22:52.222652 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84065572-de75-4187-872b-49cef3c8537f req-614e143d-d130-47a4-a107-e910a7a9069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:52.224178 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84065572-de75-4187-872b-49cef3c8537f req-614e143d-d130-47a4-a107-e910a7a9069c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 1095 time: 0.0592682 Aug 31 01:22:52.230065 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903a4cb6-900e-4e22-a62a-1b22c20d2f27 x-openstack-request-id: req-903a4cb6-900e-4e22-a62a-1b22c20d2f27 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:52.230357 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12971a94-adc2-4684-a308-739a8338e327", "tag": "920a8909-b91c-4c07-affb-cce1d697d87d", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:52.230613 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-903a4cb6-900e-4e22-a62a-1b22c20d2f27 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:52.231063 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12971a94-adc2-4684-a308-739a8338e327', 'tag': '920a8909-b91c-4c07-affb-cce1d697d87d', 'status': 'completed', 'code': 200} Aug 31 01:22:52.269187 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dff71efe-1817-4baa-8cdc-0a9213b6504d req-2978cabb-f186-4349-88cc-20095067ed4b tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446565 Aug 31 01:22:52.303881 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84065572-de75-4187-872b-49cef3c8537f req-e6eb304d-997f-4fdf-b502-333c6eab55ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920a8909-b91c-4c07-affb-cce1d697d87d HTTP/1.1" status: 200 len: 217 time: 0.0669155 Aug 31 01:22:52.366258 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1358839413'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:52.384712 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84065572-de75-4187-872b-49cef3c8537f req-44fa70a7-5cfc-4c1b-bec6-71c73291c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:52.386201 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84065572-de75-4187-872b-49cef3c8537f req-44fa70a7-5cfc-4c1b-bec6-71c73291c20a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 200 len: 845 time: 0.0760238 Aug 31 01:22:52.420186 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84065572-de75-4187-872b-49cef3c8537f req-3f78a3c6-6286-41c9-9753-e9c44797124f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272372 Aug 31 01:22:52.420895 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Made reservation on behalf of 3ef3b809cb4f4ab9a51bc7c37b715ad8 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:52.425691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:52.482781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d681f30-aa8e-4984-8ad1-fd83092dc170 req-f3cfac6c-bc22-4270-8a8d-483465d3c015 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:52.484343 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d681f30-aa8e-4984-8ad1-fd83092dc170 req-f3cfac6c-bc22-4270-8a8d-483465d3c015 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 943 time: 0.0724533 Aug 31 01:22:52.488962 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:52.525122 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d681f30-aa8e-4984-8ad1-fd83092dc170 req-fab92005-43f7-40fa-9558-4f886427f3ff tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343034 Aug 31 01:22:52.544919 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84065572-de75-4187-872b-49cef3c8537f req-56e0ffc6-a8af-4520-a099-3d288d3ee6df service neutron] 10.222.0.15 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150274 Aug 31 01:22:52.638016 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9179ed-fa5f-46c3-a5b5-a1bdc2606065 req-fd560ae0-8881-4460-8928-f5039b7c5794 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:52.639663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba9179ed-fa5f-46c3-a5b5-a1bdc2606065 req-fd560ae0-8881-4460-8928-f5039b7c5794 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1097 time: 0.0572703 Aug 31 01:22:52.686545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba9179ed-fa5f-46c3-a5b5-a1bdc2606065 req-4fe2e181-e952-4857-9573-965cbe429827 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Aug 31 01:22:52.743796 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84065572-de75-4187-872b-49cef3c8537f req-25344dff-5c7b-4226-b867-58dd1e0b62e1 service neutron] 10.222.0.15 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824276 Aug 31 01:22:52.758246 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:52.763404 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:52.801609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:52.812406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a521308d-0594-42b3-8816-acba073dc6df,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:52.818601 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:52.819622 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Added segment 91ba8b8d-0424-483e-b2bb-47292ec5a75e of type vlan for network bbaba7bb-81d6-4272-8d49-4533b1ad3197 Aug 31 01:22:52.905206 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:52.917839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211f81a-3212-41a4-a8b4-3de90e5edc6c req-3d77d0e7-bc6c-4c82-b81f-9a41d9eecffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:52.919402 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6211f81a-3212-41a4-a8b4-3de90e5edc6c req-3d77d0e7-bc6c-4c82-b81f-9a41d9eecffc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 1095 time: 0.0978594 Aug 31 01:22:52.994487 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:53.000406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:53.001000 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:53.095152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39654) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:53.095864 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9367645 Aug 31 01:22:53.103977 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-95cb59aa-d9a6-40c5-b84c-8ab1a07f1741 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Request body: {'subnet': {'network_id': 'bbaba7bb-81d6-4272-8d49-4533b1ad3197', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:53.115310 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc0a85-4218-4f20-85fa-7ce329a6ec71 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Pushing event updated for resources: {'Network': ['ID=bbaba7bb-81d6-4272-8d49-4533b1ad3197,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:53.130670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network bbaba7bb-81d6-4272-8d49-4533b1ad3197 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:53.132090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211f81a-3212-41a4-a8b4-3de90e5edc6c req-c75aa468-4a85-44cd-b376-9b3a51ec9dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:53.134294 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6211f81a-3212-41a4-a8b4-3de90e5edc6c req-c75aa468-4a85-44cd-b376-9b3a51ec9dbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 906 time: 0.2012954 Aug 31 01:22:53.197854 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6211f81a-3212-41a4-a8b4-3de90e5edc6c req-de05c178-bb88-4094-bc1e-764d3564a4e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920a8909-b91c-4c07-affb-cce1d697d87d HTTP/1.1" status: 200 len: 217 time: 0.0561650 Aug 31 01:22:53.256113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cb59aa-d9a6-40c5-b84c-8ab1a07f1741 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Made reservation on behalf of 3ef3b809cb4f4ab9a51bc7c37b715ad8 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:53.262139 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-95cb59aa-d9a6-40c5-b84c-8ab1a07f1741 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:53.280195 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211f81a-3212-41a4-a8b4-3de90e5edc6c req-e7c8f2eb-e34d-4b06-a4de-bd9e4cd38e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:53.281957 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6211f81a-3212-41a4-a8b4-3de90e5edc6c req-e7c8f2eb-e34d-4b06-a4de-bd9e4cd38e00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 200 len: 845 time: 0.0773551 Aug 31 01:22:53.318723 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6211f81a-3212-41a4-a8b4-3de90e5edc6c req-a8809c46-49ce-4345-a17f-4e7103b80fe4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293183 Aug 31 01:22:53.417902 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6211f81a-3212-41a4-a8b4-3de90e5edc6c req-9797e50a-c570-4265-bd61-f734bee877c3 service neutron] 10.222.0.15 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914083 Aug 31 01:22:53.432362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb93d6e-c62d-4f8f-9c54-3564a5ec2f41 req-0626f892-5381-44cf-8760-704c0aa4779b tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:53.434416 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3eb93d6e-c62d-4f8f-9c54-3564a5ec2f41 req-0626f892-5381-44cf-8760-704c0aa4779b tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.0863218 Aug 31 01:22:53.526847 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6211f81a-3212-41a4-a8b4-3de90e5edc6c req-9b502702-2a29-45d6-b027-c61402f1dd30 service neutron] 10.222.0.15 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989952 Aug 31 01:22:53.533131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3eb93d6e-c62d-4f8f-9c54-3564a5ec2f41 req-4b3d3de0-8624-4cca-a290-536555b1430a tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771081 Aug 31 01:22:53.559790 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-95cb59aa-d9a6-40c5-b84c-8ab1a07f1741 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:53.659677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb59aa-d9a6-40c5-b84c-8ab1a07f1741 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Pushing event updated for resources: {'Subnet': ['ID=1a581f8d-c669-49d5-b185-3fd91b906cbb,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:53.721219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb59aa-d9a6-40c5-b84c-8ab1a07f1741 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Checking segment: {'id': '91ba8b8d-0424-483e-b2bb-47292ec5a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bbaba7bb-81d6-4272-8d49-4533b1ad3197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:53.723548 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb59aa-d9a6-40c5-b84c-8ab1a07f1741 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Network hostable DHCP agents. Network: bbaba7bb-81d6-4272-8d49-4533b1ad3197, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:22:53.739803 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ad9d0043-5748-4f0b-a8f3-8c24457737fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:53.754516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-4b42ef8b-8a60-4fc3-8901-94a269d54b77 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1577988 Aug 31 01:22:53.797897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d74f1d-8fe1-4a5a-a8af-227cb8a3ba76 req-4f73664d-1bff-4781-848d-3291578461c3 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:53.799492 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70d74f1d-8fe1-4a5a-a8af-227cb8a3ba76 req-4f73664d-1bff-4781-848d-3291578461c3 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 943 time: 0.1529136 Aug 31 01:22:53.856070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb59aa-d9a6-40c5-b84c-8ab1a07f1741 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Network bbaba7bb-81d6-4272-8d49-4533b1ad3197 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:53.858836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e2828-316f-498f-883d-e1d6df7173dd req-6085a87e-5419-49e9-a3b9-364a4c5d40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:53.860416 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c99e2828-316f-498f-883d-e1d6df7173dd req-6085a87e-5419-49e9-a3b9-364a4c5d40dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 1098 time: 0.0616965 Aug 31 01:22:53.889449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-95cb59aa-d9a6-40c5-b84c-8ab1a07f1741 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, bbaba7bb-81d6-4272-8d49-4533b1ad3197) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:53.894722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cb59aa-d9a6-40c5-b84c-8ab1a07f1741 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:53.895311 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-95cb59aa-d9a6-40c5-b84c-8ab1a07f1741 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:53.900171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537d3ebc-a444-4063-ab1e-dd34f895a6c1 None None] Network bbaba7bb-81d6-4272-8d49-4533b1ad3197 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:53.924597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70d74f1d-8fe1-4a5a-a8af-227cb8a3ba76 req-d98ae7e4-9c3a-456f-b1c2-48717d3767ae tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953765 Aug 31 01:22:53.937856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dfa57-99d8-4b80-a28d-f8283d6927eb req-0aa72316-49c0-436e-9595-57dfecf8e3ca tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:53.949631 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-158dfa57-99d8-4b80-a28d-f8283d6927eb req-0aa72316-49c0-436e-9595-57dfecf8e3ca tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.1903553 Aug 31 01:22:53.955867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-95cb59aa-d9a6-40c5-b84c-8ab1a07f1741 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8552969 Aug 31 01:22:53.960440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-ffec6591-7ef3-4de1-ba88-7261728d2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:53.961034 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-ffec6591-7ef3-4de1-ba88-7261728d2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:53.961487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-ffec6591-7ef3-4de1-ba88-7261728d2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:53.961960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-ffec6591-7ef3-4de1-ba88-7261728d2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:53.962426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-ffec6591-7ef3-4de1-ba88-7261728d2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:53.962997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-ffec6591-7ef3-4de1-ba88-7261728d2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:53.966926 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39680) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:53.967434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-ffec6591-7ef3-4de1-ba88-7261728d2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:53.969794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-ffec6591-7ef3-4de1-ba88-7261728d2c70 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1534f084f814923866cc1da0f965ab3&device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 6509 time: 0.1641603 Aug 31 01:22:53.973048 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5b994e3c-1e20-4a58-8fa6-f1add81a5141 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Request body: {'port': {'network_id': 'bbaba7bb-81d6-4272-8d49-4533b1ad3197', 'name': 'tempest-DHCPAgentSchedulersTestJSON-577244999'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:54.054554 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e2828-316f-498f-883d-e1d6df7173dd req-b7d85267-fc70-420f-9d09-824f07581437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:54.056183 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c99e2828-316f-498f-883d-e1d6df7173dd req-b7d85267-fc70-420f-9d09-824f07581437 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 200 len: 911 time: 0.1886034 Aug 31 01:22:54.138594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e65945-e393-4656-9a17-f4ded1f29286 req-ff293470-fe89-4d83-a720-03b3a896f105 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:54.141584 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.148295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60e65945-e393-4656-9a17-f4ded1f29286 req-ff293470-fe89-4d83-a720-03b3a896f105 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1097 time: 0.1078410 Aug 31 01:22:54.184903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-0c591583-7ddb-48e4-b326-94f4966e300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:54.185636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-0c591583-7ddb-48e4-b326-94f4966e300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:54.186254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-0c591583-7ddb-48e4-b326-94f4966e300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:54.188067 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-0c591583-7ddb-48e4-b326-94f4966e300d service neutron] 10.222.0.70 "GET /v2.0/networks?id=ebcfddf9-8b28-46c0-b6e9-f572fd50039a&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca HTTP/1.1" status: 200 len: 2299 time: 0.1918840 Aug 31 01:22:54.226742 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-bbaba7bb-81d6-4272-8d49-4533b1ad3197', 'network_id': 'bbaba7bb-81d6-4272-8d49-4533b1ad3197', 'tenant_id': '3ef3b809cb4f4ab9a51bc7c37b715ad8', 'fixed_ips': [{'subnet_id': '1a581f8d-c669-49d5-b185-3fd91b906cbb'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:22:54.227743 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.280471 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c99e2828-316f-498f-883d-e1d6df7173dd req-219c57d7-76b7-4593-a57a-bfefd7ffc59e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822a906f-e6cb-4582-a594-a1400e17354c HTTP/1.1" status: 200 len: 1002 time: 0.2138927 Aug 31 01:22:54.319480 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-42f70a8c-a95d-4811-9229-aef2a7ca7452 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38ccb67a-e685-420f-afef-38e0a5289db7 HTTP/1.1" status: 200 len: 1002 time: 0.1125052 Aug 31 01:22:54.381906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-158dfa57-99d8-4b80-a28d-f8283d6927eb req-191e9bb7-b77b-46f3-8a2a-365e5ca9b603 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4107707 Aug 31 01:22:54.385149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-29cfeef6-f30a-4dc6-b271-ebfc1a65f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:54.386787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-29cfeef6-f30a-4dc6-b271-ebfc1a65f1b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=198a4c1e-c03d-447f-8e37-fec3a4c3c5eb HTTP/1.1" status: 200 len: 856 time: 0.0691781 Aug 31 01:22:54.431440 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60e65945-e393-4656-9a17-f4ded1f29286 req-a809d31a-7cd3-487b-8d11-df2aa0d2cce2 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819293 Aug 31 01:22:54.437936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Allocated IP 172.20.0.2 (bbaba7bb-81d6-4272-8d49-4533b1ad3197/1a581f8d-c669-49d5-b185-3fd91b906cbb/8b0f16bb-e31d-4a56-a9f5-00d331a88db3) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:54.443672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e2828-316f-498f-883d-e1d6df7173dd req-a9770565-a030-42ad-b392-fab0c9296b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:54.458691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-251f9763-c57d-468a-bfba-f260e7fe36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:54.463022 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-251f9763-c57d-468a-bfba-f260e7fe36e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ebcfddf9-8b28-46c0-b6e9-f572fd50039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659599 Aug 31 01:22:54.485090 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c99e2828-316f-498f-883d-e1d6df7173dd req-a9770565-a030-42ad-b392-fab0c9296b48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bdf0b07-4c89-45a2-828f-1c4e94ba70e3 HTTP/1.1" status: 200 len: 849 time: 0.1800389 Aug 31 01:22:54.490227 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b994e3c-1e20-4a58-8fa6-f1add81a5141 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Made reservation on behalf of 3ef3b809cb4f4ab9a51bc7c37b715ad8 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:54.501985 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b994e3c-1e20-4a58-8fa6-f1add81a5141 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.585940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-74156000-899e-4ef2-b103-10cfec2d8fec service neutron] 10.222.0.70 "GET /v2.0/networks/ebcfddf9-8b28-46c0-b6e9-f572fd50039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146460 Aug 31 01:22:54.587725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-5b994e3c-1e20-4a58-8fa6-f1add81a5141 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] device_id is not set on port e47c03c5-fe79-451f-b698-7e8f63ac5e5a yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:22:54.601573 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e2828-316f-498f-883d-e1d6df7173dd req-ff7dde82-f4f2-470d-a2b9-821e82c3060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:54.603159 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c99e2828-316f-498f-883d-e1d6df7173dd req-ff7dde82-f4f2-470d-a2b9-821e82c3060a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05166366-f2cf-4263-a28e-fd696742cc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973520 Aug 31 01:22:54.617828 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.644072 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.656378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Transition to ACTIVE for port object 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:54.681080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Transition to ACTIVE for port object 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:54.687782 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.734347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-f45b5ed6-4e1b-4548-a6a3-035430824aca service neutron] 10.222.0.70 "GET /v2.0/networks/ebcfddf9-8b28-46c0-b6e9-f572fd50039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357806 Aug 31 01:22:54.738589 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Network bbaba7bb-81d6-4272-8d49-4533b1ad3197 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:54.742724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:54.750951 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:22:54.788393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Pushing event updated for resources: {'Port': ['ID=8b0f16bb-e31d-4a56-a9f5-00d331a88db3,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:54.790909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-c809c9bf-8d42-4b2b-ab0c-cba99067a983 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 HTTP/1.1" status: 200 len: 217 time: 0.0479701 Aug 31 01:22:54.796899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52e7a0-5fd3-4e44-9320-3bb3fd32a9f0 req-1bee9784-729e-43eb-96bf-e57328174f53 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:54.798077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb52e7a0-5fd3-4e44-9320-3bb3fd32a9f0 req-1bee9784-729e-43eb-96bf-e57328174f53 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1097 time: 0.2096345 Aug 31 01:22:54.838676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Attempting to bind port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:22:54.838676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Attempting to bind port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '91ba8b8d-0424-483e-b2bb-47292ec5a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bbaba7bb-81d6-4272-8d49-4533b1ad3197'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:22:54.838676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Attempting to bind port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 on network bbaba7bb-81d6-4272-8d49-4533b1ad3197 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:22:54.843402 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:22:54.843923 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Checking segment: {'id': '91ba8b8d-0424-483e-b2bb-47292ec5a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bbaba7bb-81d6-4272-8d49-4533b1ad3197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:22:54.844424 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.844907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Bound using segment: {'id': '91ba8b8d-0424-483e-b2bb-47292ec5a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bbaba7bb-81d6-4272-8d49-4533b1ad3197'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:22:54.845273 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c99e2828-316f-498f-883d-e1d6df7173dd req-95a7afe1-3520-44dc-8f33-e65e55b281e0 service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740201 Aug 31 01:22:54.845560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Bound port: 8b0f16bb-e31d-4a56-a9f5-00d331a88db3, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ba8b8d-0424-483e-b2bb-47292ec5a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bbaba7bb-81d6-4272-8d49-4533b1ad3197'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:22:54.846038 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.874396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb52e7a0-5fd3-4e44-9320-3bb3fd32a9f0 req-5551a810-a2ae-4f1f-9564-98b30c833d9c tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652070 Aug 31 01:22:54.882475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-e22df4eb-f550-42fa-b4aa-cb0f8b5a2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:54.883954 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-e22df4eb-f550-42fa-b4aa-cb0f8b5a2640 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.0847907 Aug 31 01:22:54.931320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] For port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:54.934718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] For port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8b0f16bb-e31d-4a56-a9f5-00d331a88db3,segment=NetworkSegment(91ba8b8d-0424-483e-b2bb-47292ec5a75e),segment_id=91ba8b8d-0424-483e-b2bb-47292ec5a75e)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:54.943183 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:54.947222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-ef39eb40-dd88-45fd-bd73-513ef99d775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:54.949035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-ef39eb40-dd88-45fd-bd73-513ef99d775c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575161 Aug 31 01:22:55.082672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5fd86-2cab-451a-b8d4-7a9f1bbdd0f9 None None] Pushing event updated for resources: {'Port': ['ID=8b0f16bb-e31d-4a56-a9f5-00d331a88db3,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:55.155798 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-5b994e3c-1e20-4a58-8fa6-f1add81a5141 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Allocated IP 172.20.0.7 (bbaba7bb-81d6-4272-8d49-4533b1ad3197/1a581f8d-c669-49d5-b185-3fd91b906cbb/e47c03c5-fe79-451f-b698-7e8f63ac5e5a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:55.187983 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c99e2828-316f-498f-883d-e1d6df7173dd req-23dee57f-3584-42b3-8081-d5ff8e651d64 service neutron] 10.222.0.15 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286133 Aug 31 01:22:55.217495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d23628-d8d9-4021-ba29-0a9db2b82ba7 req-30be8fd9-d582-4d2e-83d3-763a9a01bbbd tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:55.219917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2d23628-d8d9-4021-ba29-0a9db2b82ba7 req-30be8fd9-d582-4d2e-83d3-763a9a01bbbd tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1097 time: 0.1654429 Aug 31 01:22:55.232722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580d54a-99e9-4773-9389-35db7b1acb95 req-bfed9ce7-c38f-49d4-9618-f460741f4bba tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:55.244019 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c580d54a-99e9-4773-9389-35db7b1acb95 req-bfed9ce7-c38f-49d4-9618-f460741f4bba tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 943 time: 0.1214797 Aug 31 01:22:55.310532 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2d23628-d8d9-4021-ba29-0a9db2b82ba7 req-6068174d-e873-4ac7-8764-370be15ebf18 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584347 Aug 31 01:22:55.366814 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-ee7f55d5-3ce4-4802-9a9f-379665169122 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087818 Aug 31 01:22:55.446344 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c580d54a-99e9-4773-9389-35db7b1acb95 req-edc63de3-0dcd-4f8a-b601-5d64e48e6586 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947565 Aug 31 01:22:55.496828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 920a8909-b91c-4c07-affb-cce1d697d87d details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:22:55.592060 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b994e3c-1e20-4a58-8fa6-f1add81a5141 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:55.616794 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-5b994e3c-1e20-4a58-8fa6-f1add81a5141 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Transition to ACTIVE for port object e47c03c5-fe79-451f-b698-7e8f63ac5e5a will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:55.684155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 920a8909-b91c-4c07-affb-cce1d697d87d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=920a8909-b91c-4c07-affb-cce1d697d87d,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:55.693381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8910ea-0c66-4716-ab1f-feaa92ad34d9 req-916b373d-163d-4a19-b96b-52fca9b28dcd tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:55.700198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa8910ea-0c66-4716-ab1f-feaa92ad34d9 req-916b373d-163d-4a19-b96b-52fca9b28dcd tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.1770339 Aug 31 01:22:55.703979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '920a8909-b91c-4c07-affb-cce1d697d87d', 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923', 'port_id': '920a8909-b91c-4c07-affb-cce1d697d87d', 'mac_address': 'fa:16:3e:f4:67:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428ebcb6-235d-49bc-acd7-c71a4d41509d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:22:55.722360 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b994e3c-1e20-4a58-8fa6-f1add81a5141 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:55.750585 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:55.774568 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-b8b78128-d062-4a0a-b31d-8b2d95c7418d service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712544 Aug 31 01:22:55.777131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b994e3c-1e20-4a58-8fa6-f1add81a5141 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Network bbaba7bb-81d6-4272-8d49-4533b1ad3197 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:55.780203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920a8909-b91c-4c07-affb-cce1d697d87d {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:22:55.783128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-5b994e3c-1e20-4a58-8fa6-f1add81a5141 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:55.823113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 920a8909-b91c-4c07-affb-cce1d697d87d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=920a8909-b91c-4c07-affb-cce1d697d87d,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:55.831611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b994e3c-1e20-4a58-8fa6-f1add81a5141 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:22:55.832464 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:55.890559 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=920a8909-b91c-4c07-affb-cce1d697d87d,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:55.915709 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:55.918699 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b994e3c-1e20-4a58-8fa6-f1add81a5141 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Pushing event updated for resources: {'Port': ['ID=e47c03c5-fe79-451f-b698-7e8f63ac5e5a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:55.924086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-b67f1d6d-74e6-48b2-aa92-f65be8de7020 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=5d81a380-fcf4-4622-8fb9-2ce9b7259671 HTTP/1.1" status: 200 len: 217 time: 0.1413400 Aug 31 01:22:55.938133 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b994e3c-1e20-4a58-8fa6-f1add81a5141 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:55.938820 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b994e3c-1e20-4a58-8fa6-f1add81a5141 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:55.962883 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa8910ea-0c66-4716-ab1f-feaa92ad34d9 req-7dc19480-0449-4c5b-b32f-9710c32d4daa tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552989 Aug 31 01:22:55.977672 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5b994e3c-1e20-4a58-8fa6-f1add81a5141 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0095177 Aug 31 01:22:55.979082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:55.980119 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39728) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:56.040602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-1a273132-95ee-4df5-9d97-41591ab724cc tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:56.043076 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-1a273132-95ee-4df5-9d97-41591ab724cc tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/networks?id=40f15c13-1a36-4688-9d12-d1a32b1cbdec HTTP/1.1" status: 200 len: 910 time: 0.3390253 Aug 31 01:22:56.066477 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-83d71fcb-947b-4e96-9b1a-c8705d58fc68 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/quotas/dd57d39ecf7944d78529832ce780ae53 HTTP/1.1" status: 200 len: 375 time: 0.0162094 Aug 31 01:22:56.117629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-7fffe6b2-dbe2-45e1-9da3-3ed09f3e001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:56.119560 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-7fffe6b2-dbe2-45e1-9da3-3ed09f3e001d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.1729548 Aug 31 01:22:56.123889 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f13ce-9a70-4664-8faf-fffeb9c8f8e8 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Deleting port e47c03c5-fe79-451f-b698-7e8f63ac5e5a {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:22:56.124240 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb2f13ce-9a70-4664-8faf-fffeb9c8f8e8 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:56.145486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-df70726e-6a95-4b4e-a461-8d501dba73b5 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd57d39ecf7944d78529832ce780ae53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707684 Aug 31 01:22:56.229696 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-b3c7f995-b48e-4fe2-a107-899de6d64186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:56.231152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['920a8909-b91c-4c07-affb-cce1d697d87d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:22:56.231314 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-b3c7f995-b48e-4fe2-a107-899de6d64186 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1033795 Aug 31 01:22:56.279656 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb2f13ce-9a70-4664-8faf-fffeb9c8f8e8 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:56.298789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f13ce-9a70-4664-8faf-fffeb9c8f8e8 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Calling delete_port for e47c03c5-fe79-451f-b698-7e8f63ac5e5a owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:22:56.302639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-c7f47646-91c7-47aa-a029-44f3216ac0f4 service neutron] 10.222.0.58 "GET /v2.0/networks/40f15c13-1a36-4688-9d12-d1a32b1cbdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415625 Aug 31 01:22:56.461035 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb2f13ce-9a70-4664-8faf-fffeb9c8f8e8 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:56.494359 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-4074c9ed-397e-4498-8b63-a9b35b5e8913 service neutron] 10.222.0.58 "GET /v2.0/networks/40f15c13-1a36-4688-9d12-d1a32b1cbdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641507 Aug 31 01:22:56.511825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-e2491174-1cb3-4873-8524-040113aa73c4 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695394 Aug 31 01:22:56.548151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f13ce-9a70-4664-8faf-fffeb9c8f8e8 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Pushing event deleted for resources: {'Port': ['ID=e47c03c5-fe79-451f-b698-7e8f63ac5e5a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:56.589670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3772580-7f3c-4f17-98c2-dcb9755d7526 None None] Network bbaba7bb-81d6-4272-8d49-4533b1ad3197 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:56.632034 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb2f13ce-9a70-4664-8faf-fffeb9c8f8e8 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:56.642151 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cb2f13ce-9a70-4664-8faf-fffeb9c8f8e8 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] 10.222.0.58 "DELETE /v2.0/ports/e47c03c5-fe79-451f-b698-7e8f63ac5e5a HTTP/1.1" status: 204 len: 168 time: 0.6595149 Aug 31 01:22:56.642336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39742) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:56.712881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e9055-58e2-4c00-a8ea-82c2fc132db1 req-236d8713-d041-4796-aa4a-09a9773ff710 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:56.715785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-927e9055-58e2-4c00-a8ea-82c2fc132db1 req-236d8713-d041-4796-aa4a-09a9773ff710 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 944 time: 0.1278391 Aug 31 01:22:56.728779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-38a1a566-b2b6-45e1-9193-a33dd5689eaa service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084365 Aug 31 01:22:56.786630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-f44eb175-9f8c-430b-aa2d-317fcd1b06f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=37705bfd-5dbc-4051-a010-ae4dce40f5bd HTTP/1.1" status: 200 len: 217 time: 0.0498738 Aug 31 01:22:56.790536 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:56.831724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9b7dcb5e-da99-4671-afcb-571acf390c54 None None] Provisioning for port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:56.842017 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9b7dcb5e-da99-4671-afcb-571acf390c54 None None] Provisioning complete for port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:56.842493 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcb5e-da99-4671-afcb-571acf390c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:56.868756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39750) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:56.869062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2795fb31-cf49-4724-9bac-115a08dcd0ca tempest-DHCPAgentSchedulersTestJSON-1816318122 tempest-DHCPAgentSchedulersTestJSON-1816318122-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.2191830 Aug 31 01:22:56.876955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-30824bdb-df24-43b3-873d-9783e20ca8be tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-327027840'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:56.916425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-927e9055-58e2-4c00-a8ea-82c2fc132db1 req-dea0b244-4a3d-4f5b-bbf3-fe1012efc02e tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816332 Aug 31 01:22:56.929534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0d207fd-9df6-4032-9fe0-995b940b265f req-3fcbef07-0c2a-48ff-82b9-61f629756980 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 210 time: 0.1249273 Aug 31 01:22:56.930984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30824bdb-df24-43b3-873d-9783e20ca8be tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Made reservation on behalf of 3ef3b809cb4f4ab9a51bc7c37b715ad8 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:56.947328 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30824bdb-df24-43b3-873d-9783e20ca8be tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:56.957882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-5e057f97-05f6-49b5-a755-a9dbd96238fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:56.960650 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-5e057f97-05f6-49b5-a755-a9dbd96238fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.1506233 Aug 31 01:22:57.008913 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30824bdb-df24-43b3-873d-9783e20ca8be tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:57.031987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-34df2824-8bae-4571-9918-e4bc02de8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:57.036013 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-34df2824-8bae-4571-9918-e4bc02de8ac5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0678463 Aug 31 01:22:57.039920 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30824bdb-df24-43b3-873d-9783e20ca8be tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:57.040286 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-30824bdb-df24-43b3-873d-9783e20ca8be tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Added segment 52906e18-aaeb-4eff-8655-0d12d67050da of type vlan for network 4ce9a416-7cd4-4737-a2a1-e106175bd9b9 Aug 31 01:22:57.056791 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcb5e-da99-4671-afcb-571acf390c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:57.128203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9b7dcb5e-da99-4671-afcb-571acf390c54 None None] For port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8b0f16bb-e31d-4a56-a9f5-00d331a88db3,segment=NetworkSegment(91ba8b8d-0424-483e-b2bb-47292ec5a75e),segment_id=91ba8b8d-0424-483e-b2bb-47292ec5a75e)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:57.134186 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcb5e-da99-4671-afcb-571acf390c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:57.151603 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30824bdb-df24-43b3-873d-9783e20ca8be tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:57.189045 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30824bdb-df24-43b3-873d-9783e20ca8be tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:57.199871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30824bdb-df24-43b3-873d-9783e20ca8be tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:57.200532 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30824bdb-df24-43b3-873d-9783e20ca8be tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:57.246275 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dcb5e-da99-4671-afcb-571acf390c54 None None] Pushing event updated for resources: {'Port': ['ID=8b0f16bb-e31d-4a56-a9f5-00d331a88db3,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:57.249022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34216b97-66f2-4373-ad02-e85d910112a9 req-575bd58c-d82a-489b-9750-9907c58de602 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:57.250534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34216b97-66f2-4373-ad02-e85d910112a9 req-575bd58c-d82a-489b-9750-9907c58de602 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.1614850 Aug 31 01:22:57.321699 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-30824bdb-df24-43b3-873d-9783e20ca8be tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4512219 Aug 31 01:22:57.325442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39764) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:57.330032 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-ece62eb1-7dca-481a-9678-510f5cadfa62 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865875 Aug 31 01:22:57.345295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34216b97-66f2-4373-ad02-e85d910112a9 req-f49bbcf7-bdfe-4bbd-afe5-1e87a2c3041d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817809 Aug 31 01:22:57.372721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ae5be4a0-3335-4614-8349-2dbc62e7d5e2 None None] Provisioning complete for port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:57.372848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30824bdb-df24-43b3-873d-9783e20ca8be tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Pushing event updated for resources: {'Network': ['ID=4ce9a416-7cd4-4737-a2a1-e106175bd9b9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:57.373271 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ae5be4a0-3335-4614-8349-2dbc62e7d5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:57.415599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 4ce9a416-7cd4-4737-a2a1-e106175bd9b9 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:57.510973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-911e7439-71c5-47e2-8b19-8e0c3a6550a4 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596828 Aug 31 01:22:57.626080 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f0f868fb-e14d-41c4-a234-ac9bdbf1afcf tempest-DHCPAgentSchedulersTestJSON-1816318122 tempest-DHCPAgentSchedulersTestJSON-1816318122-project-admin] 10.222.0.58 "GET /v2.0/agents/a620fbd5-94a4-4e68-a9d1-12e31fa56bda/dhcp-networks HTTP/1.1" status: 200 len: 11245 time: 0.2993598 Aug 31 01:22:57.633822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39772) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:57.715826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 920a8909-b91c-4c07-affb-cce1d697d87d up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:57.829789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67225ca-1f98-49bc-a4e1-a3af1b987e70 tempest-DHCPAgentSchedulersTestJSON-1816318122 tempest-DHCPAgentSchedulersTestJSON-1816318122-project-admin] Network 4ce9a416-7cd4-4737-a2a1-e106175bd9b9 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:57.847359 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c67225ca-1f98-49bc-a4e1-a3af1b987e70 tempest-DHCPAgentSchedulersTestJSON-1816318122 tempest-DHCPAgentSchedulersTestJSON-1816318122-project-admin] 10.222.0.58 "POST /v2.0/agents/a620fbd5-94a4-4e68-a9d1-12e31fa56bda/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2121615 Aug 31 01:22:57.849871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39780) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:57.878328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c6f153-fab9-47fe-8ec4-9d89d6416e93 None None] Network 4ce9a416-7cd4-4737-a2a1-e106175bd9b9 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:22:57.945091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:58.109044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-e5033001-337a-4e43-ba26-b57273148275 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=f3cb103b-7662-48f3-b93d-2288cfdea400 HTTP/1.1" status: 200 len: 217 time: 0.5904126 Aug 31 01:22:58.122680 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f84600e3-c57c-4dfd-899b-cc7b4ea8d374 tempest-DHCPAgentSchedulersTestJSON-1816318122 tempest-DHCPAgentSchedulersTestJSON-1816318122-project-admin] 10.222.0.58 "GET /v2.0/agents/a620fbd5-94a4-4e68-a9d1-12e31fa56bda/dhcp-networks HTTP/1.1" status: 200 len: 12015 time: 0.2711177 Aug 31 01:22:58.125868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39786) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:58.172577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e688acf5-56a4-476c-9005-25d1ab9764ff req-95c757f9-9507-4795-80fb-4246e17d903b tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 210 time: 0.0540295 Aug 31 01:22:58.239777 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb3d0a-4b4b-48ce-8a1d-44f077bbdcf9 req-d2980c4e-1704-47f3-bd68-959a2e81cfd1 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:58.247445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17fb3d0a-4b4b-48ce-8a1d-44f077bbdcf9 req-d2980c4e-1704-47f3-bd68-959a2e81cfd1 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 944 time: 0.1373475 Aug 31 01:22:58.256499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e82b918f-4431-4448-9c0f-b09d7fd5cc16 None None] Could not find standard attr ID for object e47c03c5-fe79-451f-b698-7e8f63ac5e5a. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:22:58.289171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17fb3d0a-4b4b-48ce-8a1d-44f077bbdcf9 req-a7024702-7abd-492a-a502-edbbd799cf6a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Aug 31 01:22:58.292715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-34815f72-78b4-4901-9bdc-b341b0fc4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:58.295479 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-34815f72-78b4-4901-9bdc-b341b0fc4ea7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 200 len: 797 time: 0.1615698 Aug 31 01:22:58.302637 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 920a8909-b91c-4c07-affb-cce1d697d87d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:22:58.335489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:58.335876 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:58.338564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 920a8909-b91c-4c07-affb-cce1d697d87d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:22:58.346848 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:58.365273 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d0cdc2ba-94ae-4444-9405-2e936a3defea tempest-DHCPAgentSchedulersTestJSON-1816318122 tempest-DHCPAgentSchedulersTestJSON-1816318122-project-admin] 10.222.0.58 "DELETE /v2.0/agents/a620fbd5-94a4-4e68-a9d1-12e31fa56bda/dhcp-networks/4ce9a416-7cd4-4737-a2a1-e106175bd9b9 HTTP/1.1" status: 204 len: 168 time: 0.2380791 Aug 31 01:22:58.369816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39792) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:58.391003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-f599b588-c46e-4468-afa6-0fb7b342e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:58.392951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-f599b588-c46e-4468-afa6-0fb7b342e84a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f62d2f75-fd0d-4668-9ecd-88d3add15a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0883114 Aug 31 01:22:58.499526 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-e8059210-0849-47aa-b3f1-7ce184737472 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:58.501897 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-e8059210-0849-47aa-b3f1-7ce184737472 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.15 "GET /v2.0/networks?id=40f15c13-1a36-4688-9d12-d1a32b1cbdec HTTP/1.1" status: 200 len: 910 time: 0.3271520 Aug 31 01:22:58.515364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-c54afcad-78a6-4888-a216-abcddc26644e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Request body: {'port': {'device_id': '10e54189-d645-4758-8236-09e946b3b003', 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec', 'admin_state_up': True, 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:58.525963 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-8c8c581d-c9fe-47a5-80fc-2c35e7e2bb98 service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241810 Aug 31 01:22:58.583691 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8a9aef01-8f09-4b91-abcf-3e7040f9aadf tempest-DHCPAgentSchedulersTestJSON-1816318122 tempest-DHCPAgentSchedulersTestJSON-1816318122-project-admin] 10.222.0.58 "GET /v2.0/agents/a620fbd5-94a4-4e68-a9d1-12e31fa56bda/dhcp-networks HTTP/1.1" status: 200 len: 11245 time: 0.2121582 Aug 31 01:22:58.584943 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-c54afcad-78a6-4888-a216-abcddc26644e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Made reservation on behalf of dd57d39ecf7944d78529832ce780ae53 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:58.588936 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-c54afcad-78a6-4888-a216-abcddc26644e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:58.589785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39794) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:58.624389 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:58.661584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12971a94-adc2-4684-a308-739a8338e327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920a8909-b91c-4c07-affb-cce1d697d87d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:22:58.664380 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9574d237-a790-49cc-89c7-794048e91316" -d '{"events": [{"server_uuid": "12971a94-adc2-4684-a308-739a8338e327", "name": "network-vif-plugged", "status": "completed", "tag": "920a8909-b91c-4c07-affb-cce1d697d87d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:58.684650 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c410abae-6bee-4031-baf4-3fe4e68eddeb tempest-DHCPAgentSchedulersTestJSON-1816318122 tempest-DHCPAgentSchedulersTestJSON-1816318122-project-admin] 10.222.0.58 "GET /v2.0/networks/bbaba7bb-81d6-4272-8d49-4533b1ad3197/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0942373 Aug 31 01:22:58.691315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39804) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:58.691664 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-3518c294-4e8c-4c7a-b291-fa78eda2a2de service neutron] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573656 Aug 31 01:22:58.710919 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 920a8909-b91c-4c07-affb-cce1d697d87d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=920a8909-b91c-4c07-affb-cce1d697d87d,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:58.724619 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-595c6c27-5ff2-4b39-94c2-07f645763149 tempest-DHCPAgentSchedulersTestJSON-1816318122 tempest-DHCPAgentSchedulersTestJSON-1816318122-project-admin] 10.222.0.58 "GET /v2.0/networks/bbaba7bb-81d6-4272-8d49-4533b1ad3197/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0352197 Aug 31 01:22:58.731792 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:58.754292 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39806) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:58.769223 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b94bf58-27c3-46e1-ae84-457601ae4284 x-openstack-request-id: req-8b94bf58-27c3-46e1-ae84-457601ae4284 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:58.769911 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12971a94-adc2-4684-a308-739a8338e327", "name": "network-vif-plugged", "status": "completed", "tag": "920a8909-b91c-4c07-affb-cce1d697d87d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:58.770275 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b94bf58-27c3-46e1-ae84-457601ae4284 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:58.770764 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12971a94-adc2-4684-a308-739a8338e327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920a8909-b91c-4c07-affb-cce1d697d87d', 'code': 200} Aug 31 01:22:58.774572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-77ba6e48-3322-4265-bd39-88f30af1f88d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b6bb6337-ff8f-48c0-868d-46f6ec442765 HTTP/1.1" status: 200 len: 217 time: 0.0712972 Aug 31 01:22:58.811934 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=920a8909-b91c-4c07-affb-cce1d697d87d,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:58.835247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-71c1ba0b-cd44-485d-b793-619d8ebe300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:58.836789 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-71c1ba0b-cd44-485d-b793-619d8ebe300c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c HTTP/1.1" status: 200 len: 797 time: 0.0545437 Aug 31 01:22:58.850280 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-c54afcad-78a6-4888-a216-abcddc26644e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Allocated IP 172.20.0.11 (40f15c13-1a36-4688-9d12-d1a32b1cbdec/18eca6d7-58f6-483d-a9e4-dadcb87b0c76/e091f85c-30f5-4049-8c44-0a70626c714a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:58.913091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-02104070-1946-4c34-839c-4adb4b0a3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:58.914911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-02104070-1946-4c34-839c-4adb4b0a3291 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0701737 Aug 31 01:22:58.951866 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c9239a14-e6a4-4f36-a1de-4926ba00ec55 tempest-DHCPAgentSchedulersTestJSON-1816318122 tempest-DHCPAgentSchedulersTestJSON-1816318122-project-admin] 10.222.0.58 "GET /v2.0/agents/a620fbd5-94a4-4e68-a9d1-12e31fa56bda/dhcp-networks HTTP/1.1" status: 200 len: 11245 time: 0.1964490 Aug 31 01:22:58.957272 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39812) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:58.981508 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b5937-5ca3-4449-af7a-e6797a867be5 req-586d5af1-b9a5-4daa-bc16-49541a7bc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:58.983326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f3b5937-5ca3-4449-af7a-e6797a867be5 req-586d5af1-b9a5-4daa-bc16-49541a7bc856 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 1097 time: 0.1004477 Aug 31 01:22:59.039385 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f3b5937-5ca3-4449-af7a-e6797a867be5 req-96eeb5b5-5a94-475b-8840-0a36f26071d6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472193 Aug 31 01:22:59.055784 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-7be68762-a4d1-4fcc-b5e6-648649e9082b service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289787 Aug 31 01:22:59.102820 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bac6c9f2-abc5-4e78-81ac-6ef891a8fabd tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:59.125977 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-c54afcad-78a6-4888-a216-abcddc26644e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:59.152345 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-6bc1ae92-bce7-4a1b-9d55-f3f1cc8ca639 service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874562 Aug 31 01:22:59.159461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-c54afcad-78a6-4888-a216-abcddc26644e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Transition to ACTIVE for port object e091f85c-30f5-4049-8c44-0a70626c714a will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:22:59.203522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-c38fc3d7-a430-46a9-a329-bfb8c48d50ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d HTTP/1.1" status: 200 len: 217 time: 0.0438528 Aug 31 01:22:59.222704 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bac6c9f2-abc5-4e78-81ac-6ef891a8fabd tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:59.251739 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-bac6c9f2-abc5-4e78-81ac-6ef891a8fabd tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce9a416-7cd4-4737-a2a1-e106175bd9b9']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:59.263238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-bac6c9f2-abc5-4e78-81ac-6ef891a8fabd tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52906e18-aaeb-4eff-8655-0d12d67050da') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:59.263816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-bac6c9f2-abc5-4e78-81ac-6ef891a8fabd tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52906e18-aaeb-4eff-8655-0d12d67050da') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:59.269406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-02a8f996-0eb9-469f-91b3-97274ce4bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:59.271491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-02a8f996-0eb9-469f-91b3-97274ce4bdcd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c HTTP/1.1" status: 200 len: 797 time: 0.0578382 Aug 31 01:22:59.327629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d164b226-2659-49d2-a9cb-0fec78fb4b33 req-12d59587-6a66-4a4e-9ddb-89641449cf05 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 210 time: 0.0556028 Aug 31 01:22:59.349307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-5ab059ee-35f6-462b-a80b-c961783570a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:59.353608 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-5ab059ee-35f6-462b-a80b-c961783570a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0697289 Aug 31 01:22:59.509828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb17439-cad5-48ed-a41c-b9b4d6f9ce06 req-dee42e4e-2897-47bc-83aa-44969e9fcdd1 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:59.511472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cb17439-cad5-48ed-a41c-b9b4d6f9ce06 req-dee42e4e-2897-47bc-83aa-44969e9fcdd1 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 945 time: 0.0991740 Aug 31 01:22:59.514020 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-4d052471-3170-429c-a357-031af95e2552 service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543834 Aug 31 01:22:59.613810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cb17439-cad5-48ed-a41c-b9b4d6f9ce06 req-c2268007-e091-4cfa-8ac9-f4e0be6b105a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943501 Aug 31 01:22:59.631641 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bac6c9f2-abc5-4e78-81ac-6ef891a8fabd tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:59.649284 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bac6c9f2-abc5-4e78-81ac-6ef891a8fabd tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:59.652558 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5133ed4-c5c9-4a8e-84ec-795d2bfb757d req-7f2dd817-ba86-49b0-937f-e759e97243a0 service neutron] 10.222.0.70 "GET /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265156 Aug 31 01:22:59.654340 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-c54afcad-78a6-4888-a216-abcddc26644e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:59.661286 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac6c9f2-abc5-4e78-81ac-6ef891a8fabd tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:22:59.661768 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bac6c9f2-abc5-4e78-81ac-6ef891a8fabd tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:59.665484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6d97bad7-8223-4f53-a83d-13cfe9570fe8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:22:59.736286 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:22:59.790392 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bac6c9f2-abc5-4e78-81ac-6ef891a8fabd tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:59.795362 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-c54afcad-78a6-4888-a216-abcddc26644e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Network 40f15c13-1a36-4688-9d12-d1a32b1cbdec is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:59.804146 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bac6c9f2-abc5-4e78-81ac-6ef891a8fabd tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:59.806067 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bac6c9f2-abc5-4e78-81ac-6ef891a8fabd tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] 10.222.0.58 "DELETE /v2.0/networks/4ce9a416-7cd4-4737-a2a1-e106175bd9b9 HTTP/1.1" status: 204 len: 168 time: 0.8478539 Aug 31 01:22:59.807093 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54afcad-78a6-4888-a216-abcddc26644e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Pushing event updated for resources: {'Port': ['ID=e091f85c-30f5-4049-8c44-0a70626c714a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:59.808752 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39832) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:59.809663 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-c54afcad-78a6-4888-a216-abcddc26644e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:59.813061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-c54afcad-78a6-4888-a216-abcddc26644e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:22:59.842627 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d283719-86f7-423e-90e9-5915f4a37b72 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] DELETE failed (client error): The resource could not be found. Aug 31 01:22:59.843657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d283719-86f7-423e-90e9-5915f4a37b72 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:22:59.845934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6c9f2-abc5-4e78-81ac-6ef891a8fabd tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Pushing event deleted for resources: {'Network': ['ID=4ce9a416-7cd4-4737-a2a1-e106175bd9b9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:59.848324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6d283719-86f7-423e-90e9-5915f4a37b72 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] 10.222.0.58 "DELETE /v2.0/ports/e47c03c5-fe79-451f-b698-7e8f63ac5e5a HTTP/1.1" status: 404 len: 333 time: 0.0379770 Aug 31 01:22:59.856695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39834) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:22:59.874700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-c54afcad-78a6-4888-a216-abcddc26644e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:59.875759 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-c54afcad-78a6-4888-a216-abcddc26644e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:59.890637 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-c54afcad-78a6-4888-a216-abcddc26644e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3803883 Aug 31 01:22:59.909163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Request body: {'port': {'device_id': '10e54189-d645-4758-8236-09e946b3b003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:59.920379 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2529d5-7b56-4953-9d59-bdb5d4ff4102 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Deleting subnet 1a581f8d-c669-49d5-b185-3fd91b906cbb {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:22:59.924166 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1a2529d5-7b56-4953-9d59-bdb5d4ff4102 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:59.981206 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1a2529d5-7b56-4953-9d59-bdb5d4ff4102 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:59.983056 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.088932 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1a2529d5-7b56-4953-9d59-bdb5d4ff4102 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.165165 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1a2529d5-7b56-4953-9d59-bdb5d4ff4102 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.199434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f1f489b4-fc89-4517-8683-48fe1a5b348d None None] Provisioning for port e091f85c-30f5-4049-8c44-0a70626c714a completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:00.203748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2529d5-7b56-4953-9d59-bdb5d4ff4102 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Pushing event deleted for resources: {'Subnet': ['ID=1a581f8d-c669-49d5-b185-3fd91b906cbb,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:00.204156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f1f489b4-fc89-4517-8683-48fe1a5b348d None None] Provisioning complete for port e091f85c-30f5-4049-8c44-0a70626c714a triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:00.204764 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f1f489b4-fc89-4517-8683-48fe1a5b348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.205784 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1a2529d5-7b56-4953-9d59-bdb5d4ff4102 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.209938 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1a2529d5-7b56-4953-9d59-bdb5d4ff4102 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] 10.222.0.58 "DELETE /v2.0/subnets/1a581f8d-c669-49d5-b185-3fd91b906cbb HTTP/1.1" status: 204 len: 168 time: 0.3581059 Aug 31 01:23:00.211695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39836) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:00.232714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b56662a-ca06-40ca-9425-2368b583af36 None None] Network bbaba7bb-81d6-4272-8d49-4533b1ad3197 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:23:00.307790 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.331097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f1f489b4-fc89-4517-8683-48fe1a5b348d None None] Port e091f85c-30f5-4049-8c44-0a70626c714a cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:23:00.409721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Deleting port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:00.410304 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.451973 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e091f85c-30f5-4049-8c44-0a70626c714a {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:23:00.461578 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.474292 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Transition to ACTIVE for port object e091f85c-30f5-4049-8c44-0a70626c714a will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:00.478756 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.534738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Pushing event updated for resources: {'Port': ['ID=e091f85c-30f5-4049-8c44-0a70626c714a,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:00.548546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] For port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8b0f16bb-e31d-4a56-a9f5-00d331a88db3,segment=NetworkSegment(91ba8b8d-0424-483e-b2bb-47292ec5a75e),segment_id=91ba8b8d-0424-483e-b2bb-47292ec5a75e)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:00.548922 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.569723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfb753-d2b9-42a7-9963-c906250ae486 req-4020283a-604d-44f0-b77e-7572654eb78b tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:00.571483 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61bfb753-d2b9-42a7-9963-c906250ae486 req-4020283a-604d-44f0-b77e-7572654eb78b tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1054 time: 0.0818734 Aug 31 01:23:00.575712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Calling delete_port for 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:00.577823 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d98798-3b49-4660-90f4-3d9a09daafd0 None None] DHCP port deletion for bbaba7bb-81d6-4272-8d49-4533b1ad3197 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:23:00.633091 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Attempting to bind port e091f85c-30f5-4049-8c44-0a70626c714a on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:00.633503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Attempting to bind port e091f85c-30f5-4049-8c44-0a70626c714a by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:00.634001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Attempting to bind port e091f85c-30f5-4049-8c44-0a70626c714a on network 40f15c13-1a36-4688-9d12-d1a32b1cbdec {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:00.638453 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a2d98798-3b49-4660-90f4-3d9a09daafd0 None None] Deleting port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:00.638726 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Port e091f85c-30f5-4049-8c44-0a70626c714a on network 40f15c13-1a36-4688-9d12-d1a32b1cbdec not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:23:00.639050 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a2d98798-3b49-4660-90f4-3d9a09daafd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.639229 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Attempting to bind port e091f85c-30f5-4049-8c44-0a70626c714a on network 40f15c13-1a36-4688-9d12-d1a32b1cbdec {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:00.646101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:00.647090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Checking segment: {'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:00.647667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Bound using segment: {'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:00.648222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Bound port: e091f85c-30f5-4049-8c44-0a70626c714a, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:00.648701 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.682020 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61bfb753-d2b9-42a7-9963-c906250ae486 req-cbdeae83-4ea0-486c-80b9-59718be21289 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740354 Aug 31 01:23:00.742995 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] For port e091f85c-30f5-4049-8c44-0a70626c714a, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:00.746562 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] For port e091f85c-30f5-4049-8c44-0a70626c714a, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e091f85c-30f5-4049-8c44-0a70626c714a,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:00.752056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a2d98798-3b49-4660-90f4-3d9a09daafd0 None None] For port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8b0f16bb-e31d-4a56-a9f5-00d331a88db3,segment=NetworkSegment(91ba8b8d-0424-483e-b2bb-47292ec5a75e),segment_id=91ba8b8d-0424-483e-b2bb-47292ec5a75e)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:00.753916 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a2d98798-3b49-4660-90f4-3d9a09daafd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.758981 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.779585 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a2d98798-3b49-4660-90f4-3d9a09daafd0 None None] Calling delete_port for 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:00.835457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:00.836470 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.838143 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] 10.222.0.15 "PUT /v2.0/ports/e091f85c-30f5-4049-8c44-0a70626c714a HTTP/1.1" status: 200 len: 1093 time: 0.9334655 Aug 31 01:23:00.838809 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e54189-d645-4758-8236-09e946b3b003', 'tag': 'e091f85c-30f5-4049-8c44-0a70626c714a'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:00.841401 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654e8b0e-146d-4055-85fe-84dd6a87dc23" -d '{"events": [{"name": "network-changed", "server_uuid": "10e54189-d645-4758-8236-09e946b3b003", "tag": "e091f85c-30f5-4049-8c44-0a70626c714a"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:00.900651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe875fb-09bf-4ffa-a46a-462deafc6667 service neutron] Pushing event updated for resources: {'Port': ['ID=e091f85c-30f5-4049-8c44-0a70626c714a,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:00.907555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e5347-3113-45cc-8f13-728b1612f553 req-3d6cd4bf-e368-4e74-8d86-8116e4cd4b22 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:00.915559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d54e5347-3113-45cc-8f13-728b1612f553 req-3d6cd4bf-e368-4e74-8d86-8116e4cd4b22 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 945 time: 0.1021819 Aug 31 01:23:00.924344 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3efbef8-60de-42a5-8da7-b603da5fe7fa x-openstack-request-id: req-d3efbef8-60de-42a5-8da7-b603da5fe7fa {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:00.924608 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e54189-d645-4758-8236-09e946b3b003", "tag": "e091f85c-30f5-4049-8c44-0a70626c714a", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:00.926532 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3efbef8-60de-42a5-8da7-b603da5fe7fa {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:00.926975 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e54189-d645-4758-8236-09e946b3b003', 'tag': 'e091f85c-30f5-4049-8c44-0a70626c714a', 'status': 'completed', 'code': 200} Aug 31 01:23:00.939609 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.956063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] No DVR routers for this DVR port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:00.982807 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a2d98798-3b49-4660-90f4-3d9a09daafd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:00.982966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-78a8190e-4013-45bf-9bbc-cc5b583eafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:00.984733 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-78a8190e-4013-45bf-9bbc-cc5b583eafcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd57d39ecf7944d78529832ce780ae53&device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1096 time: 0.0569608 Aug 31 01:23:01.003961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d54e5347-3113-45cc-8f13-728b1612f553 req-a8290225-69f3-488c-9b2e-3124a6a7a7d7 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875380 Aug 31 01:23:01.012290 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d98798-3b49-4660-90f4-3d9a09daafd0 None None] Pushing event deleted for resources: {'Port': ['ID=8b0f16bb-e31d-4a56-a9f5-00d331a88db3,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:01.016032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d98798-3b49-4660-90f4-3d9a09daafd0 None None] No DVR routers for this DVR port 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:01.028553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Pushing event deleted for resources: {'Port': ['ID=8b0f16bb-e31d-4a56-a9f5-00d331a88db3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:01.063054 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-06edd3e3-fd3c-49f0-81fb-7818d9fca734 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e091f85c-30f5-4049-8c44-0a70626c714a HTTP/1.1" status: 200 len: 217 time: 0.0667200 Aug 31 01:23:01.122900 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:01.133919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbaba7bb-81d6-4272-8d49-4533b1ad3197']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:01.139241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-0e330d79-8ee5-467b-9aff-a9eacac32519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:01.140871 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-0e330d79-8ee5-467b-9aff-a9eacac32519 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=18eca6d7-58f6-483d-a9e4-dadcb87b0c76 HTTP/1.1" status: 200 len: 848 time: 0.0582166 Aug 31 01:23:01.154590 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ba8b8d-0424-483e-b2bb-47292ec5a75e') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:01.154933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ba8b8d-0424-483e-b2bb-47292ec5a75e') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:01.171983 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:01.202204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-6d92b4b3-2749-476b-a45b-b8d7570968b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:01.203796 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-6d92b4b3-2749-476b-a45b-b8d7570968b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40f15c13-1a36-4688-9d12-d1a32b1cbdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537143 Aug 31 01:23:01.206427 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:01.222648 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:23:01.223842 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:23:01.227304 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:23:01.304106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075865f-8fda-45d9-9ee3-6f3172d6f2e0 req-ab2646cd-ead3-4f80-85a9-1f45e050a7a1 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:01.305975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4075865f-8fda-45d9-9ee3-6f3172d6f2e0 req-ab2646cd-ead3-4f80-85a9-1f45e050a7a1 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 945 time: 0.1635754 Aug 31 01:23:01.334603 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-e4e79643-8104-487d-a15f-2fd335b0c123 service neutron] 10.222.0.15 "GET /v2.0/networks/40f15c13-1a36-4688-9d12-d1a32b1cbdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221776 Aug 31 01:23:01.351145 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:01.357077 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:01.362143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] 10.222.0.58 "DELETE /v2.0/networks/bbaba7bb-81d6-4272-8d49-4533b1ad3197 HTTP/1.1" status: 204 len: 168 time: 1.1468375 Aug 31 01:23:01.372614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4075865f-8fda-45d9-9ee3-6f3172d6f2e0 req-b432549b-d8c8-4964-8ea4-a3e293122ab2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579860 Aug 31 01:23:01.400522 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f432ec-c9ff-4707-957e-91ffe81afdb6 tempest-DHCPAgentSchedulersTestJSON-1263791836 tempest-DHCPAgentSchedulersTestJSON-1263791836-project] Pushing event deleted for resources: {'Network': ['ID=bbaba7bb-81d6-4272-8d49-4533b1ad3197,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:01.476152 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b6c8ff92-a8b3-4c0f-9242-1cbf5490d1e8 req-2e0ba1e7-be2f-4b44-8c63-110532201e04 service neutron] 10.222.0.15 "GET /v2.0/networks/40f15c13-1a36-4688-9d12-d1a32b1cbdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352053 Aug 31 01:23:01.524699 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:01.629905 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8b0e-146d-4055-85fe-84dd6a87dc23 req-0394be10-5b52-4605-b11e-63be4d8f20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:01.632978 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-654e8b0e-146d-4055-85fe-84dd6a87dc23 req-0394be10-5b52-4605-b11e-63be4d8f20cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd57d39ecf7944d78529832ce780ae53&device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1096 time: 0.0834970 Aug 31 01:23:01.680878 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e87-76c7-49ba-a887-1b03ad296633 req-e842eb6e-4b74-4fe4-b820-f48bb5745ea8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:01.682576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15c20e87-76c7-49ba-a887-1b03ad296633 req-e842eb6e-4b74-4fe4-b820-f48bb5745ea8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 945 time: 0.0608339 Aug 31 01:23:01.688186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39876) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:01.763978 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15c20e87-76c7-49ba-a887-1b03ad296633 req-ac8b66d2-eb98-47c1-bafc-4d78f9f4e988 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637839 Aug 31 01:23:01.813031 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8b0e-146d-4055-85fe-84dd6a87dc23 req-fb805069-3b15-4dd9-a814-d99af482acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:01.814292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:01.814802 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-654e8b0e-146d-4055-85fe-84dd6a87dc23 req-fb805069-3b15-4dd9-a814-d99af482acfd service neutron] 10.222.0.15 "GET /v2.0/networks?id=40f15c13-1a36-4688-9d12-d1a32b1cbdec HTTP/1.1" status: 200 len: 910 time: 0.1743276 Aug 31 01:23:01.854289 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:23:01.854640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8b0f16bb-e31d-4a56-a9f5-00d331a88db3 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:01.872938 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-654e8b0e-146d-4055-85fe-84dd6a87dc23 req-a9d85737-fdf5-4ade-adb5-423f7ec1ba3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e091f85c-30f5-4049-8c44-0a70626c714a HTTP/1.1" status: 200 len: 217 time: 0.0443420 Aug 31 01:23:01.907328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce9da7-f9a1-411b-99d6-3001c698fdcc req-b1a366cd-320f-4e5a-89d3-909de8bfc798 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:01.908845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1dce9da7-f9a1-411b-99d6-3001c698fdcc req-b1a366cd-320f-4e5a-89d3-909de8bfc798 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1096 time: 0.1197708 Aug 31 01:23:01.935735 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8b0e-146d-4055-85fe-84dd6a87dc23 req-95d3f554-137a-4d5c-9f78-ac9cb5d54819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:01.937361 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-654e8b0e-146d-4055-85fe-84dd6a87dc23 req-95d3f554-137a-4d5c-9f78-ac9cb5d54819 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=18eca6d7-58f6-483d-a9e4-dadcb87b0c76 HTTP/1.1" status: 200 len: 848 time: 0.0574961 Aug 31 01:23:01.944238 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fd591eb8-629e-4ed8-af61-06b3f084cf1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ef3b809cb4f4ab9a51bc7c37b715ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555013 Aug 31 01:23:01.947733 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39888) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:01.985329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1dce9da7-f9a1-411b-99d6-3001c698fdcc req-6275d0d0-cad6-4918-9a56-52914003f23a tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683780 Aug 31 01:23:02.014151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8b0e-146d-4055-85fe-84dd6a87dc23 req-e21efa92-c09c-44f6-94a6-c30502f9ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:02.017122 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-654e8b0e-146d-4055-85fe-84dd6a87dc23 req-e21efa92-c09c-44f6-94a6-c30502f9ad7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40f15c13-1a36-4688-9d12-d1a32b1cbdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722165 Aug 31 01:23:02.027820 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab122d64-9073-47fa-8acb-b3a8fe8eeecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.050904 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab122d64-9073-47fa-8acb-b3a8fe8eeecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.100334 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab122d64-9073-47fa-8acb-b3a8fe8eeecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.103338 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab122d64-9073-47fa-8acb-b3a8fe8eeecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.106846 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ab122d64-9073-47fa-8acb-b3a8fe8eeecb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a521308d-0594-42b3-8816-acba073dc6df HTTP/1.1" status: 204 len: 168 time: 0.1558585 Aug 31 01:23:02.112487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab122d64-9073-47fa-8acb-b3a8fe8eeecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a521308d-0594-42b3-8816-acba073dc6df,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:02.133966 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-654e8b0e-146d-4055-85fe-84dd6a87dc23 req-1e55d6ca-d0c5-4a8c-abd2-344d1300f82e service neutron] 10.222.0.15 "GET /v2.0/networks/40f15c13-1a36-4688-9d12-d1a32b1cbdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020792 Aug 31 01:23:02.248557 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-654e8b0e-146d-4055-85fe-84dd6a87dc23 req-80c2d2b9-0f1b-420d-a579-94cdbca3f848 service neutron] 10.222.0.15 "GET /v2.0/networks/40f15c13-1a36-4688-9d12-d1a32b1cbdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008406 Aug 31 01:23:02.521594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39902) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:02.541215 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9b1b3eef-477b-4769-a81a-cff6f2e61352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.632573 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9b1b3eef-477b-4769-a81a-cff6f2e61352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.636450 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9b1b3eef-477b-4769-a81a-cff6f2e61352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.680804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9b1b3eef-477b-4769-a81a-cff6f2e61352 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=045cc1a54f494950a7666d05ad67f6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580651 Aug 31 01:23:02.682218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b3eef-477b-4769-a81a-cff6f2e61352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d793607b-8160-4593-8d0c-421028008cb9,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:02.683581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39904) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:02.737676 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9742401b-3a07-4b5e-b25c-e3837a4bb827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.763409 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9742401b-3a07-4b5e-b25c-e3837a4bb827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.819688 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9742401b-3a07-4b5e-b25c-e3837a4bb827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.822275 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9742401b-3a07-4b5e-b25c-e3837a4bb827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:02.824063 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9742401b-3a07-4b5e-b25c-e3837a4bb827 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d793607b-8160-4593-8d0c-421028008cb9 HTTP/1.1" status: 204 len: 168 time: 0.1388333 Aug 31 01:23:02.833156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742401b-3a07-4b5e-b25c-e3837a4bb827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d793607b-8160-4593-8d0c-421028008cb9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:02.919188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba74b1-6091-44cc-ab12-5bc20f119050 req-25bee75d-b24e-48d3-bec6-4ad747d0caac tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:02.927245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65ba74b1-6091-44cc-ab12-5bc20f119050 req-25bee75d-b24e-48d3-bec6-4ad747d0caac tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 945 time: 0.0644052 Aug 31 01:23:02.970377 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65ba74b1-6091-44cc-ab12-5bc20f119050 req-3f1df192-77f1-42d1-b27a-a8c97ff3a954 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Aug 31 01:23:03.105788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092f1fb-ecfc-4b96-941e-61e0f21e04c9 req-d22b9697-bd7e-464a-829e-e3fe81017a4c tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:03.107620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f092f1fb-ecfc-4b96-941e-61e0f21e04c9 req-d22b9697-bd7e-464a-829e-e3fe81017a4c tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1096 time: 0.0451257 Aug 31 01:23:03.147787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f092f1fb-ecfc-4b96-941e-61e0f21e04c9 req-15994cd0-81bd-4403-b420-7df675bb203d tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316787 Aug 31 01:23:03.284190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c5dcb-2e90-4831-805d-6a08a705f4da req-3e22e9bd-4247-4d62-a1b2-f77f71bfe568 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:03.285873 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-da5c5dcb-2e90-4831-805d-6a08a705f4da req-3e22e9bd-4247-4d62-a1b2-f77f71bfe568 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.15 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 945 time: 0.0552344 Aug 31 01:23:03.402823 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-da5c5dcb-2e90-4831-805d-6a08a705f4da req-6c2d8434-0e93-4790-9d2b-3c6c2af1dfa8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Deleting port 920a8909-b91c-4c07-affb-cce1d697d87d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:03.403176 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-da5c5dcb-2e90-4831-805d-6a08a705f4da req-6c2d8434-0e93-4790-9d2b-3c6c2af1dfa8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:03.494516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-da5c5dcb-2e90-4831-805d-6a08a705f4da req-6c2d8434-0e93-4790-9d2b-3c6c2af1dfa8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] For port 920a8909-b91c-4c07-affb-cce1d697d87d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=920a8909-b91c-4c07-affb-cce1d697d87d,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:03.494885 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-da5c5dcb-2e90-4831-805d-6a08a705f4da req-6c2d8434-0e93-4790-9d2b-3c6c2af1dfa8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:03.509349 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-da5c5dcb-2e90-4831-805d-6a08a705f4da req-6c2d8434-0e93-4790-9d2b-3c6c2af1dfa8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Calling delete_port for 920a8909-b91c-4c07-affb-cce1d697d87d owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:03.672119 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-da5c5dcb-2e90-4831-805d-6a08a705f4da req-6c2d8434-0e93-4790-9d2b-3c6c2af1dfa8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:03.683844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6318dadd-ab37-4781-8b5b-431bef7837cc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:03.716646 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d8434-0e93-4790-9d2b-3c6c2af1dfa8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Pushing event deleted for resources: {'Port': ['ID=920a8909-b91c-4c07-affb-cce1d697d87d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:03.716950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['920a8909-b91c-4c07-affb-cce1d697d87d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:03.766191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5c5dcb-2e90-4831-805d-6a08a705f4da req-6c2d8434-0e93-4790-9d2b-3c6c2af1dfa8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] No DVR routers for this DVR port 920a8909-b91c-4c07-affb-cce1d697d87d on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:03.769339 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-da5c5dcb-2e90-4831-805d-6a08a705f4da req-6c2d8434-0e93-4790-9d2b-3c6c2af1dfa8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:03.772212 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-da5c5dcb-2e90-4831-805d-6a08a705f4da req-6c2d8434-0e93-4790-9d2b-3c6c2af1dfa8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.15 "DELETE /v2.0/ports/920a8909-b91c-4c07-affb-cce1d697d87d HTTP/1.1" status: 204 len: 173 time: 0.4794393 Aug 31 01:23:03.773276 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12971a94-adc2-4684-a308-739a8338e327', 'name': 'network-vif-deleted', 'tag': '920a8909-b91c-4c07-affb-cce1d697d87d'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:03.782456 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f276844a-7246-4836-8724-01a75680b160" -d '{"events": [{"server_uuid": "12971a94-adc2-4684-a308-739a8338e327", "name": "network-vif-deleted", "tag": "920a8909-b91c-4c07-affb-cce1d697d87d"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:03.857666 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d2d8db-51af-4bff-b706-4775bf190298 x-openstack-request-id: req-e3d2d8db-51af-4bff-b706-4775bf190298 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:03.858268 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12971a94-adc2-4684-a308-739a8338e327", "name": "network-vif-deleted", "tag": "920a8909-b91c-4c07-affb-cce1d697d87d", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:03.858268 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3d2d8db-51af-4bff-b706-4775bf190298 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:03.858612 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12971a94-adc2-4684-a308-739a8338e327', 'name': 'network-vif-deleted', 'tag': '920a8909-b91c-4c07-affb-cce1d697d87d', 'status': 'completed', 'code': 200} Aug 31 01:23:04.081743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b006f57-fffc-441a-859d-8214f91f900a req-c47dd150-1210-4b5b-bc79-37264fb24d54 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=12971a94-adc2-4684-a308-739a8338e327 HTTP/1.1" status: 200 len: 210 time: 0.0262065 Aug 31 01:23:04.297347 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39980) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:04.302287 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8551ef3-7db9-4bcc-9d4b-ef3e243d1982 req-0b5d9781-4bca-4bb9-a948-73ef27af153e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:04.305071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8551ef3-7db9-4bcc-9d4b-ef3e243d1982 req-0b5d9781-4bca-4bb9-a948-73ef27af153e tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1096 time: 0.0681379 Aug 31 01:23:04.354080 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8551ef3-7db9-4bcc-9d4b-ef3e243d1982 req-dfd8bf40-f5eb-4049-9850-43cd105e0a1b tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Aug 31 01:23:04.416941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1491274946', 'router:external': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:04.439382 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Made reservation on behalf of 41034d0da42e4e63be250884f929dfb5 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:04.441788 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.451732 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.557840 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.561843 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.588509 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:23:04.594648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8805eb9-9b07-46b7-a455-fa4f6f05a18a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:04.601319 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.601670 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Added segment 3b6032c7-0804-4369-8033-e5278374f132 of type vlan for network 250a592d-3c66-4a9e-9720-de0ebd41ef48 Aug 31 01:23:04.648209 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.676534 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.677595 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:04.679096 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:04.734487 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4358420 Aug 31 01:23:04.737997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39992) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:04.744737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab37860-972d-460e-80b1-c08d34ea03f7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Pushing event updated for resources: {'Network': ['ID=250a592d-3c66-4a9e-9720-de0ebd41ef48,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:04.746429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e568a6b6-f76e-4c32-bef4-fefb5389f00c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Request body: {'subnet': {'network_id': '250a592d-3c66-4a9e-9720-de0ebd41ef48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:04.754141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 250a592d-3c66-4a9e-9720-de0ebd41ef48 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:23:04.777587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e568a6b6-f76e-4c32-bef4-fefb5389f00c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Made reservation on behalf of 41034d0da42e4e63be250884f929dfb5 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:04.780202 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e568a6b6-f76e-4c32-bef4-fefb5389f00c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:05.086763 n-d-802060-13 neutron-server[94761]: DEBUG neutron.objects.ports [None req-e568a6b6-f76e-4c32-bef4-fefb5389f00c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94761) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:23:05.087581 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e568a6b6-f76e-4c32-bef4-fefb5389f00c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:05.149538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568a6b6-f76e-4c32-bef4-fefb5389f00c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4c16d3c7-df09-4aa7-9ae4-8cf097717c36,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:05.159426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e568a6b6-f76e-4c32-bef4-fefb5389f00c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Checking segment: {'id': '3b6032c7-0804-4369-8033-e5278374f132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '250a592d-3c66-4a9e-9720-de0ebd41ef48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:05.160052 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e568a6b6-f76e-4c32-bef4-fefb5389f00c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Network hostable DHCP agents. Network: 250a592d-3c66-4a9e-9720-de0ebd41ef48, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:23:05.181328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e568a6b6-f76e-4c32-bef4-fefb5389f00c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Network 250a592d-3c66-4a9e-9720-de0ebd41ef48 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:23:05.190535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-e568a6b6-f76e-4c32-bef4-fefb5389f00c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 250a592d-3c66-4a9e-9720-de0ebd41ef48) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:05.194830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e568a6b6-f76e-4c32-bef4-fefb5389f00c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:05.195652 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e568a6b6-f76e-4c32-bef4-fefb5389f00c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:05.202284 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088cfe42-3b8c-4870-8a4d-1c681d1dc420 None None] Network 250a592d-3c66-4a9e-9720-de0ebd41ef48 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:23:05.210288 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e568a6b6-f76e-4c32-bef4-fefb5389f00c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4712193 Aug 31 01:23:05.213145 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40004) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:05.219332 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d2bf3c82-f2c3-440c-8797-f9befe29322a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-596228542', 'network_id': '250a592d-3c66-4a9e-9720-de0ebd41ef48'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:05.241032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bf3c82-f2c3-440c-8797-f9befe29322a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Made reservation on behalf of 41034d0da42e4e63be250884f929dfb5 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:05.244101 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3c82-f2c3-440c-8797-f9befe29322a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:05.267779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-d2bf3c82-f2c3-440c-8797-f9befe29322a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] device_id is not set on port eceafba4-a73a-4112-bded-7ac5bda4a19d yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:23:05.391148 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bdaa1f-eceb-4990-b77a-a653db4463d0 None None] Network 250a592d-3c66-4a9e-9720-de0ebd41ef48 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:23:05.392370 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-d2bf3c82-f2c3-440c-8797-f9befe29322a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Allocated IP 172.20.0.5 (250a592d-3c66-4a9e-9720-de0ebd41ef48/4c16d3c7-df09-4aa7-9ae4-8cf097717c36/eceafba4-a73a-4112-bded-7ac5bda4a19d) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:05.544140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2c9dd-ba99-4b25-b42d-13c52fccec30 req-3da49639-907c-4ab5-9a08-3e1d99e00314 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:05.547534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aee2c9dd-ba99-4b25-b42d-13c52fccec30 req-3da49639-907c-4ab5-9a08-3e1d99e00314 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1096 time: 0.0839856 Aug 31 01:23:05.556371 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e091f85c-30f5-4049-8c44-0a70626c714a details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:23:05.605441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aee2c9dd-ba99-4b25-b42d-13c52fccec30 req-a7518e20-1fff-46da-b9ff-d29d37b40167 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535374 Aug 31 01:23:05.607102 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3c82-f2c3-440c-8797-f9befe29322a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:05.665591 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3c82-f2c3-440c-8797-f9befe29322a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:05.671109 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e091f85c-30f5-4049-8c44-0a70626c714a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e091f85c-30f5-4049-8c44-0a70626c714a,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:05.685592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'e091f85c-30f5-4049-8c44-0a70626c714a', 'network_id': '40f15c13-1a36-4688-9d12-d1a32b1cbdec', 'port_id': 'e091f85c-30f5-4049-8c44-0a70626c714a', 'mac_address': 'fa:16:3e:34:d1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18eca6d7-58f6-483d-a9e4-dadcb87b0c76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:23:05.715585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bf3c82-f2c3-440c-8797-f9befe29322a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Network 250a592d-3c66-4a9e-9720-de0ebd41ef48 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:05.718028 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-d2bf3c82-f2c3-440c-8797-f9befe29322a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:05.724463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bf3c82-f2c3-440c-8797-f9befe29322a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:05.745223 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:05.769196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e091f85c-30f5-4049-8c44-0a70626c714a {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:23:05.770130 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf3c82-f2c3-440c-8797-f9befe29322a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Pushing event updated for resources: {'Port': ['ID=eceafba4-a73a-4112-bded-7ac5bda4a19d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:05.784068 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bf3c82-f2c3-440c-8797-f9befe29322a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:05.784739 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3c82-f2c3-440c-8797-f9befe29322a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:05.796817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e091f85c-30f5-4049-8c44-0a70626c714a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e091f85c-30f5-4049-8c44-0a70626c714a,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:05.803136 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d2bf3c82-f2c3-440c-8797-f9befe29322a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.5855613 Aug 31 01:23:05.803580 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40030) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:05.805144 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:05.861416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e091f85c-30f5-4049-8c44-0a70626c714a,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:05.867364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-598c5b54-59d4-42fb-a3c5-c4809d4b6050 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:05.872059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-598c5b54-59d4-42fb-a3c5-c4809d4b6050 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 805 time: 0.1427388 Aug 31 01:23:05.884576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-80029ea2-c515-487d-b1c2-6e808c71926b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/quotas/c79cdacd6aa1443086d0bf6dcdae746b HTTP/1.1" status: 200 len: 375 time: 0.0094876 Aug 31 01:23:05.887030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7231ffcd-5c24-4f3a-a70d-00f828fa4a02 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Deleting port eceafba4-a73a-4112-bded-7ac5bda4a19d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:05.887428 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7231ffcd-5c24-4f3a-a70d-00f828fa4a02 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:05.941238 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-a24dcda7-649c-442f-9323-1b09c65d6afe tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491745 Aug 31 01:23:05.983042 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7231ffcd-5c24-4f3a-a70d-00f828fa4a02 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:05.995156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7231ffcd-5c24-4f3a-a70d-00f828fa4a02 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Calling delete_port for eceafba4-a73a-4112-bded-7ac5bda4a19d owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:06.056518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-eb9f44ef-3e5c-4ed1-920e-8d9ba0a3a33b service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982668 Aug 31 01:23:06.133340 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7231ffcd-5c24-4f3a-a70d-00f828fa4a02 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.162773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-91b767dc-5891-49db-be8c-9cbfe3955645 service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988703 Aug 31 01:23:06.164558 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231ffcd-5c24-4f3a-a70d-00f828fa4a02 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Pushing event deleted for resources: {'Port': ['ID=eceafba4-a73a-4112-bded-7ac5bda4a19d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:06.184767 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['e091f85c-30f5-4049-8c44-0a70626c714a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:06.235623 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7231ffcd-5c24-4f3a-a70d-00f828fa4a02 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.239343 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7231ffcd-5c24-4f3a-a70d-00f828fa4a02 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "DELETE /v2.0/ports/eceafba4-a73a-4112-bded-7ac5bda4a19d HTTP/1.1" status: 204 len: 168 time: 0.4330134 Aug 31 01:23:06.240243 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40042) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:06.245559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '250a592d-3c66-4a9e-9720-de0ebd41ef48', 'external_fixed_ips': [{'subnet_id': '4c16d3c7-df09-4aa7-9ae4-8cf097717c36', 'ip_address': '172.20.0.5'}]}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:06.274454 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.275551 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.346631 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.471788 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9ce65d0-1d6b-4ece-ab5e-1671f6654f5d req-1bd5cfe0-e63a-497e-bd03-936690f5f0b9 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 210 time: 0.0654650 Aug 31 01:23:06.544986 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.800698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3da71-a1dd-4109-9d02-fee3efcee74d req-1746f134-e2be-4bd9-8ce3-8dc1859edf12 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:06.808115 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ddd3da71-a1dd-4109-9d02-fee3efcee74d req-1746f134-e2be-4bd9-8ce3-8dc1859edf12 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1097 time: 0.1025414 Aug 31 01:23:06.827672 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.858991 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.882215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ddd3da71-a1dd-4109-9d02-fee3efcee74d req-6e300f87-75f6-40a8-aa51-9f6c60413c02 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706024 Aug 31 01:23:07.041602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Allocated IP 172.20.0.5 (250a592d-3c66-4a9e-9720-de0ebd41ef48/4c16d3c7-df09-4aa7-9ae4-8cf097717c36/5c1e1cfb-92c6-4232-8305-bb480bb9be85) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:07.153587 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:07.196411 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:07.232856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Network 250a592d-3c66-4a9e-9720-de0ebd41ef48 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:07.239214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:07.243673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:07.274101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Pushing event updated for resources: {'Port': ['ID=5c1e1cfb-92c6-4232-8305-bb480bb9be85,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:07.531016 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-63fddcd3-86ba-4ee7-bf23-658a80c0460e tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:07.532591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-63fddcd3-86ba-4ee7-bf23-658a80c0460e tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 805 time: 0.1793716 Aug 31 01:23:07.566491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e091f85c-30f5-4049-8c44-0a70626c714a up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:07.628491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port e091f85c-30f5-4049-8c44-0a70626c714a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:07.634049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port e091f85c-30f5-4049-8c44-0a70626c714a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:07.634732 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:07.729012 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:07.752916 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e54189-d645-4758-8236-09e946b3b003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e091f85c-30f5-4049-8c44-0a70626c714a'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:07.755440 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d236eeb3-4755-40b3-9ea1-2af3a3557cce" -d '{"events": [{"server_uuid": "10e54189-d645-4758-8236-09e946b3b003", "name": "network-vif-plugged", "status": "completed", "tag": "e091f85c-30f5-4049-8c44-0a70626c714a"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:07.770782 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e091f85c-30f5-4049-8c44-0a70626c714a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e091f85c-30f5-4049-8c44-0a70626c714a,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:07.775756 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:07.776681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 920a8909-b91c-4c07-affb-cce1d697d87d no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:07.824843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 920a8909-b91c-4c07-affb-cce1d697d87d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:23:07.825183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 920a8909-b91c-4c07-affb-cce1d697d87d not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:07.828928 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1754911f-2646-4403-8b14-d357395b4caa x-openstack-request-id: req-1754911f-2646-4403-8b14-d357395b4caa {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:07.829212 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e54189-d645-4758-8236-09e946b3b003", "name": "network-vif-plugged", "status": "completed", "tag": "e091f85c-30f5-4049-8c44-0a70626c714a", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:07.829459 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1754911f-2646-4403-8b14-d357395b4caa {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:07.835300 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e54189-d645-4758-8236-09e946b3b003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e091f85c-30f5-4049-8c44-0a70626c714a', 'code': 200} Aug 31 01:23:07.865781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e091f85c-30f5-4049-8c44-0a70626c714a,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:07.904196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-7d797ec4-a28e-459e-b044-94fab059be4f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Request body: {'port': {'device_id': '26f866d0-aa87-421c-bb2a-48ffca4a4306', 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923', 'admin_state_up': True, 'tenant_id': 'c79cdacd6aa1443086d0bf6dcdae746b'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:07.938045 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d05772c-4585-4290-9a82-ab36a8486e3f req-877a0a79-bced-4424-9693-f915889a7732 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 210 time: 0.3985839 Aug 31 01:23:07.967881 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6d635-da88-4ac1-90d0-87d06daa61c6 req-de4c7615-7457-41fc-b2c3-05a0c34f3377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:07.969414 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-33b6d635-da88-4ac1-90d0-87d06daa61c6 req-de4c7615-7457-41fc-b2c3-05a0c34f3377 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1098 time: 0.0760984 Aug 31 01:23:07.992046 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:08.023825 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-33b6d635-da88-4ac1-90d0-87d06daa61c6 req-5536c819-14d6-4dc3-87c7-c75cb49365ef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469110 Aug 31 01:23:08.155342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983cdb7-23ee-4d3d-bc25-1703240a8ac8 req-cdcfc260-74f3-48f2-b35a-274f42b5da0c tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:08.156865 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7983cdb7-23ee-4d3d-bc25-1703240a8ac8 req-cdcfc260-74f3-48f2-b35a-274f42b5da0c tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1098 time: 0.1260438 Aug 31 01:23:08.282153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-7d797ec4-a28e-459e-b044-94fab059be4f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Made reservation on behalf of c79cdacd6aa1443086d0bf6dcdae746b for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:08.285691 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-7d797ec4-a28e-459e-b044-94fab059be4f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:08.299639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7983cdb7-23ee-4d3d-bc25-1703240a8ac8 req-e76d2169-d72d-44c5-a353-16cd2266c5d1 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995219 Aug 31 01:23:08.324922 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:08.517938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-7d797ec4-a28e-459e-b044-94fab059be4f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Allocated IP 172.20.0.13 (37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923/428ebcb6-235d-49bc-acd7-c71a4d41509d/3d9cf18b-141f-40ce-b90a-42bc94de1db6) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:08.579790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Router 113c8e0b-8737-4744-bd9e-9f607c78361a is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:23:08.762527 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-7d797ec4-a28e-459e-b044-94fab059be4f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:08.775220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:08.789618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2057d-c6b0-4e66-b5c9-b510002de773 None None] Sync routers for ids ['113c8e0b-8737-4744-bd9e-9f607c78361a'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:08.797149 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:08.798028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3ae36589-cdac-45a9-8e3e-957fcaaf6946 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.5562792 Aug 31 01:23:08.803033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40102) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:08.811023 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2057d-c6b0-4e66-b5c9-b510002de773 None None] Routers {'113c8e0b-8737-4744-bd9e-9f607c78361a'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:08.812049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8ee2057d-c6b0-4e66-b5c9-b510002de773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['113c8e0b-8737-4744-bd9e-9f607c78361a'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:08.824752 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-7d797ec4-a28e-459e-b044-94fab059be4f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:08.863870 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6318dadd-ab37-4781-8b5b-431bef7837cc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:08.874061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-7d797ec4-a28e-459e-b044-94fab059be4f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:08.879478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-7d797ec4-a28e-459e-b044-94fab059be4f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:08.883539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-7d797ec4-a28e-459e-b044-94fab059be4f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:08.911747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d797ec4-a28e-459e-b044-94fab059be4f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Pushing event updated for resources: {'Port': ['ID=3d9cf18b-141f-40ce-b90a-42bc94de1db6,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:08.938624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-7d797ec4-a28e-459e-b044-94fab059be4f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:08.939317 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-7d797ec4-a28e-459e-b044-94fab059be4f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:08.954659 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-7d797ec4-a28e-459e-b044-94fab059be4f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0558407 Aug 31 01:23:08.969211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Request body: {'port': {'device_id': '26f866d0-aa87-421c-bb2a-48ffca4a4306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:09.011736 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6528223d-6e72-43ac-b1e1-dc45bc5eef3d tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.047900 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.171343 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6528223d-6e72-43ac-b1e1-dc45bc5eef3d tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.228461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a006ce6-168f-42ed-b365-a2777a55d018 req-4e0d672d-0287-4736-9987-87181da4a1a1 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:09.230180 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a006ce6-168f-42ed-b365-a2777a55d018 req-4e0d672d-0287-4736-9987-87181da4a1a1 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 932 time: 0.1395113 Aug 31 01:23:09.237138 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6528223d-6e72-43ac-b1e1-dc45bc5eef3d tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Deleting port 5c1e1cfb-92c6-4232-8305-bb480bb9be85 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:09.237687 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6528223d-6e72-43ac-b1e1-dc45bc5eef3d tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.288012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-8ee2057d-c6b0-4e66-b5c9-b510002de773 None None] Set router 113c8e0b-8737-4744-bd9e-9f607c78361a gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:09.335149 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a006ce6-168f-42ed-b365-a2777a55d018 req-5115c571-d60e-416d-b93d-a21ed898807c tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941598 Aug 31 01:23:09.409320 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6528223d-6e72-43ac-b1e1-dc45bc5eef3d tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.437242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6528223d-6e72-43ac-b1e1-dc45bc5eef3d tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Calling delete_port for 5c1e1cfb-92c6-4232-8305-bb480bb9be85 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:09.511090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9cf18b-141f-40ce-b90a-42bc94de1db6 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:23:09.530013 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.548915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Transition to ACTIVE for port object 3d9cf18b-141f-40ce-b90a-42bc94de1db6 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:09.551626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877c709-909d-43d0-8f34-4e11bf75f51b req-8630abee-a5a1-469a-a77d-41e510df7cf4 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:09.554057 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0877c709-909d-43d0-8f34-4e11bf75f51b req-8630abee-a5a1-469a-a77d-41e510df7cf4 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1098 time: 0.0989749 Aug 31 01:23:09.555135 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.591780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8ee2057d-c6b0-4e66-b5c9-b510002de773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113c8e0b-8737-4744-bd9e-9f607c78361a', 'name': '', 'tenant_id': '41034d0da42e4e63be250884f929dfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '250a592d-3c66-4a9e-9720-de0ebd41ef48', 'external_fixed_ips': [{'subnet_id': '4c16d3c7-df09-4aa7-9ae4-8cf097717c36', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '5c1e1cfb-92c6-4232-8305-bb480bb9be85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:06Z', 'updated_at': '2021-08-31T01:23:07Z', 'revision_number': 3, 'project_id': '41034d0da42e4e63be250884f929dfb5', 'gw_port': {'id': '5c1e1cfb-92c6-4232-8305-bb480bb9be85', 'name': '', 'network_id': '250a592d-3c66-4a9e-9720-de0ebd41ef48', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113c8e0b-8737-4744-bd9e-9f607c78361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '4c16d3c7-df09-4aa7-9ae4-8cf097717c36', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:06Z', 'updated_at': '2021-08-31T01:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c16d3c7-df09-4aa7-9ae4-8cf097717c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:09.620538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2057d-c6b0-4e66-b5c9-b510002de773 None None] Checking router: 113c8e0b-8737-4744-bd9e-9f607c78361a for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:09.620962 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2057d-c6b0-4e66-b5c9-b510002de773 None None] Updating router 113c8e0b-8737-4744-bd9e-9f607c78361a port 5c1e1cfb-92c6-4232-8305-bb480bb9be85 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:23:09.623836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9cf18b-141f-40ce-b90a-42bc94de1db6,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:09.655648 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ee2057d-c6b0-4e66-b5c9-b510002de773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.670895 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6528223d-6e72-43ac-b1e1-dc45bc5eef3d tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.699599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0877c709-909d-43d0-8f34-4e11bf75f51b req-a5b0d61d-f1b6-473a-b3e2-611e0184d85c tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973866 Aug 31 01:23:09.712286 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528223d-6e72-43ac-b1e1-dc45bc5eef3d tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c1e1cfb-92c6-4232-8305-bb480bb9be85,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:09.763319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Attempting to bind port 3d9cf18b-141f-40ce-b90a-42bc94de1db6 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:09.763670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Attempting to bind port 3d9cf18b-141f-40ce-b90a-42bc94de1db6 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:09.763999 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Attempting to bind port 3d9cf18b-141f-40ce-b90a-42bc94de1db6 on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:09.769450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Port 3d9cf18b-141f-40ce-b90a-42bc94de1db6 on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:23:09.769770 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Attempting to bind port 3d9cf18b-141f-40ce-b90a-42bc94de1db6 on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:09.776807 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:09.777144 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Checking segment: {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:09.777307 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6528223d-6e72-43ac-b1e1-dc45bc5eef3d tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.778190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Bound using segment: {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:09.778647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Bound port: 3d9cf18b-141f-40ce-b90a-42bc94de1db6, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:09.779010 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.913022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1128d23-34ff-4b4f-9728-253c86b32852 req-5f3afa77-7dd5-4834-80fa-93594cb5d451 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:09.914601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1128d23-34ff-4b4f-9728-253c86b32852 req-5f3afa77-7dd5-4834-80fa-93594cb5d451 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1098 time: 0.0783567 Aug 31 01:23:09.918729 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6528223d-6e72-43ac-b1e1-dc45bc5eef3d tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.922373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] For port 3d9cf18b-141f-40ce-b90a-42bc94de1db6, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:09.925136 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6528223d-6e72-43ac-b1e1-dc45bc5eef3d tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.927858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] For port 3d9cf18b-141f-40ce-b90a-42bc94de1db6, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3d9cf18b-141f-40ce-b90a-42bc94de1db6,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:09.935041 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.976702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:09.977328 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.979531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] 10.222.0.70 "PUT /v2.0/ports/3d9cf18b-141f-40ce-b90a-42bc94de1db6 HTTP/1.1" status: 200 len: 1093 time: 1.0149479 Aug 31 01:23:09.979993 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f866d0-aa87-421c-bb2a-48ffca4a4306', 'tag': '3d9cf18b-141f-40ce-b90a-42bc94de1db6'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:09.982275 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97af5d06-8c6a-4fa6-bcb2-217d61a3fdc7" -d '{"events": [{"name": "network-changed", "server_uuid": "26f866d0-aa87-421c-bb2a-48ffca4a4306", "tag": "3d9cf18b-141f-40ce-b90a-42bc94de1db6"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:09.982980 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-8ee2057d-c6b0-4e66-b5c9-b510002de773 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:23:09.984513 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-8ee2057d-c6b0-4e66-b5c9-b510002de773 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:23:09.992898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6528223d-6e72-43ac-b1e1-dc45bc5eef3d tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.993418 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6528223d-6e72-43ac-b1e1-dc45bc5eef3d tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 113c8e0b-8737-4744-bd9e-9f607c78361a {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:23:09.998485 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6528223d-6e72-43ac-b1e1-dc45bc5eef3d tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.999743 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6528223d-6e72-43ac-b1e1-dc45bc5eef3d tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "DELETE /v2.0/routers/113c8e0b-8737-4744-bd9e-9f607c78361a HTTP/1.1" status: 204 len: 168 time: 1.1941109 Aug 31 01:23:10.002223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40126) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:10.052721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6830ee92-1708-41b3-9be3-9c682a54314a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Deleting subnet 4c16d3c7-df09-4aa7-9ae4-8cf097717c36 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:23:10.056512 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6830ee92-1708-41b3-9be3-9c682a54314a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.056910 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76af2397-52fa-4acc-8a14-7dbdae8fb901 x-openstack-request-id: req-76af2397-52fa-4acc-8a14-7dbdae8fb901 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:10.057206 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f866d0-aa87-421c-bb2a-48ffca4a4306", "tag": "3d9cf18b-141f-40ce-b90a-42bc94de1db6", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:10.057455 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76af2397-52fa-4acc-8a14-7dbdae8fb901 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:10.057859 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f866d0-aa87-421c-bb2a-48ffca4a4306', 'tag': '3d9cf18b-141f-40ce-b90a-42bc94de1db6', 'status': 'completed', 'code': 200} Aug 31 01:23:10.069645 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1128d23-34ff-4b4f-9728-253c86b32852 req-8eb0a9aa-b363-4ce3-8762-a0e18764ff04 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448517 Aug 31 01:23:10.097397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0f9c8-0ca6-4173-86f5-5001092d83c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9cf18b-141f-40ce-b90a-42bc94de1db6,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:10.097585 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6830ee92-1708-41b3-9be3-9c682a54314a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.114567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-18ed2e0c-2292-46c1-bd63-8ea151840897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:10.116915 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-18ed2e0c-2292-46c1-bd63-8ea151840897 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 1096 time: 0.0905306 Aug 31 01:23:10.150877 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6830ee92-1708-41b3-9be3-9c682a54314a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.169555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-76aad724-9144-401f-9484-5b978afdd645 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d9cf18b-141f-40ce-b90a-42bc94de1db6 HTTP/1.1" status: 200 len: 217 time: 0.0431323 Aug 31 01:23:10.237052 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6830ee92-1708-41b3-9be3-9c682a54314a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.244071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-75a68e12-2ece-4a77-a9ad-9079169e6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:10.245676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-75a68e12-2ece-4a77-a9ad-9079169e6038 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 200 len: 845 time: 0.0672588 Aug 31 01:23:10.250738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13ba57-b1ca-4b4b-a85e-a1852214dc64 req-b04e32af-37f4-41c7-924f-4af64c557033 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:10.256245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc13ba57-b1ca-4b4b-a85e-a1852214dc64 req-b04e32af-37f4-41c7-924f-4af64c557033 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1098 time: 0.0852690 Aug 31 01:23:10.268902 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830ee92-1708-41b3-9be3-9c682a54314a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4c16d3c7-df09-4aa7-9ae4-8cf097717c36,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:10.272505 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6830ee92-1708-41b3-9be3-9c682a54314a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.274924 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6830ee92-1708-41b3-9be3-9c682a54314a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/4c16d3c7-df09-4aa7-9ae4-8cf097717c36 HTTP/1.1" status: 204 len: 168 time: 0.2715352 Aug 31 01:23:10.277246 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40136) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:10.285903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-40b3d454-f154-4b56-97b3-09abe3dbbfe5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327456 Aug 31 01:23:10.347974 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-21509212-3281-47c4-b993-e54370178e52 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.383353 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc13ba57-b1ca-4b4b-a85e-a1852214dc64 req-5b4b70de-b695-45da-85c4-2cbb690e3955 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778112 Aug 31 01:23:10.415611 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-b2076ee1-0546-47f7-b5f6-4605d2ed31cb service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216216 Aug 31 01:23:10.488865 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-21509212-3281-47c4-b993-e54370178e52 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.502252 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-21509212-3281-47c4-b993-e54370178e52 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250a592d-3c66-4a9e-9720-de0ebd41ef48']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:10.519042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-21509212-3281-47c4-b993-e54370178e52 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6032c7-0804-4369-8033-e5278374f132') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:10.519360 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-21509212-3281-47c4-b993-e54370178e52 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6032c7-0804-4369-8033-e5278374f132') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:10.526202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2057d-c6b0-4e66-b5c9-b510002de773 None None] Port 5c1e1cfb-92c6-4232-8305-bb480bb9be85 not found while updating agent binding for router 113c8e0b-8737-4744-bd9e-9f607c78361a. {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 01:23:10.530797 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-21509212-3281-47c4-b993-e54370178e52 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.536430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2057d-c6b0-4e66-b5c9-b510002de773 None None] Routers set() bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:10.537451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2057d-c6b0-4e66-b5c9-b510002de773 None None] Router IDs set() for agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 01:23:10.538080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_agentschedulers_db [None req-8ee2057d-c6b0-4e66-b5c9-b510002de773 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'113c8e0b-8737-4744-bd9e-9f607c78361a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent'). {{(pid=94762) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 01:23:10.539192 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2057d-c6b0-4e66-b5c9-b510002de773 None None] The sync data for ids ['113c8e0b-8737-4744-bd9e-9f607c78361a'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:10.548812 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-21509212-3281-47c4-b993-e54370178e52 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.556742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21509212-3281-47c4-b993-e54370178e52 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:23:10.556939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-21509212-3281-47c4-b993-e54370178e52 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:23:10.558951 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:23:10.611465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65126758-2a32-4a85-8ba3-efdcc68a78d1 req-5ae47e9a-afa9-4679-9c45-efe84b59033a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:10.614175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65126758-2a32-4a85-8ba3-efdcc68a78d1 req-5ae47e9a-afa9-4679-9c45-efe84b59033a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 944 time: 0.1680562 Aug 31 01:23:10.617384 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b286d4a-29de-4b78-8ee1-75210a86ff30 req-480f9525-759c-4f39-9511-db831c812b23 service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946907 Aug 31 01:23:10.636629 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-21509212-3281-47c4-b993-e54370178e52 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.650453 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21509212-3281-47c4-b993-e54370178e52 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 250a592d-3c66-4a9e-9720-de0ebd41ef48 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 01:23:10.662851 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-21509212-3281-47c4-b993-e54370178e52 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.665499 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-21509212-3281-47c4-b993-e54370178e52 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "DELETE /v2.0/networks/250a592d-3c66-4a9e-9720-de0ebd41ef48 HTTP/1.1" status: 204 len: 168 time: 0.3868587 Aug 31 01:23:10.680750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21509212-3281-47c4-b993-e54370178e52 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Pushing event deleted for resources: {'Network': ['ID=250a592d-3c66-4a9e-9720-de0ebd41ef48,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:10.710073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65126758-2a32-4a85-8ba3-efdcc68a78d1 req-c0e89a17-bcca-4f16-a09d-ea39b3d5c19a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890281 Aug 31 01:23:10.809116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdaafd-b6db-4eb9-ba46-c5e3b21abe96 req-5a8f9c8c-c7b8-477d-8430-f328926990b4 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:10.810718 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25cdaafd-b6db-4eb9-ba46-c5e3b21abe96 req-5a8f9c8c-c7b8-477d-8430-f328926990b4 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1098 time: 0.0642090 Aug 31 01:23:10.812738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af5d06-8c6a-4fa6-bcb2-217d61a3fdc7 req-6c8110e5-25e3-48a7-ac1a-fa27be7db0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:10.814252 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97af5d06-8c6a-4fa6-bcb2-217d61a3fdc7 req-6c8110e5-25e3-48a7-ac1a-fa27be7db0e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 1096 time: 0.1214411 Aug 31 01:23:10.930613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25cdaafd-b6db-4eb9-ba46-c5e3b21abe96 req-6a6f1452-f73b-49dd-ae74-6f2bd5da5974 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119297 Aug 31 01:23:10.940307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40158) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:10.947033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-09c1bbaa-3135-4b41-97b7-4ef98eaeede7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Request body: {'router': {'name': 'tempest-router--1667135278', 'project_id': '5bc0a4b3f08741ed87f3941ac9260766'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:10.998235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af5d06-8c6a-4fa6-bcb2-217d61a3fdc7 req-bceda730-dfec-4fc3-b01f-776acaa95eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:10.998923 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-09c1bbaa-3135-4b41-97b7-4ef98eaeede7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.007297 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97af5d06-8c6a-4fa6-bcb2-217d61a3fdc7 req-bceda730-dfec-4fc3-b01f-776acaa95eec service neutron] 10.222.0.70 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 906 time: 0.1768534 Aug 31 01:23:11.007480 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-09c1bbaa-3135-4b41-97b7-4ef98eaeede7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.063548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97af5d06-8c6a-4fa6-bcb2-217d61a3fdc7 req-03ee1bb2-dacd-4b15-9ad9-3a3e679c75f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d9cf18b-141f-40ce-b90a-42bc94de1db6 HTTP/1.1" status: 200 len: 217 time: 0.0534487 Aug 31 01:23:11.066316 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.079042 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-09c1bbaa-3135-4b41-97b7-4ef98eaeede7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.084467 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-09c1bbaa-3135-4b41-97b7-4ef98eaeede7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.101495 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-09c1bbaa-3135-4b41-97b7-4ef98eaeede7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.103738 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-09c1bbaa-3135-4b41-97b7-4ef98eaeede7 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1625993 Aug 31 01:23:11.105718 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40162) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:11.134916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af5d06-8c6a-4fa6-bcb2-217d61a3fdc7 req-863c6143-00f9-4287-b98d-a962a9de3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:11.136811 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97af5d06-8c6a-4fa6-bcb2-217d61a3fdc7 req-863c6143-00f9-4287-b98d-a962a9de3afc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 200 len: 845 time: 0.0654192 Aug 31 01:23:11.182555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97af5d06-8c6a-4fa6-bcb2-217d61a3fdc7 req-0cca93d1-c0e2-496c-8da2-9a05723bace0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301955 Aug 31 01:23:11.196268 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-daed4421-9aa1-442c-8987-393ea0677802 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.307000 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97af5d06-8c6a-4fa6-bcb2-217d61a3fdc7 req-d00e35e8-3799-4f9b-9294-906aa9c0d0c7 service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138613 Aug 31 01:23:11.375869 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-daed4421-9aa1-442c-8987-393ea0677802 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.378014 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-daed4421-9aa1-442c-8987-393ea0677802 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.418265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97af5d06-8c6a-4fa6-bcb2-217d61a3fdc7 req-7b449e74-20d3-419f-b973-c71920d90b29 service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037951 Aug 31 01:23:11.426552 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-daed4421-9aa1-442c-8987-393ea0677802 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.427223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daed4421-9aa1-442c-8987-393ea0677802 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfa8a52b-eb37-4d41-b7ea-9b55d4feebe5 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:23:11.432624 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-daed4421-9aa1-442c-8987-393ea0677802 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.435331 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-daed4421-9aa1-442c-8987-393ea0677802 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "DELETE /v2.0/routers/cfa8a52b-eb37-4d41-b7ea-9b55d4feebe5 HTTP/1.1" status: 204 len: 168 time: 0.3265262 Aug 31 01:23:11.543588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40174) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:11.745615 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1439451607', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:11.772270 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.773339 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.832149 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:11.853819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23494acd-9df0-4562-91ea-366ca1b9b615 req-217c95f7-f73a-4932-a21a-8693db23c627 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:11.855739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23494acd-9df0-4562-91ea-366ca1b9b615 req-217c95f7-f73a-4932-a21a-8693db23c627 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 944 time: 0.0558872 Aug 31 01:23:11.898621 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23494acd-9df0-4562-91ea-366ca1b9b615 req-74945548-4e85-40ad-928e-f815430a7eef tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361671 Aug 31 01:23:11.995232 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:12.071813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe666bc8-8979-45d2-a6a4-fde2105649b7 req-091e109f-fe1a-4d8e-865f-bb4fbbcda50b tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:12.073576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe666bc8-8979-45d2-a6a4-fde2105649b7 req-091e109f-fe1a-4d8e-865f-bb4fbbcda50b tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1098 time: 0.0617814 Aug 31 01:23:12.114518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe666bc8-8979-45d2-a6a4-fde2105649b7 req-561d8dc9-2f0a-4d79-bfe1-44ffb01a75ef tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325658 Aug 31 01:23:12.496554 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:23:12.578968 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:12.600273 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:12.641131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca5734-9ccc-4f3c-8b66-ad94ec68a539 req-22f1d251-b8b6-49e0-8a8d-e2729b7473a4 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:12.642654 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c3ca5734-9ccc-4f3c-8b66-ad94ec68a539 req-22f1d251-b8b6-49e0-8a8d-e2729b7473a4 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1098 time: 0.1155233 Aug 31 01:23:12.763186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Allocated IP 172.25.6.32 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/fda0bf86-94aa-411c-884a-224cb03df889) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:12.846998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-c3ca5734-9ccc-4f3c-8b66-ad94ec68a539 req-b284a5db-81f6-4871-81be-cdded15560e3 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Deleting port e091f85c-30f5-4049-8c44-0a70626c714a {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:12.847373 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c3ca5734-9ccc-4f3c-8b66-ad94ec68a539 req-b284a5db-81f6-4871-81be-cdded15560e3 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:12.940821 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:12.969044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-c3ca5734-9ccc-4f3c-8b66-ad94ec68a539 req-b284a5db-81f6-4871-81be-cdded15560e3 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] For port e091f85c-30f5-4049-8c44-0a70626c714a, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e091f85c-30f5-4049-8c44-0a70626c714a,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:12.969430 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c3ca5734-9ccc-4f3c-8b66-ad94ec68a539 req-b284a5db-81f6-4871-81be-cdded15560e3 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:12.988137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-c3ca5734-9ccc-4f3c-8b66-ad94ec68a539 req-b284a5db-81f6-4871-81be-cdded15560e3 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Calling delete_port for e091f85c-30f5-4049-8c44-0a70626c714a owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:13.053138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b0d8e-dfae-4321-b922-c141b8291aa2 req-1502766c-e3ab-4b7d-8c6a-1d386ce09cb8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:13.055807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe8b0d8e-dfae-4321-b922-c141b8291aa2 req-1502766c-e3ab-4b7d-8c6a-1d386ce09cb8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 944 time: 0.0549619 Aug 31 01:23:13.060247 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:13.115385 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe8b0d8e-dfae-4321-b922-c141b8291aa2 req-b0acb92a-c41f-4f85-ba77-2cdb9fb2cbd5 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508657 Aug 31 01:23:13.115626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:13.122319 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:13.137058 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:13.157420 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Pushing event updated for resources: {'Port': ['ID=fda0bf86-94aa-411c-884a-224cb03df889,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:13.231841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a25813-8c75-4daa-a417-c163e534c49a req-9838b4cf-5342-4f1f-9f3e-9f389b26ed6d tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:13.235007 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5a25813-8c75-4daa-a417-c163e534c49a req-9838b4cf-5342-4f1f-9f3e-9f389b26ed6d tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10e54189-d645-4758-8236-09e946b3b003 HTTP/1.1" status: 200 len: 1098 time: 0.0452268 Aug 31 01:23:13.279813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5a25813-8c75-4daa-a417-c163e534c49a req-d019cabe-9e0b-4ff3-9b24-aa36595882b5 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404613 Aug 31 01:23:13.321437 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c3ca5734-9ccc-4f3c-8b66-ad94ec68a539 req-b284a5db-81f6-4871-81be-cdded15560e3 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:13.331777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6d97bad7-8223-4f53-a83d-13cfe9570fe8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:13.359037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284a5db-81f6-4871-81be-cdded15560e3 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Pushing event deleted for resources: {'Port': ['ID=e091f85c-30f5-4049-8c44-0a70626c714a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:13.387254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['e091f85c-30f5-4049-8c44-0a70626c714a'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:13.470189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ca5734-9ccc-4f3c-8b66-ad94ec68a539 req-b284a5db-81f6-4871-81be-cdded15560e3 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] No DVR routers for this DVR port e091f85c-30f5-4049-8c44-0a70626c714a on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:13.476471 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c3ca5734-9ccc-4f3c-8b66-ad94ec68a539 req-b284a5db-81f6-4871-81be-cdded15560e3 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:13.478444 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c3ca5734-9ccc-4f3c-8b66-ad94ec68a539 req-b284a5db-81f6-4871-81be-cdded15560e3 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e091f85c-30f5-4049-8c44-0a70626c714a HTTP/1.1" status: 204 len: 173 time: 0.8217859 Aug 31 01:23:13.478885 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e54189-d645-4758-8236-09e946b3b003', 'name': 'network-vif-deleted', 'tag': 'e091f85c-30f5-4049-8c44-0a70626c714a'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:13.487759 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7959a2f1-e7e2-4761-a198-9b3a544aefba req-2e52e156-49af-4103-9de1-4d6acee482dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0714903 Aug 31 01:23:13.488966 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49335c24-fa2f-4460-b9c4-56dc68dc9b5b" -d '{"events": [{"server_uuid": "10e54189-d645-4758-8236-09e946b3b003", "name": "network-vif-deleted", "tag": "e091f85c-30f5-4049-8c44-0a70626c714a"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:13.569376 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e635080-c2c5-430a-b86f-3ce5c048cb4d x-openstack-request-id: req-6e635080-c2c5-430a-b86f-3ce5c048cb4d {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:13.569668 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e54189-d645-4758-8236-09e946b3b003", "name": "network-vif-deleted", "tag": "e091f85c-30f5-4049-8c44-0a70626c714a", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:13.570328 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e635080-c2c5-430a-b86f-3ce5c048cb4d {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:13.570328 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e54189-d645-4758-8236-09e946b3b003', 'name': 'network-vif-deleted', 'tag': 'e091f85c-30f5-4049-8c44-0a70626c714a', 'status': 'completed', 'code': 200} Aug 31 01:23:13.602565 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:13.619654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a2f1-e7e2-4761-a198-9b3a544aefba req-1ee58e51-33b0-4f45-b077-827ffd002777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:13.621167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7959a2f1-e7e2-4761-a198-9b3a544aefba req-1ee58e51-33b0-4f45-b077-827ffd002777 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b99bf286cf2a494aa27b0a218b3ee24a&device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 1098 time: 0.1000137 Aug 31 01:23:13.709423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3d9cf18b-141f-40ce-b90a-42bc94de1db6 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:23:13.781318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a2f1-e7e2-4761-a198-9b3a544aefba req-2df96a8f-1e4c-4ca3-8977-f410abf33d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:13.783637 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7959a2f1-e7e2-4761-a198-9b3a544aefba req-2df96a8f-1e4c-4ca3-8977-f410abf33d7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=10ae198d-29cb-4d23-a57d-5079901ab9b7 HTTP/1.1" status: 200 len: 910 time: 0.1322105 Aug 31 01:23:13.847055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3d9cf18b-141f-40ce-b90a-42bc94de1db6, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3d9cf18b-141f-40ce-b90a-42bc94de1db6,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:13.862568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '3d9cf18b-141f-40ce-b90a-42bc94de1db6', 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923', 'port_id': '3d9cf18b-141f-40ce-b90a-42bc94de1db6', 'mac_address': 'fa:16:3e:69:35:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428ebcb6-235d-49bc-acd7-c71a4d41509d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:23:13.877272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7959a2f1-e7e2-4761-a198-9b3a544aefba req-e8f66e34-ebeb-4f8e-a3ab-0840fcfa8db3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a8c6cee-a549-420b-84ce-cbc4eb0598d3 HTTP/1.1" status: 200 len: 1002 time: 0.0850649 Aug 31 01:23:13.912435 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:13.925364 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:13.945497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9cf18b-141f-40ce-b90a-42bc94de1db6 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:23:13.946667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a2f1-e7e2-4761-a198-9b3a544aefba req-258126a8-2e32-48ed-b4d9-614270b017fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:13.948490 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7959a2f1-e7e2-4761-a198-9b3a544aefba req-258126a8-2e32-48ed-b4d9-614270b017fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd52c5e5-42e1-4c6d-a1e4-15c21260303b HTTP/1.1" status: 200 len: 848 time: 0.0574791 Aug 31 01:23:13.966034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3d9cf18b-141f-40ce-b90a-42bc94de1db6, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3d9cf18b-141f-40ce-b90a-42bc94de1db6,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:13.971821 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:14.031973 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a2f1-e7e2-4761-a198-9b3a544aefba req-5d997b04-ac74-44a1-8fdc-c99c9d0d8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:14.033662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7959a2f1-e7e2-4761-a198-9b3a544aefba req-5d997b04-ac74-44a1-8fdc-c99c9d0d8ce5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10ae198d-29cb-4d23-a57d-5079901ab9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772772 Aug 31 01:23:14.054806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=3d9cf18b-141f-40ce-b90a-42bc94de1db6,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:14.093423 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Router 5737b031-1fea-4fb6-948a-53262b86eaed is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:23:14.153377 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7959a2f1-e7e2-4761-a198-9b3a544aefba req-f53d14a6-265f-4dd3-8b7a-2a3b36584606 service neutron] 10.222.0.15 "GET /v2.0/networks/10ae198d-29cb-4d23-a57d-5079901ab9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115386 Aug 31 01:23:14.230440 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:14.242738 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e18602-732e-4e87-9593-0b783d8f970b None None] Sync routers for ids ['5737b031-1fea-4fb6-948a-53262b86eaed'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:14.264003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:14.267957 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b6c8f63c-8269-446e-8b17-fcc2851aa931 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7207782 Aug 31 01:23:14.268099 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e18602-732e-4e87-9593-0b783d8f970b None None] Routers {'5737b031-1fea-4fb6-948a-53262b86eaed'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:14.268099 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b2e18602-732e-4e87-9593-0b783d8f970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['5737b031-1fea-4fb6-948a-53262b86eaed'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:14.268418 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40236) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:14.283554 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3d9cf18b-141f-40ce-b90a-42bc94de1db6'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:14.304799 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b2e18602-732e-4e87-9593-0b783d8f970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:14.325038 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e18602-732e-4e87-9593-0b783d8f970b None None] Routers {'5737b031-1fea-4fb6-948a-53262b86eaed'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:14.326517 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b2e18602-732e-4e87-9593-0b783d8f970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['5737b031-1fea-4fb6-948a-53262b86eaed'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:14.351411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1005bb5-fec1-4389-839e-d7a9a617348e req-6726533d-b14a-4938-9108-33e9e3fc78ad tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:14.361496 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1005bb5-fec1-4389-839e-d7a9a617348e req-6726533d-b14a-4938-9108-33e9e3fc78ad tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 945 time: 0.1533699 Aug 31 01:23:14.367036 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b2e18602-732e-4e87-9593-0b783d8f970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:14.368047 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e18602-732e-4e87-9593-0b783d8f970b None None] The sync data for ids ['5737b031-1fea-4fb6-948a-53262b86eaed'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:14.427694 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e6256a55-2784-41de-a240-7f2b6f18b0ce tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/routers/5737b031-1fea-4fb6-948a-53262b86eaed HTTP/1.1" status: 200 len: 920 time: 0.1551776 Aug 31 01:23:14.431861 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40242) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:14.440429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7959a2f1-e7e2-4761-a198-9b3a544aefba req-9bc88d68-02d6-4865-ad62-716691c0540a service neutron] 10.222.0.15 "GET /v2.0/networks/10ae198d-29cb-4d23-a57d-5079901ab9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761099 Aug 31 01:23:14.461430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1005bb5-fec1-4389-839e-d7a9a617348e req-cea8257a-26ee-40d8-a56f-041d999e13a8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988531 Aug 31 01:23:14.472380 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2c4bf503-c145-4b9c-84f7-d7f9872c0285 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "GET /v2.0/ports?device_id=5737b031-1fea-4fb6-948a-53262b86eaed HTTP/1.1" status: 200 len: 205 time: 0.0391755 Aug 31 01:23:14.476455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40244) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:14.963201 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.002399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587278f-a533-43ff-b964-3ac434dcc62f req-d3ff5cac-8f26-4a28-909d-7fa409e83406 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:15.003944 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2587278f-a533-43ff-b964-3ac434dcc62f req-d3ff5cac-8f26-4a28-909d-7fa409e83406 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1097 time: 0.0919459 Aug 31 01:23:15.085842 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2587278f-a533-43ff-b964-3ac434dcc62f req-366755c0-31f7-4d17-95a3-4b77bca1f565 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725954 Aug 31 01:23:15.103236 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.166646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Deleting port fda0bf86-94aa-411c-884a-224cb03df889 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:15.167406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.248120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.262161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Calling delete_port for fda0bf86-94aa-411c-884a-224cb03df889 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:15.431741 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.456989 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Pushing event deleted for resources: {'Port': ['ID=fda0bf86-94aa-411c-884a-224cb03df889,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:15.468709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:15.469058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:15.469392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:15.469724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:15.470050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:15.470374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:15.470721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:15.471047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:15.471399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:15.471716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:15.472033 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:15.472348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:15.527698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.556660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e091f85c-30f5-4049-8c44-0a70626c714a no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:15.581651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: e091f85c-30f5-4049-8c44-0a70626c714a {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:23:15.582311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e091f85c-30f5-4049-8c44-0a70626c714a not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:15.658718 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.665946 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.710190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3d9cf18b-141f-40ce-b90a-42bc94de1db6 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:15.724670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234db13b-1cdf-4609-9368-5d7c95357acd req-9778d63c-a5e2-4e10-82ec-4a213fb2feb3 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:15.726219 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-234db13b-1cdf-4609-9368-5d7c95357acd req-9778d63c-a5e2-4e10-82ec-4a213fb2feb3 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 945 time: 0.1962123 Aug 31 01:23:15.734684 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.735244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Fanout notify agent at l3_agent the message router_deleted on router 5737b031-1fea-4fb6-948a-53262b86eaed {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:23:15.746262 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.747875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-34aba16e-9eb3-48f4-9940-c8f815985af7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "DELETE /v2.0/routers/5737b031-1fea-4fb6-948a-53262b86eaed HTTP/1.1" status: 204 len: 168 time: 1.2699153 Aug 31 01:23:15.751073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40268) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:15.756934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Request body: {'router': {'name': 'tempest-snat-router-164809940', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'enable_snat': False}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:15.784337 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.785809 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.790085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 3d9cf18b-141f-40ce-b90a-42bc94de1db6 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:15.796969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-234db13b-1cdf-4609-9368-5d7c95357acd req-44dfd21e-5557-4afc-9c64-b8c0121e4066 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642023 Aug 31 01:23:15.799610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 3d9cf18b-141f-40ce-b90a-42bc94de1db6 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:15.801928 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.855107 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.917447 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:15.947831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f866d0-aa87-421c-bb2a-48ffca4a4306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9cf18b-141f-40ce-b90a-42bc94de1db6'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:15.951135 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abd52a1-2033-4308-ba03-0442b7d0ef12" -d '{"events": [{"server_uuid": "26f866d0-aa87-421c-bb2a-48ffca4a4306", "name": "network-vif-plugged", "status": "completed", "tag": "3d9cf18b-141f-40ce-b90a-42bc94de1db6"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:15.981440 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3d9cf18b-141f-40ce-b90a-42bc94de1db6, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3d9cf18b-141f-40ce-b90a-42bc94de1db6,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:15.999668 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:16.003901 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe454f3-bd34-4c76-8974-fbaa7cb132f4 x-openstack-request-id: req-cfe454f3-bd34-4c76-8974-fbaa7cb132f4 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:16.004599 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f866d0-aa87-421c-bb2a-48ffca4a4306", "name": "network-vif-plugged", "status": "completed", "tag": "3d9cf18b-141f-40ce-b90a-42bc94de1db6", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:16.006218 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cfe454f3-bd34-4c76-8974-fbaa7cb132f4 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:16.006960 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f866d0-aa87-421c-bb2a-48ffca4a4306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9cf18b-141f-40ce-b90a-42bc94de1db6', 'code': 200} Aug 31 01:23:16.040409 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:16.063121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324f93-63c0-4394-b9be-94102d9f983d req-4264526f-479a-4d82-859e-813dbee47c3d tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:16.064750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6324f93-63c0-4394-b9be-94102d9f983d req-4264526f-479a-4d82-859e-813dbee47c3d tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1097 time: 0.0752304 Aug 31 01:23:16.089175 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=3d9cf18b-141f-40ce-b90a-42bc94de1db6,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:16.187949 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-e6324f93-63c0-4394-b9be-94102d9f983d req-c491d54e-81c5-4ee0-9263-514a6753464f tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Deleting port 6d97bad7-8223-4f53-a83d-13cfe9570fe8 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:16.188524 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e6324f93-63c0-4394-b9be-94102d9f983d req-c491d54e-81c5-4ee0-9263-514a6753464f tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:16.207558 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac1992-f970-46a8-98e0-0d66d87792b2 req-d6e2b1db-76d2-484d-8fdd-8b4c86bbaea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:16.210596 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5eac1992-f970-46a8-98e0-0d66d87792b2 req-d6e2b1db-76d2-484d-8fdd-8b4c86bbaea1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 1098 time: 0.1216457 Aug 31 01:23:16.307269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d854fc5-1bbc-400b-8791-d8dee6787b50 req-070453b7-fd3f-4e5e-b638-453dd2dea6c4 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:16.308962 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d854fc5-1bbc-400b-8791-d8dee6787b50 req-070453b7-fd3f-4e5e-b638-453dd2dea6c4 tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e2513dc3-b3ee-4fc9-85ae-74f59a41a33a HTTP/1.1" status: 200 len: 1097 time: 0.1179471 Aug 31 01:23:16.340423 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5eac1992-f970-46a8-98e0-0d66d87792b2 req-8ad7f577-6828-44fc-adeb-42d69201d50f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105971 Aug 31 01:23:16.347375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e6324f93-63c0-4394-b9be-94102d9f983d req-c491d54e-81c5-4ee0-9263-514a6753464f tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] For port 6d97bad7-8223-4f53-a83d-13cfe9570fe8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d97bad7-8223-4f53-a83d-13cfe9570fe8,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:16.347749 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e6324f93-63c0-4394-b9be-94102d9f983d req-c491d54e-81c5-4ee0-9263-514a6753464f tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:16.373186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-e6324f93-63c0-4394-b9be-94102d9f983d req-c491d54e-81c5-4ee0-9263-514a6753464f tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Calling delete_port for 6d97bad7-8223-4f53-a83d-13cfe9570fe8 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:16.376639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d854fc5-1bbc-400b-8791-d8dee6787b50 req-8b67903c-b642-4538-82e7-edafdd66c86f tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2a976785-010d-40eb-b465-9108ac53e91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605927 Aug 31 01:23:16.438738 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:16.464524 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:16.540977 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e6324f93-63c0-4394-b9be-94102d9f983d req-c491d54e-81c5-4ee0-9263-514a6753464f tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:16.555531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6d97bad7-8223-4f53-a83d-13cfe9570fe8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:16.617582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491d54e-81c5-4ee0-9263-514a6753464f tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d97bad7-8223-4f53-a83d-13cfe9570fe8,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:16.628048 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Allocated IP 172.25.6.208 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/fedbb879-9133-4817-8cb4-f75299acaff0) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:16.673374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6324f93-63c0-4394-b9be-94102d9f983d req-c491d54e-81c5-4ee0-9263-514a6753464f tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] No DVR routers for this DVR port 6d97bad7-8223-4f53-a83d-13cfe9570fe8 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:16.676310 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e6324f93-63c0-4394-b9be-94102d9f983d req-c491d54e-81c5-4ee0-9263-514a6753464f tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:16.679459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6324f93-63c0-4394-b9be-94102d9f983d req-c491d54e-81c5-4ee0-9263-514a6753464f tempest-TestServerMultinode-1686669907 tempest-TestServerMultinode-1686669907-project-admin] 10.222.0.70 "DELETE /v2.0/ports/6d97bad7-8223-4f53-a83d-13cfe9570fe8 HTTP/1.1" status: 204 len: 173 time: 0.6065981 Aug 31 01:23:16.679932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2513dc3-b3ee-4fc9-85ae-74f59a41a33a', 'name': 'network-vif-deleted', 'tag': '6d97bad7-8223-4f53-a83d-13cfe9570fe8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:16.682860 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2665051-43c4-4215-835b-b9cd34b4d023" -d '{"events": [{"server_uuid": "e2513dc3-b3ee-4fc9-85ae-74f59a41a33a", "name": "network-vif-deleted", "tag": "6d97bad7-8223-4f53-a83d-13cfe9570fe8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:16.730961 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42e13d0-0908-47aa-83a2-e516fdaf2192 x-openstack-request-id: req-c42e13d0-0908-47aa-83a2-e516fdaf2192 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:16.731247 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2513dc3-b3ee-4fc9-85ae-74f59a41a33a", "name": "network-vif-deleted", "tag": "6d97bad7-8223-4f53-a83d-13cfe9570fe8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:16.731553 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c42e13d0-0908-47aa-83a2-e516fdaf2192 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:16.731980 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2513dc3-b3ee-4fc9-85ae-74f59a41a33a', 'name': 'network-vif-deleted', 'tag': '6d97bad7-8223-4f53-a83d-13cfe9570fe8', 'status': 'completed', 'code': 200} Aug 31 01:23:16.808099 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:16.854893 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:16.903486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:16.907613 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:16.909452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Pushing event updated for resources: {'Port': ['ID=fedbb879-9133-4817-8cb4-f75299acaff0,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:16.912216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:16.981235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9219f-9388-4a2b-9046-b9ed24c1659d req-a339d77b-c50a-45dd-b284-cfee0633df10 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:16.982923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3c9219f-9388-4a2b-9046-b9ed24c1659d req-a339d77b-c50a-45dd-b284-cfee0633df10 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 946 time: 0.0565233 Aug 31 01:23:17.023343 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3c9219f-9388-4a2b-9046-b9ed24c1659d req-dadf94b9-f441-4b26-bf09-7bb7cd850282 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342333 Aug 31 01:23:17.166882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:17.340421 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-6a9657d8-caad-4d84-8a04-a1c813d0c17f req-de3d48ec-2342-4ebf-87c9-6578e7889e46 service neutron] (94760) timed out ('10.222.0.15', 61301) {{(pid=94760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:23:17.395498 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:17.461020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40304) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:18.001235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Router 92462a9f-c4c0-496d-99f0-05b2bc6785d6 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:23:18.149939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f4c98-9b7d-4faa-b308-564f0164aaee req-47f086be-6378-40b8-b47d-62da76587404 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:18.151522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-862f4c98-9b7d-4faa-b308-564f0164aaee req-47f086be-6378-40b8-b47d-62da76587404 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 946 time: 0.0571454 Aug 31 01:23:18.187364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:18.197270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-862f4c98-9b7d-4faa-b308-564f0164aaee req-a93c8a43-e8bf-408b-a533-7bbcf28a9226 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377674 Aug 31 01:23:18.203145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Sync routers for ids ['92462a9f-c4c0-496d-99f0-05b2bc6785d6'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:18.229451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Routers {'92462a9f-c4c0-496d-99f0-05b2bc6785d6'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:18.229451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['92462a9f-c4c0-496d-99f0-05b2bc6785d6'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:18.232129 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.236806 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4d646d31-dd19-4bdd-8c3f-8499cbf7e9dc tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4841261 Aug 31 01:23:18.237600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40322) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:18.355882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.409777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Set router 92462a9f-c4c0-496d-99f0-05b2bc6785d6 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:18.417184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a716efa-0b26-4501-815d-bedc1a36dbe6 req-1ca28ea4-2a9e-4ed5-8dc7-67c6b41ea297 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:18.419701 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a716efa-0b26-4501-815d-bedc1a36dbe6 req-1ca28ea4-2a9e-4ed5-8dc7-67c6b41ea297 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 946 time: 0.1241174 Aug 31 01:23:18.463773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-81980da3-a3ee-41ac-8ffe-91c42c2b4674 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/routers/92462a9f-c4c0-496d-99f0-05b2bc6785d6 HTTP/1.1" status: 200 len: 908 time: 0.2243085 Aug 31 01:23:18.469544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40328) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:18.475178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Request body: {'router': {'name': 'tempest-snat-router-164809940', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'enable_snat': True}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:18.492722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a716efa-0b26-4501-815d-bedc1a36dbe6 req-392fbade-14f0-4182-a9ff-69dcaec11b64 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637343 Aug 31 01:23:18.512669 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.513775 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.584239 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.712879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92462a9f-c4c0-496d-99f0-05b2bc6785d6', 'name': 'tempest-snat-router-164809940', 'tenant_id': '41034d0da42e4e63be250884f929dfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.208'}], 'enable_snat': False}, 'gw_port_id': 'fedbb879-9133-4817-8cb4-f75299acaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:23:17Z', 'revision_number': 3, 'project_id': '41034d0da42e4e63be250884f929dfb5', 'gw_port': {'id': 'fedbb879-9133-4817-8cb4-f75299acaff0', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92462a9f-c4c0-496d-99f0-05b2bc6785d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:18.735034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Deleting port 63bdcb84-afb7-4cf5-8855-9d435746d722 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:18.735416 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.785858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Checking router: 92462a9f-c4c0-496d-99f0-05b2bc6785d6 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:18.787120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Updating router 92462a9f-c4c0-496d-99f0-05b2bc6785d6 port fedbb879-9133-4817-8cb4-f75299acaff0 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:23:18.813024 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.820938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] For port 63bdcb84-afb7-4cf5-8855-9d435746d722, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=63bdcb84-afb7-4cf5-8855-9d435746d722,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:18.821307 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.821528 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:18.837648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Calling delete_port for 63bdcb84-afb7-4cf5-8855-9d435746d722 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:18.907713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90626b7d-c8c9-4075-ba1d-a1b1892202d8 req-0a1970f9-900b-47af-b3b2-78d0f960532f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:18.921154 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90626b7d-c8c9-4075-ba1d-a1b1892202d8 req-0a1970f9-900b-47af-b3b2-78d0f960532f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 946 time: 0.1651168 Aug 31 01:23:18.973869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90626b7d-c8c9-4075-ba1d-a1b1892202d8 req-1ed753f5-2d54-4dd3-babd-61f470721302 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529819 Aug 31 01:23:19.062434 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.086797 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=63bdcb84-afb7-4cf5-8855-9d435746d722,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:19.100343 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.100696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.101042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.101383 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.101719 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.102053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.102876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.102876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.103736 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.103736 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.103736 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.104116 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:19.164384 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.168164 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.191727 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Transition to ACTIVE for port object fedbb879-9133-4817-8cb4-f75299acaff0 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:19.194467 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.201745 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.308602 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88ce58-78d0-4de9-a359-5687e36ec18f None None] Pushing event updated for resources: {'Port': ['ID=fedbb879-9133-4817-8cb4-f75299acaff0,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:19.322112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Attempting to bind port fedbb879-9133-4817-8cb4-f75299acaff0 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:19.322979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Attempting to bind port fedbb879-9133-4817-8cb4-f75299acaff0 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:19.323406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Attempting to bind port fedbb879-9133-4817-8cb4-f75299acaff0 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:19.330120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:19.330499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:19.330904 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.331790 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:19.332278 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Bound port: fedbb879-9133-4817-8cb4-f75299acaff0, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:19.332645 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.359015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Allocated IP 172.25.6.34 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/417605c7-06a4-4a61-810d-b4d4eba71950) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:19.393632 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.395370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] For port fedbb879-9133-4817-8cb4-f75299acaff0, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:19.399585 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] For port fedbb879-9133-4817-8cb4-f75299acaff0, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fedbb879-9133-4817-8cb4-f75299acaff0,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:19.404499 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.471638 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Routers {'92462a9f-c4c0-496d-99f0-05b2bc6785d6'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:19.472326 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['92462a9f-c4c0-496d-99f0-05b2bc6785d6'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:19.520593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88ce58-78d0-4de9-a359-5687e36ec18f None None] Pushing event updated for resources: {'Port': ['ID=fedbb879-9133-4817-8cb4-f75299acaff0,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:19.555819 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.622871 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:19.642474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] Set router 92462a9f-c4c0-496d-99f0-05b2bc6785d6 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:19.662775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Router 397edd15-4aab-426a-b2e8-1090fbe4774d has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:23:19.699587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:19.712056 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:19.735970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:19.755150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6d97bad7-8223-4f53-a83d-13cfe9570fe8 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:19.808516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Pushing event updated for resources: {'Port': ['ID=417605c7-06a4-4a61-810d-b4d4eba71950,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:19.826997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:19.840968 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbadf125-b751-415c-88f6-33a9716c0654 None None] Sync routers for ids ['397edd15-4aab-426a-b2e8-1090fbe4774d'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:19.842444 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-17a16b8d-82e5-420d-9a80-8212a6c66a90 admin admin] 10.222.0.58 "PUT /v2.0/routers/397edd15-4aab-426a-b2e8-1090fbe4774d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3790133 Aug 31 01:23:19.844995 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40356) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:19.862518 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbadf125-b751-415c-88f6-33a9716c0654 None None] Routers {'397edd15-4aab-426a-b2e8-1090fbe4774d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:19.863146 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-fbadf125-b751-415c-88f6-33a9716c0654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['397edd15-4aab-426a-b2e8-1090fbe4774d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:19.906298 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 6d97bad7-8223-4f53-a83d-13cfe9570fe8 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:23:19.907116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6d97bad7-8223-4f53-a83d-13cfe9570fe8 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:19.971614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92462a9f-c4c0-496d-99f0-05b2bc6785d6', 'name': 'tempest-snat-router-164809940', 'tenant_id': '41034d0da42e4e63be250884f929dfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.208'}], 'enable_snat': False}, 'gw_port_id': 'fedbb879-9133-4817-8cb4-f75299acaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:23:17Z', 'revision_number': 3, 'project_id': '41034d0da42e4e63be250884f929dfb5', 'gw_port': {'id': 'fedbb879-9133-4817-8cb4-f75299acaff0', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92462a9f-c4c0-496d-99f0-05b2bc6785d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:19.983267 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.018821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3dd425-754c-4ca8-8639-fcf97ed6e143 None None] The sync data for ids ['92462a9f-c4c0-496d-99f0-05b2bc6785d6'] in n-d-802060-13 is: [{'id': '92462a9f-c4c0-496d-99f0-05b2bc6785d6', 'name': 'tempest-snat-router-164809940', 'tenant_id': '41034d0da42e4e63be250884f929dfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.208'}], 'enable_snat': False}, 'gw_port_id': 'fedbb879-9133-4817-8cb4-f75299acaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:15Z', 'updated_at': '2021-08-31T01:23:17Z', 'revision_number': 3, 'project_id': '41034d0da42e4e63be250884f929dfb5', 'gw_port': {'id': 'fedbb879-9133-4817-8cb4-f75299acaff0', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92462a9f-c4c0-496d-99f0-05b2bc6785d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:16Z', 'updated_at': '2021-08-31T01:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:20.035770 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-fbadf125-b751-415c-88f6-33a9716c0654 None None] Set router 397edd15-4aab-426a-b2e8-1090fbe4774d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:20.160303 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.217526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cce0e-8fe6-426e-87c0-f56c95dba53a req-3e561ce7-46de-4441-a05c-009b4d2600ea tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:20.219132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-355cce0e-8fe6-426e-87c0-f56c95dba53a req-3e561ce7-46de-4441-a05c-009b4d2600ea tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 946 time: 0.1422849 Aug 31 01:23:20.236585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] Deleting port 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:20.236841 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.299563 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-fbadf125-b751-415c-88f6-33a9716c0654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'name': 'tempest-TestServerMultinode-638918575-router', 'tenant_id': 'e633f616719b4442912294f4d6111b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:24Z', 'updated_at': '2021-08-31T01:23:19Z', 'revision_number': 5, 'project_id': 'e633f616719b4442912294f4d6111b06', 'gw_port': {'id': '9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:25Z', 'updated_at': '2021-08-31T01:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:20.315724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd178a-dc7a-46d6-9bd0-39e161fae7b3 req-21773f05-9712-4c89-8531-913ceb3cf359 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:20.317324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25cd178a-dc7a-46d6-9bd0-39e161fae7b3 req-21773f05-9712-4c89-8531-913ceb3cf359 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 946 time: 0.2417197 Aug 31 01:23:20.342085 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbadf125-b751-415c-88f6-33a9716c0654 None None] Checking router: 397edd15-4aab-426a-b2e8-1090fbe4774d for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:20.354009 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbadf125-b751-415c-88f6-33a9716c0654 None None] Routers {'397edd15-4aab-426a-b2e8-1090fbe4774d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:20.354580 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-fbadf125-b751-415c-88f6-33a9716c0654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['397edd15-4aab-426a-b2e8-1090fbe4774d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:20.371649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] For port 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:20.373584 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.386977 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.399224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] Calling delete_port for 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:20.508543 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25cd178a-dc7a-46d6-9bd0-39e161fae7b3 req-2505befd-0e04-4dfb-92da-5898b15c091c tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789138 Aug 31 01:23:20.648040 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-fbadf125-b751-415c-88f6-33a9716c0654 None None] Set router 397edd15-4aab-426a-b2e8-1090fbe4774d gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:20.666607 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.697566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:20.721864 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-fbadf125-b751-415c-88f6-33a9716c0654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'name': 'tempest-TestServerMultinode-638918575-router', 'tenant_id': 'e633f616719b4442912294f4d6111b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:24Z', 'updated_at': '2021-08-31T01:23:20Z', 'revision_number': 6, 'project_id': 'e633f616719b4442912294f4d6111b06', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:20.758015 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbadf125-b751-415c-88f6-33a9716c0654 None None] The sync data for ids ['397edd15-4aab-426a-b2e8-1090fbe4774d'] in n-d-802060-13 is: [{'id': '397edd15-4aab-426a-b2e8-1090fbe4774d', 'name': 'tempest-TestServerMultinode-638918575-router', 'tenant_id': 'e633f616719b4442912294f4d6111b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:24Z', 'updated_at': '2021-08-31T01:23:20Z', 'revision_number': 6, 'project_id': 'e633f616719b4442912294f4d6111b06', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:20.787884 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.891435 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.894003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.952787 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.953705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 397edd15-4aab-426a-b2e8-1090fbe4774d {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:23:20.959254 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:20.960696 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-39b29929-a086-4087-86c4-1e1cd0c617a8 admin admin] 10.222.0.58 "DELETE /v2.0/routers/397edd15-4aab-426a-b2e8-1090fbe4774d HTTP/1.1" status: 204 len: 168 time: 1.1145515 Aug 31 01:23:20.963224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40362) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:21.027021 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c32109-0a4e-4c05-ba31-d1f58af840c8 admin admin] Deleting subnet 18eca6d7-58f6-483d-a9e4-dadcb87b0c76 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:23:21.031876 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03c32109-0a4e-4c05-ba31-d1f58af840c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.032310 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-355cce0e-8fe6-426e-87c0-f56c95dba53a req-ff7b8431-470d-4859-9235-02d1e84ff4e2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Deleting port 3d9cf18b-141f-40ce-b90a-42bc94de1db6 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:21.032657 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-355cce0e-8fe6-426e-87c0-f56c95dba53a req-ff7b8431-470d-4859-9235-02d1e84ff4e2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.071355 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03c32109-0a4e-4c05-ba31-d1f58af840c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.170369 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03c32109-0a4e-4c05-ba31-d1f58af840c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.205473 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9ddd2985-3830-4f23-ba1b-bfec4c621cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.219790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-355cce0e-8fe6-426e-87c0-f56c95dba53a req-ff7b8431-470d-4859-9235-02d1e84ff4e2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] For port 3d9cf18b-141f-40ce-b90a-42bc94de1db6, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3d9cf18b-141f-40ce-b90a-42bc94de1db6,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:21.220364 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-355cce0e-8fe6-426e-87c0-f56c95dba53a req-ff7b8431-470d-4859-9235-02d1e84ff4e2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.242750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-355cce0e-8fe6-426e-87c0-f56c95dba53a req-ff7b8431-470d-4859-9235-02d1e84ff4e2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Calling delete_port for 3d9cf18b-141f-40ce-b90a-42bc94de1db6 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:21.250817 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.252964 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03c32109-0a4e-4c05-ba31-d1f58af840c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.289636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c32109-0a4e-4c05-ba31-d1f58af840c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18eca6d7-58f6-483d-a9e4-dadcb87b0c76,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:21.308084 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03c32109-0a4e-4c05-ba31-d1f58af840c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.308295 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10986f55-a7d8-4b2c-babb-35ad6307f9a5 None None] Network 40f15c13-1a36-4688-9d12-d1a32b1cbdec requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:23:21.310608 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-03c32109-0a4e-4c05-ba31-d1f58af840c8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/18eca6d7-58f6-483d-a9e4-dadcb87b0c76 HTTP/1.1" status: 204 len: 168 time: 0.3461416 Aug 31 01:23:21.313089 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40364) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:21.414025 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.522983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] Deleting port 2fc117cd-d8ad-4891-89b4-fb8576f1317a {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:21.523373 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.533456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Router f81ca4ea-2afc-40be-ae9c-d7e0899f9044 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:23:21.602610 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-355cce0e-8fe6-426e-87c0-f56c95dba53a req-ff7b8431-470d-4859-9235-02d1e84ff4e2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.614755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6318dadd-ab37-4781-8b5b-431bef7837cc', '3d9cf18b-141f-40ce-b90a-42bc94de1db6'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:21.622620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] For port 2fc117cd-d8ad-4891-89b4-fb8576f1317a, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2fc117cd-d8ad-4891-89b4-fb8576f1317a,segment=NetworkSegment(472cfb0b-04ee-4aa1-b6f3-80410fb2ff29),segment_id=472cfb0b-04ee-4aa1-b6f3-80410fb2ff29)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:21.622996 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.639057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] Calling delete_port for 2fc117cd-d8ad-4891-89b4-fb8576f1317a owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:21.662360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b8431-470d-4859-9235-02d1e84ff4e2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Pushing event deleted for resources: {'Port': ['ID=3d9cf18b-141f-40ce-b90a-42bc94de1db6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:21.681390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f934493d-01c4-47d5-bbe8-ee1f7a1c8946 None None] DHCP port deletion for 40f15c13-1a36-4688-9d12-d1a32b1cbdec request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:23:21.698034 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-483af59b-9987-484d-b9f5-1fb3e431159f req-da2b513a-611f-4ce0-b5f5-7f12fe95402d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=26f866d0-aa87-421c-bb2a-48ffca4a4306 HTTP/1.1" status: 200 len: 210 time: 0.0923853 Aug 31 01:23:21.778162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.817591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-355cce0e-8fe6-426e-87c0-f56c95dba53a req-ff7b8431-470d-4859-9235-02d1e84ff4e2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] No DVR routers for this DVR port 3d9cf18b-141f-40ce-b90a-42bc94de1db6 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:21.818948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f934493d-01c4-47d5-bbe8-ee1f7a1c8946 None None] Deleting port 2fc117cd-d8ad-4891-89b4-fb8576f1317a {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:21.819587 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f934493d-01c4-47d5-bbe8-ee1f7a1c8946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.822145 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-355cce0e-8fe6-426e-87c0-f56c95dba53a req-ff7b8431-470d-4859-9235-02d1e84ff4e2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.824633 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-355cce0e-8fe6-426e-87c0-f56c95dba53a req-ff7b8431-470d-4859-9235-02d1e84ff4e2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "DELETE /v2.0/ports/3d9cf18b-141f-40ce-b90a-42bc94de1db6 HTTP/1.1" status: 204 len: 173 time: 1.5714228 Aug 31 01:23:21.825180 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f866d0-aa87-421c-bb2a-48ffca4a4306', 'name': 'network-vif-deleted', 'tag': '3d9cf18b-141f-40ce-b90a-42bc94de1db6'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:21.827646 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386cd401-bb72-45c4-97ba-ac5009b05709" -d '{"events": [{"server_uuid": "26f866d0-aa87-421c-bb2a-48ffca4a4306", "name": "network-vif-deleted", "tag": "3d9cf18b-141f-40ce-b90a-42bc94de1db6"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:21.871346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc117cd-d8ad-4891-89b4-fb8576f1317a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:21.871346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] No DVR routers for this DVR port 2fc117cd-d8ad-4891-89b4-fb8576f1317a on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:21.877363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:21.904089 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122115a0-6964-4395-9ea0-599a6458fdb4 x-openstack-request-id: req-122115a0-6964-4395-9ea0-599a6458fdb4 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:21.904484 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f866d0-aa87-421c-bb2a-48ffca4a4306", "name": "network-vif-deleted", "tag": "3d9cf18b-141f-40ce-b90a-42bc94de1db6", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:21.905619 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-122115a0-6964-4395-9ea0-599a6458fdb4 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:21.906135 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f866d0-aa87-421c-bb2a-48ffca4a4306', 'name': 'network-vif-deleted', 'tag': '3d9cf18b-141f-40ce-b90a-42bc94de1db6', 'status': 'completed', 'code': 200} Aug 31 01:23:21.923227 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:21.924662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9518b026-89da-4536-8250-d51397a6de12 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.4540622 Aug 31 01:23:21.928324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40372) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:21.992759 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7a4fd-a99c-4994-8a49-c1151cdf972b None None] Sync routers for ids ['f81ca4ea-2afc-40be-ae9c-d7e0899f9044'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:22.038243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.059649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fedbb879-9133-4817-8cb4-f75299acaff0 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:22.071769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f15c13-1a36-4688-9d12-d1a32b1cbdec']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:22.102076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:22.102459 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472cfb0b-04ee-4aa1-b6f3-80410fb2ff29') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:22.111047 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7a4fd-a99c-4994-8a49-c1151cdf972b None None] Routers {'f81ca4ea-2afc-40be-ae9c-d7e0899f9044'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:22.111647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-a9f7a4fd-a99c-4994-8a49-c1151cdf972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:22:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f81ca4ea-2afc-40be-ae9c-d7e0899f9044'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:22.114050 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.138999 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-29e9813c-fa3c-4c24-8613-a774df0a07b0 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/routers/f81ca4ea-2afc-40be-ae9c-d7e0899f9044 HTTP/1.1" status: 200 len: 906 time: 0.2094791 Aug 31 01:23:22.141604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40374) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:22.157779 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.169328 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:23:22.169810 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:23:22.172426 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:23:22.237286 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-a9f7a4fd-a99c-4994-8a49-c1151cdf972b None None] Set router f81ca4ea-2afc-40be-ae9c-d7e0899f9044 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:22.253722 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.264780 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.267926 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] 10.222.0.58 "DELETE /v2.0/networks/40f15c13-1a36-4688-9d12-d1a32b1cbdec HTTP/1.1" status: 204 len: 168 time: 0.9534438 Aug 31 01:23:22.301734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40376) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:22.302301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de362f-03ce-4b92-a2b3-6e8d69ae7f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=40f15c13-1a36-4688-9d12-d1a32b1cbdec,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:22.303629 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7064e746-97f5-4f3e-8389-216033288764 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.375645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f934493d-01c4-47d5-bbe8-ee1f7a1c8946 None None] For port 2fc117cd-d8ad-4891-89b4-fb8576f1317a, host n-d-802060-13, got binding levels [] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:22.376052 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f934493d-01c4-47d5-bbe8-ee1f7a1c8946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.461517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f934493d-01c4-47d5-bbe8-ee1f7a1c8946 None None] Calling delete_port for 2fc117cd-d8ad-4891-89b4-fb8576f1317a owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:22.469064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.ipam_backend_mixin [None req-f934493d-01c4-47d5-bbe8-ee1f7a1c8946 None None] Port 2fc117cd-d8ad-4891-89b4-fb8576f1317a was not found and therefore no delete operation was performed {{(pid=94762) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:23:22.478482 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f934493d-01c4-47d5-bbe8-ee1f7a1c8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.574313 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7064e746-97f5-4f3e-8389-216033288764 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.676511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port fedbb879-9133-4817-8cb4-f75299acaff0 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:22.680694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934493d-01c4-47d5-bbe8-ee1f7a1c8946 None None] Pushing event deleted for resources: {'Port': ['ID=2fc117cd-d8ad-4891-89b4-fb8576f1317a,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:22.682567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f934493d-01c4-47d5-bbe8-ee1f7a1c8946 None None] Network 40f15c13-1a36-4688-9d12-d1a32b1cbdec is not hosted by any dhcp agent {{(pid=94762) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:23:22.682948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f934493d-01c4-47d5-bbe8-ee1f7a1c8946 None None] No DVR routers for this DVR port 2fc117cd-d8ad-4891-89b4-fb8576f1317a on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:22.701685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port fedbb879-9133-4817-8cb4-f75299acaff0 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:22.702009 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.785513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7064e746-97f5-4f3e-8389-216033288764 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Deleting port 417605c7-06a4-4a61-810d-b4d4eba71950 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:22.786046 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7064e746-97f5-4f3e-8389-216033288764 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.868677 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.891442 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port fedbb879-9133-4817-8cb4-f75299acaff0, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fedbb879-9133-4817-8cb4-f75299acaff0,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:22.901211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-a9f7a4fd-a99c-4994-8a49-c1151cdf972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81ca4ea-2afc-40be-ae9c-d7e0899f9044', 'name': 'tempest-snat-router-164809940', 'tenant_id': '41034d0da42e4e63be250884f929dfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '417605c7-06a4-4a61-810d-b4d4eba71950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:18Z', 'updated_at': '2021-08-31T01:23:20Z', 'revision_number': 3, 'project_id': '41034d0da42e4e63be250884f929dfb5', 'gw_port': {'id': '417605c7-06a4-4a61-810d-b4d4eba71950', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81ca4ea-2afc-40be-ae9c-d7e0899f9044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:19Z', 'updated_at': '2021-08-31T01:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:22.903631 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.947208 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7064e746-97f5-4f3e-8389-216033288764 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:22.953827 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7a4fd-a99c-4994-8a49-c1151cdf972b None None] Checking router: f81ca4ea-2afc-40be-ae9c-d7e0899f9044 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:22.954522 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7a4fd-a99c-4994-8a49-c1151cdf972b None None] Updating router f81ca4ea-2afc-40be-ae9c-d7e0899f9044 port 417605c7-06a4-4a61-810d-b4d4eba71950 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:23:22.968368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7064e746-97f5-4f3e-8389-216033288764 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Calling delete_port for 417605c7-06a4-4a61-810d-b4d4eba71950 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:23.004834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 63bdcb84-afb7-4cf5-8855-9d435746d722 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:23.058918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 63bdcb84-afb7-4cf5-8855-9d435746d722 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:23:23.059122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 63bdcb84-afb7-4cf5-8855-9d435746d722 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:23.059551 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2fc117cd-d8ad-4891-89b4-fb8576f1317a no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:23.084584 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a4fd-a99c-4994-8a49-c1151cdf972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.093036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 2fc117cd-d8ad-4891-89b4-fb8576f1317a {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:23:23.094250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2fc117cd-d8ad-4891-89b4-fb8576f1317a not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:23.094250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:23.139232 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=fedbb879-9133-4817-8cb4-f75299acaff0,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:23.154418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:23:23.154847 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9cfa3d7d-01ac-4413-a9c0-a3f59efb41a8 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:23.159414 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17ef1dd5-8c92-4618-a1e2-fe65d8703194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.292559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-7a10f082-0cf4-41ce-aaa3-9e44ee1e009a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:23.294203 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-7a10f082-0cf4-41ce-aaa3-9e44ee1e009a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 805 time: 0.2371082 Aug 31 01:23:23.360436 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-cf0bb8ac-d2b5-4813-a6ee-c4011cc56428 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/quotas/c79cdacd6aa1443086d0bf6dcdae746b HTTP/1.1" status: 200 len: 375 time: 0.0360658 Aug 31 01:23:23.491603 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-a9f7a4fd-a99c-4994-8a49-c1151cdf972b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:23:23.492186 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7064e746-97f5-4f3e-8389-216033288764 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.492753 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-a9f7a4fd-a99c-4994-8a49-c1151cdf972b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:23:23.527663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-5c91c540-225c-4472-92f0-72f345faea04 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1467984 Aug 31 01:23:23.531479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064e746-97f5-4f3e-8389-216033288764 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Pushing event deleted for resources: {'Port': ['ID=417605c7-06a4-4a61-810d-b4d4eba71950,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:23.668996 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7064e746-97f5-4f3e-8389-216033288764 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.739954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3d9cf18b-141f-40ce-b90a-42bc94de1db6 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:23.747766 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c85c10a-6320-43ad-925f-dd16ed38d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.777247 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 3d9cf18b-141f-40ce-b90a-42bc94de1db6 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:23:23.777840 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3d9cf18b-141f-40ce-b90a-42bc94de1db6 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:23.800946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-63ccc529-5f74-46b4-bfab-111f05d40ef6 service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627573 Aug 31 01:23:23.803974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7064e746-97f5-4f3e-8389-216033288764 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.806819 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7064e746-97f5-4f3e-8389-216033288764 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.810026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fedbb879-9133-4817-8cb4-f75299acaff0 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:23.860375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port fedbb879-9133-4817-8cb4-f75299acaff0 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:23.860749 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.924238 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7064e746-97f5-4f3e-8389-216033288764 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.924688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7064e746-97f5-4f3e-8389-216033288764 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f81ca4ea-2afc-40be-ae9c-d7e0899f9044 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:23:23.933661 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7064e746-97f5-4f3e-8389-216033288764 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.934836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7064e746-97f5-4f3e-8389-216033288764 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "DELETE /v2.0/routers/f81ca4ea-2afc-40be-ae9c-d7e0899f9044 HTTP/1.1" status: 204 len: 168 time: 1.7895396 Aug 31 01:23:23.938053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40398) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:23.975095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-17ef1dd5-8c92-4618-a1e2-fe65d8703194 admin admin] Deleting port 34214764-3655-44bf-9ceb-d77d054aab72 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:23.975488 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17ef1dd5-8c92-4618-a1e2-fe65d8703194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:23.978595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-7b9e6ce2-e75b-49ac-95ec-4504a43df32c service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510661 Aug 31 01:23:24.036631 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7a4fd-a99c-4994-8a49-c1151cdf972b None None] Port 417605c7-06a4-4a61-810d-b4d4eba71950 not found while updating agent binding for router f81ca4ea-2afc-40be-ae9c-d7e0899f9044. {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 01:23:24.047264 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.054518 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7a4fd-a99c-4994-8a49-c1151cdf972b None None] Routers set() bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:24.054753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7a4fd-a99c-4994-8a49-c1151cdf972b None None] Router IDs set() for agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 01:23:24.055435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_agentschedulers_db [None req-a9f7a4fd-a99c-4994-8a49-c1151cdf972b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f81ca4ea-2afc-40be-ae9c-d7e0899f9044'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent'). {{(pid=94762) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 01:23:24.055801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7a4fd-a99c-4994-8a49-c1151cdf972b None None] The sync data for ids ['f81ca4ea-2afc-40be-ae9c-d7e0899f9044'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:24.089809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-17ef1dd5-8c92-4618-a1e2-fe65d8703194 admin admin] For port 34214764-3655-44bf-9ceb-d77d054aab72, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=34214764-3655-44bf-9ceb-d77d054aab72,segment=NetworkSegment(2eaa4afd-ba4b-4b19-ba0c-af21f54256f4),segment_id=2eaa4afd-ba4b-4b19-ba0c-af21f54256f4)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:24.090380 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17ef1dd5-8c92-4618-a1e2-fe65d8703194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.092117 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.107794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-17ef1dd5-8c92-4618-a1e2-fe65d8703194 admin admin] Calling delete_port for 34214764-3655-44bf-9ceb-d77d054aab72 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:24.217409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e737e3d-f012-41fb-a6c9-9662349a0282 req-e3eecfd4-6805-401f-9fed-1cd763083417 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 210 time: 0.0401604 Aug 31 01:23:24.285333 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.358987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Deleting port fedbb879-9133-4817-8cb4-f75299acaff0 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:24.359598 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.404720 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17ef1dd5-8c92-4618-a1e2-fe65d8703194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.436099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef1dd5-8c92-4618-a1e2-fe65d8703194 admin admin] Pushing event deleted for resources: {'Port': ['ID=34214764-3655-44bf-9ceb-d77d054aab72,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:24.465955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] For port fedbb879-9133-4817-8cb4-f75299acaff0, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fedbb879-9133-4817-8cb4-f75299acaff0,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:24.466332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.477424 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.499426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Calling delete_port for fedbb879-9133-4817-8cb4-f75299acaff0 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:24.738769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.810911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Pushing event deleted for resources: {'Port': ['ID=fedbb879-9133-4817-8cb4-f75299acaff0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:24.861389 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.960432 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:24.967778 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.023221 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.023891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92462a9f-c4c0-496d-99f0-05b2bc6785d6 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:23:25.029006 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.029708 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ee921506-f96c-439d-a0e9-55b05acb348c tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "DELETE /v2.0/routers/92462a9f-c4c0-496d-99f0-05b2bc6785d6 HTTP/1.1" status: 204 len: 168 time: 1.0893259 Aug 31 01:23:25.033345 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40414) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:25.038684 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-237936821', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:25.070621 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.071906 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.137000 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17ef1dd5-8c92-4618-a1e2-fe65d8703194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.145166 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.412329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ba8b287-48de-47f3-8e48-f1f7eb04f0a8 req-41b2db29-1fdf-4065-a08c-3267ad37a5a5 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 210 time: 0.0413179 Aug 31 01:23:25.565088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-beb456ca-b44b-4feb-957c-7078950e2da2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:25.566680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-beb456ca-b44b-4feb-957c-7078950e2da2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 805 time: 0.2565715 Aug 31 01:23:25.607976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-a0867551-220f-439a-81e8-e56168092027 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Request body: {'port': {'device_id': '2190d7fa-190d-4cdf-83b9-cc7040f863d7', 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923', 'admin_state_up': True, 'tenant_id': 'c79cdacd6aa1443086d0bf6dcdae746b'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:25.731666 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.741457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-a0867551-220f-439a-81e8-e56168092027 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Made reservation on behalf of c79cdacd6aa1443086d0bf6dcdae746b for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:25.750724 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-a0867551-220f-439a-81e8-e56168092027 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:25.899800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ef1dd5-8c92-4618-a1e2-fe65d8703194 admin admin] Router 07222029-80ef-4db1-990f-eccf2a4a94a7 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:23:25.907002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fedbb879-9133-4817-8cb4-f75299acaff0 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:25.948321 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: fedbb879-9133-4817-8cb4-f75299acaff0 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:23:25.948664 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fedbb879-9133-4817-8cb4-f75299acaff0 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:26.073160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-a0867551-220f-439a-81e8-e56168092027 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Allocated IP 172.20.0.5 (37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923/428ebcb6-235d-49bc-acd7-c71a4d41509d/38de136b-5799-4828-a67e-9e1e368f8d5d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:26.090590 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ef1dd5-8c92-4618-a1e2-fe65d8703194 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:26.099402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-17ef1dd5-8c92-4618-a1e2-fe65d8703194 admin admin] 10.222.0.58 "PUT /v2.0/routers/07222029-80ef-4db1-990f-eccf2a4a94a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7416127 Aug 31 01:23:26.099974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40460) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:26.101417 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:26.107422 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1074fd3-7c47-46ce-93c6-3296c0eb2985 None None] Sync routers for ids ['07222029-80ef-4db1-990f-eccf2a4a94a7'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:26.128440 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1074fd3-7c47-46ce-93c6-3296c0eb2985 None None] Routers {'07222029-80ef-4db1-990f-eccf2a4a94a7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:26.129075 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d1074fd3-7c47-46ce-93c6-3296c0eb2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['07222029-80ef-4db1-990f-eccf2a4a94a7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:26.152164 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:26.289466 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-a0867551-220f-439a-81e8-e56168092027 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:26.339047 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-a0867551-220f-439a-81e8-e56168092027 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:26.351971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6318dadd-ab37-4781-8b5b-431bef7837cc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:26.365753 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-d1074fd3-7c47-46ce-93c6-3296c0eb2985 None None] Set router 07222029-80ef-4db1-990f-eccf2a4a94a7 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:26.390264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:26.431966 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-a0867551-220f-439a-81e8-e56168092027 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:26.435650 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-a0867551-220f-439a-81e8-e56168092027 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:26.440720 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-a0867551-220f-439a-81e8-e56168092027 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:26.445841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0867551-220f-439a-81e8-e56168092027 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Pushing event updated for resources: {'Port': ['ID=38de136b-5799-4828-a67e-9e1e368f8d5d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:26.494005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Allocated IP 172.25.6.24 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/bd6df27e-75d2-4b3d-aae8-207bedb488f2) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:26.643858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-a0867551-220f-439a-81e8-e56168092027 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:26.644533 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-a0867551-220f-439a-81e8-e56168092027 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:26.675576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7691f4c-3b95-4a35-a1f4-069690a53656 req-b46a9176-416b-45ec-af3e-81e16ecb3ccc tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:26.677857 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7691f4c-3b95-4a35-a1f4-069690a53656 req-b46a9176-416b-45ec-af3e-81e16ecb3ccc tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 931 time: 0.1480596 Aug 31 01:23:26.689191 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-a0867551-220f-439a-81e8-e56168092027 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0851536 Aug 31 01:23:26.715902 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:26.725355 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:26.727397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Request body: {'port': {'device_id': '2190d7fa-190d-4cdf-83b9-cc7040f863d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:26.762365 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d1074fd3-7c47-46ce-93c6-3296c0eb2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'name': 'tempest-TestServerMultinode-669975138-router', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5b062b9b-c740-4e3e-93b8-b208babe1467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:34Z', 'updated_at': '2021-08-31T01:23:24Z', 'revision_number': 5, 'project_id': 'dd57d39ecf7944d78529832ce780ae53', 'gw_port': {'id': '5b062b9b-c740-4e3e-93b8-b208babe1467', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:22:35Z', 'updated_at': '2021-08-31T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:26.799173 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:26.825829 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1074fd3-7c47-46ce-93c6-3296c0eb2985 None None] Checking router: 07222029-80ef-4db1-990f-eccf2a4a94a7 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:26.840866 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7691f4c-3b95-4a35-a1f4-069690a53656 req-986225a7-0071-43dc-831d-22d48aaebd9e tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468465 Aug 31 01:23:26.847851 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1074fd3-7c47-46ce-93c6-3296c0eb2985 None None] Routers {'07222029-80ef-4db1-990f-eccf2a4a94a7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:26.849279 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d1074fd3-7c47-46ce-93c6-3296c0eb2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['07222029-80ef-4db1-990f-eccf2a4a94a7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:26.851907 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:26.888711 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] Deleting port 5b062b9b-c740-4e3e-93b8-b208babe1467 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:26.889071 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:26.955831 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:27.039723 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:27.046079 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:27.048576 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:27.055970 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Pushing event updated for resources: {'Port': ['ID=bd6df27e-75d2-4b3d-aae8-207bedb488f2,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:27.096492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] For port 5b062b9b-c740-4e3e-93b8-b208babe1467, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5b062b9b-c740-4e3e-93b8-b208babe1467,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:27.096868 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:27.100313 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-d1074fd3-7c47-46ce-93c6-3296c0eb2985 None None] Set router 07222029-80ef-4db1-990f-eccf2a4a94a7 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:27.118197 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] Calling delete_port for 5b062b9b-c740-4e3e-93b8-b208babe1467 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:27.198934 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d1074fd3-7c47-46ce-93c6-3296c0eb2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'name': 'tempest-TestServerMultinode-669975138-router', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:34Z', 'updated_at': '2021-08-31T01:23:26Z', 'revision_number': 6, 'project_id': 'dd57d39ecf7944d78529832ce780ae53', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:27.238225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38de136b-5799-4828-a67e-9e1e368f8d5d {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:23:27.247673 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:27.250189 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1074fd3-7c47-46ce-93c6-3296c0eb2985 None None] The sync data for ids ['07222029-80ef-4db1-990f-eccf2a4a94a7'] in n-d-802060-13 is: [{'id': '07222029-80ef-4db1-990f-eccf2a4a94a7', 'name': 'tempest-TestServerMultinode-669975138-router', 'tenant_id': 'dd57d39ecf7944d78529832ce780ae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:22:34Z', 'updated_at': '2021-08-31T01:23:26Z', 'revision_number': 6, 'project_id': 'dd57d39ecf7944d78529832ce780ae53', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:27.287798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Transition to ACTIVE for port object 38de136b-5799-4828-a67e-9e1e368f8d5d will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:27.292470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:27.399104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Pushing event updated for resources: {'Port': ['ID=38de136b-5799-4828-a67e-9e1e368f8d5d,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:27.429656 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Attempting to bind port 38de136b-5799-4828-a67e-9e1e368f8d5d on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:27.430325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Attempting to bind port 38de136b-5799-4828-a67e-9e1e368f8d5d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:27.430653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Attempting to bind port 38de136b-5799-4828-a67e-9e1e368f8d5d on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:27.435631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Port 38de136b-5799-4828-a67e-9e1e368f8d5d on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:23:27.436272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Attempting to bind port 38de136b-5799-4828-a67e-9e1e368f8d5d on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:27.441891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:27.442828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Checking segment: {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:27.443358 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Bound using segment: {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:27.443893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Bound port: 38de136b-5799-4828-a67e-9e1e368f8d5d, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:27.444155 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:27.520900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:27.530112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] For port 38de136b-5799-4828-a67e-9e1e368f8d5d, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:27.534114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] For port 38de136b-5799-4828-a67e-9e1e368f8d5d, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=38de136b-5799-4828-a67e-9e1e368f8d5d,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:27.539320 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:27.561483 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:27.602613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Pushing event updated for resources: {'Port': ['ID=38de136b-5799-4828-a67e-9e1e368f8d5d,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:27.603445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b062b9b-c740-4e3e-93b8-b208babe1467,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:27.627464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:27.628619 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:27.630840 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1cd9e2e8-607b-43ad-84d6-de31bbae1337 service neutron] 10.222.0.70 "PUT /v2.0/ports/38de136b-5799-4828-a67e-9e1e368f8d5d HTTP/1.1" status: 200 len: 1092 time: 0.9171484 Aug 31 01:23:27.632367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2190d7fa-190d-4cdf-83b9-cc7040f863d7', 'tag': '38de136b-5799-4828-a67e-9e1e368f8d5d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:27.638318 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f882a3-d139-46d7-926e-a4b275d7b98d" -d '{"events": [{"name": "network-changed", "server_uuid": "2190d7fa-190d-4cdf-83b9-cc7040f863d7", "tag": "38de136b-5799-4828-a67e-9e1e368f8d5d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:27.744614 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2b8501-a063-4578-b015-63d3c3ec8650 x-openstack-request-id: req-8a2b8501-a063-4578-b015-63d3c3ec8650 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:27.745113 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2190d7fa-190d-4cdf-83b9-cc7040f863d7", "tag": "38de136b-5799-4828-a67e-9e1e368f8d5d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:27.745354 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a2b8501-a063-4578-b015-63d3c3ec8650 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:27.745688 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2190d7fa-190d-4cdf-83b9-cc7040f863d7', 'tag': '38de136b-5799-4828-a67e-9e1e368f8d5d', 'status': 'completed', 'code': 200} Aug 31 01:23:27.761108 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:27.770858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-fd9001b3-5984-4438-91cc-19d287b981fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:27.772651 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-fd9001b3-5984-4438-91cc-19d287b981fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 1095 time: 0.0991654 Aug 31 01:23:27.838049 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-d1b71826-3db5-4a4f-87fd-a30274a611f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38de136b-5799-4828-a67e-9e1e368f8d5d HTTP/1.1" status: 200 len: 217 time: 0.0563147 Aug 31 01:23:27.893544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 34214764-3655-44bf-9ceb-d77d054aab72 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:27.914261 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:27.915575 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:27.948232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-d802dcc0-e6be-40cb-9813-eb3abfb3c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:27.950086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-d802dcc0-e6be-40cb-9813-eb3abfb3c99d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 200 len: 845 time: 0.1056144 Aug 31 01:23:27.961363 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 34214764-3655-44bf-9ceb-d77d054aab72 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:23:27.961363 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 34214764-3655-44bf-9ceb-d77d054aab72 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:27.991382 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:27.992064 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07222029-80ef-4db1-990f-eccf2a4a94a7 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:23:27.997948 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:28.002191 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1dac928d-6bcc-4521-a78b-4e2327a5987a admin admin] 10.222.0.58 "DELETE /v2.0/routers/07222029-80ef-4db1-990f-eccf2a4a94a7 HTTP/1.1" status: 204 len: 168 time: 1.9016943 Aug 31 01:23:28.002865 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40670) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:28.031973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-e4220491-821a-4e1b-9565-533f4510b1eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747290 Aug 31 01:23:28.106756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedf0ceb-7287-49a0-bd62-1acc078c4c59 admin admin] Deleting subnet 1534065a-7386-44bd-8d21-612531ca8707 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:23:28.106931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de513980-5195-4a62-a25c-1c655dc74b40 req-bf625b6e-da55-4228-94e6-f3d1a3fe76ed tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:28.108528 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de513980-5195-4a62-a25c-1c655dc74b40 req-bf625b6e-da55-4228-94e6-f3d1a3fe76ed tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 943 time: 0.1079938 Aug 31 01:23:28.110094 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cedf0ceb-7287-49a0-bd62-1acc078c4c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:28.140941 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:28.187306 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de513980-5195-4a62-a25c-1c655dc74b40 req-79619a9b-b2e3-4c85-b941-90ce25180904 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664833 Aug 31 01:23:28.197627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-a007631c-e2cc-464a-b70e-27989cb327a5 service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561499 Aug 31 01:23:28.219240 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cedf0ceb-7287-49a0-bd62-1acc078c4c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:28.323848 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cedf0ceb-7287-49a0-bd62-1acc078c4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:28.358113 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32af5456-c1ae-4a0d-b5f6-44e21e7e1e22 req-1173a092-b34e-454f-a879-d693b957b6da service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478918 Aug 31 01:23:28.442208 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cedf0ceb-7287-49a0-bd62-1acc078c4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:28.463069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f882a3-d139-46d7-926e-a4b275d7b98d req-3003b6d5-cd65-4671-b568-14967f52ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:28.464641 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02f882a3-d139-46d7-926e-a4b275d7b98d req-3003b6d5-cd65-4671-b568-14967f52ebf2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 1095 time: 0.0522187 Aug 31 01:23:28.485897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf0ceb-7287-49a0-bd62-1acc078c4c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1534065a-7386-44bd-8d21-612531ca8707,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:28.489654 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cedf0ceb-7287-49a0-bd62-1acc078c4c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:28.491822 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cedf0ceb-7287-49a0-bd62-1acc078c4c59 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1534065a-7386-44bd-8d21-612531ca8707 HTTP/1.1" status: 204 len: 168 time: 0.4525814 Aug 31 01:23:28.494265 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af5f39e-884c-44b8-acb7-7c3774268cee None None] Network 99682212-4ef5-4e79-b322-2757c38da792 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:23:28.494596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40726) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:28.567914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Router f5e54d43-1bc2-4ddd-8f1c-62643ea902fb is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:23:28.590799 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:28.662121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f882a3-d139-46d7-926e-a4b275d7b98d req-0abc8884-ba73-43dc-b5e4-e05ee4776457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:28.664873 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02f882a3-d139-46d7-926e-a4b275d7b98d req-0abc8884-ba73-43dc-b5e4-e05ee4776457 service neutron] 10.222.0.70 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 906 time: 0.1931653 Aug 31 01:23:28.726897 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02f882a3-d139-46d7-926e-a4b275d7b98d req-c425271c-469a-4c60-8be4-a42985a0f1e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38de136b-5799-4828-a67e-9e1e368f8d5d HTTP/1.1" status: 200 len: 217 time: 0.0541615 Aug 31 01:23:28.744350 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] DHCP port deletion for 99682212-4ef5-4e79-b322-2757c38da792 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:23:28.757191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:28.777125 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:28.778686 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c4d736d0-4ced-4a53-86c2-30ffdb592be4 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7441878 Aug 31 01:23:28.782497 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40758) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:28.782745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f182880-1aee-4473-bcb1-c83fc3ada879 None None] Sync routers for ids ['f5e54d43-1bc2-4ddd-8f1c-62643ea902fb'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:28.789428 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-60000c2c-4885-40cd-a9e1-45368e3efbae tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'enable_snat': False}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:28.802765 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f182880-1aee-4473-bcb1-c83fc3ada879 None None] Routers {'f5e54d43-1bc2-4ddd-8f1c-62643ea902fb'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:28.803463 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1f182880-1aee-4473-bcb1-c83fc3ada879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f5e54d43-1bc2-4ddd-8f1c-62643ea902fb'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:28.814292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f882a3-d139-46d7-926e-a4b275d7b98d req-e7226ebd-ce94-400b-ae0c-8c3a7fb947d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:28.817931 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02f882a3-d139-46d7-926e-a4b275d7b98d req-e7226ebd-ce94-400b-ae0c-8c3a7fb947d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 200 len: 845 time: 0.0739021 Aug 31 01:23:28.842554 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1f182880-1aee-4473-bcb1-c83fc3ada879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:28.857535 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f182880-1aee-4473-bcb1-c83fc3ada879 None None] Routers {'f5e54d43-1bc2-4ddd-8f1c-62643ea902fb'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:28.858221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] Deleting port e538fb02-1197-4947-97fd-5f49c3a47bbe {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:28.858359 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1f182880-1aee-4473-bcb1-c83fc3ada879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f5e54d43-1bc2-4ddd-8f1c-62643ea902fb'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:28.858575 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:28.864171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02f882a3-d139-46d7-926e-a4b275d7b98d req-48d1f52b-7872-4be1-8e42-d65f2ba4291c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383337 Aug 31 01:23:28.893921 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Deleting port e538fb02-1197-4947-97fd-5f49c3a47bbe {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:28.894435 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:28.896822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1f182880-1aee-4473-bcb1-c83fc3ada879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:28.898649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f182880-1aee-4473-bcb1-c83fc3ada879 None None] The sync data for ids ['f5e54d43-1bc2-4ddd-8f1c-62643ea902fb'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:28.976415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] For port e538fb02-1197-4947-97fd-5f49c3a47bbe, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e538fb02-1197-4947-97fd-5f49c3a47bbe,segment=NetworkSegment(2eaa4afd-ba4b-4b19-ba0c-af21f54256f4),segment_id=2eaa4afd-ba4b-4b19-ba0c-af21f54256f4)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:28.977062 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:28.984402 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] For port e538fb02-1197-4947-97fd-5f49c3a47bbe, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e538fb02-1197-4947-97fd-5f49c3a47bbe,segment=NetworkSegment(2eaa4afd-ba4b-4b19-ba0c-af21f54256f4),segment_id=2eaa4afd-ba4b-4b19-ba0c-af21f54256f4)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:28.984767 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:28.993076 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Calling delete_port for e538fb02-1197-4947-97fd-5f49c3a47bbe owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:29.010209 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02f882a3-d139-46d7-926e-a4b275d7b98d req-d2e2efa5-8911-46f6-a955-f13c8c955ff0 service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368394 Aug 31 01:23:29.036900 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] Calling delete_port for e538fb02-1197-4947-97fd-5f49c3a47bbe owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:29.121128 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.131584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02f882a3-d139-46d7-926e-a4b275d7b98d req-77b6e9b9-8b57-44ee-ac35-0c85a41c37e0 service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122859 Aug 31 01:23:29.167346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Pushing event deleted for resources: {'Port': ['ID=e538fb02-1197-4947-97fd-5f49c3a47bbe,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:29.179883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] No DVR routers for this DVR port e538fb02-1197-4947-97fd-5f49c3a47bbe on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:29.182587 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:29.182874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:29.183211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:29.183575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:29.183898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:29.184226 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:29.184552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:29.184871 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:29.185190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:29.185584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:29.185901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:29.186190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c146f50-be24-4cce-baf4-0eb80754f813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:29.332459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fbd26-ff29-4cda-b268-0bee82873420 req-f5748454-3ada-4f3d-b5bd-2e5d9f961b67 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:29.335071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b3fbd26-ff29-4cda-b268-0bee82873420 req-f5748454-3ada-4f3d-b5bd-2e5d9f961b67 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 943 time: 0.0639226 Aug 31 01:23:29.380647 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b3fbd26-ff29-4cda-b268-0bee82873420 req-d1fd202c-6b13-458d-b994-5e7348eb8adf tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380936 Aug 31 01:23:29.588084 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.641613 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e538fb02-1197-4947-97fd-5f49c3a47bbe,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:29.649497 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] No DVR routers for this DVR port e538fb02-1197-4947-97fd-5f49c3a47bbe on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:29.692732 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60000c2c-4885-40cd-a9e1-45368e3efbae tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.745006 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.782551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99682212-4ef5-4e79-b322-2757c38da792']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:29.793746 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5b062b9b-c740-4e3e-93b8-b208babe1467 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:29.794234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eaa4afd-ba4b-4b19-ba0c-af21f54256f4') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:29.794529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eaa4afd-ba4b-4b19-ba0c-af21f54256f4') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:29.806381 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.814279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 5b062b9b-c740-4e3e-93b8-b208babe1467 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:23:29.814838 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5b062b9b-c740-4e3e-93b8-b208babe1467 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:29.815258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e538fb02-1197-4947-97fd-5f49c3a47bbe no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:29.825289 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.833081 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:23:29.833668 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.834431 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: e538fb02-1197-4947-97fd-5f49c3a47bbe {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:23:29.834787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e538fb02-1197-4947-97fd-5f49c3a47bbe not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:23:29.835372 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:23:29.896866 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.903245 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:29.905387 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/99682212-4ef5-4e79-b322-2757c38da792 HTTP/1.1" status: 204 len: 168 time: 1.4052629 Aug 31 01:23:29.919034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0722327-04cf-4ec4-84a5-33d660c805f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=99682212-4ef5-4e79-b322-2757c38da792,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:30.105976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40896) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:30.206862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5c878e0e-6023-4204-9f50-1b5a949d418c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e633f616719b4442912294f4d6111b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991163 Aug 31 01:23:30.209830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40898) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:30.236774 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60000c2c-4885-40cd-a9e1-45368e3efbae tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:30.240995 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60000c2c-4885-40cd-a9e1-45368e3efbae tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:30.258715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-c2d06f0a-39c9-4058-b933-631fa16bb064 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:30.262558 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-c2d06f0a-39c9-4058-b933-631fa16bb064 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/networks?id=0ded1992-5c45-46c6-9d3d-7015e1240b24 HTTP/1.1" status: 200 len: 813 time: 0.1683998 Aug 31 01:23:30.287826 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-4089ff8d-589e-4350-834c-7741b0431e11 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/quotas/a29c8e6584714516af40ae7a91ef00c0 HTTP/1.1" status: 200 len: 375 time: 0.0175710 Aug 31 01:23:30.322789 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-77f5c659-cb16-4248-8c59-94cbc5f42f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:30.326156 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-f279d46f-c9db-4821-b581-883c40118a32 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a29c8e6584714516af40ae7a91ef00c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309284 Aug 31 01:23:30.359662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60000c2c-4885-40cd-a9e1-45368e3efbae tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Router f5e54d43-1bc2-4ddd-8f1c-62643ea902fb has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:23:30.391761 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-77f5c659-cb16-4248-8c59-94cbc5f42f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:30.483017 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-a406b8db-a364-430a-ad8c-22cb83462f6c service neutron] 10.222.0.58 "GET /v2.0/networks/0ded1992-5c45-46c6-9d3d-7015e1240b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483197 Aug 31 01:23:30.489707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60000c2c-4885-40cd-a9e1-45368e3efbae tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:30.494428 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60000c2c-4885-40cd-a9e1-45368e3efbae tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:30.498551 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-60000c2c-4885-40cd-a9e1-45368e3efbae tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "PUT /v2.0/routers/f5e54d43-1bc2-4ddd-8f1c-62643ea902fb HTTP/1.1" status: 200 len: 920 time: 1.7146821 Aug 31 01:23:30.499149 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adaeae9-8eab-40b4-b972-c6028266a24d None None] Sync routers for ids ['f5e54d43-1bc2-4ddd-8f1c-62643ea902fb'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:30.499615 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40902) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:30.511768 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adaeae9-8eab-40b4-b972-c6028266a24d None None] Routers {'f5e54d43-1bc2-4ddd-8f1c-62643ea902fb'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:30.512667 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0adaeae9-8eab-40b4-b972-c6028266a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f5e54d43-1bc2-4ddd-8f1c-62643ea902fb'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:30.513463 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-77f5c659-cb16-4248-8c59-94cbc5f42f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:30.516309 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-77f5c659-cb16-4248-8c59-94cbc5f42f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:30.517491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-77f5c659-cb16-4248-8c59-94cbc5f42f35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4940fc50-58ca-4696-ae57-66f38390a16a HTTP/1.1" status: 204 len: 168 time: 0.3067729 Aug 31 01:23:30.550005 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0adaeae9-8eab-40b4-b972-c6028266a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:30.559940 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adaeae9-8eab-40b4-b972-c6028266a24d None None] Routers {'f5e54d43-1bc2-4ddd-8f1c-62643ea902fb'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:30.560789 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0adaeae9-8eab-40b4-b972-c6028266a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f5e54d43-1bc2-4ddd-8f1c-62643ea902fb'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:30.572200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5c659-cb16-4248-8c59-94cbc5f42f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4940fc50-58ca-4696-ae57-66f38390a16a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:30.599690 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0adaeae9-8eab-40b4-b972-c6028266a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:30.600947 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adaeae9-8eab-40b4-b972-c6028266a24d None None] The sync data for ids ['f5e54d43-1bc2-4ddd-8f1c-62643ea902fb'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:30.601729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd46f21-743c-4bd0-b077-a98485cc4539 req-1c8c4445-dc13-437a-8561-8a37bb1cd46d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:30.603522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4bd46f21-743c-4bd0-b077-a98485cc4539 req-1c8c4445-dc13-437a-8561-8a37bb1cd46d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 943 time: 0.1365829 Aug 31 01:23:30.638484 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7ee80d99-b049-45ba-a773-3b9f6e6a989b tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/routers/f5e54d43-1bc2-4ddd-8f1c-62643ea902fb HTTP/1.1" status: 200 len: 920 time: 0.1356781 Aug 31 01:23:30.639066 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40906) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:30.662903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-313894f2-a05f-47de-a354-57afd1db0b9c service neutron] 10.222.0.58 "GET /v2.0/networks/0ded1992-5c45-46c6-9d3d-7015e1240b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644571 Aug 31 01:23:30.679743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4bd46f21-743c-4bd0-b077-a98485cc4539 req-c875bfed-9f8f-46e7-b791-d1bd5a1dc17b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694396 Aug 31 01:23:30.685348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b0259d-9eba-4b08-b08b-47d702e2b6c8 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:30.687703 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-57b0259d-9eba-4b08-b08b-47d702e2b6c8 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&device_id=f5e54d43-1bc2-4ddd-8f1c-62643ea902fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0473480 Aug 31 01:23:30.689740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40908) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:30.782940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eac7bc5-2e1b-43b4-a66d-c2258ff71bce tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:30.789226 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8eac7bc5-2e1b-43b4-a66d-c2258ff71bce tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 881 time: 0.0979898 Aug 31 01:23:30.791534 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40914) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:30.827867 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-713ddfa3-1ff6-4ff5-a64a-a2d0e1dae4ed tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5e54d43-1bc2-4ddd-8f1c-62643ea902fb HTTP/1.1" status: 200 len: 205 time: 0.0351646 Aug 31 01:23:30.830423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40918) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:30.915702 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-87fa6811-23a7-43b2-91f9-d088bf4287b4 req-8e3a722f-5e5c-4b6c-8f52-356962dccadc tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 210 time: 0.0438609 Aug 31 01:23:30.961554 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40922) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:30.980264 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ffdbb4c-bb03-4cae-aea7-4eb7a51ac0d3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.012915 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a3e98a41-50b3-46b3-9669-19ffb9d94541 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd57d39ecf7944d78529832ce780ae53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498326 Aug 31 01:23:31.015380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40926) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:31.070815 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9b34faad-aa11-48ab-8daf-81941f6377ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.102748 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9b34faad-aa11-48ab-8daf-81941f6377ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.108455 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ffdbb4c-bb03-4cae-aea7-4eb7a51ac0d3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.163436 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9b34faad-aa11-48ab-8daf-81941f6377ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.166354 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9b34faad-aa11-48ab-8daf-81941f6377ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.167697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7ffdbb4c-bb03-4cae-aea7-4eb7a51ac0d3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Deleting port bd6df27e-75d2-4b3d-aae8-207bedb488f2 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:31.167954 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9b34faad-aa11-48ab-8daf-81941f6377ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a976785-010d-40eb-b465-9108ac53e91d HTTP/1.1" status: 204 len: 168 time: 0.1512682 Aug 31 01:23:31.168126 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ffdbb4c-bb03-4cae-aea7-4eb7a51ac0d3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.179187 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34faad-aa11-48ab-8daf-81941f6377ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a976785-010d-40eb-b465-9108ac53e91d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:31.254856 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ffdbb4c-bb03-4cae-aea7-4eb7a51ac0d3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.268864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7ffdbb4c-bb03-4cae-aea7-4eb7a51ac0d3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Calling delete_port for bd6df27e-75d2-4b3d-aae8-207bedb488f2 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:31.452234 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ffdbb4c-bb03-4cae-aea7-4eb7a51ac0d3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.479273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdbb4c-bb03-4cae-aea7-4eb7a51ac0d3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Pushing event deleted for resources: {'Port': ['ID=bd6df27e-75d2-4b3d-aae8-207bedb488f2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:31.518381 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.554851 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ffdbb4c-bb03-4cae-aea7-4eb7a51ac0d3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:31.740953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 38de136b-5799-4828-a67e-9e1e368f8d5d details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:23:31.890079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 38de136b-5799-4828-a67e-9e1e368f8d5d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=38de136b-5799-4828-a67e-9e1e368f8d5d,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:31.908910 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '38de136b-5799-4828-a67e-9e1e368f8d5d', 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923', 'port_id': '38de136b-5799-4828-a67e-9e1e368f8d5d', 'mac_address': 'fa:16:3e:b4:1a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428ebcb6-235d-49bc-acd7-c71a4d41509d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:23:31.970159 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.000285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38de136b-5799-4828-a67e-9e1e368f8d5d {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:23:32.017559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40954) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:32.028192 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 38de136b-5799-4828-a67e-9e1e368f8d5d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=38de136b-5799-4828-a67e-9e1e368f8d5d,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:32.034011 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.086713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=38de136b-5799-4828-a67e-9e1e368f8d5d,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:32.128212 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ffdbb4c-bb03-4cae-aea7-4eb7a51ac0d3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.131472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4017e490-a6bf-4734-b078-655ac769557a req-31fc9a56-bf76-4eee-9440-1f13ab56636f tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 210 time: 0.0992017 Aug 31 01:23:32.132605 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ffdbb4c-bb03-4cae-aea7-4eb7a51ac0d3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.142521 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1290902419-network', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:32.168478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] Made reservation on behalf of 2e4cb56e9e2a4fbeb0ebdc7916f3c045 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:32.170882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.179953 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.211552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-bd9ff097-3cdf-4209-9710-f0104b1af3d2 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:32.213056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-bd9ff097-3cdf-4209-9710-f0104b1af3d2 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.15 "GET /v2.0/networks?id=0ded1992-5c45-46c6-9d3d-7015e1240b24 HTTP/1.1" status: 200 len: 813 time: 0.2995975 Aug 31 01:23:32.222208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7a319-8dd0-453c-8581-e0e3dd8bae9f req-76572d26-42b9-46b5-92eb-0ea034412cf8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:32.224280 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55c7a319-8dd0-453c-8581-e0e3dd8bae9f req-76572d26-42b9-46b5-92eb-0ea034412cf8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 944 time: 0.3097048 Aug 31 01:23:32.225009 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ffdbb4c-bb03-4cae-aea7-4eb7a51ac0d3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.225633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffdbb4c-bb03-4cae-aea7-4eb7a51ac0d3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Fanout notify agent at l3_agent the message router_deleted on router f5e54d43-1bc2-4ddd-8f1c-62643ea902fb {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:23:32.233246 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ffdbb4c-bb03-4cae-aea7-4eb7a51ac0d3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.237907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7ffdbb4c-bb03-4cae-aea7-4eb7a51ac0d3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "DELETE /v2.0/routers/f5e54d43-1bc2-4ddd-8f1c-62643ea902fb HTTP/1.1" status: 204 len: 168 time: 1.4063733 Aug 31 01:23:32.238808 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40958) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:32.241731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-c676360c-eae6-4e68-8801-10d1e912345d tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Request body: {'port': {'device_id': '2124b218-1519-4a59-baa3-6213f3ebab51', 'network_id': '0ded1992-5c45-46c6-9d3d-7015e1240b24', 'admin_state_up': True, 'tenant_id': 'a29c8e6584714516af40ae7a91ef00c0'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:32.243851 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c1ab3474-a318-4b86-b534-22f87ccb4a3c tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-879004032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:32.297270 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.301768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['38de136b-5799-4828-a67e-9e1e368f8d5d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:32.314749 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.326226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:23:32.335187 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55c7a319-8dd0-453c-8581-e0e3dd8bae9f req-2e9b8e86-271f-4d56-9004-b093c77fe488 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899429 Aug 31 01:23:32.335770 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.336303 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] Added segment 4785ad66-f729-41f5-b01b-7958096e140b of type vlan for network 680aee2c-12bc-4ff6-aa57-34e08298a980 Aug 31 01:23:32.349733 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3474-a318-4b86-b534-22f87ccb4a3c tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.351544 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3474-a318-4b86-b534-22f87ccb4a3c tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.395821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-c676360c-eae6-4e68-8801-10d1e912345d tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Made reservation on behalf of a29c8e6584714516af40ae7a91ef00c0 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:32.399884 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-c676360c-eae6-4e68-8801-10d1e912345d tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.407862 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.421530 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8844460-c57c-4a18-af90-f799bb0d330a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:32.473237 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3474-a318-4b86-b534-22f87ccb4a3c tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.477540 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3474-a318-4b86-b534-22f87ccb4a3c tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.483764 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.484732 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:32.485320 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.536768 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3474-a318-4b86-b534-22f87ccb4a3c tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.537757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-c676360c-eae6-4e68-8801-10d1e912345d tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Allocated IP 172.20.0.12 (0ded1992-5c45-46c6-9d3d-7015e1240b24/bff7a64b-7deb-4562-a9cb-81a0fc45f076/c68271a5-9eeb-415a-b417-75849480b9fd) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:32.537981 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c1ab3474-a318-4b86-b534-22f87ccb4a3c tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2981095 Aug 31 01:23:32.542513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40960) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:32.547191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:32.557588 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5352235 Aug 31 01:23:32.557846 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40964) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:32.562922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9e9ad4be-afe5-4651-8f25-33eed8474c78 admin admin] Request body: {'subnet': {'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1290902419-subnet', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:32.565957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5c716-8ece-4372-a45e-4142f3c6eda7 admin admin] Pushing event updated for resources: {'Network': ['ID=680aee2c-12bc-4ff6-aa57-34e08298a980,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:32.577936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 680aee2c-12bc-4ff6-aa57-34e08298a980 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:23:32.590649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9ad4be-afe5-4651-8f25-33eed8474c78 admin admin] Made reservation on behalf of 2e4cb56e9e2a4fbeb0ebdc7916f3c045 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:32.593242 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9e9ad4be-afe5-4651-8f25-33eed8474c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.776775 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9e9ad4be-afe5-4651-8f25-33eed8474c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.832766 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ad4be-afe5-4651-8f25-33eed8474c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c02afb6d-b4d0-433f-8da5-3c6fe1d231db,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:32.833365 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.848042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ad4be-afe5-4651-8f25-33eed8474c78 admin admin] Checking segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:32.848437 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ad4be-afe5-4651-8f25-33eed8474c78 admin admin] Network hostable DHCP agents. Network: 680aee2c-12bc-4ff6-aa57-34e08298a980, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:23:32.866000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ad4be-afe5-4651-8f25-33eed8474c78 admin admin] Network 680aee2c-12bc-4ff6-aa57-34e08298a980 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:23:32.875352 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-9e9ad4be-afe5-4651-8f25-33eed8474c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 680aee2c-12bc-4ff6-aa57-34e08298a980) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:32.880205 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ad4be-afe5-4651-8f25-33eed8474c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:32.880843 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9e9ad4be-afe5-4651-8f25-33eed8474c78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.885157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce36c6f-249a-4017-898c-7ac7fd3e138d None None] Network 680aee2c-12bc-4ff6-aa57-34e08298a980 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:23:32.894686 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9e9ad4be-afe5-4651-8f25-33eed8474c78 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3355379 Aug 31 01:23:32.897956 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40966) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:32.902421 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:32.925179 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.927139 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.943653 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-c676360c-eae6-4e68-8801-10d1e912345d tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:32.984888 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.007867 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-c676360c-eae6-4e68-8801-10d1e912345d tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.050386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-680aee2c-12bc-4ff6-aa57-34e08298a980', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:23:33.051358 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.062943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-c676360c-eae6-4e68-8801-10d1e912345d tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Network 0ded1992-5c45-46c6-9d3d-7015e1240b24 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:33.100105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-c676360c-eae6-4e68-8801-10d1e912345d tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:33.107984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-c676360c-eae6-4e68-8801-10d1e912345d tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:33.137389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676360c-eae6-4e68-8801-10d1e912345d tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Pushing event updated for resources: {'Port': ['ID=c68271a5-9eeb-415a-b417-75849480b9fd,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:33.138186 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.213516 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.216128 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Allocated IP 172.20.0.2 (680aee2c-12bc-4ff6-aa57-34e08298a980/c02afb6d-b4d0-433f-8da5-3c6fe1d231db/2f23d4c0-7227-4d35-8853-c50f6a1ca5de) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:33.245806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-c676360c-eae6-4e68-8801-10d1e912345d tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:33.246448 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-c676360c-eae6-4e68-8801-10d1e912345d tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.252415 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.319966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-c676360c-eae6-4e68-8801-10d1e912345d tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0923402 Aug 31 01:23:33.347496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Request body: {'port': {'device_id': '2124b218-1519-4a59-baa3-6213f3ebab51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:33.371111 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.392589 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.396478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c472cf-8592-4856-b735-60241c110564 req-d81b8a4b-1cfa-4c42-956f-6508d0edf77b tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:33.403114 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.404012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74c472cf-8592-4856-b735-60241c110564 req-d81b8a4b-1cfa-4c42-956f-6508d0edf77b tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 932 time: 0.1548367 Aug 31 01:23:33.413668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Transition to ACTIVE for port object 2f23d4c0-7227-4d35-8853-c50f6a1ca5de will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:33.430587 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Transition to ACTIVE for port object 2f23d4c0-7227-4d35-8853-c50f6a1ca5de will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:33.438101 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.481019 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Network 680aee2c-12bc-4ff6-aa57-34e08298a980 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:33.484010 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:33.488434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:33.492348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Pushing event updated for resources: {'Port': ['ID=2f23d4c0-7227-4d35-8853-c50f6a1ca5de,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:33.532211 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.543759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Allocated IP 172.25.6.161 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/ad292094-42ee-4911-8308-d693e7cdecf7) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:33.544319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Attempting to bind port 2f23d4c0-7227-4d35-8853-c50f6a1ca5de on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:33.544687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Attempting to bind port 2f23d4c0-7227-4d35-8853-c50f6a1ca5de by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:33.545100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Attempting to bind port 2f23d4c0-7227-4d35-8853-c50f6a1ca5de on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:33.550488 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74c472cf-8592-4856-b735-60241c110564 req-de8ceac2-9ea5-4af9-a00c-f88141f08e4c tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455855 Aug 31 01:23:33.550649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:33.551002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Checking segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:33.552271 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.552730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Bound using segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:33.553123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Bound port: 2f23d4c0-7227-4d35-8853-c50f6a1ca5de, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:33.553749 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.583717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992d835-716c-44fc-89c6-1cfd737bb1da req-cec2df87-4c5b-481b-b63e-08ec87b71264 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:33.585229 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7992d835-716c-44fc-89c6-1cfd737bb1da req-cec2df87-4c5b-481b-b63e-08ec87b71264 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 944 time: 0.1483815 Aug 31 01:23:33.628283 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] For port 2f23d4c0-7227-4d35-8853-c50f6a1ca5de, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:33.631452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] For port 2f23d4c0-7227-4d35-8853-c50f6a1ca5de, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2f23d4c0-7227-4d35-8853-c50f6a1ca5de,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:33.635624 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.690774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b208e-c9a3-4548-99fc-af53ba27db12 None None] Pushing event updated for resources: {'Port': ['ID=2f23d4c0-7227-4d35-8853-c50f6a1ca5de,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:33.758125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 38de136b-5799-4828-a67e-9e1e368f8d5d up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:33.760160 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7992d835-716c-44fc-89c6-1cfd737bb1da req-d2556203-e552-48c8-835e-0c437ea03f29 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505070 Aug 31 01:23:33.810494 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 38de136b-5799-4828-a67e-9e1e368f8d5d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:33.814376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 38de136b-5799-4828-a67e-9e1e368f8d5d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:33.814851 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.861105 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.924294 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.955437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190d7fa-190d-4cdf-83b9-cc7040f863d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de136b-5799-4828-a67e-9e1e368f8d5d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:33.960042 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa247a3-b429-49f8-86f5-7e689cd5251c" -d '{"events": [{"server_uuid": "2190d7fa-190d-4cdf-83b9-cc7040f863d7", "name": "network-vif-plugged", "status": "completed", "tag": "38de136b-5799-4828-a67e-9e1e368f8d5d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:33.972817 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:33.997675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 38de136b-5799-4828-a67e-9e1e368f8d5d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=38de136b-5799-4828-a67e-9e1e368f8d5d,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:34.002289 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:34.010457 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f94956-00f6-4cc6-a338-2e3c69058eca x-openstack-request-id: req-84f94956-00f6-4cc6-a338-2e3c69058eca {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:34.012348 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190d7fa-190d-4cdf-83b9-cc7040f863d7", "name": "network-vif-plugged", "status": "completed", "tag": "38de136b-5799-4828-a67e-9e1e368f8d5d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:34.012515 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-84f94956-00f6-4cc6-a338-2e3c69058eca {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:34.013282 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190d7fa-190d-4cdf-83b9-cc7040f863d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de136b-5799-4828-a67e-9e1e368f8d5d', 'code': 200} Aug 31 01:23:34.044250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Allocated IP 172.25.6.237 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/de675979-a4b4-4e6c-b28c-69a5b1282d88) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:34.091167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=38de136b-5799-4828-a67e-9e1e368f8d5d,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:34.097474 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68271a5-9eeb-415a-b417-75849480b9fd {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:23:34.106082 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:34.126638 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:34.133115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:34.135936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:34.142210 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Pushing event updated for resources: {'Port': ['ID=ad292094-42ee-4911-8308-d693e7cdecf7,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:34.165881 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:34.173262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Transition to ACTIVE for port object c68271a5-9eeb-415a-b417-75849480b9fd will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:34.181722 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:34.205218 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:34.251773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Pushing event updated for resources: {'Port': ['ID=de675979-a4b4-4e6c-b28c-69a5b1282d88,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:34.261701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:34.263069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:34.265377 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:34.282244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050dc1-668f-4f5e-bda3-a52699b12647 req-1f42676c-a9ca-4bd3-95af-aa306c91f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:34.283827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df050dc1-668f-4f5e-bda3-a52699b12647 req-1f42676c-a9ca-4bd3-95af-aa306c91f48e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 1097 time: 0.2069783 Aug 31 01:23:34.334564 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=c68271a5-9eeb-415a-b417-75849480b9fd,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:34.444544 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df050dc1-668f-4f5e-bda3-a52699b12647 req-6eb524b7-e4c4-43d4-aa05-d9dff6cfe1f2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251459 Aug 31 01:23:34.492698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Attempting to bind port c68271a5-9eeb-415a-b417-75849480b9fd on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:34.493035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Attempting to bind port c68271a5-9eeb-415a-b417-75849480b9fd by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'ba419008-840f-4c0d-a4da-d6dc0198cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0ded1992-5c45-46c6-9d3d-7015e1240b24'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:34.493365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Attempting to bind port c68271a5-9eeb-415a-b417-75849480b9fd on network 0ded1992-5c45-46c6-9d3d-7015e1240b24 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:34.506719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Port c68271a5-9eeb-415a-b417-75849480b9fd on network 0ded1992-5c45-46c6-9d3d-7015e1240b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:23:34.507075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Attempting to bind port c68271a5-9eeb-415a-b417-75849480b9fd on network 0ded1992-5c45-46c6-9d3d-7015e1240b24 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:34.517265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:34.517719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Checking segment: {'id': 'ba419008-840f-4c0d-a4da-d6dc0198cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0ded1992-5c45-46c6-9d3d-7015e1240b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:34.517984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Bound using segment: {'id': 'ba419008-840f-4c0d-a4da-d6dc0198cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0ded1992-5c45-46c6-9d3d-7015e1240b24'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:34.518423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Bound port: c68271a5-9eeb-415a-b417-75849480b9fd, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba419008-840f-4c0d-a4da-d6dc0198cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0ded1992-5c45-46c6-9d3d-7015e1240b24'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:34.518837 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:34.535772 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:34.606913 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:34.759605 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:34.787492 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b366a8f5-12d8-401a-a54d-82c5b1027a37 None None] Network 680aee2c-12bc-4ff6-aa57-34e08298a980 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:23:34.918889 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Router 27694dd3-eb85-45df-81dc-3e2e184abaa5 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:23:34.932340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f858229f-6a58-4ed3-abc2-030503e7f7bc None None] Provisioning for port 2f23d4c0-7227-4d35-8853-c50f6a1ca5de completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:35.041538 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:35.050499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] For port c68271a5-9eeb-415a-b417-75849480b9fd, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:35.060390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Sync routers for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:35.064621 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:35.069957 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0947c383-633c-4057-9ceb-dad30d5cfed5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1709974 Aug 31 01:23:35.071373 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40982) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:35.072571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:35.073367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:35.099573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] For port c68271a5-9eeb-415a-b417-75849480b9fd, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=c68271a5-9eeb-415a-b417-75849480b9fd,segment=NetworkSegment(ba419008-840f-4c0d-a4da-d6dc0198cbdf),segment_id=ba419008-840f-4c0d-a4da-d6dc0198cbdf)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:35.114982 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:35.167682 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a79467-1658-477e-96a9-691cf3ef509a req-d76312c6-7d4c-4aa0-8545-9ebe9d4fe71e tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:35.169961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73a79467-1658-477e-96a9-691cf3ef509a req-d76312c6-7d4c-4aa0-8545-9ebe9d4fe71e tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 944 time: 0.5280259 Aug 31 01:23:35.191559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d35d05-c2dc-46bb-bb48-c14637abf49f req-ef5e22ee-2ba9-403b-8a8d-201d8aa89e7b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:35.193577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4d35d05-c2dc-46bb-bb48-c14637abf49f req-ef5e22ee-2ba9-403b-8a8d-201d8aa89e7b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 945 time: 0.1865883 Aug 31 01:23:35.208286 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:35.208911 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:35.210563 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] 10.222.0.15 "PUT /v2.0/ports/c68271a5-9eeb-415a-b417-75849480b9fd HTTP/1.1" status: 200 len: 1093 time: 1.8718269 Aug 31 01:23:35.249666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2124b218-1519-4a59-baa3-6213f3ebab51', 'tag': 'c68271a5-9eeb-415a-b417-75849480b9fd'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:35.253468 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eafac1-d25a-4177-9445-45a78a6f5b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "2124b218-1519-4a59-baa3-6213f3ebab51", "tag": "c68271a5-9eeb-415a-b417-75849480b9fd"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:35.356966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73a79467-1658-477e-96a9-691cf3ef509a req-abe79fe8-4ef3-468d-a318-8d38a3ecaf24 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776612 Aug 31 01:23:35.361214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c43701-d523-478e-b44b-38b5cff31ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=c68271a5-9eeb-415a-b417-75849480b9fd,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:35.440353 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4d35d05-c2dc-46bb-bb48-c14637abf49f req-a9ae7575-7ee2-4a97-8d1b-986fa74dd540 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277694 Aug 31 01:23:35.447026 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6867cc-c613-4f06-9f6e-bd963b8f7986 x-openstack-request-id: req-bb6867cc-c613-4f06-9f6e-bd963b8f7986 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:35.447481 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2124b218-1519-4a59-baa3-6213f3ebab51", "tag": "c68271a5-9eeb-415a-b417-75849480b9fd", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:35.447976 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb6867cc-c613-4f06-9f6e-bd963b8f7986 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:35.448565 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2124b218-1519-4a59-baa3-6213f3ebab51', 'tag': 'c68271a5-9eeb-415a-b417-75849480b9fd', 'status': 'completed', 'code': 200} Aug 31 01:23:35.449971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:35.453586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-94894dbe-66f6-4328-86a3-91c116908194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:35.460302 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-94894dbe-66f6-4328-86a3-91c116908194 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a29c8e6584714516af40ae7a91ef00c0&device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 1096 time: 0.1764054 Aug 31 01:23:35.460302 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:35.463315 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:35.557128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-18305784-a8a0-43d6-8353-ecd50785631c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c68271a5-9eeb-415a-b417-75849480b9fd HTTP/1.1" status: 200 len: 217 time: 0.0858498 Aug 31 01:23:35.651677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:34Z', 'revision_number': 3, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:35.659351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-344ea3a5-7abf-4669-a247-34f810d300bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:35.661884 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-344ea3a5-7abf-4669-a247-34f810d300bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bff7a64b-7deb-4562-a9cb-81a0fc45f076 HTTP/1.1" status: 200 len: 853 time: 0.0971043 Aug 31 01:23:35.685227 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Checking router: 27694dd3-eb85-45df-81dc-3e2e184abaa5 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:35.685613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Updating router 27694dd3-eb85-45df-81dc-3e2e184abaa5 port de675979-a4b4-4e6c-b28c-69a5b1282d88 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:23:35.701092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-67218dc6-132d-4eb3-bb95-a9d94d470aba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ded1992-5c45-46c6-9d3d-7015e1240b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317261 Aug 31 01:23:35.713864 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:35.769379 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Router 2939c64f-f4c1-4b39-8af5-ed1a07a305f2 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:23:35.867071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-36906572-53c2-48d5-b4da-4f6cbe1b481b service neutron] 10.222.0.15 "GET /v2.0/networks/0ded1992-5c45-46c6-9d3d-7015e1240b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576419 Aug 31 01:23:35.902078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2f23d4c0-7227-4d35-8853-c50f6a1ca5de up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:35.972060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:35.981048 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:35.985235 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-24a1ee19-a8a1-4180-ba14-2ad8e8e2b59a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "PUT /v2.0/routers/2939c64f-f4c1-4b39-8af5-ed1a07a305f2 HTTP/1.1" status: 200 len: 879 time: 3.4393315 Aug 31 01:23:35.986030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40986) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:35.986254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 2f23d4c0-7227-4d35-8853-c50f6a1ca5de completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:35.991184 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b4aad-8c30-4250-8176-8b860a18ac72 None None] Sync routers for ids ['2939c64f-f4c1-4b39-8af5-ed1a07a305f2'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:35.996281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2f23d4c0-7227-4d35-8853-c50f6a1ca5de triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:35.996650 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.001487 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b4aad-8c30-4250-8176-8b860a18ac72 None None] Routers {'2939c64f-f4c1-4b39-8af5-ed1a07a305f2'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:36.002422 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-572b4aad-8c30-4250-8176-8b860a18ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2939c64f-f4c1-4b39-8af5-ed1a07a305f2'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:36.002993 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.043680 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-572b4aad-8c30-4250-8176-8b860a18ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:36.054568 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b4aad-8c30-4250-8176-8b860a18ac72 None None] Routers {'2939c64f-f4c1-4b39-8af5-ed1a07a305f2'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:36.055551 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-572b4aad-8c30-4250-8176-8b860a18ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2939c64f-f4c1-4b39-8af5-ed1a07a305f2'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:36.088789 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.090557 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-572b4aad-8c30-4250-8176-8b860a18ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:36.091480 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b4aad-8c30-4250-8176-8b860a18ac72 None None] The sync data for ids ['2939c64f-f4c1-4b39-8af5-ed1a07a305f2'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:36.120628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Transition to ACTIVE for port object de675979-a4b4-4e6c-b28c-69a5b1282d88 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:36.129847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58e7fca7-3c60-4a4f-9c53-ae61c855c5b7 req-fc948074-c91b-467b-8a67-74c731d8cf85 service neutron] 10.222.0.15 "GET /v2.0/networks/0ded1992-5c45-46c6-9d3d-7015e1240b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302999 Aug 31 01:23:36.151918 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.166521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-26e1a4bc-0e26-4ad6-91fd-d915db9b8a0f tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/routers/2939c64f-f4c1-4b39-8af5-ed1a07a305f2 HTTP/1.1" status: 200 len: 920 time: 0.1795311 Aug 31 01:23:36.167142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40988) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:36.186259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Allocated IP 172.20.0.1 (680aee2c-12bc-4ff6-aa57-34e08298a980/c02afb6d-b4d0-433f-8da5-3c6fe1d231db/7851f634-1715-4912-94d9-b4f0a9bf7c76) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:36.190439 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.235081 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bd1f4-7da5-4838-875d-6653834877f2 None None] Pushing event updated for resources: {'Port': ['ID=de675979-a4b4-4e6c-b28c-69a5b1282d88,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:36.242305 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Attempting to bind port de675979-a4b4-4e6c-b28c-69a5b1282d88 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:36.243497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Attempting to bind port de675979-a4b4-4e6c-b28c-69a5b1282d88 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:36.243883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Attempting to bind port de675979-a4b4-4e6c-b28c-69a5b1282d88 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:36.255479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eafac1-d25a-4177-9445-45a78a6f5b2f req-a62b84ba-4820-423d-a260-92c32d6afcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:36.257212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89eafac1-d25a-4177-9445-45a78a6f5b2f req-a62b84ba-4820-423d-a260-92c32d6afcc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a29c8e6584714516af40ae7a91ef00c0&device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 1096 time: 0.0595524 Aug 31 01:23:36.258830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 2f23d4c0-7227-4d35-8853-c50f6a1ca5de, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2f23d4c0-7227-4d35-8853-c50f6a1ca5de,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:36.258985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d9f237-d2c5-4e0c-9781-8ecdf0a2a346 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:36.260150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:36.260523 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:36.260928 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.261320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:36.261787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Bound port: de675979-a4b4-4e6c-b28c-69a5b1282d88, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:36.262167 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.263599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c6d9f237-d2c5-4e0c-9781-8ecdf0a2a346 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&device_id=2939c64f-f4c1-4b39-8af5-ed1a07a305f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0953524 Aug 31 01:23:36.264391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40990) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:36.272232 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.331760 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.349531 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Transition to ACTIVE for port object 7851f634-1715-4912-94d9-b4f0a9bf7c76 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:36.356028 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=2f23d4c0-7227-4d35-8853-c50f6a1ca5de,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:36.362400 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] For port de675979-a4b4-4e6c-b28c-69a5b1282d88, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:36.367218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] For port de675979-a4b4-4e6c-b28c-69a5b1282d88, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=de675979-a4b4-4e6c-b28c-69a5b1282d88,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:36.371958 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.400950 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.432304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78b8ddb-18f2-4014-a3c7-61ec42dc0b73 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:36.433943 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bd1f4-7da5-4838-875d-6653834877f2 None None] Pushing event updated for resources: {'Port': ['ID=de675979-a4b4-4e6c-b28c-69a5b1282d88,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:36.438414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e78b8ddb-18f2-4014-a3c7-61ec42dc0b73 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 881 time: 0.1712134 Aug 31 01:23:36.439325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40994) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:36.439455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:36.440076 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:36.460633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eafac1-d25a-4177-9445-45a78a6f5b2f req-c1247b17-bb85-4a81-8462-3df12afc84e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:36.462132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89eafac1-d25a-4177-9445-45a78a6f5b2f req-c1247b17-bb85-4a81-8462-3df12afc84e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0ded1992-5c45-46c6-9d3d-7015e1240b24 HTTP/1.1" status: 200 len: 914 time: 0.1966476 Aug 31 01:23:36.471653 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-78c49283-7f11-41e1-b732-2bcca28ca6e8 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "GET /v2.0/ports?device_id=2939c64f-f4c1-4b39-8af5-ed1a07a305f2 HTTP/1.1" status: 200 len: 205 time: 0.0307355 Aug 31 01:23:36.474666 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40998) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:36.537080 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Network 680aee2c-12bc-4ff6-aa57-34e08298a980 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:36.543139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:36.549720 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:36.552202 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89eafac1-d25a-4177-9445-45a78a6f5b2f req-2086d06b-1903-4509-ad0a-9e71c746a541 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c68271a5-9eeb-415a-b417-75849480b9fd HTTP/1.1" status: 200 len: 217 time: 0.0806682 Aug 31 01:23:36.556233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Pushing event updated for resources: {'Port': ['ID=7851f634-1715-4912-94d9-b4f0a9bf7c76,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:36.566865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:36.641162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.650880 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57971060-b613-4666-987d-c5bc45e97ec7 req-a4b2d60d-97d6-41f9-9e4a-57bc4e892a85 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:36.652597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-57971060-b613-4666-987d-c5bc45e97ec7 req-a4b2d60d-97d6-41f9-9e4a-57bc4e892a85 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 944 time: 0.1846120 Aug 31 01:23:36.678870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198ef1d-1719-4e18-966a-0eb21b58b678 req-b7710594-e41f-4488-ae79-066645a6bba6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:36.680254 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0198ef1d-1719-4e18-966a-0eb21b58b678 req-b7710594-e41f-4488-ae79-066645a6bba6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 945 time: 0.1369743 Aug 31 01:23:36.688364 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8774687a-5e12-4919-8be2-1355d4634402 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.696004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eafac1-d25a-4177-9445-45a78a6f5b2f req-eef7504f-a3dd-4a0c-8900-174465b6ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:36.697613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89eafac1-d25a-4177-9445-45a78a6f5b2f req-eef7504f-a3dd-4a0c-8900-174465b6ff18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bff7a64b-7deb-4562-a9cb-81a0fc45f076 HTTP/1.1" status: 200 len: 853 time: 0.1290791 Aug 31 01:23:36.753232 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89eafac1-d25a-4177-9445-45a78a6f5b2f req-a55bc7fb-ad2f-4e5e-b3ee-ce63656a5a75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ded1992-5c45-46c6-9d3d-7015e1240b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439203 Aug 31 01:23:36.799782 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:34Z', 'revision_number': 3, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:36.813321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-57971060-b613-4666-987d-c5bc45e97ec7 req-04ddd7fb-bb66-40dc-8ed0-fd06a402ae7e tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522179 Aug 31 01:23:36.847069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce631cbe-3e9e-46ec-8c6f-e84455a755b3 None None] The sync data for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 is: [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:34Z', 'revision_number': 3, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:36.856410 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0198ef1d-1719-4e18-966a-0eb21b58b678 req-31a7175e-8051-4e72-b4f9-7275ad3ea477 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687701 Aug 31 01:23:36.886715 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8774687a-5e12-4919-8be2-1355d4634402 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.890223 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.892007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-29763beb-f221-424c-8131-b2bdb84f73d0 None None] Provisioning for port 7851f634-1715-4912-94d9-b4f0a9bf7c76 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:36.897788 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89eafac1-d25a-4177-9445-45a78a6f5b2f req-9b95ce37-1980-4bff-8ebe-6c4db9c88fb9 service neutron] 10.222.0.15 "GET /v2.0/networks/0ded1992-5c45-46c6-9d3d-7015e1240b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375895 Aug 31 01:23:36.899152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-29763beb-f221-424c-8131-b2bdb84f73d0 None None] Provisioning complete for port 7851f634-1715-4912-94d9-b4f0a9bf7c76 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:36.899559 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-29763beb-f221-424c-8131-b2bdb84f73d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.964117 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-29763beb-f221-424c-8131-b2bdb84f73d0 None None] Port 7851f634-1715-4912-94d9-b4f0a9bf7c76 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:23:37.024997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89eafac1-d25a-4177-9445-45a78a6f5b2f req-6de622d1-9112-40b1-b642-a8fd6bb26904 service neutron] 10.222.0.15 "GET /v2.0/networks/0ded1992-5c45-46c6-9d3d-7015e1240b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188498 Aug 31 01:23:37.056771 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-8774687a-5e12-4919-8be2-1355d4634402 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Deleting port ad292094-42ee-4911-8308-d693e7cdecf7 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:37.057311 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8774687a-5e12-4919-8be2-1355d4634402 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:37.203342 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8774687a-5e12-4919-8be2-1355d4634402 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:37.227369 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-8774687a-5e12-4919-8be2-1355d4634402 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Calling delete_port for ad292094-42ee-4911-8308-d693e7cdecf7 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:37.233950 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:37.243076 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:37.268525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-0f7c89a7-7540-45a7-ab4c-9716e88fce52 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:37.272216 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-0f7c89a7-7540-45a7-ab4c-9716e88fce52 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 805 time: 0.1567826 Aug 31 01:23:37.289826 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-677bd342-29e0-4432-9343-f5ffc7cf417d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/quotas/c79cdacd6aa1443086d0bf6dcdae746b HTTP/1.1" status: 200 len: 375 time: 0.0117490 Aug 31 01:23:37.355410 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-eece7c00-9ac3-45dc-9bef-9dee5a3e7010 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586872 Aug 31 01:23:37.366870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Pushing event updated for resources: {'Port': ['ID=7851f634-1715-4912-94d9-b4f0a9bf7c76,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:37.369420 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:37.451210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-2676a2b1-4531-4874-8c4b-9ed0ff55600f service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949185 Aug 31 01:23:37.545476 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Network 680aee2c-12bc-4ff6-aa57-34e08298a980 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:37.546641 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-8bb77439-afb0-44c1-9758-8f9b49dbf58a service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890787 Aug 31 01:23:37.548502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:37.564681 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8774687a-5e12-4919-8be2-1355d4634402 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:37.630067 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774687a-5e12-4919-8be2-1355d4634402 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Pushing event deleted for resources: {'Port': ['ID=ad292094-42ee-4911-8308-d693e7cdecf7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:37.809324 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8774687a-5e12-4919-8be2-1355d4634402 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:37.821242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Router 27694dd3-eb85-45df-81dc-3e2e184abaa5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:23:37.834344 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e1a06bc-44df-4dcd-b725-c1ae19144c74 req-85bf7bae-9833-4032-97ab-09552d820d0e tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 210 time: 0.0713625 Aug 31 01:23:38.003106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8e881156-dcba-4503-b811-2a3b50cf3e95 None None] Provisioning complete for port 7851f634-1715-4912-94d9-b4f0a9bf7c76 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:38.003578 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8e881156-dcba-4503-b811-2a3b50cf3e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.058635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device de675979-a4b4-4e6c-b28c-69a5b1282d88 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:38.064756 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8774687a-5e12-4919-8be2-1355d4634402 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.069490 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8774687a-5e12-4919-8be2-1355d4634402 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.091527 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b9ac9-9e1f-4638-b538-68267bb429cb req-c3acc10a-18b4-43ec-ab81-de2ac733eedc tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:38.093686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a83b9ac9-9e1f-4638-b538-68267bb429cb req-c3acc10a-18b4-43ec-ab81-de2ac733eedc tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 944 time: 0.1315150 Aug 31 01:23:38.132888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8e881156-dcba-4503-b811-2a3b50cf3e95 None None] Port 7851f634-1715-4912-94d9-b4f0a9bf7c76 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:23:38.150595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a83b9ac9-9e1f-4638-b538-68267bb429cb req-da4f7fe5-ca91-46fa-86a2-67fe0c7662af tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490520 Aug 31 01:23:38.161675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port de675979-a4b4-4e6c-b28c-69a5b1282d88 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:38.172948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port de675979-a4b4-4e6c-b28c-69a5b1282d88 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:38.173721 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.202540 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8774687a-5e12-4919-8be2-1355d4634402 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.203108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8774687a-5e12-4919-8be2-1355d4634402 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Fanout notify agent at l3_agent the message router_deleted on router 2939c64f-f4c1-4b39-8af5-ed1a07a305f2 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:23:38.211715 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8774687a-5e12-4919-8be2-1355d4634402 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.212870 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8774687a-5e12-4919-8be2-1355d4634402 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "DELETE /v2.0/routers/2939c64f-f4c1-4b39-8af5-ed1a07a305f2 HTTP/1.1" status: 204 len: 168 time: 1.7351780 Aug 31 01:23:38.217020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41026) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:38.222015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-27de0001-9f56-4b30-bb25-7397339fec99 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1058193101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:38.246597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:38.251179 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27de0001-9f56-4b30-bb25-7397339fec99 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.255318 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d7313c62-aa85-426a-ab4f-c3ddb92ba662 admin admin] 10.222.0.58 "PUT /v2.0/routers/27694dd3-eb85-45df-81dc-3e2e184abaa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1813838 Aug 31 01:23:38.263769 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27de0001-9f56-4b30-bb25-7397339fec99 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.286987 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.324298 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port de675979-a4b4-4e6c-b28c-69a5b1282d88, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=de675979-a4b4-4e6c-b28c-69a5b1282d88,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:38.330108 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.331507 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2f23d4c0-7227-4d35-8853-c50f6a1ca5de up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:38.335072 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27de0001-9f56-4b30-bb25-7397339fec99 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.340240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27de0001-9f56-4b30-bb25-7397339fec99 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.360632 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27de0001-9f56-4b30-bb25-7397339fec99 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.365640 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41030) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:38.366136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-27de0001-9f56-4b30-bb25-7397339fec99 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1476002 Aug 31 01:23:38.371184 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'enable_snat': True}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:38.429905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=de675979-a4b4-4e6c-b28c-69a5b1282d88,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:38.453092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2f23d4c0-7227-4d35-8853-c50f6a1ca5de triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:38.453478 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.640760 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.866260 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.887697 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.922552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Sync routers for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:38.922770 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41046) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:38.934254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:38.935261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:38.936444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-376853030-network', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:38.968674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] Made reservation on behalf of dc564a331d214b70b83aa2558b48bc36 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:38.971140 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.004401 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.013438 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c5885c73-1d6b-4c3c-bbb8-1345565d404b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:39.014928 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c5885c73-1d6b-4c3c-bbb8-1345565d404b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 805 time: 0.1965313 Aug 31 01:23:39.036425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Allocated IP 172.25.6.93 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/ad777979-3d87-4022-8afb-44bd4a69947c) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:39.039948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-d883f231-7509-42eb-b630-108114286cbe tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Request body: {'port': {'device_id': '9b594018-9e24-4a32-b071-79406822e3c8', 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923', 'admin_state_up': True, 'tenant_id': 'c79cdacd6aa1443086d0bf6dcdae746b'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:39.047720 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60810782-666e-446d-8567-34c2cf2d59ab req-9b65e43d-3079-4ff5-a470-4efee7ca1c3e tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 210 time: 0.0648057 Aug 31 01:23:39.086452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:39.167023 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.234269 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.246453 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.264573 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.282964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:39.290508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:39.294210 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:39.300073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Pushing event updated for resources: {'Port': ['ID=ad777979-3d87-4022-8afb-44bd4a69947c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:39.311843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:23:39.338572 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-d883f231-7509-42eb-b630-108114286cbe tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Made reservation on behalf of c79cdacd6aa1443086d0bf6dcdae746b for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:39.342460 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-d883f231-7509-42eb-b630-108114286cbe tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.346422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 2, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:39.350853 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.351206 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] Added segment d157c746-d760-49b9-96df-ae47fc989aee of type vlan for network 95433116-cbae-4bd2-b3ef-829d0e40297b Aug 31 01:23:39.352444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea008c3-272d-4d07-9118-11b587b987c3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:39.375316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Checking router: 27694dd3-eb85-45df-81dc-3e2e184abaa5 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:39.375600 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Updating router 27694dd3-eb85-45df-81dc-3e2e184abaa5 port 7851f634-1715-4912-94d9-b4f0a9bf7c76 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:23:39.404728 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.415255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01482e1a-fb30-4961-bff0-f6d0f9476ae3 req-c1dd63a2-5846-4913-9813-064c0649d9a4 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:39.418824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01482e1a-fb30-4961-bff0-f6d0f9476ae3 req-c1dd63a2-5846-4913-9813-064c0649d9a4 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 944 time: 0.1706369 Aug 31 01:23:39.458437 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.544860 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01482e1a-fb30-4961-bff0-f6d0f9476ae3 req-00631929-2b90-4634-ad6e-9204b11784cf tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120567 Aug 31 01:23:39.553080 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.554915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:39.554915 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.605967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device c68271a5-9eeb-415a-b417-75849480b9fd details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:23:39.655654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7315762 Aug 31 01:23:39.660457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41050) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:39.666012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5355f69e-b336-4614-a843-2721a75c2b62 admin admin] Request body: {'subnet': {'network_id': '95433116-cbae-4bd2-b3ef-829d0e40297b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-376853030-subnet', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36', 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:39.680773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393d6f2-30e9-4f30-ada1-e368fd9f9cbe admin admin] Pushing event updated for resources: {'Network': ['ID=95433116-cbae-4bd2-b3ef-829d0e40297b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:39.695139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-d883f231-7509-42eb-b630-108114286cbe tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Allocated IP 172.20.0.6 (37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923/428ebcb6-235d-49bc-acd7-c71a4d41509d/3ae6c930-e775-424a-a6db-22a66d164ff6) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:39.702887 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 95433116-cbae-4bd2-b3ef-829d0e40297b details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:23:39.711208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5355f69e-b336-4614-a843-2721a75c2b62 admin admin] Made reservation on behalf of dc564a331d214b70b83aa2558b48bc36 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:39.713573 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5355f69e-b336-4614-a843-2721a75c2b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.843368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device de675979-a4b4-4e6c-b28c-69a5b1282d88 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:39.901802 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.906880 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port c68271a5-9eeb-415a-b417-75849480b9fd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=c68271a5-9eeb-415a-b417-75849480b9fd,segment=NetworkSegment(ba419008-840f-4c0d-a4da-d6dc0198cbdf),segment_id=ba419008-840f-4c0d-a4da-d6dc0198cbdf)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:39.929055 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.936288 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Transition to ACTIVE for port object 7851f634-1715-4912-94d9-b4f0a9bf7c76 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:39.938267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'c68271a5-9eeb-415a-b417-75849480b9fd', 'network_id': '0ded1992-5c45-46c6-9d3d-7015e1240b24', 'port_id': 'c68271a5-9eeb-415a-b417-75849480b9fd', 'mac_address': 'fa:16:3e:43:ca:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff7a64b-7deb-4562-a9cb-81a0fc45f076', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:23:39.948463 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.971753 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-d883f231-7509-42eb-b630-108114286cbe tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.030415 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5355f69e-b336-4614-a843-2721a75c2b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.114115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355f69e-b336-4614-a843-2721a75c2b62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae85385-9d75-49dd-bafc-74bebf07acce,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:40.126506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5355f69e-b336-4614-a843-2721a75c2b62 admin admin] Checking segment: {'id': 'd157c746-d760-49b9-96df-ae47fc989aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '95433116-cbae-4bd2-b3ef-829d0e40297b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:40.126867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5355f69e-b336-4614-a843-2721a75c2b62 admin admin] Network hostable DHCP agents. Network: 95433116-cbae-4bd2-b3ef-829d0e40297b, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:23:40.136485 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-d883f231-7509-42eb-b630-108114286cbe tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.162287 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6318dadd-ab37-4781-8b5b-431bef7837cc', '38de136b-5799-4828-a67e-9e1e368f8d5d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:40.182790 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.186368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.214436 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.231187 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-d883f231-7509-42eb-b630-108114286cbe tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:40.240619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-d883f231-7509-42eb-b630-108114286cbe tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:40.244990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c4c6a-36cc-4c39-bf14-aafc1d9b125f None None] Pushing event updated for resources: {'Port': ['ID=7851f634-1715-4912-94d9-b4f0a9bf7c76,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:40.245223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-d883f231-7509-42eb-b630-108114286cbe tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:40.246848 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port de675979-a4b4-4e6c-b28c-69a5b1282d88 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:40.247044 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.253911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883f231-7509-42eb-b630-108114286cbe tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Pushing event updated for resources: {'Port': ['ID=3ae6c930-e775-424a-a6db-22a66d164ff6,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:40.272277 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68271a5-9eeb-415a-b417-75849480b9fd {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:23:40.283806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5355f69e-b336-4614-a843-2721a75c2b62 admin admin] Network 95433116-cbae-4bd2-b3ef-829d0e40297b is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:23:40.312131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e140d-f0d0-4bfe-817e-a01a004af000 req-c1611d5f-8e91-47c5-b618-372be5a21b1d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:40.314414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af4e140d-f0d0-4bfe-817e-a01a004af000 req-c1611d5f-8e91-47c5-b618-372be5a21b1d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 931 time: 0.1900096 Aug 31 01:23:40.318695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-5355f69e-b336-4614-a843-2721a75c2b62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 95433116-cbae-4bd2-b3ef-829d0e40297b) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:40.333576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20fcb60-884e-4d0a-a76e-84cf97dbeb5b None None] Network 95433116-cbae-4bd2-b3ef-829d0e40297b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:23:40.350112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5355f69e-b336-4614-a843-2721a75c2b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:40.350711 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5355f69e-b336-4614-a843-2721a75c2b62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.362042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Router b95fe3b2-d409-4248-8a00-09c22cea6d32 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:23:40.362452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port c68271a5-9eeb-415a-b417-75849480b9fd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=c68271a5-9eeb-415a-b417-75849480b9fd,segment=NetworkSegment(ba419008-840f-4c0d-a4da-d6dc0198cbdf),segment_id=ba419008-840f-4c0d-a4da-d6dc0198cbdf)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:40.406387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-d883f231-7509-42eb-b630-108114286cbe tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:40.407049 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-d883f231-7509-42eb-b630-108114286cbe tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.416121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5355f69e-b336-4614-a843-2721a75c2b62 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7517681 Aug 31 01:23:40.418235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41054) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:40.431157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af4e140d-f0d0-4bfe-817e-a01a004af000 req-3d0b241c-7ed5-4b87-88e3-5d5efd58f57e tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057725 Aug 31 01:23:40.434612 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-376853030-router', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:40.447454 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-d883f231-7509-42eb-b630-108114286cbe tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4122558 Aug 31 01:23:40.463263 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Request body: {'port': {'device_id': '9b594018-9e24-4a32-b071-79406822e3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:40.502060 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.506078 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:40.508240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.509390 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.510897 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.512207 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-03ed1da7-edf2-4dc6-9e59-a68dacf9e107 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "PUT /v2.0/routers/b95fe3b2-d409-4248-8a00-09c22cea6d32 HTTP/1.1" status: 200 len: 914 time: 2.1451247 Aug 31 01:23:40.515676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41056) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:40.517325 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01993cc-6408-4360-9039-c216b0599615 None None] Sync routers for ids ['b95fe3b2-d409-4248-8a00-09c22cea6d32'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:40.529605 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01993cc-6408-4360-9039-c216b0599615 None None] Routers {'b95fe3b2-d409-4248-8a00-09c22cea6d32'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:40.531024 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f01993cc-6408-4360-9039-c216b0599615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['b95fe3b2-d409-4248-8a00-09c22cea6d32'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:40.534920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Attempting to bind port 7851f634-1715-4912-94d9-b4f0a9bf7c76 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:40.535350 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Attempting to bind port 7851f634-1715-4912-94d9-b4f0a9bf7c76 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:40.536644 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Attempting to bind port 7851f634-1715-4912-94d9-b4f0a9bf7c76 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:40.567808 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f01993cc-6408-4360-9039-c216b0599615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:40.577014 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01993cc-6408-4360-9039-c216b0599615 None None] Routers {'b95fe3b2-d409-4248-8a00-09c22cea6d32'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:40.577759 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f01993cc-6408-4360-9039-c216b0599615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['b95fe3b2-d409-4248-8a00-09c22cea6d32'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:40.619202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:40.619617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Checking segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:40.620351 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.620864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Bound using segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:40.620980 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.621534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Bound port: 7851f634-1715-4912-94d9-b4f0a9bf7c76, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:40.621978 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.622091 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f01993cc-6408-4360-9039-c216b0599615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:40.622887 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01993cc-6408-4360-9039-c216b0599615 None None] The sync data for ids ['b95fe3b2-d409-4248-8a00-09c22cea6d32'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:40.656410 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.742398 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=c68271a5-9eeb-415a-b417-75849480b9fd,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:40.855337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] For port 7851f634-1715-4912-94d9-b4f0a9bf7c76, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:40.860690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] For port 7851f634-1715-4912-94d9-b4f0a9bf7c76, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7851f634-1715-4912-94d9-b4f0a9bf7c76,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:40.885790 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.888588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['c68271a5-9eeb-415a-b417-75849480b9fd'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:40.951021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-95433116-cbae-4bd2-b3ef-829d0e40297b', 'network_id': '95433116-cbae-4bd2-b3ef-829d0e40297b', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36', 'fixed_ips': [{'subnet_id': 'fae85385-9d75-49dd-bafc-74bebf07acce'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:23:40.951981 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:41.052684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c4c6a-36cc-4c39-bf14-aafc1d9b125f None None] Pushing event updated for resources: {'Port': ['ID=7851f634-1715-4912-94d9-b4f0a9bf7c76,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:41.058213 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:41.059078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:41.188349 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-663ccf88-d0a2-4900-b7cd-559d4047a902 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/routers/b95fe3b2-d409-4248-8a00-09c22cea6d32 HTTP/1.1" status: 200 len: 920 time: 0.6708817 Aug 31 01:23:41.190218 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41060) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:41.227590 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:41.247915 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e28381b-0772-4183-9561-0b653f394202 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:41.249613 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7e28381b-0772-4183-9561-0b653f394202 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&device_id=b95fe3b2-d409-4248-8a00-09c22cea6d32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0582547 Aug 31 01:23:41.252251 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41062) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:41.285917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54025417-0aea-4dea-8eec-eb8bcfcb48d1 req-cdebd1df-2849-4256-92b5-9a8e0bac0815 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:41.287642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54025417-0aea-4dea-8eec-eb8bcfcb48d1 req-cdebd1df-2849-4256-92b5-9a8e0bac0815 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 945 time: 0.6299293 Aug 31 01:23:41.346938 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:41.352558 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc56e31f-c119-418b-ba52-033027d0a5fb tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:41.356809 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fc56e31f-c119-418b-ba52-033027d0a5fb tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 881 time: 0.1009283 Aug 31 01:23:41.357105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41064) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:41.359409 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Allocated IP 172.20.0.2 (95433116-cbae-4bd2-b3ef-829d0e40297b/fae85385-9d75-49dd-bafc-74bebf07acce/1dabbf1c-cf07-40af-aaea-2493ed7524f3) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:41.389906 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0a06b760-9aa2-4aa6-957e-3ecd6a09ea03 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95fe3b2-d409-4248-8a00-09c22cea6d32 HTTP/1.1" status: 200 len: 205 time: 0.0291800 Aug 31 01:23:41.390228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41066) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:41.390685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:41.473750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54025417-0aea-4dea-8eec-eb8bcfcb48d1 req-a19aa502-f196-4508-92cc-a52f79e5d84c tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464257 Aug 31 01:23:41.540239 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae881f42-a1ff-4d56-b04d-ff1f393635a6 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:41.618689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae6c930-e775-424a-a6db-22a66d164ff6 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:23:41.642590 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de014b74-a8fb-47de-be68-4b2a4dcead5f req-e64f926f-8882-45f4-a142-128ef3422833 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:41.644311 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de014b74-a8fb-47de-be68-4b2a4dcead5f req-e64f926f-8882-45f4-a142-128ef3422833 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 931 time: 0.1200590 Aug 31 01:23:41.647704 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:41.661002 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae881f42-a1ff-4d56-b04d-ff1f393635a6 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:41.680439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Transition to ACTIVE for port object 3ae6c930-e775-424a-a6db-22a66d164ff6 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:41.690430 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:41.727269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ae881f42-a1ff-4d56-b04d-ff1f393635a6 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Deleting port ad777979-3d87-4022-8afb-44bd4a69947c {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:41.727650 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae881f42-a1ff-4d56-b04d-ff1f393635a6 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:41.742375 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:41.754182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Transition to ACTIVE for port object 1dabbf1c-cf07-40af-aaea-2493ed7524f3 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:41.774489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Transition to ACTIVE for port object 1dabbf1c-cf07-40af-aaea-2493ed7524f3 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:41.779819 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de014b74-a8fb-47de-be68-4b2a4dcead5f req-e12b94b9-e7e0-49be-aefa-4e0a191ffa41 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204498 Aug 31 01:23:41.782407 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:41.786397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:40Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:41.821012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae881f42-a1ff-4d56-b04d-ff1f393635a6 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:41.834876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ae881f42-a1ff-4d56-b04d-ff1f393635a6 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Calling delete_port for ad777979-3d87-4022-8afb-44bd4a69947c owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:41.839400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae6c930-e775-424a-a6db-22a66d164ff6,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:41.855682 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b529325a-64ec-4b36-8eb3-b3e69838e0ec None None] The sync data for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 is: [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:40Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:41.867494 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Network 95433116-cbae-4bd2-b3ef-829d0e40297b is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:41.872300 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:41.876713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:41.879923 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Pushing event updated for resources: {'Port': ['ID=1dabbf1c-cf07-40af-aaea-2493ed7524f3,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:41.962277 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:41.967973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Attempting to bind port 1dabbf1c-cf07-40af-aaea-2493ed7524f3 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:41.968355 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Attempting to bind port 1dabbf1c-cf07-40af-aaea-2493ed7524f3 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'd157c746-d760-49b9-96df-ae47fc989aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '95433116-cbae-4bd2-b3ef-829d0e40297b'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:41.968725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Attempting to bind port 1dabbf1c-cf07-40af-aaea-2493ed7524f3 on network 95433116-cbae-4bd2-b3ef-829d0e40297b {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:41.975119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:41.975662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Checking segment: {'id': 'd157c746-d760-49b9-96df-ae47fc989aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '95433116-cbae-4bd2-b3ef-829d0e40297b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:41.976142 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:41.976610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Bound using segment: {'id': 'd157c746-d760-49b9-96df-ae47fc989aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '95433116-cbae-4bd2-b3ef-829d0e40297b'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:41.977157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Bound port: 1dabbf1c-cf07-40af-aaea-2493ed7524f3, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd157c746-d760-49b9-96df-ae47fc989aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '95433116-cbae-4bd2-b3ef-829d0e40297b'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:41.977614 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:41.998198 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.001256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Attempting to bind port 3ae6c930-e775-424a-a6db-22a66d164ff6 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:42.001665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Attempting to bind port 3ae6c930-e775-424a-a6db-22a66d164ff6 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:42.002251 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Attempting to bind port 3ae6c930-e775-424a-a6db-22a66d164ff6 on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:42.014091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Port 3ae6c930-e775-424a-a6db-22a66d164ff6 on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:23:42.014312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Attempting to bind port 3ae6c930-e775-424a-a6db-22a66d164ff6 on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:42.072457 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] For port 1dabbf1c-cf07-40af-aaea-2493ed7524f3, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:42.075701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:42.075885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] For port 1dabbf1c-cf07-40af-aaea-2493ed7524f3, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1dabbf1c-cf07-40af-aaea-2493ed7524f3,segment=NetworkSegment(d157c746-d760-49b9-96df-ae47fc989aee),segment_id=d157c746-d760-49b9-96df-ae47fc989aee)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:42.076051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Checking segment: {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:42.076658 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Bound using segment: {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:42.077199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Bound port: 3ae6c930-e775-424a-a6db-22a66d164ff6, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:42.077675 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.080599 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.094805 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae881f42-a1ff-4d56-b04d-ff1f393635a6 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.139517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae881f42-a1ff-4d56-b04d-ff1f393635a6 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Pushing event deleted for resources: {'Port': ['ID=ad777979-3d87-4022-8afb-44bd4a69947c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:42.152272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12370140-93ba-45f8-b6a5-b3b9f56fa7e2 None None] Pushing event updated for resources: {'Port': ['ID=1dabbf1c-cf07-40af-aaea-2493ed7524f3,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:42.217618 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Allocated IP 172.25.6.177 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/53621ef3-b847-4476-b0c4-6b7dc4010ecb) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:42.242613 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae881f42-a1ff-4d56-b04d-ff1f393635a6 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.248933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] For port 3ae6c930-e775-424a-a6db-22a66d164ff6, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:42.262371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] For port 3ae6c930-e775-424a-a6db-22a66d164ff6, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3ae6c930-e775-424a-a6db-22a66d164ff6,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:42.347062 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.349941 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae881f42-a1ff-4d56-b04d-ff1f393635a6 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.352611 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae881f42-a1ff-4d56-b04d-ff1f393635a6 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.425106 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae881f42-a1ff-4d56-b04d-ff1f393635a6 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.428433 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae881f42-a1ff-4d56-b04d-ff1f393635a6 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Fanout notify agent at l3_agent the message router_deleted on router b95fe3b2-d409-4248-8a00-09c22cea6d32 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:23:42.437684 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae881f42-a1ff-4d56-b04d-ff1f393635a6 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.439644 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ae881f42-a1ff-4d56-b04d-ff1f393635a6 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "DELETE /v2.0/routers/b95fe3b2-d409-4248-8a00-09c22cea6d32 HTTP/1.1" status: 204 len: 168 time: 1.0483506 Aug 31 01:23:42.444649 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:42.445216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41070) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:42.445338 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.446674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] 10.222.0.70 "PUT /v2.0/ports/3ae6c930-e775-424a-a6db-22a66d164ff6 HTTP/1.1" status: 200 len: 1092 time: 1.9879827 Aug 31 01:23:42.451272 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a7a1798d-f4dd-48e9-b6d7-591784b22f4f tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1449362600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:42.451494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b594018-9e24-4a32-b071-79406822e3c8', 'tag': '3ae6c930-e775-424a-a6db-22a66d164ff6'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:42.452397 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c80fbe-5af3-453e-8e2f-d1bb75b7e32b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b594018-9e24-4a32-b071-79406822e3c8", "tag": "3ae6c930-e775-424a-a6db-22a66d164ff6"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:42.515183 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.517544 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a7a1798d-f4dd-48e9-b6d7-591784b22f4f tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.518962 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a7a1798d-f4dd-48e9-b6d7-591784b22f4f tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.523956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3a99d-0b9f-4c4a-a53e-c94f959203e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae6c930-e775-424a-a6db-22a66d164ff6,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:42.560045 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8247e521-bd80-4a1d-8cfd-d3a2cedc1b32 x-openstack-request-id: req-8247e521-bd80-4a1d-8cfd-d3a2cedc1b32 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:42.560331 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b594018-9e24-4a32-b071-79406822e3c8", "tag": "3ae6c930-e775-424a-a6db-22a66d164ff6", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:42.560583 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8247e521-bd80-4a1d-8cfd-d3a2cedc1b32 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:42.560988 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b594018-9e24-4a32-b071-79406822e3c8', 'tag': '3ae6c930-e775-424a-a6db-22a66d164ff6', 'status': 'completed', 'code': 200} Aug 31 01:23:42.587370 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-7eaa5057-3119-4a32-a9cf-d86ebe2c2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:42.588857 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-7eaa5057-3119-4a32-a9cf-d86ebe2c2836 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 1095 time: 0.0899150 Aug 31 01:23:42.608792 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a7a1798d-f4dd-48e9-b6d7-591784b22f4f tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.616290 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a7a1798d-f4dd-48e9-b6d7-591784b22f4f tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.634541 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a7a1798d-f4dd-48e9-b6d7-591784b22f4f tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.635805 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a7a1798d-f4dd-48e9-b6d7-591784b22f4f tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1894825 Aug 31 01:23:42.638504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41076) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:42.643030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'enable_snat': False}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:42.657287 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-d9343210-b7a9-40db-bbe3-841cd86e303d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ae6c930-e775-424a-a6db-22a66d164ff6 HTTP/1.1" status: 200 len: 217 time: 0.0576899 Aug 31 01:23:42.727290 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.775578 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:42.780373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-94aa66b6-4901-41aa-b4f9-70b059d2c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:42.781880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-94aa66b6-4901-41aa-b4f9-70b059d2c26f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 200 len: 845 time: 0.1092994 Aug 31 01:23:42.790236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330439e-02ea-4393-b032-b7b68481e577 req-7288cd84-5f67-44fe-9cbb-9b87af4f7a16 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:42.791787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1330439e-02ea-4393-b032-b7b68481e577 req-7288cd84-5f67-44fe-9cbb-9b87af4f7a16 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 945 time: 0.1811442 Aug 31 01:23:42.795897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:42.806785 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:42.866580 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-e3c8dea6-8d3c-441a-89c6-b3227af2a4ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735142 Aug 31 01:23:42.884158 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.902172 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Pushing event updated for resources: {'Port': ['ID=53621ef3-b847-4476-b0c4-6b7dc4010ecb,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:43.037986 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1330439e-02ea-4393-b032-b7b68481e577 req-a01beaca-93d9-469a-924a-5cfcbc5ce5d9 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277136 Aug 31 01:23:43.144980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bba1e-ded5-4fad-b496-6207d0b62440 req-e8b46e06-54ae-4db6-9062-0fd388433251 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:43.146923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec5bba1e-ded5-4fad-b496-6207d0b62440 req-e8b46e06-54ae-4db6-9062-0fd388433251 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 943 time: 0.2704132 Aug 31 01:23:43.148096 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.176609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.190888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-75b4afcd-c61f-4127-8c41-52b4a7a6ea17 service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131397 Aug 31 01:23:43.323664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Allocated IP 172.25.6.176 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/17d4e7d8-91ca-4028-bf97-15584d926a4a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:43.342357 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec5bba1e-ded5-4fad-b496-6207d0b62440 req-6343cc87-8753-48f4-884f-de89bcc6ef6b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846073 Aug 31 01:23:43.404053 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.409972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15937c75-4b1d-4c9a-b4aa-20b6a9e93e29 req-19cd706c-302b-4615-be6e-4e872358a621 service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805873 Aug 31 01:23:43.476436 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.518294 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.542829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5267a0c-42f1-4a38-8957-45639de6cd8f None None] Network 95433116-cbae-4bd2-b3ef-829d0e40297b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:23:43.561901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:43.567438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:43.572056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:43.575376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Pushing event updated for resources: {'Port': ['ID=17d4e7d8-91ca-4028-bf97-15584d926a4a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:43.635737 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-067dc3ec-8581-434b-9f48-0114c333fba3 None None] Provisioning for port 1dabbf1c-cf07-40af-aaea-2493ed7524f3 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:43.650558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device c68271a5-9eeb-415a-b417-75849480b9fd up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:43.778043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port c68271a5-9eeb-415a-b417-75849480b9fd completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:43.783887 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port c68271a5-9eeb-415a-b417-75849480b9fd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:43.784264 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.867125 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.912538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c80fbe-5af3-453e-8e2f-d1bb75b7e32b req-a86ce8c7-c12f-43a2-80a3-689386847eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:43.914151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3c80fbe-5af3-453e-8e2f-d1bb75b7e32b req-a86ce8c7-c12f-43a2-80a3-689386847eff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 1095 time: 0.4518135 Aug 31 01:23:44.051274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1dabbf1c-cf07-40af-aaea-2493ed7524f3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:44.157345 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.190899 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.197922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.202508 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.207524 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 1dabbf1c-cf07-40af-aaea-2493ed7524f3 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:44.210404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c80fbe-5af3-453e-8e2f-d1bb75b7e32b req-44f32ee3-581e-4fe5-b916-6366f6bfd26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:44.212130 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3c80fbe-5af3-453e-8e2f-d1bb75b7e32b req-44f32ee3-581e-4fe5-b916-6366f6bfd26e service neutron] 10.222.0.70 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 906 time: 0.2505972 Aug 31 01:23:44.215909 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 1dabbf1c-cf07-40af-aaea-2493ed7524f3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:44.216278 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.272025 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2124b218-1519-4a59-baa3-6213f3ebab51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68271a5-9eeb-415a-b417-75849480b9fd'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:44.273962 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb24cd5-92f8-4d46-9565-5bcc8d21981b" -d '{"events": [{"server_uuid": "2124b218-1519-4a59-baa3-6213f3ebab51", "name": "network-vif-plugged", "status": "completed", "tag": "c68271a5-9eeb-415a-b417-75849480b9fd"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:44.302448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port c68271a5-9eeb-415a-b417-75849480b9fd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=c68271a5-9eeb-415a-b417-75849480b9fd,segment=NetworkSegment(ba419008-840f-4c0d-a4da-d6dc0198cbdf),segment_id=ba419008-840f-4c0d-a4da-d6dc0198cbdf)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:44.309816 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.336226 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3c80fbe-5af3-453e-8e2f-d1bb75b7e32b req-dc79f7eb-2e79-486d-8ab5-ac74ec1cefed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ae6c930-e775-424a-a6db-22a66d164ff6 HTTP/1.1" status: 200 len: 217 time: 0.0876625 Aug 31 01:23:44.358838 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-294c6a73-1302-48f5-b8db-31cf01d0d4f2 None None] Provisioning complete for port 1dabbf1c-cf07-40af-aaea-2493ed7524f3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:44.359203 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-294c6a73-1302-48f5-b8db-31cf01d0d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.368670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Router 27297fd6-b112-4469-b6f6-4c5f01eb73f0 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:23:44.412058 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.421790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af528c37-42ff-4883-82cb-026ae68047d3 req-a9b5b4eb-63aa-4cdb-b2d2-f7f5549f3154 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:44.423750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af528c37-42ff-4883-82cb-026ae68047d3 req-a9b5b4eb-63aa-4cdb-b2d2-f7f5549f3154 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 945 time: 0.2439723 Aug 31 01:23:44.450180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=c68271a5-9eeb-415a-b417-75849480b9fd,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:44.475887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c80fbe-5af3-453e-8e2f-d1bb75b7e32b req-01c9a205-f591-4fe8-965b-4839bb5cffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:44.476114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 1dabbf1c-cf07-40af-aaea-2493ed7524f3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1dabbf1c-cf07-40af-aaea-2493ed7524f3,segment=NetworkSegment(d157c746-d760-49b9-96df-ae47fc989aee),segment_id=d157c746-d760-49b9-96df-ae47fc989aee)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:44.477923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3c80fbe-5af3-453e-8e2f-d1bb75b7e32b req-01c9a205-f591-4fe8-965b-4839bb5cffe6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 200 len: 845 time: 0.1329045 Aug 31 01:23:44.481397 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.482194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7851f634-1715-4912-94d9-b4f0a9bf7c76 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:44.526563 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:44.527781 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3c80fbe-5af3-453e-8e2f-d1bb75b7e32b req-4a9afdcb-7815-4e0c-b84c-978aba2f89a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351434 Aug 31 01:23:44.532261 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.532925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af528c37-42ff-4883-82cb-026ae68047d3 req-2e31bbb6-2785-4806-b585-536fda49d94d tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983236 Aug 31 01:23:44.536000 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4f8936e0-63a1-4d25-bb5c-78b221b482b1 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "PUT /v2.0/routers/27297fd6-b112-4469-b6f6-4c5f01eb73f0 HTTP/1.1" status: 200 len: 916 time: 1.8961451 Aug 31 01:23:44.539129 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41094) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:44.550648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa0020-7a19-46d0-83f8-4e5a1d2a6692 None None] Sync routers for ids ['27297fd6-b112-4469-b6f6-4c5f01eb73f0'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:44.605328 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb56829f-abaa-4c79-afdd-5bd33f49dbc1 x-openstack-request-id: req-eb56829f-abaa-4c79-afdd-5bd33f49dbc1 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:44.605606 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2124b218-1519-4a59-baa3-6213f3ebab51", "name": "network-vif-plugged", "status": "completed", "tag": "c68271a5-9eeb-415a-b417-75849480b9fd", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:44.605863 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eb56829f-abaa-4c79-afdd-5bd33f49dbc1 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:44.606257 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2124b218-1519-4a59-baa3-6213f3ebab51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68271a5-9eeb-415a-b417-75849480b9fd', 'code': 200} Aug 31 01:23:44.621435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa0020-7a19-46d0-83f8-4e5a1d2a6692 None None] Routers {'27297fd6-b112-4469-b6f6-4c5f01eb73f0'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:44.622579 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-17aa0020-7a19-46d0-83f8-4e5a1d2a6692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27297fd6-b112-4469-b6f6-4c5f01eb73f0'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:44.637478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Router 06b7af89-4d7f-404b-829e-9ff921eddfaf is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:23:44.641346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 7851f634-1715-4912-94d9-b4f0a9bf7c76 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:44.701989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3c80fbe-5af3-453e-8e2f-d1bb75b7e32b req-1d02fd63-4205-4944-856f-4186c4a3a6f0 service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650088 Aug 31 01:23:44.743684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-17aa0020-7a19-46d0-83f8-4e5a1d2a6692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:44.747087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 7851f634-1715-4912-94d9-b4f0a9bf7c76 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:44.747777 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-10168197-cb42-4a3e-9c14-f1e8c596af27 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/routers/27297fd6-b112-4469-b6f6-4c5f01eb73f0 HTTP/1.1" status: 200 len: 922 time: 0.2073905 Aug 31 01:23:44.750298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41100) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:44.750439 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.751944 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=1dabbf1c-cf07-40af-aaea-2493ed7524f3,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:44.786667 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa0020-7a19-46d0-83f8-4e5a1d2a6692 None None] Routers {'27297fd6-b112-4469-b6f6-4c5f01eb73f0'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:44.787477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-17aa0020-7a19-46d0-83f8-4e5a1d2a6692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27297fd6-b112-4469-b6f6-4c5f01eb73f0'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:44.808456 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e08c6-2b27-4050-a069-89d4fa82de65 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:44.812781 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c05e08c6-2b27-4050-a069-89d4fa82de65 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&device_id=27297fd6-b112-4469-b6f6-4c5f01eb73f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0577705 Aug 31 01:23:44.812963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41102) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:44.826415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-17aa0020-7a19-46d0-83f8-4e5a1d2a6692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:44.827056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa0020-7a19-46d0-83f8-4e5a1d2a6692 None None] The sync data for ids ['27297fd6-b112-4469-b6f6-4c5f01eb73f0'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:44.880936 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.905442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f8bdb6-66a5-429a-a546-a92f8fc1c47b tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:44.909430 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a8f8bdb6-66a5-429a-a546-a92f8fc1c47b tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/networks/f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 881 time: 0.0929687 Aug 31 01:23:44.909672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41104) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:44.915053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 7851f634-1715-4912-94d9-b4f0a9bf7c76, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7851f634-1715-4912-94d9-b4f0a9bf7c76,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:44.919352 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:44.946820 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-60cdcab5-c205-40a0-8fb5-1cb0ead21b63 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "GET /v2.0/ports?device_id=27297fd6-b112-4469-b6f6-4c5f01eb73f0 HTTP/1.1" status: 200 len: 205 time: 0.0358837 Aug 31 01:23:44.949636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41106) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:44.970919 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=7851f634-1715-4912-94d9-b4f0a9bf7c76,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:44.989848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6a4a4-364e-477e-891d-7afbeb81d77c req-b0c53f76-b86e-4b3b-896e-cb59b24c05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:44.991405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caa6a4a4-364e-477e-891d-7afbeb81d77c req-b0c53f76-b86e-4b3b-896e-cb59b24c05d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 1098 time: 0.2504663 Aug 31 01:23:45.012208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e58c76-ae38-4b88-b3ee-a9a7cd6e1e5e req-7798a0a0-59fe-416c-8a4f-8b304df72b4d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.013654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89e58c76-ae38-4b88-b3ee-a9a7cd6e1e5e req-7798a0a0-59fe-416c-8a4f-8b304df72b4d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 943 time: 0.2633762 Aug 31 01:23:45.043195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba097-a7ea-496e-bd6f-269604fe01c8 req-5b709f6b-8cf3-4915-8de9-85af60677923 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.049774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba097-a7ea-496e-bd6f-269604fe01c8 req-5b709f6b-8cf3-4915-8de9-85af60677923 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.056010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba097-a7ea-496e-bd6f-269604fe01c8 req-5b709f6b-8cf3-4915-8de9-85af60677923 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.061124 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c59a6d9f-ccf8-4a42-89e3-23d9e69ee6cf tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:45.061929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba097-a7ea-496e-bd6f-269604fe01c8 req-5b709f6b-8cf3-4915-8de9-85af60677923 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.068302 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba097-a7ea-496e-bd6f-269604fe01c8 req-5b709f6b-8cf3-4915-8de9-85af60677923 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.074227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba097-a7ea-496e-bd6f-269604fe01c8 req-5b709f6b-8cf3-4915-8de9-85af60677923 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.080131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba097-a7ea-496e-bd6f-269604fe01c8 req-5b709f6b-8cf3-4915-8de9-85af60677923 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.082756 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d9ba097-a7ea-496e-bd6f-269604fe01c8 req-5b709f6b-8cf3-4915-8de9-85af60677923 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5445 time: 0.2834673 Aug 31 01:23:45.083938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:45.093800 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Sync routers for ids ['06b7af89-4d7f-404b-829e-9ff921eddfaf'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:45.107654 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Routers {'06b7af89-4d7f-404b-829e-9ff921eddfaf'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:45.108990 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['06b7af89-4d7f-404b-829e-9ff921eddfaf'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:45.165153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3c80fbe-5af3-453e-8e2f-d1bb75b7e32b req-1dbb0568-0552-4118-b66d-6e19e0c1b1a5 service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215076 Aug 31 01:23:45.192346 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:45.193549 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0ab42b00-8955-4541-a749-0ee12879d952 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7706587 Aug 31 01:23:45.202599 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41108) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:45.208795 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-caa6a4a4-364e-477e-891d-7afbeb81d77c req-ac1b0320-f545-4061-8049-d821486e0ce5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898663 Aug 31 01:23:45.251159 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Set router 06b7af89-4d7f-404b-829e-9ff921eddfaf gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:45.282535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89e58c76-ae38-4b88-b3ee-a9a7cd6e1e5e req-790aaacc-adcf-480a-940a-4ac6f0e664f1 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604120 Aug 31 01:23:45.299742 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d9ba097-a7ea-496e-bd6f-269604fe01c8 req-3faa3534-7a4b-4005-a2c2-cf7e4d5db972 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1903336 Aug 31 01:23:45.539995 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c59a6d9f-ccf8-4a42-89e3-23d9e69ee6cf tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:45.560737 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'name': 'tempest-TestVolumeBootPattern-376853030-router', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '53621ef3-b847-4476-b0c4-6b7dc4010ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:40Z', 'updated_at': '2021-08-31T01:23:43Z', 'revision_number': 3, 'project_id': 'dc564a331d214b70b83aa2558b48bc36', 'gw_port': {'id': '53621ef3-b847-4476-b0c4-6b7dc4010ecb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:42Z', 'updated_at': '2021-08-31T01:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:45.593100 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Checking router: 06b7af89-4d7f-404b-829e-9ff921eddfaf for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:45.593461 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Updating router 06b7af89-4d7f-404b-829e-9ff921eddfaf port 53621ef3-b847-4476-b0c4-6b7dc4010ecb binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:23:45.612276 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c59a6d9f-ccf8-4a42-89e3-23d9e69ee6cf tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Deleting port 17d4e7d8-91ca-4028-bf97-15584d926a4a {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:45.612765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c59a6d9f-ccf8-4a42-89e3-23d9e69ee6cf tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:45.625739 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:45.697876 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c59a6d9f-ccf8-4a42-89e3-23d9e69ee6cf tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:45.711852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c59a6d9f-ccf8-4a42-89e3-23d9e69ee6cf tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Calling delete_port for 17d4e7d8-91ca-4028-bf97-15584d926a4a owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:45.727519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cb5e9-9526-4ee2-b240-8217261fcbc8 req-cc2b06b3-9094-4c0a-8a06-eaa8b5479be9 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.728668 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa3cb5e9-9526-4ee2-b240-8217261fcbc8 req-cc2b06b3-9094-4c0a-8a06-eaa8b5479be9 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 946 time: 0.0901113 Aug 31 01:23:45.818249 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3ae6c930-e775-424a-a6db-22a66d164ff6 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:23:45.838178 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:45.863230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa3cb5e9-9526-4ee2-b240-8217261fcbc8 req-eca58d1b-34f0-422f-80ee-aa1b8873bd1c tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059709 Aug 31 01:23:45.876342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1dabbf1c-cf07-40af-aaea-2493ed7524f3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:45.878479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-713f7560-f47c-4efb-aa7b-43bae70a0c7b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.891854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-713f7560-f47c-4efb-aa7b-43bae70a0c7b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.891854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-713f7560-f47c-4efb-aa7b-43bae70a0c7b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.897914 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-713f7560-f47c-4efb-aa7b-43bae70a0c7b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.904106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-713f7560-f47c-4efb-aa7b-43bae70a0c7b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.909657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-713f7560-f47c-4efb-aa7b-43bae70a0c7b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.915924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-713f7560-f47c-4efb-aa7b-43bae70a0c7b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:45.918419 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-713f7560-f47c-4efb-aa7b-43bae70a0c7b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5445 time: 0.1601858 Aug 31 01:23:45.920059 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c59a6d9f-ccf8-4a42-89e3-23d9e69ee6cf tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:45.958409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a6d9f-ccf8-4a42-89e3-23d9e69ee6cf tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Pushing event deleted for resources: {'Port': ['ID=17d4e7d8-91ca-4028-bf97-15584d926a4a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:45.990660 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.005439 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3ae6c930-e775-424a-a6db-22a66d164ff6, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3ae6c930-e775-424a-a6db-22a66d164ff6,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:46.008150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 1dabbf1c-cf07-40af-aaea-2493ed7524f3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:46.008313 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Transition to ACTIVE for port object 53621ef3-b847-4476-b0c4-6b7dc4010ecb will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:46.008719 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.013253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-63b363ed-b90b-43db-8d70-d6d62fed1932 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:46.014905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-63b363ed-b90b-43db-8d70-d6d62fed1932 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "GET /v2.0/ports/5d81a380-fcf4-4622-8fb9-2ce9b7259671?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0893648 Aug 31 01:23:46.020929 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.044467 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '3ae6c930-e775-424a-a6db-22a66d164ff6', 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923', 'port_id': '3ae6c930-e775-424a-a6db-22a66d164ff6', 'mac_address': 'fa:16:3e:df:a5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428ebcb6-235d-49bc-acd7-c71a4d41509d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:23:46.046533 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c59a6d9f-ccf8-4a42-89e3-23d9e69ee6cf tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.088698 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Attempting to bind port 53621ef3-b847-4476-b0c4-6b7dc4010ecb on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:46.089430 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Attempting to bind port 53621ef3-b847-4476-b0c4-6b7dc4010ecb by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:46.091081 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Attempting to bind port 53621ef3-b847-4476-b0c4-6b7dc4010ecb on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:46.108006 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:46.108746 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.109344 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:46.111512 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.112264 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:46.112977 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Bound port: 53621ef3-b847-4476-b0c4-6b7dc4010ecb, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:46.113945 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.151701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae6c930-e775-424a-a6db-22a66d164ff6 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:23:46.161510 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c59a6d9f-ccf8-4a42-89e3-23d9e69ee6cf tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.164144 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c59a6d9f-ccf8-4a42-89e3-23d9e69ee6cf tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.178584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3ae6c930-e775-424a-a6db-22a66d164ff6, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3ae6c930-e775-424a-a6db-22a66d164ff6,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:46.180000 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] For port 53621ef3-b847-4476-b0c4-6b7dc4010ecb, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:46.183048 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.186117 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] For port 53621ef3-b847-4476-b0c4-6b7dc4010ecb, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=53621ef3-b847-4476-b0c4-6b7dc4010ecb,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:46.190856 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.206192 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-30791295-df0d-450b-9ec5-aeb75f99f2c4 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "GET /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1850178 Aug 31 01:23:46.210081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Allocated IP 172.20.0.1 (95433116-cbae-4bd2-b3ef-829d0e40297b/fae85385-9d75-49dd-bafc-74bebf07acce/49a6782e-41cc-4076-8ba6-b7c7526b6c89) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:46.216923 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c54d8-5209-4c40-9cc1-5e39614a49f4 None None] Pushing event updated for resources: {'Port': ['ID=53621ef3-b847-4476-b0c4-6b7dc4010ecb,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:46.221889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-b16d8149-1db7-46c3-9c89-7a84a573ed95 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:46.224645 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c59a6d9f-ccf8-4a42-89e3-23d9e69ee6cf tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.226061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59a6d9f-ccf8-4a42-89e3-23d9e69ee6cf tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Fanout notify agent at l3_agent the message router_deleted on router 27297fd6-b112-4469-b6f6-4c5f01eb73f0 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:23:46.228578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7851f634-1715-4912-94d9-b4f0a9bf7c76 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:46.241932 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c59a6d9f-ccf8-4a42-89e3-23d9e69ee6cf tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.243843 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c59a6d9f-ccf8-4a42-89e3-23d9e69ee6cf tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "DELETE /v2.0/routers/27297fd6-b112-4469-b6f6-4c5f01eb73f0 HTTP/1.1" status: 204 len: 168 time: 1.2935970 Aug 31 01:23:46.247424 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c54d8-5209-4c40-9cc1-5e39614a49f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:46.247723 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41112) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:46.247886 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c54d8-5209-4c40-9cc1-5e39614a49f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:46.248236 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c54d8-5209-4c40-9cc1-5e39614a49f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:46.248574 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c54d8-5209-4c40-9cc1-5e39614a49f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:46.249079 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c54d8-5209-4c40-9cc1-5e39614a49f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:46.249514 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c54d8-5209-4c40-9cc1-5e39614a49f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:46.249840 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c54d8-5209-4c40-9cc1-5e39614a49f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:46.250166 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c54d8-5209-4c40-9cc1-5e39614a49f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:46.250490 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c54d8-5209-4c40-9cc1-5e39614a49f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:46.250860 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c54d8-5209-4c40-9cc1-5e39614a49f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:46.251187 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c54d8-5209-4c40-9cc1-5e39614a49f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:46.251529 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c54d8-5209-4c40-9cc1-5e39614a49f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:46.253517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-13852323', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:46.282379 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.284180 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.306697 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=3ae6c930-e775-424a-a6db-22a66d164ff6,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:46.325240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 7851f634-1715-4912-94d9-b4f0a9bf7c76 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:46.325657 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.371890 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-b16d8149-1db7-46c3-9c89-7a84a573ed95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.377265 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c54d8-5209-4c40-9cc1-5e39614a49f4 None None] Pushing event updated for resources: {'Port': ['ID=53621ef3-b847-4476-b0c4-6b7dc4010ecb,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:46.388808 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Routers {'06b7af89-4d7f-404b-829e-9ff921eddfaf'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:46.394457 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['06b7af89-4d7f-404b-829e-9ff921eddfaf'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:46.400408 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.436131 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3ae6c930-e775-424a-a6db-22a66d164ff6'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:46.464343 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.526766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Transition to ACTIVE for port object 49a6782e-41cc-4076-8ba6-b7c7526b6c89 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:46.567521 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] Set router 06b7af89-4d7f-404b-829e-9ff921eddfaf gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:46.687696 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.709067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25bcd8-b89d-4377-abb4-f0e4683b036e req-6ebeb9fd-6738-497f-b689-d918f8c83220 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:46.710585 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b25bcd8-b89d-4377-abb4-f0e4683b036e req-6ebeb9fd-6738-497f-b689-d918f8c83220 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 944 time: 0.1821146 Aug 31 01:23:46.714871 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-b16d8149-1db7-46c3-9c89-7a84a573ed95 service neutron] For port 5d81a380-fcf4-4622-8fb9-2ce9b7259671, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=5d81a380-fcf4-4622-8fb9-2ce9b7259671,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:46.727835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5c695-3949-41af-a93d-36e5c9ea2bc1 req-407f3375-b756-4f19-b094-83e54bb85dae tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:46.734238 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5c695-3949-41af-a93d-36e5c9ea2bc1 req-407f3375-b756-4f19-b094-83e54bb85dae tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:46.740163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5c695-3949-41af-a93d-36e5c9ea2bc1 req-407f3375-b756-4f19-b094-83e54bb85dae tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:46.746009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5c695-3949-41af-a93d-36e5c9ea2bc1 req-407f3375-b756-4f19-b094-83e54bb85dae tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:46.751884 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5c695-3949-41af-a93d-36e5c9ea2bc1 req-407f3375-b756-4f19-b094-83e54bb85dae tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:46.758680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5c695-3949-41af-a93d-36e5c9ea2bc1 req-407f3375-b756-4f19-b094-83e54bb85dae tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:46.764559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5c695-3949-41af-a93d-36e5c9ea2bc1 req-407f3375-b756-4f19-b094-83e54bb85dae tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:46.766423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81e5c695-3949-41af-a93d-36e5c9ea2bc1 req-407f3375-b756-4f19-b094-83e54bb85dae tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 5445 time: 0.2138164 Aug 31 01:23:46.775233 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.803383 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'name': 'tempest-TestVolumeBootPattern-376853030-router', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '53621ef3-b847-4476-b0c4-6b7dc4010ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:40Z', 'updated_at': '2021-08-31T01:23:43Z', 'revision_number': 3, 'project_id': 'dc564a331d214b70b83aa2558b48bc36', 'gw_port': {'id': '53621ef3-b847-4476-b0c4-6b7dc4010ecb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:42Z', 'updated_at': '2021-08-31T01:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:46.831424 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e05ddb-ab81-4479-9b57-5b591085b396 None None] The sync data for ids ['06b7af89-4d7f-404b-829e-9ff921eddfaf'] in n-d-802060-13 is: [{'id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'name': 'tempest-TestVolumeBootPattern-376853030-router', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '53621ef3-b847-4476-b0c4-6b7dc4010ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:40Z', 'updated_at': '2021-08-31T01:23:43Z', 'revision_number': 3, 'project_id': 'dc564a331d214b70b83aa2558b48bc36', 'gw_port': {'id': '53621ef3-b847-4476-b0c4-6b7dc4010ecb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:42Z', 'updated_at': '2021-08-31T01:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:46.873743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Network 95433116-cbae-4bd2-b3ef-829d0e40297b is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:46.888304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:46.890955 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:46.904817 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.908838 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-b16d8149-1db7-46c3-9c89-7a84a573ed95 service neutron] For port 5d81a380-fcf4-4622-8fb9-2ce9b7259671, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:46.929987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Pushing event updated for resources: {'Port': ['ID=49a6782e-41cc-4076-8ba6-b7c7526b6c89,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:46.930396 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:46.961526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b25bcd8-b89d-4377-abb4-f0e4683b036e req-92a4e71e-08e8-4a98-b5dd-fb9b77be5900 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940844 Aug 31 01:23:46.995980 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81e5c695-3949-41af-a93d-36e5c9ea2bc1 req-bd050063-5b32-4103-bbbb-04260bab20c6 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2106619 Aug 31 01:23:47.013240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:47.076304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Allocated IP 172.25.6.148 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/3fd876f0-bb4f-4f0c-bda0-ac03dac59d5f) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:47.245525 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:47.263847 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b7f8f229-4661-46ba-988c-7af7bb28d693 None None] Provisioning for port 49a6782e-41cc-4076-8ba6-b7c7526b6c89 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:47.271693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b7f8f229-4661-46ba-988c-7af7bb28d693 None None] Provisioning complete for port 49a6782e-41cc-4076-8ba6-b7c7526b6c89 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:47.273686 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b7f8f229-4661-46ba-988c-7af7bb28d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:47.315621 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:47.328938 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b7f8f229-4661-46ba-988c-7af7bb28d693 None None] Port 49a6782e-41cc-4076-8ba6-b7c7526b6c89 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:23:47.368798 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:47.375851 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:47.380424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:23:47.405681 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Pushing event updated for resources: {'Port': ['ID=3fd876f0-bb4f-4f0c-bda0-ac03dac59d5f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:47.428599 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-b16d8149-1db7-46c3-9c89-7a84a573ed95 service neutron] device_id is not set on port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:23:47.465928 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-b16d8149-1db7-46c3-9c89-7a84a573ed95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:47.477349 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-b16d8149-1db7-46c3-9c89-7a84a573ed95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:47.580223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d8149-1db7-46c3-9c89-7a84a573ed95 service neutron] Pushing event updated for resources: {'Port': ['ID=5d81a380-fcf4-4622-8fb9-2ce9b7259671,revision_number=6']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:47.608666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d37057-1d55-4847-9714-044d61fa3150 req-edaacddd-7fdf-45cd-ab7d-766baab2a6ff tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:47.610267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50d37057-1d55-4847-9714-044d61fa3150 req-edaacddd-7fdf-45cd-ab7d-766baab2a6ff tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 946 time: 0.1874678 Aug 31 01:23:47.614970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-b16d8149-1db7-46c3-9c89-7a84a573ed95 service neutron] No DVR routers for this DVR port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:47.666868 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:47.704814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-b16d8149-1db7-46c3-9c89-7a84a573ed95 service neutron] In _notify_port_updated(), no bound segment for port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 on network f62d2f75-fd0d-4668-9ecd-88d3add15a6f {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:23:47.705731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-b16d8149-1db7-46c3-9c89-7a84a573ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:47.706324 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-b16d8149-1db7-46c3-9c89-7a84a573ed95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:47.708325 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-b16d8149-1db7-46c3-9c89-7a84a573ed95 service neutron] 10.222.0.70 "PUT /v2.0/ports/5d81a380-fcf4-4622-8fb9-2ce9b7259671 HTTP/1.1" status: 200 len: 1032 time: 1.4926436 Aug 31 01:23:47.711467 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:47.720167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50d37057-1d55-4847-9714-044d61fa3150 req-cdd979a2-b138-445b-910d-c1dc271f2a03 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829966 Aug 31 01:23:47.835828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3ae6c930-e775-424a-a6db-22a66d164ff6 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:47.844221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-de2df551-6d3f-43a3-859a-06ea4a9d5804 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:47.845647 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-de2df551-6d3f-43a3-859a-06ea4a9d5804 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "GET /v2.0/ports/25fff3a6-98ed-42fb-9754-3bfe56a2f9e0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1290791 Aug 31 01:23:47.865536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-807ef9de-d6aa-44cb-a4d2-146117b1dc2f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:47.937928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 53621ef3-b847-4476-b0c4-6b7dc4010ecb up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:47.942697 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 3ae6c930-e775-424a-a6db-22a66d164ff6 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:47.988752 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:47.997968 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 3ae6c930-e775-424a-a6db-22a66d164ff6 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:47.998340 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.066150 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-807ef9de-d6aa-44cb-a4d2-146117b1dc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.148837 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5c5be5a0-fa42-4415-a283-89d8cb8b72b3 None None] Provisioning complete for port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:48.149507 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5c5be5a0-fa42-4415-a283-89d8cb8b72b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.192620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Router 479c207f-de62-46b5-8229-9c9244f7a2ec is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:23:48.216703 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 53621ef3-b847-4476-b0c4-6b7dc4010ecb completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:48.226647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 53621ef3-b847-4476-b0c4-6b7dc4010ecb triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:48.227015 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.229541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5c5be5a0-fa42-4415-a283-89d8cb8b72b3 None None] Port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:23:48.367618 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.377209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:48.394612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c387b-adc2-4806-b05f-8326a7228583 None None] Sync routers for ids ['479c207f-de62-46b5-8229-9c9244f7a2ec'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:48.395958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daa1f8-253c-414d-9439-9c784b2db5c6 req-b7ecc63b-f755-4855-a604-ba2a8a99f21f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:48.402589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daa1f8-253c-414d-9439-9c784b2db5c6 req-b7ecc63b-f755-4855-a604-ba2a8a99f21f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:48.409800 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.412469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daa1f8-253c-414d-9439-9c784b2db5c6 req-b7ecc63b-f755-4855-a604-ba2a8a99f21f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:48.413409 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2861fbe7-b2cf-469f-95c3-12a81b53a6dc tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.1644475 Aug 31 01:23:48.416217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41166) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:48.419771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daa1f8-253c-414d-9439-9c784b2db5c6 req-b7ecc63b-f755-4855-a604-ba2a8a99f21f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:48.422374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:48.427131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daa1f8-253c-414d-9439-9c784b2db5c6 req-b7ecc63b-f755-4855-a604-ba2a8a99f21f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:48.434931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daa1f8-253c-414d-9439-9c784b2db5c6 req-b7ecc63b-f755-4855-a604-ba2a8a99f21f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:48.444441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2daa1f8-253c-414d-9439-9c784b2db5c6 req-b7ecc63b-f755-4855-a604-ba2a8a99f21f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 4666 time: 0.2827425 Aug 31 01:23:48.453142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b594018-9e24-4a32-b071-79406822e3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae6c930-e775-424a-a6db-22a66d164ff6'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:48.455616 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effe372c-7d46-409e-8e48-7b6a02b069b5" -d '{"events": [{"server_uuid": "9b594018-9e24-4a32-b071-79406822e3c8", "name": "network-vif-plugged", "status": "completed", "tag": "3ae6c930-e775-424a-a6db-22a66d164ff6"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:48.473087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c387b-adc2-4806-b05f-8326a7228583 None None] Routers {'479c207f-de62-46b5-8229-9c9244f7a2ec'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:48.473828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4a0c387b-adc2-4806-b05f-8326a7228583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['479c207f-de62-46b5-8229-9c9244f7a2ec'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:48.476884 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3ae6c930-e775-424a-a6db-22a66d164ff6, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3ae6c930-e775-424a-a6db-22a66d164ff6,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:48.478052 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.494923 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.506743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372987dc-9398-483a-83b3-6b5232cd2778 req-bc5437cb-2281-4315-8a2e-71d8b36505d5 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:48.508523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-372987dc-9398-483a-83b3-6b5232cd2778 req-bc5437cb-2281-4315-8a2e-71d8b36505d5 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 944 time: 0.3480537 Aug 31 01:23:48.513888 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.525164 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.526114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b6bb6337-ff8f-48c0-868d-46f6ec442765 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:48.618757 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2daa1f8-253c-414d-9439-9c784b2db5c6 req-ef0c4a1c-d36f-45a2-9687-f16227e48853 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&id=efca5639-7e47-43c7-95ec-2d1b39bfdf91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1731269 Aug 31 01:23:48.629790 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4a0c387b-adc2-4806-b05f-8326a7228583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:48.680341 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 53621ef3-b847-4476-b0c4-6b7dc4010ecb, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=53621ef3-b847-4476-b0c4-6b7dc4010ecb,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:48.681900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=3ae6c930-e775-424a-a6db-22a66d164ff6,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:48.695895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c387b-adc2-4806-b05f-8326a7228583 None None] Routers {'479c207f-de62-46b5-8229-9c9244f7a2ec'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:48.696653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4a0c387b-adc2-4806-b05f-8326a7228583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['479c207f-de62-46b5-8229-9c9244f7a2ec'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:48.717161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-807ef9de-d6aa-44cb-a4d2-146117b1dc2f service neutron] For port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:48.721893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Pushing event updated for resources: {'Port': ['ID=49a6782e-41cc-4076-8ba6-b7c7526b6c89,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:48.727797 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.734155 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.750225 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-372987dc-9398-483a-83b3-6b5232cd2778 req-7b478799-e5b0-4bb9-b2d5-2ec8f3d8d884 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217238 Aug 31 01:23:48.794054 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2064d97a-4696-4073-b4d6-fcafb9df8fac x-openstack-request-id: req-2064d97a-4696-4073-b4d6-fcafb9df8fac {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:48.794054 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b594018-9e24-4a32-b071-79406822e3c8", "name": "network-vif-plugged", "status": "completed", "tag": "3ae6c930-e775-424a-a6db-22a66d164ff6", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:48.794054 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2064d97a-4696-4073-b4d6-fcafb9df8fac {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:48.794054 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b594018-9e24-4a32-b071-79406822e3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae6c930-e775-424a-a6db-22a66d164ff6', 'code': 200} Aug 31 01:23:48.823559 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4a0c387b-adc2-4806-b05f-8326a7228583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:48.824357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c387b-adc2-4806-b05f-8326a7228583 None None] The sync data for ids ['479c207f-de62-46b5-8229-9c9244f7a2ec'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:48.848893 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.875199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-807ef9de-d6aa-44cb-a4d2-146117b1dc2f service neutron] For port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:48.913891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-807ef9de-d6aa-44cb-a4d2-146117b1dc2f service neutron] device_id is not set on port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:23:48.928195 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=53621ef3-b847-4476-b0c4-6b7dc4010ecb,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:48.928465 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-807ef9de-d6aa-44cb-a4d2-146117b1dc2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.946808 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b6bb6337-ff8f-48c0-868d-46f6ec442765, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b6bb6337-ff8f-48c0-868d-46f6ec442765,segment=NetworkSegment(9e35cb2e-2073-48b2-992a-3787b34de019),segment_id=9e35cb2e-2073-48b2-992a-3787b34de019)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:48.947903 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-807ef9de-d6aa-44cb-a4d2-146117b1dc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.953451 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:48.972595 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797baf27-f6c6-4532-8ecb-ad5e576f264a req-d5c3322a-d588-4fa1-a485-e2502e2baa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:48.974396 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-797baf27-f6c6-4532-8ecb-ad5e576f264a req-d5c3322a-d588-4fa1-a485-e2502e2baa2b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 1097 time: 0.1101761 Aug 31 01:23:48.995310 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:49.027096 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:49.039979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-807ef9de-d6aa-44cb-a4d2-146117b1dc2f service neutron] No DVR routers for this DVR port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:49.053607 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-797baf27-f6c6-4532-8ecb-ad5e576f264a req-a977a780-f2f5-4d16-90b5-a5ca64bc9d96 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709939 Aug 31 01:23:49.065842 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b6bb6337-ff8f-48c0-868d-46f6ec442765,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:49.107147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-807ef9de-d6aa-44cb-a4d2-146117b1dc2f service neutron] In _notify_port_updated(), no bound segment for port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 on network f62d2f75-fd0d-4668-9ecd-88d3add15a6f {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:23:49.108289 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-807ef9de-d6aa-44cb-a4d2-146117b1dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:49.108606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Deleting port 3fd876f0-bb4f-4f0c-bda0-ac03dac59d5f {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:49.108963 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:49.109461 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-807ef9de-d6aa-44cb-a4d2-146117b1dc2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:49.111023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-807ef9de-d6aa-44cb-a4d2-146117b1dc2f service neutron] 10.222.0.70 "PUT /v2.0/ports/25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 HTTP/1.1" status: 200 len: 1033 time: 1.2508609 Aug 31 01:23:49.116035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ef9de-d6aa-44cb-a4d2-146117b1dc2f service neutron] Pushing event updated for resources: {'Port': ['ID=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0,revision_number=6']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:49.142638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Network 95433116-cbae-4bd2-b3ef-829d0e40297b is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:49.146931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:49.237351 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:49.258125 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Calling delete_port for 3fd876f0-bb4f-4f0c-bda0-ac03dac59d5f owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:49.372878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ace6c492-01a5-452c-aca7-3b752aca7f8d None None] Provisioning complete for port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:49.373459 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ace6c492-01a5-452c-aca7-3b752aca7f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:49.399452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Router 06b7af89-4d7f-404b-829e-9ff921eddfaf has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:23:49.480386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ace6c492-01a5-452c-aca7-3b752aca7f8d None None] Port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:23:49.496041 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:23:49.513206 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:49.547480 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Pushing event deleted for resources: {'Port': ['ID=3fd876f0-bb4f-4f0c-bda0-ac03dac59d5f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:49.601285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-832f3bdb-5adc-4471-a96a-c40ce92d3bc6 None None] Provisioning complete for port 49a6782e-41cc-4076-8ba6-b7c7526b6c89 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:49.601677 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-832f3bdb-5adc-4471-a96a-c40ce92d3bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:49.609535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-e4f28b9f-c8b8-4230-814a-a1d680dc4901 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Deleting port f3cb103b-7662-48f3-b93d-2288cfdea400 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:49.610115 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-e4f28b9f-c8b8-4230-814a-a1d680dc4901 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:49.625891 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:49.649390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-832f3bdb-5adc-4471-a96a-c40ce92d3bc6 None None] Port 49a6782e-41cc-4076-8ba6-b7c7526b6c89 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:23:49.673515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:49.680965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2e477545-48bd-42d9-9ada-c77f5f01218b admin admin] 10.222.0.58 "PUT /v2.0/routers/06b7af89-4d7f-404b-829e-9ff921eddfaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4751527 Aug 31 01:23:49.685697 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Sync routers for ids ['06b7af89-4d7f-404b-829e-9ff921eddfaf'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:49.717510 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Routers {'06b7af89-4d7f-404b-829e-9ff921eddfaf'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:49.718548 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['06b7af89-4d7f-404b-829e-9ff921eddfaf'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:49.781598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-e4f28b9f-c8b8-4230-814a-a1d680dc4901 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] For port f3cb103b-7662-48f3-b93d-2288cfdea400, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f3cb103b-7662-48f3-b93d-2288cfdea400,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:49.781598 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-e4f28b9f-c8b8-4230-814a-a1d680dc4901 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:49.804367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-e4f28b9f-c8b8-4230-814a-a1d680dc4901 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Calling delete_port for f3cb103b-7662-48f3-b93d-2288cfdea400 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:49.827978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334c394-f29f-471a-ad7b-7b6af7abc12d req-cf3f6c88-f997-40e2-8c58-be43fdd39e7d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:49.835828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334c394-f29f-471a-ad7b-7b6af7abc12d req-cf3f6c88-f997-40e2-8c58-be43fdd39e7d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:49.843337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334c394-f29f-471a-ad7b-7b6af7abc12d req-cf3f6c88-f997-40e2-8c58-be43fdd39e7d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:49.848978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334c394-f29f-471a-ad7b-7b6af7abc12d req-cf3f6c88-f997-40e2-8c58-be43fdd39e7d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:49.849178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5d81a380-fcf4-4622-8fb9-2ce9b7259671 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:49.856917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334c394-f29f-471a-ad7b-7b6af7abc12d req-cf3f6c88-f997-40e2-8c58-be43fdd39e7d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:49.859050 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9334c394-f29f-471a-ad7b-7b6af7abc12d req-cf3f6c88-f997-40e2-8c58-be43fdd39e7d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 3884 time: 0.1366041 Aug 31 01:23:49.930157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 53621ef3-b847-4476-b0c4-6b7dc4010ecb up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:49.942475 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Set router 06b7af89-4d7f-404b-829e-9ff921eddfaf gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:49.996940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9334c394-f29f-471a-ad7b-7b6af7abc12d req-34b5f3d4-d0d3-4480-9294-2a576c252b75 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780180 Aug 31 01:23:50.019985 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:50.023833 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:50.083938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d98b2f-e492-4bd4-b5a3-a586dac46707 req-35c2285c-5e8e-4160-8f6c-0463534738f6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:50.085706 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3d98b2f-e492-4bd4-b5a3-a586dac46707 req-35c2285c-5e8e-4160-8f6c-0463534738f6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 945 time: 0.1637535 Aug 31 01:23:50.117759 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 5d81a380-fcf4-4622-8fb9-2ce9b7259671 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:50.118200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f3cb103b-7662-48f3-b93d-2288cfdea400 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:50.143376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Router 479c207f-de62-46b5-8229-9c9244f7a2ec has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:23:50.249042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3d98b2f-e492-4bd4-b5a3-a586dac46707 req-7ddf344d-4dc4-4887-9381-39cb2bd00c66 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533122 Aug 31 01:23:50.253202 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-e4f28b9f-c8b8-4230-814a-a1d680dc4901 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:50.290761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Port f3cb103b-7662-48f3-b93d-2288cfdea400 update to DOWN by agent not found {{(pid=94762) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 31 01:23:50.293139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:50.312059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f28b9f-c8b8-4230-814a-a1d680dc4901 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event deleted for resources: {'Port': ['ID=f3cb103b-7662-48f3-b93d-2288cfdea400,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:50.334497 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:50.346284 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:50.351827 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-95227d6b-4b3c-4748-be90-d9d9887f38e3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "PUT /v2.0/routers/479c207f-de62-46b5-8229-9c9244f7a2ec HTTP/1.1" status: 200 len: 704 time: 1.9301054 Aug 31 01:23:50.357037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41214) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:50.357228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca19954-8c2a-4c69-b9f8-1e88f3c2710e None None] Sync routers for ids ['479c207f-de62-46b5-8229-9c9244f7a2ec'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:50.372609 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'name': 'tempest-TestVolumeBootPattern-376853030-router', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '53621ef3-b847-4476-b0c4-6b7dc4010ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:40Z', 'updated_at': '2021-08-31T01:23:47Z', 'revision_number': 4, 'project_id': 'dc564a331d214b70b83aa2558b48bc36', 'gw_port': {'id': '53621ef3-b847-4476-b0c4-6b7dc4010ecb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:42Z', 'updated_at': '2021-08-31T01:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '49a6782e-41cc-4076-8ba6-b7c7526b6c89', 'name': '', 'network_id': '95433116-cbae-4bd2-b3ef-829d0e40297b', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36', 'mac_address': 'fa:16:3e:75:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'fae85385-9d75-49dd-bafc-74bebf07acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:45Z', 'updated_at': '2021-08-31T01:23:47Z', 'revision_number': 2, 'project_id': 'dc564a331d214b70b83aa2558b48bc36', 'subnets': [{'id': 'fae85385-9d75-49dd-bafc-74bebf07acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:50.384390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:50.384881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 38ccb67a-e685-420f-afef-38e0a5289db7 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:50.390187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 53621ef3-b847-4476-b0c4-6b7dc4010ecb triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:50.390571 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:50.423191 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Checking router: 06b7af89-4d7f-404b-829e-9ff921eddfaf for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:50.423571 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Updating router 06b7af89-4d7f-404b-829e-9ff921eddfaf port 49a6782e-41cc-4076-8ba6-b7c7526b6c89 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:23:50.425656 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-e4f28b9f-c8b8-4230-814a-a1d680dc4901 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] No DVR routers for this DVR port f3cb103b-7662-48f3-b93d-2288cfdea400 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:50.429447 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-e4f28b9f-c8b8-4230-814a-a1d680dc4901 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:50.432157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-e4f28b9f-c8b8-4230-814a-a1d680dc4901 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "DELETE /v2.0/ports/f3cb103b-7662-48f3-b93d-2288cfdea400 HTTP/1.1" status: 204 len: 173 time: 1.1098979 Aug 31 01:23:50.432873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-deleted', 'tag': 'f3cb103b-7662-48f3-b93d-2288cfdea400'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:50.435409 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b02aef4-40be-40f1-ab2b-d4b821c6f51f" -d '{"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-deleted", "tag": "f3cb103b-7662-48f3-b93d-2288cfdea400"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:50.455501 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca19954-8c2a-4c69-b9f8-1e88f3c2710e None None] Routers {'479c207f-de62-46b5-8229-9c9244f7a2ec'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:50.456220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-eca19954-8c2a-4c69-b9f8-1e88f3c2710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['479c207f-de62-46b5-8229-9c9244f7a2ec'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:50.507295 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:50.536124 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3df93a-49d3-4346-9aaa-37b04c95a4b0 x-openstack-request-id: req-0c3df93a-49d3-4346-9aaa-37b04c95a4b0 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:50.537801 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-deleted", "tag": "f3cb103b-7662-48f3-b93d-2288cfdea400", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:50.538523 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c3df93a-49d3-4346-9aaa-37b04c95a4b0 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:50.539165 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-deleted', 'tag': 'f3cb103b-7662-48f3-b93d-2288cfdea400', 'status': 'completed', 'code': 200} Aug 31 01:23:50.605259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-d50096b2-df10-4a81-a229-8514a6e4b724 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Deleting port 37705bfd-5dbc-4051-a010-ae4dce40f5bd {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:50.606288 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-d50096b2-df10-4a81-a229-8514a6e4b724 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:50.610223 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-eca19954-8c2a-4c69-b9f8-1e88f3c2710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:50.611316 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-08954aea-65c0-4fcf-b678-6549547a82c4 tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/routers/479c207f-de62-46b5-8229-9c9244f7a2ec HTTP/1.1" status: 200 len: 739 time: 0.2510278 Aug 31 01:23:50.613648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41224) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:50.669474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca19954-8c2a-4c69-b9f8-1e88f3c2710e None None] Routers {'479c207f-de62-46b5-8229-9c9244f7a2ec'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:50.671989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-eca19954-8c2a-4c69-b9f8-1e88f3c2710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['479c207f-de62-46b5-8229-9c9244f7a2ec'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:50.747161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-d50096b2-df10-4a81-a229-8514a6e4b724 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] For port 37705bfd-5dbc-4051-a010-ae4dce40f5bd, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=37705bfd-5dbc-4051-a010-ae4dce40f5bd,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:50.747839 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-d50096b2-df10-4a81-a229-8514a6e4b724 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:50.767211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-d50096b2-df10-4a81-a229-8514a6e4b724 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Calling delete_port for 37705bfd-5dbc-4051-a010-ae4dce40f5bd owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:50.799751 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6bb6337-ff8f-48c0-868d-46f6ec442765'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:50.805909 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4f67c3-4ef9-4cd3-8fc9-502d5727f1fc" -d '{"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-unplugged", "status": "completed", "tag": "b6bb6337-ff8f-48c0-868d-46f6ec442765"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:50.949281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-eca19954-8c2a-4c69-b9f8-1e88f3c2710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:50.950644 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca19954-8c2a-4c69-b9f8-1e88f3c2710e None None] The sync data for ids ['479c207f-de62-46b5-8229-9c9244f7a2ec'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:50.963868 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:50.971951 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865a281d-d2be-440f-b562-59c985224955 x-openstack-request-id: req-865a281d-d2be-440f-b562-59c985224955 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:50.972557 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-unplugged", "status": "completed", "tag": "b6bb6337-ff8f-48c0-868d-46f6ec442765", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:50.973059 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-865a281d-d2be-440f-b562-59c985224955 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:50.973687 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6bb6337-ff8f-48c0-868d-46f6ec442765', 'code': 200} Aug 31 01:23:51.080220 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:51.080466 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 38ccb67a-e685-420f-afef-38e0a5289db7, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=38ccb67a-e685-420f-afef-38e0a5289db7,segment=NetworkSegment(7f329871-24c6-4c1c-ad35-63d6b3fe7fe6),segment_id=7f329871-24c6-4c1c-ad35-63d6b3fe7fe6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:51.088585 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:51.089661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 37705bfd-5dbc-4051-a010-ae4dce40f5bd no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:51.115206 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-d50096b2-df10-4a81-a229-8514a6e4b724 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:51.122582 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Transition to ACTIVE for port object 49a6782e-41cc-4076-8ba6-b7c7526b6c89 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:23:51.132088 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:51.192378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50096b2-df10-4a81-a229-8514a6e4b724 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event deleted for resources: {'Port': ['ID=37705bfd-5dbc-4051-a010-ae4dce40f5bd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:51.193370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=38ccb67a-e685-420f-afef-38e0a5289db7,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:51.256615 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b7bd460e-4904-451c-8d3f-81be6a6dcd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:51.264598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No active binding found for port 37705bfd-5dbc-4051-a010-ae4dce40f5bd {{(pid=94762) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 01:23:51.264963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 37705bfd-5dbc-4051-a010-ae4dce40f5bd not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:51.265413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:51.274798 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57153c33-be99-4467-a9c7-37efe7697244 None None] Pushing event updated for resources: {'Port': ['ID=49a6782e-41cc-4076-8ba6-b7c7526b6c89,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:51.412197 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-d50096b2-df10-4a81-a229-8514a6e4b724 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] No DVR routers for this DVR port 37705bfd-5dbc-4051-a010-ae4dce40f5bd on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:51.430902 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-d50096b2-df10-4a81-a229-8514a6e4b724 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:51.433318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-d50096b2-df10-4a81-a229-8514a6e4b724 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "DELETE /v2.0/ports/37705bfd-5dbc-4051-a010-ae4dce40f5bd HTTP/1.1" status: 204 len: 173 time: 0.9939227 Aug 31 01:23:51.465953 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Attempting to bind port 49a6782e-41cc-4076-8ba6-b7c7526b6c89 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:23:51.466903 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Attempting to bind port 49a6782e-41cc-4076-8ba6-b7c7526b6c89 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'd157c746-d760-49b9-96df-ae47fc989aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '95433116-cbae-4bd2-b3ef-829d0e40297b'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:23:51.468670 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Attempting to bind port 49a6782e-41cc-4076-8ba6-b7c7526b6c89 on network 95433116-cbae-4bd2-b3ef-829d0e40297b {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:23:51.484637 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:23:51.485325 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Checking segment: {'id': 'd157c746-d760-49b9-96df-ae47fc989aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '95433116-cbae-4bd2-b3ef-829d0e40297b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:23:51.485704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbdc8c-eefb-4c37-b872-b905b5ef6c93 req-9b14c170-3cf9-4439-8274-42aa3fa3479e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:51.487473 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:51.488626 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Bound using segment: {'id': 'd157c746-d760-49b9-96df-ae47fc989aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '95433116-cbae-4bd2-b3ef-829d0e40297b'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:23:51.491862 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Bound port: 49a6782e-41cc-4076-8ba6-b7c7526b6c89, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd157c746-d760-49b9-96df-ae47fc989aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '95433116-cbae-4bd2-b3ef-829d0e40297b'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:23:51.493188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbdc8c-eefb-4c37-b872-b905b5ef6c93 req-9b14c170-3cf9-4439-8274-42aa3fa3479e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:51.493768 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:51.499197 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbdc8c-eefb-4c37-b872-b905b5ef6c93 req-9b14c170-3cf9-4439-8274-42aa3fa3479e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:51.501540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93dbdc8c-eefb-4c37-b872-b905b5ef6c93 req-9b14c170-3cf9-4439-8274-42aa3fa3479e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 2413 time: 0.3054600 Aug 31 01:23:51.528914 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:51.621719 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d,segment=NetworkSegment(9e35cb2e-2073-48b2-992a-3787b34de019),segment_id=9e35cb2e-2073-48b2-992a-3787b34de019)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:51.625677 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-950cd7a4-df94-43d6-9158-7e1ec540818a tempest-RoutersAdminTest-1737089205 tempest-RoutersAdminTest-1737089205-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&device_id=479c207f-de62-46b5-8229-9c9244f7a2ec HTTP/1.1" status: 200 len: 205 time: 1.0069587 Aug 31 01:23:51.626448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41244) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:51.628001 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:51.662827 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f7f9061f-c388-4ec4-9aa5-8509c128dd0a tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "GET /v2.0/ports?device_id=479c207f-de62-46b5-8229-9c9244f7a2ec HTTP/1.1" status: 200 len: 205 time: 0.0322487 Aug 31 01:23:51.663120 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41246) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:51.696164 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] For port 49a6782e-41cc-4076-8ba6-b7c7526b6c89, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:51.699779 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] For port 49a6782e-41cc-4076-8ba6-b7c7526b6c89, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=49a6782e-41cc-4076-8ba6-b7c7526b6c89,segment=NetworkSegment(d157c746-d760-49b9-96df-ae47fc989aee),segment_id=d157c746-d760-49b9-96df-ae47fc989aee)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:51.711327 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:51.781127 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9448cd2f-5b85-4a28-84ab-5b53126e61f5 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:51.817106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:51.827023 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57153c33-be99-4467-a9c7-37efe7697244 None None] Pushing event updated for resources: {'Port': ['ID=49a6782e-41cc-4076-8ba6-b7c7526b6c89,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:51.856435 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Routers {'06b7af89-4d7f-404b-829e-9ff921eddfaf'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:51.857114 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['06b7af89-4d7f-404b-829e-9ff921eddfaf'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:51.984718 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93dbdc8c-eefb-4c37-b872-b905b5ef6c93 req-0633b8f5-fff0-45c1-9104-85a7d022820e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4358673 Aug 31 01:23:52.073044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36584dad-61e1-49fc-baf1-862c2e037929 req-38c6af45-2944-43d5-9f46-e4c53e89f7ca tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:52.074830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36584dad-61e1-49fc-baf1-862c2e037929 req-38c6af45-2944-43d5-9f46-e4c53e89f7ca tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 945 time: 0.6521428 Aug 31 01:23:52.091899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-08e258ca-8825-4154-93c4-677441ef278b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Deleting port 38ccb67a-e685-420f-afef-38e0a5289db7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:52.092211 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-08e258ca-8825-4154-93c4-677441ef278b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:52.098275 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9448cd2f-5b85-4a28-84ab-5b53126e61f5 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:52.101612 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9448cd2f-5b85-4a28-84ab-5b53126e61f5 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:52.154908 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9448cd2f-5b85-4a28-84ab-5b53126e61f5 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:52.155750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9448cd2f-5b85-4a28-84ab-5b53126e61f5 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Fanout notify agent at l3_agent the message router_deleted on router 479c207f-de62-46b5-8229-9c9244f7a2ec {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:23:52.160445 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] Set router 06b7af89-4d7f-404b-829e-9ff921eddfaf gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:52.169056 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9448cd2f-5b85-4a28-84ab-5b53126e61f5 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:52.170497 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9448cd2f-5b85-4a28-84ab-5b53126e61f5 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "DELETE /v2.0/routers/479c207f-de62-46b5-8229-9c9244f7a2ec HTTP/1.1" status: 204 len: 168 time: 0.5063145 Aug 31 01:23:52.174904 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41250) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:52.226586 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-af34345e-88c1-4b8f-b884-d4a377e52e57 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "GET /v2.0/ports?device_id=479c207f-de62-46b5-8229-9c9244f7a2ec HTTP/1.1" status: 200 len: 205 time: 0.0492370 Aug 31 01:23:52.228310 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41252) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:52.258771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-08e258ca-8825-4154-93c4-677441ef278b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] For port 38ccb67a-e685-420f-afef-38e0a5289db7, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=38ccb67a-e685-420f-afef-38e0a5289db7,segment=NetworkSegment(7f329871-24c6-4c1c-ad35-63d6b3fe7fe6),segment_id=7f329871-24c6-4c1c-ad35-63d6b3fe7fe6)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:52.262465 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-08e258ca-8825-4154-93c4-677441ef278b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:52.304292 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-5c17e7e6-1b3d-4a80-be26-8875d3a54db9 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] delete failed (client error): The resource could not be found. Aug 31 01:23:52.305647 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5c17e7e6-1b3d-4a80-be26-8875d3a54db9 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "DELETE /v2.0/routers/479c207f-de62-46b5-8229-9c9244f7a2ec HTTP/1.1" status: 404 len: 336 time: 0.0761511 Aug 31 01:23:52.309845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41254) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:52.359501 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d8afe1e4-a796-4ffb-a0ba-2a09d1e500a3 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "GET /v2.0/ports?device_id=27297fd6-b112-4469-b6f6-4c5f01eb73f0 HTTP/1.1" status: 200 len: 205 time: 0.0484188 Aug 31 01:23:52.361758 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41256) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:52.423622 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-5f4c6f78-b007-4b48-a8f8-ebe7481b4e82 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] delete failed (client error): The resource could not be found. Aug 31 01:23:52.426014 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5f4c6f78-b007-4b48-a8f8-ebe7481b4e82 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "DELETE /v2.0/routers/27297fd6-b112-4469-b6f6-4c5f01eb73f0 HTTP/1.1" status: 404 len: 336 time: 0.0621238 Aug 31 01:23:52.428337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41260) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:52.492128 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3bb4244c-f34d-4c74-a620-88eb1fb18dde tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "GET /v2.0/ports?device_id=b95fe3b2-d409-4248-8a00-09c22cea6d32 HTTP/1.1" status: 200 len: 205 time: 0.0626719 Aug 31 01:23:52.494508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41262) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:52.545954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-deleted', 'tag': '37705bfd-5dbc-4051-a010-ae4dce40f5bd'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:52.548204 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e418b27e-b9ce-416d-9800-74ced92a9175" -d '{"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-deleted", "tag": "37705bfd-5dbc-4051-a010-ae4dce40f5bd"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:52.556575 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36584dad-61e1-49fc-baf1-862c2e037929 req-5377d438-3cfd-4b5e-8df9-2b80b3664a13 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721849 Aug 31 01:23:52.557497 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-58ed417b-32cd-4704-8ebb-160f26dff0e7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] delete failed (client error): The resource could not be found. Aug 31 01:23:52.559994 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-58ed417b-32cd-4704-8ebb-160f26dff0e7 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "DELETE /v2.0/routers/b95fe3b2-d409-4248-8a00-09c22cea6d32 HTTP/1.1" status: 404 len: 336 time: 0.0636992 Aug 31 01:23:52.564946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41266) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:52.636346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41270) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:52.637261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-41e9c311-7a7d-4c38-951d-1b08953a5842 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "GET /v2.0/ports?device_id=2939c64f-f4c1-4b39-8af5-ed1a07a305f2 HTTP/1.1" status: 200 len: 205 time: 0.0705643 Aug 31 01:23:52.651770 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032b6e8c-88c2-4b47-87d6-2f955431915a x-openstack-request-id: req-032b6e8c-88c2-4b47-87d6-2f955431915a {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:52.652065 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-deleted", "tag": "37705bfd-5dbc-4051-a010-ae4dce40f5bd", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:52.652345 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-032b6e8c-88c2-4b47-87d6-2f955431915a {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:52.652697 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-deleted', 'tag': '37705bfd-5dbc-4051-a010-ae4dce40f5bd', 'status': 'completed', 'code': 200} Aug 31 01:23:52.690793 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'name': 'tempest-TestVolumeBootPattern-376853030-router', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '53621ef3-b847-4476-b0c4-6b7dc4010ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:40Z', 'updated_at': '2021-08-31T01:23:47Z', 'revision_number': 4, 'project_id': 'dc564a331d214b70b83aa2558b48bc36', 'gw_port': {'id': '53621ef3-b847-4476-b0c4-6b7dc4010ecb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:42Z', 'updated_at': '2021-08-31T01:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '49a6782e-41cc-4076-8ba6-b7c7526b6c89', 'name': '', 'network_id': '95433116-cbae-4bd2-b3ef-829d0e40297b', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36', 'mac_address': 'fa:16:3e:75:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'fae85385-9d75-49dd-bafc-74bebf07acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:45Z', 'updated_at': '2021-08-31T01:23:51Z', 'revision_number': 4, 'project_id': 'dc564a331d214b70b83aa2558b48bc36', 'subnets': [{'id': 'fae85385-9d75-49dd-bafc-74bebf07acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:52.701131 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-e6e429cd-1542-496c-bb93-d3d813bd1cad tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] delete failed (client error): The resource could not be found. Aug 31 01:23:52.702660 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e6e429cd-1542-496c-bb93-d3d813bd1cad tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "DELETE /v2.0/routers/2939c64f-f4c1-4b39-8af5-ed1a07a305f2 HTTP/1.1" status: 404 len: 336 time: 0.0641959 Aug 31 01:23:52.705375 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41272) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:52.728426 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3bf54-9908-4e8b-aca6-5b9cadbb3e53 None None] The sync data for ids ['06b7af89-4d7f-404b-829e-9ff921eddfaf'] in n-d-802060-13 is: [{'id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'name': 'tempest-TestVolumeBootPattern-376853030-router', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '53621ef3-b847-4476-b0c4-6b7dc4010ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:40Z', 'updated_at': '2021-08-31T01:23:47Z', 'revision_number': 4, 'project_id': 'dc564a331d214b70b83aa2558b48bc36', 'gw_port': {'id': '53621ef3-b847-4476-b0c4-6b7dc4010ecb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:42Z', 'updated_at': '2021-08-31T01:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '49a6782e-41cc-4076-8ba6-b7c7526b6c89', 'name': '', 'network_id': '95433116-cbae-4bd2-b3ef-829d0e40297b', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36', 'mac_address': 'fa:16:3e:75:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'fae85385-9d75-49dd-bafc-74bebf07acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:45Z', 'updated_at': '2021-08-31T01:23:51Z', 'revision_number': 4, 'project_id': 'dc564a331d214b70b83aa2558b48bc36', 'subnets': [{'id': 'fae85385-9d75-49dd-bafc-74bebf07acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:52.760408 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c2ffd3d8-86ff-452d-8304-0a33d890bff1 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5e54d43-1bc2-4ddd-8f1c-62643ea902fb HTTP/1.1" status: 200 len: 205 time: 0.0487595 Aug 31 01:23:52.760408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41274) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:52.763713 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-08e258ca-8825-4154-93c4-677441ef278b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:52.763713 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-08e258ca-8825-4154-93c4-677441ef278b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:52.765272 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-08e258ca-8825-4154-93c4-677441ef278b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Floating IP 758c5756-47ec-4eae-8c08-3f82ad476398 disassociated. External IP: 172.25.6.243, port: 38ccb67a-e685-420f-afef-38e0a5289db7. Aug 31 01:23:52.766077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-08e258ca-8825-4154-93c4-677441ef278b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Calling delete_port for 38ccb67a-e685-420f-afef-38e0a5289db7 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:52.802146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a4bd5-d267-4d08-9850-4e454772b717 req-1c078e03-6a2b-4a7e-a4a6-754a2270409b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:52.803841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a4a4bd5-d267-4d08-9850-4e454772b717 req-1c078e03-6a2b-4a7e-a4a6-754a2270409b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 945 time: 0.1459165 Aug 31 01:23:52.850790 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-35c851f2-44fc-4218-b28a-65e2e45a7872 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] delete failed (client error): The resource could not be found. Aug 31 01:23:52.854299 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-35c851f2-44fc-4218-b28a-65e2e45a7872 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "DELETE /v2.0/routers/f5e54d43-1bc2-4ddd-8f1c-62643ea902fb HTTP/1.1" status: 404 len: 336 time: 0.0908482 Aug 31 01:23:52.856921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41280) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:52.959654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3a4a4bd5-d267-4d08-9850-4e454772b717 req-3ac0335a-c018-433d-9471-6c01028f1cdb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819805 Aug 31 01:23:52.960145 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f272d09e-2441-4f40-bc5a-6635e5c88076 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "GET /v2.0/ports?device_id=5737b031-1fea-4fb6-948a-53262b86eaed HTTP/1.1" status: 200 len: 205 time: 0.0895267 Aug 31 01:23:52.960145 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41284) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:52.974641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38ccb67a-e685-420f-afef-38e0a5289db7'}, {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:52.977862 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a50eb6-fc88-43cb-9f10-d2e8ddd1e276" -d '{"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-unplugged", "status": "completed", "tag": "38ccb67a-e685-420f-afef-38e0a5289db7"}, {"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-unplugged", "status": "completed", "tag": "61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:53.040229 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-60e782b8-dbee-4c18-89a9-550360240278 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] delete failed (client error): The resource could not be found. Aug 31 01:23:53.043996 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-60e782b8-dbee-4c18-89a9-550360240278 tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "DELETE /v2.0/routers/5737b031-1fea-4fb6-948a-53262b86eaed HTTP/1.1" status: 404 len: 336 time: 0.0902195 Aug 31 01:23:53.047988 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41294) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:53.084323 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-244ecd24-df21-44e0-b239-c07c556bf92b tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] DELETE failed (client error): The resource could not be found. Aug 31 01:23:53.087090 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17274d6f-c0f3-4dd4-83a2-d11701de2270 x-openstack-request-id: req-17274d6f-c0f3-4dd4-83a2-d11701de2270 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:53.087519 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-unplugged", "status": "completed", "tag": "38ccb67a-e685-420f-afef-38e0a5289db7", "code": 200}, {"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-unplugged", "status": "completed", "tag": "61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:53.087800 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17274d6f-c0f3-4dd4-83a2-d11701de2270 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:53.088199 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38ccb67a-e685-420f-afef-38e0a5289db7', 'code': 200} Aug 31 01:23:53.094216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244ecd24-df21-44e0-b239-c07c556bf92b tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:23:53.096380 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-244ecd24-df21-44e0-b239-c07c556bf92b tempest-RoutersAdminTest-2059781888 tempest-RoutersAdminTest-2059781888-project] 10.222.0.58 "DELETE /v2.0/subnets/4c16d3c7-df09-4aa7-9ae4-8cf097717c36 HTTP/1.1" status: 404 len: 337 time: 0.0462203 Aug 31 01:23:53.102260 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d', 'code': 200} Aug 31 01:23:53.136089 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-08e258ca-8825-4154-93c4-677441ef278b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:53.205653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837f466-cc1a-4c10-8690-d04b55ea57b5 req-b0f6f44c-b1b7-4035-8340-bdbefebd38b2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:53.207882 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2837f466-cc1a-4c10-8690-d04b55ea57b5 req-b0f6f44c-b1b7-4035-8340-bdbefebd38b2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 945 time: 0.1546230 Aug 31 01:23:53.210012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e258ca-8825-4154-93c4-677441ef278b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event deleted for resources: {'Port': ['ID=38ccb67a-e685-420f-afef-38e0a5289db7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:53.371417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2837f466-cc1a-4c10-8690-d04b55ea57b5 req-674f425c-3b61-4e12-b602-3729e1f28936 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428590 Aug 31 01:23:53.388233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457efa-6321-426d-9142-1893dffb62e6 req-9738c1d4-cdd0-4eeb-9de1-82aa98780a19 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:53.390595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457efa-6321-426d-9142-1893dffb62e6 req-9738c1d4-cdd0-4eeb-9de1-82aa98780a19 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:53.392244 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78457efa-6321-426d-9142-1893dffb62e6 req-9738c1d4-cdd0-4eeb-9de1-82aa98780a19 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 1677 time: 0.1958206 Aug 31 01:23:53.551399 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41306) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:53.747917 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b00b8e44-eaa9-4921-a9a1-1ee19034bc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:53.890814 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1e30107-47d8-4525-9b26-2ee95a8834c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:53.954786 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 49a6782e-41cc-4076-8ba6-b7c7526b6c89 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:54.016665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78457efa-6321-426d-9142-1893dffb62e6 req-e33edf17-3096-4ca4-b446-c38f333262bc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631449 Aug 31 01:23:54.063443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-08e258ca-8825-4154-93c4-677441ef278b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Router 16f66004-0076-472b-9bbb-db56290dc15c has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:23:54.146184 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:54.205906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 49a6782e-41cc-4076-8ba6-b7c7526b6c89 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:23:54.219134 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1e30107-47d8-4525-9b26-2ee95a8834c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:54.219426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 49a6782e-41cc-4076-8ba6-b7c7526b6c89 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:54.220105 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:54.224265 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1e30107-47d8-4525-9b26-2ee95a8834c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:54.297356 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b1e30107-47d8-4525-9b26-2ee95a8834c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df0c0f8a8386433d814e0286da8beeb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7422459 Aug 31 01:23:54.304316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41326) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:54.354505 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e30107-47d8-4525-9b26-2ee95a8834c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68aa9a4-e01a-4353-9e39-b4cb3b9f6111,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:54.458033 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da39ef4-d192-402e-9ccf-c2a7460aa27e req-c79e72cb-8b20-44e0-88c5-da067c563fd0 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:54.467215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4da39ef4-d192-402e-9ccf-c2a7460aa27e req-c79e72cb-8b20-44e0-88c5-da067c563fd0 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.2565167 Aug 31 01:23:54.527919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-08e258ca-8825-4154-93c4-677441ef278b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:54.538938 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2501dc1-8d8e-49c1-9ac2-455dd1135bd6 None None] Sync routers for ids ['16f66004-0076-472b-9bbb-db56290dc15c'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:54.556123 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2501dc1-8d8e-49c1-9ac2-455dd1135bd6 None None] Routers {'16f66004-0076-472b-9bbb-db56290dc15c'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:54.556552 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a2501dc1-8d8e-49c1-9ac2-455dd1135bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['16f66004-0076-472b-9bbb-db56290dc15c'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:54.575455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4da39ef4-d192-402e-9ccf-c2a7460aa27e req-9d1b01be-3494-467c-804d-a432eac2cddb tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068010 Aug 31 01:23:54.623008 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2330ba1c-c096-40b9-ae1c-28875bede35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:54.700638 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:54.707592 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9accbc25-ce9c-4949-a2f9-5607abe21c50 req-13201947-0c48-43c9-a65c-62e764066fce service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0775092 Aug 31 01:23:54.742741 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:54.747490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-08e258ca-8825-4154-93c4-677441ef278b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] No DVR routers for this DVR port 38ccb67a-e685-420f-afef-38e0a5289db7 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:54.752098 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-08e258ca-8825-4154-93c4-677441ef278b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:54.755499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-08e258ca-8825-4154-93c4-677441ef278b tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "DELETE /v2.0/ports/38ccb67a-e685-420f-afef-38e0a5289db7 HTTP/1.1" status: 204 len: 173 time: 3.3131826 Aug 31 01:23:54.761622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-deleted', 'tag': '38ccb67a-e685-420f-afef-38e0a5289db7'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:54.764414 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ee1f71-3250-4b8a-b2e0-0bb2716f729d" -d '{"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-deleted", "tag": "38ccb67a-e685-420f-afef-38e0a5289db7"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:54.791848 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 49a6782e-41cc-4076-8ba6-b7c7526b6c89, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=49a6782e-41cc-4076-8ba6-b7c7526b6c89,segment=NetworkSegment(d157c746-d760-49b9-96df-ae47fc989aee),segment_id=d157c746-d760-49b9-96df-ae47fc989aee)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:54.795177 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2330ba1c-c096-40b9-ae1c-28875bede35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:54.799966 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:54.827990 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-a2501dc1-8d8e-49c1-9ac2-455dd1135bd6 None None] Set router 16f66004-0076-472b-9bbb-db56290dc15c gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:54.837646 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accbc25-ce9c-4949-a2f9-5607abe21c50 req-a1c3f701-de3d-4cee-95de-76b5e60bd498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:54.844219 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9accbc25-ce9c-4949-a2f9-5607abe21c50 req-a1c3f701-de3d-4cee-95de-76b5e60bd498 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 1097 time: 0.0976071 Aug 31 01:23:54.899814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=49a6782e-41cc-4076-8ba6-b7c7526b6c89,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:55.004925 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accbc25-ce9c-4949-a2f9-5607abe21c50 req-282ad80a-c72c-4403-977f-a9352286f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:55.008059 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9accbc25-ce9c-4949-a2f9-5607abe21c50 req-282ad80a-c72c-4403-977f-a9352286f3e6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 906 time: 0.1381829 Aug 31 01:23:55.045020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405c28d-fee6-4efc-8c0d-d2c34495184f req-aa1fffda-b2a5-4cb6-b9b4-ceda94e3900c tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:55.054415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8405c28d-fee6-4efc-8c0d-d2c34495184f req-aa1fffda-b2a5-4cb6-b9b4-ceda94e3900c tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 945 time: 0.8163989 Aug 31 01:23:55.096921 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9accbc25-ce9c-4949-a2f9-5607abe21c50 req-a701bc50-4188-403f-9235-a00979d80fd1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6318dadd-ab37-4781-8b5b-431bef7837cc HTTP/1.1" status: 200 len: 217 time: 0.0710590 Aug 31 01:23:55.181463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-585d919a-4f08-487f-8a9c-c0efaba0cb99 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:55.182882 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-585d919a-4f08-487f-8a9c-c0efaba0cb99 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.15 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.3474393 Aug 31 01:23:55.208075 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a2501dc1-8d8e-49c1-9ac2-455dd1135bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f66004-0076-472b-9bbb-db56290dc15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:19Z', 'revision_number': 4, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'gw_port': {'id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b27dac49-c07e-454d-aac2-fceaf1d1dfc8', 'name': '', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'mac_address': 'fa:16:3e:a5:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:18Z', 'updated_at': '2021-08-31T01:13:33Z', 'revision_number': 5, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'subnets': [{'id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:55.225603 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accbc25-ce9c-4949-a2f9-5607abe21c50 req-3d116e9e-1906-45bb-b233-8f60b05e9264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:55.228319 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9accbc25-ce9c-4949-a2f9-5607abe21c50 req-3d116e9e-1906-45bb-b233-8f60b05e9264 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 200 len: 845 time: 0.1142797 Aug 31 01:23:55.235910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8405c28d-fee6-4efc-8c0d-d2c34495184f req-372b0c81-6a05-4b6c-9504-dabe5bcf69d3 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805224 Aug 31 01:23:55.251503 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2501dc1-8d8e-49c1-9ac2-455dd1135bd6 None None] Checking router: 16f66004-0076-472b-9bbb-db56290dc15c for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:55.263505 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2501dc1-8d8e-49c1-9ac2-455dd1135bd6 None None] Routers {'16f66004-0076-472b-9bbb-db56290dc15c'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:55.264164 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a2501dc1-8d8e-49c1-9ac2-455dd1135bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['16f66004-0076-472b-9bbb-db56290dc15c'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:55.311113 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9accbc25-ce9c-4949-a2f9-5607abe21c50 req-cdb76a70-8854-4371-a173-7abc60aa1ee3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738852 Aug 31 01:23:55.330485 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2330ba1c-c096-40b9-ae1c-28875bede35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.333730 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2330ba1c-c096-40b9-ae1c-28875bede35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.334897 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2330ba1c-c096-40b9-ae1c-28875bede35a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c68aa9a4-e01a-4353-9e39-b4cb3b9f6111 HTTP/1.1" status: 204 len: 168 time: 1.0287805 Aug 31 01:23:55.340527 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024ba0e5-c27d-4c9d-b3d9-fe5493cdb26c x-openstack-request-id: req-024ba0e5-c27d-4c9d-b3d9-fe5493cdb26c {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:55.340527 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-deleted", "tag": "38ccb67a-e685-420f-afef-38e0a5289db7", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:55.340733 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-024ba0e5-c27d-4c9d-b3d9-fe5493cdb26c {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:55.340987 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-deleted', 'tag': '38ccb67a-e685-420f-afef-38e0a5289db7', 'status': 'completed', 'code': 200} Aug 31 01:23:55.481959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330ba1c-c096-40b9-ae1c-28875bede35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68aa9a4-e01a-4353-9e39-b4cb3b9f6111,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:55.561607 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a52c3-3199-47aa-a079-efa6a30ea549 req-d9e5936b-b427-4216-988b-1212ae73cba9 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:55.563124 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-421a52c3-3199-47aa-a079-efa6a30ea549 req-d9e5936b-b427-4216-988b-1212ae73cba9 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 945 time: 0.1172111 Aug 31 01:23:55.567073 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9accbc25-ce9c-4949-a2f9-5607abe21c50 req-f1693660-7bae-4ad1-a142-65d1d26b466c service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436388 Aug 31 01:23:55.585624 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-a2501dc1-8d8e-49c1-9ac2-455dd1135bd6 None None] Set router 16f66004-0076-472b-9bbb-db56290dc15c gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:55.586209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f195b-59de-4660-8fd6-caa2f274d853 req-c6d91fea-1e8a-429d-84bf-65bfdee50b66 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:55.594794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-482f195b-59de-4660-8fd6-caa2f274d853 req-c6d91fea-1e8a-429d-84bf-65bfdee50b66 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 812 time: 0.6977465 Aug 31 01:23:55.618214 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-482f195b-59de-4660-8fd6-caa2f274d853 req-44bb3fa7-edfe-42fd-8c82-001e3f462d84 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/quotas/2e4cb56e9e2a4fbeb0ebdc7916f3c045 HTTP/1.1" status: 200 len: 375 time: 0.0224280 Aug 31 01:23:55.638316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-c475247f-7d5e-4f68-9cf2-ac55debff872 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Deleting port b6bb6337-ff8f-48c0-868d-46f6ec442765 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:55.638659 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-c475247f-7d5e-4f68-9cf2-ac55debff872 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.747568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17555428-98a2-4f06-b594-8f36f450f8a6 req-92eaa73a-2202-4d39-a5cc-610edbd13b57 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:55.753827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17555428-98a2-4f06-b594-8f36f450f8a6 req-92eaa73a-2202-4d39-a5cc-610edbd13b57 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:55.755407 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17555428-98a2-4f06-b594-8f36f450f8a6 req-92eaa73a-2202-4d39-a5cc-610edbd13b57 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 1677 time: 0.3395998 Aug 31 01:23:55.811712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-482f195b-59de-4660-8fd6-caa2f274d853 req-5162ec3c-45bc-4d95-9a70-d5c08ada4715 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1924932 Aug 31 01:23:55.898924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 49a6782e-41cc-4076-8ba6-b7c7526b6c89 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:55.903072 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41342) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:55.953720 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9accbc25-ce9c-4949-a2f9-5607abe21c50 req-862f0ea5-384c-43a1-b95a-e2ef787b4af0 service neutron] 10.222.0.70 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660586 Aug 31 01:23:55.959017 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17555428-98a2-4f06-b594-8f36f450f8a6 req-d6a278b8-7430-4afe-bfca-3d839743ec4f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1926877 Aug 31 01:23:55.961399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-cecc6ee8-1faf-401d-9289-f93f5bb12304 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Deleting port 822a906f-e6cb-4582-a594-a1400e17354c {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:55.961742 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-cecc6ee8-1faf-401d-9289-f93f5bb12304 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.981921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-c475247f-7d5e-4f68-9cf2-ac55debff872 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] For port b6bb6337-ff8f-48c0-868d-46f6ec442765, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b6bb6337-ff8f-48c0-868d-46f6ec442765,segment=NetworkSegment(9e35cb2e-2073-48b2-992a-3787b34de019),segment_id=9e35cb2e-2073-48b2-992a-3787b34de019)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:55.982303 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-c475247f-7d5e-4f68-9cf2-ac55debff872 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:55.990306 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-caa80c7e-92fb-4543-925c-07ac70c7aae7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=41034d0da42e4e63be250884f929dfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863843 Aug 31 01:23:55.992919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41344) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:55.996605 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 49a6782e-41cc-4076-8ba6-b7c7526b6c89 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:23:55.997078 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a2501dc1-8d8e-49c1-9ac2-455dd1135bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f66004-0076-472b-9bbb-db56290dc15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:19Z', 'revision_number': 4, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'gw_port': {'id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b27dac49-c07e-454d-aac2-fceaf1d1dfc8', 'name': '', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'mac_address': 'fa:16:3e:a5:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:18Z', 'updated_at': '2021-08-31T01:13:33Z', 'revision_number': 5, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'subnets': [{'id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:55.999772 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.014599 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-421a52c3-3199-47aa-a079-efa6a30ea549 req-7752d871-8553-46b3-b510-903e7975b451 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Deleting port 3ae6c930-e775-424a-a6db-22a66d164ff6 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:56.015177 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-421a52c3-3199-47aa-a079-efa6a30ea549 req-7752d871-8553-46b3-b510-903e7975b451 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.066946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-c475247f-7d5e-4f68-9cf2-ac55debff872 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Calling delete_port for b6bb6337-ff8f-48c0-868d-46f6ec442765 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:56.076482 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2501dc1-8d8e-49c1-9ac2-455dd1135bd6 None None] The sync data for ids ['16f66004-0076-472b-9bbb-db56290dc15c'] in n-d-802060-13 is: [{'id': '16f66004-0076-472b-9bbb-db56290dc15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:19Z', 'revision_number': 4, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'gw_port': {'id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b27dac49-c07e-454d-aac2-fceaf1d1dfc8', 'name': '', 'network_id': 'ebcfddf9-8b28-46c0-b6e9-f572fd50039a', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'mac_address': 'fa:16:3e:a5:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:18Z', 'updated_at': '2021-08-31T01:13:33Z', 'revision_number': 5, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'subnets': [{'id': '198a4c1e-c03d-447f-8e37-fec3a4c3c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:56.142888 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d7f0-6ed7-4c9e-8156-9718cb06a4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.192030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-421a52c3-3199-47aa-a079-efa6a30ea549 req-7752d871-8553-46b3-b510-903e7975b451 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] For port 3ae6c930-e775-424a-a6db-22a66d164ff6, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3ae6c930-e775-424a-a6db-22a66d164ff6,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:56.192403 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-421a52c3-3199-47aa-a079-efa6a30ea549 req-7752d871-8553-46b3-b510-903e7975b451 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.203690 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d7f0-6ed7-4c9e-8156-9718cb06a4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.217925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-cecc6ee8-1faf-401d-9289-f93f5bb12304 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] For port 822a906f-e6cb-4582-a594-a1400e17354c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=822a906f-e6cb-4582-a594-a1400e17354c,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:56.218440 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-cecc6ee8-1faf-401d-9289-f93f5bb12304 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.218575 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-421a52c3-3199-47aa-a079-efa6a30ea549 req-7752d871-8553-46b3-b510-903e7975b451 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Calling delete_port for 3ae6c930-e775-424a-a6db-22a66d164ff6 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:56.311739 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d7f0-6ed7-4c9e-8156-9718cb06a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.314273 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d7f0-6ed7-4c9e-8156-9718cb06a4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.315467 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ecf6d7f0-6ed7-4c9e-8156-9718cb06a4a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8805eb9-9b07-46b7-a455-fa4f6f05a18a HTTP/1.1" status: 204 len: 168 time: 0.3214638 Aug 31 01:23:56.334261 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6d7f0-6ed7-4c9e-8156-9718cb06a4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8805eb9-9b07-46b7-a455-fa4f6f05a18a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:56.369070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-482f195b-59de-4660-8fd6-caa2f274d853 req-32e32e5a-c0b8-46a6-8fb4-0bfc5ed4e1bf service neutron] 10.222.0.58 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559859 Aug 31 01:23:56.436183 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-421a52c3-3199-47aa-a079-efa6a30ea549 req-7752d871-8553-46b3-b510-903e7975b451 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.461627 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6318dadd-ab37-4781-8b5b-431bef7837cc', '38de136b-5799-4828-a67e-9e1e368f8d5d', '3ae6c930-e775-424a-a6db-22a66d164ff6'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:23:56.482770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752d871-8553-46b3-b510-903e7975b451 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Pushing event deleted for resources: {'Port': ['ID=3ae6c930-e775-424a-a6db-22a66d164ff6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:56.548314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-421a52c3-3199-47aa-a079-efa6a30ea549 req-7752d871-8553-46b3-b510-903e7975b451 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] No DVR routers for this DVR port 3ae6c930-e775-424a-a6db-22a66d164ff6 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:56.556276 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-421a52c3-3199-47aa-a079-efa6a30ea549 req-7752d871-8553-46b3-b510-903e7975b451 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.558926 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-421a52c3-3199-47aa-a079-efa6a30ea549 req-7752d871-8553-46b3-b510-903e7975b451 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "DELETE /v2.0/ports/3ae6c930-e775-424a-a6db-22a66d164ff6 HTTP/1.1" status: 204 len: 173 time: 0.9826229 Aug 31 01:23:56.562487 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b594018-9e24-4a32-b071-79406822e3c8', 'name': 'network-vif-deleted', 'tag': '3ae6c930-e775-424a-a6db-22a66d164ff6'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:56.565031 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba489aea-bc46-4e0a-ae1b-6607dc417541" -d '{"events": [{"server_uuid": "9b594018-9e24-4a32-b071-79406822e3c8", "name": "network-vif-deleted", "tag": "3ae6c930-e775-424a-a6db-22a66d164ff6"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:56.612407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06334ebf-e82c-4d32-8a68-a95fc8b43c2c None None] New status for floating IP 758c5756-47ec-4eae-8c08-3f82ad476398: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:23:56.663679 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01d7bb-6e8f-4802-a30a-4b336d030d17 req-723c36e9-1927-4e85-aff4-5371cdc110a8 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:56.665541 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de01d7bb-6e8f-4802-a30a-4b336d030d17 req-723c36e9-1927-4e85-aff4-5371cdc110a8 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 946 time: 0.5399022 Aug 31 01:23:56.799452 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.799699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-482f195b-59de-4660-8fd6-caa2f274d853 req-481b7f0a-43a8-4e71-b30a-f22dc00267bd service neutron] 10.222.0.58 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979537 Aug 31 01:23:56.827104 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de01d7bb-6e8f-4802-a30a-4b336d030d17 req-cc0fe09c-e11f-45d0-a7dd-812e3d270016 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7ee2f20-d062-418f-af9e-b0820291d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258073 Aug 31 01:23:56.891329 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-cecc6ee8-1faf-401d-9289-f93f5bb12304 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.893300 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-cecc6ee8-1faf-401d-9289-f93f5bb12304 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:56.895686 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-cecc6ee8-1faf-401d-9289-f93f5bb12304 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Floating IP 27b6ea73-15cd-4d5f-9fb3-0f1ac1fb9010 disassociated. External IP: 172.25.6.205, port: 822a906f-e6cb-4582-a594-a1400e17354c. Aug 31 01:23:56.896272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-cecc6ee8-1faf-401d-9289-f93f5bb12304 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Calling delete_port for 822a906f-e6cb-4582-a594-a1400e17354c owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:57.057425 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-c475247f-7d5e-4f68-9cf2-ac55debff872 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:57.104332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475247f-7d5e-4f68-9cf2-ac55debff872 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event deleted for resources: {'Port': ['ID=b6bb6337-ff8f-48c0-868d-46f6ec442765,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:57.145410 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f370671-34d4-43a1-88b5-b1c0b0da3747 req-52415ceb-989c-4b3d-aea2-c3425ed06dd4 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b594018-9e24-4a32-b071-79406822e3c8 HTTP/1.1" status: 200 len: 210 time: 0.0810745 Aug 31 01:23:57.229831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-c475247f-7d5e-4f68-9cf2-ac55debff872 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] No DVR routers for this DVR port b6bb6337-ff8f-48c0-868d-46f6ec442765 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:57.234811 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-c475247f-7d5e-4f68-9cf2-ac55debff872 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:57.236890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-c475247f-7d5e-4f68-9cf2-ac55debff872 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "DELETE /v2.0/ports/b6bb6337-ff8f-48c0-868d-46f6ec442765 HTTP/1.1" status: 204 len: 173 time: 2.4585264 Aug 31 01:23:57.249986 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a9d873-5bc8-4ba4-87ea-1b88e5e73aea x-openstack-request-id: req-16a9d873-5bc8-4ba4-87ea-1b88e5e73aea {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:57.251086 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b594018-9e24-4a32-b071-79406822e3c8", "name": "network-vif-deleted", "tag": "3ae6c930-e775-424a-a6db-22a66d164ff6", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:57.251531 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16a9d873-5bc8-4ba4-87ea-1b88e5e73aea {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:57.252104 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b594018-9e24-4a32-b071-79406822e3c8', 'name': 'network-vif-deleted', 'tag': '3ae6c930-e775-424a-a6db-22a66d164ff6', 'status': 'completed', 'code': 200} Aug 31 01:23:57.397331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-deleted', 'tag': 'b6bb6337-ff8f-48c0-868d-46f6ec442765'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:57.401213 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1de420-f923-49e1-b92c-5091e8092ce5" -d '{"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-deleted", "tag": "b6bb6337-ff8f-48c0-868d-46f6ec442765"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:57.621282 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5888672-98ff-46e0-96fb-ac17cba59741 req-794b133d-7762-4a94-a63f-ef611393bfd9 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 210 time: 0.0930378 Aug 31 01:23:57.653505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a98712-5474-4e9c-924d-3c1035a28f7e req-0e2601b5-e2eb-41d2-8c5d-c52f7db973b4 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:57.655029 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95a98712-5474-4e9c-924d-3c1035a28f7e req-0e2601b5-e2eb-41d2-8c5d-c52f7db973b4 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 943 time: 0.2347980 Aug 31 01:23:57.726678 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 822a906f-e6cb-4582-a594-a1400e17354c no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:57.738930 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a289cd0-7574-4853-b98f-460dfd7a078e x-openstack-request-id: req-9a289cd0-7574-4853-b98f-460dfd7a078e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:57.741985 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-deleted", "tag": "b6bb6337-ff8f-48c0-868d-46f6ec442765", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:57.742253 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a289cd0-7574-4853-b98f-460dfd7a078e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:57.743539 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-deleted', 'tag': 'b6bb6337-ff8f-48c0-868d-46f6ec442765', 'status': 'completed', 'code': 200} Aug 31 01:23:57.762074 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-cecc6ee8-1faf-401d-9289-f93f5bb12304 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:57.809319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 822a906f-e6cb-4582-a594-a1400e17354c {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:23:57.809865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 822a906f-e6cb-4582-a594-a1400e17354c not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:57.820978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-841de489-b1af-459b-96a8-6f0ef76cbe31 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Deleting port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:23:57.821342 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-841de489-b1af-459b-96a8-6f0ef76cbe31 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:57.929704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc6ee8-1faf-401d-9289-f93f5bb12304 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event deleted for resources: {'Port': ['ID=822a906f-e6cb-4582-a594-a1400e17354c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:57.937458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95a98712-5474-4e9c-924d-3c1035a28f7e req-75dc2fd7-5139-4a13-8fab-fec7ab81d215 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2695637 Aug 31 01:23:58.107680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3cb40cbf-15ef-4a8e-a909-a214a4c441f9 req-5d887f2f-b9f9-4c1c-ad98-619981a45e18 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 210 time: 0.0699019 Aug 31 01:23:58.251751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-841de489-b1af-459b-96a8-6f0ef76cbe31 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] For port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d,segment=NetworkSegment(9e35cb2e-2073-48b2-992a-3787b34de019),segment_id=9e35cb2e-2073-48b2-992a-3787b34de019)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:58.252445 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-841de489-b1af-459b-96a8-6f0ef76cbe31 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:58.276530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-841de489-b1af-459b-96a8-6f0ef76cbe31 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Calling delete_port for 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:23:58.361133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-cecc6ee8-1faf-401d-9289-f93f5bb12304 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Router f2d437d4-b326-42c5-a6ee-242d9f4551b5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:23:58.850641 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41420) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:23:58.932405 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f195b-59de-4660-8fd6-caa2f274d853 req-4bb0ee10-2cd9-47f2-9006-298a0cad07d6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:58.934550 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-482f195b-59de-4660-8fd6-caa2f274d853 req-4bb0ee10-2cd9-47f2-9006-298a0cad07d6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 812 time: 0.1778517 Aug 31 01:23:58.952420 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-482f195b-59de-4660-8fd6-caa2f274d853 req-685cee82-6536-41ae-b7bf-e285b03500e2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'port': {'device_id': '7bde35ac-8276-46c6-a96d-89479a430ce9', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'admin_state_up': True, 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:59.010585 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8df8be5-b4cb-43cf-b10c-3d8894df0ae9 req-87c4acd7-50d5-42de-830b-5afd2fd4d618 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 210 time: 0.0613520 Aug 31 01:23:59.036912 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-563611468', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:59.039306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-cecc6ee8-1faf-401d-9289-f93f5bb12304 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:59.054389 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890adac0-0bb7-4665-8278-bf2c82ae4056 None None] Sync routers for ids ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:59.080425 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890adac0-0bb7-4665-8278-bf2c82ae4056 None None] Routers {'f2d437d4-b326-42c5-a6ee-242d9f4551b5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:59.082136 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-890adac0-0bb7-4665-8278-bf2c82ae4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:59.088760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Made reservation on behalf of a6f39158fc1d433395c56d75d17e12f9 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:59.091510 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:59.104151 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:59.160063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-cecc6ee8-1faf-401d-9289-f93f5bb12304 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] No DVR routers for this DVR port 822a906f-e6cb-4582-a594-a1400e17354c on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:59.170143 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-cecc6ee8-1faf-401d-9289-f93f5bb12304 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:59.172656 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e86955f-4977-4ae5-9eef-8138bf3bb827 req-cecc6ee8-1faf-401d-9289-f93f5bb12304 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.15 "DELETE /v2.0/ports/822a906f-e6cb-4582-a594-a1400e17354c HTTP/1.1" status: 204 len: 173 time: 3.9832571 Aug 31 01:23:59.206169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1a01c-affd-43d6-9d61-20a696749241 req-42104e65-514a-44df-a521-e918a188fb06 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:59.215852 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60d1a01c-affd-43d6-9d61-20a696749241 req-42104e65-514a-44df-a521-e918a188fb06 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 945 time: 0.2677331 Aug 31 01:23:59.232155 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-890adac0-0bb7-4665-8278-bf2c82ae4056 None None] Set router f2d437d4-b326-42c5-a6ee-242d9f4551b5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:59.240549 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:59.248656 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:59.282808 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-841de489-b1af-459b-96a8-6f0ef76cbe31 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:59.284908 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] device_id is not set on port 72b0fd2d-31a7-4219-b008-6637bd10fc70 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:23:59.312119 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60d1a01c-affd-43d6-9d61-20a696749241 req-49381a66-0dd0-45b1-b4f1-8933f8f3109b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953879 Aug 31 01:23:59.334129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f743714-94df-4c97-ab24-80640584d061 req-664e6123-b527-47b8-8c9c-84a9c32f76cc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:59.344952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f743714-94df-4c97-ab24-80640584d061 req-664e6123-b527-47b8-8c9c-84a9c32f76cc tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 865 time: 0.1942172 Aug 31 01:23:59.383352 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482f195b-59de-4660-8fd6-caa2f274d853 req-685cee82-6536-41ae-b7bf-e285b03500e2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Made reservation on behalf of 2e4cb56e9e2a4fbeb0ebdc7916f3c045 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:59.387700 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-482f195b-59de-4660-8fd6-caa2f274d853 req-685cee82-6536-41ae-b7bf-e285b03500e2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:59.393166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841de489-b1af-459b-96a8-6f0ef76cbe31 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event deleted for resources: {'Port': ['ID=61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:59.408492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8af345-315e-4365-ac70-7f8e81deae5f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:59.482320 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Allocated IP 172.25.6.218 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/72b0fd2d-31a7-4219-b008-6637bd10fc70) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:59.504959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-841de489-b1af-459b-96a8-6f0ef76cbe31 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] No DVR routers for this DVR port 61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:23:59.529738 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-841de489-b1af-459b-96a8-6f0ef76cbe31 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:59.532136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a24023a-3e81-48fb-b45c-4a464047cf4c req-841de489-b1af-459b-96a8-6f0ef76cbe31 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.70 "DELETE /v2.0/ports/61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d HTTP/1.1" status: 204 len: 173 time: 2.2846847 Aug 31 01:23:59.566421 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d71975dc-7abd-4f05-b9a2-627654aeb501 req-71dc4316-caa0-4a32-9cab-66ee92342f58 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=84162fa8-f66f-40e8-b642-f49bc7f22a6a HTTP/1.1" status: 200 len: 210 time: 0.0530066 Aug 31 01:23:59.599362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f743714-94df-4c97-ab24-80640584d061 req-54e88065-6e93-4286-a02e-36de851b58ed tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ccb6d78-77b8-4f40-92cf-c7f9d7718585&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2179945 Aug 31 01:23:59.692909 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-890adac0-0bb7-4665-8278-bf2c82ae4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa0543aa-661a-4525-bc0f-bfc8e90e61f3', 'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'mac_address': 'fa:16:3e:91:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:47Z', 'updated_at': '2021-08-31T01:18:01Z', 'revision_number': 5, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'subnets': [{'id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:59.727576 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890adac0-0bb7-4665-8278-bf2c82ae4056 None None] Checking router: f2d437d4-b326-42c5-a6ee-242d9f4551b5 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:59.739522 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890adac0-0bb7-4665-8278-bf2c82ae4056 None None] Routers {'f2d437d4-b326-42c5-a6ee-242d9f4551b5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:23:59.740408 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-890adac0-0bb7-4665-8278-bf2c82ae4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:59.744811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84162fa8-f66f-40e8-b642-f49bc7f22a6a', 'name': 'network-vif-deleted', 'tag': '822a906f-e6cb-4582-a594-a1400e17354c'}, {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-deleted', 'tag': '61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:23:59.747190 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49fc279-9457-4fdc-ba07-d4c25dd9745c" -d '{"events": [{"server_uuid": "84162fa8-f66f-40e8-b642-f49bc7f22a6a", "name": "network-vif-deleted", "tag": "822a906f-e6cb-4582-a594-a1400e17354c"}, {"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-deleted", "tag": "61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:59.797728 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-482f195b-59de-4660-8fd6-caa2f274d853 req-685cee82-6536-41ae-b7bf-e285b03500e2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Allocated IP 172.20.0.12 (680aee2c-12bc-4ff6-aa57-34e08298a980/c02afb6d-b4d0-433f-8da5-3c6fe1d231db/dda48d97-0b09-4ccc-ae5c-4026f9fedd95) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:59.911481 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 01:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13613368-e656-4c68-8557-daa9f0da728e x-openstack-request-id: req-13613368-e656-4c68-8557-daa9f0da728e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:59.911781 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84162fa8-f66f-40e8-b642-f49bc7f22a6a", "name": "network-vif-deleted", "tag": "822a906f-e6cb-4582-a594-a1400e17354c", "status": "completed", "code": 200}, {"server_uuid": "68806e44-4214-4c87-9243-d65d8f83a0c3", "name": "network-vif-deleted", "tag": "61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:59.912028 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13613368-e656-4c68-8557-daa9f0da728e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:59.912437 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84162fa8-f66f-40e8-b642-f49bc7f22a6a', 'name': 'network-vif-deleted', 'tag': '822a906f-e6cb-4582-a594-a1400e17354c', 'status': 'completed', 'code': 200} Aug 31 01:23:59.912692 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68806e44-4214-4c87-9243-d65d8f83a0c3', 'name': 'network-vif-deleted', 'tag': '61e0eb7b-b8e1-437f-bf5d-45faebe2ce4d', 'status': 'completed', 'code': 200} Aug 31 01:23:59.943776 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3ae6c930-e775-424a-a6db-22a66d164ff6 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:59.976258 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-890adac0-0bb7-4665-8278-bf2c82ae4056 None None] Set router f2d437d4-b326-42c5-a6ee-242d9f4551b5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:23:59.993123 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-482f195b-59de-4660-8fd6-caa2f274d853 req-685cee82-6536-41ae-b7bf-e285b03500e2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:00.006543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 3ae6c930-e775-424a-a6db-22a66d164ff6 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:00.007687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3ae6c930-e775-424a-a6db-22a66d164ff6 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:00.052955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-482f195b-59de-4660-8fd6-caa2f274d853 req-685cee82-6536-41ae-b7bf-e285b03500e2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Transition to ACTIVE for port object dda48d97-0b09-4ccc-ae5c-4026f9fedd95 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:00.064765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:00.106720 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd480e-53df-4cde-af4f-b23f82c51ab3 req-aa5e93ab-5d77-468a-a5b6-5e47c2cd848b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:00.112189 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38dd480e-53df-4cde-af4f-b23f82c51ab3 req-aa5e93ab-5d77-468a-a5b6-5e47c2cd848b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 945 time: 0.1116574 Aug 31 01:24:00.201434 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:00.229086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-59ad838f-8215-4dd1-a3b1-26c5098d23c3 req-d9382a35-4c38-42ad-aa2b-2d831e5c49e6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 210 time: 0.0728462 Aug 31 01:24:00.322256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-38dd480e-53df-4cde-af4f-b23f82c51ab3 req-49ed319d-0fda-4fd8-a2f5-bb4968d78804 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Deleting port 38de136b-5799-4828-a67e-9e1e368f8d5d {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:00.323160 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-38dd480e-53df-4cde-af4f-b23f82c51ab3 req-49ed319d-0fda-4fd8-a2f5-bb4968d78804 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:00.381857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Pushing event updated for resources: {'Port': ['ID=72b0fd2d-31a7-4219-b008-6637bd10fc70,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:00.417446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:00.424832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:00.430652 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:00.442743 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-482f195b-59de-4660-8fd6-caa2f274d853 req-685cee82-6536-41ae-b7bf-e285b03500e2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:00.511978 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482f195b-59de-4660-8fd6-caa2f274d853 req-685cee82-6536-41ae-b7bf-e285b03500e2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Network 680aee2c-12bc-4ff6-aa57-34e08298a980 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:00.523295 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-482f195b-59de-4660-8fd6-caa2f274d853 req-685cee82-6536-41ae-b7bf-e285b03500e2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:00.533596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-482f195b-59de-4660-8fd6-caa2f274d853 req-685cee82-6536-41ae-b7bf-e285b03500e2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:00.574042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685cee82-6536-41ae-b7bf-e285b03500e2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'Port': ['ID=dda48d97-0b09-4ccc-ae5c-4026f9fedd95,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:00.575361 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-890adac0-0bb7-4665-8278-bf2c82ae4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa0543aa-661a-4525-bc0f-bfc8e90e61f3', 'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'mac_address': 'fa:16:3e:91:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:47Z', 'updated_at': '2021-08-31T01:18:01Z', 'revision_number': 5, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'subnets': [{'id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:00.578967 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-38dd480e-53df-4cde-af4f-b23f82c51ab3 req-49ed319d-0fda-4fd8-a2f5-bb4968d78804 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] For port 38de136b-5799-4828-a67e-9e1e368f8d5d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=38de136b-5799-4828-a67e-9e1e368f8d5d,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:00.579636 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-38dd480e-53df-4cde-af4f-b23f82c51ab3 req-49ed319d-0fda-4fd8-a2f5-bb4968d78804 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:00.581429 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:00.582047 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:00.605445 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890adac0-0bb7-4665-8278-bf2c82ae4056 None None] The sync data for ids ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'] in n-d-802060-13 is: [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa0543aa-661a-4525-bc0f-bfc8e90e61f3', 'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'mac_address': 'fa:16:3e:91:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:47Z', 'updated_at': '2021-08-31T01:18:01Z', 'revision_number': 5, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'subnets': [{'id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:24:00.609943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-38dd480e-53df-4cde-af4f-b23f82c51ab3 req-49ed319d-0fda-4fd8-a2f5-bb4968d78804 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Calling delete_port for 38de136b-5799-4828-a67e-9e1e368f8d5d owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:00.639269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f195b-59de-4660-8fd6-caa2f274d853 req-685cee82-6536-41ae-b7bf-e285b03500e2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:00.639946 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-482f195b-59de-4660-8fd6-caa2f274d853 req-685cee82-6536-41ae-b7bf-e285b03500e2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:00.658092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95991af6-d5c2-43a7-aac4-1c7090dcb14d req-74c4036f-0554-4102-a597-4c6e08e1cc96 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:00.661770 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-70185a89-7d63-4f4c-af65-6ff3f1ebd0dd tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8090758 Aug 31 01:24:00.663638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41442) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:00.672267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95991af6-d5c2-43a7-aac4-1c7090dcb14d req-74c4036f-0554-4102-a597-4c6e08e1cc96 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 945 time: 0.1866860 Aug 31 01:24:00.678312 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-12cb6fd9-a6e8-485c-a9db-70028fb74a07 tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.218'}]}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:00.706132 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-482f195b-59de-4660-8fd6-caa2f274d853 req-685cee82-6536-41ae-b7bf-e285b03500e2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7587056 Aug 31 01:24:00.738324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Request body: {'port': {'device_id': '7bde35ac-8276-46c6-a96d-89479a430ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:00.791593 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95991af6-d5c2-43a7-aac4-1c7090dcb14d req-e0583784-f179-487a-acb9-e9005e9bfaa8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179280 Aug 31 01:24:00.813973 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-12cb6fd9-a6e8-485c-a9db-70028fb74a07 tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:00.815012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-12cb6fd9-a6e8-485c-a9db-70028fb74a07 tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:00.885216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41448) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:00.924201 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-494500f0-6430-450d-b486-37e23fb72e30 req-a26f14db-4174-4839-b2dc-c180b049ab0e tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0596154 Aug 31 01:24:00.989153 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:00.991401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a715bab5-2bc4-4457-914a-3222b5bede4c None None] Provisioning for port dda48d97-0b09-4ccc-ae5c-4026f9fedd95 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:00.997296 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a715bab5-2bc4-4457-914a-3222b5bede4c None None] Provisioning complete for port dda48d97-0b09-4ccc-ae5c-4026f9fedd95 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:00.997751 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a715bab5-2bc4-4457-914a-3222b5bede4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:01.068919 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-12cb6fd9-a6e8-485c-a9db-70028fb74a07 tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:01.085305 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a715bab5-2bc4-4457-914a-3222b5bede4c None None] Port dda48d97-0b09-4ccc-ae5c-4026f9fedd95 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:24:01.114221 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-38dd480e-53df-4cde-af4f-b23f82c51ab3 req-49ed319d-0fda-4fd8-a2f5-bb4968d78804 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:01.132268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6318dadd-ab37-4781-8b5b-431bef7837cc', '38de136b-5799-4828-a67e-9e1e368f8d5d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:24:01.137021 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9d778152-632b-4042-82f7-cb2ea2ad042d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:01.163443 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9d778152-632b-4042-82f7-cb2ea2ad042d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:01.198349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed319d-0fda-4fd8-a2f5-bb4968d78804 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Pushing event deleted for resources: {'Port': ['ID=38de136b-5799-4828-a67e-9e1e368f8d5d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:01.218096 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dd480e-53df-4cde-af4f-b23f82c51ab3 req-49ed319d-0fda-4fd8-a2f5-bb4968d78804 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] No DVR routers for this DVR port 38de136b-5799-4828-a67e-9e1e368f8d5d on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:01.223147 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-38dd480e-53df-4cde-af4f-b23f82c51ab3 req-49ed319d-0fda-4fd8-a2f5-bb4968d78804 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:01.225506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38dd480e-53df-4cde-af4f-b23f82c51ab3 req-49ed319d-0fda-4fd8-a2f5-bb4968d78804 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "DELETE /v2.0/ports/38de136b-5799-4828-a67e-9e1e368f8d5d HTTP/1.1" status: 204 len: 173 time: 1.1071644 Aug 31 01:24:01.273823 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9d778152-632b-4042-82f7-cb2ea2ad042d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:01.275134 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d6d79-099d-4dd1-b7e5-59322d6d3a3d None None] New status for floating IP 27b6ea73-15cd-4d5f-9fb3-0f1ac1fb9010: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:24:01.276669 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9d778152-632b-4042-82f7-cb2ea2ad042d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:01.278135 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9d778152-632b-4042-82f7-cb2ea2ad042d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "DELETE /v2.0/security-groups/d7ee2f20-d062-418f-af9e-b0820291d78a HTTP/1.1" status: 204 len: 168 time: 0.3898878 Aug 31 01:24:01.280888 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41452) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:01.332428 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-4af0f197-2ea6-461d-a37f-5b40b8246dda tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] show failed (client error): The resource could not be found. Aug 31 01:24:01.333993 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4af0f197-2ea6-461d-a37f-5b40b8246dda tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups/d7ee2f20-d062-418f-af9e-b0820291d78a HTTP/1.1" status: 404 len: 347 time: 0.0518293 Aug 31 01:24:01.339652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41454) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:01.402395 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-12cb6fd9-a6e8-485c-a9db-70028fb74a07 tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:01.428011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d778152-632b-4042-82f7-cb2ea2ad042d tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ee2f20-d062-418f-af9e-b0820291d78a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:01.587898 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:01.659049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666a1e3-5fec-4b68-9abe-455c1eeee0c1 req-5b2e0904-01ca-45a5-b774-23e07bc2e481 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:01.660469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b666a1e3-5fec-4b68-9abe-455c1eeee0c1 req-5b2e0904-01ca-45a5-b774-23e07bc2e481 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 932 time: 0.1865096 Aug 31 01:24:01.778360 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b666a1e3-5fec-4b68-9abe-455c1eeee0c1 req-e19e5d99-b539-4d12-8b6d-a6ad43537e78 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055026 Aug 31 01:24:01.782573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-9bca47fa-b384-49b8-8993-fdce3d282fb6 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Deleting port da961ad6-5769-45ba-a71e-1f18a770d1b5 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:01.783353 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9bca47fa-b384-49b8-8993-fdce3d282fb6 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:01.944663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190d7fa-190d-4cdf-83b9-cc7040f863d7', 'name': 'network-vif-deleted', 'tag': '38de136b-5799-4828-a67e-9e1e368f8d5d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:01.947774 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abff6d85-083e-446b-9adf-cac5d7c8c164" -d '{"events": [{"server_uuid": "2190d7fa-190d-4cdf-83b9-cc7040f863d7", "name": "network-vif-deleted", "tag": "38de136b-5799-4828-a67e-9e1e368f8d5d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:01.962016 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7f7fe29-54cd-4d49-b5a1-feb30011dee8 req-9167fbca-8b2f-4b8c-8fbf-054e3f28ac8a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=2190d7fa-190d-4cdf-83b9-cc7040f863d7 HTTP/1.1" status: 200 len: 210 time: 0.0670536 Aug 31 01:24:01.994769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-12cb6fd9-a6e8-485c-a9db-70028fb74a07 tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:02.012198 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9bca47fa-b384-49b8-8993-fdce3d282fb6 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:02.018022 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9bca47fa-b384-49b8-8993-fdce3d282fb6 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:02.054732 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7897d3-d141-412a-a3ff-ee8c9f28d80f x-openstack-request-id: req-8a7897d3-d141-412a-a3ff-ee8c9f28d80f {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:02.055044 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190d7fa-190d-4cdf-83b9-cc7040f863d7", "name": "network-vif-deleted", "tag": "38de136b-5799-4828-a67e-9e1e368f8d5d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:02.055272 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a7897d3-d141-412a-a3ff-ee8c9f28d80f {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:02.055696 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190d7fa-190d-4cdf-83b9-cc7040f863d7', 'name': 'network-vif-deleted', 'tag': '38de136b-5799-4828-a67e-9e1e368f8d5d', 'status': 'completed', 'code': 200} Aug 31 01:24:02.058792 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-12cb6fd9-a6e8-485c-a9db-70028fb74a07 tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:02.063086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-9bca47fa-b384-49b8-8993-fdce3d282fb6 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Calling delete_port for da961ad6-5769-45ba-a71e-1f18a770d1b5 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:02.109447 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda48d97-0b09-4ccc-ae5c-4026f9fedd95 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:24:02.122748 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:02.148335 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Transition to ACTIVE for port object dda48d97-0b09-4ccc-ae5c-4026f9fedd95 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:02.154092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c9e7074-85b0-4bf8-8fa7-fcd12691f16e req-0798d935-e808-4084-88dc-8832caa0ccf7 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0683699 Aug 31 01:24:02.205273 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:02.293237 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9bca47fa-b384-49b8-8993-fdce3d282fb6 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:02.328699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca47fa-b384-49b8-8993-fdce3d282fb6 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event deleted for resources: {'Port': ['ID=da961ad6-5769-45ba-a71e-1f18a770d1b5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:02.398842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Pushing event updated for resources: {'Port': ['ID=dda48d97-0b09-4ccc-ae5c-4026f9fedd95,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:02.405559 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9bca47fa-b384-49b8-8993-fdce3d282fb6 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:02.411271 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9bca47fa-b384-49b8-8993-fdce3d282fb6 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:02.423382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9bca47fa-b384-49b8-8993-fdce3d282fb6 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "DELETE /v2.0/floatingips/27b6ea73-15cd-4d5f-9fb3-0f1ac1fb9010 HTTP/1.1" status: 204 len: 168 time: 1.0806696 Aug 31 01:24:02.481132 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-12cb6fd9-a6e8-485c-a9db-70028fb74a07 tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:02.646994 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Attempting to bind port dda48d97-0b09-4ccc-ae5c-4026f9fedd95 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:24:02.647353 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Attempting to bind port dda48d97-0b09-4ccc-ae5c-4026f9fedd95 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:24:02.647677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Attempting to bind port dda48d97-0b09-4ccc-ae5c-4026f9fedd95 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:02.678884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Port dda48d97-0b09-4ccc-ae5c-4026f9fedd95 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:24:02.679210 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Attempting to bind port dda48d97-0b09-4ccc-ae5c-4026f9fedd95 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:02.688039 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-12cb6fd9-a6e8-485c-a9db-70028fb74a07 tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:02.689896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:24:02.690230 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Checking segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:02.691160 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Bound using segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:24:02.691676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Bound port: dda48d97-0b09-4ccc-ae5c-4026f9fedd95, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:24:02.692082 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:02.694533 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-12cb6fd9-a6e8-485c-a9db-70028fb74a07 tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:02.969085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb5175-d544-4da1-a5cc-80c942f9fb8d req-c163bb54-8045-4fe5-8eef-be1bb1aa66f2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:02.971412 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32bb5175-d544-4da1-a5cc-80c942f9fb8d req-c163bb54-8045-4fe5-8eef-be1bb1aa66f2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 944 time: 0.0802736 Aug 31 01:24:03.034073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32bb5175-d544-4da1-a5cc-80c942f9fb8d req-3d354df0-ce6b-4ad0-b050-57a5155196d0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548687 Aug 31 01:24:03.039561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41468) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:03.051070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-8d3da875-b293-4817-8efa-47d63963d788 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--232038815', 'description': 'tempest-description--958008822'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:03.102896 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d3da875-b293-4817-8efa-47d63963d788 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:03.170632 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-12cb6fd9-a6e8-485c-a9db-70028fb74a07 tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:03.173000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cb6fd9-a6e8-485c-a9db-70028fb74a07 tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d08471da-61ba-4983-9581-3c1061859c0d {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:24:03.257517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] For port dda48d97-0b09-4ccc-ae5c-4026f9fedd95, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:03.263621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] For port dda48d97-0b09-4ccc-ae5c-4026f9fedd95, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=dda48d97-0b09-4ccc-ae5c-4026f9fedd95,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:24:03.272606 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:03.308237 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d3da875-b293-4817-8efa-47d63963d788 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:03.313880 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d3da875-b293-4817-8efa-47d63963d788 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:03.342854 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:03.343366 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:03.344919 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-482f195b-59de-4660-8fd6-caa2f274d853 req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] 10.222.0.70 "PUT /v2.0/ports/dda48d97-0b09-4ccc-ae5c-4026f9fedd95 HTTP/1.1" status: 200 len: 1093 time: 2.6235592 Aug 31 01:24:03.345733 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bde35ac-8276-46c6-a96d-89479a430ce9', 'tag': 'dda48d97-0b09-4ccc-ae5c-4026f9fedd95'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:03.348976 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d45219c-04a9-4fff-9dbe-c450bde7c29d" -d '{"events": [{"name": "network-changed", "server_uuid": "7bde35ac-8276-46c6-a96d-89479a430ce9", "tag": "dda48d97-0b09-4ccc-ae5c-4026f9fedd95"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:03.355015 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-12cb6fd9-a6e8-485c-a9db-70028fb74a07 tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 01:24:03.356571 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-12cb6fd9-a6e8-485c-a9db-70028fb74a07 tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6851766 Aug 31 01:24:03.362430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41486) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:03.468601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c86bee1-f451-4bf5-bd83-04ce010a8741 req-7bb47a1d-a494-4055-846a-236acbc1496d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.1221254 Aug 31 01:24:03.491105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74792467-773a-40d4-8491-27387d3fedb4 service neutron] Pushing event updated for resources: {'Port': ['ID=dda48d97-0b09-4ccc-ae5c-4026f9fedd95,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:03.556727 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f195b-59de-4660-8fd6-caa2f274d853 req-8e69c327-7036-4dd3-94fe-c02baef79ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:03.559972 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-482f195b-59de-4660-8fd6-caa2f274d853 req-8e69c327-7036-4dd3-94fe-c02baef79ab6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 1096 time: 0.1363873 Aug 31 01:24:03.579045 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f2b8e4-b0b8-4d7b-b7ef-0d13b03bb1ea x-openstack-request-id: req-f0f2b8e4-b0b8-4d7b-b7ef-0d13b03bb1ea {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:03.579360 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bde35ac-8276-46c6-a96d-89479a430ce9", "tag": "dda48d97-0b09-4ccc-ae5c-4026f9fedd95", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:03.580067 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0f2b8e4-b0b8-4d7b-b7ef-0d13b03bb1ea {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:03.580471 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bde35ac-8276-46c6-a96d-89479a430ce9', 'tag': 'dda48d97-0b09-4ccc-ae5c-4026f9fedd95', 'status': 'completed', 'code': 200} Aug 31 01:24:03.623767 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-482f195b-59de-4660-8fd6-caa2f274d853 req-be120078-e862-4982-afd0-2772efd6f8f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dda48d97-0b09-4ccc-ae5c-4026f9fedd95 HTTP/1.1" status: 200 len: 217 time: 0.0551221 Aug 31 01:24:03.629894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3da875-b293-4817-8efa-47d63963d788 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8098777a-8b0b-488b-bffb-cd7e48cec17f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:03.632375 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d3da875-b293-4817-8efa-47d63963d788 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:03.633619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8d3da875-b293-4817-8efa-47d63963d788 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5927944 Aug 31 01:24:03.637485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41488) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:03.642239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-31f0d479-49dd-4bbe-aae4-7d78e311bf51 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Request body: {'security_group_rule': {'security_group_id': '8098777a-8b0b-488b-bffb-cd7e48cec17f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:03.650577 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-50aa8aa8-c899-4690-88a9-bf9a8289047d tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Deleting port 72b0fd2d-31a7-4219-b008-6637bd10fc70 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:03.651040 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50aa8aa8-c899-4690-88a9-bf9a8289047d tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:03.684381 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31f0d479-49dd-4bbe-aae4-7d78e311bf51 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:03.746250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38887434-e969-49ea-8cde-f1dd15046a5b req-a1a54d4a-0fe5-404b-a6d8-1142f72c6599 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:03.751878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38887434-e969-49ea-8cde-f1dd15046a5b req-a1a54d4a-0fe5-404b-a6d8-1142f72c6599 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 805 time: 0.3248365 Aug 31 01:24:03.801365 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50aa8aa8-c899-4690-88a9-bf9a8289047d tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:03.813322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f195b-59de-4660-8fd6-caa2f274d853 req-5bffaf31-3095-40d4-b54f-3242372b3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:03.814942 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-482f195b-59de-4660-8fd6-caa2f274d853 req-5bffaf31-3095-40d4-b54f-3242372b3f2d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.1818342 Aug 31 01:24:03.815591 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31f0d479-49dd-4bbe-aae4-7d78e311bf51 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:03.817269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38887434-e969-49ea-8cde-f1dd15046a5b req-a3c99078-1acb-41f8-87dd-f7f38ea3fb72 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/quotas/c79cdacd6aa1443086d0bf6dcdae746b HTTP/1.1" status: 200 len: 375 time: 0.0385916 Aug 31 01:24:03.820083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-50aa8aa8-c899-4690-88a9-bf9a8289047d tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Calling delete_port for 72b0fd2d-31a7-4219-b008-6637bd10fc70 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:03.821539 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31f0d479-49dd-4bbe-aae4-7d78e311bf51 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:03.839302 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0d479-49dd-4bbe-aae4-7d78e311bf51 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f8fbe3-588e-43df-89e1-44504b29050d,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:03.887562 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31f0d479-49dd-4bbe-aae4-7d78e311bf51 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:03.888750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-31f0d479-49dd-4bbe-aae4-7d78e311bf51 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2503002 Aug 31 01:24:03.891504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41490) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:03.897712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-11a424ee-1fed-4a56-aa53-c051f351e037 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Request body: {'security_group_rule': {'security_group_id': '8098777a-8b0b-488b-bffb-cd7e48cec17f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:03.915724 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38887434-e969-49ea-8cde-f1dd15046a5b req-2877839d-fdf6-417e-9491-165c61954132 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0794919 Aug 31 01:24:03.934674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f195b-59de-4660-8fd6-caa2f274d853 req-4537e622-491b-4e5d-8905-0200e9dc8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:03.936353 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-482f195b-59de-4660-8fd6-caa2f274d853 req-4537e622-491b-4e5d-8905-0200e9dc8049 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093004 Aug 31 01:24:03.974409 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 38de136b-5799-4828-a67e-9e1e368f8d5d no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:03.996531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 38de136b-5799-4828-a67e-9e1e368f8d5d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:03.997165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 38de136b-5799-4828-a67e-9e1e368f8d5d not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:04.007092 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11a424ee-1fed-4a56-aa53-c051f351e037 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:04.092943 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-482f195b-59de-4660-8fd6-caa2f274d853 req-fb61e9f8-a119-46b9-bd36-3feb8924f918 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484647 Aug 31 01:24:04.098999 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11a424ee-1fed-4a56-aa53-c051f351e037 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:04.104517 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38887434-e969-49ea-8cde-f1dd15046a5b req-22d4a1a3-8519-4db9-a49f-2ba4034ae214 service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790891 Aug 31 01:24:04.105176 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11a424ee-1fed-4a56-aa53-c051f351e037 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:04.184042 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50aa8aa8-c899-4690-88a9-bf9a8289047d tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:04.233426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa8aa8-c899-4690-88a9-bf9a8289047d tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Pushing event deleted for resources: {'Port': ['ID=72b0fd2d-31a7-4219-b008-6637bd10fc70,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:04.247149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a424ee-1fed-4a56-aa53-c051f351e037 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc658c1-36d6-4d67-8fa7-bac198406cd4,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:04.251871 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38887434-e969-49ea-8cde-f1dd15046a5b req-95957e26-d3fb-41ab-892e-f21b6164c8e5 service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321485 Aug 31 01:24:04.315315 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-482f195b-59de-4660-8fd6-caa2f274d853 req-db3ecdc6-a327-4bb7-b1d8-6f12a9a60253 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120249 Aug 31 01:24:04.330604 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11a424ee-1fed-4a56-aa53-c051f351e037 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:04.333121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-11a424ee-1fed-4a56-aa53-c051f351e037 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4406238 Aug 31 01:24:04.337656 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41494) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:04.346482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a04a0-d0a8-4b87-a6ca-4c0df86112a6 req-7e21790b-06c0-4408-ad2b-a5a985709e54 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:04.349394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad8a04a0-d0a8-4b87-a6ca-4c0df86112a6 req-7e21790b-06c0-4408-ad2b-a5a985709e54 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 944 time: 0.0976121 Aug 31 01:24:04.354069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:04.415937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad8a04a0-d0a8-4b87-a6ca-4c0df86112a6 req-6aec7edd-33f4-4ee7-867b-c97ccc5a798a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561855 Aug 31 01:24:04.442758 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:04.450934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50aa8aa8-c899-4690-88a9-bf9a8289047d tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:04.453247 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-50aa8aa8-c899-4690-88a9-bf9a8289047d tempest-RoutersAdminNegativeIpV6Test-715741064 tempest-RoutersAdminNegativeIpV6Test-715741064-project-admin] 10.222.0.58 "DELETE /v2.0/ports/72b0fd2d-31a7-4219-b008-6637bd10fc70 HTTP/1.1" status: 204 len: 168 time: 1.0897839 Aug 31 01:24:04.481996 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45219c-04a9-4fff-9dbe-c450bde7c29d req-ac5e7112-51da-4181-9fb9-e16c244d104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:04.483817 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5d45219c-04a9-4fff-9dbe-c450bde7c29d req-ac5e7112-51da-4181-9fb9-e16c244d104f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 1096 time: 0.1108871 Aug 31 01:24:04.651849 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f19a846-0c56-403d-949d-e4609fd9e855 req-4beca525-7da7-41f8-9322-5cdc183f59bb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 210 time: 0.0621767 Aug 31 01:24:04.694460 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45219c-04a9-4fff-9dbe-c450bde7c29d req-df5b5520-9a91-44cf-8823-1a2da8b034ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:04.698131 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5d45219c-04a9-4fff-9dbe-c450bde7c29d req-df5b5520-9a91-44cf-8823-1a2da8b034ce service neutron] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.2076697 Aug 31 01:24:04.711627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-026836e1-aa1b-47ed-a1d9-c92de38de4f5 req-325a5ad9-b951-4f92-b267-cc11d2dc4bcb tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0543785 Aug 31 01:24:04.771150 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:04.786281 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5d45219c-04a9-4fff-9dbe-c450bde7c29d req-5dcfe6f8-c85b-45ce-b8cb-ce12603c7bb7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dda48d97-0b09-4ccc-ae5c-4026f9fedd95 HTTP/1.1" status: 200 len: 217 time: 0.0796857 Aug 31 01:24:04.872025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45219c-04a9-4fff-9dbe-c450bde7c29d req-011e95d8-baf4-427e-b793-7bb251b27112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:04.873569 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5d45219c-04a9-4fff-9dbe-c450bde7c29d req-011e95d8-baf4-427e-b793-7bb251b27112 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0808382 Aug 31 01:24:04.928579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Allocated IP 172.25.6.94 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/5395157b-d48b-498a-92cc-58fa2ec84352) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:04.954755 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45219c-04a9-4fff-9dbe-c450bde7c29d req-151ca334-42e4-4a8f-a93d-259668f06a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:04.959349 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5d45219c-04a9-4fff-9dbe-c450bde7c29d req-151ca334-42e4-4a8f-a93d-259668f06a5e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780010 Aug 31 01:24:04.979587 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41510) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:05.163252 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5d45219c-04a9-4fff-9dbe-c450bde7c29d req-718050f4-32a3-4b23-8bf5-fb2d2a34626d service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953504 Aug 31 01:24:05.172218 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.181292 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38caab8d-d8e3-43f0-aa86-9410ba123354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.232058 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.301199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event updated for resources: {'Port': ['ID=5395157b-d48b-498a-92cc-58fa2ec84352,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:05.344498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:05.349692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:05.360381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:05.369098 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5d45219c-04a9-4fff-9dbe-c450bde7c29d req-3c7d31c1-f57e-4d70-aa2f-08667b94fb3f service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974077 Aug 31 01:24:05.459427 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38caab8d-d8e3-43f0-aa86-9410ba123354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.466318 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38caab8d-d8e3-43f0-aa86-9410ba123354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.508761 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-38caab8d-d8e3-43f0-aa86-9410ba123354 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e2e8512b84d496d9895803ad6f0735f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5268722 Aug 31 01:24:05.511380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41518) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:05.539601 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.575630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38caab8d-d8e3-43f0-aa86-9410ba123354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071a07d7-0aec-45aa-b27d-118048f3010e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:05.587006 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.613694 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1269b43f-d33a-41fe-aa61-ccc0306aa78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.641189 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1269b43f-d33a-41fe-aa61-ccc0306aa78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.720430 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1269b43f-d33a-41fe-aa61-ccc0306aa78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.723312 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1269b43f-d33a-41fe-aa61-ccc0306aa78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:05.726841 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1269b43f-d33a-41fe-aa61-ccc0306aa78f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/071a07d7-0aec-45aa-b27d-118048f3010e HTTP/1.1" status: 204 len: 168 time: 0.2117636 Aug 31 01:24:05.737102 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269b43f-d33a-41fe-aa61-ccc0306aa78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071a07d7-0aec-45aa-b27d-118048f3010e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:05.831139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb81689e-b5f1-4e74-9847-55ae98a5b120 req-b477f5fb-49ae-4e35-a729-3b41fae6b5a1 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 210 time: 0.0595939 Aug 31 01:24:05.845642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad11aa-2b1a-47bc-bd03-7f8e573a6eb9 req-bc3baeb3-78d9-4b56-9a40-b63581e9a8fc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:05.853819 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0ad11aa-2b1a-47bc-bd03-7f8e573a6eb9 req-bc3baeb3-78d9-4b56-9a40-b63581e9a8fc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 944 time: 0.2681153 Aug 31 01:24:05.956638 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0ad11aa-2b1a-47bc-bd03-7f8e573a6eb9 req-bbbbfc6a-005b-426b-aa65-6affe4957e5c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822086 Aug 31 01:24:06.004724 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:06.038980 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:06.055335 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8818dfb5-6ba5-4ab7-b845-967a71e30200 req-8d2af85c-04c1-4989-a643-983e4a5dbcac tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0484037 Aug 31 01:24:06.243653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event updated for resources: {'Port': ['ID=5395157b-d48b-498a-92cc-58fa2ec84352,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:06.252139 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:06.294481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7d65231b-ab80-4841-8adc-a7dd4e606be4 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:06.296077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7d65231b-ab80-4841-8adc-a7dd4e606be4 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.15 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 805 time: 0.2396076 Aug 31 01:24:06.297357 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:06.298990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-72da3f08-e464-48dc-9185-f642da3697fe tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9481397 Aug 31 01:24:06.333453 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41530) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:06.340973 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-38887434-e969-49ea-8cde-f1dd15046a5b req-cc5a2f3f-47ce-4a30-93dd-36b9dd5b3cfa tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Request body: {'port': {'device_id': '4a8084fd-5339-44ff-9963-2b8b6bcd0bdf', 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923', 'admin_state_up': True, 'tenant_id': 'c79cdacd6aa1443086d0bf6dcdae746b'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:06.381678 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c6251359-c425-4701-94df-72ced73af9b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6f39158fc1d433395c56d75d17e12f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469823 Aug 31 01:24:06.384344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41532) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:06.466215 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-498dab66-835f-46c7-8c6a-40ac509f6ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:06.494021 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-498dab66-835f-46c7-8c6a-40ac509f6ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:06.523907 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38887434-e969-49ea-8cde-f1dd15046a5b req-cc5a2f3f-47ce-4a30-93dd-36b9dd5b3cfa tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Made reservation on behalf of c79cdacd6aa1443086d0bf6dcdae746b for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:06.528100 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-38887434-e969-49ea-8cde-f1dd15046a5b req-cc5a2f3f-47ce-4a30-93dd-36b9dd5b3cfa tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:06.557538 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-498dab66-835f-46c7-8c6a-40ac509f6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:06.560432 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-498dab66-835f-46c7-8c6a-40ac509f6ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:06.564516 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-498dab66-835f-46c7-8c6a-40ac509f6ebc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb8af345-315e-4365-ac70-7f8e81deae5f HTTP/1.1" status: 204 len: 168 time: 0.1763210 Aug 31 01:24:06.574429 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dab66-835f-46c7-8c6a-40ac509f6ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8af345-315e-4365-ac70-7f8e81deae5f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:06.676626 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-aebdc0fa-6534-4472-908b-e73c20655c05 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--232038815&fields=id&tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce HTTP/1.1" status: 200 len: 267 time: 0.1149597 Aug 31 01:24:06.788582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-38887434-e969-49ea-8cde-f1dd15046a5b req-cc5a2f3f-47ce-4a30-93dd-36b9dd5b3cfa tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Allocated IP 172.20.0.7 (37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923/428ebcb6-235d-49bc-acd7-c71a4d41509d/37675e09-205a-4b8a-853a-af2577d2674b) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:06.854500 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-9b1059bc-a1eb-4845-a685-f338af2b2215 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:06.856058 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-9b1059bc-a1eb-4845-a685-f338af2b2215 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/networks?id=05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 200 len: 810 time: 0.1559038 Aug 31 01:24:06.895205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-b027ee91-11ed-41e4-b193-280da222d1b7 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/quotas/25d1ec8e3d7746f4848f318b6bfe6fce HTTP/1.1" status: 200 len: 375 time: 0.0288002 Aug 31 01:24:07.041055 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26c90454-8582-457c-b036-dde574c55f63 req-fd00d704-7a13-4749-ae53-b01dd580ebf5 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 210 time: 0.0511487 Aug 31 01:24:07.101590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-edaa6459-9429-4376-911d-3db35a7cf45c tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1992040 Aug 31 01:24:07.217717 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-38887434-e969-49ea-8cde-f1dd15046a5b req-cc5a2f3f-47ce-4a30-93dd-36b9dd5b3cfa tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:07.269649 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6757a1-719c-4179-b844-fdc1c8d44159 req-1285038d-8386-4818-a413-4317070f9e2f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:07.281432 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e6757a1-719c-4179-b844-fdc1c8d44159 req-1285038d-8386-4818-a413-4317070f9e2f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 944 time: 0.1602805 Aug 31 01:24:07.355556 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-0e57964a-9aff-4d15-9f57-979dde2aca4a service neutron] 10.222.0.58 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302773 Aug 31 01:24:07.404366 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e6757a1-719c-4179-b844-fdc1c8d44159 req-43795064-8201-4b0c-ba2f-312486bbd094 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215003 Aug 31 01:24:07.444690 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-38887434-e969-49ea-8cde-f1dd15046a5b req-cc5a2f3f-47ce-4a30-93dd-36b9dd5b3cfa tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:07.455656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6318dadd-ab37-4781-8b5b-431bef7837cc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:24:07.582370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e5272cb-f6dc-4630-856f-f2b52811a7d7 req-9aa35c17-821d-4fbc-95b6-e2f1da7a23ed tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0843198 Aug 31 01:24:07.635098 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38887434-e969-49ea-8cde-f1dd15046a5b req-cc5a2f3f-47ce-4a30-93dd-36b9dd5b3cfa tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:07.645142 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41572) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:07.648570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-38887434-e969-49ea-8cde-f1dd15046a5b req-cc5a2f3f-47ce-4a30-93dd-36b9dd5b3cfa tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:07.661868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-38887434-e969-49ea-8cde-f1dd15046a5b req-cc5a2f3f-47ce-4a30-93dd-36b9dd5b3cfa tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:07.667791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a2f3f-47ce-4a30-93dd-36b9dd5b3cfa tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Pushing event updated for resources: {'Port': ['ID=37675e09-205a-4b8a-853a-af2577d2674b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:07.724968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-2bda176e-c92b-4d38-bc8e-6a6d8cad7a32 service neutron] 10.222.0.58 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591704 Aug 31 01:24:07.739822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38887434-e969-49ea-8cde-f1dd15046a5b req-cc5a2f3f-47ce-4a30-93dd-36b9dd5b3cfa tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:07.740470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-38887434-e969-49ea-8cde-f1dd15046a5b req-cc5a2f3f-47ce-4a30-93dd-36b9dd5b3cfa tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:07.760164 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38887434-e969-49ea-8cde-f1dd15046a5b req-cc5a2f3f-47ce-4a30-93dd-36b9dd5b3cfa tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4223790 Aug 31 01:24:07.784114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Request body: {'port': {'device_id': '4a8084fd-5339-44ff-9963-2b8b6bcd0bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:07.806775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-633912556'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:07.846430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Made reservation on behalf of 29d65514335540ab946211dd77035562 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:07.849974 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:07.861150 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:07.867984 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:08.095933 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:08.108065 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:08.176371 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:24:08.199850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f604aac-d56f-47eb-8a6f-c56631338f97,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:08.214031 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:08.214657 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Added segment 535b0f33-4efc-4b1f-8ecb-71de46dcee74 of type vlan for network fbfd3a71-b7a3-43b9-98f1-d7563c346a21 Aug 31 01:24:08.283661 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:08.319586 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:08.334763 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:08.337297 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:08.420677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0892a6ef-1239-4a5e-8cbc-fe65039c3865 req-c554f3da-a990-4abb-bf99-fe1bd3e27408 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 210 time: 0.4992218 Aug 31 01:24:08.474242 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8246415 Aug 31 01:24:08.475406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41598) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:08.490863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c89920b7-56c1-4806-8caa-e06093605e36 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Request body: {'subnet': {'network_id': 'fbfd3a71-b7a3-43b9-98f1-d7563c346a21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:08.498734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449fd10-2cec-4f46-8c89-ad1671489b49 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Pushing event updated for resources: {'Network': ['ID=fbfd3a71-b7a3-43b9-98f1-d7563c346a21,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:08.509472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network fbfd3a71-b7a3-43b9-98f1-d7563c346a21 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:24:08.773539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35c020-44d8-43cf-ba76-5aeca2062608 req-2da8e1e0-953b-42ba-bfc7-78e09bd918c4 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:08.775093 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a35c020-44d8-43cf-ba76-5aeca2062608 req-2da8e1e0-953b-42ba-bfc7-78e09bd918c4 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 931 time: 0.3481805 Aug 31 01:24:08.790728 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a0a21-c0d0-4771-82a2-6f07ce387c8f req-3e378e89-551a-427e-a538-61663f6bc7d0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:08.792247 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e13a0a21-c0d0-4771-82a2-6f07ce387c8f req-3e378e89-551a-427e-a538-61663f6bc7d0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 944 time: 0.2009768 Aug 31 01:24:08.875457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89920b7-56c1-4806-8caa-e06093605e36 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Made reservation on behalf of 29d65514335540ab946211dd77035562 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:08.881582 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c89920b7-56c1-4806-8caa-e06093605e36 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:08.954795 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a35c020-44d8-43cf-ba76-5aeca2062608 req-1065e89d-5687-4535-af43-3dd83eaac30c tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575868 Aug 31 01:24:08.961927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e13a0a21-c0d0-4771-82a2-6f07ce387c8f req-ee04bfab-0d05-4e26-9b23-d9b7286de90e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568682 Aug 31 01:24:09.067785 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37675e09-205a-4b8a-853a-af2577d2674b {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:24:09.098316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9cc526d9-5f9d-436b-a135-e25cfe14294a req-bf46c78a-6acb-4ca6-839a-6925cae110ba tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0516827 Aug 31 01:24:09.100699 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:09.120268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Transition to ACTIVE for port object 37675e09-205a-4b8a-853a-af2577d2674b will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:09.130604 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:09.223911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Pushing event updated for resources: {'Port': ['ID=37675e09-205a-4b8a-853a-af2577d2674b,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:09.307101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-77f9a225-1a45-4b9f-b608-1c7a94e3e3a7 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:09.308748 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-77f9a225-1a45-4b9f-b608-1c7a94e3e3a7 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.70 "GET /v2.0/networks?id=05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 200 len: 810 time: 0.1538067 Aug 31 01:24:09.326089 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c89920b7-56c1-4806-8caa-e06093605e36 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:09.369786 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-3c5115c9-d528-4ea5-9ff0-31f38d2bea8c tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce HTTP/1.1" status: 200 len: 379 time: 0.0511932 Aug 31 01:24:09.382177 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-88804517-8d10-40eb-9ca2-c8512be6197e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Request body: {'port': {'device_id': '1aca38e3-f941-4a0c-a218-01171f59957c', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'admin_state_up': True, 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'security_groups': ['8098777a-8b0b-488b-bffb-cd7e48cec17f']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:09.398702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89920b7-56c1-4806-8caa-e06093605e36 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Pushing event updated for resources: {'Subnet': ['ID=d7123e3a-59f4-465b-970f-cd5c3e6e244d,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:09.506499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89920b7-56c1-4806-8caa-e06093605e36 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Checking segment: {'id': '535b0f33-4efc-4b1f-8ecb-71de46dcee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fbfd3a71-b7a3-43b9-98f1-d7563c346a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:09.508619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89920b7-56c1-4806-8caa-e06093605e36 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Network hostable DHCP agents. Network: fbfd3a71-b7a3-43b9-98f1-d7563c346a21, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:24:09.521387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-88804517-8d10-40eb-9ca2-c8512be6197e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Made reservation on behalf of 25d1ec8e3d7746f4848f318b6bfe6fce for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:09.525241 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-88804517-8d10-40eb-9ca2-c8512be6197e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:09.549784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Attempting to bind port 37675e09-205a-4b8a-853a-af2577d2674b on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:24:09.551380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Attempting to bind port 37675e09-205a-4b8a-853a-af2577d2674b by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:24:09.552277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Attempting to bind port 37675e09-205a-4b8a-853a-af2577d2674b on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:09.560646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Port 37675e09-205a-4b8a-853a-af2577d2674b on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:24:09.561789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Attempting to bind port 37675e09-205a-4b8a-853a-af2577d2674b on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:09.573194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89920b7-56c1-4806-8caa-e06093605e36 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Network fbfd3a71-b7a3-43b9-98f1-d7563c346a21 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:24:09.588592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:24:09.588943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Checking segment: {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:09.589321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Bound using segment: {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:24:09.589767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Bound port: 37675e09-205a-4b8a-853a-af2577d2674b, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:24:09.590124 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:09.606177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-c89920b7-56c1-4806-8caa-e06093605e36 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, fbfd3a71-b7a3-43b9-98f1-d7563c346a21) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:09.610698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89920b7-56c1-4806-8caa-e06093605e36 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:09.611321 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c89920b7-56c1-4806-8caa-e06093605e36 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:09.618806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8376986a-40e4-4069-91c4-d3ce7147da81 None None] Network fbfd3a71-b7a3-43b9-98f1-d7563c346a21 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:09.634946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b95f033-c547-4fc8-9158-f0cdf4c8f79f req-84a80788-b0a9-4b72-862d-a4c261f552f2 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 210 time: 0.0943501 Aug 31 01:24:09.671900 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c89920b7-56c1-4806-8caa-e06093605e36 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1915765 Aug 31 01:24:09.675863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41612) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:09.681620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-df85c80b-025d-4bcf-8f4a-b34712217e5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Request body: {'port': {'network_id': 'fbfd3a71-b7a3-43b9-98f1-d7563c346a21', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1190275986'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:09.733989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-88804517-8d10-40eb-9ca2-c8512be6197e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Allocated IP 172.20.0.11 (05166366-f2cf-4263-a28e-fd696742cc7f/3bdf0b07-4c89-45a2-828f-1c4e94ba70e3/a6b78ce4-3efd-4ca2-92bb-bec138035e6b) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:09.824834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] For port 37675e09-205a-4b8a-853a-af2577d2674b, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:09.828966 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] For port 37675e09-205a-4b8a-853a-af2577d2674b, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=37675e09-205a-4b8a-853a-af2577d2674b,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:24:09.839828 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:09.870092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-fbfd3a71-b7a3-43b9-98f1-d7563c346a21', 'network_id': 'fbfd3a71-b7a3-43b9-98f1-d7563c346a21', 'tenant_id': '29d65514335540ab946211dd77035562', 'fixed_ips': [{'subnet_id': 'd7123e3a-59f4-465b-970f-cd5c3e6e244d'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:24:09.873630 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:09.886441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:09.887066 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:09.888500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38887434-e969-49ea-8cde-f1dd15046a5b req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] 10.222.0.15 "PUT /v2.0/ports/37675e09-205a-4b8a-853a-af2577d2674b HTTP/1.1" status: 200 len: 1092 time: 2.1119735 Aug 31 01:24:09.899478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8084fd-5339-44ff-9963-2b8b6bcd0bdf', 'tag': '37675e09-205a-4b8a-853a-af2577d2674b'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:09.902021 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e951d3-e3e4-4343-accd-d8528fb0e620" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8084fd-5339-44ff-9963-2b8b6bcd0bdf", "tag": "37675e09-205a-4b8a-853a-af2577d2674b"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:09.909675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df85c80b-025d-4bcf-8f4a-b34712217e5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Made reservation on behalf of 29d65514335540ab946211dd77035562 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:09.926787 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-df85c80b-025d-4bcf-8f4a-b34712217e5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:10.011014 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bb08e0-d499-4c58-ace3-af05cf8b5b88 x-openstack-request-id: req-d7bb08e0-d499-4c58-ace3-af05cf8b5b88 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:10.011335 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8084fd-5339-44ff-9963-2b8b6bcd0bdf", "tag": "37675e09-205a-4b8a-853a-af2577d2674b", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:10.011575 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d7bb08e0-d499-4c58-ace3-af05cf8b5b88 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:10.011972 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8084fd-5339-44ff-9963-2b8b6bcd0bdf', 'tag': '37675e09-205a-4b8a-853a-af2577d2674b', 'status': 'completed', 'code': 200} Aug 31 01:24:10.029522 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01d8d2-799d-461c-b05f-1ae69135f23d service neutron] Pushing event updated for resources: {'Port': ['ID=37675e09-205a-4b8a-853a-af2577d2674b,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:10.046896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-df85c80b-025d-4bcf-8f4a-b34712217e5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] device_id is not set on port cd4a2e56-0d80-4541-a183-2b1df279c928 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:24:10.064876 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-88804517-8d10-40eb-9ca2-c8512be6197e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:10.096491 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-88804517-8d10-40eb-9ca2-c8512be6197e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Transition to ACTIVE for port object a6b78ce4-3efd-4ca2-92bb-bec138035e6b will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:10.105655 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Allocated IP 2001:db8::2 (fbfd3a71-b7a3-43b9-98f1-d7563c346a21/d7123e3a-59f4-465b-970f-cd5c3e6e244d/7c0aa3a6-15ff-4ef0-a597-879b09093a87) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:10.131617 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-88804517-8d10-40eb-9ca2-c8512be6197e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:10.211470 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-88804517-8d10-40eb-9ca2-c8512be6197e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Network 05166366-f2cf-4263-a28e-fd696742cc7f is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:10.215105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38887434-e969-49ea-8cde-f1dd15046a5b req-8539c7e2-2e7d-4a14-a919-8e894ee28c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:10.215985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-88804517-8d10-40eb-9ca2-c8512be6197e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:10.216718 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38887434-e969-49ea-8cde-f1dd15046a5b req-8539c7e2-2e7d-4a14-a919-8e894ee28c9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 1095 time: 0.2618897 Aug 31 01:24:10.224540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-88804517-8d10-40eb-9ca2-c8512be6197e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:10.232605 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88804517-8d10-40eb-9ca2-c8512be6197e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event updated for resources: {'Port': ['ID=a6b78ce4-3efd-4ca2-92bb-bec138035e6b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:10.349989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-88804517-8d10-40eb-9ca2-c8512be6197e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:10.350574 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-88804517-8d10-40eb-9ca2-c8512be6197e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:10.375638 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38887434-e969-49ea-8cde-f1dd15046a5b req-652acfd8-8450-4b76-acfb-df73d955326e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37675e09-205a-4b8a-853a-af2577d2674b HTTP/1.1" status: 200 len: 217 time: 0.1083112 Aug 31 01:24:10.376025 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-88804517-8d10-40eb-9ca2-c8512be6197e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9995368 Aug 31 01:24:10.385003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c39ea-b8d0-4ece-8540-571b870eb52a req-56d43832-a85f-465b-86af-bd9f20448a81 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:10.386559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc6c39ea-b8d0-4ece-8540-571b870eb52a req-56d43832-a85f-465b-86af-bd9f20448a81 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 944 time: 0.2400069 Aug 31 01:24:10.388927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Request body: {'port': {'device_id': '1aca38e3-f941-4a0c-a218-01171f59957c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:10.444048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38887434-e969-49ea-8cde-f1dd15046a5b req-d6eaa984-a632-495e-b46f-782f9249b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:10.445738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38887434-e969-49ea-8cde-f1dd15046a5b req-d6eaa984-a632-495e-b46f-782f9249b84c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 200 len: 845 time: 0.0556016 Aug 31 01:24:10.450812 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:10.503511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38887434-e969-49ea-8cde-f1dd15046a5b req-503ea3ea-84f1-4cd5-bc6f-148a2b39278c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406008 Aug 31 01:24:10.544024 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:10.564774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d5d86842-6d91-4764-88ae-476d742ef536 None None] Provisioning for port a6b78ce4-3efd-4ca2-92bb-bec138035e6b completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:10.576545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d5d86842-6d91-4764-88ae-476d742ef536 None None] Provisioning complete for port a6b78ce4-3efd-4ca2-92bb-bec138035e6b triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:10.577254 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d5d86842-6d91-4764-88ae-476d742ef536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:10.580040 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Transition to ACTIVE for port object 7c0aa3a6-15ff-4ef0-a597-879b09093a87 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:10.644527 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6460b-8f91-4d27-8f1e-22e8a7eb156c req-1e47a5a2-35a0-4d88-ab9f-40487c217f2a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:10.646525 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9e6460b-8f91-4d27-8f1e-22e8a7eb156c req-1e47a5a2-35a0-4d88-ab9f-40487c217f2a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 943 time: 0.5011210 Aug 31 01:24:10.647139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Transition to ACTIVE for port object 7c0aa3a6-15ff-4ef0-a597-879b09093a87 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:10.666087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d5d86842-6d91-4764-88ae-476d742ef536 None None] Port a6b78ce4-3efd-4ca2-92bb-bec138035e6b cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:24:10.672671 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:10.693768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Network fbfd3a71-b7a3-43b9-98f1-d7563c346a21 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:10.696425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:10.725063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:10.740834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-df85c80b-025d-4bcf-8f4a-b34712217e5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Allocated IP 2001:db8::390 (fbfd3a71-b7a3-43b9-98f1-d7563c346a21/d7123e3a-59f4-465b-970f-cd5c3e6e244d/cd4a2e56-0d80-4541-a183-2b1df279c928) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:10.853659 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc6c39ea-b8d0-4ece-8540-571b870eb52a req-1549c378-cfd7-4a79-a0d4-03bd5261de5b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998268 Aug 31 01:24:10.876281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Pushing event updated for resources: {'Port': ['ID=7c0aa3a6-15ff-4ef0-a597-879b09093a87,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:10.876486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b78ce4-3efd-4ca2-92bb-bec138035e6b {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:24:10.900586 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:10.911616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Attempting to bind port 7c0aa3a6-15ff-4ef0-a597-879b09093a87 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:24:10.911968 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Attempting to bind port 7c0aa3a6-15ff-4ef0-a597-879b09093a87 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '535b0f33-4efc-4b1f-8ecb-71de46dcee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fbfd3a71-b7a3-43b9-98f1-d7563c346a21'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:24:10.912324 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Attempting to bind port 7c0aa3a6-15ff-4ef0-a597-879b09093a87 on network fbfd3a71-b7a3-43b9-98f1-d7563c346a21 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:10.926725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:24:10.927116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Checking segment: {'id': '535b0f33-4efc-4b1f-8ecb-71de46dcee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fbfd3a71-b7a3-43b9-98f1-d7563c346a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:10.927528 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:10.927922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Bound using segment: {'id': '535b0f33-4efc-4b1f-8ecb-71de46dcee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fbfd3a71-b7a3-43b9-98f1-d7563c346a21'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:24:10.928397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Bound port: 7c0aa3a6-15ff-4ef0-a597-879b09093a87, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535b0f33-4efc-4b1f-8ecb-71de46dcee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fbfd3a71-b7a3-43b9-98f1-d7563c346a21'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:24:10.928783 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:10.929705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Transition to ACTIVE for port object a6b78ce4-3efd-4ca2-92bb-bec138035e6b will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:10.934972 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:11.017362 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b78ce4-3efd-4ca2-92bb-bec138035e6b,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:11.049189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] For port 7c0aa3a6-15ff-4ef0-a597-879b09093a87, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:11.054131 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] For port 7c0aa3a6-15ff-4ef0-a597-879b09093a87, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7c0aa3a6-15ff-4ef0-a597-879b09093a87,segment=NetworkSegment(535b0f33-4efc-4b1f-8ecb-71de46dcee74),segment_id=535b0f33-4efc-4b1f-8ecb-71de46dcee74)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:24:11.067413 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:11.142193 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:11.154461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Attempting to bind port a6b78ce4-3efd-4ca2-92bb-bec138035e6b on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:24:11.154841 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Attempting to bind port a6b78ce4-3efd-4ca2-92bb-bec138035e6b by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:24:11.155133 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Attempting to bind port a6b78ce4-3efd-4ca2-92bb-bec138035e6b on network 05166366-f2cf-4263-a28e-fd696742cc7f {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:11.165468 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Port a6b78ce4-3efd-4ca2-92bb-bec138035e6b on network 05166366-f2cf-4263-a28e-fd696742cc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:24:11.166250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Attempting to bind port a6b78ce4-3efd-4ca2-92bb-bec138035e6b on network 05166366-f2cf-4263-a28e-fd696742cc7f {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:11.182207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:24:11.182617 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Checking segment: {'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:11.185104 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Bound using segment: {'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:24:11.185652 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Bound port: a6b78ce4-3efd-4ca2-92bb-bec138035e6b, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75259ffd-f0f8-4849-8f82-71b9c2564271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:24:11.186173 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:11.208267 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-df85c80b-025d-4bcf-8f4a-b34712217e5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:11.212105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f600c0-b616-4507-a5f7-564e33b54717 None None] Pushing event updated for resources: {'Port': ['ID=7c0aa3a6-15ff-4ef0-a597-879b09093a87,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:11.245220 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38887434-e969-49ea-8cde-f1dd15046a5b req-e23f2972-b5a5-42d5-b8cb-627d8c08603d service neutron] 10.222.0.15 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314348 Aug 31 01:24:11.291041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e26dfb0-0ee5-4d72-bafa-c836d9013a0e req-71cd0f91-10c9-445a-a17a-ee332b262290 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0625510 Aug 31 01:24:11.321166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-df85c80b-025d-4bcf-8f4a-b34712217e5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Transition to ACTIVE for port object cd4a2e56-0d80-4541-a183-2b1df279c928 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:11.378973 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] For port a6b78ce4-3efd-4ca2-92bb-bec138035e6b, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:11.385914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] For port a6b78ce4-3efd-4ca2-92bb-bec138035e6b, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=a6b78ce4-3efd-4ca2-92bb-bec138035e6b,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:24:11.399605 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:11.433486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9e6460b-8f91-4d27-8f1e-22e8a7eb156c req-9507d368-338e-4e70-b195-d4f5659ad628 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7759562 Aug 31 01:24:11.547734 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-df85c80b-025d-4bcf-8f4a-b34712217e5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:11.557695 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:11.560042 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:11.568876 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] 10.222.0.70 "PUT /v2.0/ports/a6b78ce4-3efd-4ca2-92bb-bec138035e6b HTTP/1.1" status: 200 len: 1093 time: 1.1839671 Aug 31 01:24:11.575969 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aca38e3-f941-4a0c-a218-01171f59957c', 'tag': 'a6b78ce4-3efd-4ca2-92bb-bec138035e6b'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:11.582802 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f808d7c8-58d5-4105-b630-681edb87be71" -d '{"events": [{"name": "network-changed", "server_uuid": "1aca38e3-f941-4a0c-a218-01171f59957c", "tag": "a6b78ce4-3efd-4ca2-92bb-bec138035e6b"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:11.652057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df85c80b-025d-4bcf-8f4a-b34712217e5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Network fbfd3a71-b7a3-43b9-98f1-d7563c346a21 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:11.690318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85c80b-025d-4bcf-8f4a-b34712217e5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Pushing event updated for resources: {'Port': ['ID=cd4a2e56-0d80-4541-a183-2b1df279c928,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:11.710365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-df85c80b-025d-4bcf-8f4a-b34712217e5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:11.714481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85c80b-025d-4bcf-8f4a-b34712217e5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:11.720356 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3d23ad-b3f6-49cc-adb1-b6db1c80647b x-openstack-request-id: req-9b3d23ad-b3f6-49cc-adb1-b6db1c80647b {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:11.720689 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aca38e3-f941-4a0c-a218-01171f59957c", "tag": "a6b78ce4-3efd-4ca2-92bb-bec138035e6b", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:11.720891 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b3d23ad-b3f6-49cc-adb1-b6db1c80647b {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:11.722031 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aca38e3-f941-4a0c-a218-01171f59957c', 'tag': 'a6b78ce4-3efd-4ca2-92bb-bec138035e6b', 'status': 'completed', 'code': 200} Aug 31 01:24:11.729797 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df85c80b-025d-4bcf-8f4a-b34712217e5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:11.730617 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-df85c80b-025d-4bcf-8f4a-b34712217e5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:11.740188 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c9ab1-4711-4677-8d39-029202651730 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b78ce4-3efd-4ca2-92bb-bec138035e6b,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:11.755964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-efa5b3d7-66c4-488b-857c-44bba43842f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:11.758639 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-efa5b3d7-66c4-488b-857c-44bba43842f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 1096 time: 0.1210320 Aug 31 01:24:11.772256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63445e1-b99f-4bbc-89d8-9c1d1d55d574 req-80bcdc5f-ade1-438c-8f3f-3dd7035920dc tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:11.780174 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f63445e1-b99f-4bbc-89d8-9c1d1d55d574 req-80bcdc5f-ade1-438c-8f3f-3dd7035920dc tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 944 time: 0.3439240 Aug 31 01:24:11.817767 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38887434-e969-49ea-8cde-f1dd15046a5b req-de2625dc-b0a7-4cc7-bb85-14f122ea2aed service neutron] 10.222.0.15 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497124 Aug 31 01:24:11.825812 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-df85c80b-025d-4bcf-8f4a-b34712217e5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1488330 Aug 31 01:24:11.828329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41634) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:11.834406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Request body: {'port': {'network_id': 'fbfd3a71-b7a3-43b9-98f1-d7563c346a21', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2130131532', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:11.835852 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.api.validators [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] bootfile-name is not in valid_values {{(pid=94761) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:24:11.840887 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.api.validators [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] tftp-server is not in valid_values {{(pid=94761) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:24:11.841473 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.api.validators [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] server-ip-address is not in valid_values {{(pid=94761) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:24:11.875565 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-dddeb497-716c-490a-867b-85d7527a8af6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b78ce4-3efd-4ca2-92bb-bec138035e6b HTTP/1.1" status: 200 len: 217 time: 0.1088293 Aug 31 01:24:11.988791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f63445e1-b99f-4bbc-89d8-9c1d1d55d574 req-85a1f071-c763-43c3-aa52-5abc50932c17 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=8098777a-8b0b-488b-bffb-cd7e48cec17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077425 Aug 31 01:24:12.011323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7c0aa3a6-15ff-4ef0-a597-879b09093a87 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:12.029607 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-66ef5534-583d-4b33-bfea-0607d6dc77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:12.032254 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-66ef5534-583d-4b33-bfea-0607d6dc77d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bdf0b07-4c89-45a2-828f-1c4e94ba70e3 HTTP/1.1" status: 200 len: 849 time: 0.1451721 Aug 31 01:24:12.097714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-af2d13e9-3c77-4500-952f-f6894dadf025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:12.099343 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-af2d13e9-3c77-4500-952f-f6894dadf025 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05166366-f2cf-4263-a28e-fd696742cc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588167 Aug 31 01:24:12.116916 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 7c0aa3a6-15ff-4ef0-a597-879b09093a87 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:12.130248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e951d3-e3e4-4343-accd-d8528fb0e620 req-fdb57644-da95-4eeb-ad76-0226ff945465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:12.131803 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6e951d3-e3e4-4343-accd-d8528fb0e620 req-fdb57644-da95-4eeb-ad76-0226ff945465 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 1095 time: 0.1723065 Aug 31 01:24:12.141725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c40295-1fa4-4bea-8937-fada5b00e7ca req-bdc73b37-00fa-4ef9-a3b6-25adf001a5da tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:12.143242 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65c40295-1fa4-4bea-8937-fada5b00e7ca req-bdc73b37-00fa-4ef9-a3b6-25adf001a5da tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 944 time: 0.1111307 Aug 31 01:24:12.225286 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-277b1407-8533-4f0d-a625-e6d273f711c6 service neutron] 10.222.0.70 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177275 Aug 31 01:24:12.264651 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Made reservation on behalf of 29d65514335540ab946211dd77035562 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:12.268191 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:12.272977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65c40295-1fa4-4bea-8937-fada5b00e7ca req-05ed9772-1be9-44b5-8a58-c3edf55a59f9 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199701 Aug 31 01:24:12.329411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] device_id is not set on port 86c9a915-ee1c-4af9-94ab-2b0f3a66b163 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:24:12.386887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e951d3-e3e4-4343-accd-d8528fb0e620 req-0705016c-f90f-4b22-ab25-c813430d5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:12.388420 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6e951d3-e3e4-4343-accd-d8528fb0e620 req-0705016c-f90f-4b22-ab25-c813430d5e2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 906 time: 0.2442749 Aug 31 01:24:12.444898 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8202094c-317b-40f4-a2a2-614a13d50ca9 req-73e05687-9341-40f1-bd38-9a7eb5681197 service neutron] 10.222.0.70 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125943 Aug 31 01:24:12.446686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6e951d3-e3e4-4343-accd-d8528fb0e620 req-5ea2bcf1-6884-4127-ac20-343285d5a59a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37675e09-205a-4b8a-853a-af2577d2674b HTTP/1.1" status: 200 len: 217 time: 0.0465217 Aug 31 01:24:12.576632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72536473-b8ad-4811-be93-fdb5b41ecb47 req-3060bf6e-8fca-40b9-8713-2df090f2bbab tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.1266108 Aug 31 01:24:12.578214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808d7c8-58d5-4105-b630-681edb87be71 req-8ddb3422-ed48-43dc-a1dc-f4f22368032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:12.583989 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f808d7c8-58d5-4105-b630-681edb87be71 req-8ddb3422-ed48-43dc-a1dc-f4f22368032c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 1096 time: 0.0783136 Aug 31 01:24:12.695164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e951d3-e3e4-4343-accd-d8528fb0e620 req-ac607d19-3812-40cd-a71a-0fa295b32797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:12.697354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6e951d3-e3e4-4343-accd-d8528fb0e620 req-ac607d19-3812-40cd-a71a-0fa295b32797 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 200 len: 845 time: 0.2452328 Aug 31 01:24:12.735963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808d7c8-58d5-4105-b630-681edb87be71 req-3b0076c8-7407-4f2c-92f0-89168bb01204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:12.737786 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f808d7c8-58d5-4105-b630-681edb87be71 req-3b0076c8-7407-4f2c-92f0-89168bb01204 service neutron] 10.222.0.70 "GET /v2.0/networks?id=05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 200 len: 911 time: 0.1497214 Aug 31 01:24:12.763718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Allocated IP 2001:db8::281 (fbfd3a71-b7a3-43b9-98f1-d7563c346a21/d7123e3a-59f4-465b-970f-cd5c3e6e244d/86c9a915-ee1c-4af9-94ab-2b0f3a66b163) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:12.774147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289592d9-3dee-4cb9-83ad-ae820d4d7010 req-33f409a4-3fc1-4118-b55e-9ea95e600409 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:12.775885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-289592d9-3dee-4cb9-83ad-ae820d4d7010 req-33f409a4-3fc1-4118-b55e-9ea95e600409 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 943 time: 0.1940515 Aug 31 01:24:12.777773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6e951d3-e3e4-4343-accd-d8528fb0e620 req-6bf8bb4b-87e8-470f-ac8a-1f0a4c0f262f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720332 Aug 31 01:24:12.789158 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f808d7c8-58d5-4105-b630-681edb87be71 req-9b92fc99-2732-427e-90c6-57d1a3086525 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b78ce4-3efd-4ca2-92bb-bec138035e6b HTTP/1.1" status: 200 len: 217 time: 0.0414252 Aug 31 01:24:12.857981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808d7c8-58d5-4105-b630-681edb87be71 req-c49b819e-fabd-478a-9fc7-af1de9c6908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:12.859741 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f808d7c8-58d5-4105-b630-681edb87be71 req-c49b819e-fabd-478a-9fc7-af1de9c6908c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bdf0b07-4c89-45a2-828f-1c4e94ba70e3 HTTP/1.1" status: 200 len: 849 time: 0.0573721 Aug 31 01:24:12.906197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd08bcb8-02a7-45ac-9c3b-f8bed46aea00 None None] Network fbfd3a71-b7a3-43b9-98f1-d7563c346a21 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:12.927677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-289592d9-3dee-4cb9-83ad-ae820d4d7010 req-d32cf7f8-901e-4603-84ba-cbca23a779e2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366532 Aug 31 01:24:12.945178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808d7c8-58d5-4105-b630-681edb87be71 req-542779e9-a5dd-448e-b3ec-2269ec3613ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:12.946988 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f808d7c8-58d5-4105-b630-681edb87be71 req-542779e9-a5dd-448e-b3ec-2269ec3613ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05166366-f2cf-4263-a28e-fd696742cc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797439 Aug 31 01:24:13.039527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6e951d3-e3e4-4343-accd-d8528fb0e620 req-ce898ebf-bdb7-42a2-b787-f7165cd1b012 service neutron] 10.222.0.15 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496169 Aug 31 01:24:13.131733 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f808d7c8-58d5-4105-b630-681edb87be71 req-ffa22bf5-d6b0-4c4d-88f0-143776332c10 service neutron] 10.222.0.70 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767166 Aug 31 01:24:13.179405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-34a89d27-097a-4ed9-aaae-b12a9f927783 None None] Provisioning for port 7c0aa3a6-15ff-4ef0-a597-879b09093a87 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:13.190906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-34a89d27-097a-4ed9-aaae-b12a9f927783 None None] Provisioning complete for port 7c0aa3a6-15ff-4ef0-a597-879b09093a87 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:13.191169 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34a89d27-097a-4ed9-aaae-b12a9f927783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:13.235137 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:13.277320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Transition to ACTIVE for port object 86c9a915-ee1c-4af9-94ab-2b0f3a66b163 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:13.282389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6e951d3-e3e4-4343-accd-d8528fb0e620 req-f2db3d12-7e16-4f0e-b965-3e19133728fe service neutron] 10.222.0.15 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287340 Aug 31 01:24:13.297946 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f808d7c8-58d5-4105-b630-681edb87be71 req-1a6d4117-ba28-446f-a7ac-3ab0a755094d service neutron] 10.222.0.70 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569371 Aug 31 01:24:13.301496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c602d-f60f-405b-8ebb-8ab4a9204a6c req-9aa27933-4174-4e7d-b0a8-199bee6b999e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:13.310062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa1c602d-f60f-405b-8ebb-8ab4a9204a6c req-9aa27933-4174-4e7d-b0a8-199bee6b999e tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 944 time: 0.1614690 Aug 31 01:24:13.379620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa1c602d-f60f-405b-8ebb-8ab4a9204a6c req-a863dc7e-7318-4acb-bd92-11d00d6ab4a8 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=8098777a-8b0b-488b-bffb-cd7e48cec17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611544 Aug 31 01:24:13.421075 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34a89d27-097a-4ed9-aaae-b12a9f927783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:13.428407 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:13.489830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-34a89d27-097a-4ed9-aaae-b12a9f927783 None None] For port 7c0aa3a6-15ff-4ef0-a597-879b09093a87, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7c0aa3a6-15ff-4ef0-a597-879b09093a87,segment=NetworkSegment(535b0f33-4efc-4b1f-8ecb-71de46dcee74),segment_id=535b0f33-4efc-4b1f-8ecb-71de46dcee74)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:13.499014 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34a89d27-097a-4ed9-aaae-b12a9f927783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:13.533322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Network fbfd3a71-b7a3-43b9-98f1-d7563c346a21 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:13.541881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:13.552906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:13.564055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:13.564794 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:13.570101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Pushing event updated for resources: {'Port': ['ID=86c9a915-ee1c-4af9-94ab-2b0f3a66b163,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:13.589746 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a89d27-097a-4ed9-aaae-b12a9f927783 None None] Pushing event updated for resources: {'Port': ['ID=7c0aa3a6-15ff-4ef0-a597-879b09093a87,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:13.598592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17856117-b120-4a87-8660-8e67dcc4ad10 req-d08e4d34-a439-44d5-8bd3-a4a71f0d6c43 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:13.600337 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17856117-b120-4a87-8660-8e67dcc4ad10 req-d08e4d34-a439-44d5-8bd3-a4a71f0d6c43 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 944 time: 0.1485057 Aug 31 01:24:13.602238 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b5c0f7b6-224c-45a4-a67b-a9fda4883606 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7725029 Aug 31 01:24:13.605160 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41646) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:13.669869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17856117-b120-4a87-8660-8e67dcc4ad10 req-2faeacb0-e202-4257-974c-bbb663913ee6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624602 Aug 31 01:24:13.681854 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e78d65-a714-48c0-b842-5828d64508fb tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:13.688204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e78d65-a714-48c0-b842-5828d64508fb tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:13.695897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e78d65-a714-48c0-b842-5828d64508fb tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:13.701028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41650) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:13.713324 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-64e78d65-a714-48c0-b842-5828d64508fb tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1069133 Aug 31 01:24:13.849025 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d089ed51-6f13-4b82-ac08-5830214a5b47 req-05c28bc8-46f2-4f2f-93b0-94845d3612b6 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0641863 Aug 31 01:24:13.850883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-166e8d74-cdd0-4801-aea0-27980c520bdd None None] Provisioning complete for port 7c0aa3a6-15ff-4ef0-a597-879b09093a87 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:13.851259 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-166e8d74-cdd0-4801-aea0-27980c520bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:13.882100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9c204-583d-4545-9455-ce9f0e39ebef tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Deleting port 86c9a915-ee1c-4af9-94ab-2b0f3a66b163 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:13.882450 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3f9c204-583d-4545-9455-ce9f0e39ebef tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:14.007750 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7c0aa3a6-15ff-4ef0-a597-879b09093a87 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:14.013935 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3f9c204-583d-4545-9455-ce9f0e39ebef tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:14.030296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9c204-583d-4545-9455-ce9f0e39ebef tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Calling delete_port for 86c9a915-ee1c-4af9-94ab-2b0f3a66b163 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:14.113766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-166e8d74-cdd0-4801-aea0-27980c520bdd None None] Provisioning for port cd4a2e56-0d80-4541-a183-2b1df279c928 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:14.122262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-166e8d74-cdd0-4801-aea0-27980c520bdd None None] Provisioning complete for port cd4a2e56-0d80-4541-a183-2b1df279c928 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:14.122494 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-166e8d74-cdd0-4801-aea0-27980c520bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:14.159564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-166e8d74-cdd0-4801-aea0-27980c520bdd None None] Port cd4a2e56-0d80-4541-a183-2b1df279c928 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:24:14.183868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 7c0aa3a6-15ff-4ef0-a597-879b09093a87 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:14.185006 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:14.291943 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5065d91e-8a39-4a5e-9177-e24170d56bb5 None None] Provisioning complete for port cd4a2e56-0d80-4541-a183-2b1df279c928 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:14.292627 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5065d91e-8a39-4a5e-9177-e24170d56bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:14.413660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5065d91e-8a39-4a5e-9177-e24170d56bb5 None None] Port cd4a2e56-0d80-4541-a183-2b1df279c928 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:24:14.536224 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5d1ed883-84f6-41ab-9163-d7d16613ed9b None None] Provisioning for port 86c9a915-ee1c-4af9-94ab-2b0f3a66b163 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:14.541684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5d1ed883-84f6-41ab-9163-d7d16613ed9b None None] Provisioning complete for port 86c9a915-ee1c-4af9-94ab-2b0f3a66b163 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:14.542320 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed883-84f6-41ab-9163-d7d16613ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:14.592002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ed883-84f6-41ab-9163-d7d16613ed9b None None] Port 86c9a915-ee1c-4af9-94ab-2b0f3a66b163 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:24:14.636979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939c3cf-3c3d-48d6-982a-6fc310caf2bd req-cbc3f4f0-855a-4bdb-b842-079d8a10979f tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:14.638625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7939c3cf-3c3d-48d6-982a-6fc310caf2bd req-cbc3f4f0-855a-4bdb-b842-079d8a10979f tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 944 time: 0.0896087 Aug 31 01:24:14.647449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f079d-88c7-46b7-8c5b-2e6a171db836 req-379b716b-5bf1-4d0d-99d7-04f889fa2a15 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:14.648967 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-289f079d-88c7-46b7-8c5b-2e6a171db836 req-379b716b-5bf1-4d0d-99d7-04f889fa2a15 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 943 time: 0.5606031 Aug 31 01:24:14.750711 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7939c3cf-3c3d-48d6-982a-6fc310caf2bd req-0ffb2f55-1e85-4ac4-a73d-a56b370da6dc tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=8098777a-8b0b-488b-bffb-cd7e48cec17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007276 Aug 31 01:24:14.756725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-289f079d-88c7-46b7-8c5b-2e6a171db836 req-c6f023df-ff86-4533-a144-6d951dbbfb3d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903754 Aug 31 01:24:14.782503 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3f9c204-583d-4545-9455-ce9f0e39ebef tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:14.820070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9c204-583d-4545-9455-ce9f0e39ebef tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Pushing event deleted for resources: {'Port': ['ID=86c9a915-ee1c-4af9-94ab-2b0f3a66b163,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:14.853497 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3f9c204-583d-4545-9455-ce9f0e39ebef tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:14.859552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41660) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:14.860047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c3f9c204-583d-4545-9455-ce9f0e39ebef tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] 10.222.0.58 "DELETE /v2.0/ports/86c9a915-ee1c-4af9-94ab-2b0f3a66b163 HTTP/1.1" status: 204 len: 168 time: 1.1576135 Aug 31 01:24:14.866107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6e5d58e9-2a7d-43b3-89d9-46be3f3f5549 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Request body: {'port': {'name': 'tempest-new-port-name-1091205275', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:14.866846 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.api.validators [None req-6e5d58e9-2a7d-43b3-89d9-46be3f3f5549 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] bootfile-name is not in valid_values {{(pid=94760) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:24:14.867382 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.api.validators [None req-6e5d58e9-2a7d-43b3-89d9-46be3f3f5549 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] tftp-server is not in valid_values {{(pid=94760) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:24:14.867940 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.api.validators [None req-6e5d58e9-2a7d-43b3-89d9-46be3f3f5549 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] server-ip-address is not in valid_values {{(pid=94760) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 01:24:14.917343 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cc7d1-693f-4411-82de-193fe582e1aa req-cba2efaa-9f23-425e-8115-7083fbf2cb76 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:14.919312 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-616cc7d1-693f-4411-82de-193fe582e1aa req-cba2efaa-9f23-425e-8115-7083fbf2cb76 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 944 time: 0.0694656 Aug 31 01:24:14.976758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-616cc7d1-693f-4411-82de-193fe582e1aa req-307c3f20-c183-4c52-ba5a-289cabc1f5aa tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483217 Aug 31 01:24:14.989096 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e5d58e9-2a7d-43b3-89d9-46be3f3f5549 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.047740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97c27ef3-efc5-4403-ab63-bcf5a21e5a2d req-416dbe94-6c28-438e-abfc-8e33eb157a8d tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0296257 Aug 31 01:24:15.215014 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e5d58e9-2a7d-43b3-89d9-46be3f3f5549 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.223469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e5d58e9-2a7d-43b3-89d9-46be3f3f5549 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.262924 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d58e9-2a7d-43b3-89d9-46be3f3f5549 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] In _notify_port_updated(), no bound segment for port cd4a2e56-0d80-4541-a183-2b1df279c928 on network fbfd3a71-b7a3-43b9-98f1-d7563c346a21 {{(pid=94760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:24:15.268945 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d58e9-2a7d-43b3-89d9-46be3f3f5549 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:15.269639 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e5d58e9-2a7d-43b3-89d9-46be3f3f5549 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.273824 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6e5d58e9-2a7d-43b3-89d9-46be3f3f5549 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] 10.222.0.58 "PUT /v2.0/ports/cd4a2e56-0d80-4541-a183-2b1df279c928 HTTP/1.1" status: 200 len: 1130 time: 0.4131641 Aug 31 01:24:15.274477 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41666) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:15.330600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d58e9-2a7d-43b3-89d9-46be3f3f5549 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Pushing event updated for resources: {'Port': ['ID=cd4a2e56-0d80-4541-a183-2b1df279c928,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:15.351701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e7694e-caab-495d-a13f-53aebb30ca5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:15.356901 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-10e7694e-caab-495d-a13f-53aebb30ca5c tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] 10.222.0.58 "GET /v2.0/ports/cd4a2e56-0d80-4541-a183-2b1df279c928 HTTP/1.1" status: 200 len: 1130 time: 0.0733624 Aug 31 01:24:15.357167 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41668) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:15.476837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-66fffe12-4e60-43c6-8c73-6c0cb195ff73 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Deleting port cd4a2e56-0d80-4541-a183-2b1df279c928 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:15.477222 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66fffe12-4e60-43c6-8c73-6c0cb195ff73 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.572288 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66fffe12-4e60-43c6-8c73-6c0cb195ff73 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.583957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-66fffe12-4e60-43c6-8c73-6c0cb195ff73 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Calling delete_port for cd4a2e56-0d80-4541-a183-2b1df279c928 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:15.623409 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5239d92c-a82a-4370-a6a9-a6be2f01b02c None None] Provisioning complete for port cd4a2e56-0d80-4541-a183-2b1df279c928 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:15.624459 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5239d92c-a82a-4370-a6a9-a6be2f01b02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.664053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5239d92c-a82a-4370-a6a9-a6be2f01b02c None None] Port cd4a2e56-0d80-4541-a183-2b1df279c928 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:24:15.733265 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66fffe12-4e60-43c6-8c73-6c0cb195ff73 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.764295 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fffe12-4e60-43c6-8c73-6c0cb195ff73 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Pushing event deleted for resources: {'Port': ['ID=cd4a2e56-0d80-4541-a183-2b1df279c928,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:15.794031 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66fffe12-4e60-43c6-8c73-6c0cb195ff73 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:15.799979 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-66fffe12-4e60-43c6-8c73-6c0cb195ff73 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] 10.222.0.58 "DELETE /v2.0/ports/cd4a2e56-0d80-4541-a183-2b1df279c928 HTTP/1.1" status: 204 len: 168 time: 0.4390786 Aug 31 01:24:15.800364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41674) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:15.835993 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 37675e09-205a-4b8a-853a-af2577d2674b details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:24:15.869501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Deleting subnet d7123e3a-59f4-465b-970f-cd5c3e6e244d {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:24:15.873666 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.035127 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.037703 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device a6b78ce4-3efd-4ca2-92bb-bec138035e6b details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:24:16.051086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 37675e09-205a-4b8a-853a-af2577d2674b, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=37675e09-205a-4b8a-853a-af2577d2674b,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:16.071780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '37675e09-205a-4b8a-853a-af2577d2674b', 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923', 'port_id': '37675e09-205a-4b8a-853a-af2577d2674b', 'mac_address': 'fa:16:3e:3e:09:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428ebcb6-235d-49bc-acd7-c71a4d41509d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:24:16.107247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba557e7-aaa6-489b-aa8a-f41b614d70a2 req-eb6fc4b4-08d3-4b38-8994-0cc626253d7e tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:16.108995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ba557e7-aaa6-489b-aa8a-f41b614d70a2 req-eb6fc4b4-08d3-4b38-8994-0cc626253d7e tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 943 time: 0.1914594 Aug 31 01:24:16.129936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39867cfc-d839-4e84-a787-efd9627f5ec6 req-46d11af9-4d13-43db-bba9-e4e86522bdc5 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:16.132960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39867cfc-d839-4e84-a787-efd9627f5ec6 req-46d11af9-4d13-43db-bba9-e4e86522bdc5 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 944 time: 0.1722558 Aug 31 01:24:16.215718 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.238596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ba557e7-aaa6-489b-aa8a-f41b614d70a2 req-765b5463-d1e5-427d-9f7f-8b64f37f3ba3 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173916 Aug 31 01:24:16.241816 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.246848 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37675e09-205a-4b8a-853a-af2577d2674b {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:24:16.248327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39867cfc-d839-4e84-a787-efd9627f5ec6 req-c9bfa11c-4478-49b3-a8e4-fd77597b5d81 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=8098777a-8b0b-488b-bffb-cd7e48cec17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042109 Aug 31 01:24:16.288749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port a6b78ce4-3efd-4ca2-92bb-bec138035e6b, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=a6b78ce4-3efd-4ca2-92bb-bec138035e6b,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:16.317729 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.322675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'a6b78ce4-3efd-4ca2-92bb-bec138035e6b', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'port_id': 'a6b78ce4-3efd-4ca2-92bb-bec138035e6b', 'mac_address': 'fa:16:3e:83:3b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:24:16.335941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 37675e09-205a-4b8a-853a-af2577d2674b, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=37675e09-205a-4b8a-853a-af2577d2674b,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:16.342846 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.361995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Pushing event deleted for resources: {'Subnet': ['ID=d7123e3a-59f4-465b-970f-cd5c3e6e244d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:16.366865 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.371254 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] 10.222.0.58 "DELETE /v2.0/subnets/d7123e3a-59f4-465b-970f-cd5c3e6e244d HTTP/1.1" status: 204 len: 168 time: 0.5674758 Aug 31 01:24:16.372055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41684) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:16.378431 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b88acc-4f1d-437e-b0dd-69cbb4f0949a None None] Network fbfd3a71-b7a3-43b9-98f1-d7563c346a21 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:16.426222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:16.426458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:16.426813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:16.427348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:16.427659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:16.427999 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:16.428336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:16.428671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:16.429007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:16.429337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:16.429820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:16.430012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe95ac5-38fb-4bc5-91f8-c8b05f871c22 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:16.486572 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c53297-90c7-4358-8015-3501006a84fc req-21fcc8f0-054a-4cac-8a53-8d6f3214b22c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:16.500135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56c53297-90c7-4358-8015-3501006a84fc req-21fcc8f0-054a-4cac-8a53-8d6f3214b22c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 944 time: 0.1348314 Aug 31 01:24:16.516560 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.519216 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.555875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56c53297-90c7-4358-8015-3501006a84fc req-d2136488-c9c0-44e1-8538-38c5cbf44395 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547705 Aug 31 01:24:16.595545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b78ce4-3efd-4ca2-92bb-bec138035e6b {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:24:16.605357 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Deleting port 7c0aa3a6-15ff-4ef0-a597-879b09093a87 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:16.605854 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.670781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port a6b78ce4-3efd-4ca2-92bb-bec138035e6b, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=a6b78ce4-3efd-4ca2-92bb-bec138035e6b,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:16.678387 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6fa14600-1579-4a85-a89c-baf772112903 req-eb57a5b8-b58e-4728-8ca5-faeb3757dc67 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0422664 Aug 31 01:24:16.679787 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.685629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=37675e09-205a-4b8a-853a-af2577d2674b,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:16.731679 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] For port 7c0aa3a6-15ff-4ef0-a597-879b09093a87, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7c0aa3a6-15ff-4ef0-a597-879b09093a87,segment=NetworkSegment(535b0f33-4efc-4b1f-8ecb-71de46dcee74),segment_id=535b0f33-4efc-4b1f-8ecb-71de46dcee74)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:16.732592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.757215 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Calling delete_port for 7c0aa3a6-15ff-4ef0-a597-879b09093a87 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:16.872295 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:16.895031 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['37675e09-205a-4b8a-853a-af2577d2674b'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:24:16.896930 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Pushing event deleted for resources: {'Port': ['ID=7c0aa3a6-15ff-4ef0-a597-879b09093a87,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:16.907600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] No DVR routers for this DVR port 7c0aa3a6-15ff-4ef0-a597-879b09093a87 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:17.002889 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:17.014550 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfd3a71-b7a3-43b9-98f1-d7563c346a21']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:17.027767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535b0f33-4efc-4b1f-8ecb-71de46dcee74') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:17.028221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535b0f33-4efc-4b1f-8ecb-71de46dcee74') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:17.043408 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:17.054982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=a6b78ce4-3efd-4ca2-92bb-bec138035e6b,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:17.070161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['a6b78ce4-3efd-4ca2-92bb-bec138035e6b'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:24:17.071397 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:17.087095 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:24:17.087779 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:24:17.091329 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:24:17.151764 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd44e297-098c-4110-9a4d-908e448fc7ab None None] DHCP port deletion for fbfd3a71-b7a3-43b9-98f1-d7563c346a21 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:24:17.185653 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:17.196286 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:17.200572 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] 10.222.0.58 "DELETE /v2.0/networks/fbfd3a71-b7a3-43b9-98f1-d7563c346a21 HTTP/1.1" status: 204 len: 168 time: 0.8254781 Aug 31 01:24:17.222744 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03522f2-85fc-41e8-8043-1d2c0d6ecda4 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051 tempest-ExtraDHCPOptionsIpV6TestJSON-829274051-project] Pushing event deleted for resources: {'Network': ['ID=fbfd3a71-b7a3-43b9-98f1-d7563c346a21,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:17.555328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6cd22-258b-4264-b713-d1269bce2104 req-30c7b621-6692-41d6-9c8c-4b195f154bd2 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:17.557528 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-19d6cd22-258b-4264-b713-d1269bce2104 req-30c7b621-6692-41d6-9c8c-4b195f154bd2 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 945 time: 0.1303132 Aug 31 01:24:17.569162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41700) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:17.619428 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04268b67-632a-4a2a-86aa-4ac2540505e3 req-8f5336d8-a13b-4607-bad7-b1a104c973db tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:17.620743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-04268b67-632a-4a2a-86aa-4ac2540505e3 req-8f5336d8-a13b-4607-bad7-b1a104c973db tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 944 time: 0.1312308 Aug 31 01:24:17.637610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-19d6cd22-258b-4264-b713-d1269bce2104 req-de58bffa-54d5-471d-87f2-22ba25112b2a tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=8098777a-8b0b-488b-bffb-cd7e48cec17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685613 Aug 31 01:24:17.703661 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-04268b67-632a-4a2a-86aa-4ac2540505e3 req-4d9737e5-a485-4689-a0ca-3ed06a791b7f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628712 Aug 31 01:24:17.754228 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2e6efe36-0296-448d-8cab-cbeb4d2b26ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29d65514335540ab946211dd77035562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840429 Aug 31 01:24:17.756939 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41708) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:17.811956 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-242b0442-3a28-467e-899a-b6fa9cfa4bf0 req-edbe5f6b-bffc-41b0-b63a-cd2dfea7a115 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0393760 Aug 31 01:24:17.821567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46783ffc-460c-4d13-ac65-7d9b015f4533 req-1afa9f60-1f8f-412c-afd1-f550407b7a92 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:17.823418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46783ffc-460c-4d13-ac65-7d9b015f4533 req-1afa9f60-1f8f-412c-afd1-f550407b7a92 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 944 time: 0.0911524 Aug 31 01:24:17.824735 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fb2b7cf-15a2-4fee-8068-510e948ed401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:17.865670 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fb2b7cf-15a2-4fee-8068-510e948ed401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:17.873111 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7c0aa3a6-15ff-4ef0-a597-879b09093a87 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:17.887058 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46783ffc-460c-4d13-ac65-7d9b015f4533 req-612107a4-a3aa-4a59-9dcf-eaf5fbaa1866 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563490 Aug 31 01:24:17.894433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 7c0aa3a6-15ff-4ef0-a597-879b09093a87 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:17.894784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7c0aa3a6-15ff-4ef0-a597-879b09093a87 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:17.924756 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fb2b7cf-15a2-4fee-8068-510e948ed401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:17.927627 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fb2b7cf-15a2-4fee-8068-510e948ed401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:17.928922 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6fb2b7cf-15a2-4fee-8068-510e948ed401 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f604aac-d56f-47eb-8a6f-c56631338f97 HTTP/1.1" status: 204 len: 168 time: 0.1710453 Aug 31 01:24:17.937227 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2b7cf-15a2-4fee-8068-510e948ed401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f604aac-d56f-47eb-8a6f-c56631338f97,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:18.053329 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device a6b78ce4-3efd-4ca2-92bb-bec138035e6b up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:18.105763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port a6b78ce4-3efd-4ca2-92bb-bec138035e6b completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:18.110343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port a6b78ce4-3efd-4ca2-92bb-bec138035e6b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:18.110834 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:18.199445 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:18.228223 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aca38e3-f941-4a0c-a218-01171f59957c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b78ce4-3efd-4ca2-92bb-bec138035e6b'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:18.230341 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dc0e10-8d0a-4cfd-b7ed-ecb6753e968b" -d '{"events": [{"server_uuid": "1aca38e3-f941-4a0c-a218-01171f59957c", "name": "network-vif-plugged", "status": "completed", "tag": "a6b78ce4-3efd-4ca2-92bb-bec138035e6b"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:18.245767 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port a6b78ce4-3efd-4ca2-92bb-bec138035e6b, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=a6b78ce4-3efd-4ca2-92bb-bec138035e6b,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:18.250875 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:18.282256 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e1f56c-b6cf-4881-be02-28109bd43d53 x-openstack-request-id: req-c0e1f56c-b6cf-4881-be02-28109bd43d53 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:18.282550 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aca38e3-f941-4a0c-a218-01171f59957c", "name": "network-vif-plugged", "status": "completed", "tag": "a6b78ce4-3efd-4ca2-92bb-bec138035e6b", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:18.282805 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0e1f56c-b6cf-4881-be02-28109bd43d53 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:18.283199 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aca38e3-f941-4a0c-a218-01171f59957c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b78ce4-3efd-4ca2-92bb-bec138035e6b', 'code': 200} Aug 31 01:24:18.312607 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=a6b78ce4-3efd-4ca2-92bb-bec138035e6b,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:18.387757 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d82e8-449e-417c-98cb-4b9bdc78ee2f req-ff2bf520-ca4f-47f3-b697-a2035dffd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:18.389490 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3f1d82e8-449e-417c-98cb-4b9bdc78ee2f req-ff2bf520-ca4f-47f3-b697-a2035dffd6d9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 1098 time: 0.0418921 Aug 31 01:24:18.430536 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3f1d82e8-449e-417c-98cb-4b9bdc78ee2f req-7a805c23-027e-4bf2-ac93-5635d2ec03a6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8098777a-8b0b-488b-bffb-cd7e48cec17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334852 Aug 31 01:24:18.648516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41734) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:18.752690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-90d7e7c3-a786-4197-8003-7e4a254553b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137424157'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:18.780972 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-90d7e7c3-a786-4197-8003-7e4a254553b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:18.790663 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-90d7e7c3-a786-4197-8003-7e4a254553b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:18.792654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cafdfa-db7f-407c-bb22-84ebf768e80d req-46d2df8a-e74c-496b-a4d8-35a5d010a9bc tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:18.794637 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1cafdfa-db7f-407c-bb22-84ebf768e80d req-46d2df8a-e74c-496b-a4d8-35a5d010a9bc tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 946 time: 0.0872443 Aug 31 01:24:18.878491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1cafdfa-db7f-407c-bb22-84ebf768e80d req-f1ce1944-e12c-496a-b443-0a75101a693a tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=8098777a-8b0b-488b-bffb-cd7e48cec17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717020 Aug 31 01:24:18.886533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e6ca0-d27a-4300-aa56-daf69b7dfa9e req-164fd7d3-9fd2-479f-91f9-20bcf0301639 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:18.888268 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa0e6ca0-d27a-4300-aa56-daf69b7dfa9e req-164fd7d3-9fd2-479f-91f9-20bcf0301639 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 944 time: 0.0927083 Aug 31 01:24:18.896371 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-90d7e7c3-a786-4197-8003-7e4a254553b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:18.901632 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-90d7e7c3-a786-4197-8003-7e4a254553b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:18.945779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7e7c3-a786-4197-8003-7e4a254553b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abb349b-6b8d-4f8a-aa88-0d8ce87eca44,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:18.952737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa0e6ca0-d27a-4300-aa56-daf69b7dfa9e req-aeb20372-5148-4225-8572-f08f62729526 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563219 Aug 31 01:24:19.009637 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50082c84-7265-4b19-913c-89a8ed9c0ac3 req-5e6e49b2-f0a7-40f9-acd2-45b8418cbf01 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0390623 Aug 31 01:24:19.055264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-90d7e7c3-a786-4197-8003-7e4a254553b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.059744 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-90d7e7c3-a786-4197-8003-7e4a254553b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.086905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b69b89-7ea6-4698-bd6c-003d186e06bd req-3a805e4b-b34e-4315-beab-c613179ae959 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:19.088580 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01b69b89-7ea6-4698-bd6c-003d186e06bd req-3a805e4b-b34e-4315-beab-c613179ae959 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 944 time: 0.0682399 Aug 31 01:24:19.089734 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-90d7e7c3-a786-4197-8003-7e4a254553b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.091320 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-90d7e7c3-a786-4197-8003-7e4a254553b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4415252 Aug 31 01:24:19.093942 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41746) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:19.102007 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7e7c3-a786-4197-8003-7e4a254553b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadf6717-9f0f-43b3-9de8-87166477c685,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:19.134199 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01b69b89-7ea6-4698-bd6c-003d186e06bd req-05eae3ba-758b-4b6a-a89a-27b9523747d5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357504 Aug 31 01:24:19.161855 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-efcc629b-96f5-4f6f-a439-214669c9578b tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0667601 Aug 31 01:24:19.164726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41748) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:19.169847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-cdea8a30-f948-4e2c-927d-df31647325b7 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group': {'name': 'tempest-security--1621875467', 'description': 'tempest-security-description-1075722623'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:19.196507 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cdea8a30-f948-4e2c-927d-df31647325b7 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.239936 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cdea8a30-f948-4e2c-927d-df31647325b7 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.243705 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cdea8a30-f948-4e2c-927d-df31647325b7 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.246396 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cdea8a30-f948-4e2c-927d-df31647325b7 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.247662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cdea8a30-f948-4e2c-927d-df31647325b7 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "PUT /v2.0/security-groups/eadf6717-9f0f-43b3-9de8-87166477c685 HTTP/1.1" status: 200 len: 1780 time: 0.0818222 Aug 31 01:24:19.250457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41750) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:19.273831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea8a30-f948-4e2c-927d-df31647325b7 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadf6717-9f0f-43b3-9de8-87166477c685,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:19.297405 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cc2d2780-10d1-4923-bcba-da6a4e9bcc9a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-groups/eadf6717-9f0f-43b3-9de8-87166477c685 HTTP/1.1" status: 200 len: 1780 time: 0.0453584 Aug 31 01:24:19.300434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41752) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:19.357821 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ae46dfd8-0d18-420f-a82a-8d0a08e8e582 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.383094 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ae46dfd8-0d18-420f-a82a-8d0a08e8e582 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.430467 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ae46dfd8-0d18-420f-a82a-8d0a08e8e582 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.433368 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ae46dfd8-0d18-420f-a82a-8d0a08e8e582 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.437402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ae46dfd8-0d18-420f-a82a-8d0a08e8e582 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-groups/eadf6717-9f0f-43b3-9de8-87166477c685 HTTP/1.1" status: 204 len: 168 time: 0.1354656 Aug 31 01:24:19.439500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41754) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:19.448396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46dfd8-0d18-420f-a82a-8d0a08e8e582 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadf6717-9f0f-43b3-9de8-87166477c685,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:19.503491 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-98968d63-42d1-4112-9f8a-acd1f71dec29 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612190 Aug 31 01:24:19.506265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41756) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:19.522011 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-861f5480-da87-4b81-8b5a-84e0248ccdc3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] delete failed (client error): The resource could not be found. Aug 31 01:24:19.523031 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-861f5480-da87-4b81-8b5a-84e0248ccdc3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-groups/eadf6717-9f0f-43b3-9de8-87166477c685 HTTP/1.1" status: 404 len: 347 time: 0.0157721 Aug 31 01:24:19.527299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41758) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:19.533264 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group': {'name': 'tempest-secgroup--408814222'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:19.555744 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.640893 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.645126 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.672397 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.677622 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1456232 Aug 31 01:24:19.677622 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41760) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:19.683263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-207311ff-671e-4036-ac6e-d09db2fc16bc tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group_rule': {'security_group_id': 'a305b293-8923-4dd9-9903-aa092956bd21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:19.688475 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a305b293-8923-4dd9-9903-aa092956bd21,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:19.711466 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:19.711466 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:19.711987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:19.712320 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:19.712898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:19.713472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:19.714711 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:19.715084 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:19.715453 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:19.715788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:19.716127 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:19.716455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0483db5-4ddc-459b-a719-40e83e93badb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:19.736642 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-207311ff-671e-4036-ac6e-d09db2fc16bc tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.793899 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-207311ff-671e-4036-ac6e-d09db2fc16bc tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.800526 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-207311ff-671e-4036-ac6e-d09db2fc16bc tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.820111 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207311ff-671e-4036-ac6e-d09db2fc16bc tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299ce99d-6cbd-4de6-86e2-c06877d39767,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:19.826831 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-207311ff-671e-4036-ac6e-d09db2fc16bc tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.828132 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-207311ff-671e-4036-ac6e-d09db2fc16bc tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497128 Aug 31 01:24:19.831959 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41762) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:19.834784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 37675e09-205a-4b8a-853a-af2577d2674b up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:19.861584 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aba3559c-f7cc-45bf-b068-49655d8eb186 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.872266 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aba3559c-f7cc-45bf-b068-49655d8eb186 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.895486 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 37675e09-205a-4b8a-853a-af2577d2674b completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:19.900299 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 37675e09-205a-4b8a-853a-af2577d2674b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:19.900775 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.900927 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aba3559c-f7cc-45bf-b068-49655d8eb186 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.906928 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aba3559c-f7cc-45bf-b068-49655d8eb186 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:19.912083 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-aba3559c-f7cc-45bf-b068-49655d8eb186 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/299ce99d-6cbd-4de6-86e2-c06877d39767 HTTP/1.1" status: 204 len: 168 time: 0.0788743 Aug 31 01:24:19.914933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41766) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:19.920846 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3559c-f7cc-45bf-b068-49655d8eb186 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=299ce99d-6cbd-4de6-86e2-c06877d39767,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:19.992647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41770) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:19.993037 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8a49d8c0-3ead-4a91-8500-71c8a1a53ce3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0765049 Aug 31 01:24:20.025843 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.060282 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4fd85ff5-3b6e-4bd3-86d0-6df69bb511df tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.064203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 37675e09-205a-4b8a-853a-af2577d2674b, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=37675e09-205a-4b8a-853a-af2577d2674b,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:20.070496 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.100037 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4fd85ff5-3b6e-4bd3-86d0-6df69bb511df tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.104564 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edbbb5-7513-4b28-bb34-3b53b7c7d7f8 req-5c0696c8-4c8e-496f-a58e-42211d7924ba tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:20.113003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67edbbb5-7513-4b28-bb34-3b53b7c7d7f8 req-5c0696c8-4c8e-496f-a58e-42211d7924ba tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 946 time: 0.1186154 Aug 31 01:24:20.158049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46ae22-7a96-4343-bac9-7299638fa688 req-0752435a-1d14-4f2a-b3f0-6abccc2f4b64 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:20.161323 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e46ae22-7a96-4343-bac9-7299638fa688 req-0752435a-1d14-4f2a-b3f0-6abccc2f4b64 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 944 time: 0.1336465 Aug 31 01:24:20.181518 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=37675e09-205a-4b8a-853a-af2577d2674b,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:20.193233 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4fd85ff5-3b6e-4bd3-86d0-6df69bb511df tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.197560 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4fd85ff5-3b6e-4bd3-86d0-6df69bb511df tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.200527 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4fd85ff5-3b6e-4bd3-86d0-6df69bb511df tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-groups/a305b293-8923-4dd9-9903-aa092956bd21 HTTP/1.1" status: 204 len: 168 time: 0.2063727 Aug 31 01:24:20.207981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41776) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:20.209121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67edbbb5-7513-4b28-bb34-3b53b7c7d7f8 req-decf8622-2b1a-460e-b482-7556c66c1788 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=8098777a-8b0b-488b-bffb-cd7e48cec17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951433 Aug 31 01:24:20.241844 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e46ae22-7a96-4343-bac9-7299638fa688 req-6930db75-eb46-4f9d-9e63-47c5ad4b7b5f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687051 Aug 31 01:24:20.263517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd85ff5-3b6e-4bd3-86d0-6df69bb511df tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a305b293-8923-4dd9-9903-aa092956bd21,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:20.286190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8084fd-5339-44ff-9963-2b8b6bcd0bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37675e09-205a-4b8a-853a-af2577d2674b'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:20.289141 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10088131-6e08-4daf-8905-a42ea8f7549c" -d '{"events": [{"server_uuid": "4a8084fd-5339-44ff-9963-2b8b6bcd0bdf", "name": "network-vif-plugged", "status": "completed", "tag": "37675e09-205a-4b8a-853a-af2577d2674b"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:20.334108 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8befc69b-4584-4042-a9d8-8c3a60d69383 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1218207 Aug 31 01:24:20.334108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41782) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:20.339607 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5f87dbd9-98f8-4fb8-9091-03de8decd5fa tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group': {'name': 'tempest-secgroup--961498588'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:20.360814 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4086b03e-b6aa-4cc9-803d-cf662167ff5c req-f283652f-0db1-4194-a333-e8756947cc0a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/ports?device_id=68806e44-4214-4c87-9243-d65d8f83a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0311713 Aug 31 01:24:20.370718 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f87dbd9-98f8-4fb8-9091-03de8decd5fa tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.446905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5c8e1-1117-45f1-b36f-3e7296b59b9e req-1ff7c832-e1d1-4bfc-9093-24eeaaef0b1a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:20.455342 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21c5c8e1-1117-45f1-b36f-3e7296b59b9e req-1ff7c832-e1d1-4bfc-9093-24eeaaef0b1a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 944 time: 0.0973806 Aug 31 01:24:20.504283 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f87dbd9-98f8-4fb8-9091-03de8decd5fa tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.509030 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f87dbd9-98f8-4fb8-9091-03de8decd5fa tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.527885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21c5c8e1-1117-45f1-b36f-3e7296b59b9e req-1428a077-1904-44f3-84f8-9a114f59ecc8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710568 Aug 31 01:24:20.542692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87dbd9-98f8-4fb8-9091-03de8decd5fa tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d734644-02ce-42c1-84b4-20061eca8f58,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:20.557203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91e8aa-6d47-4051-b893-c0605f27bd63 req-3c0515a9-3284-457c-adf2-4e1f557032df tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:20.557389 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5f87dbd9-98f8-4fb8-9091-03de8decd5fa tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.567131 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5f87dbd9-98f8-4fb8-9091-03de8decd5fa tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2264347 Aug 31 01:24:20.567131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41784) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:20.567553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a91e8aa-6d47-4051-b893-c0605f27bd63 req-3c0515a9-3284-457c-adf2-4e1f557032df tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 946 time: 0.1044393 Aug 31 01:24:20.567669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41786) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:20.572430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-08c62a50-aaf9-4b77-b053-513bc38bd0e9 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group_rule': {'security_group_id': '9d734644-02ce-42c1-84b4-20061eca8f58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:20.580222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5702471d-e5df-4e00-82f4-86c9d076bcd9 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Request body: {'floatingip': {'port_id': 'a6b78ce4-3efd-4ca2-92bb-bec138035e6b'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:20.587080 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8404baa-3f38-41ad-ad18-660406bb02b4 x-openstack-request-id: req-a8404baa-3f38-41ad-ad18-660406bb02b4 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:20.587698 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8084fd-5339-44ff-9963-2b8b6bcd0bdf", "name": "network-vif-plugged", "status": "completed", "tag": "37675e09-205a-4b8a-853a-af2577d2674b", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:20.588165 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8404baa-3f38-41ad-ad18-660406bb02b4 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:20.588712 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8084fd-5339-44ff-9963-2b8b6bcd0bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37675e09-205a-4b8a-853a-af2577d2674b', 'code': 200} Aug 31 01:24:20.632102 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5702471d-e5df-4e00-82f4-86c9d076bcd9 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for floatingip, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.681326 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08c62a50-aaf9-4b77-b053-513bc38bd0e9 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.713819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014a104-a8c4-4e50-bc6c-38690647c1d2 req-2636e7ca-8af7-4244-a60b-c75c00ae685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:20.715428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c014a104-a8c4-4e50-bc6c-38690647c1d2 req-2636e7ca-8af7-4244-a60b-c75c00ae685d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 1097 time: 0.0447295 Aug 31 01:24:20.752847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c014a104-a8c4-4e50-bc6c-38690647c1d2 req-82654bbd-0f7a-42bf-bf3e-7b45cc880231 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298941 Aug 31 01:24:20.826596 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08c62a50-aaf9-4b77-b053-513bc38bd0e9 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.832103 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08c62a50-aaf9-4b77-b053-513bc38bd0e9 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.860146 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c62a50-aaf9-4b77-b053-513bc38bd0e9 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46188c04-17d9-4a7f-b4e1-23bfb819db0d,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:20.890257 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08c62a50-aaf9-4b77-b053-513bc38bd0e9 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.891495 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-08c62a50-aaf9-4b77-b053-513bc38bd0e9 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283763 Aug 31 01:24:20.894887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41792) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:20.901101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ab0d54bd-ced8-4ff3-b922-9105668304ea tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group_rule': {'security_group_id': '9d734644-02ce-42c1-84b4-20061eca8f58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:20.938928 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab0d54bd-ced8-4ff3-b922-9105668304ea tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.990940 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab0d54bd-ced8-4ff3-b922-9105668304ea tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.995902 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab0d54bd-ced8-4ff3-b922-9105668304ea tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.021469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d54bd-ced8-4ff3-b922-9105668304ea tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56f6bea-bb0a-47a5-b64c-f3eb56176d2e,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:21.028025 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab0d54bd-ced8-4ff3-b922-9105668304ea tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.030696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ab0d54bd-ced8-4ff3-b922-9105668304ea tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332397 Aug 31 01:24:21.032568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41794) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:21.040130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-2b7c9961-cec5-4702-8286-8ee5329d4dca tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group_rule': {'security_group_id': '9d734644-02ce-42c1-84b4-20061eca8f58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:21.072280 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b7c9961-cec5-4702-8286-8ee5329d4dca tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.149120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b7c9961-cec5-4702-8286-8ee5329d4dca tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.153631 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b7c9961-cec5-4702-8286-8ee5329d4dca tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.160665 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5702471d-e5df-4e00-82f4-86c9d076bcd9 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.165000 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5702471d-e5df-4e00-82f4-86c9d076bcd9 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.174286 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c9961-cec5-4702-8286-8ee5329d4dca tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52ab0b1-1941-4a23-89b0-7ccf7f90f324,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:21.180259 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b7c9961-cec5-4702-8286-8ee5329d4dca tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.181594 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2b7c9961-cec5-4702-8286-8ee5329d4dca tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480100 Aug 31 01:24:21.184269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41796) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:21.188756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-39002f8f-a033-46a3-ac85-5ea4574ba081 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group_rule': {'security_group_id': '9d734644-02ce-42c1-84b4-20061eca8f58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:21.212707 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-685c88d2-48dc-4c71-8039-217bf788dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.218595 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-39002f8f-a033-46a3-ac85-5ea4574ba081 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.290480 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-39002f8f-a033-46a3-ac85-5ea4574ba081 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.290995 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-5702471d-e5df-4e00-82f4-86c9d076bcd9 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Floating IP 5f07f1df-d813-4a69-a998-ee0d608ba291 associated. External IP: 172.25.6.94, port: a6b78ce4-3efd-4ca2-92bb-bec138035e6b. Aug 31 01:24:21.294629 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-39002f8f-a033-46a3-ac85-5ea4574ba081 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.316066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39002f8f-a033-46a3-ac85-5ea4574ba081 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d234c38-84c9-4848-8622-7a54cf4ae310,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:21.321676 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-39002f8f-a033-46a3-ac85-5ea4574ba081 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.323039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-39002f8f-a033-46a3-ac85-5ea4574ba081 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378322 Aug 31 01:24:21.326329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41800) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:21.332418 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f697817a-c2cd-41f4-b086-8fadbc87ceaa tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group_rule': {'security_group_id': '9d734644-02ce-42c1-84b4-20061eca8f58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:21.364126 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f697817a-c2cd-41f4-b086-8fadbc87ceaa tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.474186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41806) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:21.481519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03375702-b4d2-4636-8f38-2c0f092746fc req-52a6915b-afac-4e7e-b3e4-03f7602383cf tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:21.483029 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03375702-b4d2-4636-8f38-2c0f092746fc req-52a6915b-afac-4e7e-b3e4-03f7602383cf tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 945 time: 0.0916755 Aug 31 01:24:21.496047 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f697817a-c2cd-41f4-b086-8fadbc87ceaa tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.504301 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f697817a-c2cd-41f4-b086-8fadbc87ceaa tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.526731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697817a-c2cd-41f4-b086-8fadbc87ceaa tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbbd1f8-1228-4532-adba-78e232827a8e,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:21.561923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03375702-b4d2-4636-8f38-2c0f092746fc req-ef2062aa-36d3-40be-a0fb-a8bd438a9645 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682454 Aug 31 01:24:21.563691 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f697817a-c2cd-41f4-b086-8fadbc87ceaa tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.569540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f697817a-c2cd-41f4-b086-8fadbc87ceaa tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2419004 Aug 31 01:24:21.570195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41810) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:21.609459 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14920f2a-b22d-4cb4-8c66-00897362776c tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.628838 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14920f2a-b22d-4cb4-8c66-00897362776c tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.688429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d430c2-0723-429b-a62d-0d33c4d59729 req-894fdd0f-50d2-4916-84d6-7484c96d9442 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:21.690809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-31d430c2-0723-429b-a62d-0d33c4d59729 req-894fdd0f-50d2-4916-84d6-7484c96d9442 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 944 time: 0.0786507 Aug 31 01:24:21.692288 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14920f2a-b22d-4cb4-8c66-00897362776c tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.697496 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14920f2a-b22d-4cb4-8c66-00897362776c tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.701401 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-14920f2a-b22d-4cb4-8c66-00897362776c tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/afbbd1f8-1228-4532-adba-78e232827a8e HTTP/1.1" status: 204 len: 168 time: 0.1301122 Aug 31 01:24:21.702139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41812) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:21.726543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14920f2a-b22d-4cb4-8c66-00897362776c tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afbbd1f8-1228-4532-adba-78e232827a8e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:21.795760 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6da6d91b-cd25-4f74-8452-f6b3a6dc9810 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0875752 Aug 31 01:24:21.796534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41814) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:21.808099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-31d430c2-0723-429b-a62d-0d33c4d59729 req-805711c4-e731-4219-9763-705d25992b9a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894151 Aug 31 01:24:21.841409 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73c3dabc-e511-4d55-9eca-456cdb59351a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.857214 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73c3dabc-e511-4d55-9eca-456cdb59351a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.896035 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73c3dabc-e511-4d55-9eca-456cdb59351a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.902853 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73c3dabc-e511-4d55-9eca-456cdb59351a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:21.906601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-73c3dabc-e511-4d55-9eca-456cdb59351a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0d234c38-84c9-4848-8622-7a54cf4ae310 HTTP/1.1" status: 204 len: 168 time: 0.1066175 Aug 31 01:24:21.906921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41818) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:21.912393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3dabc-e511-4d55-9eca-456cdb59351a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d234c38-84c9-4848-8622-7a54cf4ae310,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:22.014020 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d8c1c742-f932-49e9-b98d-6a6faf93672e tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1043663 Aug 31 01:24:22.014020 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-78521ab0-c1a6-4d9a-95cd-047a390090a0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.015594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41820) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:22.016221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5702471d-e5df-4e00-82f4-86c9d076bcd9 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Router f2d437d4-b326-42c5-a6ee-242d9f4551b5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:24:22.042419 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bce19475-c88d-4f88-b067-18a7a22989b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.046876 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-78521ab0-c1a6-4d9a-95cd-047a390090a0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.050680 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bce19475-c88d-4f88-b067-18a7a22989b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.084032 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bce19475-c88d-4f88-b067-18a7a22989b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.090475 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bce19475-c88d-4f88-b067-18a7a22989b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.093950 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bce19475-c88d-4f88-b067-18a7a22989b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d52ab0b1-1941-4a23-89b0-7ccf7f90f324 HTTP/1.1" status: 204 len: 168 time: 0.0744562 Aug 31 01:24:22.095821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41822) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:22.105322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce19475-c88d-4f88-b067-18a7a22989b0 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d52ab0b1-1941-4a23-89b0-7ccf7f90f324,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:22.154597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e232cd2c-3bc8-41c5-898b-7b947535cdbd tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0567515 Aug 31 01:24:22.154969 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41824) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:22.181694 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6353e6aa-74e3-4b18-8313-5ad3efd30f57 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.186080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-78521ab0-c1a6-4d9a-95cd-047a390090a0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.189370 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-78521ab0-c1a6-4d9a-95cd-047a390090a0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.190429 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6353e6aa-74e3-4b18-8313-5ad3efd30f57 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.193754 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-78521ab0-c1a6-4d9a-95cd-047a390090a0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "DELETE /v2.0/security-groups/0ccb6d78-77b8-4f40-92cf-c7f9d7718585 HTTP/1.1" status: 204 len: 168 time: 0.7160072 Aug 31 01:24:22.197079 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41826) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:22.207701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5702471d-e5df-4e00-82f4-86c9d076bcd9 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:24:22.209446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78521ab0-c1a6-4d9a-95cd-047a390090a0 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccb6d78-77b8-4f40-92cf-c7f9d7718585,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:22.214488 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5702471d-e5df-4e00-82f4-86c9d076bcd9 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.219547 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-469115a8-090a-4d48-8c7c-7767d1ca84a2 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] show failed (client error): The resource could not be found. Aug 31 01:24:22.220596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-469115a8-090a-4d48-8c7c-7767d1ca84a2 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "GET /v2.0/security-groups/0ccb6d78-77b8-4f40-92cf-c7f9d7718585 HTTP/1.1" status: 404 len: 347 time: 0.0223150 Aug 31 01:24:22.224104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41828) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:22.231966 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43588676-75a5-43e2-88d7-0616d244d50a None None] Sync routers for ids ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:24:22.270245 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43588676-75a5-43e2-88d7-0616d244d50a None None] Routers {'f2d437d4-b326-42c5-a6ee-242d9f4551b5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:24:22.271502 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-43588676-75a5-43e2-88d7-0616d244d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:22.279339 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6353e6aa-74e3-4b18-8313-5ad3efd30f57 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.280438 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5702471d-e5df-4e00-82f4-86c9d076bcd9 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "PUT /v2.0/floatingips/5f07f1df-d813-4a69-a998-ee0d608ba291 HTTP/1.1" status: 200 len: 991 time: 1.7073684 Aug 31 01:24:22.281307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aca38e3-f941-4a0c-a218-01171f59957c', 'tag': 'a6b78ce4-3efd-4ca2-92bb-bec138035e6b'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:22.285324 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cbb2d5-474c-41bf-a831-0c0372d3f075" -d '{"events": [{"name": "network-changed", "server_uuid": "1aca38e3-f941-4a0c-a218-01171f59957c", "tag": "a6b78ce4-3efd-4ca2-92bb-bec138035e6b"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:22.287347 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6353e6aa-74e3-4b18-8313-5ad3efd30f57 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.290810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6353e6aa-74e3-4b18-8313-5ad3efd30f57 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f56f6bea-bb0a-47a5-b64c-f3eb56176d2e HTTP/1.1" status: 204 len: 168 time: 0.1326256 Aug 31 01:24:22.291189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41834) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:22.329936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353e6aa-74e3-4b18-8313-5ad3efd30f57 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f56f6bea-bb0a-47a5-b64c-f3eb56176d2e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:22.379051 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4bdc66-6220-47fd-bcf8-b98bab57fa59 x-openstack-request-id: req-0a4bdc66-6220-47fd-bcf8-b98bab57fa59 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:22.379673 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aca38e3-f941-4a0c-a218-01171f59957c", "tag": "a6b78ce4-3efd-4ca2-92bb-bec138035e6b", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:22.379927 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a4bdc66-6220-47fd-bcf8-b98bab57fa59 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:22.380349 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aca38e3-f941-4a0c-a218-01171f59957c', 'tag': 'a6b78ce4-3efd-4ca2-92bb-bec138035e6b', 'status': 'completed', 'code': 200} Aug 31 01:24:22.396012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-cab90846-7df9-456d-bdb1-8b7f3275b828 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Deleting port cb2b5293-d7dc-4ec9-9991-ee9c688b8c2e {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:22.396707 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cab90846-7df9-456d-bdb1-8b7f3275b828 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.424955 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d05bdf22-e1ee-4b77-b394-1a644a27931f tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1319039 Aug 31 01:24:22.425507 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41838) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:22.434710 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-43588676-75a5-43e2-88d7-0616d244d50a None None] Set router f2d437d4-b326-42c5-a6ee-242d9f4551b5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:24:22.490551 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-afdbd45c-a902-4a38-bb86-05d043b3d685 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.494774 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cab90846-7df9-456d-bdb1-8b7f3275b828 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.495537 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cab90846-7df9-456d-bdb1-8b7f3275b828 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.508808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-cab90846-7df9-456d-bdb1-8b7f3275b828 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Calling delete_port for cb2b5293-d7dc-4ec9-9991-ee9c688b8c2e owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:22.512784 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-afdbd45c-a902-4a38-bb86-05d043b3d685 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.548275 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbb2d5-474c-41bf-a831-0c0372d3f075 req-0c7b742e-5395-4db0-8b77-2b28b035ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:22.550028 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-09cbb2d5-474c-41bf-a831-0c0372d3f075 req-0c7b742e-5395-4db0-8b77-2b28b035ae35 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 1098 time: 0.1687181 Aug 31 01:24:22.555230 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-afdbd45c-a902-4a38-bb86-05d043b3d685 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.560862 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-afdbd45c-a902-4a38-bb86-05d043b3d685 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.562165 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-afdbd45c-a902-4a38-bb86-05d043b3d685 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/46188c04-17d9-4a7f-b4e1-23bfb819db0d HTTP/1.1" status: 204 len: 168 time: 0.1323483 Aug 31 01:24:22.573706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41840) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:22.672182 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cab90846-7df9-456d-bdb1-8b7f3275b828 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.677651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbd45c-a902-4a38-bb86-05d043b3d685 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46188c04-17d9-4a7f-b4e1-23bfb819db0d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:22.725876 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c00153cb-ea67-4e03-89e3-db74aaca51cc tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1467695 Aug 31 01:24:22.726132 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-43588676-75a5-43e2-88d7-0616d244d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '5f07f1df-d813-4a69-a998-ee0d608ba291', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'port_id': 'a6b78ce4-3efd-4ca2-92bb-bec138035e6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'mac_address': 'fa:16:3e:83:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aca38e3-f941-4a0c-a218-01171f59957c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:24:05Z', 'updated_at': '2021-08-31T01:24:21Z', 'revision_number': 1, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0543aa-661a-4525-bc0f-bfc8e90e61f3', 'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'mac_address': 'fa:16:3e:91:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:47Z', 'updated_at': '2021-08-31T01:18:01Z', 'revision_number': 5, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'subnets': [{'id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:22.726843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41844) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:22.745142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab90846-7df9-456d-bdb1-8b7f3275b828 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event deleted for resources: {'Port': ['ID=cb2b5293-d7dc-4ec9-9991-ee9c688b8c2e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:22.759248 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43588676-75a5-43e2-88d7-0616d244d50a None None] Checking router: f2d437d4-b326-42c5-a6ee-242d9f4551b5 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:24:22.769404 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43588676-75a5-43e2-88d7-0616d244d50a None None] Routers {'f2d437d4-b326-42c5-a6ee-242d9f4551b5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:24:22.770204 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-43588676-75a5-43e2-88d7-0616d244d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:23:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:22.784659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbb2d5-474c-41bf-a831-0c0372d3f075 req-53c130e7-63f8-4a8e-9f40-749a87d38990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:22.786268 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-09cbb2d5-474c-41bf-a831-0c0372d3f075 req-53c130e7-63f8-4a8e-9f40-749a87d38990 service neutron] 10.222.0.70 "GET /v2.0/networks?id=05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 200 len: 911 time: 0.2230041 Aug 31 01:24:22.852769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d3f4a-2672-48d2-9410-417804bb3f5d req-9a6b1053-6775-422f-b610-3f2d89b82bcb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:22.855144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce2d3f4a-2672-48d2-9410-417804bb3f5d req-9a6b1053-6775-422f-b610-3f2d89b82bcb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 945 time: 0.1782422 Aug 31 01:24:22.858397 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cab90846-7df9-456d-bdb1-8b7f3275b828 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.861265 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cab90846-7df9-456d-bdb1-8b7f3275b828 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.866268 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cab90846-7df9-456d-bdb1-8b7f3275b828 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "DELETE /v2.0/floatingips/758c5756-47ec-4eae-8c08-3f82ad476398 HTTP/1.1" status: 204 len: 168 time: 0.6412015 Aug 31 01:24:22.873754 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41848) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:22.906142 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-43588676-75a5-43e2-88d7-0616d244d50a None None] Set router f2d437d4-b326-42c5-a6ee-242d9f4551b5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:24:22.927182 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce2d3f4a-2672-48d2-9410-417804bb3f5d req-2735370f-9e36-4a7d-9c0c-13e8665cecb6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470111 Aug 31 01:24:22.953058 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e94d047-cdf0-4543-b98f-b92970584d15 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:22.978707 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e94d047-cdf0-4543-b98f-b92970584d15 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.025529 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e94d047-cdf0-4543-b98f-b92970584d15 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.028141 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e94d047-cdf0-4543-b98f-b92970584d15 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.029296 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1e94d047-cdf0-4543-b98f-b92970584d15 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-groups/9d734644-02ce-42c1-84b4-20061eca8f58 HTTP/1.1" status: 204 len: 168 time: 0.3017862 Aug 31 01:24:23.036073 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41854) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:23.043013 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-09cbb2d5-474c-41bf-a831-0c0372d3f075 req-adc3cede-fc7d-419d-901f-883dac847abd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b78ce4-3efd-4ca2-92bb-bec138035e6b HTTP/1.1" status: 200 len: 999 time: 0.2481129 Aug 31 01:24:23.098608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94d047-cdf0-4543-b98f-b92970584d15 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d734644-02ce-42c1-84b4-20061eca8f58,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:23.169464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbb2d5-474c-41bf-a831-0c0372d3f075 req-e609c2d3-5418-4207-a58d-62757575cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:23.170988 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-09cbb2d5-474c-41bf-a831-0c0372d3f075 req-e609c2d3-5418-4207-a58d-62757575cac5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bdf0b07-4c89-45a2-828f-1c4e94ba70e3 HTTP/1.1" status: 200 len: 849 time: 0.1049776 Aug 31 01:24:23.180071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-aaa5ed34-ec93-41d5-b370-b1c0485a9e59 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1329508 Aug 31 01:24:23.184786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41858) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:23.196856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5f77eaf5-8210-442f-a2f7-13ba61549196 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group': {'name': 'tempest-secgroup--318589239'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:23.209758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655147-243d-4af7-9c83-c3382db4b379 req-7b6bfd4c-55c8-4be2-9d9f-4b3e55aaa98a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:23.217159 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd655147-243d-4af7-9c83-c3382db4b379 req-7b6bfd4c-55c8-4be2-9d9f-4b3e55aaa98a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 944 time: 0.2717655 Aug 31 01:24:23.225326 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-840bfa09-e8ba-45a6-8257-c56146944c7c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Deleting port 5d81a380-fcf4-4622-8fb9-2ce9b7259671 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:23.225678 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-840bfa09-e8ba-45a6-8257-c56146944c7c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.258375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b9c2-a2dc-46d0-9d94-6c9f3ed2f77e req-39dd3137-b3fc-4b39-b604-bf0a57b18d47 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:23.260019 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef74b9c2-a2dc-46d0-9d94-6c9f3ed2f77e req-39dd3137-b3fc-4b39-b604-bf0a57b18d47 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 945 time: 0.1188319 Aug 31 01:24:23.292252 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5f77eaf5-8210-442f-a2f7-13ba61549196 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.292726 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbb2d5-474c-41bf-a831-0c0372d3f075 req-006eaa11-8485-47a9-b6ef-d1a1c0a81013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:23.295376 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-09cbb2d5-474c-41bf-a831-0c0372d3f075 req-006eaa11-8485-47a9-b6ef-d1a1c0a81013 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05166366-f2cf-4263-a28e-fd696742cc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155779 Aug 31 01:24:23.306951 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-43588676-75a5-43e2-88d7-0616d244d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '5f07f1df-d813-4a69-a998-ee0d608ba291', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'port_id': 'a6b78ce4-3efd-4ca2-92bb-bec138035e6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'mac_address': 'fa:16:3e:83:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aca38e3-f941-4a0c-a218-01171f59957c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:24:05Z', 'updated_at': '2021-08-31T01:24:21Z', 'revision_number': 1, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0543aa-661a-4525-bc0f-bfc8e90e61f3', 'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'mac_address': 'fa:16:3e:91:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:47Z', 'updated_at': '2021-08-31T01:18:01Z', 'revision_number': 5, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'subnets': [{'id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:23.327829 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd655147-243d-4af7-9c83-c3382db4b379 req-7221a5a2-27c3-4d6e-89d6-5354633e3f78 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097639 Aug 31 01:24:23.352064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef74b9c2-a2dc-46d0-9d94-6c9f3ed2f77e req-e86e8045-c6bf-44ad-858d-fbc760bf557d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816255 Aug 31 01:24:23.375611 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43588676-75a5-43e2-88d7-0616d244d50a None None] The sync data for ids ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'] in n-d-802060-13 is: [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '5f07f1df-d813-4a69-a998-ee0d608ba291', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'port_id': 'a6b78ce4-3efd-4ca2-92bb-bec138035e6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'mac_address': 'fa:16:3e:83:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aca38e3-f941-4a0c-a218-01171f59957c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:24:05Z', 'updated_at': '2021-08-31T01:24:21Z', 'revision_number': 1, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0543aa-661a-4525-bc0f-bfc8e90e61f3', 'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'mac_address': 'fa:16:3e:91:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:47Z', 'updated_at': '2021-08-31T01:18:01Z', 'revision_number': 5, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'subnets': [{'id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:24:23.444742 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-09cbb2d5-474c-41bf-a831-0c0372d3f075 req-c9aa6259-34af-4e85-a764-7829577e0e6b service neutron] 10.222.0.70 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391771 Aug 31 01:24:23.483391 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-840bfa09-e8ba-45a6-8257-c56146944c7c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.489897 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5f77eaf5-8210-442f-a2f7-13ba61549196 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.528121 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5f77eaf5-8210-442f-a2f7-13ba61549196 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.539963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-840bfa09-e8ba-45a6-8257-c56146944c7c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Calling delete_port for 5d81a380-fcf4-4622-8fb9-2ce9b7259671 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:23.563817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77eaf5-8210-442f-a2f7-13ba61549196 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b15c45c-8f68-4dd9-86e5-f3cf28f0f86b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:23.574661 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5f77eaf5-8210-442f-a2f7-13ba61549196 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.575693 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5f77eaf5-8210-442f-a2f7-13ba61549196 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3827052 Aug 31 01:24:23.578260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41864) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:23.583812 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ff6f0dd0-1563-495d-aa85-53f508e7bb0c tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group_rule': {'security_group_id': '0b15c45c-8f68-4dd9-86e5-f3cf28f0f86b', 'direction': 'ingress', 'protocol': 17}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:23.596516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0c1b3-58e6-4e22-84b4-53cb6b1f890e req-7d8f96bc-e0e6-47af-81f8-c8015f05c8dc tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:23.604244 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ece0c1b3-58e6-4e22-84b4-53cb6b1f890e req-7d8f96bc-e0e6-47af-81f8-c8015f05c8dc tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 945 time: 0.1226959 Aug 31 01:24:23.649114 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-09cbb2d5-474c-41bf-a831-0c0372d3f075 req-2244b44a-37ae-4a71-ad52-9e7162f43da8 service neutron] 10.222.0.70 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629660 Aug 31 01:24:23.655134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ece0c1b3-58e6-4e22-84b4-53cb6b1f890e req-6e5f062f-0244-41ec-a74b-37ebd329f864 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498233 Aug 31 01:24:23.711222 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff6f0dd0-1563-495d-aa85-53f508e7bb0c tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.734392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933f0e4f-7a2b-4cef-9ca0-16bac5787a09 None None] New status for floating IP 5f07f1df-d813-4a69-a998-ee0d608ba291: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:24:23.742642 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4eb2e19d-6f2e-4eaf-95b5-5227a9dd176e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.796825 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-840bfa09-e8ba-45a6-8257-c56146944c7c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.867066 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff6f0dd0-1563-495d-aa85-53f508e7bb0c tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.870926 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff6f0dd0-1563-495d-aa85-53f508e7bb0c tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.905919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bfa09-e8ba-45a6-8257-c56146944c7c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event deleted for resources: {'Port': ['ID=5d81a380-fcf4-4622-8fb9-2ce9b7259671,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:23.921380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f0dd0-1563-495d-aa85-53f508e7bb0c tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f34e05-7848-4478-aaf6-d2548857f003,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:23.934547 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff6f0dd0-1563-495d-aa85-53f508e7bb0c tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.938478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ff6f0dd0-1563-495d-aa85-53f508e7bb0c tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3566561 Aug 31 01:24:23.938836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41870) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:23.948394 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-840bfa09-e8ba-45a6-8257-c56146944c7c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:23.953936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41872) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:23.954297 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-840bfa09-e8ba-45a6-8257-c56146944c7c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "DELETE /v2.0/ports/5d81a380-fcf4-4622-8fb9-2ce9b7259671 HTTP/1.1" status: 204 len: 168 time: 1.0774274 Aug 31 01:24:24.042841 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.081388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device dda48d97-0b09-4ccc-ae5c-4026f9fedd95 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:24:24.102161 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bbfc9f19-37e0-4993-b53d-a85a1c630c53 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.110739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f923c-f1ab-40a5-b677-b507ce370b41 req-e049a7f6-ef04-40e6-9269-9718ca826864 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:24.112745 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d03f923c-f1ab-40a5-b677-b507ce370b41 req-e049a7f6-ef04-40e6-9269-9718ca826864 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 945 time: 0.1465702 Aug 31 01:24:24.163421 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bbfc9f19-37e0-4993-b53d-a85a1c630c53 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.190264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-30c065db-5b83-4ba0-b99b-458ec182d18c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Deleting port 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:24.190489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port dda48d97-0b09-4ccc-ae5c-4026f9fedd95, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=dda48d97-0b09-4ccc-ae5c-4026f9fedd95,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:24.190649 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30c065db-5b83-4ba0-b99b-458ec182d18c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.203475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'dda48d97-0b09-4ccc-ae5c-4026f9fedd95', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'port_id': 'dda48d97-0b09-4ccc-ae5c-4026f9fedd95', 'mac_address': 'fa:16:3e:47:b6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:24:24.245880 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.249239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d03f923c-f1ab-40a5-b677-b507ce370b41 req-607488e8-7713-495d-aa63-0763531744cc tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190422 Aug 31 01:24:24.284309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda48d97-0b09-4ccc-ae5c-4026f9fedd95 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:24:24.290621 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bbfc9f19-37e0-4993-b53d-a85a1c630c53 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.293524 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bbfc9f19-37e0-4993-b53d-a85a1c630c53 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.297038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bbfc9f19-37e0-4993-b53d-a85a1c630c53 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-groups/0b15c45c-8f68-4dd9-86e5-f3cf28f0f86b HTTP/1.1" status: 204 len: 168 time: 0.3548841 Aug 31 01:24:24.297774 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41876) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:24.308964 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port dda48d97-0b09-4ccc-ae5c-4026f9fedd95, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=dda48d97-0b09-4ccc-ae5c-4026f9fedd95,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:24.314043 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.319814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc9f19-37e0-4993-b53d-a85a1c630c53 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b15c45c-8f68-4dd9-86e5-f3cf28f0f86b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:24.353666 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30c065db-5b83-4ba0-b99b-458ec182d18c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.357627 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9d28f333-3b71-4f78-a45e-dec7711c3b82 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580642 Aug 31 01:24:24.367074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41880) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:24.375725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e2b0d5ed-adce-429e-9959-f033b6923a46 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group': {'name': 'tempest-secgroup--8490091'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:24.386139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-30c065db-5b83-4ba0-b99b-458ec182d18c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Calling delete_port for 25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:24.394311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=dda48d97-0b09-4ccc-ae5c-4026f9fedd95,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:24.447212 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d5ed-adce-429e-9959-f033b6923a46 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.463746 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.543598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['dda48d97-0b09-4ccc-ae5c-4026f9fedd95'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:24:24.549736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba66a18-ba6d-4ac3-922b-73eb2f3bf77d req-9a2a849a-e57f-4961-a71d-127b1abc8bca tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:24.551648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ba66a18-ba6d-4ac3-922b-73eb2f3bf77d req-9a2a849a-e57f-4961-a71d-127b1abc8bca tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 945 time: 0.1078463 Aug 31 01:24:24.654248 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ba66a18-ba6d-4ac3-922b-73eb2f3bf77d req-afe1fbb8-abc7-4598-ad43-eb389d0dc0fa tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910487 Aug 31 01:24:24.666571 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30c065db-5b83-4ba0-b99b-458ec182d18c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.685270 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d5ed-adce-429e-9959-f033b6923a46 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.709305 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d5ed-adce-429e-9959-f033b6923a46 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.716241 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c065db-5b83-4ba0-b99b-458ec182d18c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event deleted for resources: {'Port': ['ID=25fff3a6-98ed-42fb-9754-3bfe56a2f9e0,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:24.741720 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d5ed-adce-429e-9959-f033b6923a46 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.743516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e2b0d5ed-adce-429e-9959-f033b6923a46 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3746409 Aug 31 01:24:24.745821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41884) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:24.750558 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-64418a0b-8f7b-40e9-acdd-b987caa2de0d tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group': {'name': 'tempest-secgroup--498985613'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:24.775927 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-64418a0b-8f7b-40e9-acdd-b987caa2de0d tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.796400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0d5ed-adce-429e-9959-f033b6923a46 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bdea4f-7185-4f8c-82a4-63b5492589a3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:24.821926 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30c065db-5b83-4ba0-b99b-458ec182d18c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.823481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-30c065db-5b83-4ba0-b99b-458ec182d18c tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "DELETE /v2.0/ports/25fff3a6-98ed-42fb-9754-3bfe56a2f9e0 HTTP/1.1" status: 204 len: 168 time: 0.8684692 Aug 31 01:24:24.826084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41886) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:24.872001 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-64418a0b-8f7b-40e9-acdd-b987caa2de0d tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.875679 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-64418a0b-8f7b-40e9-acdd-b987caa2de0d tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.878266 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-786004dc-be05-42bb-8f6f-f027d2db7c5f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Deleting subnet 378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:24:24.881421 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-786004dc-be05-42bb-8f6f-f027d2db7c5f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.907030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64418a0b-8f7b-40e9-acdd-b987caa2de0d tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8767e494-7fea-4a02-a976-8abf567828e7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:24.910408 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-64418a0b-8f7b-40e9-acdd-b987caa2de0d tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.914356 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-64418a0b-8f7b-40e9-acdd-b987caa2de0d tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1674945 Aug 31 01:24:24.915027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41888) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:24.919821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-08598745-a1cb-4a2d-8fc5-60317690a07a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group_rule': {'security_group_id': 'c3bdea4f-7185-4f8c-82a4-63b5492589a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8767e494-7fea-4a02-a976-8abf567828e7', 'remote_ip_prefix': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:24.931201 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-786004dc-be05-42bb-8f6f-f027d2db7c5f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:24.952502 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08598745-a1cb-4a2d-8fc5-60317690a07a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.018032 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-786004dc-be05-42bb-8f6f-f027d2db7c5f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.029604 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08598745-a1cb-4a2d-8fc5-60317690a07a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.035119 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08598745-a1cb-4a2d-8fc5-60317690a07a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.056231 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08598745-a1cb-4a2d-8fc5-60317690a07a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b3191f-a551-45cf-b5c4-0d9717091525,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:25.062073 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08598745-a1cb-4a2d-8fc5-60317690a07a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.064039 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-08598745-a1cb-4a2d-8fc5-60317690a07a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1470001 Aug 31 01:24:25.066458 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41890) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:25.086157 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-786004dc-be05-42bb-8f6f-f027d2db7c5f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.094061 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7d0685b1-b492-4cdd-952a-a603fdf487bc tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.103917 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7d0685b1-b492-4cdd-952a-a603fdf487bc tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.118798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786004dc-be05-42bb-8f6f-f027d2db7c5f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event deleted for resources: {'Subnet': ['ID=378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:25.129212 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-786004dc-be05-42bb-8f6f-f027d2db7c5f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.131409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-786004dc-be05-42bb-8f6f-f027d2db7c5f tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "DELETE /v2.0/subnets/378ac49b-4ecb-4f59-bda4-b3fedbbc1a8c HTTP/1.1" status: 204 len: 168 time: 0.3041787 Aug 31 01:24:25.134821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41892) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:25.142412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ddad1c-5988-4779-9f0e-b13a7d7ea8e3 None None] Network 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:25.149856 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7d0685b1-b492-4cdd-952a-a603fdf487bc tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.159088 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7d0685b1-b492-4cdd-952a-a603fdf487bc tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.164003 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7d0685b1-b492-4cdd-952a-a603fdf487bc tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d3b3191f-a551-45cf-b5c4-0d9717091525 HTTP/1.1" status: 204 len: 168 time: 0.0962014 Aug 31 01:24:25.173142 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41896) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:25.220008 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0685b1-b492-4cdd-952a-a603fdf487bc tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3b3191f-a551-45cf-b5c4-0d9717091525,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:25.237524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd627396-4f5c-4187-b2b6-038ecee15b4a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Deleting subnet 774836f6-c282-40ff-abcc-768b330e9391 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:24:25.248214 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bd627396-4f5c-4187-b2b6-038ecee15b4a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.274700 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-99168d6f-917a-4ecf-9e28-5a51d5091527 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0934539 Aug 31 01:24:25.277440 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41898) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:25.320919 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bd627396-4f5c-4187-b2b6-038ecee15b4a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.357825 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-baf9553d-6235-46af-aab3-df83be0c29bb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.385282 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-baf9553d-6235-46af-aab3-df83be0c29bb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.390644 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4191a2-c959-49dc-a6a0-37eb04298a24 None None] DHCP port deletion for 0e9dc8b1-06e7-47f9-9e40-4d4577c34dca request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:24:25.434220 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-baf9553d-6235-46af-aab3-df83be0c29bb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.437440 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-baf9553d-6235-46af-aab3-df83be0c29bb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.438843 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-baf9553d-6235-46af-aab3-df83be0c29bb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-groups/8767e494-7fea-4a02-a976-8abf567828e7 HTTP/1.1" status: 204 len: 168 time: 0.1604452 Aug 31 01:24:25.442772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41902) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:25.443321 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9a4191a2-c959-49dc-a6a0-37eb04298a24 None None] Deleting port 3deb56b5-2245-47c7-9bc8-28d453a66fc4 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:25.443709 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9a4191a2-c959-49dc-a6a0-37eb04298a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.449919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9553d-6235-46af-aab3-df83be0c29bb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8767e494-7fea-4a02-a976-8abf567828e7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:25.509724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40062b1-698f-4d69-ba7b-8eaa77434304 req-de658a36-eb15-4e19-a1c0-bb3ca5f8f86f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:25.511358 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f40062b1-698f-4d69-ba7b-8eaa77434304 req-de658a36-eb15-4e19-a1c0-bb3ca5f8f86f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 945 time: 0.1485209 Aug 31 01:24:25.522487 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9a4191a2-c959-49dc-a6a0-37eb04298a24 None None] For port 3deb56b5-2245-47c7-9bc8-28d453a66fc4, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=3deb56b5-2245-47c7-9bc8-28d453a66fc4,segment=NetworkSegment(9e35cb2e-2073-48b2-992a-3787b34de019),segment_id=9e35cb2e-2073-48b2-992a-3787b34de019)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:25.522712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90eb5e-a375-4ad0-a668-083f132024aa req-c48efeb0-a8e4-483e-b55a-1dbab03e30b8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:25.522894 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9a4191a2-c959-49dc-a6a0-37eb04298a24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.524027 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c90eb5e-a375-4ad0-a668-083f132024aa req-c48efeb0-a8e4-483e-b55a-1dbab03e30b8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 945 time: 0.1655109 Aug 31 01:24:25.536650 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9a4191a2-c959-49dc-a6a0-37eb04298a24 None None] Calling delete_port for 3deb56b5-2245-47c7-9bc8-28d453a66fc4 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:25.574467 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bd627396-4f5c-4187-b2b6-038ecee15b4a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.624089 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9a4191a2-c959-49dc-a6a0-37eb04298a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.651833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4191a2-c959-49dc-a6a0-37eb04298a24 None None] Pushing event deleted for resources: {'Port': ['ID=3deb56b5-2245-47c7-9bc8-28d453a66fc4,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:25.656768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4191a2-c959-49dc-a6a0-37eb04298a24 None None] No DVR routers for this DVR port 3deb56b5-2245-47c7-9bc8-28d453a66fc4 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:25.681464 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3c78712d-d878-44b3-b780-e360be8fbac1 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4508 time: 0.2340565 Aug 31 01:24:25.684178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41908) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:25.696178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c90eb5e-a375-4ad0-a668-083f132024aa req-06e1c00f-5a6b-4dfd-ab39-cb96b42e1d63 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629694 Aug 31 01:24:25.728588 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bd627396-4f5c-4187-b2b6-038ecee15b4a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.745385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-f40062b1-698f-4d69-ba7b-8eaa77434304 req-374a04de-dbec-48f2-9bba-373a890209d6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Deleting port 37675e09-205a-4b8a-853a-af2577d2674b {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:25.745728 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f40062b1-698f-4d69-ba7b-8eaa77434304 req-374a04de-dbec-48f2-9bba-373a890209d6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.763054 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38b811b2-ecb7-483e-a405-6d9e5cd811ce tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.783990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96221d94-62cf-41c8-b67d-ed3a709330bd None None] Network f62d2f75-fd0d-4668-9ecd-88d3add15a6f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:25.788622 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38b811b2-ecb7-483e-a405-6d9e5cd811ce tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.788845 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd627396-4f5c-4187-b2b6-038ecee15b4a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event deleted for resources: {'Subnet': ['ID=774836f6-c282-40ff-abcc-768b330e9391,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:25.825447 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bd627396-4f5c-4187-b2b6-038ecee15b4a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.828539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bd627396-4f5c-4187-b2b6-038ecee15b4a tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "DELETE /v2.0/subnets/774836f6-c282-40ff-abcc-768b330e9391 HTTP/1.1" status: 204 len: 168 time: 0.6914513 Aug 31 01:24:25.830673 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41910) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:25.907140 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38b811b2-ecb7-483e-a405-6d9e5cd811ce tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.910243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38b811b2-ecb7-483e-a405-6d9e5cd811ce tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.913829 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-38b811b2-ecb7-483e-a405-6d9e5cd811ce tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-groups/c3bdea4f-7185-4f8c-82a4-63b5492589a3 HTTP/1.1" status: 204 len: 168 time: 0.2261112 Aug 31 01:24:25.919189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41912) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:25.924611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2653a5-568f-46c4-836b-d96cf0f56d4d req-8f83a197-cd2f-4b80-a974-f1dc1b772cfb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:25.925920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 3deb56b5-2245-47c7-9bc8-28d453a66fc4 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:25.926098 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a2653a5-568f-46c4-836b-d96cf0f56d4d req-8f83a197-cd2f-4b80-a974-f1dc1b772cfb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 945 time: 0.1832638 Aug 31 01:24:25.931614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-f40062b1-698f-4d69-ba7b-8eaa77434304 req-374a04de-dbec-48f2-9bba-373a890209d6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] For port 37675e09-205a-4b8a-853a-af2577d2674b, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=37675e09-205a-4b8a-853a-af2577d2674b,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:25.932129 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f40062b1-698f-4d69-ba7b-8eaa77434304 req-374a04de-dbec-48f2-9bba-373a890209d6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.948602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b811b2-ecb7-483e-a405-6d9e5cd811ce tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bdea4f-7185-4f8c-82a4-63b5492589a3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:25.952568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-f40062b1-698f-4d69-ba7b-8eaa77434304 req-374a04de-dbec-48f2-9bba-373a890209d6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Calling delete_port for 37675e09-205a-4b8a-853a-af2577d2674b owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:25.953318 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1f4d0c5c-f530-4519-b702-ffcd0ce5d038 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:25.978113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 3deb56b5-2245-47c7-9bc8-28d453a66fc4 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:25.978625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 3deb56b5-2245-47c7-9bc8-28d453a66fc4 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:25.984065 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-19ebbbf2-8cc4-4cb7-8c4b-5e669a8fb5c2 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0613515 Aug 31 01:24:26.009512 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41914) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:26.014090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-aa38a08d-d922-48f6-a10a-1bd52e06800a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group': {'name': 'tempest-secgroup--947869392'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:26.030079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a2653a5-568f-46c4-836b-d96cf0f56d4d req-8fadd305-3988-4024-bb50-5b41e4cb01b1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900636 Aug 31 01:24:26.072649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beda4413-51cd-452e-92aa-ec4fad3128bd None None] DHCP port deletion for f62d2f75-fd0d-4668-9ecd-88d3add15a6f request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:24:26.101388 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1f4d0c5c-f530-4519-b702-ffcd0ce5d038 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.102024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device dda48d97-0b09-4ccc-ae5c-4026f9fedd95 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:26.112424 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa38a08d-d922-48f6-a10a-1bd52e06800a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.118570 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-1f4d0c5c-f530-4519-b702-ffcd0ce5d038 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9dc8b1-06e7-47f9-9e40-4d4577c34dca']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:26.129869 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f40062b1-698f-4d69-ba7b-8eaa77434304 req-374a04de-dbec-48f2-9bba-373a890209d6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.141842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-1f4d0c5c-f530-4519-b702-ffcd0ce5d038 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e35cb2e-2073-48b2-992a-3787b34de019') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:26.142266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-1f4d0c5c-f530-4519-b702-ffcd0ce5d038 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e35cb2e-2073-48b2-992a-3787b34de019') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:26.147401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6318dadd-ab37-4781-8b5b-431bef7837cc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:24:26.163550 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1f4d0c5c-f530-4519-b702-ffcd0ce5d038 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.167157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a04de-dbec-48f2-9bba-373a890209d6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Pushing event deleted for resources: {'Port': ['ID=37675e09-205a-4b8a-853a-af2577d2674b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:26.198051 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1f4d0c5c-f530-4519-b702-ffcd0ce5d038 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.215368 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4d0c5c-f530-4519-b702-ffcd0ce5d038 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:24:26.215777 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1f4d0c5c-f530-4519-b702-ffcd0ce5d038 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:24:26.219540 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:24:26.224095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40062b1-698f-4d69-ba7b-8eaa77434304 req-374a04de-dbec-48f2-9bba-373a890209d6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] No DVR routers for this DVR port 37675e09-205a-4b8a-853a-af2577d2674b on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:26.227734 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f40062b1-698f-4d69-ba7b-8eaa77434304 req-374a04de-dbec-48f2-9bba-373a890209d6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.229943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f40062b1-698f-4d69-ba7b-8eaa77434304 req-374a04de-dbec-48f2-9bba-373a890209d6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.15 "DELETE /v2.0/ports/37675e09-205a-4b8a-853a-af2577d2674b HTTP/1.1" status: 204 len: 173 time: 0.7049477 Aug 31 01:24:26.230559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8084fd-5339-44ff-9963-2b8b6bcd0bdf', 'name': 'network-vif-deleted', 'tag': '37675e09-205a-4b8a-853a-af2577d2674b'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:26.232810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port dda48d97-0b09-4ccc-ae5c-4026f9fedd95 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:26.234017 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b825c0-6e3a-42cb-9443-8462b89d40b8" -d '{"events": [{"server_uuid": "4a8084fd-5339-44ff-9963-2b8b6bcd0bdf", "name": "network-vif-deleted", "tag": "37675e09-205a-4b8a-853a-af2577d2674b"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:26.236382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-beda4413-51cd-452e-92aa-ec4fad3128bd None None] Deleting port ca099e75-51b2-4b51-9af1-100aacfab1e1 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:26.237366 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-beda4413-51cd-452e-92aa-ec4fad3128bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.261287 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port dda48d97-0b09-4ccc-ae5c-4026f9fedd95 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:26.261761 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.327232 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8afda55-4684-442f-8452-70552355a852 x-openstack-request-id: req-e8afda55-4684-442f-8452-70552355a852 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:26.327652 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8084fd-5339-44ff-9963-2b8b6bcd0bdf", "name": "network-vif-deleted", "tag": "37675e09-205a-4b8a-853a-af2577d2674b", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:26.328005 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8afda55-4684-442f-8452-70552355a852 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:26.328502 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8084fd-5339-44ff-9963-2b8b6bcd0bdf', 'name': 'network-vif-deleted', 'tag': '37675e09-205a-4b8a-853a-af2577d2674b', 'status': 'completed', 'code': 200} Aug 31 01:24:26.348666 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa38a08d-d922-48f6-a10a-1bd52e06800a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.357725 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1f4d0c5c-f530-4519-b702-ffcd0ce5d038 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.357725 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa38a08d-d922-48f6-a10a-1bd52e06800a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.378853 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1f4d0c5c-f530-4519-b702-ffcd0ce5d038 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.381101 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1f4d0c5c-f530-4519-b702-ffcd0ce5d038 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "DELETE /v2.0/networks/0e9dc8b1-06e7-47f9-9e40-4d4577c34dca HTTP/1.1" status: 204 len: 168 time: 0.5493681 Aug 31 01:24:26.383757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41920) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:26.390243 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-beda4413-51cd-452e-92aa-ec4fad3128bd None None] For port ca099e75-51b2-4b51-9af1-100aacfab1e1, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ca099e75-51b2-4b51-9af1-100aacfab1e1,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:26.391010 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-beda4413-51cd-452e-92aa-ec4fad3128bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.403882 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d0c5c-f530-4519-b702-ffcd0ce5d038 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event deleted for resources: {'Network': ['ID=0e9dc8b1-06e7-47f9-9e40-4d4577c34dca,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:26.405694 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aa38a08d-d922-48f6-a10a-1bd52e06800a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.406924 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-aa38a08d-d922-48f6-a10a-1bd52e06800a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3964703 Aug 31 01:24:26.411499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41922) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:26.414047 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-beda4413-51cd-452e-92aa-ec4fad3128bd None None] Calling delete_port for ca099e75-51b2-4b51-9af1-100aacfab1e1 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:26.416434 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38a08d-d922-48f6-a10a-1bd52e06800a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8acb8f89-eed8-4880-bb3d-b7fa57566907,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:26.446260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-6c672810-a01a-4b5a-aa2a-18d30d4e1de3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group_rule': {'security_group_id': '8acb8f89-eed8-4880-bb3d-b7fa57566907', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:26.492473 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.497004 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:24:26.506446 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c672810-a01a-4b5a-aa2a-18d30d4e1de3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.553949 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.598075 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c672810-a01a-4b5a-aa2a-18d30d4e1de3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.602127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bde35ac-8276-46c6-a96d-89479a430ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda48d97-0b09-4ccc-ae5c-4026f9fedd95'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:26.603631 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c672810-a01a-4b5a-aa2a-18d30d4e1de3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.604494 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d2027f-2726-4c00-8c74-b1ff3eacc16d" -d '{"events": [{"server_uuid": "7bde35ac-8276-46c6-a96d-89479a430ce9", "name": "network-vif-plugged", "status": "completed", "tag": "dda48d97-0b09-4ccc-ae5c-4026f9fedd95"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:26.629140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Deleting port ca099e75-51b2-4b51-9af1-100aacfab1e1 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:26.629486 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.649196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c672810-a01a-4b5a-aa2a-18d30d4e1de3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca98585-f7e6-47ed-98f2-d03d65b4680d,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:26.652624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port dda48d97-0b09-4ccc-ae5c-4026f9fedd95, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=dda48d97-0b09-4ccc-ae5c-4026f9fedd95,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:26.653710 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-beda4413-51cd-452e-92aa-ec4fad3128bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.686521 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c672810-a01a-4b5a-aa2a-18d30d4e1de3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.691498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6c672810-a01a-4b5a-aa2a-18d30d4e1de3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2485135 Aug 31 01:24:26.691891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41928) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:26.702106 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da288a0f-2c5d-4e81-80a0-e49da6629e1b x-openstack-request-id: req-da288a0f-2c5d-4e81-80a0-e49da6629e1b {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:26.702400 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bde35ac-8276-46c6-a96d-89479a430ce9", "name": "network-vif-plugged", "status": "completed", "tag": "dda48d97-0b09-4ccc-ae5c-4026f9fedd95", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:26.702656 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da288a0f-2c5d-4e81-80a0-e49da6629e1b {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:26.703459 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bde35ac-8276-46c6-a96d-89479a430ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda48d97-0b09-4ccc-ae5c-4026f9fedd95', 'code': 200} Aug 31 01:24:26.712034 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.717007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda4413-51cd-452e-92aa-ec4fad3128bd None None] Pushing event deleted for resources: {'Port': ['ID=ca099e75-51b2-4b51-9af1-100aacfab1e1,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:26.725279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beda4413-51cd-452e-92aa-ec4fad3128bd None None] No DVR routers for this DVR port ca099e75-51b2-4b51-9af1-100aacfab1e1 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:26.754289 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.761287 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] For port ca099e75-51b2-4b51-9af1-100aacfab1e1, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ca099e75-51b2-4b51-9af1-100aacfab1e1,segment=NetworkSegment(87e9d3e3-e427-41e3-bd00-cd405da735a8),segment_id=87e9d3e3-e427-41e3-bd00-cd405da735a8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:26.764226 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.767063 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-522c2a86-68d1-4393-b269-e8acc2f87f11 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.781396 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=dda48d97-0b09-4ccc-ae5c-4026f9fedd95,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:26.788762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Calling delete_port for ca099e75-51b2-4b51-9af1-100aacfab1e1 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:26.789781 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-522c2a86-68d1-4393-b269-e8acc2f87f11 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.849988 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-522c2a86-68d1-4393-b269-e8acc2f87f11 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.857438 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-522c2a86-68d1-4393-b269-e8acc2f87f11 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:26.860884 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-522c2a86-68d1-4393-b269-e8acc2f87f11 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0ca98585-f7e6-47ed-98f2-d03d65b4680d HTTP/1.1" status: 204 len: 168 time: 0.1653547 Aug 31 01:24:26.862234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9e44b-2f6a-46c2-b1b3-4a4406896db0 req-0cbcfb93-8f96-4c8c-aac2-df2d7b081920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:26.864059 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6cc9e44b-2f6a-46c2-b1b3-4a4406896db0 req-0cbcfb93-8f96-4c8c-aac2-df2d7b081920 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0718858 Aug 31 01:24:26.865835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41932) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:26.877826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c2a86-68d1-4393-b269-e8acc2f87f11 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ca98585-f7e6-47ed-98f2-d03d65b4680d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:26.891640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f76dd23-4d55-4c99-a35f-52f8463a912e req-010c6593-7d6e-4c3c-8366-e428d272ac74 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a8084fd-5339-44ff-9963-2b8b6bcd0bdf HTTP/1.1" status: 200 len: 210 time: 0.0413234 Aug 31 01:24:26.906759 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6cc9e44b-2f6a-46c2-b1b3-4a4406896db0 req-190cfed5-9eb8-45dc-9872-c156393115d8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351355 Aug 31 01:24:26.948094 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-359ca70b-4555-4f83-a891-047fceae787f tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0811536 Aug 31 01:24:26.950704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41934) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:26.965682 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.006629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] No DVR routers for this DVR port ca099e75-51b2-4b51-9af1-100aacfab1e1 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:27.008703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event deleted for resources: {'Port': ['ID=ca099e75-51b2-4b51-9af1-100aacfab1e1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:27.105639 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5622df2d-83c2-41c0-ad5e-4662e3b574e3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.120727 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.155111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62d2f75-fd0d-4668-9ecd-88d3add15a6f']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:27.171685 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5622df2d-83c2-41c0-ad5e-4662e3b574e3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.183707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e9d3e3-e427-41e3-bd00-cd405da735a8') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:27.184005 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e9d3e3-e427-41e3-bd00-cd405da735a8') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:27.204540 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.242686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a74b7-adbf-4453-af3c-b71dac203547 req-68ddb80b-ddae-4f73-90c2-b4c0d7c6eb83 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:27.244221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d3a74b7-adbf-4453-af3c-b71dac203547 req-68ddb80b-ddae-4f73-90c2-b4c0d7c6eb83 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 946 time: 0.1314373 Aug 31 01:24:27.248554 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.264067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:24:27.264394 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:24:27.267363 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:24:27.275452 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5622df2d-83c2-41c0-ad5e-4662e3b574e3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.278004 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5622df2d-83c2-41c0-ad5e-4662e3b574e3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.279145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5622df2d-83c2-41c0-ad5e-4662e3b574e3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-groups/8acb8f89-eed8-4880-bb3d-b7fa57566907 HTTP/1.1" status: 204 len: 168 time: 0.3275473 Aug 31 01:24:27.281997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41938) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:27.325269 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-265c4209-c6c9-4459-9df7-eb6569270fbe tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0421083 Aug 31 01:24:27.329792 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41940) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:27.335202 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0d21f9ea-2e71-48d2-8219-df746d17500d tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012960446'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:27.344425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622df2d-83c2-41c0-ad5e-4662e3b574e3 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acb8f89-eed8-4880-bb3d-b7fa57566907,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:27.358854 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d21f9ea-2e71-48d2-8219-df746d17500d tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.359642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d3a74b7-adbf-4453-af3c-b71dac203547 req-ee8a881a-af91-407f-a175-3aa5d7e7dab9 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086302 Aug 31 01:24:27.366783 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.374514 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.381945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] 10.222.0.58 "DELETE /v2.0/networks/f62d2f75-fd0d-4668-9ecd-88d3add15a6f HTTP/1.1" status: 204 len: 168 time: 0.9918616 Aug 31 01:24:27.411731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cbc99-2fd7-403e-a892-2d1854d01252 tempest-TaggedBootDevicesTest_v242-1275763197 tempest-TaggedBootDevicesTest_v242-1275763197-project] Pushing event deleted for resources: {'Network': ['ID=f62d2f75-fd0d-4668-9ecd-88d3add15a6f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:27.487608 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d21f9ea-2e71-48d2-8219-df746d17500d tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.491502 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d21f9ea-2e71-48d2-8219-df746d17500d tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.521717 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d21f9ea-2e71-48d2-8219-df746d17500d tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.522903 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0d21f9ea-2e71-48d2-8219-df746d17500d tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1915007 Aug 31 01:24:27.524872 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21f9ea-2e71-48d2-8219-df746d17500d tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86c4084-0011-4167-9a0b-b0e7622ad7db,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:27.526001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41944) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:27.532187 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-1b059eb4-955a-4863-baec-3817eda8657a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group_rule': {'security_group_id': 'f86c4084-0011-4167-9a0b-b0e7622ad7db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:27.562125 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b059eb4-955a-4863-baec-3817eda8657a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.622218 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b059eb4-955a-4863-baec-3817eda8657a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.626421 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b059eb4-955a-4863-baec-3817eda8657a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.655434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b059eb4-955a-4863-baec-3817eda8657a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53b775c-7e1b-425b-8968-57b982b9d1c5,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:27.677691 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b059eb4-955a-4863-baec-3817eda8657a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.681527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1b059eb4-955a-4863-baec-3817eda8657a tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511436 Aug 31 01:24:27.681982 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41954) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:27.700248 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-09eced3c-cd56-412d-a3fd-10ca26f6bf21 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules/c53b775c-7e1b-425b-8968-57b982b9d1c5 HTTP/1.1" status: 200 len: 763 time: 0.0168955 Aug 31 01:24:27.702552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41958) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:27.756638 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-72ed6c23-b48a-4691-83e9-2f03be216773 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0511005 Aug 31 01:24:27.757897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41960) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:27.781990 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-471c5938-5903-4828-ae27-d201480133d8 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.790208 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-471c5938-5903-4828-ae27-d201480133d8 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.823835 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-471c5938-5903-4828-ae27-d201480133d8 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.839315 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-471c5938-5903-4828-ae27-d201480133d8 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:27.839315 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-471c5938-5903-4828-ae27-d201480133d8 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c53b775c-7e1b-425b-8968-57b982b9d1c5 HTTP/1.1" status: 204 len: 168 time: 0.0805478 Aug 31 01:24:27.840318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c5938-5903-4828-ae27-d201480133d8 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c53b775c-7e1b-425b-8968-57b982b9d1c5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:27.841856 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41962) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:27.863607 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 37675e09-205a-4b8a-853a-af2577d2674b no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:27.888391 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d227cd2e-7452-4ebf-b096-13eb32f69b9c tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0451529 Aug 31 01:24:27.890826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41964) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:27.893744 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 37675e09-205a-4b8a-853a-af2577d2674b {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:27.894306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 37675e09-205a-4b8a-853a-af2577d2674b not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:27.896158 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-24f2f2d7-c996-49bf-80b9-a52d8dc581e4 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group_rule': {'security_group_id': 'f86c4084-0011-4167-9a0b-b0e7622ad7db', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:27.905447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ca099e75-51b2-4b51-9af1-100aacfab1e1 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:27.934071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: ca099e75-51b2-4b51-9af1-100aacfab1e1 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:27.934746 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ca099e75-51b2-4b51-9af1-100aacfab1e1 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:27.943828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24f2f2d7-c996-49bf-80b9-a52d8dc581e4 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.017554 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24f2f2d7-c996-49bf-80b9-a52d8dc581e4 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.024511 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24f2f2d7-c996-49bf-80b9-a52d8dc581e4 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.045004 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24f2f2d7-c996-49bf-80b9-a52d8dc581e4 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.046052 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-24f2f2d7-c996-49bf-80b9-a52d8dc581e4 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1541035 Aug 31 01:24:28.049486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41970) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:28.054659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2f2d7-c996-49bf-80b9-a52d8dc581e4 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0bd18f-372b-4e5b-8332-997ca0675a06,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:28.069371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-aac98d1d-04f5-4862-9cd5-6f2d64120e08 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules/bf0bd18f-372b-4e5b-8332-997ca0675a06 HTTP/1.1" status: 200 len: 763 time: 0.0183039 Aug 31 01:24:28.072108 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41972) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:28.116172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0a34269a-f37f-4691-9d55-0696d94b9093 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0427756 Aug 31 01:24:28.118726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41980) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:28.145986 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b665d437-11f5-4992-93b2-16e542fb49ef tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.154384 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b665d437-11f5-4992-93b2-16e542fb49ef tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.564372 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b665d437-11f5-4992-93b2-16e542fb49ef tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.587257 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b665d437-11f5-4992-93b2-16e542fb49ef tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.588460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b665d437-11f5-4992-93b2-16e542fb49ef tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/bf0bd18f-372b-4e5b-8332-997ca0675a06 HTTP/1.1" status: 204 len: 168 time: 0.4688046 Aug 31 01:24:28.591787 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41990) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:28.605365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665d437-11f5-4992-93b2-16e542fb49ef tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf0bd18f-372b-4e5b-8332-997ca0675a06,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:28.646480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ce575-f1c4-4325-8697-398014c0d9dd req-cc1c6f68-92de-423c-b8c6-8cc489ad7523 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:28.646723 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a44ec266-6ec0-456c-9868-39240a328b7c tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0492699 Aug 31 01:24:28.646843 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d8ce575-f1c4-4325-8697-398014c0d9dd req-cc1c6f68-92de-423c-b8c6-8cc489ad7523 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 946 time: 0.0988350 Aug 31 01:24:28.646843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41992) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:28.651541 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ea14a89a-6483-48f8-be65-4da59c7de5bb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Request body: {'security_group_rule': {'security_group_id': 'f86c4084-0011-4167-9a0b-b0e7622ad7db', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:28.663484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-37cf116e-a76b-4bba-bf39-d16088b578c5 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:28.664903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-37cf116e-a76b-4bba-bf39-d16088b578c5 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 805 time: 0.4965816 Aug 31 01:24:28.698046 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-8a242799-829d-43dd-b11a-852b4ac0e873 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/quotas/c79cdacd6aa1443086d0bf6dcdae746b HTTP/1.1" status: 200 len: 375 time: 0.0244257 Aug 31 01:24:28.726819 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-ea14a89a-6483-48f8-be65-4da59c7de5bb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Project 97910921270e420c923ccdaa1d0bb36c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:24:28.750454 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d8ce575-f1c4-4325-8697-398014c0d9dd req-e9998a65-7087-41fe-b5c7-a8c64b1896f7 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943184 Aug 31 01:24:28.751987 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea14a89a-6483-48f8-be65-4da59c7de5bb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.791906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-68747042-cb70-4691-b1bd-f529236e232a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846927 Aug 31 01:24:28.905806 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea14a89a-6483-48f8-be65-4da59c7de5bb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.926738 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea14a89a-6483-48f8-be65-4da59c7de5bb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.973140 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-81846c36-943d-4ed6-87c2-6d9cec13db7e service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777356 Aug 31 01:24:28.973820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14a89a-6483-48f8-be65-4da59c7de5bb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022297f5-a8d4-404a-9217-3b44da8928cf,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:28.979113 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea14a89a-6483-48f8-be65-4da59c7de5bb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:28.980299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ea14a89a-6483-48f8-be65-4da59c7de5bb tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3327377 Aug 31 01:24:28.982895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42000) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:29.015497 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172b727-cdcd-48f8-b450-019eed916139 req-a0a9680e-063d-4cd6-b7a1-a604760e6e14 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:29.016986 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6172b727-cdcd-48f8-b450-019eed916139 req-a0a9680e-063d-4cd6-b7a1-a604760e6e14 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 946 time: 0.1363208 Aug 31 01:24:29.030084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3a5b282d-196d-4f80-8937-5993ac3c2219 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules/022297f5-a8d4-404a-9217-3b44da8928cf HTTP/1.1" status: 200 len: 769 time: 0.0461042 Aug 31 01:24:29.033037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42002) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:29.088320 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-96bee417-e04f-44a0-90e6-c1f31f553064 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0532429 Aug 31 01:24:29.091096 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42004) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:29.108234 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6172b727-cdcd-48f8-b450-019eed916139 req-f8ca07d0-8d5f-4c04-ac64-4181e7ec51a9 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770142 Aug 31 01:24:29.131387 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66b997ab-8715-4fe1-9ac3-3f739679d9fd tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:29.131606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-81abc1c6-983c-49de-ab4e-b9760efed6dc service neutron] 10.222.0.58 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395421 Aug 31 01:24:29.134859 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66b997ab-8715-4fe1-9ac3-3f739679d9fd tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:29.172048 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66b997ab-8715-4fe1-9ac3-3f739679d9fd tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:29.182818 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66b997ab-8715-4fe1-9ac3-3f739679d9fd tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:29.187045 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42008) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:29.187513 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-66b997ab-8715-4fe1-9ac3-3f739679d9fd tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/022297f5-a8d4-404a-9217-3b44da8928cf HTTP/1.1" status: 204 len: 168 time: 0.0949609 Aug 31 01:24:29.195112 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b997ab-8715-4fe1-9ac3-3f739679d9fd tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=022297f5-a8d4-404a-9217-3b44da8928cf,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:29.255547 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-de683e72-d2bd-4972-ad76-4e52d5069bea tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672066 Aug 31 01:24:29.262551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42010) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:29.307204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c904dde-27ff-4b2c-89a6-b30cc2b8f81c req-6ce938af-9db6-4e6b-b39d-61936c718bff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:29.308905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c904dde-27ff-4b2c-89a6-b30cc2b8f81c req-6ce938af-9db6-4e6b-b39d-61936c718bff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 946 time: 0.0836012 Aug 31 01:24:29.353523 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3739b995-678f-4952-a86a-6196f31ec214 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:29.370900 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34b18eb9-637b-4493-9f73-65d30a5a8157 req-f6507707-0e6b-43c9-ab61-7697c956b6f7 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 210 time: 0.0534902 Aug 31 01:24:29.407268 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3739b995-678f-4952-a86a-6196f31ec214 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:29.412734 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c904dde-27ff-4b2c-89a6-b30cc2b8f81c req-91d9491a-1f94-4d97-9413-6a07d84bf160 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941441 Aug 31 01:24:29.497487 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3739b995-678f-4952-a86a-6196f31ec214 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:29.501097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3739b995-678f-4952-a86a-6196f31ec214 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:29.505702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42022) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:29.520333 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3739b995-678f-4952-a86a-6196f31ec214 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "DELETE /v2.0/security-groups/f86c4084-0011-4167-9a0b-b0e7622ad7db HTTP/1.1" status: 204 len: 168 time: 0.2524047 Aug 31 01:24:29.570175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739b995-678f-4952-a86a-6196f31ec214 tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86c4084-0011-4167-9a0b-b0e7622ad7db,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:29.636184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c7ed2fd4-d918-4eef-b2e1-f60d015ec8cf tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1244652 Aug 31 01:24:29.638186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42026) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:29.725781 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-40c96084-f93d-48d4-a98b-717353f3de9b tempest-SecGroupIPv6Test-630334060 tempest-SecGroupIPv6Test-630334060-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0851529 Aug 31 01:24:29.836486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec3d26-00b8-4977-9e65-eed8191625c1 req-cf02b3cc-e478-4349-8fde-9469d585df04 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:29.849012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbec3d26-00b8-4977-9e65-eed8191625c1 req-cf02b3cc-e478-4349-8fde-9469d585df04 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 946 time: 0.0840886 Aug 31 01:24:29.919943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbec3d26-00b8-4977-9e65-eed8191625c1 req-69dea9a6-f80e-465c-8ead-8b3a099798e7 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694633 Aug 31 01:24:30.062891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42040) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:30.222528 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-96c88edb-3046-4167-b616-dd289e50ae4b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97910921270e420c923ccdaa1d0bb36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578085 Aug 31 01:24:30.224948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42044) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:30.288754 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7638c94d-22f8-4a66-b1a4-f9f6b0b857c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.311360 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7638c94d-22f8-4a66-b1a4-f9f6b0b857c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.361864 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7638c94d-22f8-4a66-b1a4-f9f6b0b857c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.364673 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7638c94d-22f8-4a66-b1a4-f9f6b0b857c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.368328 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7638c94d-22f8-4a66-b1a4-f9f6b0b857c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5abb349b-6b8d-4f8a-aa88-0d8ce87eca44 HTTP/1.1" status: 204 len: 168 time: 0.1399410 Aug 31 01:24:30.375515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638c94d-22f8-4a66-b1a4-f9f6b0b857c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abb349b-6b8d-4f8a-aa88-0d8ce87eca44,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:30.478118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b5a080c-922b-4758-b56e-a05a56539d4c req-46c36ec6-4f07-475e-89c9-951b69640273 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 210 time: 0.0292294 Aug 31 01:24:30.626830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-b9ed1bcf-0980-47bc-a6c4-082612277336 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:30.628929 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-b9ed1bcf-0980-47bc-a6c4-082612277336 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.15 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 805 time: 0.1411812 Aug 31 01:24:30.651834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-c2625311-7cbc-47bd-be6b-5fd6a17d5ccb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Request body: {'port': {'device_id': 'a8db73f9-0c37-43e7-9efa-9970cd0cccf4', 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923', 'admin_state_up': True, 'tenant_id': 'c79cdacd6aa1443086d0bf6dcdae746b'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:30.789753 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-c2625311-7cbc-47bd-be6b-5fd6a17d5ccb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Made reservation on behalf of c79cdacd6aa1443086d0bf6dcdae746b for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:30.794330 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-c2625311-7cbc-47bd-be6b-5fd6a17d5ccb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:30.993434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-c2625311-7cbc-47bd-be6b-5fd6a17d5ccb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Allocated IP 172.20.0.9 (37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923/428ebcb6-235d-49bc-acd7-c71a4d41509d/e0651a30-9be1-4a3d-b796-fa822fd52352) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:31.122050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bdd78-7472-4a96-9f29-18a186818af0 req-a708a01c-5af9-4202-b6fa-d8a50a11821c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:31.123628 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b60bdd78-7472-4a96-9f29-18a186818af0 req-a708a01c-5af9-4202-b6fa-d8a50a11821c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 946 time: 0.0816619 Aug 31 01:24:31.183704 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b60bdd78-7472-4a96-9f29-18a186818af0 req-eb40cfb2-f751-47c7-80d4-b1064c45b0c7 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514195 Aug 31 01:24:31.336961 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-c2625311-7cbc-47bd-be6b-5fd6a17d5ccb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.342301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e9155-3e1a-49a3-baa7-de607fc681ce req-416ff71f-03f0-447a-82b3-8f9c0fb45a0b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:31.344737 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-090e9155-3e1a-49a3-baa7-de607fc681ce req-416ff71f-03f0-447a-82b3-8f9c0fb45a0b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 946 time: 0.0924859 Aug 31 01:24:31.427063 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-c2625311-7cbc-47bd-be6b-5fd6a17d5ccb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.440596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6318dadd-ab37-4781-8b5b-431bef7837cc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:24:31.468963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-090e9155-3e1a-49a3-baa7-de607fc681ce req-6f6dc145-58dc-43f1-a736-620f17988fb6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Deleting port dda48d97-0b09-4ccc-ae5c-4026f9fedd95 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:31.469600 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-090e9155-3e1a-49a3-baa7-de607fc681ce req-6f6dc145-58dc-43f1-a736-620f17988fb6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.527725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-c2625311-7cbc-47bd-be6b-5fd6a17d5ccb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:31.553258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-c2625311-7cbc-47bd-be6b-5fd6a17d5ccb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:31.557510 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-c2625311-7cbc-47bd-be6b-5fd6a17d5ccb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:24:31.593895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2625311-7cbc-47bd-be6b-5fd6a17d5ccb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Pushing event updated for resources: {'Port': ['ID=e0651a30-9be1-4a3d-b796-fa822fd52352,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:31.607685 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.681519 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-090e9155-3e1a-49a3-baa7-de607fc681ce req-6f6dc145-58dc-43f1-a736-620f17988fb6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] For port dda48d97-0b09-4ccc-ae5c-4026f9fedd95, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=dda48d97-0b09-4ccc-ae5c-4026f9fedd95,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:31.681519 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-090e9155-3e1a-49a3-baa7-de607fc681ce req-6f6dc145-58dc-43f1-a736-620f17988fb6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.729336 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-090e9155-3e1a-49a3-baa7-de607fc681ce req-6f6dc145-58dc-43f1-a736-620f17988fb6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Calling delete_port for dda48d97-0b09-4ccc-ae5c-4026f9fedd95 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:31.740470 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-c2625311-7cbc-47bd-be6b-5fd6a17d5ccb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:31.741112 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-c2625311-7cbc-47bd-be6b-5fd6a17d5ccb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.754789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6047f9-48f7-4e57-b177-98272d049e13 req-90933879-0639-46bb-acd2-d4a261d0b70b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:31.756609 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a6047f9-48f7-4e57-b177-98272d049e13 req-90933879-0639-46bb-acd2-d4a261d0b70b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 931 time: 0.1638584 Aug 31 01:24:31.833906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-c2625311-7cbc-47bd-be6b-5fd6a17d5ccb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1923137 Aug 31 01:24:31.860113 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a6047f9-48f7-4e57-b177-98272d049e13 req-8a36f699-8eac-4635-9fa6-1f117e7cd727 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921457 Aug 31 01:24:31.868109 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Request body: {'port': {'device_id': 'a8db73f9-0c37-43e7-9efa-9970cd0cccf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:31.897612 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-090e9155-3e1a-49a3-baa7-de607fc681ce req-6f6dc145-58dc-43f1-a736-620f17988fb6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.912939 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['dda48d97-0b09-4ccc-ae5c-4026f9fedd95'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:24:31.934087 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dc145-58dc-43f1-a736-620f17988fb6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event deleted for resources: {'Port': ['ID=dda48d97-0b09-4ccc-ae5c-4026f9fedd95,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:31.977848 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:31.996249 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-090e9155-3e1a-49a3-baa7-de607fc681ce req-6f6dc145-58dc-43f1-a736-620f17988fb6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] No DVR routers for this DVR port dda48d97-0b09-4ccc-ae5c-4026f9fedd95 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:31.999038 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-090e9155-3e1a-49a3-baa7-de607fc681ce req-6f6dc145-58dc-43f1-a736-620f17988fb6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.001257 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-090e9155-3e1a-49a3-baa7-de607fc681ce req-6f6dc145-58dc-43f1-a736-620f17988fb6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "DELETE /v2.0/ports/dda48d97-0b09-4ccc-ae5c-4026f9fedd95 HTTP/1.1" status: 204 len: 173 time: 0.6492975 Aug 31 01:24:32.002350 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bde35ac-8276-46c6-a96d-89479a430ce9', 'name': 'network-vif-deleted', 'tag': 'dda48d97-0b09-4ccc-ae5c-4026f9fedd95'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:32.005885 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92649905-3aa8-4ea1-8242-a227432dda07" -d '{"events": [{"server_uuid": "7bde35ac-8276-46c6-a96d-89479a430ce9", "name": "network-vif-deleted", "tag": "dda48d97-0b09-4ccc-ae5c-4026f9fedd95"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:32.106071 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670d3c69-26c8-4dfd-9590-8f11ddf25cf8 x-openstack-request-id: req-670d3c69-26c8-4dfd-9590-8f11ddf25cf8 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:32.106385 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bde35ac-8276-46c6-a96d-89479a430ce9", "name": "network-vif-deleted", "tag": "dda48d97-0b09-4ccc-ae5c-4026f9fedd95", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:32.106640 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-670d3c69-26c8-4dfd-9590-8f11ddf25cf8 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:32.107041 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bde35ac-8276-46c6-a96d-89479a430ce9', 'name': 'network-vif-deleted', 'tag': 'dda48d97-0b09-4ccc-ae5c-4026f9fedd95', 'status': 'completed', 'code': 200} Aug 31 01:24:32.401925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5588a479-9fa7-48bf-ac76-c062bcf95623 req-1ed9aebc-b160-489a-9f74-fe9ce0efaaca tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 210 time: 0.0636613 Aug 31 01:24:32.521025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0651a30-9be1-4a3d-b796-fa822fd52352 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:24:32.529386 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.565655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Transition to ACTIVE for port object e0651a30-9be1-4a3d-b796-fa822fd52352 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:24:32.572816 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:32.667036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Pushing event updated for resources: {'Port': ['ID=e0651a30-9be1-4a3d-b796-fa822fd52352,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:32.810667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Attempting to bind port e0651a30-9be1-4a3d-b796-fa822fd52352 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:24:32.811843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Attempting to bind port e0651a30-9be1-4a3d-b796-fa822fd52352 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:24:32.813543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Attempting to bind port e0651a30-9be1-4a3d-b796-fa822fd52352 on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:32.822598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Port e0651a30-9be1-4a3d-b796-fa822fd52352 on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:24:32.823263 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Attempting to bind port e0651a30-9be1-4a3d-b796-fa822fd52352 on network 37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:24:32.831600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:24:32.832228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Checking segment: {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:24:32.832914 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Bound using segment: {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:24:32.833688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Bound port: e0651a30-9be1-4a3d-b796-fa822fd52352, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdddbd21-aa20-4e93-9916-abcd779dbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:24:32.834324 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.160006 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] For port e0651a30-9be1-4a3d-b796-fa822fd52352, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:33.222504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] For port e0651a30-9be1-4a3d-b796-fa822fd52352, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e0651a30-9be1-4a3d-b796-fa822fd52352,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:24:33.242116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb03290-5ec2-40d3-9098-c108d4b53cf6 req-d8a03bb6-45fe-4c62-89ee-91fdc816a94e tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:33.244179 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3cb03290-5ec2-40d3-9098-c108d4b53cf6 req-d8a03bb6-45fe-4c62-89ee-91fdc816a94e tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 943 time: 0.1601682 Aug 31 01:24:33.246323 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.355122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:33.355633 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.357056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] 10.222.0.15 "PUT /v2.0/ports/e0651a30-9be1-4a3d-b796-fa822fd52352 HTTP/1.1" status: 200 len: 1092 time: 1.4957960 Aug 31 01:24:33.357688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8db73f9-0c37-43e7-9efa-9970cd0cccf4', 'tag': 'e0651a30-9be1-4a3d-b796-fa822fd52352'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:33.359269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42148) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:33.359984 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5d6f40-8905-4822-a997-a52da8062d77" -d '{"events": [{"name": "network-changed", "server_uuid": "a8db73f9-0c37-43e7-9efa-9970cd0cccf4", "tag": "e0651a30-9be1-4a3d-b796-fa822fd52352"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:33.447611 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f8c12d-e33f-4d7f-b380-ef70569899c7 x-openstack-request-id: req-c4f8c12d-e33f-4d7f-b380-ef70569899c7 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:33.448225 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8db73f9-0c37-43e7-9efa-9970cd0cccf4", "tag": "e0651a30-9be1-4a3d-b796-fa822fd52352", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:33.448682 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4f8c12d-e33f-4d7f-b380-ef70569899c7 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:33.449289 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8db73f9-0c37-43e7-9efa-9970cd0cccf4', 'tag': 'e0651a30-9be1-4a3d-b796-fa822fd52352', 'status': 'completed', 'code': 200} Aug 31 01:24:33.480232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae675b-dcb3-4f75-8894-6b69bcbabd50 service neutron] Pushing event updated for resources: {'Port': ['ID=e0651a30-9be1-4a3d-b796-fa822fd52352,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:33.507186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3cb03290-5ec2-40d3-9098-c108d4b53cf6 req-b3980a2f-1c37-4984-9fbd-d8b274841870 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452536 Aug 31 01:24:33.546939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d49035f-1005-42b1-aabb-f991696c0b98 req-e53d366b-016d-44c2-8463-4df30915f67f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 210 time: 0.0327265 Aug 31 01:24:33.554341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-121f2c63-7be7-4b5b-882c-b940545fe375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:33.555852 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-121f2c63-7be7-4b5b-882c-b940545fe375 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 1095 time: 0.1177831 Aug 31 01:24:33.586205 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88864a97-bf13-4add-bcae-72866cb6b6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.629551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-7684cd8d-40e0-4062-8994-760c825bb191 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0651a30-9be1-4a3d-b796-fa822fd52352 HTTP/1.1" status: 200 len: 217 time: 0.0579419 Aug 31 01:24:33.695452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-fe0e479d-1be2-443e-ae01-56f47c941196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:33.696967 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-fe0e479d-1be2-443e-ae01-56f47c941196 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 200 len: 845 time: 0.0612476 Aug 31 01:24:33.697734 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88864a97-bf13-4add-bcae-72866cb6b6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.704336 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88864a97-bf13-4add-bcae-72866cb6b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.731666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-c04bb6c3-33c8-44d3-8fbc-aef60fcd41a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264637 Aug 31 01:24:33.743707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88864a97-bf13-4add-bcae-72866cb6b6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5570f580-4f81-4713-a826-9e243595743b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:33.760228 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-88864a97-bf13-4add-bcae-72866cb6b6f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd968ea3141b4fc89d04df55542241b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996773 Aug 31 01:24:33.762740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42156) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:33.821621 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c77f9824-3911-42b7-9a05-6e09479265ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.849892 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c77f9824-3911-42b7-9a05-6e09479265ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.856897 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-e8be2a53-3841-4b3c-95cb-3bb6aa1ae3df service neutron] 10.222.0.15 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188691 Aug 31 01:24:33.914092 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c77f9824-3911-42b7-9a05-6e09479265ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.919934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c77f9824-3911-42b7-9a05-6e09479265ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:33.925281 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c77f9824-3911-42b7-9a05-6e09479265ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5570f580-4f81-4713-a826-9e243595743b HTTP/1.1" status: 204 len: 168 time: 0.1600392 Aug 31 01:24:33.943266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f9824-3911-42b7-9a05-6e09479265ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5570f580-4f81-4713-a826-9e243595743b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:33.983771 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dec2bd34-7423-4db9-b5b9-a9cbba393761 req-e3e92259-0a77-494b-be15-de5c3b173a77 service neutron] 10.222.0.15 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184559 Aug 31 01:24:34.105809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d6f40-8905-4822-a997-a52da8062d77 req-057b8d2f-9528-44f9-9196-2e83d2c735a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:34.107459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df5d6f40-8905-4822-a997-a52da8062d77 req-057b8d2f-9528-44f9-9196-2e83d2c735a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 1095 time: 0.0557375 Aug 31 01:24:34.130093 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device dda48d97-0b09-4ccc-ae5c-4026f9fedd95 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:34.168594 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: dda48d97-0b09-4ccc-ae5c-4026f9fedd95 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:34.169001 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device dda48d97-0b09-4ccc-ae5c-4026f9fedd95 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:34.305320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d6f40-8905-4822-a997-a52da8062d77 req-a80e0f54-cdaf-47f3-b8fd-175f0586e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:34.310580 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df5d6f40-8905-4822-a997-a52da8062d77 req-a80e0f54-cdaf-47f3-b8fd-175f0586e6c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 200 len: 906 time: 0.1954956 Aug 31 01:24:34.320856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42166) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:34.390499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df5d6f40-8905-4822-a997-a52da8062d77 req-d9eeeeba-70cf-49c7-b676-c6b2deca16ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0651a30-9be1-4a3d-b796-fa822fd52352 HTTP/1.1" status: 200 len: 217 time: 0.0705190 Aug 31 01:24:34.391794 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2923ccb0-a5b9-44ee-b6fa-41d64e95f4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:34.513360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d6f40-8905-4822-a997-a52da8062d77 req-fdb734ed-952b-490b-98f7-8131fc07a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:34.515091 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df5d6f40-8905-4822-a997-a52da8062d77 req-fdb734ed-952b-490b-98f7-8131fc07a601 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 200 len: 845 time: 0.1135416 Aug 31 01:24:34.559344 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df5d6f40-8905-4822-a997-a52da8062d77 req-146e8bf6-711d-4835-80cc-d1f7b37f8b16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348477 Aug 31 01:24:34.642926 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2923ccb0-a5b9-44ee-b6fa-41d64e95f4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:34.686194 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2923ccb0-a5b9-44ee-b6fa-41d64e95f4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:34.712257 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1121469e-419e-4510-9fe7-139cd56b0f7d req-566c5c98-7c87-4cc1-87c1-ff9e0f6fd79b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 210 time: 0.0729799 Aug 31 01:24:34.770076 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2923ccb0-a5b9-44ee-b6fa-41d64e95f4ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf8c2a4d87554698acec4ff6739902d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433715 Aug 31 01:24:34.773468 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42178) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:34.774454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923ccb0-a5b9-44ee-b6fa-41d64e95f4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffb7f3f-88c7-4c15-ad8f-eb4727ae49ec,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:34.789240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df6d87-59cd-4eb5-b3e1-759997cee2eb req-30e8cd8f-06ea-4475-9536-558e6822b78f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:34.800099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6df6d87-59cd-4eb5-b3e1-759997cee2eb req-30e8cd8f-06ea-4475-9536-558e6822b78f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 943 time: 0.1677270 Aug 31 01:24:34.848164 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df5d6f40-8905-4822-a997-a52da8062d77 req-83f20230-597a-49ad-a346-0bbf96f5f615 service neutron] 10.222.0.15 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791879 Aug 31 01:24:34.877668 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0125b69d-aa77-4448-a179-c10d3b06a472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:34.902381 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6df6d87-59cd-4eb5-b3e1-759997cee2eb req-aed47189-a18a-481b-82f0-28c1829282c8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010766 Aug 31 01:24:34.928327 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0125b69d-aa77-4448-a179-c10d3b06a472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:35.012858 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0125b69d-aa77-4448-a179-c10d3b06a472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:35.021004 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0125b69d-aa77-4448-a179-c10d3b06a472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:35.027340 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0125b69d-aa77-4448-a179-c10d3b06a472 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ffb7f3f-88c7-4c15-ad8f-eb4727ae49ec HTTP/1.1" status: 204 len: 168 time: 0.2516675 Aug 31 01:24:35.051190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125b69d-aa77-4448-a179-c10d3b06a472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffb7f3f-88c7-4c15-ad8f-eb4727ae49ec,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:35.073496 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df5d6f40-8905-4822-a997-a52da8062d77 req-e3530076-8591-4827-97df-396d9367b7e7 service neutron] 10.222.0.15 "GET /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172062 Aug 31 01:24:35.883038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09f932d1-a776-439e-ba6e-a010253035ba req-fdb93b3a-145a-4541-81c2-16b77f49cede tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 210 time: 0.0778093 Aug 31 01:24:36.118468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c55a7-a924-428e-bfec-1033bcd84c80 req-4d31fc6e-6a68-4842-8593-cbfbdb45c92a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:36.120888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-992c55a7-a924-428e-bfec-1033bcd84c80 req-4d31fc6e-6a68-4842-8593-cbfbdb45c92a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 943 time: 0.0602744 Aug 31 01:24:36.162792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-992c55a7-a924-428e-bfec-1033bcd84c80 req-2f1eb86b-41c8-4fb3-aa34-5ce3d590216c tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365553 Aug 31 01:24:37.032240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c44f22a-3f89-4a86-a0c4-e51a8d969f13 req-874d3c93-0fe1-45f0-9edf-34d0f2c46556 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bde35ac-8276-46c6-a96d-89479a430ce9 HTTP/1.1" status: 200 len: 210 time: 0.0500755 Aug 31 01:24:37.321114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba85c0c-033b-4e73-9f64-6ebfa6f3df57 req-74d9bdd4-a682-408b-8770-c095b24be730 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:37.322690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fba85c0c-033b-4e73-9f64-6ebfa6f3df57 req-74d9bdd4-a682-408b-8770-c095b24be730 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 943 time: 0.0806310 Aug 31 01:24:37.386195 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fba85c0c-033b-4e73-9f64-6ebfa6f3df57 req-34df9f21-c9f7-453c-adb4-65da2df613f8 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530879 Aug 31 01:24:37.954625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e0651a30-9be1-4a3d-b796-fa822fd52352 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:24:38.154740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e0651a30-9be1-4a3d-b796-fa822fd52352, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e0651a30-9be1-4a3d-b796-fa822fd52352,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:38.192517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'e0651a30-9be1-4a3d-b796-fa822fd52352', 'network_id': '37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923', 'port_id': 'e0651a30-9be1-4a3d-b796-fa822fd52352', 'mac_address': 'fa:16:3e:28:60:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428ebcb6-235d-49bc-acd7-c71a4d41509d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:24:38.273869 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:38.289480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0651a30-9be1-4a3d-b796-fa822fd52352 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:24:38.312511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e0651a30-9be1-4a3d-b796-fa822fd52352, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e0651a30-9be1-4a3d-b796-fa822fd52352,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:38.319151 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:38.375301 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e0651a30-9be1-4a3d-b796-fa822fd52352,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:38.398974 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:38.399598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:38.400123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:38.401609 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:38.402119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:38.404558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:38.405096 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:38.405599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:38.406101 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:38.406598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:38.408721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:38.409325 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:38.554692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f5789-1856-48ec-8491-ed2d96e7fe94 req-52415ae8-99ac-4b68-90d9-7155f86c6c58 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:38.556942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a8f5789-1856-48ec-8491-ed2d96e7fe94 req-52415ae8-99ac-4b68-90d9-7155f86c6c58 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 944 time: 0.0760024 Aug 31 01:24:38.607089 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a8f5789-1856-48ec-8491-ed2d96e7fe94 req-ef404b6b-441d-44c6-b37e-fabc7af0a63a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441923 Aug 31 01:24:38.683595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['e0651a30-9be1-4a3d-b796-fa822fd52352'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:24:39.885806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc598ce6-4e46-494e-baca-3427cb42d9e6 req-f96c5ba6-a7f9-409b-bc88-007f044ebc00 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:39.889101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc598ce6-4e46-494e-baca-3427cb42d9e6 req-f96c5ba6-a7f9-409b-bc88-007f044ebc00 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 944 time: 0.1480763 Aug 31 01:24:39.962042 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e0651a30-9be1-4a3d-b796-fa822fd52352 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:39.985060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42296) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:40.023586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc598ce6-4e46-494e-baca-3427cb42d9e6 req-44cf6913-3385-4d64-8e9e-d81c7ad0c786 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226456 Aug 31 01:24:40.147149 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port e0651a30-9be1-4a3d-b796-fa822fd52352 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:24:40.158677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port e0651a30-9be1-4a3d-b796-fa822fd52352 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:24:40.161341 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.311488 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.360123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8db73f9-0c37-43e7-9efa-9970cd0cccf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0651a30-9be1-4a3d-b796-fa822fd52352'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:40.363267 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107e2738-e33e-48ad-855e-e248955a3f9f" -d '{"events": [{"server_uuid": "a8db73f9-0c37-43e7-9efa-9970cd0cccf4", "name": "network-vif-plugged", "status": "completed", "tag": "e0651a30-9be1-4a3d-b796-fa822fd52352"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:40.378220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e0651a30-9be1-4a3d-b796-fa822fd52352, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e0651a30-9be1-4a3d-b796-fa822fd52352,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:40.383706 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.499648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e0651a30-9be1-4a3d-b796-fa822fd52352,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:40.612553 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4151541a-afb1-45f1-a4d8-d240513d3e2e x-openstack-request-id: req-4151541a-afb1-45f1-a4d8-d240513d3e2e {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:40.612848 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8db73f9-0c37-43e7-9efa-9970cd0cccf4", "name": "network-vif-plugged", "status": "completed", "tag": "e0651a30-9be1-4a3d-b796-fa822fd52352", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:40.613304 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4151541a-afb1-45f1-a4d8-d240513d3e2e {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:40.613960 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8db73f9-0c37-43e7-9efa-9970cd0cccf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0651a30-9be1-4a3d-b796-fa822fd52352', 'code': 200} Aug 31 01:24:40.738617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deb3a1-7882-42ce-8052-f974183b18db req-b2512996-dfd1-4651-b2ec-293f80c02e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:40.741465 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71deb3a1-7882-42ce-8052-f974183b18db req-b2512996-dfd1-4651-b2ec-293f80c02e9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 1097 time: 0.0505533 Aug 31 01:24:40.779813 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55aaaad8-82cf-401f-8868-0bd464844d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.780033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71deb3a1-7882-42ce-8052-f974183b18db req-8d1b88cc-e403-4f8f-9552-f14e875b5369 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309954 Aug 31 01:24:41.082414 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:41.099121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-55aaaad8-82cf-401f-8868-0bd464844d73 admin admin] Deleting port b27dac49-c07e-454d-aac2-fceaf1d1dfc8 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:41.099749 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55aaaad8-82cf-401f-8868-0bd464844d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:41.195069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-55aaaad8-82cf-401f-8868-0bd464844d73 admin admin] For port b27dac49-c07e-454d-aac2-fceaf1d1dfc8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b27dac49-c07e-454d-aac2-fceaf1d1dfc8,segment=NetworkSegment(7f329871-24c6-4c1c-ad35-63d6b3fe7fe6),segment_id=7f329871-24c6-4c1c-ad35-63d6b3fe7fe6)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:41.195672 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55aaaad8-82cf-401f-8868-0bd464844d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:41.201540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55d6b7-9ec9-4d19-9810-0a7b9f1a2e9a req-d222ea7f-8b39-4aac-8566-9ef0e64e86dc tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:41.204728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a55d6b7-9ec9-4d19-9810-0a7b9f1a2e9a req-d222ea7f-8b39-4aac-8566-9ef0e64e86dc tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0647974 Aug 31 01:24:41.212072 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-55aaaad8-82cf-401f-8868-0bd464844d73 admin admin] Calling delete_port for b27dac49-c07e-454d-aac2-fceaf1d1dfc8 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:41.265189 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a55d6b7-9ec9-4d19-9810-0a7b9f1a2e9a req-fba69824-372f-4dc2-b10a-c1b5b5e266da tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501001 Aug 31 01:24:41.414001 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55aaaad8-82cf-401f-8868-0bd464844d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:41.451207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaaad8-82cf-401f-8868-0bd464844d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=b27dac49-c07e-454d-aac2-fceaf1d1dfc8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:41.672579 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55aaaad8-82cf-401f-8868-0bd464844d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:42.495826 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db4382-db41-4340-ad2f-355ab7b993b1 req-d4698007-c9e5-486d-b639-420d7724b6d3 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:42.497798 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55aaaad8-82cf-401f-8868-0bd464844d73 admin admin] Router 16f66004-0076-472b-9bbb-db56290dc15c has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:24:42.498697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0db4382-db41-4340-ad2f-355ab7b993b1 req-d4698007-c9e5-486d-b639-420d7724b6d3 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0867355 Aug 31 01:24:42.572769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0db4382-db41-4340-ad2f-355ab7b993b1 req-63fdb737-5a0f-4ebb-992f-a495862bdbc7 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642228 Aug 31 01:24:42.671772 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aaaad8-82cf-401f-8868-0bd464844d73 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:24:42.679638 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-55aaaad8-82cf-401f-8868-0bd464844d73 admin admin] 10.222.0.58 "PUT /v2.0/routers/16f66004-0076-472b-9bbb-db56290dc15c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6923788 Aug 31 01:24:42.682658 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42404) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:42.685553 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9c64d8-4eb9-47d3-86af-d0e8253d4bc6 None None] Sync routers for ids ['16f66004-0076-472b-9bbb-db56290dc15c'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:24:42.701006 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c64d8-4eb9-47d3-86af-d0e8253d4bc6 None None] Routers {'16f66004-0076-472b-9bbb-db56290dc15c'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:24:42.702100 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-cf9c64d8-4eb9-47d3-86af-d0e8253d4bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:24:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['16f66004-0076-472b-9bbb-db56290dc15c'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:42.811753 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:42.854338 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-cf9c64d8-4eb9-47d3-86af-d0e8253d4bc6 None None] Set router 16f66004-0076-472b-9bbb-db56290dc15c gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:24:42.888758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ee211-998a-429d-bae3-8bdf65e53dd1 req-ad59bf92-b36a-49d7-a14c-def2cf97973f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:42.899230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb9ee211-998a-429d-bae3-8bdf65e53dd1 req-ad59bf92-b36a-49d7-a14c-def2cf97973f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.1097753 Aug 31 01:24:42.950332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:42.992098 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb9ee211-998a-429d-bae3-8bdf65e53dd1 req-b1dffde4-5be9-4ac1-bd55-396e9e945610 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903740 Aug 31 01:24:43.036810 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] Deleting port 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:43.037533 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.144325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] For port 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:43.144802 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.164481 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] Calling delete_port for 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:43.167340 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8699f96-66db-4df2-931c-3d8b652271b8 req-49745b39-f2bc-45a4-b4c6-e0b912b091d3 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:43.169727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8699f96-66db-4df2-931c-3d8b652271b8 req-49745b39-f2bc-45a4-b4c6-e0b912b091d3 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0716789 Aug 31 01:24:43.172149 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-cf9c64d8-4eb9-47d3-86af-d0e8253d4bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f66004-0076-472b-9bbb-db56290dc15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:24:41Z', 'revision_number': 5, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'gw_port': {'id': '4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f66004-0076-472b-9bbb-db56290dc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:43.218636 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9c64d8-4eb9-47d3-86af-d0e8253d4bc6 None None] Checking router: 16f66004-0076-472b-9bbb-db56290dc15c for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:24:43.225026 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8699f96-66db-4df2-931c-3d8b652271b8 req-990cd7a3-2d0c-4a65-a326-068b3a820efb tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455489 Aug 31 01:24:43.228472 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c64d8-4eb9-47d3-86af-d0e8253d4bc6 None None] Routers {'16f66004-0076-472b-9bbb-db56290dc15c'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:24:43.228979 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-cf9c64d8-4eb9-47d3-86af-d0e8253d4bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:24:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['16f66004-0076-472b-9bbb-db56290dc15c'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:43.499306 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.511049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc4244-f78b-44d2-b1a8-b35a2b8dec09 req-311a3ef4-3c44-4f0d-a881-df6f8473a4b9 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:43.513626 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-cf9c64d8-4eb9-47d3-86af-d0e8253d4bc6 None None] Set router 16f66004-0076-472b-9bbb-db56290dc15c gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:24:43.528324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76cc4244-f78b-44d2-b1a8-b35a2b8dec09 req-311a3ef4-3c44-4f0d-a881-df6f8473a4b9 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.1044774 Aug 31 01:24:43.594701 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-cf9c64d8-4eb9-47d3-86af-d0e8253d4bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f66004-0076-472b-9bbb-db56290dc15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:24:42Z', 'revision_number': 6, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:43.609155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76cc4244-f78b-44d2-b1a8-b35a2b8dec09 req-a318df40-0607-48ca-b2a6-9cbd81863509 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787587 Aug 31 01:24:43.613658 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:43.638603 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9c64d8-4eb9-47d3-86af-d0e8253d4bc6 None None] The sync data for ids ['16f66004-0076-472b-9bbb-db56290dc15c'] in n-d-802060-13 is: [{'id': '16f66004-0076-472b-9bbb-db56290dc15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1032384795-router', 'tenant_id': 'd1534f084f814923866cc1da0f965ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:13:14Z', 'updated_at': '2021-08-31T01:24:42Z', 'revision_number': 6, 'project_id': 'd1534f084f814923866cc1da0f965ab3', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:24:43.691931 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.816730 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.819409 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.871170 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.871730 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16f66004-0076-472b-9bbb-db56290dc15c {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:24:43.877007 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.880579 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-83793118-53c3-47e3-854b-b7012d2ffbac admin admin] 10.222.0.58 "DELETE /v2.0/routers/16f66004-0076-472b-9bbb-db56290dc15c HTTP/1.1" status: 204 len: 168 time: 1.1936789 Aug 31 01:24:43.880706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42442) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:43.941321 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8efccec-ce58-48f7-ba9d-a31c852b14d7 admin admin] Deleting subnet 198a4c1e-c03d-447f-8e37-fec3a4c3c5eb {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:24:43.945112 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8efccec-ce58-48f7-ba9d-a31c852b14d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:43.988406 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8efccec-ce58-48f7-ba9d-a31c852b14d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:44.104770 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8efccec-ce58-48f7-ba9d-a31c852b14d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:44.141212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b27dac49-c07e-454d-aac2-fceaf1d1dfc8 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:44.181311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: b27dac49-c07e-454d-aac2-fceaf1d1dfc8 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:44.181960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b27dac49-c07e-454d-aac2-fceaf1d1dfc8 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:44.205801 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8efccec-ce58-48f7-ba9d-a31c852b14d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:44.236380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efccec-ce58-48f7-ba9d-a31c852b14d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=198a4c1e-c03d-447f-8e37-fec3a4c3c5eb,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:44.240434 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8efccec-ce58-48f7-ba9d-a31c852b14d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:44.242662 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c8efccec-ce58-48f7-ba9d-a31c852b14d7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/198a4c1e-c03d-447f-8e37-fec3a4c3c5eb HTTP/1.1" status: 204 len: 168 time: 0.3610351 Aug 31 01:24:44.245117 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42444) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:44.251418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050d7306-b7bc-4878-8a01-2ed2fc67116d None None] Network ebcfddf9-8b28-46c0-b6e9-f572fd50039a requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:24:44.396669 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:44.464088 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] Deleting port 493dc395-7a6a-41eb-bc05-9b01792874f3 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:44.464538 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:44.500859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367b16fb-3afa-4dfd-9219-da170cff1d36 None None] DHCP port deletion for ebcfddf9-8b28-46c0-b6e9-f572fd50039a request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:24:44.566490 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] For port 493dc395-7a6a-41eb-bc05-9b01792874f3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=493dc395-7a6a-41eb-bc05-9b01792874f3,segment=NetworkSegment(7f329871-24c6-4c1c-ad35-63d6b3fe7fe6),segment_id=7f329871-24c6-4c1c-ad35-63d6b3fe7fe6)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:44.568870 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:44.613208 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-367b16fb-3afa-4dfd-9219-da170cff1d36 None None] Deleting port 493dc395-7a6a-41eb-bc05-9b01792874f3 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:44.615997 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-367b16fb-3afa-4dfd-9219-da170cff1d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:44.631658 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] Calling delete_port for 493dc395-7a6a-41eb-bc05-9b01792874f3 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:44.831773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:44.876839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] No DVR routers for this DVR port 493dc395-7a6a-41eb-bc05-9b01792874f3 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:44.884290 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] Pushing event deleted for resources: {'Port': ['ID=493dc395-7a6a-41eb-bc05-9b01792874f3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:44.955161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb50b8e-5eeb-47bc-8545-4958adf84fb3 req-ade0ee8b-a700-4c43-be78-84ec64ca1ec6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:44.969553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-367b16fb-3afa-4dfd-9219-da170cff1d36 None None] For port 493dc395-7a6a-41eb-bc05-9b01792874f3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=493dc395-7a6a-41eb-bc05-9b01792874f3,segment=NetworkSegment(7f329871-24c6-4c1c-ad35-63d6b3fe7fe6),segment_id=7f329871-24c6-4c1c-ad35-63d6b3fe7fe6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:44.970023 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-367b16fb-3afa-4dfd-9219-da170cff1d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:44.976739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9eb50b8e-5eeb-47bc-8545-4958adf84fb3 req-ade0ee8b-a700-4c43-be78-84ec64ca1ec6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.1668105 Aug 31 01:24:44.995245 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-367b16fb-3afa-4dfd-9219-da170cff1d36 None None] Calling delete_port for 493dc395-7a6a-41eb-bc05-9b01792874f3 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:44.995426 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:45.013424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcfddf9-8b28-46c0-b6e9-f572fd50039a']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:45.031393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f329871-24c6-4c1c-ad35-63d6b3fe7fe6') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:45.031891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f329871-24c6-4c1c-ad35-63d6b3fe7fe6') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:45.038363 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9eb50b8e-5eeb-47bc-8545-4958adf84fb3 req-00e76bc5-82ed-45ec-a212-c342e58970b5 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605707 Aug 31 01:24:45.052303 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:45.074857 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:45.090671 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:24:45.091256 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:24:45.093238 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:24:45.125552 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-367b16fb-3afa-4dfd-9219-da170cff1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:45.179212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b16fb-3afa-4dfd-9219-da170cff1d36 None None] No DVR routers for this DVR port 493dc395-7a6a-41eb-bc05-9b01792874f3 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:45.181693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b16fb-3afa-4dfd-9219-da170cff1d36 None None] Pushing event deleted for resources: {'Port': ['ID=493dc395-7a6a-41eb-bc05-9b01792874f3,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:45.200160 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:45.212747 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:45.215850 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] 10.222.0.58 "DELETE /v2.0/networks/ebcfddf9-8b28-46c0-b6e9-f572fd50039a HTTP/1.1" status: 204 len: 168 time: 0.9697084 Aug 31 01:24:45.228597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f07a6-ffe6-4719-b978-b994d50f8eed admin admin] Pushing event deleted for resources: {'Network': ['ID=ebcfddf9-8b28-46c0-b6e9-f572fd50039a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:45.363174 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42458) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:45.419090 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4116840f-ffa3-47d0-9936-9fe27533f5ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d1534f084f814923866cc1da0f965ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545623 Aug 31 01:24:45.421648 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42460) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:45.474072 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cb90f671-d586-4c8d-8208-4397a85a03e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:45.498501 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cb90f671-d586-4c8d-8208-4397a85a03e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:45.554960 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cb90f671-d586-4c8d-8208-4397a85a03e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:45.558136 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cb90f671-d586-4c8d-8208-4397a85a03e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:45.569488 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cb90f671-d586-4c8d-8208-4397a85a03e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/efca5639-7e47-43c7-95ec-2d1b39bfdf91 HTTP/1.1" status: 204 len: 168 time: 0.1391172 Aug 31 01:24:45.584254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90f671-d586-4c8d-8208-4397a85a03e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efca5639-7e47-43c7-95ec-2d1b39bfdf91,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:45.929932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 493dc395-7a6a-41eb-bc05-9b01792874f3 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:45.985814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 493dc395-7a6a-41eb-bc05-9b01792874f3 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:45.987713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 493dc395-7a6a-41eb-bc05-9b01792874f3 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:45.988155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:46.024283 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:46.025314 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 4ebca8ba-5a13-4d9e-9ec2-f10ed4ef2b54 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:46.177083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859558d3-476e-4303-80db-4abd4e00a5f9 req-db626318-38ee-4969-b2f9-61f2599e6e2d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:46.179405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-859558d3-476e-4303-80db-4abd4e00a5f9 req-db626318-38ee-4969-b2f9-61f2599e6e2d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0623322 Aug 31 01:24:46.236323 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-859558d3-476e-4303-80db-4abd4e00a5f9 req-27a086c7-b381-4f2c-a058-411d883eae6d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499301 Aug 31 01:24:47.194228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96683bd3-76b2-4199-88a8-52f2c082127e req-32cd0597-15f5-4db1-bd6b-1b92475baad0 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0421393 Aug 31 01:24:47.404223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4bcc0-468f-4f75-91d3-de63dddcc0d7 req-73ce8524-04d3-465b-bd8f-4d2afec65ab7 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:47.405387 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eef4bcc0-468f-4f75-91d3-de63dddcc0d7 req-73ce8524-04d3-465b-bd8f-4d2afec65ab7 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0686474 Aug 31 01:24:47.455680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eef4bcc0-468f-4f75-91d3-de63dddcc0d7 req-913bbc11-9d6a-4f76-8326-ee6770d1874c tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427067 Aug 31 01:24:48.330354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3cf04d2e-cb6c-4312-9b04-aaae4cbe7a22 req-507e8ae3-1e7c-4876-8bcf-e595de71c493 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0398617 Aug 31 01:24:48.585834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bddbac-8fd8-4b87-afab-974883a1d7c8 req-fe11b7a9-5975-40cd-8317-07995774149c tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:48.587705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97bddbac-8fd8-4b87-afab-974883a1d7c8 req-fe11b7a9-5975-40cd-8317-07995774149c tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0545001 Aug 31 01:24:48.629220 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97bddbac-8fd8-4b87-afab-974883a1d7c8 req-755e58f2-f6af-4c02-87a3-7a669be84f80 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345948 Aug 31 01:24:49.478006 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4566d4e6-82b9-49f9-8ea3-972c99b83105 req-1f7269b2-6587-457e-9a5c-63772a82454a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0333915 Aug 31 01:24:49.491676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-620dfc58-5498-4aeb-b066-59882f3cc79b req-be456bfb-c9e1-42f3-8b99-16a08c93820f tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0373390 Aug 31 01:24:49.768715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a00751-9d62-4db5-a216-0787bca17fbf req-9687cf9d-32fd-4f9b-9464-17ed7aaf2e40 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:49.770418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70a00751-9d62-4db5-a216-0787bca17fbf req-9687cf9d-32fd-4f9b-9464-17ed7aaf2e40 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0627170 Aug 31 01:24:49.819820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70a00751-9d62-4db5-a216-0787bca17fbf req-599ed89a-b555-4629-8d07-fb9f5eb8283f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Aug 31 01:24:50.619697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa3dfd1e-a9d6-4c35-9660-afd9356855c1 req-5ce0829d-4a11-45ee-9cc4-af7b28bf34fa tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0403707 Aug 31 01:24:50.978519 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc837894-0a92-4182-949f-938a279080cd req-2823c8d9-39cd-466d-9a0a-cef4352cd3ca tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0493255 Aug 31 01:24:50.996552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d89406-41c2-473f-8637-0e3b68fb54d8 req-fd5663b0-b5b1-43d5-9cb4-234638a07e1a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:50.996912 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15d89406-41c2-473f-8637-0e3b68fb54d8 req-fd5663b0-b5b1-43d5-9cb4-234638a07e1a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0800948 Aug 31 01:24:51.054929 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15d89406-41c2-473f-8637-0e3b68fb54d8 req-12e42ce0-62b4-405f-ba63-9de0743f6bab tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458367 Aug 31 01:24:51.225785 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9f416dcf-4762-4770-928b-8807f3f32ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:51.595225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42610) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:51.698493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c44e6f-ed5c-4012-83a7-4a21ade25966 req-b67caf1b-3413-4dec-ba28-4d639622508b tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:51.701674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9c44e6f-ed5c-4012-83a7-4a21ade25966 req-b67caf1b-3413-4dec-ba28-4d639622508b tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 946 time: 0.0585186 Aug 31 01:24:51.751324 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8d6895d-8e43-48ed-9aa4-d051a06b3487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:51.775797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9c44e6f-ed5c-4012-83a7-4a21ade25966 req-accf85a4-f57b-45b9-80d5-2730a7a9412f tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670478 Aug 31 01:24:51.867246 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8d6895d-8e43-48ed-9aa4-d051a06b3487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:51.871174 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a8d6895d-8e43-48ed-9aa4-d051a06b3487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:51.909113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6895d-8e43-48ed-9aa4-d051a06b3487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8602d222-7025-4b61-b66e-ee41c6f77fdc,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:51.915786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a8d6895d-8e43-48ed-9aa4-d051a06b3487 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8304011752b9424c8b07672e9f5857c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190403 Aug 31 01:24:51.917255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42616) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:51.973345 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-70377ab8-4c07-4488-a0b5-9aa105e33de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:51.999265 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-70377ab8-4c07-4488-a0b5-9aa105e33de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.068727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-70377ab8-4c07-4488-a0b5-9aa105e33de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.071567 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-70377ab8-4c07-4488-a0b5-9aa105e33de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.072941 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-70377ab8-4c07-4488-a0b5-9aa105e33de0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8602d222-7025-4b61-b66e-ee41c6f77fdc HTTP/1.1" status: 204 len: 168 time: 0.1535232 Aug 31 01:24:52.083301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70377ab8-4c07-4488-a0b5-9aa105e33de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8602d222-7025-4b61-b66e-ee41c6f77fdc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:52.136728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e636044-6108-4914-b214-5b2a1636c7a6 req-330bec8b-e436-4ad8-af2e-291d87933358 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0561173 Aug 31 01:24:52.264225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535ebd6-70c5-4c41-a519-aee3e9839442 req-39867b4f-b2da-4ef9-ac7d-8918ae7c1de7 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:52.274587 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9535ebd6-70c5-4c41-a519-aee3e9839442 req-39867b4f-b2da-4ef9-ac7d-8918ae7c1de7 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0986059 Aug 31 01:24:52.324477 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9535ebd6-70c5-4c41-a519-aee3e9839442 req-d4129b15-95cc-44c7-9662-56b335e2a22b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488694 Aug 31 01:24:52.466953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42634) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:52.480814 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6180d659-4065-4249-9fd9-6290a8b5a5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.578093 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6180d659-4065-4249-9fd9-6290a8b5a5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.582743 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6180d659-4065-4249-9fd9-6290a8b5a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.620400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180d659-4065-4249-9fd9-6290a8b5a5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a62a18-e076-4c6f-99c0-86d75d20a51b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:52.624969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6180d659-4065-4249-9fd9-6290a8b5a5a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e1f3b7cfe2b4bfb9a7a271b0a99fef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569879 Aug 31 01:24:52.628433 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42636) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:52.679518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4c3e8167-ac39-4c9d-b492-1cc338039d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.701852 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4c3e8167-ac39-4c9d-b492-1cc338039d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.755729 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4c3e8167-ac39-4c9d-b492-1cc338039d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.758229 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4c3e8167-ac39-4c9d-b492-1cc338039d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:52.759426 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4c3e8167-ac39-4c9d-b492-1cc338039d21 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75a62a18-e076-4c6f-99c0-86d75d20a51b HTTP/1.1" status: 204 len: 168 time: 0.1301005 Aug 31 01:24:52.768183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e8167-ac39-4c9d-b492-1cc338039d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a62a18-e076-4c6f-99c0-86d75d20a51b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:52.910911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ef223-bd50-4555-a75b-54b6b70ed9f2 req-2615808f-f223-4ec2-b9d1-703a285d15a5 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:52.910911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa7ef223-bd50-4555-a75b-54b6b70ed9f2 req-2615808f-f223-4ec2-b9d1-703a285d15a5 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 946 time: 0.0596197 Aug 31 01:24:52.955062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa7ef223-bd50-4555-a75b-54b6b70ed9f2 req-4244351c-947c-46e8-a314-f2bcf21abb15 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371616 Aug 31 01:24:53.271256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c325ffa6-33bf-4743-9f17-de03121b0c4b req-f10dc51d-b03a-4e26-b63a-940965903688 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0374284 Aug 31 01:24:53.467049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f518fd-a0a1-475b-a99e-7e444948b4cb req-24755398-fc88-408a-9833-c96733e1f8a0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:53.468977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61f518fd-a0a1-475b-a99e-7e444948b4cb req-24755398-fc88-408a-9833-c96733e1f8a0 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0655189 Aug 31 01:24:53.523963 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61f518fd-a0a1-475b-a99e-7e444948b4cb req-1141c79f-8fd7-4b33-94fe-a4982ce74103 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484686 Aug 31 01:24:53.588970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9dd5-3594-49c1-8f06-f351a187d67f req-eb903c3e-63cd-4545-ae1e-4b20e353aa53 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:53.590436 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-988b9dd5-3594-49c1-8f06-f351a187d67f req-eb903c3e-63cd-4545-ae1e-4b20e353aa53 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.15 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 946 time: 0.0653555 Aug 31 01:24:53.703391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-988b9dd5-3594-49c1-8f06-f351a187d67f req-718bce3d-fdc0-456a-9b5e-73a29176b444 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Deleting port c68271a5-9eeb-415a-b417-75849480b9fd {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:53.704403 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-988b9dd5-3594-49c1-8f06-f351a187d67f req-718bce3d-fdc0-456a-9b5e-73a29176b444 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.737105 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-762307a8-08c9-4a99-a6cb-e8791a9664ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.823917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-988b9dd5-3594-49c1-8f06-f351a187d67f req-718bce3d-fdc0-456a-9b5e-73a29176b444 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] For port c68271a5-9eeb-415a-b417-75849480b9fd, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=c68271a5-9eeb-415a-b417-75849480b9fd,segment=NetworkSegment(ba419008-840f-4c0d-a4da-d6dc0198cbdf),segment_id=ba419008-840f-4c0d-a4da-d6dc0198cbdf)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:53.824396 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-988b9dd5-3594-49c1-8f06-f351a187d67f req-718bce3d-fdc0-456a-9b5e-73a29176b444 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.840239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-988b9dd5-3594-49c1-8f06-f351a187d67f req-718bce3d-fdc0-456a-9b5e-73a29176b444 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Calling delete_port for c68271a5-9eeb-415a-b417-75849480b9fd owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:53.993453 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-988b9dd5-3594-49c1-8f06-f351a187d67f req-718bce3d-fdc0-456a-9b5e-73a29176b444 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:54.021984 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['c68271a5-9eeb-415a-b417-75849480b9fd'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:24:54.050312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bce3d-fdc0-456a-9b5e-73a29176b444 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Pushing event deleted for resources: {'Port': ['ID=c68271a5-9eeb-415a-b417-75849480b9fd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:54.099327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-988b9dd5-3594-49c1-8f06-f351a187d67f req-718bce3d-fdc0-456a-9b5e-73a29176b444 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] No DVR routers for this DVR port c68271a5-9eeb-415a-b417-75849480b9fd on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:54.114603 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-988b9dd5-3594-49c1-8f06-f351a187d67f req-718bce3d-fdc0-456a-9b5e-73a29176b444 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:54.117057 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-988b9dd5-3594-49c1-8f06-f351a187d67f req-718bce3d-fdc0-456a-9b5e-73a29176b444 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.15 "DELETE /v2.0/ports/c68271a5-9eeb-415a-b417-75849480b9fd HTTP/1.1" status: 204 len: 173 time: 0.5170224 Aug 31 01:24:54.118517 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:54.119006 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2124b218-1519-4a59-baa3-6213f3ebab51', 'name': 'network-vif-deleted', 'tag': 'c68271a5-9eeb-415a-b417-75849480b9fd'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:54.122598 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e7682c-1114-4324-ac7d-2b2ce3b238bb" -d '{"events": [{"server_uuid": "2124b218-1519-4a59-baa3-6213f3ebab51", "name": "network-vif-deleted", "tag": "c68271a5-9eeb-415a-b417-75849480b9fd"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:54.187019 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2ec1607-27c5-476e-a2ae-18d1d7bcb6d2 req-e1488524-c744-48aa-90ca-c1e73624f613 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=2124b218-1519-4a59-baa3-6213f3ebab51 HTTP/1.1" status: 200 len: 210 time: 0.0890312 Aug 31 01:24:54.455534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4bc083c6-4821-447c-9782-08d717d0534d req-fbde4222-da50-4d2f-845e-814afc2d9aaa tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0470176 Aug 31 01:24:54.459812 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4e9741-0d6d-4315-81df-3323620ba344 x-openstack-request-id: req-fb4e9741-0d6d-4315-81df-3323620ba344 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:54.460203 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2124b218-1519-4a59-baa3-6213f3ebab51", "name": "network-vif-deleted", "tag": "c68271a5-9eeb-415a-b417-75849480b9fd", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:54.463697 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb4e9741-0d6d-4315-81df-3323620ba344 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:54.465599 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2124b218-1519-4a59-baa3-6213f3ebab51', 'name': 'network-vif-deleted', 'tag': 'c68271a5-9eeb-415a-b417-75849480b9fd', 'status': 'completed', 'code': 200} Aug 31 01:24:54.475617 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:54.755721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d7ded-dd54-4506-a34f-59b43a49a383 req-57b469dc-0f61-4b51-873e-488792026495 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:54.761463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-278d7ded-dd54-4506-a34f-59b43a49a383 req-57b469dc-0f61-4b51-873e-488792026495 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0918982 Aug 31 01:24:54.809416 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-278d7ded-dd54-4506-a34f-59b43a49a383 req-0c2ed86f-b38e-4fa9-bbe4-d98f6705e38f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429747 Aug 31 01:24:54.984825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3771a-f52b-4e9d-a5f5-cb03aaa6b6b3 req-2c376f04-d3f2-45ac-8a26-05a54b41a6a5 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:54.987056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afc3771a-f52b-4e9d-a5f5-cb03aaa6b6b3 req-2c376f04-d3f2-45ac-8a26-05a54b41a6a5 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 946 time: 0.0816681 Aug 31 01:24:55.052396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afc3771a-f52b-4e9d-a5f5-cb03aaa6b6b3 req-41bda9f5-2d8a-44b0-82e4-09cecbddfd74 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c20b33a-0583-47a3-8940-83d5dd658066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582378 Aug 31 01:24:55.582977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a86f103a-1ff3-45ce-b3d8-5faa1a41ffd3 req-c0bdfbf8-3798-440a-929d-4c09c113c58a tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0399704 Aug 31 01:24:55.690197 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-47bc96e8-1f32-443a-8e13-7b60defd693b tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:55.692076 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-47bc96e8-1f32-443a-8e13-7b60defd693b tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 946 time: 0.0614021 Aug 31 01:24:55.757039 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42748) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:55.812780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-396f17d5-4098-44e1-8b0d-dc91bb6e7311 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Deleting port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:55.813225 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-396f17d5-4098-44e1-8b0d-dc91bb6e7311 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:55.887990 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-68ed9169-5464-4ae9-af0f-f92de1143597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:55.951848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-396f17d5-4098-44e1-8b0d-dc91bb6e7311 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] For port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8a8c6cee-a549-420b-84ce-cbc4eb0598d3,segment=NetworkSegment(8d94601c-e920-4de0-b27d-9595e9bfe8d0),segment_id=8d94601c-e920-4de0-b27d-9595e9bfe8d0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:55.952497 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-396f17d5-4098-44e1-8b0d-dc91bb6e7311 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.014219 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-68ed9169-5464-4ae9-af0f-f92de1143597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.019458 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-68ed9169-5464-4ae9-af0f-f92de1143597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.058642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634983c-508b-45b6-aafb-d3e0348f53ee req-346e9c27-ad92-4d73-82ef-3501e83d0908 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:56.066549 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0634983c-508b-45b6-aafb-d3e0348f53ee req-346e9c27-ad92-4d73-82ef-3501e83d0908 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.1099842 Aug 31 01:24:56.068096 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-68ed9169-5464-4ae9-af0f-f92de1143597 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f328a7040b90448a9090a1d149829dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3099196 Aug 31 01:24:56.068971 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42754) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:56.080968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed9169-5464-4ae9-af0f-f92de1143597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b3eca2-d9eb-40ca-a008-8f7f0cac3492,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:56.099987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:56.178384 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be95349f-1d9f-447a-b084-5f89fbec22b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.214677 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be95349f-1d9f-447a-b084-5f89fbec22b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.227600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0634983c-508b-45b6-aafb-d3e0348f53ee req-4f73ba8d-3e9a-4a10-a41c-9287940a287f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587405 Aug 31 01:24:56.254181 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.303858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8a8c6cee-a549-420b-84ce-cbc4eb0598d3,segment=NetworkSegment(8d94601c-e920-4de0-b27d-9595e9bfe8d0),segment_id=8d94601c-e920-4de0-b27d-9595e9bfe8d0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:56.305221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bebe2db-191e-495b-93d2-58677a94ee4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:56.308094 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b298245-b269-4763-8a17-596285db5c60" -d '{"events": [{"server_uuid": "4bebe2db-191e-495b-93d2-58677a94ee4b", "name": "network-vif-unplugged", "status": "completed", "tag": "8a8c6cee-a549-420b-84ce-cbc4eb0598d3"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:56.314890 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.315666 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device c68271a5-9eeb-415a-b417-75849480b9fd no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:24:56.339884 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: c68271a5-9eeb-415a-b417-75849480b9fd {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:24:56.340241 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device c68271a5-9eeb-415a-b417-75849480b9fd not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:24:56.378182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc381e2-00d2-484c-a2ef-61d530cb8f27 req-33cdb3d4-fc9e-4629-bb1c-ba21debe7df5 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:56.378794 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be95349f-1d9f-447a-b084-5f89fbec22b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.379711 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cc381e2-00d2-484c-a2ef-61d530cb8f27 req-33cdb3d4-fc9e-4629-bb1c-ba21debe7df5 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 946 time: 0.2187002 Aug 31 01:24:56.387916 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-be95349f-1d9f-447a-b084-5f89fbec22b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.396066 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-be95349f-1d9f-447a-b084-5f89fbec22b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/45b3eca2-d9eb-40ca-a008-8f7f0cac3492 HTTP/1.1" status: 204 len: 168 time: 0.3111625 Aug 31 01:24:56.412301 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=8a8c6cee-a549-420b-84ce-cbc4eb0598d3,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:56.417728 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705b3b6d-7799-4130-8dde-4f7af51f9ee2 x-openstack-request-id: req-705b3b6d-7799-4130-8dde-4f7af51f9ee2 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:56.418024 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bebe2db-191e-495b-93d2-58677a94ee4b", "name": "network-vif-unplugged", "status": "completed", "tag": "8a8c6cee-a549-420b-84ce-cbc4eb0598d3", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:56.418908 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-705b3b6d-7799-4130-8dde-4f7af51f9ee2 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:56.419533 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bebe2db-191e-495b-93d2-58677a94ee4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3', 'code': 200} Aug 31 01:24:56.423132 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-396f17d5-4098-44e1-8b0d-dc91bb6e7311 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.423132 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-396f17d5-4098-44e1-8b0d-dc91bb6e7311 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.424081 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-396f17d5-4098-44e1-8b0d-dc91bb6e7311 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Floating IP e8fadecc-b8ce-4548-94d7-2e27001fbcc9 disassociated. External IP: 172.25.6.221, port: 8a8c6cee-a549-420b-84ce-cbc4eb0598d3. Aug 31 01:24:56.424190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-396f17d5-4098-44e1-8b0d-dc91bb6e7311 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Calling delete_port for 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:56.450859 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95349f-1d9f-447a-b084-5f89fbec22b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b3eca2-d9eb-40ca-a008-8f7f0cac3492,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:56.460940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cc381e2-00d2-484c-a2ef-61d530cb8f27 req-db2a1371-dd10-4089-a1f0-7f6b2d0786a9 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c20b33a-0583-47a3-8940-83d5dd658066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738115 Aug 31 01:24:56.675790 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-396f17d5-4098-44e1-8b0d-dc91bb6e7311 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:56.720512 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.103191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42772) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:57.124712 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-315dbbfd-dc62-46ea-bfe8-4af6928a4bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.193341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f17d5-4098-44e1-8b0d-dc91bb6e7311 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Pushing event deleted for resources: {'Port': ['ID=8a8c6cee-a549-420b-84ce-cbc4eb0598d3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:57.389354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-562c543d-dd6b-48ca-9a16-b7a2c9cf6491 req-b9cc5f23-805c-46a0-bff5-c998c1925d65 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.2041366 Aug 31 01:24:57.399234 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-315dbbfd-dc62-46ea-bfe8-4af6928a4bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.405032 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-315dbbfd-dc62-46ea-bfe8-4af6928a4bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.447388 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315dbbfd-dc62-46ea-bfe8-4af6928a4bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bd17ba-4928-4a27-942d-40ee75e5bdff,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:57.450362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-396f17d5-4098-44e1-8b0d-dc91bb6e7311 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Router 94148142-2822-4b09-b241-c208595526aa has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:24:57.456517 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-315dbbfd-dc62-46ea-bfe8-4af6928a4bd3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec408e39d6904ea88b3ba131bd2ab2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521752 Aug 31 01:24:57.457402 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42776) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:57.519775 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-45e1fe0c-9fab-4a87-9cc7-129407254a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.520947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb124e-e5b8-4755-b318-ebf1568bb8a4 req-6fe85c17-c654-4976-a161-e0af3402a708 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:57.522918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfbb124e-e5b8-4755-b318-ebf1568bb8a4 req-6fe85c17-c654-4976-a161-e0af3402a708 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.1303861 Aug 31 01:24:57.547154 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-45e1fe0c-9fab-4a87-9cc7-129407254a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.612578 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-45e1fe0c-9fab-4a87-9cc7-129407254a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.616319 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-45e1fe0c-9fab-4a87-9cc7-129407254a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.619872 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-45e1fe0c-9fab-4a87-9cc7-129407254a76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86bd17ba-4928-4a27-942d-40ee75e5bdff HTTP/1.1" status: 204 len: 168 time: 0.1590745 Aug 31 01:24:57.627714 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2abb58e7-4241-4e64-8f64-b936b6dbe98c req-8350e219-4401-4236-b1fa-435f98e234a6 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bebe2db-191e-495b-93d2-58677a94ee4b HTTP/1.1" status: 200 len: 210 time: 0.0819304 Aug 31 01:24:57.635426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1fe0c-9fab-4a87-9cc7-129407254a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bd17ba-4928-4a27-942d-40ee75e5bdff,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:57.679481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfbb124e-e5b8-4755-b318-ebf1568bb8a4 req-bf704217-4c90-4336-9926-2bf57eeacb75 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430917 Aug 31 01:24:57.698387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-396f17d5-4098-44e1-8b0d-dc91bb6e7311 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:24:57.737221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee96496-36a0-48ce-a54e-76ac415b10e2 None None] Sync routers for ids ['94148142-2822-4b09-b241-c208595526aa'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:24:57.759353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-396f17d5-4098-44e1-8b0d-dc91bb6e7311 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] No DVR routers for this DVR port 8a8c6cee-a549-420b-84ce-cbc4eb0598d3 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:24:57.762133 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-396f17d5-4098-44e1-8b0d-dc91bb6e7311 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:57.764503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90628585-bf5c-4604-8d77-b582e1bf6b2f req-396f17d5-4098-44e1-8b0d-dc91bb6e7311 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.15 "DELETE /v2.0/ports/8a8c6cee-a549-420b-84ce-cbc4eb0598d3 HTTP/1.1" status: 204 len: 173 time: 2.0659401 Aug 31 01:24:57.764958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bebe2db-191e-495b-93d2-58677a94ee4b', 'name': 'network-vif-deleted', 'tag': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:24:57.774912 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aebc5b8-2bf7-4389-8002-6df1517b0f5e" -d '{"events": [{"server_uuid": "4bebe2db-191e-495b-93d2-58677a94ee4b", "name": "network-vif-deleted", "tag": "8a8c6cee-a549-420b-84ce-cbc4eb0598d3"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:57.776135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee96496-36a0-48ce-a54e-76ac415b10e2 None None] Routers {'94148142-2822-4b09-b241-c208595526aa'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:24:57.776855 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3ee96496-36a0-48ce-a54e-76ac415b10e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:24:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['94148142-2822-4b09-b241-c208595526aa'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:57.871328 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa697ca-5d70-4aa2-8eae-049573e2d6ca x-openstack-request-id: req-aaa697ca-5d70-4aa2-8eae-049573e2d6ca {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:57.879174 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bebe2db-191e-495b-93d2-58677a94ee4b", "name": "network-vif-deleted", "tag": "8a8c6cee-a549-420b-84ce-cbc4eb0598d3", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:57.879546 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aaa697ca-5d70-4aa2-8eae-049573e2d6ca {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:57.880696 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bebe2db-191e-495b-93d2-58677a94ee4b', 'name': 'network-vif-deleted', 'tag': '8a8c6cee-a549-420b-84ce-cbc4eb0598d3', 'status': 'completed', 'code': 200} Aug 31 01:24:57.996392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-3ee96496-36a0-48ce-a54e-76ac415b10e2 None None] Set router 94148142-2822-4b09-b241-c208595526aa gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:24:58.370400 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3ee96496-36a0-48ce-a54e-76ac415b10e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94148142-2822-4b09-b241-c208595526aa', 'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:44Z', 'updated_at': '2021-08-31T01:18:50Z', 'revision_number': 4, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'gw_port': {'id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:45Z', 'updated_at': '2021-08-31T01:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b01cb821-a6a5-4d7b-89d2-c85ee913b3bf', 'name': '', 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'mac_address': 'fa:16:3e:c2:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:48Z', 'updated_at': '2021-08-31T01:19:02Z', 'revision_number': 5, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'subnets': [{'id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:58.448377 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee96496-36a0-48ce-a54e-76ac415b10e2 None None] Checking router: 94148142-2822-4b09-b241-c208595526aa for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:24:58.468299 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee96496-36a0-48ce-a54e-76ac415b10e2 None None] Routers {'94148142-2822-4b09-b241-c208595526aa'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:24:58.468943 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3ee96496-36a0-48ce-a54e-76ac415b10e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:24:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['94148142-2822-4b09-b241-c208595526aa'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:58.541881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9bd388bc-3fa8-4ac4-8693-650efa0472d3 req-db2632fa-f5ce-4eaf-956c-9a1fb15a3e8d tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0347683 Aug 31 01:24:58.615060 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-3ee96496-36a0-48ce-a54e-76ac415b10e2 None None] Set router 94148142-2822-4b09-b241-c208595526aa gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:24:58.746953 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42842) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:58.879579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650338d9-afd7-4bbc-a18e-b05212e70f4d req-2e071f1a-4d42-4406-8a4d-87391b935af5 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:58.881427 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-650338d9-afd7-4bbc-a18e-b05212e70f4d req-2e071f1a-4d42-4406-8a4d-87391b935af5 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0820587 Aug 31 01:24:58.940763 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-650338d9-afd7-4bbc-a18e-b05212e70f4d req-1c998768-ac54-4cf0-a276-65d01a0c7b74 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529916 Aug 31 01:24:58.946122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3ee96496-36a0-48ce-a54e-76ac415b10e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94148142-2822-4b09-b241-c208595526aa', 'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:44Z', 'updated_at': '2021-08-31T01:18:50Z', 'revision_number': 4, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'gw_port': {'id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:45Z', 'updated_at': '2021-08-31T01:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b01cb821-a6a5-4d7b-89d2-c85ee913b3bf', 'name': '', 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'mac_address': 'fa:16:3e:c2:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:48Z', 'updated_at': '2021-08-31T01:19:02Z', 'revision_number': 5, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'subnets': [{'id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:58.990071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee96496-36a0-48ce-a54e-76ac415b10e2 None None] The sync data for ids ['94148142-2822-4b09-b241-c208595526aa'] in n-d-802060-13 is: [{'id': '94148142-2822-4b09-b241-c208595526aa', 'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:44Z', 'updated_at': '2021-08-31T01:18:50Z', 'revision_number': 4, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'gw_port': {'id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:45Z', 'updated_at': '2021-08-31T01:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b01cb821-a6a5-4d7b-89d2-c85ee913b3bf', 'name': '', 'network_id': '10ae198d-29cb-4d23-a57d-5079901ab9b7', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'mac_address': 'fa:16:3e:c2:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:48Z', 'updated_at': '2021-08-31T01:19:02Z', 'revision_number': 5, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'subnets': [{'id': 'bd52c5e5-42e1-4c6d-a1e4-15c21260303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:24:59.006056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5210f6aa-03d4-4a75-b968-de02747597df tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Deleting port 9f7a4d4d-0599-4063-a97d-6440c3d4334e {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:24:59.008025 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5210f6aa-03d4-4a75-b968-de02747597df tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.143689 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5210f6aa-03d4-4a75-b968-de02747597df tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.144261 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5210f6aa-03d4-4a75-b968-de02747597df tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.161410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5210f6aa-03d4-4a75-b968-de02747597df tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Calling delete_port for 9f7a4d4d-0599-4063-a97d-6440c3d4334e owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:24:59.377994 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5210f6aa-03d4-4a75-b968-de02747597df tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.416291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210f6aa-03d4-4a75-b968-de02747597df tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Pushing event deleted for resources: {'Port': ['ID=9f7a4d4d-0599-4063-a97d-6440c3d4334e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:59.476380 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07b008-a1ba-4081-ba2a-2248e0591ecd None None] New status for floating IP e8fadecc-b8ce-4548-94d7-2e27001fbcc9: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:24:59.508962 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5210f6aa-03d4-4a75-b968-de02747597df tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.512670 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5210f6aa-03d4-4a75-b968-de02747597df tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.514287 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5210f6aa-03d4-4a75-b968-de02747597df tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "DELETE /v2.0/floatingips/e8fadecc-b8ce-4548-94d7-2e27001fbcc9 HTTP/1.1" status: 204 len: 168 time: 0.7660921 Aug 31 01:24:59.639315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42868) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:24:59.716882 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25ec176d-5895-452a-88bb-07f19a3d972d req-cbf89016-461f-4089-8afc-6a1a025a2b6a tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0423896 Aug 31 01:24:59.732520 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1a2652cc-ec0d-4808-9493-9438a1685763 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.768622 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1a2652cc-ec0d-4808-9493-9438a1685763 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.856381 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1a2652cc-ec0d-4808-9493-9438a1685763 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.859015 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1a2652cc-ec0d-4808-9493-9438a1685763 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:59.863077 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1a2652cc-ec0d-4808-9493-9438a1685763 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] 10.222.0.58 "DELETE /v2.0/security-groups/8c20b33a-0583-47a3-8940-83d5dd658066 HTTP/1.1" status: 204 len: 168 time: 0.2223883 Aug 31 01:24:59.872690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2652cc-ec0d-4808-9493-9438a1685763 tempest-TestServerBasicOps-1136488933 tempest-TestServerBasicOps-1136488933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c20b33a-0583-47a3-8940-83d5dd658066,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:59.904476 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42876) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:00.085728 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253ef07-8301-4611-93a2-38639e00efb7 req-15c644bf-d18a-415c-907c-86c59a1bc4ff tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:00.104063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7253ef07-8301-4611-93a2-38639e00efb7 req-15c644bf-d18a-415c-907c-86c59a1bc4ff tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0928969 Aug 31 01:25:00.163787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7253ef07-8301-4611-93a2-38639e00efb7 req-8ce7bae9-97d7-482e-b6b8-41ba0e454306 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547149 Aug 31 01:25:00.638959 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c28ed209-2b5f-4a3f-9afe-90b88ef3b042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:00.834133 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-979816f7-e3cb-4920-bd55-cdffdd857e5e req-7b991a23-e901-411f-9b3b-c08fea0d147a tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0355859 Aug 31 01:25:00.942748 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c28ed209-2b5f-4a3f-9afe-90b88ef3b042 admin admin] Deleting port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:00.943230 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c28ed209-2b5f-4a3f-9afe-90b88ef3b042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:01.034375 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-c28ed209-2b5f-4a3f-9afe-90b88ef3b042 admin admin] For port b01cb821-a6a5-4d7b-89d2-c85ee913b3bf, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b01cb821-a6a5-4d7b-89d2-c85ee913b3bf,segment=NetworkSegment(8d94601c-e920-4de0-b27d-9595e9bfe8d0),segment_id=8d94601c-e920-4de0-b27d-9595e9bfe8d0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:01.034821 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c28ed209-2b5f-4a3f-9afe-90b88ef3b042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:01.049469 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c28ed209-2b5f-4a3f-9afe-90b88ef3b042 admin admin] Calling delete_port for b01cb821-a6a5-4d7b-89d2-c85ee913b3bf owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:01.332796 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c28ed209-2b5f-4a3f-9afe-90b88ef3b042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:01.333233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4041861-9d91-4f32-9df2-b8ed52abad7b req-5fa0ee62-f7b3-4a5b-986c-22edad674167 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:01.345935 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4041861-9d91-4f32-9df2-b8ed52abad7b req-5fa0ee62-f7b3-4a5b-986c-22edad674167 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.1054239 Aug 31 01:25:01.366832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ed209-2b5f-4a3f-9afe-90b88ef3b042 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01cb821-a6a5-4d7b-89d2-c85ee913b3bf,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:01.440295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4041861-9d91-4f32-9df2-b8ed52abad7b req-cb2e81fd-5686-44af-8dc9-e20a085215bd tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872126 Aug 31 01:25:01.577118 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:01.776870 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c28ed209-2b5f-4a3f-9afe-90b88ef3b042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:02.146733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5016ee16-0c01-4154-b61c-771700d6bc64 req-32717525-8003-49bb-a274-22e068063e9c tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0911510 Aug 31 01:25:02.228190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28ed209-2b5f-4a3f-9afe-90b88ef3b042 admin admin] Router 94148142-2822-4b09-b241-c208595526aa has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:25:02.349949 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28ed209-2b5f-4a3f-9afe-90b88ef3b042 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:02.355143 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c28ed209-2b5f-4a3f-9afe-90b88ef3b042 admin admin] 10.222.0.58 "PUT /v2.0/routers/94148142-2822-4b09-b241-c208595526aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4494984 Aug 31 01:25:02.357473 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42938) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:02.359235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521cf6db-eae5-47a1-a83a-069b4aed3ee6 None None] Sync routers for ids ['94148142-2822-4b09-b241-c208595526aa'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:02.370759 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521cf6db-eae5-47a1-a83a-069b4aed3ee6 None None] Routers {'94148142-2822-4b09-b241-c208595526aa'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:02.371488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-521cf6db-eae5-47a1-a83a-069b4aed3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:24:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['94148142-2822-4b09-b241-c208595526aa'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:02.512871 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-521cf6db-eae5-47a1-a83a-069b4aed3ee6 None None] Set router 94148142-2822-4b09-b241-c208595526aa gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:02.573745 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:02.634743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b934953-0480-4d6f-ab19-394e31ad271d req-72816111-89d3-4b7e-9a12-5c76397d0408 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:02.636553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b934953-0480-4d6f-ab19-394e31ad271d req-72816111-89d3-4b7e-9a12-5c76397d0408 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0801482 Aug 31 01:25:02.698185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b934953-0480-4d6f-ab19-394e31ad271d req-dd82dbd0-5dd9-4a4e-86a1-9c459a7800df tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510449 Aug 31 01:25:02.816370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-521cf6db-eae5-47a1-a83a-069b4aed3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94148142-2822-4b09-b241-c208595526aa', 'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:44Z', 'updated_at': '2021-08-31T01:25:01Z', 'revision_number': 5, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'gw_port': {'id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:45Z', 'updated_at': '2021-08-31T01:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:02.856056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521cf6db-eae5-47a1-a83a-069b4aed3ee6 None None] Checking router: 94148142-2822-4b09-b241-c208595526aa for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:25:02.872209 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521cf6db-eae5-47a1-a83a-069b4aed3ee6 None None] Routers {'94148142-2822-4b09-b241-c208595526aa'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:02.873859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-521cf6db-eae5-47a1-a83a-069b4aed3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:24:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['94148142-2822-4b09-b241-c208595526aa'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:02.874630 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-e6f898b2-d647-4a11-b569-a946d3b6527b tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:02.885570 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-e6f898b2-d647-4a11-b569-a946d3b6527b tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/networks?id=0ded1992-5c45-46c6-9d3d-7015e1240b24 HTTP/1.1" status: 200 len: 813 time: 0.1532822 Aug 31 01:25:02.905193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-55585c08-9965-4cb0-809c-8ddc354bbbaf tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/quotas/a29c8e6584714516af40ae7a91ef00c0 HTTP/1.1" status: 200 len: 375 time: 0.0174892 Aug 31 01:25:02.959066 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-9e690ce6-f49e-40dc-b834-bfc565b23cb6 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a29c8e6584714516af40ae7a91ef00c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521169 Aug 31 01:25:03.035166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-521cf6db-eae5-47a1-a83a-069b4aed3ee6 None None] Set router 94148142-2822-4b09-b241-c208595526aa gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:03.121312 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.149197 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-06507b99-efc1-40fd-a29e-ed9f7404e865 service neutron] 10.222.0.58 "GET /v2.0/networks/0ded1992-5c45-46c6-9d3d-7015e1240b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815970 Aug 31 01:25:03.196649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] Deleting port ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:03.196998 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.268605 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-02d0e531-955c-4641-9460-ddfca981ffcc service neutron] 10.222.0.58 "GET /v2.0/networks/0ded1992-5c45-46c6-9d3d-7015e1240b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177552 Aug 31 01:25:03.324781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] For port ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:03.325282 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.332327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60cc5fae-3006-4dfb-b1b4-6b60c43cc65b req-2eb3d565-71d0-4c18-98fc-1956adad0477 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0626130 Aug 31 01:25:03.356198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] Calling delete_port for ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:03.358035 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-521cf6db-eae5-47a1-a83a-069b4aed3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94148142-2822-4b09-b241-c208595526aa', 'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:44Z', 'updated_at': '2021-08-31T01:25:01Z', 'revision_number': 5, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'gw_port': {'id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:45Z', 'updated_at': '2021-08-31T01:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:03.429189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521cf6db-eae5-47a1-a83a-069b4aed3ee6 None None] The sync data for ids ['94148142-2822-4b09-b241-c208595526aa'] in n-d-802060-13 is: [{'id': '94148142-2822-4b09-b241-c208595526aa', 'name': 'tempest-TestServerBasicOps-1993096723-router', 'tenant_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:44Z', 'updated_at': '2021-08-31T01:25:01Z', 'revision_number': 5, 'project_id': 'b99bf286cf2a494aa27b0a218b3ee24a', 'gw_port': {'id': 'ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94148142-2822-4b09-b241-c208595526aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:18:45Z', 'updated_at': '2021-08-31T01:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:25:03.517947 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:25:03.580497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-31e15fde-8889-449d-8fb7-91beb4f0061d req-9aa2e17b-23cc-435f-aa71-e629564a7296 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 210 time: 0.0553918 Aug 31 01:25:03.699319 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.733593 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:03.838426 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:03.873916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32def1ed-252d-4f49-b456-5658c4c40139 req-2445d4e4-8b8e-4c0d-bd24-66641ece7f34 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:03.876747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32def1ed-252d-4f49-b456-5658c4c40139 req-2445d4e4-8b8e-4c0d-bd24-66641ece7f34 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0796127 Aug 31 01:25:03.969397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-32def1ed-252d-4f49-b456-5658c4c40139 req-add30c9c-fdd0-46fa-a414-ce4743a503ae tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819166 Aug 31 01:25:04.014999 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b01cb821-a6a5-4d7b-89d2-c85ee913b3bf no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:04.047609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.049680 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.059420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: b01cb821-a6a5-4d7b-89d2-c85ee913b3bf {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:04.060018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b01cb821-a6a5-4d7b-89d2-c85ee913b3bf not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:04.099994 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.101055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94148142-2822-4b09-b241-c208595526aa {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:25:04.106712 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.112140 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-30b603e6-f162-4f4a-a38b-0703c8f93227 admin admin] 10.222.0.58 "DELETE /v2.0/routers/94148142-2822-4b09-b241-c208595526aa HTTP/1.1" status: 204 len: 168 time: 1.7478504 Aug 31 01:25:04.112460 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42988) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:04.181306 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aed0d0c-9f88-45d4-a550-ddb80e7e18eb admin admin] Deleting subnet bd52c5e5-42e1-4c6d-a1e4-15c21260303b {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:25:04.187064 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4aed0d0c-9f88-45d4-a550-ddb80e7e18eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.244932 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4aed0d0c-9f88-45d4-a550-ddb80e7e18eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.420864 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4aed0d0c-9f88-45d4-a550-ddb80e7e18eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.591161 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4aed0d0c-9f88-45d4-a550-ddb80e7e18eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.636830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d8f1437-c724-41f2-a764-bf829b677bc5 req-61baf2c0-8cca-4afa-9ba9-3cd2cc9c18ae tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.1360223 Aug 31 01:25:04.638551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed0d0c-9f88-45d4-a550-ddb80e7e18eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd52c5e5-42e1-4c6d-a1e4-15c21260303b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:04.640999 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4aed0d0c-9f88-45d4-a550-ddb80e7e18eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.647145 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4aed0d0c-9f88-45d4-a550-ddb80e7e18eb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bd52c5e5-42e1-4c6d-a1e4-15c21260303b HTTP/1.1" status: 204 len: 168 time: 0.5335796 Aug 31 01:25:04.648513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43006) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:04.655441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe55780a-cf78-4622-8490-938ca9212bde None None] Network 10ae198d-29cb-4d23-a57d-5079901ab9b7 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:04.767015 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.824950 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] Deleting port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:04.825602 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.870930 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbaa2284-956c-43e5-9ad4-5011d6d3a57c req-ed9f3071-243c-48bb-88ee-bf1dc8eaecb5 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 210 time: 0.0816214 Aug 31 01:25:04.928810 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] For port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6f87e232-f1f1-4e72-b9e1-6ec1d4846a42,segment=NetworkSegment(8d94601c-e920-4de0-b27d-9595e9bfe8d0),segment_id=8d94601c-e920-4de0-b27d-9595e9bfe8d0)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:04.930024 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:04.938681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad89ccbd-1dcd-48c1-b360-36a0d3cddb84 None None] DHCP port deletion for 10ae198d-29cb-4d23-a57d-5079901ab9b7 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:25:04.952957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] Calling delete_port for 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:04.999634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ad89ccbd-1dcd-48c1-b360-36a0d3cddb84 None None] Deleting port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:05.000087 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ad89ccbd-1dcd-48c1-b360-36a0d3cddb84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.093129 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.156187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ad89ccbd-1dcd-48c1-b360-36a0d3cddb84 None None] For port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6f87e232-f1f1-4e72-b9e1-6ec1d4846a42,segment=NetworkSegment(8d94601c-e920-4de0-b27d-9595e9bfe8d0),segment_id=8d94601c-e920-4de0-b27d-9595e9bfe8d0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:05.157945 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ad89ccbd-1dcd-48c1-b360-36a0d3cddb84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.158252 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] No DVR routers for this DVR port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:05.159992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f87e232-f1f1-4e72-b9e1-6ec1d4846a42,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:05.179593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ad89ccbd-1dcd-48c1-b360-36a0d3cddb84 None None] Calling delete_port for 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:05.211399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-cbc43f9a-a117-439a-9878-74347ef8aa21 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:05.213110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-cbc43f9a-a117-439a-9878-74347ef8aa21 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.15 "GET /v2.0/networks?id=0ded1992-5c45-46c6-9d3d-7015e1240b24 HTTP/1.1" status: 200 len: 813 time: 0.2236428 Aug 31 01:25:05.271558 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-ec275748-4060-4102-b923-da4da9c4abf1 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Request body: {'port': {'device_id': '88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6', 'network_id': '0ded1992-5c45-46c6-9d3d-7015e1240b24', 'admin_state_up': True, 'tenant_id': 'a29c8e6584714516af40ae7a91ef00c0'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:05.283098 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.305600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ae198d-29cb-4d23-a57d-5079901ab9b7']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:05.321306 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d94601c-e920-4de0-b27d-9595e9bfe8d0') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:05.321621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d94601c-e920-4de0-b27d-9595e9bfe8d0') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:05.341293 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.371210 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.380027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:05.380518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:05.382482 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:05.404081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-ec275748-4060-4102-b923-da4da9c4abf1 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Made reservation on behalf of a29c8e6584714516af40ae7a91ef00c0 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:05.408236 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-ec275748-4060-4102-b923-da4da9c4abf1 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.418001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594290e-2347-4200-99c1-ca5d32025172 req-e217d813-c6e9-4399-9799-93c6fc430862 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:05.420090 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c594290e-2347-4200-99c1-ca5d32025172 req-e217d813-c6e9-4399-9799-93c6fc430862 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.2059534 Aug 31 01:25:05.464357 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.471125 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.475729 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] 10.222.0.58 "DELETE /v2.0/networks/10ae198d-29cb-4d23-a57d-5079901ab9b7 HTTP/1.1" status: 204 len: 168 time: 0.8236778 Aug 31 01:25:05.476961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43022) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:05.486965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c594290e-2347-4200-99c1-ca5d32025172 req-7cee6ec6-88d7-414e-b6eb-cbbc14a3bc5c tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578127 Aug 31 01:25:05.514876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed95529-d514-4167-b087-923fa26c6e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=10ae198d-29cb-4d23-a57d-5079901ab9b7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:05.577091 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ad89ccbd-1dcd-48c1-b360-36a0d3cddb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.608794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad89ccbd-1dcd-48c1-b360-36a0d3cddb84 None None] Network 10ae198d-29cb-4d23-a57d-5079901ab9b7 is not hosted by any dhcp agent {{(pid=94762) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:25:05.609264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89ccbd-1dcd-48c1-b360-36a0d3cddb84 None None] No DVR routers for this DVR port 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:05.623970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89ccbd-1dcd-48c1-b360-36a0d3cddb84 None None] Pushing event deleted for resources: {'Port': ['ID=6f87e232-f1f1-4e72-b9e1-6ec1d4846a42,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:05.635204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-ec275748-4060-4102-b923-da4da9c4abf1 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Allocated IP 172.20.0.11 (0ded1992-5c45-46c6-9d3d-7015e1240b24/bff7a64b-7deb-4562-a9cb-81a0fc45f076/6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:05.839838 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a0d1c5d-e090-452a-8cf2-a0571f25bce5 req-eb3fa187-84d9-4351-ad28-f523daa7c439 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0401123 Aug 31 01:25:05.950218 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-ec275748-4060-4102-b923-da4da9c4abf1 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:05.970208 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:05.992344 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:05.992975 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6f87e232-f1f1-4e72-b9e1-6ec1d4846a42 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:05.993562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:06.034468 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:06.034816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ebc90c51-a68b-4f6b-9c1b-4ea9aabc8d6d not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:06.047671 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-ec275748-4060-4102-b923-da4da9c4abf1 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.096992 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c285-32b2-4649-b885-b3d2f7522a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.144262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf84a13-846f-49e0-aaeb-4924fed5a2fc req-c9741937-fd6f-4915-8caa-b5eb8fe2aaa3 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:06.145966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cf84a13-846f-49e0-aaeb-4924fed5a2fc req-c9741937-fd6f-4915-8caa-b5eb8fe2aaa3 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 932 time: 0.1487994 Aug 31 01:25:06.148381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-ec275748-4060-4102-b923-da4da9c4abf1 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Network 0ded1992-5c45-46c6-9d3d-7015e1240b24 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:06.149412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec275748-4060-4102-b923-da4da9c4abf1 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Pushing event updated for resources: {'Port': ['ID=6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:06.154015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-ec275748-4060-4102-b923-da4da9c4abf1 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:06.155781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-ec275748-4060-4102-b923-da4da9c4abf1 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:06.264671 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cf84a13-846f-49e0-aaeb-4924fed5a2fc req-b0d9dcfa-7f20-42e0-b9ca-c822d6c03568 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927348 Aug 31 01:25:06.284401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-ec275748-4060-4102-b923-da4da9c4abf1 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:06.285497 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-ec275748-4060-4102-b923-da4da9c4abf1 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.306278 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-ec275748-4060-4102-b923-da4da9c4abf1 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0404298 Aug 31 01:25:06.325964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Request body: {'port': {'device_id': '88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:06.394447 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.540553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7dd5c285-32b2-4649-b885-b3d2f7522a69 admin admin] Deleting port 013a1e0f-4365-436e-99c3-a23ea83a651c {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:06.541072 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c285-32b2-4649-b885-b3d2f7522a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.630618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-7dd5c285-32b2-4649-b885-b3d2f7522a69 admin admin] For port 013a1e0f-4365-436e-99c3-a23ea83a651c, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=013a1e0f-4365-436e-99c3-a23ea83a651c,segment=NetworkSegment(6269624c-6d57-43ce-9b5a-b9facbddef9f),segment_id=6269624c-6d57-43ce-9b5a-b9facbddef9f)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:06.631118 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c285-32b2-4649-b885-b3d2f7522a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.646322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7dd5c285-32b2-4649-b885-b3d2f7522a69 admin admin] Calling delete_port for 013a1e0f-4365-436e-99c3-a23ea83a651c owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:06.664432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cedfdd-63e3-4f03-b934-acfedba6d2ca req-8bf2c4cc-da39-4151-8832-54d7b199e440 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:06.665917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40cedfdd-63e3-4f03-b934-acfedba6d2ca req-8bf2c4cc-da39-4151-8832-54d7b199e440 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0822182 Aug 31 01:25:06.745960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40cedfdd-63e3-4f03-b934-acfedba6d2ca req-4a08774c-ee63-4ac6-ae0e-0023812ecbf3 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692739 Aug 31 01:25:06.760326 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:25:06.769046 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.781305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Transition to ACTIVE for port object 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:06.787070 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.884063 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c285-32b2-4649-b885-b3d2f7522a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:06.920357 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:06.926276 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5c285-32b2-4649-b885-b3d2f7522a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=013a1e0f-4365-436e-99c3-a23ea83a651c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:06.997804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Attempting to bind port 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:06.998153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Attempting to bind port 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'ba419008-840f-4c0d-a4da-d6dc0198cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0ded1992-5c45-46c6-9d3d-7015e1240b24'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:06.998587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Attempting to bind port 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc on network 0ded1992-5c45-46c6-9d3d-7015e1240b24 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:07.067103 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c903dbd-576f-44d4-9c10-253afce91aa3 req-0e0214c2-282f-4051-91eb-1decccc88371 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0563374 Aug 31 01:25:07.067780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Port 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc on network 0ded1992-5c45-46c6-9d3d-7015e1240b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:25:07.068107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Attempting to bind port 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc on network 0ded1992-5c45-46c6-9d3d-7015e1240b24 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:07.076244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:07.076601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Checking segment: {'id': 'ba419008-840f-4c0d-a4da-d6dc0198cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0ded1992-5c45-46c6-9d3d-7015e1240b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:07.076996 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Bound using segment: {'id': 'ba419008-840f-4c0d-a4da-d6dc0198cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0ded1992-5c45-46c6-9d3d-7015e1240b24'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:07.077438 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Bound port: 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba419008-840f-4c0d-a4da-d6dc0198cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0ded1992-5c45-46c6-9d3d-7015e1240b24'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:07.077805 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.185056 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c285-32b2-4649-b885-b3d2f7522a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.241896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] For port 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:07.247330 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] For port 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc,segment=NetworkSegment(ba419008-840f-4c0d-a4da-d6dc0198cbdf),segment_id=ba419008-840f-4c0d-a4da-d6dc0198cbdf)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:07.262518 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.316821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:07.317444 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.318849 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] 10.222.0.15 "PUT /v2.0/ports/6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc HTTP/1.1" status: 200 len: 1093 time: 0.9978685 Aug 31 01:25:07.320853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6', 'tag': '6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:07.323083 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf3151f-0325-427a-b653-832afc91ac7f" -d '{"events": [{"name": "network-changed", "server_uuid": "88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6", "tag": "6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:07.342231 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-df2f7967-7e76-4256-8261-fdbae3533927 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:07.350302 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-df2f7967-7e76-4256-8261-fdbae3533927 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 812 time: 0.2110274 Aug 31 01:25:07.403047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-5d00d69d-1e30-4312-a9ea-aaed93da3327 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/quotas/2e4cb56e9e2a4fbeb0ebdc7916f3c045 HTTP/1.1" status: 200 len: 375 time: 0.0517299 Aug 31 01:25:07.446592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cdfca-146f-4868-9e9c-dc925e5d7a38 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:07.476864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd5c285-32b2-4649-b885-b3d2f7522a69 admin admin] Router c6e77f38-79b2-4465-918f-76a9fab0132e has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:25:07.507937 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-95684446-e4e7-4bae-ae32-14909d894d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:07.509403 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-95684446-e4e7-4bae-ae32-14909d894d58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a29c8e6584714516af40ae7a91ef00c0&device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 1096 time: 0.1391001 Aug 31 01:25:07.523689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-ac45190e-5087-4165-bfa0-d157d2e08b9d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1196229 Aug 31 01:25:07.542216 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100e5dc-f500-4135-9471-1cc946107b04 req-09a91ad3-925a-4115-bb90-7937fbe948f4 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:07.543716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c100e5dc-f500-4135-9471-1cc946107b04 req-09a91ad3-925a-4115-bb90-7937fbe948f4 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 944 time: 0.1720123 Aug 31 01:25:07.614757 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd5c285-32b2-4649-b885-b3d2f7522a69 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:07.622724 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7dd5c285-32b2-4649-b885-b3d2f7522a69 admin admin] 10.222.0.58 "PUT /v2.0/routers/c6e77f38-79b2-4465-918f-76a9fab0132e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1447186 Aug 31 01:25:07.623383 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43060) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:07.628267 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46ad7b-1468-4081-8e31-55504c5ed58c None None] Sync routers for ids ['c6e77f38-79b2-4465-918f-76a9fab0132e'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:07.634498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-3e02fb4d-70d4-4d36-8a4b-c4b8e97077c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc HTTP/1.1" status: 200 len: 217 time: 0.1011360 Aug 31 01:25:07.639875 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f46ad7b-1468-4081-8e31-55504c5ed58c None None] Routers {'c6e77f38-79b2-4465-918f-76a9fab0132e'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:07.640498 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6f46ad7b-1468-4081-8e31-55504c5ed58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:24:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c6e77f38-79b2-4465-918f-76a9fab0132e'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:07.670408 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c100e5dc-f500-4135-9471-1cc946107b04 req-4488b454-2a58-4618-8631-a177ff8d4c3b tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177363 Aug 31 01:25:07.736794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-d67ba77f-14f0-4dca-bed4-f7e9d59ab81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:07.739553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-d67ba77f-14f0-4dca-bed4-f7e9d59ab81a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bff7a64b-7deb-4562-a9cb-81a0fc45f076 HTTP/1.1" status: 200 len: 853 time: 0.0767891 Aug 31 01:25:07.766723 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9695468-7a66-4c38-9053-324085248307 x-openstack-request-id: req-b9695468-7a66-4c38-9053-324085248307 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:07.767350 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6", "tag": "6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:07.767896 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b9695468-7a66-4c38-9053-324085248307 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:07.768500 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6', 'tag': '6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc', 'status': 'completed', 'code': 200} Aug 31 01:25:07.800748 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-91974d1d-d880-4ca5-b633-91231c8d7525 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ded1992-5c45-46c6-9d3d-7015e1240b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491607 Aug 31 01:25:07.836030 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-6f46ad7b-1468-4081-8e31-55504c5ed58c None None] Set router c6e77f38-79b2-4465-918f-76a9fab0132e gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:07.862290 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:07.928684 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-e6a38e0c-adee-4566-9d6f-f21c969eb1b3 service neutron] 10.222.0.58 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040639 Aug 31 01:25:07.998476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cc787-3fa3-4f49-aa58-709475f47ac8 req-2db5b026-d505-4298-ad9c-c10702f28473 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:08.000064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c3cc787-3fa3-4f49-aa58-709475f47ac8 req-2db5b026-d505-4298-ad9c-c10702f28473 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.1631217 Aug 31 01:25:08.035259 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:08.061051 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6f46ad7b-1468-4081-8e31-55504c5ed58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'name': 'tempest-TestServerBasicOps-1131274443-router', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2f009fe0-68e0-478f-97b7-1bb8281dcdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:58Z', 'updated_at': '2021-08-31T01:25:06Z', 'revision_number': 5, 'project_id': '3d334eb8d2fa49a294f2812588b862f0', 'gw_port': {'id': '2f009fe0-68e0-478f-97b7-1bb8281dcdbc', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:19:00Z', 'updated_at': '2021-08-31T01:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:08.071040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-dd734f6b-e1a8-4e23-8947-32090c99014d service neutron] 10.222.0.15 "GET /v2.0/networks/0ded1992-5c45-46c6-9d3d-7015e1240b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617829 Aug 31 01:25:08.095576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c3cc787-3fa3-4f49-aa58-709475f47ac8 req-b1220179-7340-4908-a7fe-75712a315867 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785384 Aug 31 01:25:08.116571 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46ad7b-1468-4081-8e31-55504c5ed58c None None] Checking router: c6e77f38-79b2-4465-918f-76a9fab0132e for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:25:08.128199 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f46ad7b-1468-4081-8e31-55504c5ed58c None None] Routers {'c6e77f38-79b2-4465-918f-76a9fab0132e'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:08.129051 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6f46ad7b-1468-4081-8e31-55504c5ed58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:24:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c6e77f38-79b2-4465-918f-76a9fab0132e'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:08.153330 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] Deleting port 2f009fe0-68e0-478f-97b7-1bb8281dcdbc {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:08.153903 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:08.191307 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4688a2b2-8730-4da4-a226-e2603fcf6046 req-305da280-b80a-4646-ab54-35a555603baa service neutron] 10.222.0.15 "GET /v2.0/networks/0ded1992-5c45-46c6-9d3d-7015e1240b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991263 Aug 31 01:25:08.221527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-79fb51e6-f499-4ab2-9593-2670b5299b6c service neutron] 10.222.0.58 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919104 Aug 31 01:25:08.321360 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-6f46ad7b-1468-4081-8e31-55504c5ed58c None None] Set router c6e77f38-79b2-4465-918f-76a9fab0132e gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:08.374270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c38db420-2e15-461a-a2fa-aee0889146a3 req-991ebc76-5789-4294-a028-3317691e82e6 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0395787 Aug 31 01:25:08.400235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] For port 2f009fe0-68e0-478f-97b7-1bb8281dcdbc, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2f009fe0-68e0-478f-97b7-1bb8281dcdbc,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:08.401201 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:08.418957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3151f-0325-427a-b653-832afc91ac7f req-ccf78651-dc21-4c60-93a0-654fa2168e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:08.420498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf3151f-0325-427a-b653-832afc91ac7f req-ccf78651-dc21-4c60-93a0-654fa2168e29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a29c8e6584714516af40ae7a91ef00c0&device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 1096 time: 0.1475780 Aug 31 01:25:08.426776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] Calling delete_port for 2f009fe0-68e0-478f-97b7-1bb8281dcdbc owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:08.429219 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6f46ad7b-1468-4081-8e31-55504c5ed58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'name': 'tempest-TestServerBasicOps-1131274443-router', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:58Z', 'updated_at': '2021-08-31T01:25:08Z', 'revision_number': 6, 'project_id': '3d334eb8d2fa49a294f2812588b862f0', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:08.545586 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46ad7b-1468-4081-8e31-55504c5ed58c None None] The sync data for ids ['c6e77f38-79b2-4465-918f-76a9fab0132e'] in n-d-802060-13 is: [{'id': 'c6e77f38-79b2-4465-918f-76a9fab0132e', 'name': 'tempest-TestServerBasicOps-1131274443-router', 'tenant_id': '3d334eb8d2fa49a294f2812588b862f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:18:58Z', 'updated_at': '2021-08-31T01:25:08Z', 'revision_number': 6, 'project_id': '3d334eb8d2fa49a294f2812588b862f0', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:25:08.557548 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3151f-0325-427a-b653-832afc91ac7f req-fbc7f330-570d-4644-bff9-8b4f5bbf20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:08.559354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf3151f-0325-427a-b653-832afc91ac7f req-fbc7f330-570d-4644-bff9-8b4f5bbf20f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0ded1992-5c45-46c6-9d3d-7015e1240b24 HTTP/1.1" status: 200 len: 914 time: 0.1313705 Aug 31 01:25:08.632255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d45a2b9-eb58-439d-ab96-b72ef4b3759f req-f3f99612-81ea-4c10-85f3-cdae698cb1d1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 210 time: 0.0429671 Aug 31 01:25:08.798733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf3151f-0325-427a-b653-832afc91ac7f req-7c719a55-eeea-4a98-a338-0a1cb6d3be76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc HTTP/1.1" status: 200 len: 217 time: 0.2245865 Aug 31 01:25:08.812231 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:08.865848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f009fe0-68e0-478f-97b7-1bb8281dcdbc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:08.929497 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a3f3c-d48e-45ee-9798-34678d70449a req-c816f55a-d4f6-46e2-a84d-5a12f589356e tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:08.931097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc4a3f3c-d48e-45ee-9798-34678d70449a req-c816f55a-d4f6-46e2-a84d-5a12f589356e tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 944 time: 0.1062891 Aug 31 01:25:08.933979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3151f-0325-427a-b653-832afc91ac7f req-406f405c-ab56-4ded-a8f2-641280668526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:08.934686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf3151f-0325-427a-b653-832afc91ac7f req-406f405c-ab56-4ded-a8f2-641280668526 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bff7a64b-7deb-4562-a9cb-81a0fc45f076 HTTP/1.1" status: 200 len: 853 time: 0.1303871 Aug 31 01:25:09.006792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf3151f-0325-427a-b653-832afc91ac7f req-01b21e43-d678-442b-945a-f28625dcd57c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ded1992-5c45-46c6-9d3d-7015e1240b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644701 Aug 31 01:25:09.038222 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.112849 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc4a3f3c-d48e-45ee-9798-34678d70449a req-992408f9-21dc-4b06-b01e-73fcd3908102 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689589 Aug 31 01:25:09.179806 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf3151f-0325-427a-b653-832afc91ac7f req-9cf5dea3-dc21-4838-8a94-38617e24c9f9 service neutron] 10.222.0.15 "GET /v2.0/networks/0ded1992-5c45-46c6-9d3d-7015e1240b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572986 Aug 31 01:25:09.208220 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.209988 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.278208 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.279117 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6e77f38-79b2-4465-918f-76a9fab0132e {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:25:09.288013 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.289211 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d2347a2e-da75-46a9-92f4-de05e4f9c48e admin admin] 10.222.0.58 "DELETE /v2.0/routers/c6e77f38-79b2-4465-918f-76a9fab0132e HTTP/1.1" status: 204 len: 168 time: 1.6649530 Aug 31 01:25:09.291735 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43110) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:09.360836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b95c166-e9bc-4ab2-9adb-07e783da2169 admin admin] Deleting subnet da7178f9-8523-4ab9-9ff9-8b4f7ec27c7b {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:25:09.364651 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b95c166-e9bc-4ab2-9adb-07e783da2169 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.370510 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819377d-6e64-45f9-9910-e17ae9150e07 req-0bf44edc-2c11-4b75-b0a8-539d498be6ad tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:09.383348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3819377d-6e64-45f9-9910-e17ae9150e07 req-0bf44edc-2c11-4b75-b0a8-539d498be6ad tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.1450458 Aug 31 01:25:09.414303 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b95c166-e9bc-4ab2-9adb-07e783da2169 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.460696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bdf3151f-0325-427a-b653-832afc91ac7f req-23293725-a66e-4ce2-9d3c-b33ee46da67d service neutron] 10.222.0.15 "GET /v2.0/networks/0ded1992-5c45-46c6-9d3d-7015e1240b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727942 Aug 31 01:25:09.508016 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3819377d-6e64-45f9-9910-e17ae9150e07 req-72db13a2-4dbe-4406-a85f-42df5cf5dbb2 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246595 Aug 31 01:25:09.541715 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b95c166-e9bc-4ab2-9adb-07e783da2169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.550028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00ad11f9-408b-4ea0-acbe-d6bb3447e974 req-59a6963d-7afb-4a88-9f7c-92e47ace30c4 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0566912 Aug 31 01:25:09.601888 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b95c166-e9bc-4ab2-9adb-07e783da2169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.641573 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95c166-e9bc-4ab2-9adb-07e783da2169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da7178f9-8523-4ab9-9ff9-8b4f7ec27c7b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:09.665849 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b95c166-e9bc-4ab2-9adb-07e783da2169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.669455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4226d846-4b64-429e-901f-75c9022bf269 None None] Network 3431a1c8-ec79-4f87-915e-d3846cb7d67b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:09.683131 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6b95c166-e9bc-4ab2-9adb-07e783da2169 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/da7178f9-8523-4ab9-9ff9-8b4f7ec27c7b HTTP/1.1" status: 204 len: 168 time: 0.3901839 Aug 31 01:25:09.685460 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43122) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:09.818888 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.820249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2046dcd-7c75-47b5-8de3-198cbcd25150 req-6f84bd8f-6152-46ca-8a1c-0090ebf0f642 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 210 time: 0.1034639 Aug 31 01:25:09.941477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe83aa-54b2-4424-894e-e4f2e655c699 req-1f3b5302-2548-46a2-95b7-2649368741ea tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:09.947986 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5bbe83aa-54b2-4424-894e-e4f2e655c699 req-1f3b5302-2548-46a2-95b7-2649368741ea tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.2064235 Aug 31 01:25:09.955880 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e7ae0-75d6-4a96-8b16-4ade631217a0 None None] DHCP port deletion for 3431a1c8-ec79-4f87-915e-d3846cb7d67b request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:25:10.008962 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 013a1e0f-4365-436e-99c3-a23ea83a651c no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:10.017814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] Deleting port 90d7d270-35ae-45d1-b523-149643acd4d5 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:10.018156 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.055481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5bbe83aa-54b2-4424-894e-e4f2e655c699 req-b4dd8a26-5f90-4524-b078-6c428a5d8af7 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933399 Aug 31 01:25:10.062368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 013a1e0f-4365-436e-99c3-a23ea83a651c {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:10.063750 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 013a1e0f-4365-436e-99c3-a23ea83a651c not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:10.063750 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2f009fe0-68e0-478f-97b7-1bb8281dcdbc no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:10.092846 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 2f009fe0-68e0-478f-97b7-1bb8281dcdbc {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:10.092989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2f009fe0-68e0-478f-97b7-1bb8281dcdbc not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:10.105625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] For port 90d7d270-35ae-45d1-b523-149643acd4d5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=90d7d270-35ae-45d1-b523-149643acd4d5,segment=NetworkSegment(6269624c-6d57-43ce-9b5a-b9facbddef9f),segment_id=6269624c-6d57-43ce-9b5a-b9facbddef9f)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:10.105625 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.114019 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:25:10.122303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] Calling delete_port for 90d7d270-35ae-45d1-b523-149643acd4d5 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:10.216509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-519e7ae0-75d6-4a96-8b16-4ade631217a0 None None] Deleting port 90d7d270-35ae-45d1-b523-149643acd4d5 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:10.217095 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-519e7ae0-75d6-4a96-8b16-4ade631217a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.226717 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.262027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=90d7d270-35ae-45d1-b523-149643acd4d5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:10.296627 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-ccbd32a3-2a9b-4d0e-84af-34275eeb3d25 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:10.299305 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-ccbd32a3-2a9b-4d0e-84af-34275eeb3d25 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 812 time: 0.4164474 Aug 31 01:25:10.306707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] No DVR routers for this DVR port 90d7d270-35ae-45d1-b523-149643acd4d5 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:10.319425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-0941015a-77a2-494e-8bc8-a618f710dfff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'port': {'device_id': 'db2538cb-9a8d-41fc-8caa-558b82d034db', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'admin_state_up': True, 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:10.363320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdf774-51ad-476a-818a-e7365c1ffd1f req-e293b217-8ce7-41ef-8c16-bd4c7b188e08 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:10.364841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0fdf774-51ad-476a-818a-e7365c1ffd1f req-e293b217-8ce7-41ef-8c16-bd4c7b188e08 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.1848810 Aug 31 01:25:10.376897 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-519e7ae0-75d6-4a96-8b16-4ade631217a0 None None] For port 90d7d270-35ae-45d1-b523-149643acd4d5, host n-d-802060-13, got binding levels [] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:10.377559 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-519e7ae0-75d6-4a96-8b16-4ade631217a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.393554 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc,segment=NetworkSegment(ba419008-840f-4c0d-a4da-d6dc0198cbdf),segment_id=ba419008-840f-4c0d-a4da-d6dc0198cbdf)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:10.403983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-519e7ae0-75d6-4a96-8b16-4ade631217a0 None None] Calling delete_port for 90d7d270-35ae-45d1-b523-149643acd4d5 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:10.409187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.ipam_backend_mixin [None req-519e7ae0-75d6-4a96-8b16-4ade631217a0 None None] Port 90d7d270-35ae-45d1-b523-149643acd4d5 was not found and therefore no delete operation was performed {{(pid=94762) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:25:10.412306 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-519e7ae0-75d6-4a96-8b16-4ade631217a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.447829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc', 'network_id': '0ded1992-5c45-46c6-9d3d-7015e1240b24', 'port_id': '6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc', 'mac_address': 'fa:16:3e:11:dc:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff7a64b-7deb-4562-a9cb-81a0fc45f076', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:25:10.452950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e7ae0-75d6-4a96-8b16-4ade631217a0 None None] No DVR routers for this DVR port 90d7d270-35ae-45d1-b523-149643acd4d5 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:10.455248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e7ae0-75d6-4a96-8b16-4ade631217a0 None None] Pushing event deleted for resources: {'Port': ['ID=90d7d270-35ae-45d1-b523-149643acd4d5,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:10.458399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd18e68-3219-4314-9053-1f5f589fca0c req-c81b166f-599c-45a6-91bd-9ce09ceec5b4 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:10.460042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4fd18e68-3219-4314-9053-1f5f589fca0c req-c81b166f-599c-45a6-91bd-9ce09ceec5b4 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 944 time: 0.1883488 Aug 31 01:25:10.520411 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.520645 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0fdf774-51ad-476a-818a-e7365c1ffd1f req-7b8d6cf9-1c30-42f0-9610-5bd6ef474590 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332386 Aug 31 01:25:10.540276 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:25:10.570801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc,segment=NetworkSegment(ba419008-840f-4c0d-a4da-d6dc0198cbdf),segment_id=ba419008-840f-4c0d-a4da-d6dc0198cbdf)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:10.576355 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.599324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4fd18e68-3219-4314-9053-1f5f589fca0c req-6c999d47-a29c-4a47-9da4-b824d0a70b43 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025450 Aug 31 01:25:10.614703 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-0941015a-77a2-494e-8bc8-a618f710dfff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Made reservation on behalf of 2e4cb56e9e2a4fbeb0ebdc7916f3c045 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:10.618211 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-0941015a-77a2-494e-8bc8-a618f710dfff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.633762 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.661683 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3431a1c8-ec79-4f87-915e-d3846cb7d67b']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:10.677115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6269624c-6d57-43ce-9b5a-b9facbddef9f') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:10.677425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6269624c-6d57-43ce-9b5a-b9facbddef9f') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:10.688340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:10.723505 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.751342 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.764437 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:10.764852 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:10.767148 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:10.879790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd925592-9005-42ac-bbc0-d20acf320e4b req-f8f7b11e-2f52-430f-b88a-e9599b51551c tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0875082 Aug 31 01:25:10.891015 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.901038 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-0941015a-77a2-494e-8bc8-a618f710dfff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Allocated IP 172.20.0.11 (680aee2c-12bc-4ff6-aa57-34e08298a980/c02afb6d-b4d0-433f-8da5-3c6fe1d231db/935a36a3-4cba-4aec-8cca-b66ccf4b7ce5) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:10.903939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.907587 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3431a1c8-ec79-4f87-915e-d3846cb7d67b HTTP/1.1" status: 204 len: 168 time: 1.2208762 Aug 31 01:25:10.928730 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354e256-a4dc-4601-b61b-77c1c69500d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3431a1c8-ec79-4f87-915e-d3846cb7d67b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:10.949274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:25:11.002720 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-48a91797-ada1-47b3-86a8-6e4f0efc6e14 req-7c4577c4-a007-4be1-9001-dfeaf7c399d3 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 210 time: 0.0437300 Aug 31 01:25:11.104715 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.149314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667ed05-1373-48eb-8fea-5189d7000037 req-dde854d6-20a2-45b2-82b2-1a86f12d193d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:11.159883 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d667ed05-1373-48eb-8fea-5189d7000037 req-dde854d6-20a2-45b2-82b2-1a86f12d193d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.0850685 Aug 31 01:25:11.204387 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d667ed05-1373-48eb-8fea-5189d7000037 req-6266a082-3763-4025-9b35-aa7f7eec84bc tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428770 Aug 31 01:25:11.234623 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43146) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:11.292523 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-0941015a-77a2-494e-8bc8-a618f710dfff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.301413 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4436b040-115b-46eb-a382-90268d66035c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b99bf286cf2a494aa27b0a218b3ee24a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630903 Aug 31 01:25:11.301849 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43148) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:11.312219 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-0941015a-77a2-494e-8bc8-a618f710dfff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Transition to ACTIVE for port object 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:11.358199 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-0941015a-77a2-494e-8bc8-a618f710dfff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.365874 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d6f555b-bc50-4490-9bdb-d814b8f68916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.392029 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d6f555b-bc50-4490-9bdb-d814b8f68916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.445818 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-0941015a-77a2-494e-8bc8-a618f710dfff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Network 680aee2c-12bc-4ff6-aa57-34e08298a980 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:11.452124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-0941015a-77a2-494e-8bc8-a618f710dfff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:11.458351 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-0941015a-77a2-494e-8bc8-a618f710dfff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:11.463321 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941015a-77a2-494e-8bc8-a618f710dfff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'Port': ['ID=935a36a3-4cba-4aec-8cca-b66ccf4b7ce5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:11.517196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-0941015a-77a2-494e-8bc8-a618f710dfff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:11.518093 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-0941015a-77a2-494e-8bc8-a618f710dfff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.539481 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-0941015a-77a2-494e-8bc8-a618f710dfff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2298918 Aug 31 01:25:11.554425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Request body: {'port': {'device_id': 'db2538cb-9a8d-41fc-8caa-558b82d034db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:11.720785 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.942741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a3c7626d-2f9f-4b31-80ab-9931c3d6b7f5 None None] Provisioning for port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:11.953918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a3c7626d-2f9f-4b31-80ab-9931c3d6b7f5 None None] Provisioning complete for port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:11.954623 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3c7626d-2f9f-4b31-80ab-9931c3d6b7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.968317 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d6f555b-bc50-4490-9bdb-d814b8f68916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.976634 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d6f555b-bc50-4490-9bdb-d814b8f68916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:11.977847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0d6f555b-bc50-4490-9bdb-d814b8f68916 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9af3e8ea-417a-4a1e-a824-25ec5c6effb4 HTTP/1.1" status: 204 len: 168 time: 0.6749930 Aug 31 01:25:12.012945 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 90d7d270-35ae-45d1-b523-149643acd4d5 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:12.066432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f555b-bc50-4490-9bdb-d814b8f68916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af3e8ea-417a-4a1e-a824-25ec5c6effb4,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:12.089947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd638b8-6303-4ac5-bcb6-ef4ab2ca7c53 req-1ae94a87-b30c-4e13-bd41-30c0c7669f53 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:12.097522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dcd638b8-6303-4ac5-bcb6-ef4ab2ca7c53 req-1ae94a87-b30c-4e13-bd41-30c0c7669f53 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 945 time: 0.2226818 Aug 31 01:25:12.130187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 90d7d270-35ae-45d1-b523-149643acd4d5 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:12.132158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 90d7d270-35ae-45d1-b523-149643acd4d5 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:12.157044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:12.186065 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-237c29ff-9ccb-4774-98e9-a2347fbc9685 req-b7599a5a-42d7-491a-b6b9-b6ee253946f2 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0873802 Aug 31 01:25:12.209686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a3c7626d-2f9f-4b31-80ab-9931c3d6b7f5 None None] Port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:25:12.235972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dcd638b8-6303-4ac5-bcb6-ef4ab2ca7c53 req-13b37b54-cc7e-4587-9f09-b3a8ee358bf3 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277585 Aug 31 01:25:12.290826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:12.296592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:12.297218 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:12.443619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a175518-7299-4cac-a618-9778a60bb30b req-fbc32b71-1343-4b09-94da-95c454e2046b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:12.451786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a175518-7299-4cac-a618-9778a60bb30b req-fbc32b71-1343-4b09-94da-95c454e2046b tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.1105464 Aug 31 01:25:12.479356 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:12.526201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:12.537310 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f33189-504f-4b36-a979-c315c07c9631" -d '{"events": [{"server_uuid": "88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6", "name": "network-vif-plugged", "status": "completed", "tag": "6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:12.543305 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a175518-7299-4cac-a618-9778a60bb30b req-d03c9e4b-d86a-47df-890a-15a7c206562e tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902529 Aug 31 01:25:12.561201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc,segment=NetworkSegment(ba419008-840f-4c0d-a4da-d6dc0198cbdf),segment_id=ba419008-840f-4c0d-a4da-d6dc0198cbdf)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:12.567937 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:12.574029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15babfc3-b96d-4a50-a371-5b1d36b1a270 req-9bd2ef2e-097a-473a-9a08-02e07ef56975 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:12.577845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15babfc3-b96d-4a50-a371-5b1d36b1a270 req-9bd2ef2e-097a-473a-9a08-02e07ef56975 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 932 time: 0.2784734 Aug 31 01:25:12.600609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9deb3-f42f-4212-94ae-375797e65ff3 req-ca637942-fa09-435b-b82e-8b3b61ca561a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:12.605158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3c9deb3-f42f-4212-94ae-375797e65ff3 req-ca637942-fa09-435b-b82e-8b3b61ca561a tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 945 time: 0.2234037 Aug 31 01:25:12.658163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43172) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:12.679452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:12.684925 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672cdf18-954d-420c-a017-96f1ba3224cd x-openstack-request-id: req-672cdf18-954d-420c-a017-96f1ba3224cd {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:12.685219 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6", "name": "network-vif-plugged", "status": "completed", "tag": "6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:12.685476 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-672cdf18-954d-420c-a017-96f1ba3224cd {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:12.685872 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc', 'code': 200} Aug 31 01:25:12.724147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15babfc3-b96d-4a50-a371-5b1d36b1a270 req-3ebd0f02-9d22-4ab5-b622-34db92f8d349 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125796 Aug 31 01:25:12.800517 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ef99636a-6c5d-4944-afa4-5d135faa8a04 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d334eb8d2fa49a294f2812588b862f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401665 Aug 31 01:25:12.802791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43180) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:12.912026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e705d-6eb2-4265-8cd0-80c9c6eca003 req-94f17b5b-e1fe-4aca-b27c-dd8a858c58bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:12.916478 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-475e705d-6eb2-4265-8cd0-80c9c6eca003 req-94f17b5b-e1fe-4aca-b27c-dd8a858c58bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 1098 time: 0.1864522 Aug 31 01:25:12.956225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-a3c9deb3-f42f-4212-94ae-375797e65ff3 req-4cee469b-19ea-4d9c-a9e3-bbaa889c8a95 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Deleting port e0651a30-9be1-4a3d-b796-fa822fd52352 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:12.956836 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a3c9deb3-f42f-4212-94ae-375797e65ff3 req-4cee469b-19ea-4d9c-a9e3-bbaa889c8a95 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.021091 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31a00956-b23e-481c-8c35-545ed18ee796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.073192 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-475e705d-6eb2-4265-8cd0-80c9c6eca003 req-76e92c29-b16f-4383-963b-9cd282c252c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187832 Aug 31 01:25:13.104759 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31a00956-b23e-481c-8c35-545ed18ee796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.185903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-a3c9deb3-f42f-4212-94ae-375797e65ff3 req-4cee469b-19ea-4d9c-a9e3-bbaa889c8a95 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] For port e0651a30-9be1-4a3d-b796-fa822fd52352, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e0651a30-9be1-4a3d-b796-fa822fd52352,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:13.186639 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a3c9deb3-f42f-4212-94ae-375797e65ff3 req-4cee469b-19ea-4d9c-a9e3-bbaa889c8a95 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.211883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-a3c9deb3-f42f-4212-94ae-375797e65ff3 req-4cee469b-19ea-4d9c-a9e3-bbaa889c8a95 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Calling delete_port for e0651a30-9be1-4a3d-b796-fa822fd52352 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:13.231711 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31a00956-b23e-481c-8c35-545ed18ee796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.233708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:25:13.235336 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31a00956-b23e-481c-8c35-545ed18ee796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.236692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-31a00956-b23e-481c-8c35-545ed18ee796 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f076b93b-37f1-4734-9913-600dddc7f851 HTTP/1.1" status: 204 len: 168 time: 0.4203558 Aug 31 01:25:13.261553 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.281337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a00956-b23e-481c-8c35-545ed18ee796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f076b93b-37f1-4734-9913-600dddc7f851,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:13.308946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Transition to ACTIVE for port object 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:13.319485 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.376671 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43192) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:13.504439 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=935a36a3-4cba-4aec-8cca-b66ccf4b7ce5,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:13.543905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfa75def-e2a0-4f51-a4f0-134fd38a69b3 req-90b4ddb4-3e4d-4fea-9854-dfdc9d2324f3 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0780723 Aug 31 01:25:13.549687 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a3c9deb3-f42f-4212-94ae-375797e65ff3 req-4cee469b-19ea-4d9c-a9e3-bbaa889c8a95 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.562042 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6318dadd-ab37-4781-8b5b-431bef7837cc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:25:13.602533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Attempting to bind port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:13.602974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Attempting to bind port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:13.603409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Attempting to bind port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:13.614115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:25:13.614524 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Attempting to bind port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:13.640827 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['e0651a30-9be1-4a3d-b796-fa822fd52352'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:25:13.642674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:13.643273 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Checking segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:13.643819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Bound using segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:13.644407 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Bound port: 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:13.645014 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.677777 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee469b-19ea-4d9c-a9e3-bbaa889c8a95 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Pushing event deleted for resources: {'Port': ['ID=e0651a30-9be1-4a3d-b796-fa822fd52352,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:13.805991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c9deb3-f42f-4212-94ae-375797e65ff3 req-4cee469b-19ea-4d9c-a9e3-bbaa889c8a95 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] No DVR routers for this DVR port e0651a30-9be1-4a3d-b796-fa822fd52352 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:13.827802 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42aee33-5267-4969-b43b-e8020dd14e4f req-ffdb3557-5348-494e-926a-5cec6c05c6ee tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:13.844903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e42aee33-5267-4969-b43b-e8020dd14e4f req-ffdb3557-5348-494e-926a-5cec6c05c6ee tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 946 time: 0.3422976 Aug 31 01:25:13.850907 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ec5e8e1-b5c0-4b3b-abb7-edf2356cb5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.853005 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a3c9deb3-f42f-4212-94ae-375797e65ff3 req-4cee469b-19ea-4d9c-a9e3-bbaa889c8a95 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.854880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3c9deb3-f42f-4212-94ae-375797e65ff3 req-4cee469b-19ea-4d9c-a9e3-bbaa889c8a95 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.15 "DELETE /v2.0/ports/e0651a30-9be1-4a3d-b796-fa822fd52352 HTTP/1.1" status: 204 len: 173 time: 1.2427104 Aug 31 01:25:13.867935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] For port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:13.872899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8db73f9-0c37-43e7-9efa-9970cd0cccf4', 'name': 'network-vif-deleted', 'tag': 'e0651a30-9be1-4a3d-b796-fa822fd52352'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:13.876728 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7180f2c7-ea88-49f2-8c2b-1dc16b4c4826" -d '{"events": [{"server_uuid": "a8db73f9-0c37-43e7-9efa-9970cd0cccf4", "name": "network-vif-deleted", "tag": "e0651a30-9be1-4a3d-b796-fa822fd52352"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:13.900823 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] For port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=935a36a3-4cba-4aec-8cca-b66ccf4b7ce5,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:13.911745 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:13.943388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c42ebe67-8a15-4e87-b950-f72a871fe7e5 req-8417e595-2d23-4599-95ab-94e70dd94885 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8db73f9-0c37-43e7-9efa-9970cd0cccf4 HTTP/1.1" status: 200 len: 210 time: 0.1403756 Aug 31 01:25:13.997534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e42aee33-5267-4969-b43b-e8020dd14e4f req-5dfdbe62-97b9-4ebb-ac28-cca28ebcd0f1 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431518 Aug 31 01:25:14.032574 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:14.034186 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.036494 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] 10.222.0.70 "PUT /v2.0/ports/935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 HTTP/1.1" status: 200 len: 1093 time: 2.4879479 Aug 31 01:25:14.037254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2538cb-9a8d-41fc-8caa-558b82d034db', 'tag': '935a36a3-4cba-4aec-8cca-b66ccf4b7ce5'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:14.040333 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8be82c-c62f-4f72-8a84-87c80722bc7a" -d '{"events": [{"name": "network-changed", "server_uuid": "db2538cb-9a8d-41fc-8caa-558b82d034db", "tag": "935a36a3-4cba-4aec-8cca-b66ccf4b7ce5"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:14.068322 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b79da4-3eca-49f6-9067-0785c3b1b013 x-openstack-request-id: req-e1b79da4-3eca-49f6-9067-0785c3b1b013 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:14.068614 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8db73f9-0c37-43e7-9efa-9970cd0cccf4", "name": "network-vif-deleted", "tag": "e0651a30-9be1-4a3d-b796-fa822fd52352", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:14.068864 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1b79da4-3eca-49f6-9067-0785c3b1b013 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:14.069269 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8db73f9-0c37-43e7-9efa-9970cd0cccf4', 'name': 'network-vif-deleted', 'tag': 'e0651a30-9be1-4a3d-b796-fa822fd52352', 'status': 'completed', 'code': 200} Aug 31 01:25:14.150508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b816544-0ecb-435c-904c-fbd92636a2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=935a36a3-4cba-4aec-8cca-b66ccf4b7ce5,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:14.198943 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-d2548da7-6d65-4595-b4e5-d0731d43fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:14.200424 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-d2548da7-6d65-4595-b4e5-d0731d43fe2f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 1096 time: 0.0941679 Aug 31 01:25:14.215326 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d69d3-cce4-4509-9cb5-091190a6b855 req-479f2043-a771-4819-9699-514dd201b787 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:14.216890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e5d69d3-cce4-4509-9cb5-091190a6b855 req-479f2043-a771-4819-9699-514dd201b787 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 944 time: 0.1021624 Aug 31 01:25:14.290619 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ec5e8e1-b5c0-4b3b-abb7-edf2356cb5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.293124 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-908c3efb-12ed-484f-aea3-687fa5057903 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 HTTP/1.1" status: 200 len: 217 time: 0.0827398 Aug 31 01:25:14.295858 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ec5e8e1-b5c0-4b3b-abb7-edf2356cb5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.315974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e5d69d3-cce4-4509-9cb5-091190a6b855 req-f532dd18-e6db-4ccf-8898-3ee78fd2bdb5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835905 Aug 31 01:25:14.369321 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-a1ad70e3-5666-47ea-b953-49a78e727921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:14.371537 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-a1ad70e3-5666-47ea-b953-49a78e727921 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0707755 Aug 31 01:25:14.422867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5e8e1-b5c0-4b3b-abb7-edf2356cb5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72569154-3cb8-4a35-b59e-669ac5c531c2,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:14.466811 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0ec5e8e1-b5c0-4b3b-abb7-edf2356cb5ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=737914f72f984edcba77d51c71846454&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0874553 Aug 31 01:25:14.469801 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43224) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:14.501978 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-c9e53e3d-c314-4de7-b816-f00464986ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:14.504497 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-c9e53e3d-c314-4de7-b816-f00464986ec6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139967 Aug 31 01:25:14.606160 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c57d257b-0dd5-4a38-bc34-e77208823aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.618065 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c0f1f8-6b8c-41af-8c41-2943be148ee7 x-openstack-request-id: req-11c0f1f8-6b8c-41af-8c41-2943be148ee7 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:14.618485 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2538cb-9a8d-41fc-8caa-558b82d034db", "tag": "935a36a3-4cba-4aec-8cca-b66ccf4b7ce5", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:14.618736 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11c0f1f8-6b8c-41af-8c41-2943be148ee7 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:14.619027 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2538cb-9a8d-41fc-8caa-558b82d034db', 'tag': '935a36a3-4cba-4aec-8cca-b66ccf4b7ce5', 'status': 'completed', 'code': 200} Aug 31 01:25:14.693231 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-699bddef-4963-44f8-83c6-93db8afcee5a service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795998 Aug 31 01:25:14.741472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24915d32-0085-4c3c-a681-15c35d03cf0f req-99cc8cc0-c782-42db-a0e6-4f028e5f8f89 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0351839 Aug 31 01:25:14.747323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43230) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:14.770013 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c57d257b-0dd5-4a38-bc34-e77208823aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.832953 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46973206-f643-49a1-8044-af3120a983c6 req-4e075a60-1542-4d0b-9e34-ef9b49ecafd8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0862451 Aug 31 01:25:14.872434 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c57d257b-0dd5-4a38-bc34-e77208823aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.873244 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-aff1ada9-ecaf-4176-ace1-4b33cd07a85b req-a43896ef-8877-463d-8c65-0fd93d7f11a2 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717734 Aug 31 01:25:14.875041 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c57d257b-0dd5-4a38-bc34-e77208823aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.879939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c57d257b-0dd5-4a38-bc34-e77208823aca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/72569154-3cb8-4a35-b59e-669ac5c531c2 HTTP/1.1" status: 204 len: 168 time: 0.4085588 Aug 31 01:25:14.924466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d257b-0dd5-4a38-bc34-e77208823aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72569154-3cb8-4a35-b59e-669ac5c531c2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:14.977487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46973206-f643-49a1-8044-af3120a983c6 req-f1997333-d390-4f8c-84c7-59c0438b86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:14.980519 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46973206-f643-49a1-8044-af3120a983c6 req-f1997333-d390-4f8c-84c7-59c0438b86c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a29c8e6584714516af40ae7a91ef00c0&device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 1098 time: 0.0679147 Aug 31 01:25:15.107752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8be82c-c62f-4f72-8a84-87c80722bc7a req-93621dff-abe8-44c5-b959-401722d85346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:15.107752 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fd8be82c-c62f-4f72-8a84-87c80722bc7a req-93621dff-abe8-44c5-b959-401722d85346 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 1096 time: 0.1653974 Aug 31 01:25:15.110541 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1087794737-network', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:15.148027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46973206-f643-49a1-8044-af3120a983c6 req-93c584ee-f605-4489-8cf4-4b026a893e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:15.149652 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46973206-f643-49a1-8044-af3120a983c6 req-93c584ee-f605-4489-8cf4-4b026a893e59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0ded1992-5c45-46c6-9d3d-7015e1240b24 HTTP/1.1" status: 200 len: 914 time: 0.1473536 Aug 31 01:25:15.150732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] Made reservation on behalf of a57b40cae3f24cdeb71beed701935651 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:15.153108 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.202937 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.274824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46973206-f643-49a1-8044-af3120a983c6 req-a6303c71-9507-449e-b8b2-46c9264721cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc HTTP/1.1" status: 200 len: 217 time: 0.1113870 Aug 31 01:25:15.335882 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8be82c-c62f-4f72-8a84-87c80722bc7a req-1bd64b04-fd64-4593-bb7a-dac83881d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:15.339088 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fd8be82c-c62f-4f72-8a84-87c80722bc7a req-1bd64b04-fd64-4593-bb7a-dac83881d7a7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.2230783 Aug 31 01:25:15.347094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700d0ff-0878-4a5f-90c1-aaa8467e187f req-0af5e7a6-b149-4d10-8e3e-81048b3632de tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:15.354681 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2700d0ff-0878-4a5f-90c1-aaa8467e187f req-0af5e7a6-b149-4d10-8e3e-81048b3632de tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 946 time: 0.1841364 Aug 31 01:25:15.421754 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fd8be82c-c62f-4f72-8a84-87c80722bc7a req-616929b8-b243-4f13-bbfc-da55a9186977 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 HTTP/1.1" status: 200 len: 217 time: 0.0748832 Aug 31 01:25:15.444922 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2700d0ff-0878-4a5f-90c1-aaa8467e187f req-2c2b327f-0b3b-4449-88dd-6f0f31fcafc5 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893238 Aug 31 01:25:15.490089 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46973206-f643-49a1-8044-af3120a983c6 req-fe586aa8-cb95-4431-8dd2-73e568a1e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:15.499622 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46973206-f643-49a1-8044-af3120a983c6 req-fe586aa8-cb95-4431-8dd2-73e568a1e55d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bff7a64b-7deb-4562-a9cb-81a0fc45f076 HTTP/1.1" status: 200 len: 853 time: 0.2065082 Aug 31 01:25:15.521346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8be82c-c62f-4f72-8a84-87c80722bc7a req-683fe988-2e88-48d7-8228-1397174ba286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:15.528140 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fd8be82c-c62f-4f72-8a84-87c80722bc7a req-683fe988-2e88-48d7-8228-1397174ba286 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0953259 Aug 31 01:25:15.548991 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46973206-f643-49a1-8044-af3120a983c6 req-67087087-355f-4481-ab03-615b3edf8634 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0ded1992-5c45-46c6-9d3d-7015e1240b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484416 Aug 31 01:25:15.629244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8be82c-c62f-4f72-8a84-87c80722bc7a req-9aa42726-4fba-4a5d-b0dd-7a8cb01d9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:15.640622 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fd8be82c-c62f-4f72-8a84-87c80722bc7a req-9aa42726-4fba-4a5d-b0dd-7a8cb01d9e96 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020865 Aug 31 01:25:15.689040 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43258) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:15.737260 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.808304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baeafe9-5cef-477e-97f8-24484f6efba0 req-957191f5-ae7d-42ec-b6d3-20814055f456 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:15.816291 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1baeafe9-5cef-477e-97f8-24484f6efba0 req-957191f5-ae7d-42ec-b6d3-20814055f456 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 944 time: 0.3111475 Aug 31 01:25:15.822653 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fd8be82c-c62f-4f72-8a84-87c80722bc7a req-3af119a7-4d34-48c4-8c17-d82b470f69e0 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771488 Aug 31 01:25:15.902756 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:15.917419 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1baeafe9-5cef-477e-97f8-24484f6efba0 req-42eae42c-71b3-436f-8023-6b8954a37526 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000412 Aug 31 01:25:15.992507 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-fd8be82c-c62f-4f72-8a84-87c80722bc7a req-da2b21e8-2757-433e-9ca0-cfdf4b960831 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616063 Aug 31 01:25:16.001774 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.014603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:25:16.026762 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.027593 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] Added segment 6a79a9eb-f123-43b4-bce3-5b3c3d18ae63 of type vlan for network 0de60920-66a8-4b39-bbe4-56519bdddb63 Aug 31 01:25:16.130466 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46973206-f643-49a1-8044-af3120a983c6 req-870974c6-ec78-44a8-87cb-a84c3f82c278 service neutron] 10.222.0.15 "GET /v2.0/networks/0ded1992-5c45-46c6-9d3d-7015e1240b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033581 Aug 31 01:25:16.132084 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.144830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e0651a30-9be1-4a3d-b796-fa822fd52352 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:16.153591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c936c3-6ecf-4215-885d-af69f3ad50f5,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:16.194076 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: e0651a30-9be1-4a3d-b796-fa822fd52352 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:16.194717 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e0651a30-9be1-4a3d-b796-fa822fd52352 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:16.212703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6601a69d-9246-46f5-92da-8cec62edac14 req-2a36f5d9-6b93-4a8b-93ba-154dd3a970d5 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0861127 Aug 31 01:25:16.255333 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.db.resource_extend [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:25:16.282147 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.294054 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.340999 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.340999 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:16.340999 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.449097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6f408368721428589fb536db90afba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7541323 Aug 31 01:25:16.449510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43280) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:16.472080 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7233069 Aug 31 01:25:16.473023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9875b0-00b7-4249-b4ba-e1de98e61c0b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:16.488774 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46973206-f643-49a1-8044-af3120a983c6 req-5a97c5ee-6d22-4b97-b48f-e1b33dcce570 service neutron] 10.222.0.15 "GET /v2.0/networks/0ded1992-5c45-46c6-9d3d-7015e1240b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494508 Aug 31 01:25:16.488911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43284) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:16.490754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:16.491097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:16.491473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:16.491806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:16.492338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:16.492663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:16.493166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:16.493493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:16.493815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:16.494136 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:16.494462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:16.494776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202f008-e5c8-4b3e-880c-bac2a8cf21b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:16.498607 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60effcfc-a2c7-4ba9-a1e4-5fd35319cd9a admin admin] Pushing event updated for resources: {'Network': ['ID=0de60920-66a8-4b39-bbe4-56519bdddb63,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:16.500049 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f4bf9503-fa87-403b-8ff3-ae63645d084b admin admin] Request body: {'subnet': {'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1087794737-subnet', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:16.561918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bf9503-fa87-403b-8ff3-ae63645d084b admin admin] Made reservation on behalf of a57b40cae3f24cdeb71beed701935651 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:16.567965 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9503-fa87-403b-8ff3-ae63645d084b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.594894 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 0de60920-66a8-4b39-bbe4-56519bdddb63 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:16.706918 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dd5343c-284d-400a-91aa-9fbe2e55e4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.763561 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dd5343c-284d-400a-91aa-9fbe2e55e4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.945144 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9503-fa87-403b-8ff3-ae63645d084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.987318 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dd5343c-284d-400a-91aa-9fbe2e55e4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:16.996534 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7dd5343c-284d-400a-91aa-9fbe2e55e4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:17.000075 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7dd5343c-284d-400a-91aa-9fbe2e55e4da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc9875b0-00b7-4249-b4ba-e1de98e61c0b HTTP/1.1" status: 204 len: 168 time: 0.5464265 Aug 31 01:25:17.027243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf9503-fa87-403b-8ff3-ae63645d084b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce5f43b-2755-4a4a-ac72-916200534012,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:17.081787 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5343c-284d-400a-91aa-9fbe2e55e4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9875b0-00b7-4249-b4ba-e1de98e61c0b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:17.139563 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bf9503-fa87-403b-8ff3-ae63645d084b admin admin] Checking segment: {'id': '6a79a9eb-f123-43b4-bce3-5b3c3d18ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:17.140006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bf9503-fa87-403b-8ff3-ae63645d084b admin admin] Network hostable DHCP agents. Network: 0de60920-66a8-4b39-bbe4-56519bdddb63, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:25:17.175845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bf9503-fa87-403b-8ff3-ae63645d084b admin admin] Network 0de60920-66a8-4b39-bbe4-56519bdddb63 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:25:17.205759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-f4bf9503-fa87-403b-8ff3-ae63645d084b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 0de60920-66a8-4b39-bbe4-56519bdddb63) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:17.213990 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bf9503-fa87-403b-8ff3-ae63645d084b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:17.215757 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9503-fa87-403b-8ff3-ae63645d084b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:17.218247 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c705074-1c88-4fcd-b9f8-62f1406cbf87 None None] Network 0de60920-66a8-4b39-bbe4-56519bdddb63 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:17.260635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a605f25-a09e-4bd4-b121-af7f0a85b69b req-91cabe9b-133b-4e11-85a7-657c064b003d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:17.263094 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f4bf9503-fa87-403b-8ff3-ae63645d084b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7731140 Aug 31 01:25:17.268117 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43302) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:17.269088 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a605f25-a09e-4bd4-b121-af7f0a85b69b req-91cabe9b-133b-4e11-85a7-657c064b003d tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 945 time: 0.1606183 Aug 31 01:25:17.275668 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:17.306368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cbf04-06af-4191-bcfc-f6cd5e1d5ced req-47c204db-1fa3-40e8-bb56-8d9a0f983b7b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:17.309127 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:17.309420 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-508cbf04-06af-4191-bcfc-f6cd5e1d5ced req-47c204db-1fa3-40e8-bb56-8d9a0f983b7b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 944 time: 0.1655273 Aug 31 01:25:17.310810 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:17.448209 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a605f25-a09e-4bd4-b121-af7f0a85b69b req-ded55343-b69f-4a68-8eeb-6c3bd9718c79 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362581 Aug 31 01:25:17.518513 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-508cbf04-06af-4191-bcfc-f6cd5e1d5ced req-77ed2ae2-7bdd-4887-a515-a98bb4bc7b0f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910336 Aug 31 01:25:17.589895 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:17.679769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dbf7f103-8bd0-427a-9f45-520efa5b3e41 req-05876b0b-5e32-49dd-a2a6-37f56b98ad5e tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0415509 Aug 31 01:25:17.737474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-0de60920-66a8-4b39-bbe4-56519bdddb63', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'fixed_ips': [{'subnet_id': '8ce5f43b-2755-4a4a-ac72-916200534012'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:25:17.742186 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:17.925021 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.025490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Allocated IP 172.20.0.2 (0de60920-66a8-4b39-bbe4-56519bdddb63/8ce5f43b-2755-4a4a-ac72-916200534012/00712850-3add-447a-967e-dea5922077bf) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:18.133894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43312) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:18.155420 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cde149d0-4265-4157-b165-fce7ef445b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.338510 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.354578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Transition to ACTIVE for port object 00712850-3add-447a-967e-dea5922077bf will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:18.370511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Transition to ACTIVE for port object 00712850-3add-447a-967e-dea5922077bf will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:18.380570 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.409792 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cde149d0-4265-4157-b165-fce7ef445b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.419711 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cde149d0-4265-4157-b165-fce7ef445b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.439188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Network 0de60920-66a8-4b39-bbe4-56519bdddb63 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:18.440618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:18.444466 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:18.488212 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.586206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Pushing event updated for resources: {'Port': ['ID=00712850-3add-447a-967e-dea5922077bf,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:18.592715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e9ec-031e-4f34-9419-107b16bdfbc0 req-2513b552-7b1d-4613-87a1-dbd81d6af125 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:18.606407 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d678e9ec-031e-4f34-9419-107b16bdfbc0 req-2513b552-7b1d-4613-87a1-dbd81d6af125 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 945 time: 0.2715704 Aug 31 01:25:18.617634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Attempting to bind port 00712850-3add-447a-967e-dea5922077bf on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:18.618002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Attempting to bind port 00712850-3add-447a-967e-dea5922077bf by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '6a79a9eb-f123-43b4-bce3-5b3c3d18ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:18.618344 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Attempting to bind port 00712850-3add-447a-967e-dea5922077bf on network 0de60920-66a8-4b39-bbe4-56519bdddb63 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:18.624625 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.628707 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:18.629103 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Checking segment: {'id': '6a79a9eb-f123-43b4-bce3-5b3c3d18ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:18.629598 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.630055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Bound using segment: {'id': '6a79a9eb-f123-43b4-bce3-5b3c3d18ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:18.630530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Bound port: 00712850-3add-447a-967e-dea5922077bf, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a79a9eb-f123-43b4-bce3-5b3c3d18ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:18.631138 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.648285 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cde149d0-4265-4157-b165-fce7ef445b53 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1304596a94124a69abced622b1edb41d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5126650 Aug 31 01:25:18.681589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43320) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:18.739360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde149d0-4265-4157-b165-fce7ef445b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6bc137-cf30-4772-819d-8798749cfbb2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:18.802970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f5ea6-81cc-476e-8d3f-a627bfb3f6c3 req-1586bd66-0c69-4a20-a97b-c84c539c6e3f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:18.811805 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e79f5ea6-81cc-476e-8d3f-a627bfb3f6c3 req-1586bd66-0c69-4a20-a97b-c84c539c6e3f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 945 time: 0.2132411 Aug 31 01:25:18.857453 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] For port 00712850-3add-447a-967e-dea5922077bf, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:18.869089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] For port 00712850-3add-447a-967e-dea5922077bf, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=00712850-3add-447a-967e-dea5922077bf,segment=NetworkSegment(6a79a9eb-f123-43b4-bce3-5b3c3d18ae63),segment_id=6a79a9eb-f123-43b4-bce3-5b3c3d18ae63)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:18.873657 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-608cf865-31a2-43ba-8000-c40dc6158813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.880328 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:18.966633 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e79f5ea6-81cc-476e-8d3f-a627bfb3f6c3 req-3dd95959-0272-4085-932d-bcc7e3241578 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535480 Aug 31 01:25:19.027162 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-608cf865-31a2-43ba-8000-c40dc6158813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:19.068536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac94a4-9cb2-4295-be6f-722b870c0e3d None None] Pushing event updated for resources: {'Port': ['ID=00712850-3add-447a-967e-dea5922077bf,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:19.122070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-d678e9ec-031e-4f34-9419-107b16bdfbc0 req-639691ab-fded-4abb-a20d-4d862f56e2c6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Deleting port 6318dadd-ab37-4781-8b5b-431bef7837cc {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:19.129058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e4ccf-6803-4bd4-82a6-96e55c9b60cc req-232c2f9d-2a5d-4bac-b76f-5a1499522d3d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:19.129317 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d678e9ec-031e-4f34-9419-107b16bdfbc0 req-639691ab-fded-4abb-a20d-4d862f56e2c6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:19.130837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c04e4ccf-6803-4bd4-82a6-96e55c9b60cc req-232c2f9d-2a5d-4bac-b76f-5a1499522d3d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 944 time: 0.3159389 Aug 31 01:25:19.250109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c04e4ccf-6803-4bd4-82a6-96e55c9b60cc req-16213a38-8a65-47d3-b6a4-7da642f3a660 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869904 Aug 31 01:25:19.271545 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-608cf865-31a2-43ba-8000-c40dc6158813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:19.271545 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-608cf865-31a2-43ba-8000-c40dc6158813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:19.271545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-608cf865-31a2-43ba-8000-c40dc6158813 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e6bc137-cf30-4772-819d-8798749cfbb2 HTTP/1.1" status: 204 len: 168 time: 0.5875535 Aug 31 01:25:19.296597 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608cf865-31a2-43ba-8000-c40dc6158813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6bc137-cf30-4772-819d-8798749cfbb2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:19.301675 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54fc45a6-e3b4-47fa-9f07-43c30371074c req-6ce4d4a6-b673-4aa4-bc55-95524b6ffe0c tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0486691 Aug 31 01:25:19.302312 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Allocated IP 172.25.6.66 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/490d9b0b-be1d-4b09-92ae-d710935e5609) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:19.612030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-d678e9ec-031e-4f34-9419-107b16bdfbc0 req-639691ab-fded-4abb-a20d-4d862f56e2c6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] For port 6318dadd-ab37-4781-8b5b-431bef7837cc, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6318dadd-ab37-4781-8b5b-431bef7837cc,segment=NetworkSegment(fdddbd21-aa20-4e93-9916-abcd779dbf02),segment_id=fdddbd21-aa20-4e93-9916-abcd779dbf02)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:19.612665 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d678e9ec-031e-4f34-9419-107b16bdfbc0 req-639691ab-fded-4abb-a20d-4d862f56e2c6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:19.644494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-d678e9ec-031e-4f34-9419-107b16bdfbc0 req-639691ab-fded-4abb-a20d-4d862f56e2c6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Calling delete_port for 6318dadd-ab37-4781-8b5b-431bef7837cc owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:19.786433 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:19.879429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58937cdd-bf71-4da9-84ac-6b5f5d71aa75 req-61c76c34-e405-4599-8bca-e6387e9a8cd1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.1030965 Aug 31 01:25:19.911976 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:19.963186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Pushing event updated for resources: {'Port': ['ID=490d9b0b-be1d-4b09-92ae-d710935e5609,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:19.965520 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d678e9ec-031e-4f34-9419-107b16bdfbc0 req-639691ab-fded-4abb-a20d-4d862f56e2c6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:19.981021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6318dadd-ab37-4781-8b5b-431bef7837cc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:25:20.022246 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:20.026461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:20.026949 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:20.034847 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:20.037484 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:20.047682 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:20.048651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:20.049162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:20.049790 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:20.050319 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:20.050814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:20.051339 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:20.069024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:20.089781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:20.129872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 00712850-3add-447a-967e-dea5922077bf up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:20.152982 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:20.241315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639691ab-fded-4abb-a20d-4d862f56e2c6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Pushing event deleted for resources: {'Port': ['ID=6318dadd-ab37-4781-8b5b-431bef7837cc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:20.259043 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3678ffac-ffdc-4fc8-bc5c-087c2605a061 req-8c0ed540-9cbf-454e-9ae5-9a4e28992e03 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 210 time: 0.0967181 Aug 31 01:25:20.280429 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 00712850-3add-447a-967e-dea5922077bf completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:20.334373 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d678e9ec-031e-4f34-9419-107b16bdfbc0 req-639691ab-fded-4abb-a20d-4d862f56e2c6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] No DVR routers for this DVR port 6318dadd-ab37-4781-8b5b-431bef7837cc on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:20.394571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d678e9ec-031e-4f34-9419-107b16bdfbc0 req-639691ab-fded-4abb-a20d-4d862f56e2c6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:20.397714 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d678e9ec-031e-4f34-9419-107b16bdfbc0 req-639691ab-fded-4abb-a20d-4d862f56e2c6 tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.70 "DELETE /v2.0/ports/6318dadd-ab37-4781-8b5b-431bef7837cc HTTP/1.1" status: 204 len: 173 time: 1.7596769 Aug 31 01:25:20.398619 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd09669-7260-451b-a4a0-b57f71586ab1', 'name': 'network-vif-deleted', 'tag': '6318dadd-ab37-4781-8b5b-431bef7837cc'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:20.400878 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6c260f-d9ae-47ca-8c49-be9adddf8bf2" -d '{"events": [{"server_uuid": "fbd09669-7260-451b-a4a0-b57f71586ab1", "name": "network-vif-deleted", "tag": "6318dadd-ab37-4781-8b5b-431bef7837cc"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:20.509244 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3035531-c503-4175-8514-5c8952621262 req-2eb97bd9-15c4-462e-a3a8-9a83e63c162d tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0769825 Aug 31 01:25:20.629913 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0b4836-a67d-4bc1-9322-8b1097597e28 x-openstack-request-id: req-fa0b4836-a67d-4bc1-9322-8b1097597e28 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:20.630433 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd09669-7260-451b-a4a0-b57f71586ab1", "name": "network-vif-deleted", "tag": "6318dadd-ab37-4781-8b5b-431bef7837cc", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:20.630433 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa0b4836-a67d-4bc1-9322-8b1097597e28 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:20.630829 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd09669-7260-451b-a4a0-b57f71586ab1', 'name': 'network-vif-deleted', 'tag': '6318dadd-ab37-4781-8b5b-431bef7837cc', 'status': 'completed', 'code': 200} Aug 31 01:25:20.717084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41079b-48d7-419a-87dd-c9e9c9f79cb4 req-074d4a60-fad2-4a53-8959-7ad9e2a956ba tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:20.727084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f41079b-48d7-419a-87dd-c9e9c9f79cb4 req-074d4a60-fad2-4a53-8959-7ad9e2a956ba tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 944 time: 0.1680450 Aug 31 01:25:20.812357 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f41079b-48d7-419a-87dd-c9e9c9f79cb4 req-6bd84a18-3162-47cb-9398-539ac25aa2a1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765190 Aug 31 01:25:20.836063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ffc187-0056-44f6-aacb-3bdf9d71b329 None None] Network 0de60920-66a8-4b39-bbe4-56519bdddb63 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:20.849464 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:20.918704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fbefe5c8-4567-410c-9747-c2877574e1e1 None None] Provisioning for port 00712850-3add-447a-967e-dea5922077bf completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:20.935534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fbefe5c8-4567-410c-9747-c2877574e1e1 None None] Provisioning complete for port 00712850-3add-447a-967e-dea5922077bf triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:20.936603 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fbefe5c8-4567-410c-9747-c2877574e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:21.234188 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fbefe5c8-4567-410c-9747-c2877574e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:21.341219 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-26e71819-5a30-425b-aa17-fcac00e7fed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:21.350531 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:21.419506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-fbefe5c8-4567-410c-9747-c2877574e1e1 None None] For port 00712850-3add-447a-967e-dea5922077bf, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=00712850-3add-447a-967e-dea5922077bf,segment=NetworkSegment(6a79a9eb-f123-43b4-bce3-5b3c3d18ae63),segment_id=6a79a9eb-f123-43b4-bce3-5b3c3d18ae63)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:21.488488 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fbefe5c8-4567-410c-9747-c2877574e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:21.595980 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad16771c-a59a-409c-8a10-319d551e609c req-8513dff0-8509-4960-900c-e01a2272490f tempest-ServersTestJSON-833270056 tempest-ServersTestJSON-833270056-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbd09669-7260-451b-a4a0-b57f71586ab1 HTTP/1.1" status: 200 len: 210 time: 0.0450208 Aug 31 01:25:21.674401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefe5c8-4567-410c-9747-c2877574e1e1 None None] Pushing event updated for resources: {'Port': ['ID=00712850-3add-447a-967e-dea5922077bf,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:21.705777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ebba361a-a808-47f7-9a42-40c608bb7244 req-89865ae1-12ba-45c3-9bb5-4bf6bee81797 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0480604 Aug 31 01:25:21.710387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:25:21.991729 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:22.033093 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:22.038696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 00712850-3add-447a-967e-dea5922077bf up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:22.039746 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-19959983-8cdb-4d7a-aea5-d3a97ed1717b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7702467 Aug 31 01:25:22.042357 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43376) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:22.046782 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Sync routers for ids ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:22.211512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Routers {'0cc4874c-1bc4-4de7-b578-b88bb0201da3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:22.212084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c3473a4a-300d-4157-a619-86184730a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:24:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:22.312245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41078e81-fc29-426f-b350-305e3513d787 req-b30d6d89-b4a0-4de2-9c85-25d0ecac5306 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:22.325312 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41078e81-fc29-426f-b350-305e3513d787 req-b30d6d89-b4a0-4de2-9c85-25d0ecac5306 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 944 time: 0.1658885 Aug 31 01:25:22.366782 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b723ff74-9fdc-4bbc-bb01-81b1fcd9184a req-9701889b-e319-41f2-b006-06ab059e2de3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5cce4d4696fd44e7977aa8cbd721a4f7&device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0486298 Aug 31 01:25:22.406356 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41078e81-fc29-426f-b350-305e3513d787 req-cd9d85ee-7041-45e8-a0a6-491bde6de5d8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767207 Aug 31 01:25:22.420436 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b723ff74-9fdc-4bbc-bb01-81b1fcd9184a req-15531b9c-f253-4ddc-abf0-82a9770bbb51 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=5cce4d4696fd44e7977aa8cbd721a4f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449531 Aug 31 01:25:22.549955 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cbb1d76-2c19-4015-83e9-ed959c110f25 req-6b61f76f-e308-41b5-bf07-5dc0c96ebbcc tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0857658 Aug 31 01:25:22.707205 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43388) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:22.767240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6318dadd-ab37-4781-8b5b-431bef7837cc no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:22.793118 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-a010f64e-5a3a-48ca-969d-6eacdf50aa80 admin admin] Deleting subnet 428ebcb6-235d-49bc-acd7-c71a4d41509d {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:25:22.795904 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 00712850-3add-447a-967e-dea5922077bf triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:22.796294 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:22.824221 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a010f64e-5a3a-48ca-969d-6eacdf50aa80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:22.955184 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a010f64e-5a3a-48ca-969d-6eacdf50aa80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:22.961744 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2b22d0de-3491-48e5-84ae-9cd89e6d797d None None] Provisioning complete for port 00712850-3add-447a-967e-dea5922077bf triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:22.962124 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2b22d0de-3491-48e5-84ae-9cd89e6d797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:22.990957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Set router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:23.048922 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a010f64e-5a3a-48ca-969d-6eacdf50aa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.096539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 6318dadd-ab37-4781-8b5b-431bef7837cc {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:23.096896 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6318dadd-ab37-4781-8b5b-431bef7837cc not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:23.163785 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a010f64e-5a3a-48ca-969d-6eacdf50aa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.218054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010f64e-5a3a-48ca-969d-6eacdf50aa80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428ebcb6-235d-49bc-acd7-c71a4d41509d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:23.236578 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a010f64e-5a3a-48ca-969d-6eacdf50aa80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.241577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a010f64e-5a3a-48ca-969d-6eacdf50aa80 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/428ebcb6-235d-49bc-acd7-c71a4d41509d HTTP/1.1" status: 204 len: 168 time: 0.5332620 Aug 31 01:25:23.242237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43392) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:23.381999 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-93fde782-6c7d-4f93-9649-628f9075c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.441650 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723ff74-9fdc-4bbc-bb01-81b1fcd9184a req-c0f7ed5e-8e04-495d-9475-5ec89cca5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:23.444055 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b723ff74-9fdc-4bbc-bb01-81b1fcd9184a req-c0f7ed5e-8e04-495d-9475-5ec89cca5bcb service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0073950 Aug 31 01:25:23.512567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c3473a4a-300d-4157-a619-86184730a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:25:20Z', 'revision_number': 3, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:23.526398 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-93fde782-6c7d-4f93-9649-628f9075c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.539051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-93fde782-6c7d-4f93-9649-628f9075c9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:23.553018 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-93fde782-6c7d-4f93-9649-628f9075c9c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdddbd21-aa20-4e93-9916-abcd779dbf02') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:23.553215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Checking router: 0cc4874c-1bc4-4de7-b578-b88bb0201da3 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:25:23.553327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-93fde782-6c7d-4f93-9649-628f9075c9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdddbd21-aa20-4e93-9916-abcd779dbf02') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:23.553567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Updating router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 port 490d9b0b-be1d-4b09-92ae-d710935e5609 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:25:23.566459 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-93fde782-6c7d-4f93-9649-628f9075c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.581908 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-93fde782-6c7d-4f93-9649-628f9075c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.588072 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.589412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fde782-6c7d-4f93-9649-628f9075c9c7 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:23.589881 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-93fde782-6c7d-4f93-9649-628f9075c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:23.678765 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:23.693528 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-93fde782-6c7d-4f93-9649-628f9075c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.718337 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-93fde782-6c7d-4f93-9649-628f9075c9c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.723775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-93fde782-6c7d-4f93-9649-628f9075c9c7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923 HTTP/1.1" status: 204 len: 168 time: 0.4805150 Aug 31 01:25:23.745755 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fde782-6c7d-4f93-9649-628f9075c9c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=37f10fc5-6e2e-4c6d-8d0f-6bd2b91fb923,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:23.767588 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2cb84e00-8fd9-44e3-933b-5af98ac654da req-63745505-0bd9-46e1-a7da-265621fbdc12 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0558269 Aug 31 01:25:23.799523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94fa22-2b6a-4b24-9434-22872aeac171 req-eae56539-e4b4-49e5-8ba0-a5650a6862a2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:23.809098 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc94fa22-2b6a-4b24-9434-22872aeac171 req-eae56539-e4b4-49e5-8ba0-a5650a6862a2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 944 time: 0.1318018 Aug 31 01:25:23.882803 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc94fa22-2b6a-4b24-9434-22872aeac171 req-d9c35b12-9075-468a-8983-da5fc2d2372e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727761 Aug 31 01:25:23.902194 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:23.935975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-a060593a-4f12-43f6-bb2f-b83437d5f2c0 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b5e76d67b52b4e75ba53be11cf6e4362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337970 Aug 31 01:25:23.940341 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f662d0dc-80cb-43f3-bfa0-2f49fbfbce38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.020887 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.052356 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Transition to ACTIVE for port object 490d9b0b-be1d-4b09-92ae-d710935e5609 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:24.072990 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.074773 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.075762 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43418) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:24.077940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-c9889a16-d4a9-49e6-a2e4-b1397e02e553 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:24.079562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-c9889a16-d4a9-49e6-a2e4-b1397e02e553 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354828 Aug 31 01:25:24.104549 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-4f7cfb29-760b-40de-b3b1-3a7423250ae3 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/quotas/b5e76d67b52b4e75ba53be11cf6e4362 HTTP/1.1" status: 200 len: 375 time: 0.0167618 Aug 31 01:25:24.152011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Attempting to bind port 490d9b0b-be1d-4b09-92ae-d710935e5609 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:24.152763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Attempting to bind port 490d9b0b-be1d-4b09-92ae-d710935e5609 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:24.153564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Attempting to bind port 490d9b0b-be1d-4b09-92ae-d710935e5609 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:24.155454 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9bc79b9b-4994-4f7d-9e1c-ecec3c2e165e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c79cdacd6aa1443086d0bf6dcdae746b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784330 Aug 31 01:25:24.157994 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43420) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:24.162879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:24.163693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:24.164367 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.165020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:24.165745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Bound port: 490d9b0b-be1d-4b09-92ae-d710935e5609, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:24.166365 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.169965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-8d704ea6-0a53-4bc4-aeb6-ff57f0383707 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5e76d67b52b4e75ba53be11cf6e4362&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586441 Aug 31 01:25:24.179014 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d304-d6c4-407e-afc0-0df1745ff631 None None] Pushing event updated for resources: {'Port': ['ID=490d9b0b-be1d-4b09-92ae-d710935e5609,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:24.195838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Allocated IP 172.20.0.1 (0de60920-66a8-4b39-bbe4-56519bdddb63/8ce5f43b-2755-4a4a-ac72-916200534012/28e6015d-c67e-4294-bb04-f7af2f20b075) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:24.237145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c3473a4a-300d-4157-a619-86184730a489 None None] For port 490d9b0b-be1d-4b09-92ae-d710935e5609, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:24.241611 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c3473a4a-300d-4157-a619-86184730a489 None None] For port 490d9b0b-be1d-4b09-92ae-d710935e5609, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=490d9b0b-be1d-4b09-92ae-d710935e5609,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:24.247694 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.305482 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Routers {'0cc4874c-1bc4-4de7-b578-b88bb0201da3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:24.306374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c3473a4a-300d-4157-a619-86184730a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:24.331580 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4069efb1-c4ff-4ed6-9e35-ba1580e39163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.430998 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4069efb1-c4ff-4ed6-9e35-ba1580e39163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.441946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17af3523-17cb-4112-951e-9695567079d4 req-9669cfc7-0041-4273-b3b2-44a754d62957 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 210 time: 0.0562091 Aug 31 01:25:24.457144 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.462894 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c3473a4a-300d-4157-a619-86184730a489 None None] Set router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:24.513211 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Transition to ACTIVE for port object 28e6015d-c67e-4294-bb04-f7af2f20b075 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:24.557748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d304-d6c4-407e-afc0-0df1745ff631 None None] Pushing event updated for resources: {'Port': ['ID=490d9b0b-be1d-4b09-92ae-d710935e5609,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:24.562400 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4069efb1-c4ff-4ed6-9e35-ba1580e39163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.565686 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4069efb1-c4ff-4ed6-9e35-ba1580e39163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.566877 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4069efb1-c4ff-4ed6-9e35-ba1580e39163 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad7015d2-f7be-4fcd-98b6-ad1b84be89c3 HTTP/1.1" status: 204 len: 168 time: 0.4079652 Aug 31 01:25:24.571107 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.601564 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069efb1-c4ff-4ed6-9e35-ba1580e39163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7015d2-f7be-4fcd-98b6-ad1b84be89c3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:24.610550 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.680934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Network 0de60920-66a8-4b39-bbe4-56519bdddb63 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:24.682380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:24.696782 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:24.704163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Pushing event updated for resources: {'Port': ['ID=28e6015d-c67e-4294-bb04-f7af2f20b075,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:24.729359 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c3473a4a-300d-4157-a619-86184730a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:25:20Z', 'revision_number': 3, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:24.789274 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:24.793132 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3473a4a-300d-4157-a619-86184730a489 None None] The sync data for ids ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'] in n-d-802060-13 is: [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:25:20Z', 'revision_number': 3, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:25:24.836711 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b723ff74-9fdc-4bbc-bb01-81b1fcd9184a req-1b53d151-0a05-4376-905d-4a4f00409f36 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.1497650 Aug 31 01:25:25.014781 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffc1cfbb-88f2-4fba-a94b-991eb3ddba6d req-43352bc8-5c3f-4e60-b129-449125ff3bf8 tempest-ServerShowV257Test-349200676 tempest-ServerShowV257Test-349200676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c79c832-fddd-4cee-a8c1-a4ed7ce989ed HTTP/1.1" status: 200 len: 210 time: 0.0557704 Aug 31 01:25:25.084373 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0f4bdcc8-16d8-434e-b9b2-c3e80b47ed81 None None] Provisioning for port 28e6015d-c67e-4294-bb04-f7af2f20b075 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:25.094551 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0f4bdcc8-16d8-434e-b9b2-c3e80b47ed81 None None] Provisioning complete for port 28e6015d-c67e-4294-bb04-f7af2f20b075 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:25.094821 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0f4bdcc8-16d8-434e-b9b2-c3e80b47ed81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.134390 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.148299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57838837-346c-4735-b3d8-5bdeb6f61995 req-f6fe380e-5cc6-4f2e-be06-99deb8c3f1f1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:25.160370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-57838837-346c-4735-b3d8-5bdeb6f61995 req-f6fe380e-5cc6-4f2e-be06-99deb8c3f1f1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 944 time: 0.1147873 Aug 31 01:25:25.183112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bdcc8-16d8-434e-b9b2-c3e80b47ed81 None None] Port 28e6015d-c67e-4294-bb04-f7af2f20b075 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:25:25.291233 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-57838837-346c-4735-b3d8-5bdeb6f61995 req-14afe024-acfe-4118-8c02-bdbdd25b0207 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259444 Aug 31 01:25:25.657848 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bb961ee8-bc27-446f-a709-85253cdf69ec req-dbe68d82-ff95-481b-a0e8-0e1771da3b99 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 210 time: 0.0524275 Aug 31 01:25:25.714580 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.721342 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.809171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Pushing event updated for resources: {'Port': ['ID=28e6015d-c67e-4294-bb04-f7af2f20b075,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:25.817440 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:25.942473 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Network 0de60920-66a8-4b39-bbe4-56519bdddb63 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:25.943971 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:26.071235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 490d9b0b-be1d-4b09-92ae-d710935e5609 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:26.104002 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-804f5c3f-1c79-487f-bdb6-b89e618e74a8 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b5e76d67b52b4e75ba53be11cf6e4362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444725 Aug 31 01:25:26.169255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43466) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:26.226188 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:25:26.293066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 490d9b0b-be1d-4b09-92ae-d710935e5609 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:26.302700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 490d9b0b-be1d-4b09-92ae-d710935e5609 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:26.303083 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.494246 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-620544527-network', 'tenant_id': 'ab68b251dd80406fb7c92eecbb43060a'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:26.514934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:26.539403 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-18ca8795-910c-4b4a-a12d-0a161d86dd33 admin admin] 10.222.0.58 "PUT /v2.0/routers/0cc4874c-1bc4-4de7-b578-b88bb0201da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4838352 Aug 31 01:25:26.539403 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] Made reservation on behalf of ab68b251dd80406fb7c92eecbb43060a for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:26.541353 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.556616 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.569164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-1db8fe98-8533-481e-ad4d-9e79a900db29 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:26.570716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-1db8fe98-8533-481e-ad4d-9e79a900db29 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4536195 Aug 31 01:25:26.574249 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.575020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-140ab048-2ed2-4e62-8400-57209793542b None None] Provisioning complete for port 28e6015d-c67e-4294-bb04-f7af2f20b075 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:26.575477 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-140ab048-2ed2-4e62-8400-57209793542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.588820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Request body: {'port': {'device_id': '521415cc-8d14-485c-9c3c-15a9a200fd2e', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': 'b5e76d67b52b4e75ba53be11cf6e4362'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:26.682404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43482) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:26.727929 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 490d9b0b-be1d-4b09-92ae-d710935e5609, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=490d9b0b-be1d-4b09-92ae-d710935e5609,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:26.748741 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.800575 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.810918 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.832532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49230a4a-1727-4e9b-a53f-eea53110f1ac req-798169a0-0eb9-4ec8-b1d5-45c08071e792 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:26.834131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49230a4a-1727-4e9b-a53f-eea53110f1ac req-798169a0-0eb9-4ec8-b1d5-45c08071e792 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 944 time: 0.3736954 Aug 31 01:25:26.837610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-140ab048-2ed2-4e62-8400-57209793542b None None] Port 28e6015d-c67e-4294-bb04-f7af2f20b075 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:25:26.839083 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.880590 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18dc573-2d0c-482d-87d9-3b05c807d036,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:26.900254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:25:26.902984 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=490d9b0b-be1d-4b09-92ae-d710935e5609,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:26.910927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28897474-6e68-40a9-8abf-a499be719ffc req-63e1b208-21c8-4768-a68b-bda3a732e22a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 210 time: 0.1043627 Aug 31 01:25:26.949393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Made reservation on behalf of b5e76d67b52b4e75ba53be11cf6e4362 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:26.952883 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.964581 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.964707 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:26.965085 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] Added segment be646b4a-19b2-4559-aba2-c68b60dbadb1 of type vlan for network 7d86e832-deb9-4ff2-b2fb-047c49383a7f Aug 31 01:25:26.976099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49230a4a-1727-4e9b-a53f-eea53110f1ac req-8177f931-8d06-45f5-9e6c-d6925d90e193 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641892 Aug 31 01:25:27.012596 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1212317-d4a5-4b06-ac95-ee246ac9196d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.085029 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.113928 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.118144 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.120543 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:27.121149 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.122215 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.274358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=7d86e832-deb9-4ff2-b2fb-047c49383a7f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:27.288382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 7d86e832-deb9-4ff2-b2fb-047c49383a7f details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:27.304304 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1212317-d4a5-4b06-ac95-ee246ac9196d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.304538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Allocated IP 192.168.233.220 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/36574a7b-f8a2-4d31-892f-4533bc81808d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:27.317884 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1212317-d4a5-4b06-ac95-ee246ac9196d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.324780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5abf44-23c9-48c9-a701-1b33eed9f121,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:27.349145 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fbba0e63-aa61-4cbf-8792-3e98c6e8b2e7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1768935 Aug 31 01:25:27.354710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43498) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:27.361652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-12794423-5be6-4927-a339-f2cde14d1b2b admin admin] Request body: {'subnet': {'network_id': '7d86e832-deb9-4ff2-b2fb-047c49383a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-620544527-subnet', 'tenant_id': 'ab68b251dd80406fb7c92eecbb43060a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:27.398094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12794423-5be6-4927-a339-f2cde14d1b2b admin admin] Made reservation on behalf of ab68b251dd80406fb7c92eecbb43060a for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:27.402625 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-12794423-5be6-4927-a339-f2cde14d1b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.425874 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b1212317-d4a5-4b06-ac95-ee246ac9196d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cce4d4696fd44e7977aa8cbd721a4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7408133 Aug 31 01:25:27.432742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43502) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:27.441687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1212317-d4a5-4b06-ac95-ee246ac9196d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da65fbac-2738-4270-907f-894659abd036,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:27.492956 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43504) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:27.498153 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-870033003-network', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:27.501779 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e9676c04-9395-4847-a377-da2b15d780e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.533559 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e9676c04-9395-4847-a377-da2b15d780e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.569903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] Made reservation on behalf of 66327851949d4cc7bbc7cbaccdd67443 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:27.572247 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.582651 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.647419 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Sync routers for ids ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:27.662854 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Routers {'0cc4874c-1bc4-4de7-b578-b88bb0201da3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:27.663549 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:27.739770 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e9676c04-9395-4847-a377-da2b15d780e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.742259 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e9676c04-9395-4847-a377-da2b15d780e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.752060 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e9676c04-9395-4847-a377-da2b15d780e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da65fbac-2738-4270-907f-894659abd036 HTTP/1.1" status: 204 len: 168 time: 0.3176353 Aug 31 01:25:27.755067 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.759936 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.764798 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-12794423-5be6-4927-a339-f2cde14d1b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.776252 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.784325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9676c04-9395-4847-a377-da2b15d780e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da65fbac-2738-4270-907f-894659abd036,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:27.820665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Transition to ACTIVE for port object 36574a7b-f8a2-4d31-892f-4533bc81808d will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:27.835238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:25:27.846353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12794423-5be6-4927-a339-f2cde14d1b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c91a9849-a6ae-41a5-8e26-c5ddb82e734a,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:27.850767 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.851131 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] Added segment e63513de-05f0-46a3-b1fd-6d72cc7c668f of type vlan for network bee53884-e328-4cc8-b47e-c42952b2a51b Aug 31 01:25:27.881442 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12794423-5be6-4927-a339-f2cde14d1b2b admin admin] Checking segment: {'id': 'be646b4a-19b2-4559-aba2-c68b60dbadb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7d86e832-deb9-4ff2-b2fb-047c49383a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:27.882039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12794423-5be6-4927-a339-f2cde14d1b2b admin admin] Network hostable DHCP agents. Network: 7d86e832-deb9-4ff2-b2fb-047c49383a7f, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:25:27.888668 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Set router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:27.905574 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.911475 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.915783 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12794423-5be6-4927-a339-f2cde14d1b2b admin admin] Network 7d86e832-deb9-4ff2-b2fb-047c49383a7f is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:25:27.946919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c40c7ed-f204-4af6-93d7-608df76ddb82,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:27.973382 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.974694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:27.975535 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:27.980591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Pushing event updated for resources: {'Port': ['ID=36574a7b-f8a2-4d31-892f-4533bc81808d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:28.008236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-12794423-5be6-4927-a339-f2cde14d1b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 7d86e832-deb9-4ff2-b2fb-047c49383a7f) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:28.017649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 490d9b0b-be1d-4b09-92ae-d710935e5609 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:28.055439 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] Pushing event updated for resources: {'Network': ['ID=bee53884-e328-4cc8-b47e-c42952b2a51b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:28.067493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12794423-5be6-4927-a339-f2cde14d1b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:28.069344 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-12794423-5be6-4927-a339-f2cde14d1b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.076276 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6e37b3a4-6168-49fe-95b4-b8d8fb67ccf8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5819910 Aug 31 01:25:28.077592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43516) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:28.080927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:28.110769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-bcd63d10-c468-4d80-9dd4-b799f823370c admin admin] Request body: {'subnet': {'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-870033003-subnet', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:28.122985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea9d3a-ec1e-4c57-ad9d-3343a1b00b55 None None] Network 7d86e832-deb9-4ff2-b2fb-047c49383a7f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:28.124939 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network bee53884-e328-4cc8-b47e-c42952b2a51b details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:28.134626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:28.155436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:28.306455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 490d9b0b-be1d-4b09-92ae-d710935e5609 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:28.306826 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.347339 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-12794423-5be6-4927-a339-f2cde14d1b2b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9920819 Aug 31 01:25:28.371587 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:25:25Z', 'revision_number': 4, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '28e6015d-c67e-4294-bb04-f7af2f20b075', 'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'mac_address': 'fa:16:3e:78:6c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:23Z', 'updated_at': '2021-08-31T01:25:25Z', 'revision_number': 2, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'subnets': [{'id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:28.458341 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Checking router: 0cc4874c-1bc4-4de7-b578-b88bb0201da3 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:25:28.458695 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Updating router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 port 28e6015d-c67e-4294-bb04-f7af2f20b075 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:25:28.462523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:28.463111 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.499037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd63d10-c468-4d80-9dd4-b799f823370c admin admin] Made reservation on behalf of 66327851949d4cc7bbc7cbaccdd67443 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:28.503005 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bcd63d10-c468-4d80-9dd4-b799f823370c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.516028 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.538386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa73e2-e3f9-4950-9deb-c31b34b71d55 req-d668d402-70e0-45e2-826c-70c96262f16d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:28.538386 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67fa73e2-e3f9-4950-9deb-c31b34b71d55 req-d668d402-70e0-45e2-826c-70c96262f16d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 944 time: 0.3989708 Aug 31 01:25:28.538386 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-3d56717a-118d-4fe5-ac7f-a91aa908d71a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9529397 Aug 31 01:25:28.578777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908b32cb-70c1-448b-a673-6b1defbfd778 None None] Network 7d86e832-deb9-4ff2-b2fb-047c49383a7f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:28.588017 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e5926-b2d7-4e54-9ed6-4b358ca3829d req-2df41e5c-54df-4155-b3dd-256a8122c7f4 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:28.595893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-100e5926-b2d7-4e54-9ed6-4b358ca3829d req-2df41e5c-54df-4155-b3dd-256a8122c7f4 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 936 time: 0.4422431 Aug 31 01:25:28.601842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Request body: {'port': {'device_id': '521415cc-8d14-485c-9c3c-15a9a200fd2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:28.705237 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.719365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6002253f-4509-488c-9b44-403babed396e None None] Provisioning for port 36574a7b-f8a2-4d31-892f-4533bc81808d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:28.734140 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6002253f-4509-488c-9b44-403babed396e None None] Provisioning complete for port 36574a7b-f8a2-4d31-892f-4533bc81808d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:28.734555 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6002253f-4509-488c-9b44-403babed396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:28.810664 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-6002253f-4509-488c-9b44-403babed396e None None] Port 36574a7b-f8a2-4d31-892f-4533bc81808d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:25:28.851864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67fa73e2-e3f9-4950-9deb-c31b34b71d55 req-2b122cd7-2c72-4a5d-8aa1-50be35899687 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496910 Aug 31 01:25:28.928328 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-100e5926-b2d7-4e54-9ed6-4b358ca3829d req-bb6ab432-2b94-4908-a2d3-71cb858d7b71 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a5abf44-23c9-48c9-a701-1b33eed9f121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254708 Aug 31 01:25:29.140177 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.161069 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Transition to ACTIVE for port object 28e6015d-c67e-4294-bb04-f7af2f20b075 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:29.177205 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.193495 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43546) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:29.236856 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1203aad-358f-4970-8da6-23cf2efc654e None None] Pushing event updated for resources: {'Port': ['ID=28e6015d-c67e-4294-bb04-f7af2f20b075,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:29.308540 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1203aad-358f-4970-8da6-23cf2efc654e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:29.308891 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1203aad-358f-4970-8da6-23cf2efc654e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:29.309229 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1203aad-358f-4970-8da6-23cf2efc654e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:29.309562 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1203aad-358f-4970-8da6-23cf2efc654e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:29.309891 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1203aad-358f-4970-8da6-23cf2efc654e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:29.310217 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1203aad-358f-4970-8da6-23cf2efc654e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:29.310544 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1203aad-358f-4970-8da6-23cf2efc654e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:29.310854 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1203aad-358f-4970-8da6-23cf2efc654e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:29.311173 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1203aad-358f-4970-8da6-23cf2efc654e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:29.311515 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1203aad-358f-4970-8da6-23cf2efc654e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:29.311846 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1203aad-358f-4970-8da6-23cf2efc654e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:29.312146 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1203aad-358f-4970-8da6-23cf2efc654e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:29.389359 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Attempting to bind port 28e6015d-c67e-4294-bb04-f7af2f20b075 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:29.389727 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Attempting to bind port 28e6015d-c67e-4294-bb04-f7af2f20b075 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '6a79a9eb-f123-43b4-bce3-5b3c3d18ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:29.390088 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Attempting to bind port 28e6015d-c67e-4294-bb04-f7af2f20b075 on network 0de60920-66a8-4b39-bbe4-56519bdddb63 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:29.396457 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:29.396879 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Checking segment: {'id': '6a79a9eb-f123-43b4-bce3-5b3c3d18ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:29.397695 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.397851 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Bound using segment: {'id': '6a79a9eb-f123-43b4-bce3-5b3c3d18ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:29.398210 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Bound port: 28e6015d-c67e-4294-bb04-f7af2f20b075, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a79a9eb-f123-43b4-bce3-5b3c3d18ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:29.398731 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.432505 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bcd63d10-c468-4d80-9dd4-b799f823370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.468739 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43556) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:29.474872 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-838495792-network', 'tenant_id': '2aa1c5e74206491c849934e1cf02e18f'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:29.513468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36574a7b-f8a2-4d31-892f-4533bc81808d {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:25:29.517365 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1868387507-network', 'tenant_id': '09cb0cc5e238485ab3b0bc09650ad729'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:29.525398 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.527727 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] For port 28e6015d-c67e-4294-bb04-f7af2f20b075, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:29.533057 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] For port 28e6015d-c67e-4294-bb04-f7af2f20b075, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=28e6015d-c67e-4294-bb04-f7af2f20b075,segment=NetworkSegment(6a79a9eb-f123-43b4-bce3-5b3c3d18ae63),segment_id=6a79a9eb-f123-43b4-bce3-5b3c3d18ae63)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:29.546727 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.548634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd63d10-c468-4d80-9dd4-b799f823370c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fddb0893-4cb1-418a-b3a4-0f49f439e8df,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:29.552873 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] Made reservation on behalf of 2aa1c5e74206491c849934e1cf02e18f for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:29.558168 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.558346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Transition to ACTIVE for port object 36574a7b-f8a2-4d31-892f-4533bc81808d will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:29.570969 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.577481 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.585591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd63d10-c468-4d80-9dd4-b799f823370c admin admin] Checking segment: {'id': 'e63513de-05f0-46a3-b1fd-6d72cc7c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:29.585962 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd63d10-c468-4d80-9dd4-b799f823370c admin admin] Network hostable DHCP agents. Network: bee53884-e328-4cc8-b47e-c42952b2a51b, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:25:29.641869 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] Made reservation on behalf of 09cb0cc5e238485ab3b0bc09650ad729 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:29.644529 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.644659 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Routers {'0cc4874c-1bc4-4de7-b578-b88bb0201da3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:29.645236 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:29.647207 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1203aad-358f-4970-8da6-23cf2efc654e None None] Pushing event updated for resources: {'Port': ['ID=28e6015d-c67e-4294-bb04-f7af2f20b075,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:29.693975 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.787875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Pushing event updated for resources: {'Port': ['ID=36574a7b-f8a2-4d31-892f-4533bc81808d,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:29.796709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd63d10-c468-4d80-9dd4-b799f823370c admin admin] Network bee53884-e328-4cc8-b47e-c42952b2a51b is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:25:29.812225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Attempting to bind port 36574a7b-f8a2-4d31-892f-4533bc81808d on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:29.812556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Attempting to bind port 36574a7b-f8a2-4d31-892f-4533bc81808d by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:29.813002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Attempting to bind port 36574a7b-f8a2-4d31-892f-4533bc81808d on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:29.817531 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-bcd63d10-c468-4d80-9dd4-b799f823370c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, bee53884-e328-4cc8-b47e-c42952b2a51b) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:29.826100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca49503b-d7b4-4c22-91de-6766298a8e89 None None] Network bee53884-e328-4cc8-b47e-c42952b2a51b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:29.827092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Port 36574a7b-f8a2-4d31-892f-4533bc81808d on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:25:29.827514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Attempting to bind port 36574a7b-f8a2-4d31-892f-4533bc81808d on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:29.833631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd63d10-c468-4d80-9dd4-b799f823370c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:29.834245 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bcd63d10-c468-4d80-9dd4-b799f823370c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.842634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:29.842986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:29.843425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:29.843874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Bound port: 36574a7b-f8a2-4d31-892f-4533bc81808d, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:29.846144 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.866323 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.877978 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:29.912497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bcd63d10-c468-4d80-9dd4-b799f823370c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8218281 Aug 31 01:25:29.913423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43560) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:29.918792 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-870033003-router', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:29.972531 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] For port 36574a7b-f8a2-4d31-892f-4533bc81808d, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:29.979707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] For port 36574a7b-f8a2-4d31-892f-4533bc81808d, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=36574a7b-f8a2-4d31-892f-4533bc81808d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:29.989162 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.109122 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] Set router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:30.116181 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:30.116831 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.118233 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] 10.222.0.15 "PUT /v2.0/ports/36574a7b-f8a2-4d31-892f-4533bc81808d HTTP/1.1" status: 200 len: 1097 time: 1.5525160 Aug 31 01:25:30.133521 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:25:30.168242 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521415cc-8d14-485c-9c3c-15a9a200fd2e', 'tag': '36574a7b-f8a2-4d31-892f-4533bc81808d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:30.177452 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27235bd-95e6-449e-8cdc-5e2d3fd2d6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "521415cc-8d14-485c-9c3c-15a9a200fd2e", "tag": "36574a7b-f8a2-4d31-892f-4533bc81808d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:30.202094 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e02ad7-22f2-47d9-893a-558cc653d503,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:30.260773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.263126 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] Added segment 35356622-3bc1-4891-be32-cfea92d22c4a of type vlan for network b03139fd-fcf2-4885-a4e4-fea81d2abc84 Aug 31 01:25:30.285083 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-bee53884-e328-4cc8-b47e-c42952b2a51b', 'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'fixed_ips': [{'subnet_id': 'fddb0893-4cb1-418a-b3a4-0f49f439e8df'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:25:30.286338 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.431583 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.436231 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.445436 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.462477 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:25:30.476589 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.477039 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] Added segment 9a2e7069-b5db-4ef3-9366-3fa4cd826c59 of type vlan for network 70a207a4-7556-4159-afcf-84f470009c94 Aug 31 01:25:30.533573 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.576948 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.577512 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:30.578149 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.602136 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.db.resource_extend [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:25:30.644934 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Allocated IP 172.20.0.2 (bee53884-e328-4cc8-b47e-c42952b2a51b/fddb0893-4cb1-418a-b3a4-0f49f439e8df/d415cc64-5c09-4d1d-a07b-61cd8cb50cdb) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:30.701848 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:25:25Z', 'revision_number': 4, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '28e6015d-c67e-4294-bb04-f7af2f20b075', 'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'mac_address': 'fa:16:3e:78:6c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:23Z', 'updated_at': '2021-08-31T01:25:29Z', 'revision_number': 4, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'subnets': [{'id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:30.733301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] Pushing event updated for resources: {'Network': ['ID=70a207a4-7556-4159-afcf-84f470009c94,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:30.756339 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 70a207a4-7556-4159-afcf-84f470009c94 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:30.759934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411c9205-4a43-40de-940a-03fc9b09e2b9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:30.760836 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a6a8f-2e3d-4e17-b617-ee0a32faa404 None None] The sync data for ids ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'] in n-d-802060-13 is: [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:25:25Z', 'revision_number': 4, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '28e6015d-c67e-4294-bb04-f7af2f20b075', 'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'mac_address': 'fa:16:3e:78:6c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:23Z', 'updated_at': '2021-08-31T01:25:29Z', 'revision_number': 4, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'subnets': [{'id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:25:30.779174 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.781175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:30.782547 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:30.905177 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] Pushing event updated for resources: {'Network': ['ID=b03139fd-fcf2-4885-a4e4-fea81d2abc84,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:31.042902 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.055755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Transition to ACTIVE for port object d415cc64-5c09-4d1d-a07b-61cd8cb50cdb will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:31.066121 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-350c9efa-2271-4cf2-bbbf-c9578a75c543 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8711085 Aug 31 01:25:31.068855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43576) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:31.070072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e77a2c-27e7-45c2-b419-bed38aa02cfe service neutron] Pushing event updated for resources: {'Port': ['ID=36574a7b-f8a2-4d31-892f-4533bc81808d,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:31.075122 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.076416 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.082220 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-465ada86-f68c-4ef6-81e5-9418d0cf3a34 admin admin] Request body: {'subnet': {'network_id': '70a207a4-7556-4159-afcf-84f470009c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1868387507-subnet', 'tenant_id': '09cb0cc5e238485ab3b0bc09650ad729', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:31.086572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Transition to ACTIVE for port object d415cc64-5c09-4d1d-a07b-61cd8cb50cdb will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:31.090369 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network b03139fd-fcf2-4885-a4e4-fea81d2abc84 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:31.091375 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4b5b4321-28b7-4eef-9c3d-998149915f85 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6209996 Aug 31 01:25:31.097384 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43578) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:31.101372 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.119584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ccdcdda0-ee1f-43f1-ab9e-81a41dc8245b admin admin] Request body: {'subnet': {'network_id': 'b03139fd-fcf2-4885-a4e4-fea81d2abc84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-838495792-subnet', 'tenant_id': '2aa1c5e74206491c849934e1cf02e18f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:31.129776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fcd28-c39c-4d57-906f-c41d87974580 req-b8447907-f31e-4986-817b-2cc9689e4316 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:31.144163 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f7fcd28-c39c-4d57-906f-c41d87974580 req-b8447907-f31e-4986-817b-2cc9689e4316 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 944 time: 1.0872891 Aug 31 01:25:31.161880 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.db.api [None req-ccdcdda0-ee1f-43f1-ab9e-81a41dc8245b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:25:31.161880 n-d-802060-13 neutron-server[94760]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:25:31.161880 n-d-802060-13 neutron-server[94760]: [parameters: {'project_id_1': '2aa1c5e74206491c849934e1cf02e18f', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 25, 31, 145075)}] Aug 31 01:25:31.161880 n-d-802060-13 neutron-server[94760]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:25:31.162676 n-d-802060-13 neutron-server[94760]: DEBUG oslo_db.api [None req-ccdcdda0-ee1f-43f1-ab9e-81a41dc8245b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:25:31.166363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-672f176b-e968-4cb8-be21-0c501a7ccc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:31.167909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-672f176b-e968-4cb8-be21-0c501a7ccc6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5e76d67b52b4e75ba53be11cf6e4362&device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 1100 time: 0.9843283 Aug 31 01:25:31.174612 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465ada86-f68c-4ef6-81e5-9418d0cf3a34 admin admin] Made reservation on behalf of 09cb0cc5e238485ab3b0bc09650ad729 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:31.177362 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-465ada86-f68c-4ef6-81e5-9418d0cf3a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.224670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Network bee53884-e328-4cc8-b47e-c42952b2a51b is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:31.230616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:31.239421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:31.260234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bb4b0-df81-4ca5-a3de-4b298c0774ee req-5171e556-35d3-4e98-8ec0-a010ed5bcb1e tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:31.271378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Pushing event updated for resources: {'Port': ['ID=d415cc64-5c09-4d1d-a07b-61cd8cb50cdb,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:31.275183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c11bb4b0-df81-4ca5-a3de-4b298c0774ee req-5171e556-35d3-4e98-8ec0-a010ed5bcb1e tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 948 time: 0.9629581 Aug 31 01:25:31.357921 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.370380 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-d32e3188-896a-43de-9b15-d538f2414b60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=36574a7b-f8a2-4d31-892f-4533bc81808d HTTP/1.1" status: 200 len: 217 time: 0.1789019 Aug 31 01:25:31.371504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Attempting to bind port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:31.372989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Attempting to bind port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'e63513de-05f0-46a3-b1fd-6d72cc7c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:31.374393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Attempting to bind port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb on network bee53884-e328-4cc8-b47e-c42952b2a51b {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:31.391700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:31.392887 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Checking segment: {'id': 'e63513de-05f0-46a3-b1fd-6d72cc7c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:31.393249 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.395257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Bound using segment: {'id': 'e63513de-05f0-46a3-b1fd-6d72cc7c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:31.395778 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Bound port: d415cc64-5c09-4d1d-a07b-61cd8cb50cdb, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63513de-05f0-46a3-b1fd-6d72cc7c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:31.396536 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.445555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-7350593a-2685-468e-a503-ffb70080d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:31.447050 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-7350593a-2685-468e-a503-ffb70080d444 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0619135 Aug 31 01:25:31.518397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] For port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:31.532625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] For port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d415cc64-5c09-4d1d-a07b-61cd8cb50cdb,segment=NetworkSegment(e63513de-05f0-46a3-b1fd-6d72cc7c668f),segment_id=e63513de-05f0-46a3-b1fd-6d72cc7c668f)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:31.542748 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.610080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-465ada86-f68c-4ef6-81e5-9418d0cf3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.682354 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1a6f0-62b4-43ac-a530-aad05f679f9a None None] Pushing event updated for resources: {'Port': ['ID=d415cc64-5c09-4d1d-a07b-61cd8cb50cdb,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:31.718526 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.736892 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ada86-f68c-4ef6-81e5-9418d0cf3a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d86fd42-efb1-4c06-b428-02fc8dc2d9a2,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:31.762985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ada86-f68c-4ef6-81e5-9418d0cf3a34 admin admin] Checking segment: {'id': '9a2e7069-b5db-4ef3-9366-3fa4cd826c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '70a207a4-7556-4159-afcf-84f470009c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:31.763694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ada86-f68c-4ef6-81e5-9418d0cf3a34 admin admin] Network hostable DHCP agents. Network: 70a207a4-7556-4159-afcf-84f470009c94, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:25:31.770952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdcdda0-ee1f-43f1-ab9e-81a41dc8245b admin admin] Made reservation on behalf of 2aa1c5e74206491c849934e1cf02e18f for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:31.773508 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdda0-ee1f-43f1-ab9e-81a41dc8245b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.799723 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f7fcd28-c39c-4d57-906f-c41d87974580 req-ca732da6-4552-49d4-9380-47ae999fa0ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544707 Aug 31 01:25:31.833225 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:31.849544 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c11bb4b0-df81-4ca5-a3de-4b298c0774ee req-89245203-7abb-4624-8d05-20addb5f61de tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a5abf44-23c9-48c9-a701-1b33eed9f121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730495 Aug 31 01:25:31.889380 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80e0cb1-3272-4f28-a349-84739605211a x-openstack-request-id: req-a80e0cb1-3272-4f28-a349-84739605211a {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:31.889669 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521415cc-8d14-485c-9c3c-15a9a200fd2e", "tag": "36574a7b-f8a2-4d31-892f-4533bc81808d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:31.889915 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a80e0cb1-3272-4f28-a349-84739605211a {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:31.890297 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521415cc-8d14-485c-9c3c-15a9a200fd2e', 'tag': '36574a7b-f8a2-4d31-892f-4533bc81808d', 'status': 'completed', 'code': 200} Aug 31 01:25:31.917714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-5aa344a3-b502-4d87-a021-466f65cd218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:31.926902 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-5aa344a3-b502-4d87-a021-466f65cd218b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1647830 Aug 31 01:25:31.941484 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ada86-f68c-4ef6-81e5-9418d0cf3a34 admin admin] Network 70a207a4-7556-4159-afcf-84f470009c94 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:25:31.979844 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-465ada86-f68c-4ef6-81e5-9418d0cf3a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 70a207a4-7556-4159-afcf-84f470009c94) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:31.990160 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf97e86-803b-4cd2-9f94-656c05542633 None None] Network 70a207a4-7556-4159-afcf-84f470009c94 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:31.997055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465ada86-f68c-4ef6-81e5-9418d0cf3a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:31.997961 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-465ada86-f68c-4ef6-81e5-9418d0cf3a34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.022678 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-465ada86-f68c-4ef6-81e5-9418d0cf3a34 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9524395 Aug 31 01:25:32.254519 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdda0-ee1f-43f1-ab9e-81a41dc8245b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.330394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43586) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:32.368662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 28e6015d-c67e-4294-bb04-f7af2f20b075 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:32.378309 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcdda0-ee1f-43f1-ab9e-81a41dc8245b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e83188b-2354-449f-a99c-747a4b8dde1d,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:32.389182 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdcdda0-ee1f-43f1-ab9e-81a41dc8245b admin admin] Checking segment: {'id': '35356622-3bc1-4891-be32-cfea92d22c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b03139fd-fcf2-4885-a4e4-fea81d2abc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:32.389852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdcdda0-ee1f-43f1-ab9e-81a41dc8245b admin admin] Network hostable DHCP agents. Network: b03139fd-fcf2-4885-a4e4-fea81d2abc84, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:25:32.411534 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdcdda0-ee1f-43f1-ab9e-81a41dc8245b admin admin] Network b03139fd-fcf2-4885-a4e4-fea81d2abc84 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:25:32.425562 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-ccdcdda0-ee1f-43f1-ab9e-81a41dc8245b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, b03139fd-fcf2-4885-a4e4-fea81d2abc84) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:32.426079 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-114fdfcb-7063-432b-a1d9-13b24de9addf admin admin] Deleting subnet 5d86fd42-efb1-4c06-b428-02fc8dc2d9a2 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:25:32.439724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c033022-6836-4564-8257-eaa64b63f414 None None] Network b03139fd-fcf2-4885-a4e4-fea81d2abc84 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:32.443015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdcdda0-ee1f-43f1-ab9e-81a41dc8245b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:32.444126 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-114fdfcb-7063-432b-a1d9-13b24de9addf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.444452 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdda0-ee1f-43f1-ab9e-81a41dc8245b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.473848 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ccdcdda0-ee1f-43f1-ab9e-81a41dc8245b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3710570 Aug 31 01:25:32.520241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-62dca195-a7e3-4d3e-aa35-a0b5d98a4037 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299113 Aug 31 01:25:32.528475 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-114fdfcb-7063-432b-a1d9-13b24de9addf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.573969 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 28e6015d-c67e-4294-bb04-f7af2f20b075 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:32.653837 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90e5f23-3dff-4bef-8e21-a203e9d12781 None None] Network 70a207a4-7556-4159-afcf-84f470009c94 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:32.800348 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-114fdfcb-7063-432b-a1d9-13b24de9addf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.909351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 28e6015d-c67e-4294-bb04-f7af2f20b075 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:32.912800 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:32.975905 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.069610 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.088571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0e7624-c388-4c9a-ac8a-8b11aa2e8592 None None] Network b03139fd-fcf2-4885-a4e4-fea81d2abc84 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:33.124290 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e303c042-bc91-4056-a6f4-ddad5876bf21 req-866d6180-749b-4918-bb19-7b4bbeafb3d8 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679767 Aug 31 01:25:33.194896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1163c8-d315-46cf-a431-34657f9f9576 req-42b7d32c-bbd9-4436-8600-bce8472c7af7 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:33.196840 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b1163c8-d315-46cf-a431-34657f9f9576 req-42b7d32c-bbd9-4436-8600-bce8472c7af7 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 948 time: 0.2169724 Aug 31 01:25:33.211873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571bea7-b975-4067-b15b-62de2ca85c4c req-55306540-1bf5-4da4-ac7b-1260aa6c80df tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:33.213457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d571bea7-b975-4067-b15b-62de2ca85c4c req-55306540-1bf5-4da4-ac7b-1260aa6c80df tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 944 time: 0.1759112 Aug 31 01:25:33.221262 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.233543 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-114fdfcb-7063-432b-a1d9-13b24de9addf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.300056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 28e6015d-c67e-4294-bb04-f7af2f20b075, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=28e6015d-c67e-4294-bb04-f7af2f20b075,segment=NetworkSegment(6a79a9eb-f123-43b4-bce3-5b3c3d18ae63),segment_id=6a79a9eb-f123-43b4-bce3-5b3c3d18ae63)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:33.305794 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.340981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fdfcb-7063-432b-a1d9-13b24de9addf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d86fd42-efb1-4c06-b428-02fc8dc2d9a2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:33.348640 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-114fdfcb-7063-432b-a1d9-13b24de9addf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.350543 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-114fdfcb-7063-432b-a1d9-13b24de9addf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5d86fd42-efb1-4c06-b428-02fc8dc2d9a2 HTTP/1.1" status: 204 len: 168 time: 1.0182400 Aug 31 01:25:33.354175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43602) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:33.372827 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae7996-a677-4a43-a7a0-1badeadd6889 None None] Network bee53884-e328-4cc8-b47e-c42952b2a51b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:33.390677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b1163c8-d315-46cf-a431-34657f9f9576 req-77cc17a1-053e-47bf-a7d3-ca78de1616f2 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a5abf44-23c9-48c9-a701-1b33eed9f121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760783 Aug 31 01:25:33.394028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d571bea7-b975-4067-b15b-62de2ca85c4c req-df4648f6-8b38-480c-b18c-749ec9ea99bf tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539290 Aug 31 01:25:33.420541 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Allocated IP 172.25.6.185 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/c19494e6-ac91-4e72-8e42-3f1e5ca184cd) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:33.430994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27235bd-95e6-449e-8cdc-5e2d3fd2d6cf req-9a3c4d8c-d6c6-41a6-b6a4-f302b25ddb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:33.432586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f27235bd-95e6-449e-8cdc-5e2d3fd2d6cf req-9a3c4d8c-d6c6-41a6-b6a4-f302b25ddb17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5e76d67b52b4e75ba53be11cf6e4362&device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 1100 time: 0.2084761 Aug 31 01:25:33.454788 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86593fbd-8315-4ebd-8df1-6ee2d6edffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.526260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=28e6015d-c67e-4294-bb04-f7af2f20b075,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:33.552530 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86593fbd-8315-4ebd-8df1-6ee2d6edffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.567379 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-86593fbd-8315-4ebd-8df1-6ee2d6edffcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a207a4-7556-4159-afcf-84f470009c94']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:33.580294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-86593fbd-8315-4ebd-8df1-6ee2d6edffcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2e7069-b5db-4ef3-9366-3fa4cd826c59') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:33.580712 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-86593fbd-8315-4ebd-8df1-6ee2d6edffcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2e7069-b5db-4ef3-9366-3fa4cd826c59') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:33.591380 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86593fbd-8315-4ebd-8df1-6ee2d6edffcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.607796 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86593fbd-8315-4ebd-8df1-6ee2d6edffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.611942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27235bd-95e6-449e-8cdc-5e2d3fd2d6cf req-256f77a6-cffd-454a-b1d6-3e24c69a17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:33.613481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f27235bd-95e6-449e-8cdc-5e2d3fd2d6cf req-256f77a6-cffd-454a-b1d6-3e24c69a17fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.1690173 Aug 31 01:25:33.615986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-dba011d3-d7ba-4740-8be5-e64b279da3be None None] Provisioning for port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:33.616824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86593fbd-8315-4ebd-8df1-6ee2d6edffcc admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:33.617512 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86593fbd-8315-4ebd-8df1-6ee2d6edffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:33.620161 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:33.635609 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.683081 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f27235bd-95e6-449e-8cdc-5e2d3fd2d6cf req-c9aa511e-e1d9-4b32-a2d6-1508a7fb9411 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=36574a7b-f8a2-4d31-892f-4533bc81808d HTTP/1.1" status: 200 len: 217 time: 0.0606396 Aug 31 01:25:33.744680 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86593fbd-8315-4ebd-8df1-6ee2d6edffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.758579 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86593fbd-8315-4ebd-8df1-6ee2d6edffcc admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.766631 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-86593fbd-8315-4ebd-8df1-6ee2d6edffcc admin admin] 10.222.0.58 "DELETE /v2.0/networks/70a207a4-7556-4159-afcf-84f470009c94 HTTP/1.1" status: 204 len: 168 time: 0.4104607 Aug 31 01:25:33.789551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86593fbd-8315-4ebd-8df1-6ee2d6edffcc admin admin] Pushing event deleted for resources: {'Network': ['ID=70a207a4-7556-4159-afcf-84f470009c94,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:33.812288 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:33.940311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:33.942042 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27235bd-95e6-449e-8cdc-5e2d3fd2d6cf req-496cb51a-3e52-4acf-bdb3-51c5141895fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:33.943630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f27235bd-95e6-449e-8cdc-5e2d3fd2d6cf req-496cb51a-3e52-4acf-bdb3-51c5141895fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.2231851 Aug 31 01:25:33.944244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Pushing event updated for resources: {'Port': ['ID=c19494e6-ac91-4e72-8e42-3f1e5ca184cd,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:33.950372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:33.968902 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:34.052351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-de6510fd-e524-4878-aecd-737cd87cb536 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:34.053982 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-de6510fd-e524-4878-aecd-737cd87cb536 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/networks?id=7d86e832-deb9-4ff2-b2fb-047c49383a7f HTTP/1.1" status: 200 len: 824 time: 0.3354044 Aug 31 01:25:34.060074 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43622) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:34.116663 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 28e6015d-c67e-4294-bb04-f7af2f20b075 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:34.120626 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ba6b7495-a5b8-4ad5-8ded-1f8022917e6a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=09cb0cc5e238485ab3b0bc09650ad729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593674 Aug 31 01:25:34.123128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43624) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:34.131807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-64bcdc73-d7cc-499a-b256-32228be53ad4 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/quotas/ab68b251dd80406fb7c92eecbb43060a HTTP/1.1" status: 200 len: 375 time: 0.0583529 Aug 31 01:25:34.171676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27235bd-95e6-449e-8cdc-5e2d3fd2d6cf req-b144e367-46b8-43e6-b391-9f7fced67d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:34.173857 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f27235bd-95e6-449e-8cdc-5e2d3fd2d6cf req-b144e367-46b8-43e6-b391-9f7fced67d40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2112005 Aug 31 01:25:34.174881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 28e6015d-c67e-4294-bb04-f7af2f20b075 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:34.175295 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.197403 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c451bf40-f968-49ce-b1b5-22597d5ff0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.216437 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-5b77d7a1-6bf9-46a3-915e-15c03cb0a145 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab68b251dd80406fb7c92eecbb43060a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569317 Aug 31 01:25:34.232088 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c451bf40-f968-49ce-b1b5-22597d5ff0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.276761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d415cc64-5c09-4d1d-a07b-61cd8cb50cdb up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:34.302181 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c451bf40-f968-49ce-b1b5-22597d5ff0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.305727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c451bf40-f968-49ce-b1b5-22597d5ff0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.310520 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c451bf40-f968-49ce-b1b5-22597d5ff0e2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/411c9205-4a43-40de-940a-03fc9b09e2b9 HTTP/1.1" status: 204 len: 168 time: 0.1863010 Aug 31 01:25:34.321273 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451bf40-f968-49ce-b1b5-22597d5ff0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411c9205-4a43-40de-940a-03fc9b09e2b9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:34.351236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:34.356788 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:34.357176 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.461368 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.472320 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f27235bd-95e6-449e-8cdc-5e2d3fd2d6cf req-baa6069b-a942-4d96-bd87-211f5bc76526 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788932 Aug 31 01:25:34.497670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d415cc64-5c09-4d1d-a07b-61cd8cb50cdb,segment=NetworkSegment(e63513de-05f0-46a3-b1fd-6d72cc7c668f),segment_id=e63513de-05f0-46a3-b1fd-6d72cc7c668f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:34.502497 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.538922 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-0e2bf2fc-444b-4999-8e0e-4e107a217a68 service neutron] 10.222.0.58 "GET /v2.0/networks/7d86e832-deb9-4ff2-b2fb-047c49383a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129253 Aug 31 01:25:34.576311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=d415cc64-5c09-4d1d-a07b-61cd8cb50cdb,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:34.997433 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:35.182820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980b58f-c9b8-43ec-8549-d4294a1ff567 req-cd5fdefd-fce8-48c7-beac-626e60c2291c tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:35.184972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5980b58f-c9b8-43ec-8549-d4294a1ff567 req-cd5fdefd-fce8-48c7-beac-626e60c2291c tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 948 time: 0.6764934 Aug 31 01:25:35.231937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f27235bd-95e6-449e-8cdc-5e2d3fd2d6cf req-4d4191d3-b447-46ce-88da-c897b42eb498 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7217555 Aug 31 01:25:35.270612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-3ae5c17c-8c08-428a-8bd2-e30118379bb8 service neutron] 10.222.0.58 "GET /v2.0/networks/7d86e832-deb9-4ff2-b2fb-047c49383a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6787179 Aug 31 01:25:35.338554 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5980b58f-c9b8-43ec-8549-d4294a1ff567 req-1745719c-3046-4ac1-87b4-188614eb4b1d tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a5abf44-23c9-48c9-a701-1b33eed9f121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264951 Aug 31 01:25:35.414419 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:35.612322 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ba8ebe3-4f05-41d0-9441-48e8bad2ee08 req-e84bbbe6-08c3-461d-9fb6-8fe63d385177 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 210 time: 0.0335445 Aug 31 01:25:35.621368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9172e6-9a92-42c8-a7c2-026b53cbfdc2 req-033561f5-e941-4d02-b468-90e3ced3b65e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:35.623158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d9172e6-9a92-42c8-a7c2-026b53cbfdc2 req-033561f5-e941-4d02-b468-90e3ced3b65e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 944 time: 0.1602666 Aug 31 01:25:35.661218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Router 4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:25:35.677893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d9172e6-9a92-42c8-a7c2-026b53cbfdc2 req-cd174ed9-a22c-4803-80c5-5ade1df0f283 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454924 Aug 31 01:25:35.802747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:35.815322 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Sync routers for ids ['4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:35.831126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Routers {'4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:35.832191 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:35.843000 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:35.843000 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d157a564-3a90-40aa-9c25-ef3eccf32927 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9251499 Aug 31 01:25:35.843552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 43672) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:35.993463 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d415cc64-5c09-4d1d-a07b-61cd8cb50cdb up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:36.058193 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Set router 4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:36.218409 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:36.218701 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:36.302001 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 36574a7b-f8a2-4d31-892f-4533bc81808d details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:25:36.429945 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:36.554264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29971ff-d960-4c08-b909-20df9c32bd02 req-cd3d2fa1-8945-44c7-84ef-0d283087acad tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:36.575243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b29971ff-d960-4c08-b909-20df9c32bd02 req-cd3d2fa1-8945-44c7-84ef-0d283087acad tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 948 time: 0.1231279 Aug 31 01:25:36.589694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 36574a7b-f8a2-4d31-892f-4533bc81808d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=36574a7b-f8a2-4d31-892f-4533bc81808d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:36.651741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'name': 'tempest-TestVolumeBackupRestore-870033003-router', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c19494e6-ac91-4e72-8e42-3f1e5ca184cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:31Z', 'updated_at': '2021-08-31T01:25:34Z', 'revision_number': 3, 'project_id': '66327851949d4cc7bbc7cbaccdd67443', 'gw_port': {'id': 'c19494e6-ac91-4e72-8e42-3f1e5ca184cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:36.660430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '36574a7b-f8a2-4d31-892f-4533bc81808d', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': '36574a7b-f8a2-4d31-892f-4533bc81808d', 'mac_address': 'fa:16:3e:8f:0a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:25:36.704366 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Checking router: 4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:25:36.704712 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Updating router 4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 port c19494e6-ac91-4e72-8e42-3f1e5ca184cd binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:25:36.742414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b29971ff-d960-4c08-b909-20df9c32bd02 req-cce195a1-5558-43c0-8e34-955fad279cb9 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a5abf44-23c9-48c9-a701-1b33eed9f121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437068 Aug 31 01:25:36.765575 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:36.783450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-769adeb2-0704-43f7-8ae3-992ffecd4c67 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:36.785466 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-769adeb2-0704-43f7-8ae3-992ffecd4c67 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.70 "GET /v2.0/networks?id=7d86e832-deb9-4ff2-b2fb-047c49383a7f HTTP/1.1" status: 200 len: 824 time: 0.1545537 Aug 31 01:25:36.809316 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Allocated IP 172.20.0.1 (bee53884-e328-4cc8-b47e-c42952b2a51b/fddb0893-4cb1-418a-b3a4-0f49f439e8df/a699ca23-00cd-429b-8e15-9427c0d354b0) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:36.843078 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:36.850202 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd4ca50d-dd16-4a34-833f-32ba5e0028aa req-0a238f8f-ed78-4ae6-a764-c44b66921577 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 210 time: 0.0487061 Aug 31 01:25:36.893982 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-8aa8a156-0113-402b-ab43-4ab2dfc03725 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Request body: {'port': {'device_id': '46297501-5ab1-43c1-9bd3-d2ba502538bf', 'network_id': '7d86e832-deb9-4ff2-b2fb-047c49383a7f', 'admin_state_up': True, 'tenant_id': 'ab68b251dd80406fb7c92eecbb43060a'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:36.894604 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36574a7b-f8a2-4d31-892f-4533bc81808d {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:25:36.951188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 36574a7b-f8a2-4d31-892f-4533bc81808d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=36574a7b-f8a2-4d31-892f-4533bc81808d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:37.001760 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.008475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d28977-c7ad-4e32-ac56-adeaf9e92091 req-9bbbbfb3-ac6c-4666-a11a-6e2db91c6835 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:37.010272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6d28977-c7ad-4e32-ac56-adeaf9e92091 req-9bbbbfb3-ac6c-4666-a11a-6e2db91c6835 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 944 time: 0.0869977 Aug 31 01:25:37.066865 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6d28977-c7ad-4e32-ac56-adeaf9e92091 req-1e631395-9a82-419a-99d8-55903e8db7ce tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481644 Aug 31 01:25:37.108167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=36574a7b-f8a2-4d31-892f-4533bc81808d,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:37.108945 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.133082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Transition to ACTIVE for port object a699ca23-00cd-429b-8e15-9427c0d354b0 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:37.164953 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-8aa8a156-0113-402b-ab43-4ab2dfc03725 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Made reservation on behalf of ab68b251dd80406fb7c92eecbb43060a for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:37.168734 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-8aa8a156-0113-402b-ab43-4ab2dfc03725 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.205160 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.287242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Network bee53884-e328-4cc8-b47e-c42952b2a51b is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:37.287921 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.298256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:37.300428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Transition to ACTIVE for port object c19494e6-ac91-4e72-8e42-3f1e5ca184cd will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:37.304161 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:37.308006 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.407009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['36574a7b-f8a2-4d31-892f-4533bc81808d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:25:37.433709 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Pushing event updated for resources: {'Port': ['ID=a699ca23-00cd-429b-8e15-9427c0d354b0,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:37.485264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Attempting to bind port c19494e6-ac91-4e72-8e42-3f1e5ca184cd on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:37.486179 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Attempting to bind port c19494e6-ac91-4e72-8e42-3f1e5ca184cd by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:37.486392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Attempting to bind port c19494e6-ac91-4e72-8e42-3f1e5ca184cd on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:37.487002 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.501760 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c09757-a004-44ad-b71c-e8a0e897698b None None] Pushing event updated for resources: {'Port': ['ID=c19494e6-ac91-4e72-8e42-3f1e5ca184cd,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:37.506363 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:37.506749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:37.507154 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.507593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:37.508344 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Bound port: c19494e6-ac91-4e72-8e42-3f1e5ca184cd, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:37.508472 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.573654 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-8aa8a156-0113-402b-ab43-4ab2dfc03725 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Allocated IP 172.20.0.12 (7d86e832-deb9-4ff2-b2fb-047c49383a7f/c91a9849-a6ae-41a5-8e26-c5ddb82e734a/e1e63ecb-cea8-41b6-b47d-8a98edf88c6c) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:25:37.598239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] For port c19494e6-ac91-4e72-8e42-3f1e5ca184cd, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:37.601965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] For port c19494e6-ac91-4e72-8e42-3f1e5ca184cd, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c19494e6-ac91-4e72-8e42-3f1e5ca184cd,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:37.606527 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.699991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Routers {'4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:37.700641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:37.708778 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cc95898c-0ba5-48f3-a5e4-464808a2bfdc None None] Provisioning for port a699ca23-00cd-429b-8e15-9427c0d354b0 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:37.728027 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.914556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cc95898c-0ba5-48f3-a5e4-464808a2bfdc None None] Provisioning complete for port a699ca23-00cd-429b-8e15-9427c0d354b0 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:37.915140 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cc95898c-0ba5-48f3-a5e4-464808a2bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:37.946921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97b489-4ece-4777-97de-4c2187ed788c req-286e231e-997f-434e-8015-3bcd8303571b tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:37.951088 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b97b489-4ece-4777-97de-4c2187ed788c req-286e231e-997f-434e-8015-3bcd8303571b tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 949 time: 0.1233597 Aug 31 01:25:37.967649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c09757-a004-44ad-b71c-e8a0e897698b None None] Pushing event updated for resources: {'Port': ['ID=c19494e6-ac91-4e72-8e42-3f1e5ca184cd,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:38.002872 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efcd35d2-2da9-4ba0-9d81-110761f9c6db req-4d8f20ba-1b10-4f52-9a72-5b23d110317d tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 210 time: 0.0490232 Aug 31 01:25:38.028810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b97b489-4ece-4777-97de-4c2187ed788c req-2e35d6e2-3f14-404f-9f1b-8523e1d0277a tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a5abf44-23c9-48c9-a701-1b33eed9f121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639508 Aug 31 01:25:38.031398 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-8aa8a156-0113-402b-ab43-4ab2dfc03725 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.033436 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-cc95898c-0ba5-48f3-a5e4-464808a2bfdc None None] Port a699ca23-00cd-429b-8e15-9427c0d354b0 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:25:38.069695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] Set router 4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:38.121364 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-8aa8a156-0113-402b-ab43-4ab2dfc03725 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.166015 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.185606 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.197197 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-8aa8a156-0113-402b-ab43-4ab2dfc03725 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Network 7d86e832-deb9-4ff2-b2fb-047c49383a7f is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:38.227318 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-8aa8a156-0113-402b-ab43-4ab2dfc03725 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:38.232013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8a156-0113-402b-ab43-4ab2dfc03725 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Pushing event updated for resources: {'Port': ['ID=e1e63ecb-cea8-41b6-b47d-8a98edf88c6c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:38.237605 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-8aa8a156-0113-402b-ab43-4ab2dfc03725 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:25:38.270235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f127a8-5480-4aa9-979f-8e42dd26e8b0 req-dabfd559-7aed-49b7-af2d-c9c85392e8c5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:38.272918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98f127a8-5480-4aa9-979f-8e42dd26e8b0 req-dabfd559-7aed-49b7-af2d-c9c85392e8c5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 944 time: 0.0972428 Aug 31 01:25:38.357149 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.364274 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98f127a8-5480-4aa9-979f-8e42dd26e8b0 req-255a9c3e-142d-4e61-b760-1d70b965be82 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833657 Aug 31 01:25:38.380797 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Pushing event updated for resources: {'Port': ['ID=a699ca23-00cd-429b-8e15-9427c0d354b0,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:38.400408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-8aa8a156-0113-402b-ab43-4ab2dfc03725 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:38.401299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-8aa8a156-0113-402b-ab43-4ab2dfc03725 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.414694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'name': 'tempest-TestVolumeBackupRestore-870033003-router', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c19494e6-ac91-4e72-8e42-3f1e5ca184cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:31Z', 'updated_at': '2021-08-31T01:25:37Z', 'revision_number': 4, 'project_id': '66327851949d4cc7bbc7cbaccdd67443', 'gw_port': {'id': 'c19494e6-ac91-4e72-8e42-3f1e5ca184cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'a699ca23-00cd-429b-8e15-9427c0d354b0', 'name': '', 'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'mac_address': 'fa:16:3e:c4:4d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'fddb0893-4cb1-418a-b3a4-0f49f439e8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:36Z', 'updated_at': '2021-08-31T01:25:36Z', 'revision_number': 1, 'project_id': '66327851949d4cc7bbc7cbaccdd67443', 'subnets': [{'id': 'fddb0893-4cb1-418a-b3a4-0f49f439e8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:38.457721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef0ea0-657c-44e0-a1e9-c124c47dc444 None None] The sync data for ids ['4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'] in n-d-802060-13 is: [{'id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'name': 'tempest-TestVolumeBackupRestore-870033003-router', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c19494e6-ac91-4e72-8e42-3f1e5ca184cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:31Z', 'updated_at': '2021-08-31T01:25:37Z', 'revision_number': 4, 'project_id': '66327851949d4cc7bbc7cbaccdd67443', 'gw_port': {'id': 'c19494e6-ac91-4e72-8e42-3f1e5ca184cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'a699ca23-00cd-429b-8e15-9427c0d354b0', 'name': '', 'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'mac_address': 'fa:16:3e:c4:4d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'fddb0893-4cb1-418a-b3a4-0f49f439e8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:36Z', 'updated_at': '2021-08-31T01:25:36Z', 'revision_number': 1, 'project_id': '66327851949d4cc7bbc7cbaccdd67443', 'subnets': [{'id': 'fddb0893-4cb1-418a-b3a4-0f49f439e8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:25:38.472481 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-8aa8a156-0113-402b-ab43-4ab2dfc03725 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5847881 Aug 31 01:25:38.486791 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Request body: {'port': {'device_id': '46297501-5ab1-43c1-9bd3-d2ba502538bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:38.507657 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:25:38.594665 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.657535 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Network bee53884-e328-4cc8-b47e-c42952b2a51b is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:38.660855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:38.686339 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=935a36a3-4cba-4aec-8cca-b66ccf4b7ce5,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:38.701653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '935a36a3-4cba-4aec-8cca-b66ccf4b7ce5', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'port_id': '935a36a3-4cba-4aec-8cca-b66ccf4b7ce5', 'mac_address': 'fa:16:3e:19:06:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:25:38.759093 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.781509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:25:38.830561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=935a36a3-4cba-4aec-8cca-b66ccf4b7ce5,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:38.836146 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.913766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=935a36a3-4cba-4aec-8cca-b66ccf4b7ce5,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:38.931028 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:38.932159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:38.932673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:38.933277 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:38.933978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:38.934538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:38.935050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:38.935573 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:38.936902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:38.937399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:38.937935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:38.939290 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:39.029288 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Router 4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:25:39.057052 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['935a36a3-4cba-4aec-8cca-b66ccf4b7ce5'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:25:39.205512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-64e5364a-2aa2-4aa2-862d-42dc6977a801 None None] Provisioning complete for port a699ca23-00cd-429b-8e15-9427c0d354b0 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:39.206373 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-64e5364a-2aa2-4aa2-862d-42dc6977a801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.292187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-64e5364a-2aa2-4aa2-862d-42dc6977a801 None None] Port a699ca23-00cd-429b-8e15-9427c0d354b0 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:25:39.350220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9570939-2af0-4ea2-b6b6-5b35a2f4a0d7 req-04a0186c-e11a-489c-a8ff-e9d0d7c05cad tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:39.359446 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9570939-2af0-4ea2-b6b6-5b35a2f4a0d7 req-04a0186c-e11a-489c-a8ff-e9d0d7c05cad tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 932 time: 0.2424281 Aug 31 01:25:39.395846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fca127-5d09-4511-8c45-f23bc8e7d908 req-03c0085a-e5f0-40b6-902e-f300c25e823d tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:39.406412 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85fca127-5d09-4511-8c45-f23bc8e7d908 req-03c0085a-e5f0-40b6-902e-f300c25e823d tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 949 time: 0.2241745 Aug 31 01:25:39.430924 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e63ecb-cea8-41b6-b47d-8a98edf88c6c {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:25:39.445981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:39.468913 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a02dcd67-6a07-4387-a6ca-80efed0d612f admin admin] 10.222.0.58 "PUT /v2.0/routers/4838bd9c-9ce5-47ed-92ac-00f8885cb8c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6260414 Aug 31 01:25:39.471666 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.503941 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85fca127-5d09-4511-8c45-f23bc8e7d908 req-f274c4bf-c7e6-4a65-ad3a-cc1d5efa729c tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a5abf44-23c9-48c9-a701-1b33eed9f121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954428 Aug 31 01:25:39.507940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Transition to ACTIVE for port object e1e63ecb-cea8-41b6-b47d-8a98edf88c6c will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:39.515321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9570939-2af0-4ea2-b6b6-5b35a2f4a0d7 req-ce817f0b-e4ba-44d3-8846-c54d669707ed tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/security-groups?id=b18dc573-2d0c-482d-87d9-3b05c807d036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548088 Aug 31 01:25:39.517350 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.679662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e63ecb-cea8-41b6-b47d-8a98edf88c6c,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:39.758136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Attempting to bind port e1e63ecb-cea8-41b6-b47d-8a98edf88c6c on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:39.758492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Attempting to bind port e1e63ecb-cea8-41b6-b47d-8a98edf88c6c by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'be646b4a-19b2-4559-aba2-c68b60dbadb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7d86e832-deb9-4ff2-b2fb-047c49383a7f'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:39.758805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Attempting to bind port e1e63ecb-cea8-41b6-b47d-8a98edf88c6c on network 7d86e832-deb9-4ff2-b2fb-047c49383a7f {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:39.767161 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Port e1e63ecb-cea8-41b6-b47d-8a98edf88c6c on network 7d86e832-deb9-4ff2-b2fb-047c49383a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:25:39.767161 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Attempting to bind port e1e63ecb-cea8-41b6-b47d-8a98edf88c6c on network 7d86e832-deb9-4ff2-b2fb-047c49383a7f {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:39.783232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:39.783668 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Checking segment: {'id': 'be646b4a-19b2-4559-aba2-c68b60dbadb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7d86e832-deb9-4ff2-b2fb-047c49383a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:39.784069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Bound using segment: {'id': 'be646b4a-19b2-4559-aba2-c68b60dbadb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7d86e832-deb9-4ff2-b2fb-047c49383a7f'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:39.784533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Bound port: e1e63ecb-cea8-41b6-b47d-8a98edf88c6c, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be646b4a-19b2-4559-aba2-c68b60dbadb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7d86e832-deb9-4ff2-b2fb-047c49383a7f'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:39.784900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.785327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5d47f-38b1-4827-bc38-3519933434b3 req-bef07b00-5cb1-41ce-9fb7-af400b0dacf8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:39.798157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffd5d47f-38b1-4827-bc38-3519933434b3 req-bef07b00-5cb1-41ce-9fb7-af400b0dacf8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 945 time: 0.1555741 Aug 31 01:25:39.882096 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffd5d47f-38b1-4827-bc38-3519933434b3 req-a7c56961-1c4d-43eb-b77c-48969e65036e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826592 Aug 31 01:25:39.937054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] For port e1e63ecb-cea8-41b6-b47d-8a98edf88c6c, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:39.957577 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] For port e1e63ecb-cea8-41b6-b47d-8a98edf88c6c, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=e1e63ecb-cea8-41b6-b47d-8a98edf88c6c,segment=NetworkSegment(be646b4a-19b2-4559-aba2-c68b60dbadb1),segment_id=be646b4a-19b2-4559-aba2-c68b60dbadb1)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:39.968120 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.055464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e63ecb-cea8-41b6-b47d-8a98edf88c6c,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:40.077776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:40.078403 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.080989 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-a625cec3-7836-496d-9339-f2519cca38a0 service neutron] 10.222.0.70 "PUT /v2.0/ports/e1e63ecb-cea8-41b6-b47d-8a98edf88c6c HTTP/1.1" status: 200 len: 1093 time: 1.5989466 Aug 31 01:25:40.080989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46297501-5ab1-43c1-9bd3-d2ba502538bf', 'tag': 'e1e63ecb-cea8-41b6-b47d-8a98edf88c6c'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:40.086743 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dfe053-b12b-46e9-99db-e7f7ad2268ec" -d '{"events": [{"name": "network-changed", "server_uuid": "46297501-5ab1-43c1-9bd3-d2ba502538bf", "tag": "e1e63ecb-cea8-41b6-b47d-8a98edf88c6c"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:40.099069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c19494e6-ac91-4e72-8e42-3f1e5ca184cd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:40.161597 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca81280-5dfd-4fce-ac83-e4dd0dd5cee6 x-openstack-request-id: req-bca81280-5dfd-4fce-ac83-e4dd0dd5cee6 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:40.162129 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46297501-5ab1-43c1-9bd3-d2ba502538bf", "tag": "e1e63ecb-cea8-41b6-b47d-8a98edf88c6c", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:40.162390 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bca81280-5dfd-4fce-ac83-e4dd0dd5cee6 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:40.162849 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46297501-5ab1-43c1-9bd3-d2ba502538bf', 'tag': 'e1e63ecb-cea8-41b6-b47d-8a98edf88c6c', 'status': 'completed', 'code': 200} Aug 31 01:25:40.183158 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-5b041090-753c-4aa2-87f7-42b85136c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:40.185248 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-5b041090-753c-4aa2-87f7-42b85136c8ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab68b251dd80406fb7c92eecbb43060a&device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 1096 time: 0.0672865 Aug 31 01:25:40.194721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port c19494e6-ac91-4e72-8e42-3f1e5ca184cd completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:40.201493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c19494e6-ac91-4e72-8e42-3f1e5ca184cd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:40.201872 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.263713 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-bb53ffd0-97dd-4edf-85c7-312d33eb339f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e63ecb-cea8-41b6-b47d-8a98edf88c6c HTTP/1.1" status: 200 len: 217 time: 0.0659885 Aug 31 01:25:40.306778 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 36574a7b-f8a2-4d31-892f-4533bc81808d up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:40.325210 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-cb928cae-f96e-4779-af76-3ca00966795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:40.326790 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-cb928cae-f96e-4779-af76-3ca00966795a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c91a9849-a6ae-41a5-8e26-c5ddb82e734a HTTP/1.1" status: 200 len: 864 time: 0.0566232 Aug 31 01:25:40.333525 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.380217 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-4d6a45b4-4783-489a-857d-cc39dd8f1cda service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d86e832-deb9-4ff2-b2fb-047c49383a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466652 Aug 31 01:25:40.381150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port c19494e6-ac91-4e72-8e42-3f1e5ca184cd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c19494e6-ac91-4e72-8e42-3f1e5ca184cd,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:40.388679 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.440447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 36574a7b-f8a2-4d31-892f-4533bc81808d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:40.464340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 36574a7b-f8a2-4d31-892f-4533bc81808d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:40.464713 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.506476 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=c19494e6-ac91-4e72-8e42-3f1e5ca184cd,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:40.511973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:40.517045 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:25:40.569736 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-6219cc20-43d1-4678-8ad3-dad0a2dd67de service neutron] 10.222.0.70 "GET /v2.0/networks/7d86e832-deb9-4ff2-b2fb-047c49383a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664493 Aug 31 01:25:40.620316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:40.634737 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:40.635120 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.674466 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.719632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 36574a7b-f8a2-4d31-892f-4533bc81808d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=36574a7b-f8a2-4d31-892f-4533bc81808d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:40.723547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521415cc-8d14-485c-9c3c-15a9a200fd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36574a7b-f8a2-4d31-892f-4533bc81808d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:40.725582 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e45a16-63d1-472c-a3af-d7dc25856aeb" -d '{"events": [{"server_uuid": "521415cc-8d14-485c-9c3c-15a9a200fd2e", "name": "network-vif-plugged", "status": "completed", "tag": "36574a7b-f8a2-4d31-892f-4533bc81808d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:40.730510 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.760828 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-453572e6-43ce-4ada-87e7-5fe88187f825 req-9cc7f133-3d13-4bf8-bbf5-301569b494a3 service neutron] 10.222.0.70 "GET /v2.0/networks/7d86e832-deb9-4ff2-b2fb-047c49383a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891427 Aug 31 01:25:40.832726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc454030-0720-48a8-8235-a9691d59385c req-0eacb07f-4316-4346-9fd3-c344193dbd12 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:40.837168 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=36574a7b-f8a2-4d31-892f-4533bc81808d,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:40.851427 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc454030-0720-48a8-8235-a9691d59385c req-0eacb07f-4316-4346-9fd3-c344193dbd12 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 949 time: 0.2001181 Aug 31 01:25:40.864667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa417a0-61ea-4084-a900-5e86284449e6 req-8f3d7d3d-4de0-45df-bd61-c49bc9c12b3c tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:40.878391 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfa417a0-61ea-4084-a900-5e86284449e6 req-8f3d7d3d-4de0-45df-bd61-c49bc9c12b3c tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 944 time: 0.2165647 Aug 31 01:25:40.895613 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfe053-b12b-46e9-99db-e7f7ad2268ec req-608db4ec-356b-4dcf-8b72-9538d6c08a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:40.897578 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f6dfe053-b12b-46e9-99db-e7f7ad2268ec req-608db4ec-356b-4dcf-8b72-9538d6c08a8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab68b251dd80406fb7c92eecbb43060a&device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 1096 time: 0.0831671 Aug 31 01:25:40.942003 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.967887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc454030-0720-48a8-8235-a9691d59385c req-fbec1d2c-6273-49b3-bef3-7bf45637ed94 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a5abf44-23c9-48c9-a701-1b33eed9f121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863273 Aug 31 01:25:40.986293 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfa417a0-61ea-4084-a900-5e86284449e6 req-483d0198-9ea2-4135-8d86-aafd409cfdef tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/security-groups?id=b18dc573-2d0c-482d-87d9-3b05c807d036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848570 Aug 31 01:25:41.026649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=935a36a3-4cba-4aec-8cca-b66ccf4b7ce5,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:41.034003 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96455f45-862d-40de-b3ed-722c231a22f6 x-openstack-request-id: req-96455f45-862d-40de-b3ed-722c231a22f6 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:41.034325 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521415cc-8d14-485c-9c3c-15a9a200fd2e", "name": "network-vif-plugged", "status": "completed", "tag": "36574a7b-f8a2-4d31-892f-4533bc81808d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:41.034618 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96455f45-862d-40de-b3ed-722c231a22f6 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:41.035032 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521415cc-8d14-485c-9c3c-15a9a200fd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36574a7b-f8a2-4d31-892f-4533bc81808d', 'code': 200} Aug 31 01:25:41.036245 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:41.117856 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:41.151445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=935a36a3-4cba-4aec-8cca-b66ccf4b7ce5,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:41.184326 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfe053-b12b-46e9-99db-e7f7ad2268ec req-a1593365-b3c9-4536-9bfa-4fa1b812b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:41.187860 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f6dfe053-b12b-46e9-99db-e7f7ad2268ec req-a1593365-b3c9-4536-9bfa-4fa1b812b4e2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d86e832-deb9-4ff2-b2fb-047c49383a7f HTTP/1.1" status: 200 len: 925 time: 0.2823799 Aug 31 01:25:41.261768 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807dac7-fcef-4148-9f03-c1a7fd336254 req-bcf2fdac-36d9-406f-9033-d8c55ed74907 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:41.267047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3807dac7-fcef-4148-9f03-c1a7fd336254 req-bcf2fdac-36d9-406f-9033-d8c55ed74907 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 946 time: 0.2021089 Aug 31 01:25:41.286143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64ea30-d34c-4789-984c-d12e5824bbb7 req-837c7cea-13fa-4508-a94c-d67335edef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:41.287749 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c64ea30-d34c-4789-984c-d12e5824bbb7 req-837c7cea-13fa-4508-a94c-d67335edef54 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 1102 time: 0.1458123 Aug 31 01:25:41.356476 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3807dac7-fcef-4148-9f03-c1a7fd336254 req-38bcebc3-7b24-49ce-963c-dfdff71fa752 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727172 Aug 31 01:25:41.373744 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c64ea30-d34c-4789-984c-d12e5824bbb7 req-65342ae7-031f-412d-908b-b49f476663a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a5abf44-23c9-48c9-a701-1b33eed9f121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773635 Aug 31 01:25:41.687305 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f6dfe053-b12b-46e9-99db-e7f7ad2268ec req-dc5de3e3-aaf1-49a5-ad86-7e0f4721e1c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e63ecb-cea8-41b6-b47d-8a98edf88c6c HTTP/1.1" status: 200 len: 217 time: 0.4916573 Aug 31 01:25:41.740838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfe053-b12b-46e9-99db-e7f7ad2268ec req-1cc961e4-836b-4bf4-a7ab-cf4c47b74a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:41.742899 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f6dfe053-b12b-46e9-99db-e7f7ad2268ec req-1cc961e4-836b-4bf4-a7ab-cf4c47b74a80 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c91a9849-a6ae-41a5-8e26-c5ddb82e734a HTTP/1.1" status: 200 len: 864 time: 0.0483003 Aug 31 01:25:41.788929 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f6dfe053-b12b-46e9-99db-e7f7ad2268ec req-09542db9-88a2-4760-ba9e-6b2df20cec0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d86e832-deb9-4ff2-b2fb-047c49383a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358462 Aug 31 01:25:41.907850 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f6dfe053-b12b-46e9-99db-e7f7ad2268ec req-947b94f9-1bc3-4499-892b-766a549b7b8f service neutron] 10.222.0.70 "GET /v2.0/networks/7d86e832-deb9-4ff2-b2fb-047c49383a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088071 Aug 31 01:25:41.989176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c19494e6-ac91-4e72-8e42-3f1e5ca184cd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:42.047882 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f6dfe053-b12b-46e9-99db-e7f7ad2268ec req-8c4071e8-a832-46df-8a84-8b16bba8e4cf service neutron] 10.222.0.70 "GET /v2.0/networks/7d86e832-deb9-4ff2-b2fb-047c49383a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303639 Aug 31 01:25:42.058240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c19494e6-ac91-4e72-8e42-3f1e5ca184cd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:42.058868 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:42.271494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898ec06-41c9-48da-8c6c-eaa18e6ad581 req-b7eb2bed-4586-46c7-a489-e2f1f7119195 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:42.294907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5898ec06-41c9-48da-8c6c-eaa18e6ad581 req-b7eb2bed-4586-46c7-a489-e2f1f7119195 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 944 time: 0.1610248 Aug 31 01:25:42.357060 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5898ec06-41c9-48da-8c6c-eaa18e6ad581 req-f216cb2e-1ae6-4982-a79b-df8b04ddcf2d tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/security-groups?id=b18dc573-2d0c-482d-87d9-3b05c807d036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608320 Aug 31 01:25:42.389293 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ab109-b649-41bd-b2fa-78b07c0a286d req-161673ba-7bb7-40bd-9ee0-f31128cc6fb6 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:42.393639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b8ab109-b649-41bd-b2fa-78b07c0a286d req-161673ba-7bb7-40bd-9ee0-f31128cc6fb6 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 950 time: 0.1773479 Aug 31 01:25:42.451989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b8ab109-b649-41bd-b2fa-78b07c0a286d req-08e5dc98-c5c9-4b35-bb57-42ec4244ade1 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a5abf44-23c9-48c9-a701-1b33eed9f121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509877 Aug 31 01:25:42.517721 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Sync routers for ids ['4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:42.519191 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device e1e63ecb-cea8-41b6-b47d-8a98edf88c6c details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:25:42.531557 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Routers {'4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:42.533206 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:42.642122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d86db-9798-45aa-9ad8-6e6ac33dcf2d req-bcd35507-1ed6-40c9-957f-b7773272846b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:42.650404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c6d86db-9798-45aa-9ad8-6e6ac33dcf2d req-bcd35507-1ed6-40c9-957f-b7773272846b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 946 time: 0.1092925 Aug 31 01:25:42.698952 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port e1e63ecb-cea8-41b6-b47d-8a98edf88c6c, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=e1e63ecb-cea8-41b6-b47d-8a98edf88c6c,segment=NetworkSegment(be646b4a-19b2-4559-aba2-c68b60dbadb1),segment_id=be646b4a-19b2-4559-aba2-c68b60dbadb1)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:42.710893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c6d86db-9798-45aa-9ad8-6e6ac33dcf2d req-45067e17-63c5-4b85-825d-cf83b7fcd779 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579863 Aug 31 01:25:42.722236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'e1e63ecb-cea8-41b6-b47d-8a98edf88c6c', 'network_id': '7d86e832-deb9-4ff2-b2fb-047c49383a7f', 'port_id': 'e1e63ecb-cea8-41b6-b47d-8a98edf88c6c', 'mac_address': 'fa:16:3e:ba:ac:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c91a9849-a6ae-41a5-8e26-c5ddb82e734a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:25:42.736403 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Set router 4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:42.785546 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:42.804808 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e63ecb-cea8-41b6-b47d-8a98edf88c6c {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:25:42.837618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port e1e63ecb-cea8-41b6-b47d-8a98edf88c6c, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=e1e63ecb-cea8-41b6-b47d-8a98edf88c6c,segment=NetworkSegment(be646b4a-19b2-4559-aba2-c68b60dbadb1),segment_id=be646b4a-19b2-4559-aba2-c68b60dbadb1)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:42.843004 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:42.931891 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=e1e63ecb-cea8-41b6-b47d-8a98edf88c6c,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:43.036263 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2538cb-9a8d-41fc-8caa-558b82d034db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935a36a3-4cba-4aec-8cca-b66ccf4b7ce5'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:43.038783 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a40e50-f4d3-49d0-ae36-078b10679b41" -d '{"events": [{"server_uuid": "db2538cb-9a8d-41fc-8caa-558b82d034db", "name": "network-vif-plugged", "status": "completed", "tag": "935a36a3-4cba-4aec-8cca-b66ccf4b7ce5"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:43.045623 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'name': 'tempest-TestVolumeBackupRestore-870033003-router', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c19494e6-ac91-4e72-8e42-3f1e5ca184cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:31Z', 'updated_at': '2021-08-31T01:25:37Z', 'revision_number': 4, 'project_id': '66327851949d4cc7bbc7cbaccdd67443', 'gw_port': {'id': 'c19494e6-ac91-4e72-8e42-3f1e5ca184cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'a699ca23-00cd-429b-8e15-9427c0d354b0', 'name': '', 'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'mac_address': 'fa:16:3e:c4:4d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'fddb0893-4cb1-418a-b3a4-0f49f439e8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:36Z', 'updated_at': '2021-08-31T01:25:37Z', 'revision_number': 2, 'project_id': '66327851949d4cc7bbc7cbaccdd67443', 'subnets': [{'id': 'fddb0893-4cb1-418a-b3a4-0f49f439e8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:43.056478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['e1e63ecb-cea8-41b6-b47d-8a98edf88c6c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:25:43.084269 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Checking router: 4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:25:43.084703 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Updating router 4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 port a699ca23-00cd-429b-8e15-9427c0d354b0 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:25:43.102497 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1283330-fb67-44db-834e-66603b06f61d x-openstack-request-id: req-a1283330-fb67-44db-834e-66603b06f61d {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:43.102807 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2538cb-9a8d-41fc-8caa-558b82d034db", "name": "network-vif-plugged", "status": "completed", "tag": "935a36a3-4cba-4aec-8cca-b66ccf4b7ce5", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:43.103068 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1283330-fb67-44db-834e-66603b06f61d {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:43.103480 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2538cb-9a8d-41fc-8caa-558b82d034db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935a36a3-4cba-4aec-8cca-b66ccf4b7ce5', 'code': 200} Aug 31 01:25:43.116620 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:43.231878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade12347-6d4a-4e20-8c25-dfec253e9c5b req-f65e4571-06ca-428d-9bfa-b27eeeccda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:43.233391 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ade12347-6d4a-4e20-8c25-dfec253e9c5b req-f65e4571-06ca-428d-9bfa-b27eeeccda08 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 1098 time: 0.0681226 Aug 31 01:25:43.301679 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ade12347-6d4a-4e20-8c25-dfec253e9c5b req-044cd469-201e-4d39-98fd-8e93f4a87cb2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614431 Aug 31 01:25:43.482474 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:43.494644 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Transition to ACTIVE for port object a699ca23-00cd-429b-8e15-9427c0d354b0 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:25:43.504577 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:43.513189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e3b2-6fce-4f54-bc13-b36c338bdbeb req-9f537d0d-52b9-4542-934c-6533e5e206e5 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:43.522888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54c0e3b2-6fce-4f54-bc13-b36c338bdbeb req-9f537d0d-52b9-4542-934c-6533e5e206e5 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 945 time: 0.0777776 Aug 31 01:25:43.569062 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4890f-187c-4668-9698-815a405f0eec None None] Pushing event updated for resources: {'Port': ['ID=a699ca23-00cd-429b-8e15-9427c0d354b0,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:43.570315 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-54c0e3b2-6fce-4f54-bc13-b36c338bdbeb req-16abe440-cb8c-44f9-b3c0-c270f7ad4f10 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/security-groups?id=b18dc573-2d0c-482d-87d9-3b05c807d036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461922 Aug 31 01:25:43.640706 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Attempting to bind port a699ca23-00cd-429b-8e15-9427c0d354b0 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:25:43.642109 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Attempting to bind port a699ca23-00cd-429b-8e15-9427c0d354b0 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'e63513de-05f0-46a3-b1fd-6d72cc7c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:25:43.642691 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Attempting to bind port a699ca23-00cd-429b-8e15-9427c0d354b0 on network bee53884-e328-4cc8-b47e-c42952b2a51b {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:25:43.649724 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:25:43.650274 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Checking segment: {'id': 'e63513de-05f0-46a3-b1fd-6d72cc7c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:43.650780 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:43.651306 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Bound using segment: {'id': 'e63513de-05f0-46a3-b1fd-6d72cc7c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:25:43.651881 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Bound port: a699ca23-00cd-429b-8e15-9427c0d354b0, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63513de-05f0-46a3-b1fd-6d72cc7c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:25:43.652506 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:43.729140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b10c8-f226-4da3-b6cc-e4d9e71a5641 req-a90a8177-79b0-4ce5-abb4-1c4e06fa3a0c tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:43.739826 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-224b10c8-f226-4da3-b6cc-e4d9e71a5641 req-a90a8177-79b0-4ce5-abb4-1c4e06fa3a0c tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 950 time: 0.1027942 Aug 31 01:25:43.808235 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] For port a699ca23-00cd-429b-8e15-9427c0d354b0, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:43.811865 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] For port a699ca23-00cd-429b-8e15-9427c0d354b0, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a699ca23-00cd-429b-8e15-9427c0d354b0,segment=NetworkSegment(e63513de-05f0-46a3-b1fd-6d72cc7c668f),segment_id=e63513de-05f0-46a3-b1fd-6d72cc7c668f)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:43.817988 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-224b10c8-f226-4da3-b6cc-e4d9e71a5641 req-ff546c60-1ef7-47f2-be9a-564280c51d72 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a5abf44-23c9-48c9-a701-1b33eed9f121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754197 Aug 31 01:25:43.824299 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:43.950173 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Routers {'4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:25:43.950825 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:43.954908 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4890f-187c-4668-9698-815a405f0eec None None] Pushing event updated for resources: {'Port': ['ID=a699ca23-00cd-429b-8e15-9427c0d354b0,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:43.987513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27399e08-185e-4f9f-a79e-3b7b178cfb85 req-0f7c980f-1ad4-4fd8-ab79-4d59d338c26a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:43.995085 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27399e08-185e-4f9f-a79e-3b7b178cfb85 req-0f7c980f-1ad4-4fd8-ab79-4d59d338c26a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 946 time: 0.0926876 Aug 31 01:25:44.072271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27399e08-185e-4f9f-a79e-3b7b178cfb85 req-a4e6f007-e72f-4ca0-857c-c14f6b887e0f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748477 Aug 31 01:25:44.177708 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] Set router 4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:25:44.533542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device e1e63ecb-cea8-41b6-b47d-8a98edf88c6c up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:44.534812 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'name': 'tempest-TestVolumeBackupRestore-870033003-router', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c19494e6-ac91-4e72-8e42-3f1e5ca184cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:31Z', 'updated_at': '2021-08-31T01:25:37Z', 'revision_number': 4, 'project_id': '66327851949d4cc7bbc7cbaccdd67443', 'gw_port': {'id': 'c19494e6-ac91-4e72-8e42-3f1e5ca184cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'a699ca23-00cd-429b-8e15-9427c0d354b0', 'name': '', 'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'mac_address': 'fa:16:3e:c4:4d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'fddb0893-4cb1-418a-b3a4-0f49f439e8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:36Z', 'updated_at': '2021-08-31T01:25:43Z', 'revision_number': 4, 'project_id': '66327851949d4cc7bbc7cbaccdd67443', 'subnets': [{'id': 'fddb0893-4cb1-418a-b3a4-0f49f439e8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:44.563023 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e18cfda-7a90-4cd9-8085-8d69b24b04ce None None] The sync data for ids ['4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'] in n-d-802060-13 is: [{'id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'name': 'tempest-TestVolumeBackupRestore-870033003-router', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c19494e6-ac91-4e72-8e42-3f1e5ca184cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:31Z', 'updated_at': '2021-08-31T01:25:37Z', 'revision_number': 4, 'project_id': '66327851949d4cc7bbc7cbaccdd67443', 'gw_port': {'id': 'c19494e6-ac91-4e72-8e42-3f1e5ca184cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'a699ca23-00cd-429b-8e15-9427c0d354b0', 'name': '', 'network_id': 'bee53884-e328-4cc8-b47e-c42952b2a51b', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'mac_address': 'fa:16:3e:c4:4d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'fddb0893-4cb1-418a-b3a4-0f49f439e8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:36Z', 'updated_at': '2021-08-31T01:25:43Z', 'revision_number': 4, 'project_id': '66327851949d4cc7bbc7cbaccdd67443', 'subnets': [{'id': 'fddb0893-4cb1-418a-b3a4-0f49f439e8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:25:44.602696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port e1e63ecb-cea8-41b6-b47d-8a98edf88c6c completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:44.612971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port e1e63ecb-cea8-41b6-b47d-8a98edf88c6c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:44.613400 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:44.792051 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:44.806996 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e5a92-2897-41e1-a7a4-2b3e63f1d840 req-0c5fae11-35f8-444c-8880-d3d2ca7136d4 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:44.825717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-622e5a92-2897-41e1-a7a4-2b3e63f1d840 req-0c5fae11-35f8-444c-8880-d3d2ca7136d4 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 945 time: 0.1431270 Aug 31 01:25:44.872127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port e1e63ecb-cea8-41b6-b47d-8a98edf88c6c, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=e1e63ecb-cea8-41b6-b47d-8a98edf88c6c,segment=NetworkSegment(be646b4a-19b2-4559-aba2-c68b60dbadb1),segment_id=be646b4a-19b2-4559-aba2-c68b60dbadb1)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:44.879428 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:44.884634 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-622e5a92-2897-41e1-a7a4-2b3e63f1d840 req-5947f7d0-77eb-49c5-ad0f-001b9a1d0d1e tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/security-groups?id=b18dc573-2d0c-482d-87d9-3b05c807d036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577619 Aug 31 01:25:44.951475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=e1e63ecb-cea8-41b6-b47d-8a98edf88c6c,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:45.104392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46297501-5ab1-43c1-9bd3-d2ba502538bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e63ecb-cea8-41b6-b47d-8a98edf88c6c'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:45.108410 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1769913a-2b8f-4eeb-9f4d-05069498fe7a" -d '{"events": [{"server_uuid": "46297501-5ab1-43c1-9bd3-d2ba502538bf", "name": "network-vif-plugged", "status": "completed", "tag": "e1e63ecb-cea8-41b6-b47d-8a98edf88c6c"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:45.189356 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8302d9-c1ea-40b8-90a4-c33d39943675 x-openstack-request-id: req-5f8302d9-c1ea-40b8-90a4-c33d39943675 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:45.193329 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46297501-5ab1-43c1-9bd3-d2ba502538bf", "name": "network-vif-plugged", "status": "completed", "tag": "e1e63ecb-cea8-41b6-b47d-8a98edf88c6c", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:45.193765 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f8302d9-c1ea-40b8-90a4-c33d39943675 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:45.194249 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46297501-5ab1-43c1-9bd3-d2ba502538bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e63ecb-cea8-41b6-b47d-8a98edf88c6c', 'code': 200} Aug 31 01:25:45.292544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57701e6f-50c6-44d9-8752-a0b11ee1e3c7 req-6fb09f57-a69c-45e3-8ecf-1ee9f24148b2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:45.294155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-57701e6f-50c6-44d9-8752-a0b11ee1e3c7 req-6fb09f57-a69c-45e3-8ecf-1ee9f24148b2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 946 time: 0.1115763 Aug 31 01:25:45.337370 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990b175-502d-410d-b322-b99cc55918d7 req-fd516783-f86b-4ace-bf90-2f5a46644d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:45.342226 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8990b175-502d-410d-b322-b99cc55918d7 req-fd516783-f86b-4ace-bf90-2f5a46644d73 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 1098 time: 0.0865667 Aug 31 01:25:45.393193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-57701e6f-50c6-44d9-8752-a0b11ee1e3c7 req-f9c61a26-460d-4bca-baf6-bd01f0b5f048 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914700 Aug 31 01:25:45.417161 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8990b175-502d-410d-b322-b99cc55918d7 req-6622b2d5-8cef-45b2-bd7d-d21b1e5d12bb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b18dc573-2d0c-482d-87d9-3b05c807d036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666046 Aug 31 01:25:45.605132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75817ddc-7eb3-4e47-982e-e0c814f4842d req-3f48e140-0006-4513-b593-b43ddb768705 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:45.607076 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75817ddc-7eb3-4e47-982e-e0c814f4842d req-3f48e140-0006-4513-b593-b43ddb768705 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 946 time: 0.0955801 Aug 31 01:25:45.691345 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75817ddc-7eb3-4e47-982e-e0c814f4842d req-aff6c0a0-7730-4cf3-8ca3-2352fba020a9 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701249 Aug 31 01:25:45.837184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb17bf3-c38f-428f-91c6-575b6dada2b1 req-f23853a5-b969-40d4-9281-1a98cc8777f7 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:45.845959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4eb17bf3-c38f-428f-91c6-575b6dada2b1 req-f23853a5-b969-40d4-9281-1a98cc8777f7 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 946 time: 0.0688684 Aug 31 01:25:45.901027 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4eb17bf3-c38f-428f-91c6-575b6dada2b1 req-f97bb396-4cc0-4e64-b733-5af3d2437e59 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537727 Aug 31 01:25:46.037203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b21057-764b-4627-8a34-0a686703106b req-042ec282-b6c3-4c4f-93ba-fd6741649f37 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:46.039612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01b21057-764b-4627-8a34-0a686703106b req-042ec282-b6c3-4c4f-93ba-fd6741649f37 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 946 time: 0.0707028 Aug 31 01:25:46.069343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a699ca23-00cd-429b-8e15-9427c0d354b0 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:46.148653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01b21057-764b-4627-8a34-0a686703106b req-de1fc54b-8d41-4922-9363-be16d93c7e58 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/security-groups?id=b18dc573-2d0c-482d-87d9-3b05c807d036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012688 Aug 31 01:25:46.157299 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port a699ca23-00cd-429b-8e15-9427c0d354b0 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:25:46.164120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a699ca23-00cd-429b-8e15-9427c0d354b0 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:46.164499 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:46.278487 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:46.316787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port a699ca23-00cd-429b-8e15-9427c0d354b0, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a699ca23-00cd-429b-8e15-9427c0d354b0,segment=NetworkSegment(e63513de-05f0-46a3-b1fd-6d72cc7c668f),segment_id=e63513de-05f0-46a3-b1fd-6d72cc7c668f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:46.321319 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:46.414826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=a699ca23-00cd-429b-8e15-9427c0d354b0,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:47.278238 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894df9f1-a931-44d9-8fe2-36fbb727e42d req-2a9b71d4-dca9-4e83-ae05-efe38dd27ce6 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:47.279989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-894df9f1-a931-44d9-8fe2-36fbb727e42d req-2a9b71d4-dca9-4e83-ae05-efe38dd27ce6 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 946 time: 0.0647836 Aug 31 01:25:47.331850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-894df9f1-a931-44d9-8fe2-36fbb727e42d req-32e4de43-d4d8-4c60-a100-98f72f2e975b tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/security-groups?id=b18dc573-2d0c-482d-87d9-3b05c807d036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419378 Aug 31 01:25:47.460026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355a9d7-5ed7-4b5e-b530-b3d3473b0c06 req-953d8233-89de-41b0-92ac-11064d352450 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:47.462023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b355a9d7-5ed7-4b5e-b530-b3d3473b0c06 req-953d8233-89de-41b0-92ac-11064d352450 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 946 time: 0.0585570 Aug 31 01:25:47.512811 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b355a9d7-5ed7-4b5e-b530-b3d3473b0c06 req-886cc30c-ba53-4bb3-8d36-26c2182b0caf tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/security-groups?id=b18dc573-2d0c-482d-87d9-3b05c807d036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436609 Aug 31 01:25:47.918896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a905db-1d31-4433-8ad6-fc4c402777db req-0d5bec61-4caa-4cc4-a768-018b01924cac tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:47.927478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1a905db-1d31-4433-8ad6-fc4c402777db req-0d5bec61-4caa-4cc4-a768-018b01924cac tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 946 time: 0.0684266 Aug 31 01:25:47.967448 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1a905db-1d31-4433-8ad6-fc4c402777db req-d7789e9c-3ed5-4361-8e8f-56c6ac891015 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/security-groups?id=b18dc573-2d0c-482d-87d9-3b05c807d036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381124 Aug 31 01:25:47.974865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a699ca23-00cd-429b-8e15-9427c0d354b0 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:48.043974 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a699ca23-00cd-429b-8e15-9427c0d354b0 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:25:48.044737 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:48.417160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db561442-342f-42ae-ae7a-4770ddb269c4 req-2e42e40d-1117-4443-9375-cb4aa27417de tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:48.428078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db561442-342f-42ae-ae7a-4770ddb269c4 req-2e42e40d-1117-4443-9375-cb4aa27417de tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 946 time: 0.1115355 Aug 31 01:25:48.484071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db561442-342f-42ae-ae7a-4770ddb269c4 req-64a9d854-55f1-4cd9-833f-ed523a105c8f tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/security-groups?id=b18dc573-2d0c-482d-87d9-3b05c807d036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514338 Aug 31 01:25:48.553766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c0387-80ef-464f-b618-c82756f71199 req-ab056fd0-474a-4086-8c88-b046bd25ce40 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:48.555474 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f13c0387-80ef-464f-b618-c82756f71199 req-ab056fd0-474a-4086-8c88-b046bd25ce40 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 946 time: 0.0664182 Aug 31 01:25:48.617660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f13c0387-80ef-464f-b618-c82756f71199 req-8ca85160-9d32-4ee2-9d6b-063bcbf994ef tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544982 Aug 31 01:25:48.819414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a17089-7459-4c5b-b9b4-61d3ddf6505b req-896a9ca8-3ab4-4ff1-a80e-681427cfd467 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:48.825155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08a17089-7459-4c5b-b9b4-61d3ddf6505b req-896a9ca8-3ab4-4ff1-a80e-681427cfd467 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 946 time: 0.0862424 Aug 31 01:25:48.898300 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08a17089-7459-4c5b-b9b4-61d3ddf6505b req-da16f051-8523-45ba-ab71-c7ce2f9dd94f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639944 Aug 31 01:25:49.626239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce042c5-c4b0-4665-b048-153388dce7f1 req-d4072513-d2c6-4c41-8327-bbf6c1efdfee tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:49.627971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cce042c5-c4b0-4665-b048-153388dce7f1 req-d4072513-d2c6-4c41-8327-bbf6c1efdfee tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 946 time: 0.0581911 Aug 31 01:25:49.652772 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680110d2-5231-4b3b-ac71-9ed3cccbc127 req-88bc9919-b043-4f47-bb08-984c6a1ba314 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:49.654401 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-680110d2-5231-4b3b-ac71-9ed3cccbc127 req-88bc9919-b043-4f47-bb08-984c6a1ba314 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.70 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 946 time: 0.0704589 Aug 31 01:25:49.727222 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cce042c5-c4b0-4665-b048-153388dce7f1 req-4a85b5ff-2216-4f4a-9c9f-b75a7e427d65 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/security-groups?id=b18dc573-2d0c-482d-87d9-3b05c807d036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858459 Aug 31 01:25:49.818155 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76584a7f-4f91-4c48-989b-67742bb5fc4d req-08a48de2-7543-482b-91b0-1802b287329a tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:49.823629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76584a7f-4f91-4c48-989b-67742bb5fc4d req-08a48de2-7543-482b-91b0-1802b287329a tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 946 time: 0.0818589 Aug 31 01:25:49.825589 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-680110d2-5231-4b3b-ac71-9ed3cccbc127 req-8b414361-3324-4737-b2d6-64cbd97734d2 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Deleting port e1e63ecb-cea8-41b6-b47d-8a98edf88c6c {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:49.826285 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-680110d2-5231-4b3b-ac71-9ed3cccbc127 req-8b414361-3324-4737-b2d6-64cbd97734d2 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:49.912607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-76584a7f-4f91-4c48-989b-67742bb5fc4d req-7a12d035-f69b-4234-81ff-87a8e50e52d0 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799303 Aug 31 01:25:49.963269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-680110d2-5231-4b3b-ac71-9ed3cccbc127 req-8b414361-3324-4737-b2d6-64cbd97734d2 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] For port e1e63ecb-cea8-41b6-b47d-8a98edf88c6c, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=e1e63ecb-cea8-41b6-b47d-8a98edf88c6c,segment=NetworkSegment(be646b4a-19b2-4559-aba2-c68b60dbadb1),segment_id=be646b4a-19b2-4559-aba2-c68b60dbadb1)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:49.964022 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-680110d2-5231-4b3b-ac71-9ed3cccbc127 req-8b414361-3324-4737-b2d6-64cbd97734d2 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:49.980843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-680110d2-5231-4b3b-ac71-9ed3cccbc127 req-8b414361-3324-4737-b2d6-64cbd97734d2 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Calling delete_port for e1e63ecb-cea8-41b6-b47d-8a98edf88c6c owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:50.137858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f074beb-074a-4a8e-9321-e1e94849549c req-c15bea84-4199-48a4-8979-05947f57338a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:50.139839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f074beb-074a-4a8e-9321-e1e94849549c req-c15bea84-4199-48a4-8979-05947f57338a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 946 time: 0.1225183 Aug 31 01:25:50.177932 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-680110d2-5231-4b3b-ac71-9ed3cccbc127 req-8b414361-3324-4737-b2d6-64cbd97734d2 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:50.196924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['e1e63ecb-cea8-41b6-b47d-8a98edf88c6c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:25:50.206741 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f074beb-074a-4a8e-9321-e1e94849549c req-b13d978f-8870-430c-aa70-e4168f6bb684 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538654 Aug 31 01:25:50.247756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b414361-3324-4737-b2d6-64cbd97734d2 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Pushing event deleted for resources: {'Port': ['ID=e1e63ecb-cea8-41b6-b47d-8a98edf88c6c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:50.338151 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77758511-94a6-4764-ac8d-f64706477e55 req-7f38c9c2-0f77-4bf9-8c97-0f2be5b325db tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:50.341447 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77758511-94a6-4764-ac8d-f64706477e55 req-7f38c9c2-0f77-4bf9-8c97-0f2be5b325db tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.15 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 946 time: 0.1200304 Aug 31 01:25:50.378071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-680110d2-5231-4b3b-ac71-9ed3cccbc127 req-8b414361-3324-4737-b2d6-64cbd97734d2 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] No DVR routers for this DVR port e1e63ecb-cea8-41b6-b47d-8a98edf88c6c on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:50.382027 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-680110d2-5231-4b3b-ac71-9ed3cccbc127 req-8b414361-3324-4737-b2d6-64cbd97734d2 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:50.384006 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-680110d2-5231-4b3b-ac71-9ed3cccbc127 req-8b414361-3324-4737-b2d6-64cbd97734d2 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.70 "DELETE /v2.0/ports/e1e63ecb-cea8-41b6-b47d-8a98edf88c6c HTTP/1.1" status: 204 len: 173 time: 0.7140067 Aug 31 01:25:50.384463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46297501-5ab1-43c1-9bd3-d2ba502538bf', 'name': 'network-vif-deleted', 'tag': 'e1e63ecb-cea8-41b6-b47d-8a98edf88c6c'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:50.387451 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bed13d7-9e6f-47b0-8049-7d50b983069e" -d '{"events": [{"server_uuid": "46297501-5ab1-43c1-9bd3-d2ba502538bf", "name": "network-vif-deleted", "tag": "e1e63ecb-cea8-41b6-b47d-8a98edf88c6c"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:50.448113 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedefb5c-39c1-4401-950f-423c79f10ab2 x-openstack-request-id: req-aedefb5c-39c1-4401-950f-423c79f10ab2 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:50.448408 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46297501-5ab1-43c1-9bd3-d2ba502538bf", "name": "network-vif-deleted", "tag": "e1e63ecb-cea8-41b6-b47d-8a98edf88c6c", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:50.448679 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aedefb5c-39c1-4401-950f-423c79f10ab2 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:50.449108 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46297501-5ab1-43c1-9bd3-d2ba502538bf', 'name': 'network-vif-deleted', 'tag': 'e1e63ecb-cea8-41b6-b47d-8a98edf88c6c', 'status': 'completed', 'code': 200} Aug 31 01:25:50.451330 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106448b5-890c-4e06-9fcd-d7e43c599fbf req-3f17e7cd-eca5-4ccc-871a-6fd92cbce289 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:50.458398 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-106448b5-890c-4e06-9fcd-d7e43c599fbf req-3f17e7cd-eca5-4ccc-871a-6fd92cbce289 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 946 time: 0.1830511 Aug 31 01:25:50.641484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-77758511-94a6-4764-ac8d-f64706477e55 req-bd176e38-a876-4ebd-8ea8-3eb8185c8c70 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Deleting port 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:50.642071 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-77758511-94a6-4764-ac8d-f64706477e55 req-bd176e38-a876-4ebd-8ea8-3eb8185c8c70 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:50.728865 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-106448b5-890c-4e06-9fcd-d7e43c599fbf req-9e940093-af3c-4881-8761-38267a99f833 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Deleting port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:25:50.730003 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-106448b5-890c-4e06-9fcd-d7e43c599fbf req-9e940093-af3c-4881-8761-38267a99f833 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:50.921900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-77758511-94a6-4764-ac8d-f64706477e55 req-bd176e38-a876-4ebd-8ea8-3eb8185c8c70 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] For port 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc,segment=NetworkSegment(ba419008-840f-4c0d-a4da-d6dc0198cbdf),segment_id=ba419008-840f-4c0d-a4da-d6dc0198cbdf)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:50.925119 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-77758511-94a6-4764-ac8d-f64706477e55 req-bd176e38-a876-4ebd-8ea8-3eb8185c8c70 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:51.048791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3c90e8a-4f3f-4eb4-9871-4babc594c04b req-33e51895-8afe-446b-933f-64e5b3e95e94 tempest-ServersNegativeTestMultiTenantJSON-1147630281 tempest-ServersNegativeTestMultiTenantJSON-1147630281-project] 10.222.0.58 "GET /v2.0/ports?device_id=46297501-5ab1-43c1-9bd3-d2ba502538bf HTTP/1.1" status: 200 len: 210 time: 0.1573699 Aug 31 01:25:51.061867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-77758511-94a6-4764-ac8d-f64706477e55 req-bd176e38-a876-4ebd-8ea8-3eb8185c8c70 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Calling delete_port for 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:51.185892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-106448b5-890c-4e06-9fcd-d7e43c599fbf req-9e940093-af3c-4881-8761-38267a99f833 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] For port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=935a36a3-4cba-4aec-8cca-b66ccf4b7ce5,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:51.186404 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-106448b5-890c-4e06-9fcd-d7e43c599fbf req-9e940093-af3c-4881-8761-38267a99f833 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:51.227506 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-646519df-cf1d-4269-b101-59583d9df521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:51.232706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad7712-3447-4789-90ee-bae32433b22a req-fb3f82ff-7169-45eb-8850-41892f4617b5 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:51.241138 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26ad7712-3447-4789-90ee-bae32433b22a req-fb3f82ff-7169-45eb-8850-41892f4617b5 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 946 time: 0.1912520 Aug 31 01:25:51.249823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-106448b5-890c-4e06-9fcd-d7e43c599fbf req-9e940093-af3c-4881-8761-38267a99f833 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Calling delete_port for 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:25:51.368612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26ad7712-3447-4789-90ee-bae32433b22a req-232353e5-6865-433b-a4ca-f192255d09f4 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/security-groups?id=c43af34d-d257-45a2-8b42-a2bb3760c799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262269 Aug 31 01:25:51.603124 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01f2f8-1556-49ad-8e32-592998d121a4 req-93cedb23-c4f3-4e3f-9fec-4b983e185440 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:51.613025 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f01f2f8-1556-49ad-8e32-592998d121a4 req-93cedb23-c4f3-4e3f-9fec-4b983e185440 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 946 time: 0.1600513 Aug 31 01:25:51.618273 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-77758511-94a6-4764-ac8d-f64706477e55 req-bd176e38-a876-4ebd-8ea8-3eb8185c8c70 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:51.643833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:25:51.679166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd176e38-a876-4ebd-8ea8-3eb8185c8c70 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Pushing event deleted for resources: {'Port': ['ID=6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:51.696639 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-106448b5-890c-4e06-9fcd-d7e43c599fbf req-9e940093-af3c-4881-8761-38267a99f833 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:51.708429 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['935a36a3-4cba-4aec-8cca-b66ccf4b7ce5'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:25:51.787756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e940093-af3c-4881-8761-38267a99f833 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event deleted for resources: {'Port': ['ID=935a36a3-4cba-4aec-8cca-b66ccf4b7ce5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:51.849747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f01f2f8-1556-49ad-8e32-592998d121a4 req-4c347f19-59d1-484e-af19-65fdb7b9cc97 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302675 Aug 31 01:25:51.878063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-77758511-94a6-4764-ac8d-f64706477e55 req-bd176e38-a876-4ebd-8ea8-3eb8185c8c70 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] No DVR routers for this DVR port 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:51.895350 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-77758511-94a6-4764-ac8d-f64706477e55 req-bd176e38-a876-4ebd-8ea8-3eb8185c8c70 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:51.898071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77758511-94a6-4764-ac8d-f64706477e55 req-bd176e38-a876-4ebd-8ea8-3eb8185c8c70 tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.15 "DELETE /v2.0/ports/6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc HTTP/1.1" status: 204 len: 173 time: 1.5502737 Aug 31 01:25:51.899540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6', 'name': 'network-vif-deleted', 'tag': '6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:51.903371 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf133cc-42b7-4bc1-a3f6-d0b53674a02d" -d '{"events": [{"server_uuid": "88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6", "name": "network-vif-deleted", "tag": "6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:51.906855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-106448b5-890c-4e06-9fcd-d7e43c599fbf req-9e940093-af3c-4881-8761-38267a99f833 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] No DVR routers for this DVR port 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:25:51.910179 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-106448b5-890c-4e06-9fcd-d7e43c599fbf req-9e940093-af3c-4881-8761-38267a99f833 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:51.913202 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-106448b5-890c-4e06-9fcd-d7e43c599fbf req-9e940093-af3c-4881-8761-38267a99f833 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "DELETE /v2.0/ports/935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 HTTP/1.1" status: 204 len: 173 time: 1.4465630 Aug 31 01:25:51.993830 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2759fa01-169c-4776-b611-1be17f944ba7 x-openstack-request-id: req-2759fa01-169c-4776-b611-1be17f944ba7 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:51.994233 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6", "name": "network-vif-deleted", "tag": "6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:51.994586 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2759fa01-169c-4776-b611-1be17f944ba7 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:51.995130 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6', 'name': 'network-vif-deleted', 'tag': '6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc', 'status': 'completed', 'code': 200} Aug 31 01:25:52.115958 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44042) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:52.199477 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb5dec8-35f7-4d51-9ec5-efdd0c40bf61 admin admin] Deleting subnet c91a9849-a6ae-41a5-8e26-c5ddb82e734a {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:25:52.203302 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cfb5dec8-35f7-4d51-9ec5-efdd0c40bf61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.251775 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cfb5dec8-35f7-4d51-9ec5-efdd0c40bf61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.318757 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cfb5dec8-35f7-4d51-9ec5-efdd0c40bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.382680 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cfb5dec8-35f7-4d51-9ec5-efdd0c40bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.423708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5dec8-35f7-4d51-9ec5-efdd0c40bf61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c91a9849-a6ae-41a5-8e26-c5ddb82e734a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:52.428887 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cfb5dec8-35f7-4d51-9ec5-efdd0c40bf61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.431441 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cfb5dec8-35f7-4d51-9ec5-efdd0c40bf61 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c91a9849-a6ae-41a5-8e26-c5ddb82e734a HTTP/1.1" status: 204 len: 168 time: 0.3140590 Aug 31 01:25:52.434080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44046) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:52.553443 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8eeb3b23-2409-4015-bb9d-83a0eb47f413 req-1aca08e4-a5b7-4aee-a1ca-d4d7186a450c tempest-VolumesSnapshotTestJSON-1684524778 tempest-VolumesSnapshotTestJSON-1684524778-project] 10.222.0.58 "GET /v2.0/ports?device_id=88dbeb05-6d33-4fe0-a3eb-5bfa44349ed6 HTTP/1.1" status: 200 len: 210 time: 0.0498409 Aug 31 01:25:52.581916 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device e1e63ecb-cea8-41b6-b47d-8a98edf88c6c no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:52.586947 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9893ea3e-d355-4bea-b9a4-732fa3251008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.627415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: e1e63ecb-cea8-41b6-b47d-8a98edf88c6c {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:52.628021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device e1e63ecb-cea8-41b6-b47d-8a98edf88c6c not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:52.696346 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9893ea3e-d355-4bea-b9a4-732fa3251008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.708712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-9893ea3e-d355-4bea-b9a4-732fa3251008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d86e832-deb9-4ff2-b2fb-047c49383a7f']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:52.727476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-9893ea3e-d355-4bea-b9a4-732fa3251008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be646b4a-19b2-4559-aba2-c68b60dbadb1') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:52.727772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-9893ea3e-d355-4bea-b9a4-732fa3251008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be646b4a-19b2-4559-aba2-c68b60dbadb1') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:52.739719 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9893ea3e-d355-4bea-b9a4-732fa3251008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.760663 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9893ea3e-d355-4bea-b9a4-732fa3251008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.769044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9893ea3e-d355-4bea-b9a4-732fa3251008 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:52.769490 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9893ea3e-d355-4bea-b9a4-732fa3251008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:52.785599 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:52.850518 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9893ea3e-d355-4bea-b9a4-732fa3251008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.861287 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9893ea3e-d355-4bea-b9a4-732fa3251008 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.868201 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9893ea3e-d355-4bea-b9a4-732fa3251008 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7d86e832-deb9-4ff2-b2fb-047c49383a7f HTTP/1.1" status: 204 len: 168 time: 0.4319303 Aug 31 01:25:52.870462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44054) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:52.944153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893ea3e-d355-4bea-b9a4-732fa3251008 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d86e832-deb9-4ff2-b2fb-047c49383a7f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:52.955941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19bf90f-d0be-4df9-8636-576bb519a527 admin admin] Deleting subnet 5e83188b-2354-449f-a99c-747a4b8dde1d {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:25:52.982224 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c19bf90f-d0be-4df9-8636-576bb519a527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:52.986686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf676bb9-7e97-4922-9f63-6c99f9a375d7 req-8813a299-294b-4b2a-ac3f-6e1db09965ae tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 210 time: 0.0451932 Aug 31 01:25:53.023689 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c19bf90f-d0be-4df9-8636-576bb519a527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.077924 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c19bf90f-d0be-4df9-8636-576bb519a527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.170872 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c19bf90f-d0be-4df9-8636-576bb519a527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.202439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bf90f-d0be-4df9-8636-576bb519a527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e83188b-2354-449f-a99c-747a4b8dde1d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:53.209874 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c19bf90f-d0be-4df9-8636-576bb519a527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.214145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c19bf90f-d0be-4df9-8636-576bb519a527 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5e83188b-2354-449f-a99c-747a4b8dde1d HTTP/1.1" status: 204 len: 168 time: 0.3397915 Aug 31 01:25:53.214338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44060) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:53.309762 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-db72152c-0df4-44bc-b05a-7c827a037536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.397666 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-db72152c-0df4-44bc-b05a-7c827a037536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.424834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-db72152c-0df4-44bc-b05a-7c827a037536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03139fd-fcf2-4885-a4e4-fea81d2abc84']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:53.448694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-db72152c-0df4-44bc-b05a-7c827a037536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35356622-3bc1-4891-be32-cfea92d22c4a') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:53.451069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-db72152c-0df4-44bc-b05a-7c827a037536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35356622-3bc1-4891-be32-cfea92d22c4a') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:53.470331 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-db72152c-0df4-44bc-b05a-7c827a037536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.486072 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-db72152c-0df4-44bc-b05a-7c827a037536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.499077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db72152c-0df4-44bc-b05a-7c827a037536 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:25:53.499526 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-db72152c-0df4-44bc-b05a-7c827a037536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:25:53.501553 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:25:53.610838 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-db72152c-0df4-44bc-b05a-7c827a037536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.622266 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-db72152c-0df4-44bc-b05a-7c827a037536 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.624439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-db72152c-0df4-44bc-b05a-7c827a037536 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b03139fd-fcf2-4885-a4e4-fea81d2abc84 HTTP/1.1" status: 204 len: 168 time: 0.4091904 Aug 31 01:25:53.643798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72152c-0df4-44bc-b05a-7c827a037536 admin admin] Pushing event deleted for resources: {'Network': ['ID=b03139fd-fcf2-4885-a4e4-fea81d2abc84,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:53.752869 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e78d8b5a-5c31-4246-8a6a-ffc96bf0dd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.767558 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44074) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:53.978859 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-16709474-ea18-41ed-aa42-513e4a5ce404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:53.991117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44078) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:53.998309 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2538cb-9a8d-41fc-8caa-558b82d034db', 'name': 'network-vif-deleted', 'tag': '935a36a3-4cba-4aec-8cca-b66ccf4b7ce5'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:25:54.001971 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008d56e9-0296-4abd-b9c8-1822390a059d" -d '{"events": [{"server_uuid": "db2538cb-9a8d-41fc-8caa-558b82d034db", "name": "network-vif-deleted", "tag": "935a36a3-4cba-4aec-8cca-b66ccf4b7ce5"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:54.065320 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.099235 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7f3439-e5f4-44a1-ac99-def7dcc759e1 x-openstack-request-id: req-ca7f3439-e5f4-44a1-ac99-def7dcc759e1 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:54.100756 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2538cb-9a8d-41fc-8caa-558b82d034db", "name": "network-vif-deleted", "tag": "935a36a3-4cba-4aec-8cca-b66ccf4b7ce5", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:54.101361 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca7f3439-e5f4-44a1-ac99-def7dcc759e1 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:54.101914 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2538cb-9a8d-41fc-8caa-558b82d034db', 'name': 'network-vif-deleted', 'tag': '935a36a3-4cba-4aec-8cca-b66ccf4b7ce5', 'status': 'completed', 'code': 200} Aug 31 01:25:54.145806 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-887b76ab-83ac-496e-bbe3-c5d8f850c3c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab68b251dd80406fb7c92eecbb43060a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531792 Aug 31 01:25:54.148562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44084) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:54.255821 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6dc63355-c0f0-437a-a617-340f46877109 req-07b895aa-c1d6-4a23-a9b9-d63e7ee93841 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 210 time: 0.0690484 Aug 31 01:25:54.299909 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-504a8273-b38b-453a-bb5a-2ae226e294f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.301065 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-16709474-ea18-41ed-aa42-513e4a5ce404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.308895 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-16709474-ea18-41ed-aa42-513e4a5ce404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.367552 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-504a8273-b38b-453a-bb5a-2ae226e294f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.374810 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16709474-ea18-41ed-aa42-513e4a5ce404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e10fe4-793c-46e8-be97-86acb8ef79ed,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:54.377490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:54.433037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:54.437894 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 6fe28ff7-2c87-4f54-ae35-2c9d0b3ce6dc not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:54.462585 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-16709474-ea18-41ed-aa42-513e4a5ce404 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba3d6eb3053644acaf9c092b66884c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6911631 Aug 31 01:25:54.463178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44094) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:54.483360 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.511706 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-504a8273-b38b-453a-bb5a-2ae226e294f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.515162 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-504a8273-b38b-453a-bb5a-2ae226e294f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.516789 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-504a8273-b38b-453a-bb5a-2ae226e294f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b18dc573-2d0c-482d-87d9-3b05c807d036 HTTP/1.1" status: 204 len: 168 time: 0.3659668 Aug 31 01:25:54.534029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a8273-b38b-453a-bb5a-2ae226e294f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18dc573-2d0c-482d-87d9-3b05c807d036,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:54.580502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:54.589697 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97b2f540-819b-4a6d-a704-6745b19fa7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.618084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:25:54.621001 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 935a36a3-4cba-4aec-8cca-b66ccf4b7ce5 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:54.630379 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97b2f540-819b-4a6d-a704-6745b19fa7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.701861 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97b2f540-819b-4a6d-a704-6745b19fa7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.705875 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97b2f540-819b-4a6d-a704-6745b19fa7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:54.707864 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-97b2f540-819b-4a6d-a704-6745b19fa7ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64e10fe4-793c-46e8-be97-86acb8ef79ed HTTP/1.1" status: 204 len: 168 time: 0.2432363 Aug 31 01:25:54.719805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2f540-819b-4a6d-a704-6745b19fa7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e10fe4-793c-46e8-be97-86acb8ef79ed,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:55.483026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44120) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:55.496669 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dac1fe6d-e8dd-4111-809f-ae66d0f51d86 req-e6a55e86-0a44-46e2-8caf-02996a919ec3 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 210 time: 0.1093330 Aug 31 01:25:55.608554 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b87c95bb-e21e-42e6-805e-7daeeb33b23a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2aa1c5e74206491c849934e1cf02e18f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1239905 Aug 31 01:25:55.612400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44124) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:55.701166 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76b3c66a-d9f3-41b2-9db0-1d1672a79707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:55.732702 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76b3c66a-d9f3-41b2-9db0-1d1672a79707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:55.795642 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76b3c66a-d9f3-41b2-9db0-1d1672a79707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:55.798935 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-76b3c66a-d9f3-41b2-9db0-1d1672a79707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:55.803192 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-76b3c66a-d9f3-41b2-9db0-1d1672a79707 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20e02ad7-22f2-47d9-893a-558cc653d503 HTTP/1.1" status: 204 len: 168 time: 0.1860542 Aug 31 01:25:55.810263 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3c66a-d9f3-41b2-9db0-1d1672a79707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e02ad7-22f2-47d9-893a-558cc653d503,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:56.706397 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:56.748792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d351af13-5ed9-434d-98c4-197b91d964fa req-26eb2ec5-e650-449c-bb9b-70862321f8ef tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 210 time: 0.1366937 Aug 31 01:25:56.757015 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa406cb9-3efe-4747-92ea-1cd3c7223a27 req-51fbce78-aa60-4225-952a-bf8703b8512b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1552329 Aug 31 01:25:56.901993 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa406cb9-3efe-4747-92ea-1cd3c7223a27 req-bd2f5dfe-5b5e-47b0-bfaa-596280eb459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:56.904003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa406cb9-3efe-4747-92ea-1cd3c7223a27 req-bd2f5dfe-5b5e-47b0-bfaa-596280eb459c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 1098 time: 0.0634329 Aug 31 01:25:57.138561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa406cb9-3efe-4747-92ea-1cd3c7223a27 req-f0485ce7-a54a-438f-bfc4-36556b7a6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:57.147294 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa406cb9-3efe-4747-92ea-1cd3c7223a27 req-f0485ce7-a54a-438f-bfc4-36556b7a6005 service neutron] 10.222.0.70 "GET /v2.0/networks?id=05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 200 len: 911 time: 0.2196372 Aug 31 01:25:57.216052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44192) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:57.287961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa406cb9-3efe-4747-92ea-1cd3c7223a27 req-7189a8f0-7628-4948-80de-012f4f443c42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b78ce4-3efd-4ca2-92bb-bec138035e6b HTTP/1.1" status: 200 len: 1001 time: 0.1324542 Aug 31 01:25:57.402382 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa406cb9-3efe-4747-92ea-1cd3c7223a27 req-86cd6638-5241-4522-8e7b-3721ea9839fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:57.409312 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa406cb9-3efe-4747-92ea-1cd3c7223a27 req-86cd6638-5241-4522-8e7b-3721ea9839fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bdf0b07-4c89-45a2-828f-1c4e94ba70e3 HTTP/1.1" status: 200 len: 849 time: 0.1132894 Aug 31 01:25:57.526230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa406cb9-3efe-4747-92ea-1cd3c7223a27 req-c596fb91-9682-45a8-8f35-cda6926540ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:57.540086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa406cb9-3efe-4747-92ea-1cd3c7223a27 req-c596fb91-9682-45a8-8f35-cda6926540ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05166366-f2cf-4263-a28e-fd696742cc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224854 Aug 31 01:25:57.656356 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-network', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:57.702583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] Made reservation on behalf of d0dbe3984d684b7bb8b0ced7ad76b7ef for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:57.705214 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:57.712211 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa406cb9-3efe-4747-92ea-1cd3c7223a27 req-15f99dcf-7d87-4edf-b78b-09470fe04131 service neutron] 10.222.0.70 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650786 Aug 31 01:25:57.725659 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:57.914056 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:57.924238 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:57.964023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:25:57.977630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dc39de-f38e-492f-8dd5-51831a25f0df,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:57.985709 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:57.987187 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] Added segment 22dd59bc-40a5-478b-b2db-2932edff0e9f of type vlan for network f2891bde-7a7f-462b-80b5-cf9a0cc668cb Aug 31 01:25:58.085029 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:58.122927 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:58.124529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:58.125487 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:58.202893 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9856226 Aug 31 01:25:58.205924 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44216) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:58.212652 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6fa9145f-1330-498d-a36b-4f7426f3dc84 admin admin] Request body: {'subnet': {'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-subnet', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:58.266603 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa9145f-1330-498d-a36b-4f7426f3dc84 admin admin] Made reservation on behalf of d0dbe3984d684b7bb8b0ced7ad76b7ef for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:25:58.270053 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fa9145f-1330-498d-a36b-4f7426f3dc84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:58.307068 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00d0b6-3b1f-473d-bd8a-2aff5a1ff6e9 admin admin] Pushing event updated for resources: {'Network': ['ID=f2891bde-7a7f-462b-80b5-cf9a0cc668cb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:58.321401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network f2891bde-7a7f-462b-80b5-cf9a0cc668cb details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:25:58.714502 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fa9145f-1330-498d-a36b-4f7426f3dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:58.831656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9145f-1330-498d-a36b-4f7426f3dc84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb9e282-3c24-4ca3-a3a0-e71d0a402627,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:58.838156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa9145f-1330-498d-a36b-4f7426f3dc84 admin admin] Checking segment: {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:25:58.838738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa9145f-1330-498d-a36b-4f7426f3dc84 admin admin] Network hostable DHCP agents. Network: f2891bde-7a7f-462b-80b5-cf9a0cc668cb, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:25:58.858186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa9145f-1330-498d-a36b-4f7426f3dc84 admin admin] Network f2891bde-7a7f-462b-80b5-cf9a0cc668cb is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:25:58.871294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-6fa9145f-1330-498d-a36b-4f7426f3dc84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, f2891bde-7a7f-462b-80b5-cf9a0cc668cb) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:58.879632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa9145f-1330-498d-a36b-4f7426f3dc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:58.880658 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6fa9145f-1330-498d-a36b-4f7426f3dc84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:58.900861 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b83665a-2b5b-46c2-a168-363ff8590292 None None] Network f2891bde-7a7f-462b-80b5-cf9a0cc668cb requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:25:58.917523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9dcddef-f49e-4c8f-8358-9f9457da6e4d req-f9b3a1de-206a-419c-9c49-73dd99b5bc4b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2538cb-9a8d-41fc-8caa-558b82d034db HTTP/1.1" status: 200 len: 210 time: 0.1290371 Aug 31 01:25:58.918128 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6fa9145f-1330-498d-a36b-4f7426f3dc84 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7100279 Aug 31 01:25:58.919907 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44224) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:25:58.994663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:59.002600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa406cb9-3efe-4747-92ea-1cd3c7223a27 req-1ae24faa-9313-497f-99a6-dcebb58f3ddd service neutron] 10.222.0.70 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2814333 Aug 31 01:25:59.052450 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:59.054924 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:59.176560 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:59.324104 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:25:59.325725 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:59.637244 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:59.680498 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Allocated IP 172.20.0.2 (f2891bde-7a7f-462b-80b5-cf9a0cc668cb/6bb9e282-3c24-4ca3-a3a0-e71d0a402627/74823a9d-fc54-4081-91f1-0d34a8d8067e) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:00.040194 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:00.054972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Transition to ACTIVE for port object 74823a9d-fc54-4081-91f1-0d34a8d8067e will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:00.096653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Transition to ACTIVE for port object 74823a9d-fc54-4081-91f1-0d34a8d8067e will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:00.108843 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:00.166190 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:00.169173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Network f2891bde-7a7f-462b-80b5-cf9a0cc668cb is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:00.179510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:00.181392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Pushing event updated for resources: {'Port': ['ID=74823a9d-fc54-4081-91f1-0d34a8d8067e,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:00.194795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:00.204598 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:00.290678 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Attempting to bind port 74823a9d-fc54-4081-91f1-0d34a8d8067e on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:00.292645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Attempting to bind port 74823a9d-fc54-4081-91f1-0d34a8d8067e by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:00.294723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Attempting to bind port 74823a9d-fc54-4081-91f1-0d34a8d8067e on network f2891bde-7a7f-462b-80b5-cf9a0cc668cb {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:00.314961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:00.315815 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Checking segment: {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:00.316391 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:00.316968 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Bound using segment: {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:00.317675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Bound port: 74823a9d-fc54-4081-91f1-0d34a8d8067e, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:00.318229 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:00.350775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Allocated IP 172.25.6.178 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/056aee34-8bcc-48e7-90c3-e6fc31351525) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:00.487898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] For port 74823a9d-fc54-4081-91f1-0d34a8d8067e, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:00.502388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] For port 74823a9d-fc54-4081-91f1-0d34a8d8067e, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=74823a9d-fc54-4081-91f1-0d34a8d8067e,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:00.521813 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:00.664717 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba73f8d-f652-4daa-b52c-cc87fdaf854d None None] Pushing event updated for resources: {'Port': ['ID=74823a9d-fc54-4081-91f1-0d34a8d8067e,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:00.685706 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:00.823572 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:00.903115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:00.908559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:00.911750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:00.992694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Pushing event updated for resources: {'Port': ['ID=056aee34-8bcc-48e7-90c3-e6fc31351525,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:01.339459 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:01.582457 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:01.800467 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:02.116156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:26:02.267722 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 74823a9d-fc54-4081-91f1-0d34a8d8067e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:02.426775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 74823a9d-fc54-4081-91f1-0d34a8d8067e completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:02.582001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:02.595914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Sync routers for ids ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:02.614725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Routers {'7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:02.620983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:25:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:02.641742 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:02.645852 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0f7a0f56-5ce3-458b-a0e6-13841d5fca48 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7172036 Aug 31 01:26:02.648666 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44318) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:02.903620 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Set router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:03.057844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f27c5f3-5937-4f48-b6aa-2878a84c0238 None None] Network f2891bde-7a7f-462b-80b5-cf9a0cc668cb requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:03.839052 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a2acb0bb-308b-437b-a63c-d2397bf9588e None None] Provisioning for port 74823a9d-fc54-4081-91f1-0d34a8d8067e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:03.924468 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:03.940905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a2acb0bb-308b-437b-a63c-d2397bf9588e None None] Provisioning complete for port 74823a9d-fc54-4081-91f1-0d34a8d8067e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:03.941286 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a2acb0bb-308b-437b-a63c-d2397bf9588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:04.022682 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:01Z', 'revision_number': 3, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:04.059357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Checking router: 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:26:04.059357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Updating router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 port 056aee34-8bcc-48e7-90c3-e6fc31351525 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:26:04.153418 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a2acb0bb-308b-437b-a63c-d2397bf9588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:04.182064 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:04.301695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a2acb0bb-308b-437b-a63c-d2397bf9588e None None] For port 74823a9d-fc54-4081-91f1-0d34a8d8067e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=74823a9d-fc54-4081-91f1-0d34a8d8067e,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:04.313645 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a2acb0bb-308b-437b-a63c-d2397bf9588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:04.451811 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Allocated IP 172.20.0.1 (f2891bde-7a7f-462b-80b5-cf9a0cc668cb/6bb9e282-3c24-4ca3-a3a0-e71d0a402627/41d52008-624c-4bb2-98cc-25b987aec34f) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:04.643484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acb0bb-308b-437b-a63c-d2397bf9588e None None] Pushing event updated for resources: {'Port': ['ID=74823a9d-fc54-4081-91f1-0d34a8d8067e,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:04.710654 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:04.743831 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Transition to ACTIVE for port object 41d52008-624c-4bb2-98cc-25b987aec34f will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:04.817328 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:04.893718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fb9800b5-26ac-408c-ba75-0a8caf6ad677 None None] Provisioning complete for port 74823a9d-fc54-4081-91f1-0d34a8d8067e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:04.894280 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fb9800b5-26ac-408c-ba75-0a8caf6ad677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:04.897928 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Network f2891bde-7a7f-462b-80b5-cf9a0cc668cb is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:04.904827 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:04.916813 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:05.024424 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:05.274219 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Pushing event updated for resources: {'Port': ['ID=41d52008-624c-4bb2-98cc-25b987aec34f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:05.493800 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:05.618481 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:05.637390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Transition to ACTIVE for port object 056aee34-8bcc-48e7-90c3-e6fc31351525 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:05.645701 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:05.676364 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-59b90c97-dea7-4324-81f2-52293aa151f7 None None] Provisioning for port 41d52008-624c-4bb2-98cc-25b987aec34f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:05.776457 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-59b90c97-dea7-4324-81f2-52293aa151f7 None None] Provisioning complete for port 41d52008-624c-4bb2-98cc-25b987aec34f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:05.781258 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-59b90c97-dea7-4324-81f2-52293aa151f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:05.895316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Attempting to bind port 056aee34-8bcc-48e7-90c3-e6fc31351525 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:05.895316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Attempting to bind port 056aee34-8bcc-48e7-90c3-e6fc31351525 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:05.896134 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Attempting to bind port 056aee34-8bcc-48e7-90c3-e6fc31351525 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:05.917036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:05.917219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:05.928447 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:05.928447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:05.929336 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Bound port: 056aee34-8bcc-48e7-90c3-e6fc31351525, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:05.929650 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:06.094887 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:06.113991 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:06.124317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] For port 056aee34-8bcc-48e7-90c3-e6fc31351525, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:06.129506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] For port 056aee34-8bcc-48e7-90c3-e6fc31351525, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=056aee34-8bcc-48e7-90c3-e6fc31351525,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:06.133905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b844f-fb7d-4c68-91e4-accabdf31ef9 None None] Pushing event updated for resources: {'Port': ['ID=056aee34-8bcc-48e7-90c3-e6fc31351525,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:06.146344 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:06.156116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 74823a9d-fc54-4081-91f1-0d34a8d8067e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:06.225396 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-59b90c97-dea7-4324-81f2-52293aa151f7 None None] Port 41d52008-624c-4bb2-98cc-25b987aec34f cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:06.392463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Pushing event updated for resources: {'Port': ['ID=41d52008-624c-4bb2-98cc-25b987aec34f,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:06.395541 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:06.396958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 74823a9d-fc54-4081-91f1-0d34a8d8067e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:06.397343 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:06.596238 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Routers {'7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:06.597011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:25:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:06.615311 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Network f2891bde-7a7f-462b-80b5-cf9a0cc668cb is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:06.617032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:06.770486 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b844f-fb7d-4c68-91e4-accabdf31ef9 None None] Pushing event updated for resources: {'Port': ['ID=056aee34-8bcc-48e7-90c3-e6fc31351525,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:07.004817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:26:07.071772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] Set router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:07.272641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5bfe4edd-c820-45ce-8aa3-7f3af7b1b71c None None] Provisioning complete for port 41d52008-624c-4bb2-98cc-25b987aec34f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:07.279899 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5bfe4edd-c820-45ce-8aa3-7f3af7b1b71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:07.397863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5bfe4edd-c820-45ce-8aa3-7f3af7b1b71c None None] Port 41d52008-624c-4bb2-98cc-25b987aec34f cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:07.408880 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:07.428677 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3dcc4013-e077-46c4-a30a-c3c787615207 admin admin] 10.222.0.58 "PUT /v2.0/routers/7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7702522 Aug 31 01:26:07.957314 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 2, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:08.037654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870ba68e-5b27-4f00-9707-b878acf81619 None None] The sync data for ids ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'] in n-d-802060-13 is: [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 2, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:08.240487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44430) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:08.664238 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cae6e80d-d4ef-4ba5-a52b-ef058e76a02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.046679 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cae6e80d-d4ef-4ba5-a52b-ef058e76a02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.054274 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cae6e80d-d4ef-4ba5-a52b-ef058e76a02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.225862 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44448) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:09.230576 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b30bcae3-1855-4dc6-8e0e-ca2484229596 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984050221', 'description': 'tempest-description--185094382'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:09.241109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cae6e80d-d4ef-4ba5-a52b-ef058e76a02c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d8e52616a3724ca5839f2a1e66bdde60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9959676 Aug 31 01:26:09.242207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44450) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:09.303766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6e80d-d4ef-4ba5-a52b-ef058e76a02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2622e53-a62e-4820-8073-cdf440dbbadd,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:09.343142 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b30bcae3-1855-4dc6-8e0e-ca2484229596 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.587469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-602af7d1-778e-4974-99e3-83ebc8d770c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.600281 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b30bcae3-1855-4dc6-8e0e-ca2484229596 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.626963 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b30bcae3-1855-4dc6-8e0e-ca2484229596 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.648389 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-602af7d1-778e-4974-99e3-83ebc8d770c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.712294 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b30bcae3-1855-4dc6-8e0e-ca2484229596 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.713881 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b30bcae3-1855-4dc6-8e0e-ca2484229596 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4870074 Aug 31 01:26:09.717305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44456) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:09.724679 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-99db32bc-e83d-40a4-9460-3cd9e4848795 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Request body: {'security_group_rule': {'security_group_id': '9d3395ab-a3d1-476d-8399-53e241a8c859', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:09.740409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bcae3-1855-4dc6-8e0e-ca2484229596 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3395ab-a3d1-476d-8399-53e241a8c859,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:09.779800 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-602af7d1-778e-4974-99e3-83ebc8d770c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.787981 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-602af7d1-778e-4974-99e3-83ebc8d770c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.792954 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-602af7d1-778e-4974-99e3-83ebc8d770c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2622e53-a62e-4820-8073-cdf440dbbadd HTTP/1.1" status: 204 len: 168 time: 0.5497990 Aug 31 01:26:09.808837 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99db32bc-e83d-40a4-9460-3cd9e4848795 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.820692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602af7d1-778e-4974-99e3-83ebc8d770c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2622e53-a62e-4820-8073-cdf440dbbadd,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:09.947555 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99db32bc-e83d-40a4-9460-3cd9e4848795 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.956821 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99db32bc-e83d-40a4-9460-3cd9e4848795 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.998362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db32bc-e83d-40a4-9460-3cd9e4848795 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6694eb25-35e6-412b-addb-d5e8f0b88e4f,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:10.053186 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99db32bc-e83d-40a4-9460-3cd9e4848795 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.054903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-99db32bc-e83d-40a4-9460-3cd9e4848795 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3357184 Aug 31 01:26:10.057704 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44464) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:10.062980 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e92fdb84-6f7b-4303-8104-4c3a47c2d33f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Request body: {'security_group_rule': {'security_group_id': '9d3395ab-a3d1-476d-8399-53e241a8c859', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:10.291390 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e92fdb84-6f7b-4303-8104-4c3a47c2d33f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.570105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 056aee34-8bcc-48e7-90c3-e6fc31351525 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:10.639856 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e92fdb84-6f7b-4303-8104-4c3a47c2d33f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.648472 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e92fdb84-6f7b-4303-8104-4c3a47c2d33f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.725545 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e92fdb84-6f7b-4303-8104-4c3a47c2d33f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.732511 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44472) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:10.736768 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e92fdb84-6f7b-4303-8104-4c3a47c2d33f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6777387 Aug 31 01:26:10.737857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:10.740444 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fdb84-6f7b-4303-8104-4c3a47c2d33f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be275247-ad02-4591-90b2-5054a29503b4,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:10.801306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 056aee34-8bcc-48e7-90c3-e6fc31351525 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:10.817742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44476) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:10.834101 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 056aee34-8bcc-48e7-90c3-e6fc31351525 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:10.835716 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.849583 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dd340680-1416-4692-8d3f-d959f1f7d5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.917536 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.244105 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.252051 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.300471 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.312269 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dd340680-1416-4692-8d3f-d959f1f7d5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.323033 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dd340680-1416-4692-8d3f-d959f1f7d5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.338657 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 056aee34-8bcc-48e7-90c3-e6fc31351525, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=056aee34-8bcc-48e7-90c3-e6fc31351525,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:11.347144 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.456078 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dd340680-1416-4692-8d3f-d959f1f7d5b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f113f5f9a6724f17a795a0f190163035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6368318 Aug 31 01:26:11.459851 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44482) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:11.481405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=056aee34-8bcc-48e7-90c3-e6fc31351525,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:11.500431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd340680-1416-4692-8d3f-d959f1f7d5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbc926b-bafd-4797-9dda-e8d74c6c744e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:11.624202 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddf50ef6-ddc8-461f-a1c6-c615c300586a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.668760 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddf50ef6-ddc8-461f-a1c6-c615c300586a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.703156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Allocated IP 172.25.6.99 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/ee873b7f-2eef-4fe5-b8cc-6fb394bcb8ab) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:11.899313 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddf50ef6-ddc8-461f-a1c6-c615c300586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.945246 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ddf50ef6-ddc8-461f-a1c6-c615c300586a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.958232 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ddf50ef6-ddc8-461f-a1c6-c615c300586a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8dbc926b-bafd-4797-9dda-e8d74c6c744e HTTP/1.1" status: 204 len: 168 time: 0.4949152 Aug 31 01:26:12.004484 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf50ef6-ddc8-461f-a1c6-c615c300586a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbc926b-bafd-4797-9dda-e8d74c6c744e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:12.057827 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:12.227028 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:12.362791 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 056aee34-8bcc-48e7-90c3-e6fc31351525 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:12.492163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 056aee34-8bcc-48e7-90c3-e6fc31351525 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:12.492746 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:12.652223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:12.658649 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event updated for resources: {'Port': ['ID=ee873b7f-2eef-4fe5-b8cc-6fb394bcb8ab,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:12.680947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:12.703254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:12.704773 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Sync routers for ids ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:12.738293 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Routers {'7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:12.738938 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:25:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:12.925179 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:12.994951 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:13.110788 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Set router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:13.467597 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:13.475142 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:13.583561 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 2, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:13.614385 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Checking router: 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:26:13.615072 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Updating router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 port 41d52008-624c-4bb2-98cc-25b987aec34f binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:26:13.747443 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:13.791596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event updated for resources: {'Port': ['ID=ee873b7f-2eef-4fe5-b8cc-6fb394bcb8ab,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:13.806638 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:13.846568 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:13.859879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ee813b7c-acee-4b93-862d-8bcaf07f2e3d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1176102 Aug 31 01:26:14.469562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-521c95a8-eed6-4beb-8f19-1819c3300f6f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--984050221&fields=id&tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef HTTP/1.1" status: 200 len: 267 time: 0.1560450 Aug 31 01:26:14.640893 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:14.692814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-a1c9a1a9-1526-4fd3-b20c-08f39f21c30f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:14.700371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-a1c9a1a9-1526-4fd3-b20c-08f39f21c30f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 817 time: 0.2268021 Aug 31 01:26:14.717027 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Transition to ACTIVE for port object 41d52008-624c-4bb2-98cc-25b987aec34f will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:14.728109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-1a0e74a7-d405-425a-adb9-bec60d0512cb tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/quotas/d0dbe3984d684b7bb8b0ced7ad76b7ef HTTP/1.1" status: 200 len: 375 time: 0.0265496 Aug 31 01:26:14.733248 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:14.823917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-d3578561-64fa-40b8-b832-a1aaa48941ce tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0871818 Aug 31 01:26:14.955912 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b36b634-0eec-4349-a14e-3ae061669ae3 req-a815b82e-2b1b-4d5d-8e0f-9957c67da23e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2454679 Aug 31 01:26:15.034307 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2af86-4d89-45c0-887d-e1882e9833f6 None None] Pushing event updated for resources: {'Port': ['ID=41d52008-624c-4bb2-98cc-25b987aec34f,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:15.183792 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Attempting to bind port 41d52008-624c-4bb2-98cc-25b987aec34f on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:15.183792 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Attempting to bind port 41d52008-624c-4bb2-98cc-25b987aec34f by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:15.183792 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Attempting to bind port 41d52008-624c-4bb2-98cc-25b987aec34f on network f2891bde-7a7f-462b-80b5-cf9a0cc668cb {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:15.227221 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:15.232164 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Checking segment: {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:15.234108 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:15.236940 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Bound using segment: {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:15.240343 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Bound port: 41d52008-624c-4bb2-98cc-25b987aec34f, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:15.243856 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:15.470496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36b634-0eec-4349-a14e-3ae061669ae3 req-7f478488-0089-48b3-9004-d350c7586d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:15.477060 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b36b634-0eec-4349-a14e-3ae061669ae3 req-7f478488-0089-48b3-9004-d350c7586d8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5e76d67b52b4e75ba53be11cf6e4362&device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 1102 time: 0.4440453 Aug 31 01:26:15.498329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-573855a1-6d2c-48e6-ba5d-7762f4ee6a1b service neutron] 10.222.0.58 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732206 Aug 31 01:26:15.590196 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] For port 41d52008-624c-4bb2-98cc-25b987aec34f, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:15.596865 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] For port 41d52008-624c-4bb2-98cc-25b987aec34f, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=41d52008-624c-4bb2-98cc-25b987aec34f,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:15.612651 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:15.869437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36b634-0eec-4349-a14e-3ae061669ae3 req-ca47d232-0bbd-49ed-88fa-213f3ecb996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:15.878775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b36b634-0eec-4349-a14e-3ae061669ae3 req-ca47d232-0bbd-49ed-88fa-213f3ecb996f service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.3498907 Aug 31 01:26:15.901623 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2af86-4d89-45c0-887d-e1882e9833f6 None None] Pushing event updated for resources: {'Port': ['ID=41d52008-624c-4bb2-98cc-25b987aec34f,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:15.908417 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Routers {'7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:15.909441 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:25:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:16.299242 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b36b634-0eec-4349-a14e-3ae061669ae3 req-bd6aee28-3631-408b-8dfc-ed238b568701 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=36574a7b-f8a2-4d31-892f-4533bc81808d HTTP/1.1" status: 200 len: 217 time: 0.2478359 Aug 31 01:26:16.358642 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 41d52008-624c-4bb2-98cc-25b987aec34f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:16.522692 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] Set router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:16.574574 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36b634-0eec-4349-a14e-3ae061669ae3 req-a37189c3-eecb-4e10-8c44-113ab73e9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:16.591942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b36b634-0eec-4349-a14e-3ae061669ae3 req-a37189c3-eecb-4e10-8c44-113ab73e9c2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.2782083 Aug 31 01:26:16.660031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-99ad6df0-ef97-4de0-a344-7b4f3161aae0 service neutron] 10.222.0.58 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1605062 Aug 31 01:26:16.751522 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 41d52008-624c-4bb2-98cc-25b987aec34f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:16.767883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 41d52008-624c-4bb2-98cc-25b987aec34f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:16.768569 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:16.834754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36b634-0eec-4349-a14e-3ae061669ae3 req-9249a696-66d1-4b72-86c4-7b4d1ed8881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:16.849494 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b36b634-0eec-4349-a14e-3ae061669ae3 req-9249a696-66d1-4b72-86c4-7b4d1ed8881e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2329273 Aug 31 01:26:17.115732 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:17.169926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b36b634-0eec-4349-a14e-3ae061669ae3 req-f8dba442-af5f-49ee-ae92-02d4b4f55798 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195260 Aug 31 01:26:17.337564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 41d52008-624c-4bb2-98cc-25b987aec34f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=41d52008-624c-4bb2-98cc-25b987aec34f,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:17.345662 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:17.465998 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:15Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:17.499880 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=41d52008-624c-4bb2-98cc-25b987aec34f,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:17.542038 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb770cff-221e-434a-98e3-fc0f6f0732b3 None None] The sync data for ids ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'] in n-d-802060-13 is: [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:15Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:17.553147 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:26:17.655365 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b36b634-0eec-4349-a14e-3ae061669ae3 req-8702e314-0af7-440e-bf5f-ea0c7579b29c service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740663 Aug 31 01:26:17.673721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94057deb-39fa-4743-a607-de560f1118a7 req-8aef689b-969f-41f1-9601-cf6d2099c0e1 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 210 time: 0.2597268 Aug 31 01:26:17.995069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44692) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:18.256457 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 41d52008-624c-4bb2-98cc-25b987aec34f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:18.286528 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:18.398957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 41d52008-624c-4bb2-98cc-25b987aec34f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:18.399429 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:18.511851 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:18.519196 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:18.574188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8f81beb78e884b228933b34a17f18100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5775852 Aug 31 01:26:18.577937 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44698) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:18.634884 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c89479e-b08e-44a3-a01c-4f9e86899f3b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:18.659077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:18.660156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:18.660774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:18.661320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:18.661830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:18.662530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:18.663134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:18.664303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:18.664816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:18.665318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:18.665900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:18.666402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d8389-5915-48c4-996a-84bc6256b27f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:18.754180 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fde982db-0ab3-44a6-af01-7b9df80d8e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:18.799248 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fde982db-0ab3-44a6-af01-7b9df80d8e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:18.886645 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a84f7054-7bbd-46fd-bdfa-54471c5ecbf3 req-4c40ed94-5910-427e-8440-b99bff66ac4b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 210 time: 0.0659728 Aug 31 01:26:18.923695 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fde982db-0ab3-44a6-af01-7b9df80d8e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:18.927136 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fde982db-0ab3-44a6-af01-7b9df80d8e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:18.928558 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fde982db-0ab3-44a6-af01-7b9df80d8e0d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c89479e-b08e-44a3-a01c-4f9e86899f3b HTTP/1.1" status: 204 len: 168 time: 0.3467617 Aug 31 01:26:18.948574 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde982db-0ab3-44a6-af01-7b9df80d8e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c89479e-b08e-44a3-a01c-4f9e86899f3b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:19.455580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-8283dee0-bd29-4a0d-8ecb-784423406924 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:19.457230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-8283dee0-bd29-4a0d-8ecb-784423406924 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.70 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 817 time: 0.3231311 Aug 31 01:26:19.577968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-fb71d2ce-cedd-4c00-b7b7-405cb9361b2f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef HTTP/1.1" status: 200 len: 379 time: 0.1057746 Aug 31 01:26:19.608295 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-15d35611-00d5-4a89-90e6-2b7c970ebd26 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Request body: {'port': {'device_id': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'admin_state_up': True, 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'security_groups': ['9d3395ab-a3d1-476d-8399-53e241a8c859']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:19.715469 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 44724) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:19.733942 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2844632-11b7-4598-8835-2be8e11c5222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:19.834589 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2844632-11b7-4598-8835-2be8e11c5222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:19.840256 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2844632-11b7-4598-8835-2be8e11c5222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:19.870031 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-15d35611-00d5-4a89-90e6-2b7c970ebd26 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Made reservation on behalf of d0dbe3984d684b7bb8b0ced7ad76b7ef for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:19.874542 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-15d35611-00d5-4a89-90e6-2b7c970ebd26 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:19.930131 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d2844632-11b7-4598-8835-2be8e11c5222 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63b857015b654b4d9b72fcd0fa0cabed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2112601 Aug 31 01:26:19.930874 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2844632-11b7-4598-8835-2be8e11c5222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f289e6-fee6-4003-9b1d-1d78b41175b3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:19.933347 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44730) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:20.169702 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2228b5a-be2d-41cf-a833-b923ae0bbd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:20.197391 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2228b5a-be2d-41cf-a833-b923ae0bbd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:20.276924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-172bc4f2-ca3f-4374-8e30-f5479018ab1b req-14217b7f-a1f3-49f8-9fd5-ea51232491e8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 210 time: 0.1861851 Aug 31 01:26:20.286284 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2228b5a-be2d-41cf-a833-b923ae0bbd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:20.292716 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d2228b5a-be2d-41cf-a833-b923ae0bbd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:20.294241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d2228b5a-be2d-41cf-a833-b923ae0bbd11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b1f289e6-fee6-4003-9b1d-1d78b41175b3 HTTP/1.1" status: 204 len: 168 time: 0.3422318 Aug 31 01:26:20.309590 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2228b5a-be2d-41cf-a833-b923ae0bbd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f289e6-fee6-4003-9b1d-1d78b41175b3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:20.349681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-15d35611-00d5-4a89-90e6-2b7c970ebd26 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Allocated IP 172.20.0.6 (f2891bde-7a7f-462b-80b5-cf9a0cc668cb/6bb9e282-3c24-4ca3-a3a0-e71d0a402627/6d822ddb-59c6-4823-abcd-bb657ee1dfb5) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:20.674943 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-15d35611-00d5-4a89-90e6-2b7c970ebd26 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:20.708744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-15d35611-00d5-4a89-90e6-2b7c970ebd26 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Transition to ACTIVE for port object 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:20.779065 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-15d35611-00d5-4a89-90e6-2b7c970ebd26 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:20.902855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-15d35611-00d5-4a89-90e6-2b7c970ebd26 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Network f2891bde-7a7f-462b-80b5-cf9a0cc668cb is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:20.912948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-15d35611-00d5-4a89-90e6-2b7c970ebd26 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:20.919215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-15d35611-00d5-4a89-90e6-2b7c970ebd26 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:20.950607 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d35611-00d5-4a89-90e6-2b7c970ebd26 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event updated for resources: {'Port': ['ID=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:21.061106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-15d35611-00d5-4a89-90e6-2b7c970ebd26 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:21.062374 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-15d35611-00d5-4a89-90e6-2b7c970ebd26 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:21.087380 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-15d35611-00d5-4a89-90e6-2b7c970ebd26 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5013709 Aug 31 01:26:21.133573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Request body: {'port': {'device_id': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:21.242968 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e886f660-98f7-4582-8bd5-e55dc23a7367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:21.260265 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:21.425343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4cb6a747-8320-4ef9-9204-c3ba54d09aa7 None None] Provisioning for port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:21.443166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4cb6a747-8320-4ef9-9204-c3ba54d09aa7 None None] Provisioning complete for port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:21.452877 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a747-8320-4ef9-9204-c3ba54d09aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:21.608823 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6a747-8320-4ef9-9204-c3ba54d09aa7 None None] Port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:21.918845 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:26:21.929996 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:21.947438 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Transition to ACTIVE for port object 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:21.963662 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:22.051941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Pushing event updated for resources: {'Port': ['ID=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:22.166422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be077fc-f024-478b-af09-2bfc3a50b4ac req-03109e51-d9a8-421c-b232-7cf7e647d134 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:22.174442 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0be077fc-f024-478b-af09-2bfc3a50b4ac req-03109e51-d9a8-421c-b232-7cf7e647d134 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.2253776 Aug 31 01:26:22.215590 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Attempting to bind port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:22.216164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Attempting to bind port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:22.216680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Attempting to bind port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 on network f2891bde-7a7f-462b-80b5-cf9a0cc668cb {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:22.222834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 on network f2891bde-7a7f-462b-80b5-cf9a0cc668cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:26:22.223496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Attempting to bind port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 on network f2891bde-7a7f-462b-80b5-cf9a0cc668cb {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:22.282998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:22.283718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Checking segment: {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:22.284313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Bound using segment: {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:22.284985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Bound port: 6d822ddb-59c6-4823-abcd-bb657ee1dfb5, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:22.285576 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:22.301192 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0be077fc-f024-478b-af09-2bfc3a50b4ac req-c9d43a78-aeea-40ea-8293-0124cafb107b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254857 Aug 31 01:26:22.438435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] For port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:22.443117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] For port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:22.448663 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:22.498294 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:22.499298 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:22.502389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] 10.222.0.70 "PUT /v2.0/ports/6d822ddb-59c6-4823-abcd-bb657ee1dfb5 HTTP/1.1" status: 200 len: 1092 time: 1.3874114 Aug 31 01:26:22.505689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'tag': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:26:22.510015 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb50f47b-51bd-476a-9618-4d811823ff13" -d '{"events": [{"name": "network-changed", "server_uuid": "648fac7d-9efc-4dff-be36-fb7647c05a4a", "tag": "6d822ddb-59c6-4823-abcd-bb657ee1dfb5"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:22.726545 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6d72a1-8df8-429a-9c33-1084cfc2a095 x-openstack-request-id: req-bb6d72a1-8df8-429a-9c33-1084cfc2a095 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:22.726545 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648fac7d-9efc-4dff-be36-fb7647c05a4a", "tag": "6d822ddb-59c6-4823-abcd-bb657ee1dfb5", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:22.726545 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb6d72a1-8df8-429a-9c33-1084cfc2a095 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:22.726545 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'tag': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'status': 'completed', 'code': 200} Aug 31 01:26:22.788296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8d223-d292-490a-9eec-74d26554f457 service neutron] Pushing event updated for resources: {'Port': ['ID=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:22.857015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-af2c2cf5-4669-49d9-8105-f5fe2ccbe9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:22.863059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-af2c2cf5-4669-49d9-8105-f5fe2ccbe9f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 1095 time: 0.2875822 Aug 31 01:26:22.993597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-8de49c91-afe8-4512-a56e-d49ef87342bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5 HTTP/1.1" status: 200 len: 217 time: 0.1204579 Aug 31 01:26:23.155049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-6c8ce872-3abe-489b-b92d-8951eea6326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:23.158588 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-6c8ce872-3abe-489b-b92d-8951eea6326e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 200 len: 856 time: 0.1557598 Aug 31 01:26:23.232686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-904ff41a-0d98-4892-8f65-771151e8efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:23.235193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-904ff41a-0d98-4892-8f65-771151e8efc1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677922 Aug 31 01:26:23.393171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-3b7a992f-1422-48f1-99f2-09d5a274f245 service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509182 Aug 31 01:26:23.515573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6bad8d7-d9bd-4299-9632-f6036aedef97 req-7c3f9b53-b36a-462b-8d1b-9ba177a4b160 service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103127 Aug 31 01:26:23.700497 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f47b-51bd-476a-9618-4d811823ff13 req-a22dceea-3569-47a7-8d59-62ee030be8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:23.702126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb50f47b-51bd-476a-9618-4d811823ff13 req-a22dceea-3569-47a7-8d59-62ee030be8ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 1095 time: 0.1236405 Aug 31 01:26:23.711791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacd0be-3c66-4312-8a70-98dfd990a25f req-e4a8b821-28d4-4c96-8ab5-92c763f42553 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:23.713298 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eeacd0be-3c66-4312-8a70-98dfd990a25f req-e4a8b821-28d4-4c96-8ab5-92c763f42553 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.2009223 Aug 31 01:26:23.760203 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a42ebbc-cc26-4e87-bb3d-024f80258e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:23.805101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eeacd0be-3c66-4312-8a70-98dfd990a25f req-cc9c0e82-0ce1-40b3-ad32-d08f0881411b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806615 Aug 31 01:26:23.857784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f47b-51bd-476a-9618-4d811823ff13 req-dd025881-4927-4d2f-8ff8-e1e709884b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:23.859834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb50f47b-51bd-476a-9618-4d811823ff13 req-dd025881-4927-4d2f-8ff8-e1e709884b7b service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 918 time: 0.1455452 Aug 31 01:26:23.921258 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb50f47b-51bd-476a-9618-4d811823ff13 req-3068f00a-a26f-42dd-beec-50fc2b27c004 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5 HTTP/1.1" status: 200 len: 217 time: 0.0521305 Aug 31 01:26:24.057569 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:24.404610 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f47b-51bd-476a-9618-4d811823ff13 req-55fdce94-73d4-4bb6-9339-2af2629a654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:24.407374 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb50f47b-51bd-476a-9618-4d811823ff13 req-55fdce94-73d4-4bb6-9339-2af2629a654b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 200 len: 856 time: 0.4784598 Aug 31 01:26:24.486455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f47b-51bd-476a-9618-4d811823ff13 req-169e9121-1fb2-4628-8fba-5eced3c4df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:24.488647 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb50f47b-51bd-476a-9618-4d811823ff13 req-169e9121-1fb2-4628-8fba-5eced3c4df98 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729301 Aug 31 01:26:24.492029 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:24.680416 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb50f47b-51bd-476a-9618-4d811823ff13 req-05814ecd-80e4-4c52-a757-18e8bf64370a service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812363 Aug 31 01:26:24.736764 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:26:24.812640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb50f47b-51bd-476a-9618-4d811823ff13 req-9a29192c-ab81-422f-a7a4-e9004d8f2133 service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257174 Aug 31 01:26:24.954985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:24.992016 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'port_id': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'mac_address': 'fa:16:3e:39:69:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:26:25.020006 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267339bd-0113-4548-8a1b-a88cc94818cf req-94b205d7-2f96-4286-9bb7-13840e127b69 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:25.021769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-267339bd-0113-4548-8a1b-a88cc94818cf req-94b205d7-2f96-4286-9bb7-13840e127b69 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.1162601 Aug 31 01:26:25.043914 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:25.063994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:26:25.097034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:25.108683 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-267339bd-0113-4548-8a1b-a88cc94818cf req-ed98d587-eaf4-4529-8469-49ca82e4959d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732231 Aug 31 01:26:25.122464 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:25.222577 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:25.324949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6d822ddb-59c6-4823-abcd-bb657ee1dfb5'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:26:26.339049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be29aa-0b57-4266-b923-c44c457f0fe7 req-5a0f273f-9fd1-4d8d-bc8b-68f2bd1b5cb4 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:26.341310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20be29aa-0b57-4266-b923-c44c457f0fe7 req-5a0f273f-9fd1-4d8d-bc8b-68f2bd1b5cb4 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 944 time: 0.0673885 Aug 31 01:26:26.397516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20be29aa-0b57-4266-b923-c44c457f0fe7 req-c53761ec-8621-4aa9-9d9d-4cdd90016abc tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475852 Aug 31 01:26:26.700359 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:26.752386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:26.823679 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:26.833299 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:26.833917 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:26.940304 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:26.989032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:26:26.996746 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ce4634-14f6-4935-b26d-a272e64774ed" -d '{"events": [{"server_uuid": "648fac7d-9efc-4dff-be36-fb7647c05a4a", "name": "network-vif-plugged", "status": "completed", "tag": "6d822ddb-59c6-4823-abcd-bb657ee1dfb5"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:27.024170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:27.033512 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:27.137183 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22faec48-a109-4019-a54a-70912da7dc75 x-openstack-request-id: req-22faec48-a109-4019-a54a-70912da7dc75 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:27.137183 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648fac7d-9efc-4dff-be36-fb7647c05a4a", "name": "network-vif-plugged", "status": "completed", "tag": "6d822ddb-59c6-4823-abcd-bb657ee1dfb5", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:27.137183 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22faec48-a109-4019-a54a-70912da7dc75 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:27.137183 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'code': 200} Aug 31 01:26:27.272105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182fd95-1be3-4a3a-b374-1eb57144edaf req-a814a580-5ef9-4992-9660-12273d63eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:27.279729 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e182fd95-1be3-4a3a-b374-1eb57144edaf req-a814a580-5ef9-4992-9660-12273d63eb34 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 1097 time: 0.0855100 Aug 31 01:26:27.383539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e182fd95-1be3-4a3a-b374-1eb57144edaf req-2a40abe6-4c3d-4bcf-81c5-5b293c182883 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970542 Aug 31 01:26:27.434456 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:27.549834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a59c0-6e0c-47f6-a897-a3061a15d917 req-ea3a8ad3-0c65-4be6-9163-d80acad1ccf2 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:27.552780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-561a59c0-6e0c-47f6-a897-a3061a15d917 req-ea3a8ad3-0c65-4be6-9163-d80acad1ccf2 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.0582445 Aug 31 01:26:27.658006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-561a59c0-6e0c-47f6-a897-a3061a15d917 req-3e91bd25-a3f7-4b12-9aba-32f5a432314a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992951 Aug 31 01:26:28.855485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b737995-a9e5-4c87-8f38-950b3e4252b9 req-3578f98f-2409-4ba6-9e69-1bece134b2f0 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:28.863155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b737995-a9e5-4c87-8f38-950b3e4252b9 req-3578f98f-2409-4ba6-9e69-1bece134b2f0 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.0722065 Aug 31 01:26:28.911143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b737995-a9e5-4c87-8f38-950b3e4252b9 req-fa02a15d-1c20-4117-9396-e21399139a49 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452156 Aug 31 01:26:29.059921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de3c8d-6636-4470-9231-4e23a0743d4d req-a3937332-b7eb-4266-9e0d-5d192446779a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:29.061785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9de3c8d-6636-4470-9231-4e23a0743d4d req-a3937332-b7eb-4266-9e0d-5d192446779a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.0664971 Aug 31 01:26:29.071171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 44960) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:29.076015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d1561061-7cb9-4ed1-81a4-503a713f4533 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Request body: {'floatingip': {'port_id': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:29.137127 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d1561061-7cb9-4ed1-81a4-503a713f4533 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:29.959708 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d1561061-7cb9-4ed1-81a4-503a713f4533 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:29.966316 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d1561061-7cb9-4ed1-81a4-503a713f4533 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:30.104643 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-d1561061-7cb9-4ed1-81a4-503a713f4533 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Floating IP aa71c322-4c8f-4157-b237-dea587056913 associated. External IP: 172.25.6.99, port: 6d822ddb-59c6-4823-abcd-bb657ee1dfb5. Aug 31 01:26:30.463349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1561061-7cb9-4ed1-81a4-503a713f4533 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:26:30.825577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1561061-7cb9-4ed1-81a4-503a713f4533 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:30.839026 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d1561061-7cb9-4ed1-81a4-503a713f4533 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:30.884876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e58cc91-2bf3-4720-9fab-216cc454749f None None] Sync routers for ids ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:30.903249 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e58cc91-2bf3-4720-9fab-216cc454749f None None] Routers {'7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:30.904210 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6e58cc91-2bf3-4720-9fab-216cc454749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:26:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:30.925450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d1561061-7cb9-4ed1-81a4-503a713f4533 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "PUT /v2.0/floatingips/aa71c322-4c8f-4157-b237-dea587056913 HTTP/1.1" status: 200 len: 990 time: 1.8531022 Aug 31 01:26:30.926171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'tag': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:26:30.928632 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6623c650-06b0-42ae-9a0f-5039cdca7a47" -d '{"events": [{"name": "network-changed", "server_uuid": "648fac7d-9efc-4dff-be36-fb7647c05a4a", "tag": "6d822ddb-59c6-4823-abcd-bb657ee1dfb5"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:31.067996 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae4914a-5e76-4f20-b8e1-effe9db69605 x-openstack-request-id: req-2ae4914a-5e76-4f20-b8e1-effe9db69605 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:31.068618 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648fac7d-9efc-4dff-be36-fb7647c05a4a", "tag": "6d822ddb-59c6-4823-abcd-bb657ee1dfb5", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:31.068618 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ae4914a-5e76-4f20-b8e1-effe9db69605 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:31.068945 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'tag': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'status': 'completed', 'code': 200} Aug 31 01:26:31.112452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-6e58cc91-2bf3-4720-9fab-216cc454749f None None] Set router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:31.151028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623c650-06b0-42ae-9a0f-5039cdca7a47 req-5a2ecc59-6225-43c9-aefc-d4178087f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:31.156261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6623c650-06b0-42ae-9a0f-5039cdca7a47 req-5a2ecc59-6225-43c9-aefc-d4178087f8e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 1097 time: 0.0829048 Aug 31 01:26:31.381832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623c650-06b0-42ae-9a0f-5039cdca7a47 req-b7e3d5fe-1d91-48fc-90c1-050ce8df8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:31.381832 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6623c650-06b0-42ae-9a0f-5039cdca7a47 req-b7e3d5fe-1d91-48fc-90c1-050ce8df8326 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 918 time: 0.2155778 Aug 31 01:26:31.569839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6623c650-06b0-42ae-9a0f-5039cdca7a47 req-d050f9f5-cf79-4710-a632-8c32c61ddac9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5 HTTP/1.1" status: 200 len: 998 time: 0.1769402 Aug 31 01:26:31.615956 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:31.662301 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6e58cc91-2bf3-4720-9fab-216cc454749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'aa71c322-4c8f-4157-b237-dea587056913', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'floating_ip_address': '172.25.6.99', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'port_id': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'mac_address': 'fa:16:3e:39:69:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:26:12Z', 'updated_at': '2021-08-31T01:26:29Z', 'revision_number': 1, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:17Z', 'revision_number': 5, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:31.716523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623c650-06b0-42ae-9a0f-5039cdca7a47 req-2e87bc2d-dcec-4bcb-b3ba-b13f923a0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:31.722960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6623c650-06b0-42ae-9a0f-5039cdca7a47 req-2e87bc2d-dcec-4bcb-b3ba-b13f923a0d4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 200 len: 856 time: 0.1426151 Aug 31 01:26:31.779261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e58cc91-2bf3-4720-9fab-216cc454749f None None] Checking router: 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:26:31.823914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e58cc91-2bf3-4720-9fab-216cc454749f None None] Routers {'7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:26:31.830360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6e58cc91-2bf3-4720-9fab-216cc454749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:26:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:31.905307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623c650-06b0-42ae-9a0f-5039cdca7a47 req-ffe3671d-9493-4bb1-b86c-01bff0b91b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:31.911751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6623c650-06b0-42ae-9a0f-5039cdca7a47 req-ffe3671d-9493-4bb1-b86c-01bff0b91b1f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1748593 Aug 31 01:26:31.916404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45020) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:32.060715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6623c650-06b0-42ae-9a0f-5039cdca7a47 req-21facea1-323b-4c5a-9d85-830336f25baa service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451652 Aug 31 01:26:32.246096 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.308553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-6e58cc91-2bf3-4720-9fab-216cc454749f None None] Set router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:26:32.426685 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6623c650-06b0-42ae-9a0f-5039cdca7a47 req-12877d47-74fa-4b65-9727-f00d2f053aeb service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525200 Aug 31 01:26:32.514044 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.523966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.611497 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=57d5a533641a4df982c9afb87d730357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6866715 Aug 31 01:26:32.611747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45034) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:32.623073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd04c1eb-ef9b-4e1f-b281-6d17cc3ac0f5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:32.642476 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:32.643568 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:32.644117 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:32.644758 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:32.645289 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:32.645814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:32.646346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:32.646861 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:32.647410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:32.647936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:32.648446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:32.648946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfe6cd-5fd1-41a5-a98d-2ab26e2bb2b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:32.742299 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-965107e6-94a1-448d-aa8f-9a2806502ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.785192 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-965107e6-94a1-448d-aa8f-9a2806502ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.847009 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-965107e6-94a1-448d-aa8f-9a2806502ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.849875 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-965107e6-94a1-448d-aa8f-9a2806502ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:32.851350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-965107e6-94a1-448d-aa8f-9a2806502ea9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd04c1eb-ef9b-4e1f-b281-6d17cc3ac0f5 HTTP/1.1" status: 204 len: 168 time: 0.2386756 Aug 31 01:26:32.884549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965107e6-94a1-448d-aa8f-9a2806502ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd04c1eb-ef9b-4e1f-b281-6d17cc3ac0f5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:32.937225 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6e58cc91-2bf3-4720-9fab-216cc454749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'aa71c322-4c8f-4157-b237-dea587056913', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'floating_ip_address': '172.25.6.99', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'port_id': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'mac_address': 'fa:16:3e:39:69:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:26:12Z', 'updated_at': '2021-08-31T01:26:29Z', 'revision_number': 1, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:17Z', 'revision_number': 5, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:32.971513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e58cc91-2bf3-4720-9fab-216cc454749f None None] The sync data for ids ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'] in n-d-802060-13 is: [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'aa71c322-4c8f-4157-b237-dea587056913', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'floating_ip_address': '172.25.6.99', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'port_id': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'mac_address': 'fa:16:3e:39:69:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:26:12Z', 'updated_at': '2021-08-31T01:26:29Z', 'revision_number': 1, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:17Z', 'revision_number': 5, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:33.519433 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38834c36-e998-4095-a5a6-206e543bec46 None None] New status for floating IP aa71c322-4c8f-4157-b237-dea587056913: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:26:33.570231 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45060) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:33.596548 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b99cef1b-9177-4d0e-921c-360a6d532f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.914431 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b99cef1b-9177-4d0e-921c-360a6d532f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.926913 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b99cef1b-9177-4d0e-921c-360a6d532f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:33.977090 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b99cef1b-9177-4d0e-921c-360a6d532f9b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=57135d6144c142718bc4172bd638326e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050732 Aug 31 01:26:33.979571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45074) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:34.074346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cef1b-9177-4d0e-921c-360a6d532f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf19f16-01be-4d03-bac1-e2766f88908c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:34.092414 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5107e552-ac94-4eb0-a76e-e7c94c820a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:34.157352 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5107e552-ac94-4eb0-a76e-e7c94c820a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:34.280320 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5107e552-ac94-4eb0-a76e-e7c94c820a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:34.284777 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5107e552-ac94-4eb0-a76e-e7c94c820a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:34.288436 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5107e552-ac94-4eb0-a76e-e7c94c820a91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5bf19f16-01be-4d03-bac1-e2766f88908c HTTP/1.1" status: 204 len: 168 time: 0.3054299 Aug 31 01:26:34.302727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107e552-ac94-4eb0-a76e-e7c94c820a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf19f16-01be-4d03-bac1-e2766f88908c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:37.535240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45182) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:37.782330 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-391deafe-3fe8-422f-9154-dbcd2db82e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:37.900879 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-391deafe-3fe8-422f-9154-dbcd2db82e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:37.940932 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-391deafe-3fe8-422f-9154-dbcd2db82e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:38.005139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-391deafe-3fe8-422f-9154-dbcd2db82e97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6f328fad7baa443594c3372e1df028ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666328 Aug 31 01:26:38.005890 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45204) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:38.007199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391deafe-3fe8-422f-9154-dbcd2db82e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f6d6c6-e399-4882-82d8-a30b1008e33a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:38.115316 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb1a6376-1d81-4627-bb69-73d87b63b2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:38.166490 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb1a6376-1d81-4627-bb69-73d87b63b2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:38.227846 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb1a6376-1d81-4627-bb69-73d87b63b2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:38.234336 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb1a6376-1d81-4627-bb69-73d87b63b2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:38.243484 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fb1a6376-1d81-4627-bb69-73d87b63b2db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78f6d6c6-e399-4882-82d8-a30b1008e33a HTTP/1.1" status: 204 len: 168 time: 0.2347963 Aug 31 01:26:38.252234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a6376-1d81-4627-bb69-73d87b63b2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f6d6c6-e399-4882-82d8-a30b1008e33a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:41.115785 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.138438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45460) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:42.337623 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ea443c74-d081-4cab-a7e4-e9e0ef53fd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.554875 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ea443c74-d081-4cab-a7e4-e9e0ef53fd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.558971 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ea443c74-d081-4cab-a7e4-e9e0ef53fd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.602093 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea443c74-d081-4cab-a7e4-e9e0ef53fd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3f21f8-8fb3-47d8-9bb3-ba8c2648bf48,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:42.635433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45480) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:42.636018 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ea443c74-d081-4cab-a7e4-e9e0ef53fd72 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=643191c119c8464fb886ede97b8fc2de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4961214 Aug 31 01:26:42.730472 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29d7d717-d924-4d74-a293-2a30fec5d09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.775890 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29d7d717-d924-4d74-a293-2a30fec5d09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.847730 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29d7d717-d924-4d74-a293-2a30fec5d09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.854340 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29d7d717-d924-4d74-a293-2a30fec5d09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.856752 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-29d7d717-d924-4d74-a293-2a30fec5d09d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c3f21f8-8fb3-47d8-9bb3-ba8c2648bf48 HTTP/1.1" status: 204 len: 168 time: 0.2195134 Aug 31 01:26:42.882671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7d717-d924-4d74-a293-2a30fec5d09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3f21f8-8fb3-47d8-9bb3-ba8c2648bf48,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:43.345346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45500) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:43.364865 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-71a1ebb8-b85f-4aa5-9780-6579ce0ab7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:43.586186 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-71a1ebb8-b85f-4aa5-9780-6579ce0ab7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:43.593657 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-71a1ebb8-b85f-4aa5-9780-6579ce0ab7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:43.648601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1ebb8-b85f-4aa5-9780-6579ce0ab7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfb0a6c-3935-41f2-8a33-8d48e6ba5035,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:43.714459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-71a1ebb8-b85f-4aa5-9780-6579ce0ab7bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=efe7809cb5a34acab06c6de81f41b459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677163 Aug 31 01:26:43.717072 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45516) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:43.786495 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e74595c-b193-4081-99c9-72cd090ae70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:43.837538 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e74595c-b193-4081-99c9-72cd090ae70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:43.926969 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e74595c-b193-4081-99c9-72cd090ae70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:43.932666 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e74595c-b193-4081-99c9-72cd090ae70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:43.934055 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8e74595c-b193-4081-99c9-72cd090ae70b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9dfb0a6c-3935-41f2-8a33-8d48e6ba5035 HTTP/1.1" status: 204 len: 168 time: 0.2158749 Aug 31 01:26:43.945539 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74595c-b193-4081-99c9-72cd090ae70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfb0a6c-3935-41f2-8a33-8d48e6ba5035,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:46.201975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45608) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:46.387648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2122221328', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:46.412145 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Made reservation on behalf of 51a8835822174f57a129432914b2e682 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:46.414701 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.427966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.561769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.565556 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.571249 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] device_id is not set on port 62d76ec5-0366-4c3e-9e4e-463f4deb33a1 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:26:46.697562 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c90e5c-8c2f-42a8-a5b6-8d30c18c3961,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:46.733983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Allocated IP 172.25.6.233 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/62d76ec5-0366-4c3e-9e4e-463f4deb33a1) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:46.908544 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:46.970485 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:47.018448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:47.021442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:47.040252 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:47.101510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:47.102284 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:47.123545 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Pushing event updated for resources: {'Port': ['ID=62d76ec5-0366-4c3e-9e4e-463f4deb33a1,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:47.143525 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cc8733d1-816d-429c-bd0f-cf03a4f09aab tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9400678 Aug 31 01:26:47.146626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45638) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:47.151758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3082b921-1af8-47e5-b838-5fa814074336 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.233'}]}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:47.183681 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3082b921-1af8-47e5-b838-5fa814074336 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:47.185420 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3082b921-1af8-47e5-b838-5fa814074336 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:47.300926 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3082b921-1af8-47e5-b838-5fa814074336 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:47.503315 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3082b921-1af8-47e5-b838-5fa814074336 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:47.861359 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3082b921-1af8-47e5-b838-5fa814074336 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:47.891713 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3082b921-1af8-47e5-b838-5fa814074336 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:48.024242 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-36d64057-f1a6-463d-bf7a-4012f5187efa tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:48.026244 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-36d64057-f1a6-463d-bf7a-4012f5187efa tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 812 time: 0.2276151 Aug 31 01:26:48.054852 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-dfc16a70-243f-445c-bb05-5ae501a83aff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/quotas/2e4cb56e9e2a4fbeb0ebdc7916f3c045 HTTP/1.1" status: 200 len: 375 time: 0.0198610 Aug 31 01:26:48.190576 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3082b921-1af8-47e5-b838-5fa814074336 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:48.255043 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-35104bbf-27ee-4a67-9bd6-288847f4a6ce tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1897926 Aug 31 01:26:48.458077 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3082b921-1af8-47e5-b838-5fa814074336 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:48.461610 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3082b921-1af8-47e5-b838-5fa814074336 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:48.857110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-37713b47-7784-4853-b4c3-eb24f247ea03 service neutron] 10.222.0.58 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011569 Aug 31 01:26:48.857888 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3082b921-1af8-47e5-b838-5fa814074336 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:48.858482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3082b921-1af8-47e5-b838-5fa814074336 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c791c898-bb99-48a3-9813-c77ddebd9701 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:26:48.883874 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-3082b921-1af8-47e5-b838-5fa814074336 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 01:26:48.888158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3082b921-1af8-47e5-b838-5fa814074336 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7372596 Aug 31 01:26:48.888324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45686) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:48.990312 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-98488c35-d083-4cac-8fd3-6140d5af35e9 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Deleting port 62d76ec5-0366-4c3e-9e4e-463f4deb33a1 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:26:48.990663 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98488c35-d083-4cac-8fd3-6140d5af35e9 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:48.995175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-cdb095bf-23db-46d1-8fba-11d9cab66446 service neutron] 10.222.0.58 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202486 Aug 31 01:26:49.125885 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98488c35-d083-4cac-8fd3-6140d5af35e9 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:49.164544 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-98488c35-d083-4cac-8fd3-6140d5af35e9 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Calling delete_port for 62d76ec5-0366-4c3e-9e4e-463f4deb33a1 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:26:49.382816 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98488c35-d083-4cac-8fd3-6140d5af35e9 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:49.432151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98488c35-d083-4cac-8fd3-6140d5af35e9 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Pushing event deleted for resources: {'Port': ['ID=62d76ec5-0366-4c3e-9e4e-463f4deb33a1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:49.537475 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98488c35-d083-4cac-8fd3-6140d5af35e9 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:49.557586 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-98488c35-d083-4cac-8fd3-6140d5af35e9 tempest-RoutersAdminNegativeTest-770351815 tempest-RoutersAdminNegativeTest-770351815-project-admin] 10.222.0.58 "DELETE /v2.0/ports/62d76ec5-0366-4c3e-9e4e-463f4deb33a1 HTTP/1.1" status: 204 len: 168 time: 0.6573217 Aug 31 01:26:49.569415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc40005e-7f92-4fe7-af17-32459a4b08cd req-9aab97b2-48e1-4e04-9f8d-f36668530587 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 210 time: 0.0568438 Aug 31 01:26:49.991086 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45740) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:50.144463 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01a06b55-bcbb-4ce3-8980-0aa9101d7f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:50.313664 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01a06b55-bcbb-4ce3-8980-0aa9101d7f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:50.322326 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01a06b55-bcbb-4ce3-8980-0aa9101d7f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:50.388172 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-01a06b55-bcbb-4ce3-8980-0aa9101d7f34 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ddf00ce4e64e4edc883b16540605c79a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935916 Aug 31 01:26:50.388172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a06b55-bcbb-4ce3-8980-0aa9101d7f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8023110-6b21-4b63-a2c8-364d45e1f6d2,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:50.388596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45752) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:50.463370 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e4de4b36-7ddd-45c5-9421-2279582e90f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:50.493323 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e4de4b36-7ddd-45c5-9421-2279582e90f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:50.562553 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e4de4b36-7ddd-45c5-9421-2279582e90f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:50.567177 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e4de4b36-7ddd-45c5-9421-2279582e90f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:50.569373 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e4de4b36-7ddd-45c5-9421-2279582e90f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8023110-6b21-4b63-a2c8-364d45e1f6d2 HTTP/1.1" status: 204 len: 168 time: 0.1797340 Aug 31 01:26:50.586531 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de4b36-7ddd-45c5-9421-2279582e90f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8023110-6b21-4b63-a2c8-364d45e1f6d2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:50.830701 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6f406ba-4971-4638-bac6-e5ecc1d6c388 req-34c84caa-f58d-4b9e-a3fa-5e6d0b6c2b5b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 210 time: 0.0909209 Aug 31 01:26:50.976949 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-90dc4db4-7309-4ec4-bdc7-2e66d211c884 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:50.978267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-90dc4db4-7309-4ec4-bdc7-2e66d211c884 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.15 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 812 time: 0.2400470 Aug 31 01:26:51.009370 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-75f266a8-beef-4443-9ca2-6a1ec426a4d4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'port': {'device_id': 'c730f264-0ad8-4c93-a74e-4c7048285334', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'admin_state_up': True, 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:51.152237 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45774) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:51.202757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-75f266a8-beef-4443-9ca2-6a1ec426a4d4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Made reservation on behalf of 2e4cb56e9e2a4fbeb0ebdc7916f3c045 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:51.205736 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-34bf4062-78ba-4811-b12c-98998e57853c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=51a8835822174f57a129432914b2e682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523319 Aug 31 01:26:51.209927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45776) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:51.210939 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-75f266a8-beef-4443-9ca2-6a1ec426a4d4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:51.229359 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7f27164e-36b6-40dc-81bb-09bac4c64deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:51.341788 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-531dcd8e-ab19-4e3c-a11f-bb3957f6ff05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:51.402364 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-531dcd8e-ab19-4e3c-a11f-bb3957f6ff05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:51.464811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-75f266a8-beef-4443-9ca2-6a1ec426a4d4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Allocated IP 172.20.0.14 (680aee2c-12bc-4ff6-aa57-34e08298a980/c02afb6d-b4d0-433f-8da5-3c6fe1d231db/160ca5ef-9386-4de3-9e62-204bf6c675b6) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:51.479920 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-531dcd8e-ab19-4e3c-a11f-bb3957f6ff05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:51.479920 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-531dcd8e-ab19-4e3c-a11f-bb3957f6ff05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:51.479920 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-531dcd8e-ab19-4e3c-a11f-bb3957f6ff05 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/83c90e5c-8c2f-42a8-a5b6-8d30c18c3961 HTTP/1.1" status: 204 len: 168 time: 0.2680092 Aug 31 01:26:51.498903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dcd8e-ab19-4e3c-a11f-bb3957f6ff05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c90e5c-8c2f-42a8-a5b6-8d30c18c3961,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:51.786376 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-75f266a8-beef-4443-9ca2-6a1ec426a4d4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:51.824520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-75f266a8-beef-4443-9ca2-6a1ec426a4d4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Transition to ACTIVE for port object 160ca5ef-9386-4de3-9e62-204bf6c675b6 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:51.885658 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-75f266a8-beef-4443-9ca2-6a1ec426a4d4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:52.070015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-75f266a8-beef-4443-9ca2-6a1ec426a4d4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Network 680aee2c-12bc-4ff6-aa57-34e08298a980 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:52.095696 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-75f266a8-beef-4443-9ca2-6a1ec426a4d4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:52.100748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-75f266a8-beef-4443-9ca2-6a1ec426a4d4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:52.103371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f266a8-beef-4443-9ca2-6a1ec426a4d4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'Port': ['ID=160ca5ef-9386-4de3-9e62-204bf6c675b6,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:52.290023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-75f266a8-beef-4443-9ca2-6a1ec426a4d4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:52.290663 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-75f266a8-beef-4443-9ca2-6a1ec426a4d4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:52.312117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7e5dc-9f7d-4808-bc23-e66e375c0a10 req-afd18131-7c2f-403b-b1a2-d8a5a65c07d3 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:52.314552 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9af7e5dc-9f7d-4808-bc23-e66e375c0a10 req-afd18131-7c2f-403b-b1a2-d8a5a65c07d3 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 932 time: 0.3010125 Aug 31 01:26:52.398415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-75f266a8-beef-4443-9ca2-6a1ec426a4d4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4018207 Aug 31 01:26:52.415157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9af7e5dc-9f7d-4808-bc23-e66e375c0a10 req-3b0504a9-d4d1-4c09-ae0c-a640b626b3a4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855546 Aug 31 01:26:52.437218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Request body: {'port': {'device_id': 'c730f264-0ad8-4c93-a74e-4c7048285334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:52.572806 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:52.613250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-182d8d67-801f-4706-aca5-f32f47ad7479 None None] Provisioning for port 160ca5ef-9386-4de3-9e62-204bf6c675b6 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:52.628757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-182d8d67-801f-4706-aca5-f32f47ad7479 None None] Provisioning complete for port 160ca5ef-9386-4de3-9e62-204bf6c675b6 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:52.629146 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-182d8d67-801f-4706-aca5-f32f47ad7479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:52.767701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-182d8d67-801f-4706-aca5-f32f47ad7479 None None] Port 160ca5ef-9386-4de3-9e62-204bf6c675b6 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:26:52.985919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45852) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:53.190468 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1532813584'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:53.198324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160ca5ef-9386-4de3-9e62-204bf6c675b6 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:26:53.208536 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.222623 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Transition to ACTIVE for port object 160ca5ef-9386-4de3-9e62-204bf6c675b6 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:53.229946 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.245606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Made reservation on behalf of 5bd89d95d54b4dc18434fe7718980ea9 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:53.249794 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.272877 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.336139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=160ca5ef-9386-4de3-9e62-204bf6c675b6,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:53.415659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Attempting to bind port 160ca5ef-9386-4de3-9e62-204bf6c675b6 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:53.416042 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Attempting to bind port 160ca5ef-9386-4de3-9e62-204bf6c675b6 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:53.416600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Attempting to bind port 160ca5ef-9386-4de3-9e62-204bf6c675b6 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:53.422062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Port 160ca5ef-9386-4de3-9e62-204bf6c675b6 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:26:53.423135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Attempting to bind port 160ca5ef-9386-4de3-9e62-204bf6c675b6 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:53.428823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:53.429302 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Checking segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:53.429780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Bound using segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:53.430306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Bound port: 160ca5ef-9386-4de3-9e62-204bf6c675b6, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:53.430760 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.540006 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] For port 160ca5ef-9386-4de3-9e62-204bf6c675b6, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:53.545404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] For port 160ca5ef-9386-4de3-9e62-204bf6c675b6, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=160ca5ef-9386-4de3-9e62-204bf6c675b6,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:53.553789 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.597641 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.604627 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.651254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1794f6c2-44f9-4024-ab4b-492dcc7908e5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:53.677690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:26:53.704926 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.705145 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Added segment b313eb49-5499-46d4-9581-2e9e7af56acf of type vlan for network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 Aug 31 01:26:53.707979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:53.709548 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.712622 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] 10.222.0.15 "PUT /v2.0/ports/160ca5ef-9386-4de3-9e62-204bf6c675b6 HTTP/1.1" status: 200 len: 1093 time: 1.2965064 Aug 31 01:26:53.713267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c730f264-0ad8-4c93-a74e-4c7048285334', 'tag': '160ca5ef-9386-4de3-9e62-204bf6c675b6'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:26:53.716700 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021d2e74-09c1-4d85-b0c7-787abc0eba6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c730f264-0ad8-4c93-a74e-4c7048285334", "tag": "160ca5ef-9386-4de3-9e62-204bf6c675b6"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:53.765507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9d25a-f19c-49e4-a3b5-18a37441e3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=160ca5ef-9386-4de3-9e62-204bf6c675b6,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:53.800111 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.838227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f69e8b-c46b-4275-b388-5ccc72f547c4 req-41cd6b29-dd0d-47ce-8735-7f625e4c124b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:53.839793 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81f69e8b-c46b-4275-b388-5ccc72f547c4 req-41cd6b29-dd0d-47ce-8735-7f625e4c124b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 944 time: 0.2878442 Aug 31 01:26:53.849779 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-137e6e5d-dbe0-412d-af0a-cb1ff6ce7bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.850866 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.866375 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:53.871737 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:53.893205 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9052613 Aug 31 01:26:53.908731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45874) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:53.914286 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5b447dc3-3b99-4a96-bede-a4565ed47fe6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Request body: {'subnet': {'network_id': '8dfb0f79-0bd6-4f02-8b51-07df6e7f6225', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:53.986668 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27be301f-3da9-451f-bd9d-2c40575b84e5 x-openstack-request-id: req-27be301f-3da9-451f-bd9d-2c40575b84e5 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:53.987105 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c730f264-0ad8-4c93-a74e-4c7048285334", "tag": "160ca5ef-9386-4de3-9e62-204bf6c675b6", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:53.987398 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27be301f-3da9-451f-bd9d-2c40575b84e5 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:53.987957 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c730f264-0ad8-4c93-a74e-4c7048285334', 'tag': '160ca5ef-9386-4de3-9e62-204bf6c675b6', 'status': 'completed', 'code': 200} Aug 31 01:26:54.008619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81f69e8b-c46b-4275-b388-5ccc72f547c4 req-6df9df4d-327a-4945-84f6-ebc77397fb79 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504209 Aug 31 01:26:54.016230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-502da58e-94b2-4d70-b73a-9105d236f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:54.021299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-502da58e-94b2-4d70-b73a-9105d236f629 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 1096 time: 0.2360282 Aug 31 01:26:54.036007 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aae37a-1a3a-44b7-9926-f6b7c05a6fc0 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event updated for resources: {'Network': ['ID=8dfb0f79-0bd6-4f02-8b51-07df6e7f6225,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:54.063234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:26:54.093191 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:54.114891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b447dc3-3b99-4a96-bede-a4565ed47fe6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Made reservation on behalf of 5bd89d95d54b4dc18434fe7718980ea9 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:54.119921 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b447dc3-3b99-4a96-bede-a4565ed47fe6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:54.128586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-a270488a-451a-4f90-9bbc-1e0594e81893 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=160ca5ef-9386-4de3-9e62-204bf6c675b6 HTTP/1.1" status: 200 len: 217 time: 0.0936728 Aug 31 01:26:54.255576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-68be947f-f8a0-4bdb-bf64-376e25153d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:54.257321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-68be947f-f8a0-4bdb-bf64-376e25153d84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.1191480 Aug 31 01:26:54.362659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-9ca3a9dd-96dd-4573-83bd-6d4d29377c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:54.366586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-9ca3a9dd-96dd-4573-83bd-6d4d29377c78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013079 Aug 31 01:26:54.482078 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:54.535037 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:26:54.557501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-2027f015-10a0-43b9-812a-14a10a08aafd service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827548 Aug 31 01:26:54.596920 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b447dc3-3b99-4a96-bede-a4565ed47fe6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:54.688222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b447dc3-3b99-4a96-bede-a4565ed47fe6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Checking segment: {'id': 'b313eb49-5499-46d4-9581-2e9e7af56acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dfb0f79-0bd6-4f02-8b51-07df6e7f6225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:54.689147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b447dc3-3b99-4a96-bede-a4565ed47fe6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Network hostable DHCP agents. Network: 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:26:54.701295 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b447dc3-3b99-4a96-bede-a4565ed47fe6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event updated for resources: {'Subnet': ['ID=b4e8a236-9325-463f-b89f-76b656cf0446,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:54.715584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d372d07-6549-40f3-8568-5dfedcc428f7 req-31197697-4f40-424f-b952-15a371abe2b6 service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348948 Aug 31 01:26:54.739430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b447dc3-3b99-4a96-bede-a4565ed47fe6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:26:54.752704 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-5b447dc3-3b99-4a96-bede-a4565ed47fe6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:54.764575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555f42c6-c590-4ff8-9dc1-a15ee0350924 None None] Network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:54.790083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b447dc3-3b99-4a96-bede-a4565ed47fe6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:54.795852 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5b447dc3-3b99-4a96-bede-a4565ed47fe6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:54.848267 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5b447dc3-3b99-4a96-bede-a4565ed47fe6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9377937 Aug 31 01:26:54.850823 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45894) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:54.859256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6e77393f-da71-4d7f-9f36-740f303a474d tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Request body: {'port': {'network_id': '8dfb0f79-0bd6-4f02-8b51-07df6e7f6225', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-244557738'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:54.882290 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d2e74-09c1-4d85-b0c7-787abc0eba6a req-a17e534b-2d6f-4987-830a-9b7ee5af31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:54.885704 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-021d2e74-09c1-4d85-b0c7-787abc0eba6a req-a17e534b-2d6f-4987-830a-9b7ee5af31a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 1096 time: 0.1185043 Aug 31 01:26:55.074703 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e77393f-da71-4d7f-9f36-740f303a474d tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Made reservation on behalf of 5bd89d95d54b4dc18434fe7718980ea9 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:55.087045 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e77393f-da71-4d7f-9f36-740f303a474d tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:55.129052 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d2e74-09c1-4d85-b0c7-787abc0eba6a req-dca41a05-a25c-4e20-bdac-528ad56655c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:55.133042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-021d2e74-09c1-4d85-b0c7-787abc0eba6a req-dca41a05-a25c-4e20-bdac-528ad56655c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.2389693 Aug 31 01:26:55.134631 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-6e77393f-da71-4d7f-9f36-740f303a474d tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] device_id is not set on port 5c592275-5cfc-4549-bce9-fdbd0e5a7ddc yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:26:55.141636 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-8dfb0f79-0bd6-4f02-8b51-07df6e7f6225', 'network_id': '8dfb0f79-0bd6-4f02-8b51-07df6e7f6225', 'tenant_id': '5bd89d95d54b4dc18434fe7718980ea9', 'fixed_ips': [{'subnet_id': 'b4e8a236-9325-463f-b89f-76b656cf0446'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:26:55.142705 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:55.272024 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-021d2e74-09c1-4d85-b0c7-787abc0eba6a req-2b2b1c1c-4a97-4f41-baee-51f2b2ff7eb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=160ca5ef-9386-4de3-9e62-204bf6c675b6 HTTP/1.1" status: 200 len: 217 time: 0.1308300 Aug 31 01:26:55.404280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2e8c8-c082-40b4-a007-c5c267e0a313 req-1d26e90b-8a3d-4a2d-83a9-1fd8c4fb4f0a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:55.412875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ab2e8c8-c082-40b4-a007-c5c267e0a313 req-1d26e90b-8a3d-4a2d-83a9-1fd8c4fb4f0a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 944 time: 0.1667087 Aug 31 01:26:55.432476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d2e74-09c1-4d85-b0c7-787abc0eba6a req-8020ef42-b82d-4553-94f9-681cd194ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:55.433949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-021d2e74-09c1-4d85-b0c7-787abc0eba6a req-8020ef42-b82d-4553-94f9-681cd194ed57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.1189907 Aug 31 01:26:55.455345 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-6e77393f-da71-4d7f-9f36-740f303a474d tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Allocated IP 2001:db8::be (8dfb0f79-0bd6-4f02-8b51-07df6e7f6225/b4e8a236-9325-463f-b89f-76b656cf0446/5c592275-5cfc-4549-bce9-fdbd0e5a7ddc) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:55.554949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ab2e8c8-c082-40b4-a007-c5c267e0a313 req-9dfdfa47-a506-44f0-8d38-bebc25bdbf4f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309209 Aug 31 01:26:55.580410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d2e74-09c1-4d85-b0c7-787abc0eba6a req-d75e600a-a84b-4f49-8509-dc985e437654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:55.581921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-021d2e74-09c1-4d85-b0c7-787abc0eba6a req-d75e600a-a84b-4f49-8509-dc985e437654 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388624 Aug 31 01:26:55.713671 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-021d2e74-09c1-4d85-b0c7-787abc0eba6a req-ba59c23a-4131-4f12-8162-993e9f3a5a0b service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240156 Aug 31 01:26:55.897426 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e77393f-da71-4d7f-9f36-740f303a474d tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:55.917192 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-021d2e74-09c1-4d85-b0c7-787abc0eba6a req-35b2e2ae-5a18-4285-bc1f-06ff65e03ce8 service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959505 Aug 31 01:26:55.938686 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-6e77393f-da71-4d7f-9f36-740f303a474d tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Transition to ACTIVE for port object 5c592275-5cfc-4549-bce9-fdbd0e5a7ddc will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:56.017195 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e77393f-da71-4d7f-9f36-740f303a474d tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.089969 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Allocated IP 2001:db8::2 (8dfb0f79-0bd6-4f02-8b51-07df6e7f6225/b4e8a236-9325-463f-b89f-76b656cf0446/0ae8e8c1-cdd1-49c4-9770-080016f767d7) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:56.115968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77393f-da71-4d7f-9f36-740f303a474d tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:56.125902 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-6e77393f-da71-4d7f-9f36-740f303a474d tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:56.133353 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77393f-da71-4d7f-9f36-740f303a474d tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:56.139262 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e77393f-da71-4d7f-9f36-740f303a474d tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:56.140482 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e77393f-da71-4d7f-9f36-740f303a474d tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.163961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77393f-da71-4d7f-9f36-740f303a474d tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event updated for resources: {'Port': ['ID=5c592275-5cfc-4549-bce9-fdbd0e5a7ddc,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:56.210705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45934) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:56.211846 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6e77393f-da71-4d7f-9f36-740f303a474d tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3585622 Aug 31 01:26:56.216824 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-17b0c007-c6aa-48c3-98fc-783b56fa1077 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Request body: {'port': {'network_id': '8dfb0f79-0bd6-4f02-8b51-07df6e7f6225', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1962435550', 'allowed_address_pairs': [{'ip_address': '2001:db8::be', 'mac_address': 'fa:16:3e:32:f4:11'}]}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:56.323393 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.333331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Transition to ACTIVE for port object 0ae8e8c1-cdd1-49c4-9770-080016f767d7 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:56.350025 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Transition to ACTIVE for port object 0ae8e8c1-cdd1-49c4-9770-080016f767d7 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:56.357173 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.414563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:56.416211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Pushing event updated for resources: {'Port': ['ID=0ae8e8c1-cdd1-49c4-9770-080016f767d7,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:56.419860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:56.424324 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:56.439311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b0c007-c6aa-48c3-98fc-783b56fa1077 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Made reservation on behalf of 5bd89d95d54b4dc18434fe7718980ea9 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:56.442800 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:56.443628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:56.444188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:56.447741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:56.448714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:56.449375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:56.449995 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:56.450544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:56.451050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:56.451591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:56.452117 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:56.452658 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:56.511863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Attempting to bind port 0ae8e8c1-cdd1-49c4-9770-080016f767d7 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:26:56.512241 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Attempting to bind port 0ae8e8c1-cdd1-49c4-9770-080016f767d7 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'b313eb49-5499-46d4-9581-2e9e7af56acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dfb0f79-0bd6-4f02-8b51-07df6e7f6225'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:26:56.512897 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Attempting to bind port 0ae8e8c1-cdd1-49c4-9770-080016f767d7 on network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:26:56.518702 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:26:56.519077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Checking segment: {'id': 'b313eb49-5499-46d4-9581-2e9e7af56acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dfb0f79-0bd6-4f02-8b51-07df6e7f6225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:26:56.519876 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.520273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Bound using segment: {'id': 'b313eb49-5499-46d4-9581-2e9e7af56acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dfb0f79-0bd6-4f02-8b51-07df6e7f6225'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:26:56.520745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Bound port: 0ae8e8c1-cdd1-49c4-9770-080016f767d7, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b313eb49-5499-46d4-9581-2e9e7af56acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dfb0f79-0bd6-4f02-8b51-07df6e7f6225'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:26:56.521133 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.622927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] For port 0ae8e8c1-cdd1-49c4-9770-080016f767d7, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:56.626527 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] For port 0ae8e8c1-cdd1-49c4-9770-080016f767d7, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0ae8e8c1-cdd1-49c4-9770-080016f767d7,segment=NetworkSegment(b313eb49-5499-46d4-9581-2e9e7af56acf),segment_id=b313eb49-5499-46d4-9581-2e9e7af56acf)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:56.631665 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.727433 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.752570 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7579330-640b-4752-8c62-ad74ebe4f707 None None] Pushing event updated for resources: {'Port': ['ID=0ae8e8c1-cdd1-49c4-9770-080016f767d7,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:56.756638 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17b0c007-c6aa-48c3-98fc-783b56fa1077 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:56.784990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f208cfb-731b-4652-a387-5ab88f875251 req-600ce17e-7655-4797-bbec-d466d43a5daf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1950290 Aug 31 01:26:56.792695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-17b0c007-c6aa-48c3-98fc-783b56fa1077 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] device_id is not set on port 71a66361-6e9b-4334-bd2b-270874fbb9fe yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:26:56.832150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b95ac6-6097-4bd9-8bbe-28f367cb017d req-b080f5b9-e949-43d0-92f1-a157c653db77 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:56.839969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01b95ac6-6097-4bd9-8bbe-28f367cb017d req-b080f5b9-e949-43d0-92f1-a157c653db77 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 944 time: 0.1666543 Aug 31 01:26:56.960228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01b95ac6-6097-4bd9-8bbe-28f367cb017d req-2f05ff9b-1b95-447e-8239-8a19422373ee tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187391 Aug 31 01:26:57.078128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-17b0c007-c6aa-48c3-98fc-783b56fa1077 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Allocated IP 2001:db8::1bd (8dfb0f79-0bd6-4f02-8b51-07df6e7f6225/b4e8a236-9325-463f-b89f-76b656cf0446/71a66361-6e9b-4334-bd2b-270874fbb9fe) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:57.211545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f208cfb-731b-4652-a387-5ab88f875251 req-1a87f87b-f568-4fad-a4ff-69526819fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:57.217943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f208cfb-731b-4652-a387-5ab88f875251 req-1a87f87b-f568-4fad-a4ff-69526819fcbc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 1098 time: 0.3432543 Aug 31 01:26:57.447107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f208cfb-731b-4652-a387-5ab88f875251 req-7e28368d-9b5a-4ce3-8a31-47f836791dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:57.448527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f208cfb-731b-4652-a387-5ab88f875251 req-7e28368d-9b5a-4ce3-8a31-47f836791dd2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 200 len: 911 time: 0.1992035 Aug 31 01:26:57.536739 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17b0c007-c6aa-48c3-98fc-783b56fa1077 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:57.562221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f208cfb-731b-4652-a387-5ab88f875251 req-52e70a19-4c85-42b9-ad51-fd637e47d8c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b78ce4-3efd-4ca2-92bb-bec138035e6b HTTP/1.1" status: 200 len: 1001 time: 0.0987821 Aug 31 01:26:57.562221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-17b0c007-c6aa-48c3-98fc-783b56fa1077 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Transition to ACTIVE for port object 71a66361-6e9b-4334-bd2b-270874fbb9fe will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:26:57.649759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f208cfb-731b-4652-a387-5ab88f875251 req-e5f6e117-1893-43d8-861b-89d8e2d11288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:57.651447 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f208cfb-731b-4652-a387-5ab88f875251 req-e5f6e117-1893-43d8-861b-89d8e2d11288 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3bdf0b07-4c89-45a2-828f-1c4e94ba70e3 HTTP/1.1" status: 200 len: 849 time: 0.0805919 Aug 31 01:26:57.655024 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17b0c007-c6aa-48c3-98fc-783b56fa1077 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:57.768674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b0c007-c6aa-48c3-98fc-783b56fa1077 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:57.772462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-17b0c007-c6aa-48c3-98fc-783b56fa1077 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:57.787170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b0c007-c6aa-48c3-98fc-783b56fa1077 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:26:57.793683 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b0c007-c6aa-48c3-98fc-783b56fa1077 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:57.794450 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-17b0c007-c6aa-48c3-98fc-783b56fa1077 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:57.848549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f208cfb-731b-4652-a387-5ab88f875251 req-cbe026d6-b91b-4019-9015-d3137381d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:57.850680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f208cfb-731b-4652-a387-5ab88f875251 req-cbe026d6-b91b-4019-9015-d3137381d686 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05166366-f2cf-4263-a28e-fd696742cc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1872725 Aug 31 01:26:57.852950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0c007-c6aa-48c3-98fc-783b56fa1077 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event updated for resources: {'Port': ['ID=71a66361-6e9b-4334-bd2b-270874fbb9fe,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:57.987317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f208cfb-731b-4652-a387-5ab88f875251 req-add108ce-8e66-4f07-a1a7-8c8daf051c3b service neutron] 10.222.0.70 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272087 Aug 31 01:26:57.989821 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-17b0c007-c6aa-48c3-98fc-783b56fa1077 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.7773077 Aug 31 01:26:57.993331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 45974) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:58.379328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0ae8e8c1-cdd1-49c4-9770-080016f767d7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:58.398297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902a7cf2-bb3a-4ff8-9f24-79dcfc08dba2 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:58.405738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902a7cf2-bb3a-4ff8-9f24-79dcfc08dba2 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:58.420217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902a7cf2-bb3a-4ff8-9f24-79dcfc08dba2 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:58.433585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 45982) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:26:58.446072 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-902a7cf2-bb3a-4ff8-9f24-79dcfc08dba2 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.4512062 Aug 31 01:26:58.450957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c211e09-d825-4891-831f-5d6d0e1776c7 None None] Network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:26:58.454516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f208cfb-731b-4652-a387-5ab88f875251 req-1b84de14-7ad7-47bc-8306-ba2625848fcf service neutron] 10.222.0.70 "GET /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317181 Aug 31 01:26:58.493840 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf26bc-c62f-4e69-9da2-4048798e4c3f req-f36ab6dd-c921-4a02-8e48-0dc0e839b424 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:58.498592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03bf26bc-c62f-4e69-9da2-4048798e4c3f req-f36ab6dd-c921-4a02-8e48-0dc0e839b424 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 944 time: 0.3927743 Aug 31 01:26:58.622285 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03bf26bc-c62f-4e69-9da2-4048798e4c3f req-d5d11a13-5aba-4dfd-b457-2d1eb859810c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040123 Aug 31 01:26:58.646321 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2c70a819-0b43-46f8-a57c-b2732e14896b tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Deleting port 71a66361-6e9b-4334-bd2b-270874fbb9fe {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:26:58.646813 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c70a819-0b43-46f8-a57c-b2732e14896b tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:58.757194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2bfa05e5-8731-4579-bd1f-f8b4944cf901 None None] Provisioning for port 0ae8e8c1-cdd1-49c4-9770-080016f767d7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:58.764004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2bfa05e5-8731-4579-bd1f-f8b4944cf901 None None] Provisioning complete for port 0ae8e8c1-cdd1-49c4-9770-080016f767d7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:58.764615 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2bfa05e5-8731-4579-bd1f-f8b4944cf901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:58.767303 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 0ae8e8c1-cdd1-49c4-9770-080016f767d7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:58.774491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0ae8e8c1-cdd1-49c4-9770-080016f767d7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:58.775039 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:59.365047 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2bfa05e5-8731-4579-bd1f-f8b4944cf901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:59.389650 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:59.480989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2bfa05e5-8731-4579-bd1f-f8b4944cf901 None None] For port 0ae8e8c1-cdd1-49c4-9770-080016f767d7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0ae8e8c1-cdd1-49c4-9770-080016f767d7,segment=NetworkSegment(b313eb49-5499-46d4-9581-2e9e7af56acf),segment_id=b313eb49-5499-46d4-9581-2e9e7af56acf)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:59.496765 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2bfa05e5-8731-4579-bd1f-f8b4944cf901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:59.569300 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c70a819-0b43-46f8-a57c-b2732e14896b tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:59.603030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2c70a819-0b43-46f8-a57c-b2732e14896b tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Calling delete_port for 71a66361-6e9b-4334-bd2b-270874fbb9fe owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:26:59.684937 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:26:59.684937 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:26:59.709686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa05e5-8731-4579-bd1f-f8b4944cf901 None None] Pushing event updated for resources: {'Port': ['ID=0ae8e8c1-cdd1-49c4-9770-080016f767d7,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:59.730253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-88be94a8-4e9c-48d4-98f3-8981d1bf2dae None None] Provisioning complete for port 0ae8e8c1-cdd1-49c4-9770-080016f767d7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:59.730646 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-88be94a8-4e9c-48d4-98f3-8981d1bf2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:59.861659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359b8a9-a766-4348-a60f-8f197c7e8bee req-b5c07ce3-6883-46a6-9ed5-ccd32c63b65e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:59.880037 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1359b8a9-a766-4348-a60f-8f197c7e8bee req-b5c07ce3-6883-46a6-9ed5-ccd32c63b65e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 944 time: 0.1222076 Aug 31 01:26:59.930216 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c70a819-0b43-46f8-a57c-b2732e14896b tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:59.954767 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-88be94a8-4e9c-48d4-98f3-8981d1bf2dae None None] Could not find standard attr ID for object 71a66361-6e9b-4334-bd2b-270874fbb9fe. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:26:59.982131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70a819-0b43-46f8-a57c-b2732e14896b tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event deleted for resources: {'Port': ['ID=71a66361-6e9b-4334-bd2b-270874fbb9fe,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:59.982859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-88be94a8-4e9c-48d4-98f3-8981d1bf2dae None None] Provisioning for port 5c592275-5cfc-4549-bce9-fdbd0e5a7ddc completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:26:59.988756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-88be94a8-4e9c-48d4-98f3-8981d1bf2dae None None] Provisioning complete for port 5c592275-5cfc-4549-bce9-fdbd0e5a7ddc triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:26:59.989348 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-88be94a8-4e9c-48d4-98f3-8981d1bf2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:00.027241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1359b8a9-a766-4348-a60f-8f197c7e8bee req-4148ac98-7b72-4c62-a874-3a7132360b0c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462457 Aug 31 01:27:00.091424 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-88be94a8-4e9c-48d4-98f3-8981d1bf2dae None None] Port 5c592275-5cfc-4549-bce9-fdbd0e5a7ddc cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:00.137023 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c70a819-0b43-46f8-a57c-b2732e14896b tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:00.143969 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2c70a819-0b43-46f8-a57c-b2732e14896b tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "DELETE /v2.0/ports/71a66361-6e9b-4334-bd2b-270874fbb9fe HTTP/1.1" status: 204 len: 168 time: 1.7071426 Aug 31 01:27:00.144486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46004) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:00.188454 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-952d1119-3591-4036-a53b-28154de1d4c1 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] GET failed (client error): The resource could not be found. Aug 31 01:27:00.190526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-952d1119-3591-4036-a53b-28154de1d4c1 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "GET /v2.0/ports/71a66361-6e9b-4334-bd2b-270874fbb9fe HTTP/1.1" status: 404 len: 333 time: 0.0449417 Aug 31 01:27:00.194176 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46006) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:00.199537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-01bc236c-c923-41bb-9b32-c44807e098af tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Request body: {'port': {'network_id': '8dfb0f79-0bd6-4f02-8b51-07df6e7f6225', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1823003662'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:00.301653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b1e7016f-5bbc-4c2b-a670-d00cc99810d1 None None] Provisioning complete for port 5c592275-5cfc-4549-bce9-fdbd0e5a7ddc triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:00.302014 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b1e7016f-5bbc-4c2b-a670-d00cc99810d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:00.450431 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b1e7016f-5bbc-4c2b-a670-d00cc99810d1 None None] Port 5c592275-5cfc-4549-bce9-fdbd0e5a7ddc cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:00.458940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b1e7016f-5bbc-4c2b-a670-d00cc99810d1 None None] Could not find standard attr ID for object 71a66361-6e9b-4334-bd2b-270874fbb9fe. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:27:00.471668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0ae8e8c1-cdd1-49c4-9770-080016f767d7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:00.504414 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bc236c-c923-41bb-9b32-c44807e098af tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Made reservation on behalf of 5bd89d95d54b4dc18434fe7718980ea9 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:27:00.510219 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01bc236c-c923-41bb-9b32-c44807e098af tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:00.541330 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-01bc236c-c923-41bb-9b32-c44807e098af tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] device_id is not set on port ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:27:00.558645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0ae8e8c1-cdd1-49c4-9770-080016f767d7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:00.559981 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:00.827727 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-01bc236c-c923-41bb-9b32-c44807e098af tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Allocated IP 2001:db8::19b (8dfb0f79-0bd6-4f02-8b51-07df6e7f6225/b4e8a236-9325-463f-b89f-76b656cf0446/ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:01.114967 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01bc236c-c923-41bb-9b32-c44807e098af tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:01.135303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-01bc236c-c923-41bb-9b32-c44807e098af tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Transition to ACTIVE for port object ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:01.180782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01bc236c-c923-41bb-9b32-c44807e098af tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:01.232351 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc236c-c923-41bb-9b32-c44807e098af tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:01.239097 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-01bc236c-c923-41bb-9b32-c44807e098af tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:01.244194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc236c-c923-41bb-9b32-c44807e098af tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:01.250657 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bc236c-c923-41bb-9b32-c44807e098af tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:01.251455 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01bc236c-c923-41bb-9b32-c44807e098af tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:01.266855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc236c-c923-41bb-9b32-c44807e098af tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event updated for resources: {'Port': ['ID=ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:01.287851 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-01bc236c-c923-41bb-9b32-c44807e098af tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0903132 Aug 31 01:27:01.288153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46028) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:01.340270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b1164585-48aa-4c44-8732-781e20f5f9d4 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::be', 'mac_address': 'fa:16:3e:32:f4:11'}]}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:01.461461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35336b8-77a5-4598-80cc-94ed8a02208b req-95f4f342-9463-41b0-a21f-dd5879911fb2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:01.472928 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f35336b8-77a5-4598-80cc-94ed8a02208b req-95f4f342-9463-41b0-a21f-dd5879911fb2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 944 time: 0.2122819 Aug 31 01:27:01.624594 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:01.668565 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f35336b8-77a5-4598-80cc-94ed8a02208b req-bd801d9d-a428-4c17-9b50-5e52f41faeba tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909413 Aug 31 01:27:01.690238 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1164585-48aa-4c44-8732-781e20f5f9d4 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:01.743596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9e9ef0c4-2999-463f-b73f-6bf95a5c247c None None] Provisioning for port ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:01.753559 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9e9ef0c4-2999-463f-b73f-6bf95a5c247c None None] Provisioning complete for port ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:01.753964 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef0c4-2999-463f-b73f-6bf95a5c247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:01.900087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ef0c4-2999-463f-b73f-6bf95a5c247c None None] Port ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:02.165315 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1164585-48aa-4c44-8732-781e20f5f9d4 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:02.177066 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1164585-48aa-4c44-8732-781e20f5f9d4 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:02.268507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-b1164585-48aa-4c44-8732-781e20f5f9d4 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] In _notify_port_updated(), no bound segment for port ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0 on network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:27:02.275631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1164585-48aa-4c44-8732-781e20f5f9d4 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:02.276368 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1164585-48aa-4c44-8732-781e20f5f9d4 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:02.278000 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b1164585-48aa-4c44-8732-781e20f5f9d4 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "PUT /v2.0/ports/ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0 HTTP/1.1" status: 200 len: 1002 time: 0.9880285 Aug 31 01:27:02.280586 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46052) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:02.286203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1164585-48aa-4c44-8732-781e20f5f9d4 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event updated for resources: {'Port': ['ID=ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:02.504625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-1d61d6e3-1697-4643-973c-8b8d0c11177e tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Deleting port ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:02.505240 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d61d6e3-1697-4643-973c-8b8d0c11177e tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:02.596789 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d61d6e3-1697-4643-973c-8b8d0c11177e tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:02.609170 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-1d61d6e3-1697-4643-973c-8b8d0c11177e tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Calling delete_port for ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:02.761358 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ebec9ec8-1e38-43e8-a4d3-5f11ed6c8c5f None None] Provisioning complete for port ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:02.761913 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ebec9ec8-1e38-43e8-a4d3-5f11ed6c8c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:02.836041 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ebec9ec8-1e38-43e8-a4d3-5f11ed6c8c5f None None] Port ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:02.852644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fc4e8-68be-487a-9877-82ec3707f6d8 req-8f9ee74a-f163-4b55-af4a-1e58a1a4f9f1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:02.855030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a3fc4e8-68be-487a-9877-82ec3707f6d8 req-8f9ee74a-f163-4b55-af4a-1e58a1a4f9f1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 944 time: 0.1020932 Aug 31 01:27:02.937405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a3fc4e8-68be-487a-9877-82ec3707f6d8 req-6e6dcb58-45ad-4b92-be70-e10d740fe1bd tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566878 Aug 31 01:27:02.971109 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d61d6e3-1697-4643-973c-8b8d0c11177e tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:03.012279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61d6e3-1697-4643-973c-8b8d0c11177e tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event deleted for resources: {'Port': ['ID=ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:03.260056 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1d61d6e3-1697-4643-973c-8b8d0c11177e tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:03.269095 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1d61d6e3-1697-4643-973c-8b8d0c11177e tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "DELETE /v2.0/ports/ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0 HTTP/1.1" status: 204 len: 168 time: 0.9874270 Aug 31 01:27:03.271732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46080) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:03.315779 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65c40b2-30ee-4caa-9277-909537d5c608 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] GET failed (client error): The resource could not be found. Aug 31 01:27:03.318584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d65c40b2-30ee-4caa-9277-909537d5c608 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "GET /v2.0/ports/ef8e58d4-2fa4-4bb7-a4b6-9acac40c40b0 HTTP/1.1" status: 404 len: 333 time: 0.0453727 Aug 31 01:27:03.323124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46082) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:03.331069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-279e1d1e-aaba-4f82-861f-60a9489b81e9 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Request body: {'port': {'network_id': '8dfb0f79-0bd6-4f02-8b51-07df6e7f6225', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-856867872'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:03.527999 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279e1d1e-aaba-4f82-861f-60a9489b81e9 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Made reservation on behalf of 5bd89d95d54b4dc18434fe7718980ea9 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:27:03.532989 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-279e1d1e-aaba-4f82-861f-60a9489b81e9 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:03.552027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-279e1d1e-aaba-4f82-861f-60a9489b81e9 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] device_id is not set on port 229ee55c-9099-493d-8a52-c080adea4f22 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:27:03.677917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-279e1d1e-aaba-4f82-861f-60a9489b81e9 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Allocated IP 2001:db8::38a (8dfb0f79-0bd6-4f02-8b51-07df6e7f6225/b4e8a236-9325-463f-b89f-76b656cf0446/229ee55c-9099-493d-8a52-c080adea4f22) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:03.854101 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-279e1d1e-aaba-4f82-861f-60a9489b81e9 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:03.869910 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-279e1d1e-aaba-4f82-861f-60a9489b81e9 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Transition to ACTIVE for port object 229ee55c-9099-493d-8a52-c080adea4f22 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:03.908869 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-279e1d1e-aaba-4f82-861f-60a9489b81e9 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:03.960565 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279e1d1e-aaba-4f82-861f-60a9489b81e9 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:03.963844 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-279e1d1e-aaba-4f82-861f-60a9489b81e9 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:03.968280 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e1d1e-aaba-4f82-861f-60a9489b81e9 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:03.974919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279e1d1e-aaba-4f82-861f-60a9489b81e9 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:03.975522 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-279e1d1e-aaba-4f82-861f-60a9489b81e9 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:03.980702 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e1d1e-aaba-4f82-861f-60a9489b81e9 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event updated for resources: {'Port': ['ID=229ee55c-9099-493d-8a52-c080adea4f22,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:04.001024 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-279e1d1e-aaba-4f82-861f-60a9489b81e9 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6734700 Aug 31 01:27:04.001449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46100) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:04.007864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-6f86e3f7-e69a-498c-bce3-b0d6bb435673 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:32:f4:11'}]}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:04.309804 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6f86e3f7-e69a-498c-bce3-b0d6bb435673 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:04.387939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08391a6-8f0f-4de8-a908-8f1e779484a1 req-f1c6c625-d02c-4ce4-95a1-514c69765b5c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:04.396875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b08391a6-8f0f-4de8-a908-8f1e779484a1 req-f1c6c625-d02c-4ce4-95a1-514c69765b5c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 944 time: 0.1898739 Aug 31 01:27:04.461710 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b08391a6-8f0f-4de8-a908-8f1e779484a1 req-96b0325a-936d-4437-b59c-35cb2efef1a0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637748 Aug 31 01:27:04.491721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ca1b72ac-b868-4800-bf3f-5e2a1a87ae2b None None] Provisioning for port 229ee55c-9099-493d-8a52-c080adea4f22 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:04.499242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ca1b72ac-b868-4800-bf3f-5e2a1a87ae2b None None] Provisioning complete for port 229ee55c-9099-493d-8a52-c080adea4f22 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:04.499679 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ca1b72ac-b868-4800-bf3f-5e2a1a87ae2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:04.571219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b72ac-b868-4800-bf3f-5e2a1a87ae2b None None] Port 229ee55c-9099-493d-8a52-c080adea4f22 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:04.669287 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6f86e3f7-e69a-498c-bce3-b0d6bb435673 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:04.674567 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6f86e3f7-e69a-498c-bce3-b0d6bb435673 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:04.714042 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-6f86e3f7-e69a-498c-bce3-b0d6bb435673 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] In _notify_port_updated(), no bound segment for port 229ee55c-9099-493d-8a52-c080adea4f22 on network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:27:04.721048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f86e3f7-e69a-498c-bce3-b0d6bb435673 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:04.721847 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6f86e3f7-e69a-498c-bce3-b0d6bb435673 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:04.723387 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6f86e3f7-e69a-498c-bce3-b0d6bb435673 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "PUT /v2.0/ports/229ee55c-9099-493d-8a52-c080adea4f22 HTTP/1.1" status: 200 len: 1002 time: 0.7208831 Aug 31 01:27:04.726158 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46120) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:04.740324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86e3f7-e69a-498c-bce3-b0d6bb435673 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event updated for resources: {'Port': ['ID=229ee55c-9099-493d-8a52-c080adea4f22,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:04.871139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0443f374-d4b7-4348-87e7-632cf5d93cbf tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Deleting port 229ee55c-9099-493d-8a52-c080adea4f22 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:04.871757 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0443f374-d4b7-4348-87e7-632cf5d93cbf tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:04.986887 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0443f374-d4b7-4348-87e7-632cf5d93cbf tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:05.000594 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0443f374-d4b7-4348-87e7-632cf5d93cbf tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Calling delete_port for 229ee55c-9099-493d-8a52-c080adea4f22 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:05.191993 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0443f374-d4b7-4348-87e7-632cf5d93cbf tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:05.208444 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-033b762b-55e1-403f-b430-ac5e89c20ece None None] Provisioning complete for port 229ee55c-9099-493d-8a52-c080adea4f22 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:05.208824 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-033b762b-55e1-403f-b430-ac5e89c20ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:05.258936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-033b762b-55e1-403f-b430-ac5e89c20ece None None] Port 229ee55c-9099-493d-8a52-c080adea4f22 was deleted so its status cannot be updated. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 01:27:05.284218 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0443f374-d4b7-4348-87e7-632cf5d93cbf tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:05.286502 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0443f374-d4b7-4348-87e7-632cf5d93cbf tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "DELETE /v2.0/ports/229ee55c-9099-493d-8a52-c080adea4f22 HTTP/1.1" status: 204 len: 168 time: 0.5586991 Aug 31 01:27:05.287919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443f374-d4b7-4348-87e7-632cf5d93cbf tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event deleted for resources: {'Port': ['ID=229ee55c-9099-493d-8a52-c080adea4f22,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:05.289166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46132) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:05.348883 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fdf347-373c-4db9-8982-0ffc0403b765 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] GET failed (client error): The resource could not be found. Aug 31 01:27:05.355350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-29fdf347-373c-4db9-8982-0ffc0403b765 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "GET /v2.0/ports/229ee55c-9099-493d-8a52-c080adea4f22 HTTP/1.1" status: 404 len: 333 time: 0.0651064 Aug 31 01:27:05.356951 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46136) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:05.371779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-6c3864ad-af4a-4e30-89b0-5c86441b073c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Request body: {'port': {'network_id': '8dfb0f79-0bd6-4f02-8b51-07df6e7f6225', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-559496506'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:05.526644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3864ad-af4a-4e30-89b0-5c86441b073c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Made reservation on behalf of 5bd89d95d54b4dc18434fe7718980ea9 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:27:05.530468 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c3864ad-af4a-4e30-89b0-5c86441b073c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:05.561000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-6c3864ad-af4a-4e30-89b0-5c86441b073c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] device_id is not set on port d912a423-83e2-4d82-b96a-637afc69c5c2 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:27:05.720661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075b121-3a03-4021-83ae-c3696a5c653f req-6cafbea9-02e5-4b74-820c-4fe74a219bb6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:05.730578 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3075b121-3a03-4021-83ae-c3696a5c653f req-6cafbea9-02e5-4b74-820c-4fe74a219bb6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 944 time: 0.1711469 Aug 31 01:27:05.811598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-6c3864ad-af4a-4e30-89b0-5c86441b073c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Allocated IP 2001:db8::12e (8dfb0f79-0bd6-4f02-8b51-07df6e7f6225/b4e8a236-9325-463f-b89f-76b656cf0446/d912a423-83e2-4d82-b96a-637afc69c5c2) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:05.895915 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3075b121-3a03-4021-83ae-c3696a5c653f req-f0dc1fbb-6918-42f8-970a-8b9de46d271a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638899 Aug 31 01:27:06.621857 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c3864ad-af4a-4e30-89b0-5c86441b073c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:06.653985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-6c3864ad-af4a-4e30-89b0-5c86441b073c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Transition to ACTIVE for port object d912a423-83e2-4d82-b96a-637afc69c5c2 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:06.711414 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c3864ad-af4a-4e30-89b0-5c86441b073c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:06.775161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3864ad-af4a-4e30-89b0-5c86441b073c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:06.798312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-6c3864ad-af4a-4e30-89b0-5c86441b073c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:06.801275 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3864ad-af4a-4e30-89b0-5c86441b073c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:06.807470 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3864ad-af4a-4e30-89b0-5c86441b073c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:06.808189 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6c3864ad-af4a-4e30-89b0-5c86441b073c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:06.840819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3864ad-af4a-4e30-89b0-5c86441b073c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event updated for resources: {'Port': ['ID=d912a423-83e2-4d82-b96a-637afc69c5c2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:06.856132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6c3864ad-af4a-4e30-89b0-5c86441b073c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4978907 Aug 31 01:27:06.859123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46182) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:06.866018 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b437b62d-aae6-4fdb-b56f-0fc7194f9f58 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Request body: {'port': {'network_id': '8dfb0f79-0bd6-4f02-8b51-07df6e7f6225', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-116844304'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:07.101909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212171dc-41e0-4911-9709-a92f29465664 req-b867ed64-86cd-4b21-b331-ba64b94fa0ff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:07.107269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-212171dc-41e0-4911-9709-a92f29465664 req-b867ed64-86cd-4b21-b331-ba64b94fa0ff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 944 time: 0.0803251 Aug 31 01:27:07.177228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-212171dc-41e0-4911-9709-a92f29465664 req-01c99e6f-914a-4533-b518-28141eeba3c8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674539 Aug 31 01:27:07.223198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b437b62d-aae6-4fdb-b56f-0fc7194f9f58 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Made reservation on behalf of 5bd89d95d54b4dc18434fe7718980ea9 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:27:07.227142 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b437b62d-aae6-4fdb-b56f-0fc7194f9f58 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:07.264252 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-b437b62d-aae6-4fdb-b56f-0fc7194f9f58 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] device_id is not set on port 13749746-e489-45f5-9a23-2b8821d8caab yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:27:07.302792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a7226153-fa96-4247-9eb0-1c823020379c None None] Provisioning for port d912a423-83e2-4d82-b96a-637afc69c5c2 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:07.309698 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a7226153-fa96-4247-9eb0-1c823020379c None None] Provisioning complete for port d912a423-83e2-4d82-b96a-637afc69c5c2 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:07.310283 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a7226153-fa96-4247-9eb0-1c823020379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:07.388709 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a7226153-fa96-4247-9eb0-1c823020379c None None] Port d912a423-83e2-4d82-b96a-637afc69c5c2 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:07.436895 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-b437b62d-aae6-4fdb-b56f-0fc7194f9f58 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Allocated IP 2001:db8::1db (8dfb0f79-0bd6-4f02-8b51-07df6e7f6225/b4e8a236-9325-463f-b89f-76b656cf0446/13749746-e489-45f5-9a23-2b8821d8caab) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:07.678286 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b437b62d-aae6-4fdb-b56f-0fc7194f9f58 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:07.709311 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-b437b62d-aae6-4fdb-b56f-0fc7194f9f58 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Transition to ACTIVE for port object 13749746-e489-45f5-9a23-2b8821d8caab will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:07.763505 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b437b62d-aae6-4fdb-b56f-0fc7194f9f58 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:07.871544 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b437b62d-aae6-4fdb-b56f-0fc7194f9f58 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:07.875000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b437b62d-aae6-4fdb-b56f-0fc7194f9f58 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:07.898204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b437b62d-aae6-4fdb-b56f-0fc7194f9f58 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:07.905668 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b437b62d-aae6-4fdb-b56f-0fc7194f9f58 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:07.907094 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b437b62d-aae6-4fdb-b56f-0fc7194f9f58 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:07.910647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437b62d-aae6-4fdb-b56f-0fc7194f9f58 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event updated for resources: {'Port': ['ID=13749746-e489-45f5-9a23-2b8821d8caab,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:07.962658 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b437b62d-aae6-4fdb-b56f-0fc7194f9f58 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1023030 Aug 31 01:27:07.965476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46212) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:07.974720 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-1f437ad0-89c3-4cc4-bca6-88f7dc60e5a6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::be', 'mac_address': 'fa:16:3e:32:f4:11'}, {'ip_address': '2001:db8::12e', 'mac_address': 'fa:16:3e:1e:e1:cf'}]}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:08.125512 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f437ad0-89c3-4cc4-bca6-88f7dc60e5a6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:08.337935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-20c91f7f-7333-4a1f-a8f6-13498b70cef5 None None] Provisioning for port 13749746-e489-45f5-9a23-2b8821d8caab completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:08.342481 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-20c91f7f-7333-4a1f-a8f6-13498b70cef5 None None] Provisioning complete for port 13749746-e489-45f5-9a23-2b8821d8caab triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:08.342935 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-20c91f7f-7333-4a1f-a8f6-13498b70cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:08.421130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-20c91f7f-7333-4a1f-a8f6-13498b70cef5 None None] Port 13749746-e489-45f5-9a23-2b8821d8caab cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:08.465485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f936a-d48a-43f3-abb3-af1264d656ab req-b81c9b89-f2d8-4cea-9006-e7d115705cdb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:08.466981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-170f936a-d48a-43f3-abb3-af1264d656ab req-b81c9b89-f2d8-4cea-9006-e7d115705cdb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 944 time: 0.1103394 Aug 31 01:27:08.537703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-170f936a-d48a-43f3-abb3-af1264d656ab req-4aacf503-564f-4b6f-83f9-dea7efa32be1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625153 Aug 31 01:27:08.539603 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f437ad0-89c3-4cc4-bca6-88f7dc60e5a6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:08.546502 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f437ad0-89c3-4cc4-bca6-88f7dc60e5a6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:08.592083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1f437ad0-89c3-4cc4-bca6-88f7dc60e5a6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] In _notify_port_updated(), no bound segment for port 13749746-e489-45f5-9a23-2b8821d8caab on network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:27:08.598858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f437ad0-89c3-4cc4-bca6-88f7dc60e5a6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:08.599598 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1f437ad0-89c3-4cc4-bca6-88f7dc60e5a6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:08.604026 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1f437ad0-89c3-4cc4-bca6-88f7dc60e5a6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "PUT /v2.0/ports/13749746-e489-45f5-9a23-2b8821d8caab HTTP/1.1" status: 200 len: 1066 time: 0.6363356 Aug 31 01:27:08.604228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46232) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:08.639972 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f437ad0-89c3-4cc4-bca6-88f7dc60e5a6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event updated for resources: {'Port': ['ID=13749746-e489-45f5-9a23-2b8821d8caab,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:08.818584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-91e32ff7-2b27-441d-a845-ac2d45d5dea6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Deleting port 13749746-e489-45f5-9a23-2b8821d8caab {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:08.818957 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91e32ff7-2b27-441d-a845-ac2d45d5dea6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:08.845385 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 160ca5ef-9386-4de3-9e62-204bf6c675b6 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:27:09.078277 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91e32ff7-2b27-441d-a845-ac2d45d5dea6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:09.092718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-33d22119-8e7f-4d7b-b747-281dc80c3cc2 None None] Provisioning complete for port 13749746-e489-45f5-9a23-2b8821d8caab triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:09.093097 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-33d22119-8e7f-4d7b-b747-281dc80c3cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:09.100506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 160ca5ef-9386-4de3-9e62-204bf6c675b6, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=160ca5ef-9386-4de3-9e62-204bf6c675b6,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:09.112765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-91e32ff7-2b27-441d-a845-ac2d45d5dea6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Calling delete_port for 13749746-e489-45f5-9a23-2b8821d8caab owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:09.177837 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-33d22119-8e7f-4d7b-b747-281dc80c3cc2 None None] Port 13749746-e489-45f5-9a23-2b8821d8caab cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:09.193359 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '160ca5ef-9386-4de3-9e62-204bf6c675b6', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'port_id': '160ca5ef-9386-4de3-9e62-204bf6c675b6', 'mac_address': 'fa:16:3e:cc:18:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:27:09.252844 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:09.285044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160ca5ef-9386-4de3-9e62-204bf6c675b6 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:27:09.342629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 160ca5ef-9386-4de3-9e62-204bf6c675b6, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=160ca5ef-9386-4de3-9e62-204bf6c675b6,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:09.351835 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:09.393605 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91e32ff7-2b27-441d-a845-ac2d45d5dea6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:09.425599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=160ca5ef-9386-4de3-9e62-204bf6c675b6,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:09.447530 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e32ff7-2b27-441d-a845-ac2d45d5dea6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event deleted for resources: {'Port': ['ID=13749746-e489-45f5-9a23-2b8821d8caab,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:09.747097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['160ca5ef-9386-4de3-9e62-204bf6c675b6'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:27:09.756463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d33422-72b6-43f4-8b5d-93d3662dea26 req-e3430772-c918-4db8-8183-cfd2d50b0fca tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:09.766891 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24d33422-72b6-43f4-8b5d-93d3662dea26 req-e3430772-c918-4db8-8183-cfd2d50b0fca tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 945 time: 0.1028445 Aug 31 01:27:09.834596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24d33422-72b6-43f4-8b5d-93d3662dea26 req-402f4418-c315-4970-8146-fffe829a7089 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657086 Aug 31 01:27:09.841036 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91e32ff7-2b27-441d-a845-ac2d45d5dea6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:09.848608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46258) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:09.849922 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-91e32ff7-2b27-441d-a845-ac2d45d5dea6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "DELETE /v2.0/ports/13749746-e489-45f5-9a23-2b8821d8caab HTTP/1.1" status: 204 len: 168 time: 1.2405078 Aug 31 01:27:09.895594 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7d8d90-d813-45e8-80a7-3e33eeb9d6d6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] GET failed (client error): The resource could not be found. Aug 31 01:27:09.897184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9d7d8d90-d813-45e8-80a7-3e33eeb9d6d6 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "GET /v2.0/ports/13749746-e489-45f5-9a23-2b8821d8caab HTTP/1.1" status: 404 len: 333 time: 0.0475190 Aug 31 01:27:09.900226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46260) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:10.001664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46264) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:10.069069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ef700b-ab23-4e6b-97fd-9ce53f901d13 admin admin] Deleting subnet bff7a64b-7deb-4562-a9cb-81a0fc45f076 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:27:10.072694 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b6ef700b-ab23-4e6b-97fd-9ce53f901d13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.133236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-1b4baf05-3f63-4f11-8d99-a34beb782a72 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Deleting port d912a423-83e2-4d82-b96a-637afc69c5c2 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:10.133901 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b4baf05-3f63-4f11-8d99-a34beb782a72 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.138238 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b6ef700b-ab23-4e6b-97fd-9ce53f901d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.212252 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b6ef700b-ab23-4e6b-97fd-9ce53f901d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.295874 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b4baf05-3f63-4f11-8d99-a34beb782a72 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.311910 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-1b4baf05-3f63-4f11-8d99-a34beb782a72 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Calling delete_port for d912a423-83e2-4d82-b96a-637afc69c5c2 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:10.320738 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b6ef700b-ab23-4e6b-97fd-9ce53f901d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.380636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef700b-ab23-4e6b-97fd-9ce53f901d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bff7a64b-7deb-4562-a9cb-81a0fc45f076,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:10.384429 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b6ef700b-ab23-4e6b-97fd-9ce53f901d13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.393686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b6ef700b-ab23-4e6b-97fd-9ce53f901d13 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bff7a64b-7deb-4562-a9cb-81a0fc45f076 HTTP/1.1" status: 204 len: 168 time: 0.3882837 Aug 31 01:27:10.394089 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46272) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:10.571621 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9658ccac-d95c-40d4-8cef-bccaa5ba4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.623089 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b4baf05-3f63-4f11-8d99-a34beb782a72 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.747701 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9658ccac-d95c-40d4-8cef-bccaa5ba4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.751381 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b4baf05-3f63-4f11-8d99-a34beb782a72 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.757220 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1b4baf05-3f63-4f11-8d99-a34beb782a72 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "DELETE /v2.0/ports/d912a423-83e2-4d82-b96a-637afc69c5c2 HTTP/1.1" status: 204 len: 168 time: 0.8558326 Aug 31 01:27:10.765357 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46286) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:10.782927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4baf05-3f63-4f11-8d99-a34beb782a72 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event deleted for resources: {'Port': ['ID=d912a423-83e2-4d82-b96a-637afc69c5c2,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:10.807732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-9658ccac-d95c-40d4-8cef-bccaa5ba4bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ded1992-5c45-46c6-9d3d-7015e1240b24']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:10.845556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 160ca5ef-9386-4de3-9e62-204bf6c675b6 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:10.881974 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfff692-2665-4c8f-8765-5dd057967f88 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] GET failed (client error): The resource could not be found. Aug 31 01:27:10.886929 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cdfff692-2665-4c8f-8765-5dd057967f88 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "GET /v2.0/ports/d912a423-83e2-4d82-b96a-637afc69c5c2 HTTP/1.1" status: 404 len: 333 time: 0.1163085 Aug 31 01:27:10.888173 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46292) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:10.893142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-9658ccac-d95c-40d4-8cef-bccaa5ba4bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba419008-840f-4c0d-a4da-d6dc0198cbdf') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:10.895606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-9658ccac-d95c-40d4-8cef-bccaa5ba4bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba419008-840f-4c0d-a4da-d6dc0198cbdf') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:10.929986 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9658ccac-d95c-40d4-8cef-bccaa5ba4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.970262 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9658ccac-d95c-40d4-8cef-bccaa5ba4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.986984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9658ccac-d95c-40d4-8cef-bccaa5ba4bc0 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:27:10.987457 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9658ccac-d95c-40d4-8cef-bccaa5ba4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:11.033379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 160ca5ef-9386-4de3-9e62-204bf6c675b6 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:11.040612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 160ca5ef-9386-4de3-9e62-204bf6c675b6 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:11.040988 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:27:11.144055 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:27:11.159714 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9658ccac-d95c-40d4-8cef-bccaa5ba4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:11.194521 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9658ccac-d95c-40d4-8cef-bccaa5ba4bc0 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:11.196868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9658ccac-d95c-40d4-8cef-bccaa5ba4bc0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0ded1992-5c45-46c6-9d3d-7015e1240b24 HTTP/1.1" status: 204 len: 168 time: 0.8016782 Aug 31 01:27:11.231481 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:11.231840 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658ccac-d95c-40d4-8cef-bccaa5ba4bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ded1992-5c45-46c6-9d3d-7015e1240b24,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:11.267028 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:11.297922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7085d83f-dec4-42dd-8278-3999c655bb1f tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Deleting port 5c592275-5cfc-4549-bce9-fdbd0e5a7ddc {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:11.298499 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7085d83f-dec4-42dd-8278-3999c655bb1f tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:11.305257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ef131-5985-41c5-a52d-2abc21e0890f req-684079f9-fee4-4f4f-98e7-6a35370f9909 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:11.311846 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-284ef131-5985-41c5-a52d-2abc21e0890f req-684079f9-fee4-4f4f-98e7-6a35370f9909 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 945 time: 0.1657722 Aug 31 01:27:11.341213 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c730f264-0ad8-4c93-a74e-4c7048285334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160ca5ef-9386-4de3-9e62-204bf6c675b6'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:27:11.345116 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98f5e8a-16fd-4708-ac21-3a988f1ed9d4" -d '{"events": [{"server_uuid": "c730f264-0ad8-4c93-a74e-4c7048285334", "name": "network-vif-plugged", "status": "completed", "tag": "160ca5ef-9386-4de3-9e62-204bf6c675b6"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:11.374178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 160ca5ef-9386-4de3-9e62-204bf6c675b6, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=160ca5ef-9386-4de3-9e62-204bf6c675b6,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:11.380067 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:11.403109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-284ef131-5985-41c5-a52d-2abc21e0890f req-91042739-8226-4d7a-be0a-12083b91ad30 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846083 Aug 31 01:27:11.450716 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babe18bc-fc40-4bc4-bd14-4224fc1d1992 x-openstack-request-id: req-babe18bc-fc40-4bc4-bd14-4224fc1d1992 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:11.451012 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c730f264-0ad8-4c93-a74e-4c7048285334", "name": "network-vif-plugged", "status": "completed", "tag": "160ca5ef-9386-4de3-9e62-204bf6c675b6", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:11.451252 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-babe18bc-fc40-4bc4-bd14-4224fc1d1992 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:11.451677 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c730f264-0ad8-4c93-a74e-4c7048285334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160ca5ef-9386-4de3-9e62-204bf6c675b6', 'code': 200} Aug 31 01:27:11.544480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=160ca5ef-9386-4de3-9e62-204bf6c675b6,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:11.604776 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7085d83f-dec4-42dd-8278-3999c655bb1f tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:11.606648 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a925c58-7e0c-4ec2-afc6-d242cea35b8d req-36aaa387-9014-4962-9b2a-1984635f3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:11.608837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a925c58-7e0c-4ec2-afc6-d242cea35b8d req-36aaa387-9014-4962-9b2a-1984635f3a5a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 1098 time: 0.1348395 Aug 31 01:27:11.623860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7085d83f-dec4-42dd-8278-3999c655bb1f tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Calling delete_port for 5c592275-5cfc-4549-bce9-fdbd0e5a7ddc owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:11.624395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46308) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:11.713272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-331dd19e-7120-4c36-a3a5-729e317c5b85 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a29c8e6584714516af40ae7a91ef00c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680914 Aug 31 01:27:11.731538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46312) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:11.745272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a925c58-7e0c-4ec2-afc6-d242cea35b8d req-b0302e73-95c6-4bc2-b6c9-68a13a20f329 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182477 Aug 31 01:27:11.873282 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8dc15ac2-75af-4262-9bc2-4959a6a52323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:11.924927 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7085d83f-dec4-42dd-8278-3999c655bb1f tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:11.944412 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8dc15ac2-75af-4262-9bc2-4959a6a52323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:12.015269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085d83f-dec4-42dd-8278-3999c655bb1f tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event deleted for resources: {'Port': ['ID=5c592275-5cfc-4549-bce9-fdbd0e5a7ddc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:12.058644 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8dc15ac2-75af-4262-9bc2-4959a6a52323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:12.061628 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8dc15ac2-75af-4262-9bc2-4959a6a52323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:12.066177 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8dc15ac2-75af-4262-9bc2-4959a6a52323 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c43af34d-d257-45a2-8b42-a2bb3760c799 HTTP/1.1" status: 204 len: 168 time: 0.3183656 Aug 31 01:27:12.075055 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7085d83f-dec4-42dd-8278-3999c655bb1f tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:12.088135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc15ac2-75af-4262-9bc2-4959a6a52323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43af34d-d257-45a2-8b42-a2bb3760c799,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:12.123208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46322) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:12.123480 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7085d83f-dec4-42dd-8278-3999c655bb1f tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "DELETE /v2.0/ports/5c592275-5cfc-4549-bce9-fdbd0e5a7ddc HTTP/1.1" status: 204 len: 168 time: 1.2332959 Aug 31 01:27:12.293050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb11215-c31c-4de5-bbf6-d957d30d70a1 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Deleting subnet b4e8a236-9325-463f-b89f-76b656cf0446 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:27:12.307754 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fbb11215-c31c-4de5-bbf6-d957d30d70a1 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:12.435516 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fbb11215-c31c-4de5-bbf6-d957d30d70a1 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:12.675099 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fbb11215-c31c-4de5-bbf6-d957d30d70a1 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:12.749203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea341a-7393-4526-8d38-559136d979b8 req-281e4f14-b064-49c7-b3e5-15ea56a00226 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:12.756992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37ea341a-7393-4526-8d38-559136d979b8 req-281e4f14-b064-49c7-b3e5-15ea56a00226 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 946 time: 0.2339411 Aug 31 01:27:12.812051 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37ea341a-7393-4526-8d38-559136d979b8 req-a3c9578d-bc6a-4ca6-bf0a-8ee2033d8a15 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517027 Aug 31 01:27:12.843007 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fbb11215-c31c-4de5-bbf6-d957d30d70a1 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:12.884479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb11215-c31c-4de5-bbf6-d957d30d70a1 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e8a236-9325-463f-b89f-76b656cf0446,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:12.898729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9824dc-693c-49e2-95da-1079cc7fdfae None None] Network 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:12.912137 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fbb11215-c31c-4de5-bbf6-d957d30d70a1 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:12.916244 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fbb11215-c31c-4de5-bbf6-d957d30d70a1 tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "DELETE /v2.0/subnets/b4e8a236-9325-463f-b89f-76b656cf0446 HTTP/1.1" status: 204 len: 168 time: 0.7896001 Aug 31 01:27:12.917232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46352) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:13.177540 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.278820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8db14f9-8b9a-4774-a0ff-2f457c44dda9 None None] DHCP port deletion for 8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:27:13.360390 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Deleting port 0ae8e8c1-cdd1-49c4-9770-080016f767d7 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:13.361048 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.378001 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d8db14f9-8b9a-4774-a0ff-2f457c44dda9 None None] Deleting port 0ae8e8c1-cdd1-49c4-9770-080016f767d7 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:13.378486 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d8db14f9-8b9a-4774-a0ff-2f457c44dda9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.465469 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] For port 0ae8e8c1-cdd1-49c4-9770-080016f767d7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0ae8e8c1-cdd1-49c4-9770-080016f767d7,segment=NetworkSegment(b313eb49-5499-46d4-9581-2e9e7af56acf),segment_id=b313eb49-5499-46d4-9581-2e9e7af56acf)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:13.466199 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.494044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Calling delete_port for 0ae8e8c1-cdd1-49c4-9770-080016f767d7 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:13.509342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46372) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:13.538392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d8db14f9-8b9a-4774-a0ff-2f457c44dda9 None None] For port 0ae8e8c1-cdd1-49c4-9770-080016f767d7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0ae8e8c1-cdd1-49c4-9770-080016f767d7,segment=NetworkSegment(b313eb49-5499-46d4-9581-2e9e7af56acf),segment_id=b313eb49-5499-46d4-9581-2e9e7af56acf)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:13.540754 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d8db14f9-8b9a-4774-a0ff-2f457c44dda9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.626673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d8db14f9-8b9a-4774-a0ff-2f457c44dda9 None None] Calling delete_port for 0ae8e8c1-cdd1-49c4-9770-080016f767d7 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:13.680079 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.726146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1754054158-network', 'tenant_id': '14ba4697a886460e995dced683f4dfaa'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:13.746426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event deleted for resources: {'Port': ['ID=0ae8e8c1-cdd1-49c4-9770-080016f767d7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:13.753214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] No DVR routers for this DVR port 0ae8e8c1-cdd1-49c4-9770-080016f767d7 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:13.783869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] Made reservation on behalf of 14ba4697a886460e995dced683f4dfaa for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:27:13.786673 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:27:13.807734 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 01:27:13.817071 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.824999 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d8db14f9-8b9a-4774-a0ff-2f457c44dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.881708 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db14f9-8b9a-4774-a0ff-2f457c44dda9 None None] No DVR routers for this DVR port 0ae8e8c1-cdd1-49c4-9770-080016f767d7 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:13.934251 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.947198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfb0f79-0bd6-4f02-8b51-07df6e7f6225']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:13.958110 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db14f9-8b9a-4774-a0ff-2f457c44dda9 None None] Pushing event deleted for resources: {'Port': ['ID=0ae8e8c1-cdd1-49c4-9770-080016f767d7,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:13.959612 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b313eb49-5499-46d4-9581-2e9e7af56acf') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:13.960174 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b313eb49-5499-46d4-9581-2e9e7af56acf') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:13.973536 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:13.998557 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.006443 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:27:14.006938 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:27:14.010260 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:27:14.083691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c941f-4e88-49e7-9107-03b351d578a7 req-ead7fc9d-6837-441b-b686-0fcb5d13c347 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:14.085252 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-330c941f-4e88-49e7-9107-03b351d578a7 req-ead7fc9d-6837-441b-b686-0fcb5d13c347 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 946 time: 0.1383619 Aug 31 01:27:14.092879 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.102769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.106045 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] 10.222.0.58 "DELETE /v2.0/networks/8dfb0f79-0bd6-4f02-8b51-07df6e7f6225 HTTP/1.1" status: 204 len: 168 time: 1.1872475 Aug 31 01:27:14.150925 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f5c06-9ea7-4cbf-99dd-aee4a4199b0c tempest-AllowedAddressPairIpV6TestJSON-1686050660 tempest-AllowedAddressPairIpV6TestJSON-1686050660-project] Pushing event deleted for resources: {'Network': ['ID=8dfb0f79-0bd6-4f02-8b51-07df6e7f6225,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:14.191924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-330c941f-4e88-49e7-9107-03b351d578a7 req-7b460437-6093-452d-90ea-1a11a0e38890 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963614 Aug 31 01:27:14.255481 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.271158 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.316215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:27:14.346537 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.348686 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] Added segment fe30736c-cd86-4b38-a0c3-9b1021792dea of type vlan for network 45fbf265-1f57-4e51-8616-64cab1bf6b3b Aug 31 01:27:14.477801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0ae8e8c1-cdd1-49c4-9770-080016f767d7 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:14.537944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46406) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:14.550213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62853b8-a1dc-43e3-aeb6-268b074cf2d1,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:14.559236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 0ae8e8c1-cdd1-49c4-9770-080016f767d7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:14.559987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0ae8e8c1-cdd1-49c4-9770-080016f767d7 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:14.612672 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.636131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a3d7e-4ebe-430b-98ba-761621e90e80 req-08a18a0d-3a21-46ae-a1cc-37ce6d9cd64f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:14.640572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c21a3d7e-4ebe-430b-98ba-761621e90e80 req-08a18a0d-3a21-46ae-a1cc-37ce6d9cd64f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 946 time: 0.2879288 Aug 31 01:27:14.699915 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.700894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:14.701551 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.728186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c21a3d7e-4ebe-430b-98ba-761621e90e80 req-151ffb24-c0f0-4a25-9556-ca6045034227 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637071 Aug 31 01:27:14.774664 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2641265 Aug 31 01:27:14.780446 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b1922b32-1008-4db9-b008-f4ec0cb913ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5bd89d95d54b4dc18434fe7718980ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408860 Aug 31 01:27:14.781324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46412) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:14.783970 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46414) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:14.788637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8fa30920-1a5d-4623-97d1-dc910c9b41e8 admin admin] Request body: {'subnet': {'network_id': '45fbf265-1f57-4e51-8616-64cab1bf6b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1754054158-subnet', 'tenant_id': '14ba4697a886460e995dced683f4dfaa', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:14.826238 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223447a-24a5-4562-b9cd-2fdd55d16953 admin admin] Pushing event updated for resources: {'Network': ['ID=45fbf265-1f57-4e51-8616-64cab1bf6b3b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:14.838442 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 45fbf265-1f57-4e51-8616-64cab1bf6b3b details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:27:14.860934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa30920-1a5d-4623-97d1-dc910c9b41e8 admin admin] Made reservation on behalf of 14ba4697a886460e995dced683f4dfaa for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:27:14.863574 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8fa30920-1a5d-4623-97d1-dc910c9b41e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.099399 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-526af9d9-c396-4854-a63b-7d57e9a0579d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.124667 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-526af9d9-c396-4854-a63b-7d57e9a0579d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.185900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8fa30920-1a5d-4623-97d1-dc910c9b41e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.240564 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-526af9d9-c396-4854-a63b-7d57e9a0579d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.243150 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-526af9d9-c396-4854-a63b-7d57e9a0579d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.244288 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-526af9d9-c396-4854-a63b-7d57e9a0579d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1794f6c2-44f9-4024-ab4b-492dcc7908e5 HTTP/1.1" status: 204 len: 168 time: 0.4514496 Aug 31 01:27:15.340255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526af9d9-c396-4854-a63b-7d57e9a0579d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1794f6c2-44f9-4024-ab4b-492dcc7908e5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:15.358639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa30920-1a5d-4623-97d1-dc910c9b41e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db44a48-dee4-4654-8bae-387965b4a236,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:15.365508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa30920-1a5d-4623-97d1-dc910c9b41e8 admin admin] Checking segment: {'id': 'fe30736c-cd86-4b38-a0c3-9b1021792dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '45fbf265-1f57-4e51-8616-64cab1bf6b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:27:15.365963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa30920-1a5d-4623-97d1-dc910c9b41e8 admin admin] Network hostable DHCP agents. Network: 45fbf265-1f57-4e51-8616-64cab1bf6b3b, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:27:15.392521 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa30920-1a5d-4623-97d1-dc910c9b41e8 admin admin] Network 45fbf265-1f57-4e51-8616-64cab1bf6b3b is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:27:15.411772 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-8fa30920-1a5d-4623-97d1-dc910c9b41e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 45fbf265-1f57-4e51-8616-64cab1bf6b3b) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:15.418104 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa30920-1a5d-4623-97d1-dc910c9b41e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:15.418688 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8fa30920-1a5d-4623-97d1-dc910c9b41e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.423073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aaf688-e0ce-456f-9e83-6e224851c04a None None] Network 45fbf265-1f57-4e51-8616-64cab1bf6b3b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:15.452121 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8fa30920-1a5d-4623-97d1-dc910c9b41e8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6687975 Aug 31 01:27:15.455926 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46442) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:15.460815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1754054158-router', 'tenant_id': '14ba4697a886460e995dced683f4dfaa', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:15.520569 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.522299 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.709663 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.942445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-45fbf265-1f57-4e51-8616-64cab1bf6b3b', 'network_id': '45fbf265-1f57-4e51-8616-64cab1bf6b3b', 'tenant_id': '14ba4697a886460e995dced683f4dfaa', 'fixed_ips': [{'subnet_id': '4db44a48-dee4-4654-8bae-387965b4a236'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:27:15.956950 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.057489 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.328730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Allocated IP 172.20.0.2 (45fbf265-1f57-4e51-8616-64cab1bf6b3b/4db44a48-dee4-4654-8bae-387965b4a236/e54f2fe3-ae4a-4cf9-b971-a3fadceabe58) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:16.405478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31de444-182c-47fe-99d8-5a5589bcc4cb req-da8b9d31-89a6-4ba1-80d7-981d1b8d0cc0 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:16.421991 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f31de444-182c-47fe-99d8-5a5589bcc4cb req-da8b9d31-89a6-4ba1-80d7-981d1b8d0cc0 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 946 time: 0.1765110 Aug 31 01:27:16.601264 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.634790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f31de444-182c-47fe-99d8-5a5589bcc4cb req-f72f24a2-f0ff-463f-b554-07b547eeb9e9 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=8098777a-8b0b-488b-bffb-cd7e48cec17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065353 Aug 31 01:27:16.643258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Transition to ACTIVE for port object e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:16.694118 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Transition to ACTIVE for port object e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:16.706672 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.736817 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.766575 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.786715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46514) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:16.891571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Network 45fbf265-1f57-4e51-8616-64cab1bf6b3b is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:16.912000 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:16.914141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Pushing event updated for resources: {'Port': ['ID=e54f2fe3-ae4a-4cf9-b971-a3fadceabe58,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:16.929303 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:16.975462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1328501719'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:17.037135 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Made reservation on behalf of 44c4c4d35c5b4b80932cb3c5c41016e5 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:27:17.037394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Attempting to bind port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:27:17.037581 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Attempting to bind port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'fe30736c-cd86-4b38-a0c3-9b1021792dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '45fbf265-1f57-4e51-8616-64cab1bf6b3b'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:27:17.038192 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Attempting to bind port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 on network 45fbf265-1f57-4e51-8616-64cab1bf6b3b {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:27:17.048563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:27:17.049435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Checking segment: {'id': 'fe30736c-cd86-4b38-a0c3-9b1021792dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '45fbf265-1f57-4e51-8616-64cab1bf6b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:27:17.050055 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.050625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Bound using segment: {'id': 'fe30736c-cd86-4b38-a0c3-9b1021792dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '45fbf265-1f57-4e51-8616-64cab1bf6b3b'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:27:17.051306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Bound port: e54f2fe3-ae4a-4cf9-b971-a3fadceabe58, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe30736c-cd86-4b38-a0c3-9b1021792dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '45fbf265-1f57-4e51-8616-64cab1bf6b3b'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:27:17.051899 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.055791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Allocated IP 172.25.6.82 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/0743a3cd-bf4d-4769-8287-4567630f54ce) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:17.060088 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.095780 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.179889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] For port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:27:17.183567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] For port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e54f2fe3-ae4a-4cf9-b971-a3fadceabe58,segment=NetworkSegment(fe30736c-cd86-4b38-a0c3-9b1021792dea),segment_id=fe30736c-cd86-4b38-a0c3-9b1021792dea)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:27:17.190298 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.324599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7ec74-d035-402d-b2cd-285669f92365 None None] Pushing event updated for resources: {'Port': ['ID=e54f2fe3-ae4a-4cf9-b971-a3fadceabe58,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:17.445793 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.455892 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.477243 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.488968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e24f9ea9-1b1d-4a6a-bbb6-690f0d46c829 req-db053dd7-035b-43e2-9848-5341bbd39e05 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1481376 Aug 31 01:27:17.537255 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.545791 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:27:17.554113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38bcd85-4261-411f-a4c8-36d500d890c3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:17.590374 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.592379 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Added segment a62e34fc-c626-4b45-a7df-a5348a7bcec8 of type vlan for network 42a6718d-835f-4534-a492-5f810106fbbd Aug 31 01:27:17.634080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:17.640927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:17.648626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:17.659474 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f9ea9-1b1d-4a6a-bbb6-690f0d46c829 req-ea2308f1-c482-4a6b-9e3f-3631dcbe1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:17.661155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e24f9ea9-1b1d-4a6a-bbb6-690f0d46c829 req-ea2308f1-c482-4a6b-9e3f-3631dcbe1032 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5e76d67b52b4e75ba53be11cf6e4362&device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 1102 time: 0.0819545 Aug 31 01:27:17.724191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Pushing event updated for resources: {'Port': ['ID=0743a3cd-bf4d-4769-8287-4567630f54ce,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:17.755650 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.853359 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.873911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:17.876121 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.142446 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3543613 Aug 31 01:27:18.147923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46574) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:18.165481 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-bc1a1514-25cc-4ab7-bce2-26e52896e6bd tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Request body: {'subnet': {'network_id': '42a6718d-835f-4534-a492-5f810106fbbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:18.238294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be0180-cfd6-4297-ac9f-65954803d61b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event updated for resources: {'Network': ['ID=42a6718d-835f-4534-a492-5f810106fbbd,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:18.253406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 42a6718d-835f-4534-a492-5f810106fbbd details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:27:18.310333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f9ea9-1b1d-4a6a-bbb6-690f0d46c829 req-38031a6c-724e-4478-a46b-fb29a258e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:18.312048 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e24f9ea9-1b1d-4a6a-bbb6-690f0d46c829 req-38031a6c-724e-4478-a46b-fb29a258e81e service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.5933244 Aug 31 01:27:18.340468 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1a1514-25cc-4ab7-bce2-26e52896e6bd tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Made reservation on behalf of 44c4c4d35c5b4b80932cb3c5c41016e5 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:27:18.347038 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1514-25cc-4ab7-bce2-26e52896e6bd tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.347241 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-709c3153-bb3c-4469-858f-4082bbb7427c tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:18.353199 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-709c3153-bb3c-4469-858f-4082bbb7427c tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.70 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 946 time: 0.4686515 Aug 31 01:27:18.478315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e3fce-6710-4853-882d-887ed8af0313 req-a32bd6a6-1ea7-4d8b-93dc-dacd2c36542a tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:18.484181 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-723e3fce-6710-4853-882d-887ed8af0313 req-a32bd6a6-1ea7-4d8b-93dc-dacd2c36542a tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 946 time: 0.5562053 Aug 31 01:27:18.534434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:18.553035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e24f9ea9-1b1d-4a6a-bbb6-690f0d46c829 req-868cd04e-74e2-4969-ada9-4fa4adcd5015 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=36574a7b-f8a2-4d31-892f-4533bc81808d HTTP/1.1" status: 200 len: 217 time: 0.1988137 Aug 31 01:27:18.660166 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-723e3fce-6710-4853-882d-887ed8af0313 req-e2a31771-f2bc-4906-b80a-310a85861bcc tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=8098777a-8b0b-488b-bffb-cd7e48cec17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503952 Aug 31 01:27:18.679969 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:18.765845 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f9ea9-1b1d-4a6a-bbb6-690f0d46c829 req-87c6b5d6-67a5-4a20-8325-b52d6dabe980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:18.767624 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e24f9ea9-1b1d-4a6a-bbb6-690f0d46c829 req-87c6b5d6-67a5-4a20-8325-b52d6dabe980 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.1932833 Aug 31 01:27:18.818875 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1514-25cc-4ab7-bce2-26e52896e6bd tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.839021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Deleting port a6b78ce4-3efd-4ca2-92bb-bec138035e6b {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:18.839399 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.908859 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a1514-25cc-4ab7-bce2-26e52896e6bd tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event updated for resources: {'Subnet': ['ID=9c73ea2c-e32c-46f3-9494-20d470c8dc6b,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:18.946095 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a1514-25cc-4ab7-bce2-26e52896e6bd tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Checking segment: {'id': 'a62e34fc-c626-4b45-a7df-a5348a7bcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '42a6718d-835f-4534-a492-5f810106fbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:27:18.948267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a1514-25cc-4ab7-bce2-26e52896e6bd tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Network hostable DHCP agents. Network: 42a6718d-835f-4534-a492-5f810106fbbd, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:27:18.950561 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.952501 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6082061b-8e2e-417f-9b22-5e919d5a7e4e None None] Network 45fbf265-1f57-4e51-8616-64cab1bf6b3b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:18.980265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a1514-25cc-4ab7-bce2-26e52896e6bd tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Network 42a6718d-835f-4534-a492-5f810106fbbd is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:27:18.997768 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-bc1a1514-25cc-4ab7-bce2-26e52896e6bd tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 42a6718d-835f-4534-a492-5f810106fbbd) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:19.004135 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1a1514-25cc-4ab7-bce2-26e52896e6bd tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:19.004784 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1514-25cc-4ab7-bce2-26e52896e6bd tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.012300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f9ea9-1b1d-4a6a-bbb6-690f0d46c829 req-5efb9a36-08a4-4442-aac4-2f1c7d45d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:19.014349 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e24f9ea9-1b1d-4a6a-bbb6-690f0d46c829 req-5efb9a36-08a4-4442-aac4-2f1c7d45d0a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1991818 Aug 31 01:27:19.029293 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bc1a1514-25cc-4ab7-bce2-26e52896e6bd tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8771765 Aug 31 01:27:19.032866 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46590) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:19.045080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9c22f8-910b-4a1b-84a8-c460cc6de6bd None None] Network 42a6718d-835f-4534-a492-5f810106fbbd requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:19.049065 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2c19af16-6eaf-41d1-a379-22d6ea9007c9 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-854365281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:19.082120 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c19af16-6eaf-41d1-a379-22d6ea9007c9 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.083984 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c19af16-6eaf-41d1-a379-22d6ea9007c9 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.181476 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c19af16-6eaf-41d1-a379-22d6ea9007c9 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.190034 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c19af16-6eaf-41d1-a379-22d6ea9007c9 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.218151 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2c19af16-6eaf-41d1-a379-22d6ea9007c9 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.225047 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2c19af16-6eaf-41d1-a379-22d6ea9007c9 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1879237 Aug 31 01:27:19.225852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46604) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:19.264384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5738df8c-beeb-4f94-9f11-48ead449fcbd None None] Provisioning for port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:19.295710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] For port a6b78ce4-3efd-4ca2-92bb-bec138035e6b, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=a6b78ce4-3efd-4ca2-92bb-bec138035e6b,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:19.296234 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.318733 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5738df8c-beeb-4f94-9f11-48ead449fcbd None None] Provisioning complete for port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:19.319122 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5738df8c-beeb-4f94-9f11-48ead449fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.432796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362945fd-e336-4432-920f-a598ab869dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-42a6718d-835f-4534-a492-5f810106fbbd', 'network_id': '42a6718d-835f-4534-a492-5f810106fbbd', 'tenant_id': '44c4c4d35c5b4b80932cb3c5c41016e5', 'fixed_ips': [{'subnet_id': '9c73ea2c-e32c-46f3-9494-20d470c8dc6b'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:27:19.433626 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-362945fd-e336-4432-920f-a598ab869dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.674948 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.934340 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5738df8c-beeb-4f94-9f11-48ead449fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.977254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-5738df8c-beeb-4f94-9f11-48ead449fcbd None None] For port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e54f2fe3-ae4a-4cf9-b971-a3fadceabe58,segment=NetworkSegment(fe30736c-cd86-4b38-a0c3-9b1021792dea),segment_id=fe30736c-cd86-4b38-a0c3-9b1021792dea)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:19.983780 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5738df8c-beeb-4f94-9f11-48ead449fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.030896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Allocated IP 172.20.0.1 (42a6718d-835f-4534-a492-5f810106fbbd/9c73ea2c-e32c-46f3-9494-20d470c8dc6b/2e6fb3a8-79ef-43c3-8235-54145ab48169) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:20.041654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738df8c-beeb-4f94-9f11-48ead449fcbd None None] Pushing event updated for resources: {'Port': ['ID=e54f2fe3-ae4a-4cf9-b971-a3fadceabe58,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:20.189292 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.214652 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Transition to ACTIVE for port object 2e6fb3a8-79ef-43c3-8235-54145ab48169 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:20.278596 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.288934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-795b884c-4f9e-41cf-bd19-d354d1c3479e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:20.290602 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-795b884c-4f9e-41cf-bd19-d354d1c3479e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 812 time: 0.9990842 Aug 31 01:27:20.311104 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Network 42a6718d-835f-4534-a492-5f810106fbbd is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:20.313742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:20.348265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:20.353982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7b59906f-a702-42bf-850a-e0cece6974fd None None] Provisioning complete for port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:20.356422 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7b59906f-a702-42bf-850a-e0cece6974fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.411064 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event updated for resources: {'Port': ['ID=2e6fb3a8-79ef-43c3-8235-54145ab48169,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:20.419925 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.441203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d270902-7375-4963-a484-d4af84a1b61b req-b7995bac-643c-43dd-a374-45f09e43ec98 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:20.442861 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d270902-7375-4963-a484-d4af84a1b61b req-b7995bac-643c-43dd-a374-45f09e43ec98 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 946 time: 0.5979056 Aug 31 01:27:20.448804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-5a0e7794-6729-42bc-91e8-d23978bc7422 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/quotas/2e4cb56e9e2a4fbeb0ebdc7916f3c045 HTTP/1.1" status: 200 len: 375 time: 0.1279423 Aug 31 01:27:20.467803 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e24f9ea9-1b1d-4a6a-bbb6-690f0d46c829 req-bfca3d98-f930-4b4a-8b4c-d2c721a93d22 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4415953 Aug 31 01:27:20.482272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:20.537597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-362945fd-e336-4432-920f-a598ab869dce None None] Allocated IP 172.20.0.2 (42a6718d-835f-4534-a492-5f810106fbbd/9c73ea2c-e32c-46f3-9494-20d470c8dc6b/9855cf0b-1faa-4ffc-97b9-0e11005862cc) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:20.566640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:20.567857 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.652819 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e24f9ea9-1b1d-4a6a-bbb6-690f0d46c829 req-725e6786-beca-409b-adb5-cdf058850dd0 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315830 Aug 31 01:27:20.695632 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.745349 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.788766 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d270902-7375-4963-a484-d4af84a1b61b req-1f0623fc-b5de-4d38-b18a-24e573b24715 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups?id=8098777a-8b0b-488b-bffb-cd7e48cec17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150141 Aug 31 01:27:20.790835 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.791233 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.794304 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Floating IP 5f07f1df-d813-4a69-a998-ee0d608ba291 disassociated. External IP: 172.25.6.94, port: a6b78ce4-3efd-4ca2-92bb-bec138035e6b. Aug 31 01:27:20.794542 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Calling delete_port for a6b78ce4-3efd-4ca2-92bb-bec138035e6b owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:20.938926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-ecda4eb9-9705-42a0-9fab-3a3bf0a42fe4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4672792 Aug 31 01:27:21.018044 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-362945fd-e336-4432-920f-a598ab869dce None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.047803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-362945fd-e336-4432-920f-a598ab869dce None None] Transition to ACTIVE for port object 9855cf0b-1faa-4ffc-97b9-0e11005862cc will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:21.064267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device a6b78ce4-3efd-4ca2-92bb-bec138035e6b no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:21.115110 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-362945fd-e336-4432-920f-a598ab869dce None None] Transition to ACTIVE for port object 9855cf0b-1faa-4ffc-97b9-0e11005862cc will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:21.130908 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-362945fd-e336-4432-920f-a598ab869dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.287886 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.290074 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362945fd-e336-4432-920f-a598ab869dce None None] Network 42a6718d-835f-4534-a492-5f810106fbbd is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:21.295704 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.297912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No active binding found for port a6b78ce4-3efd-4ca2-92bb-bec138035e6b {{(pid=94762) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 01:27:21.298904 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device a6b78ce4-3efd-4ca2-92bb-bec138035e6b not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:21.299734 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.307800 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-362945fd-e336-4432-920f-a598ab869dce None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:21.318691 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362945fd-e336-4432-920f-a598ab869dce None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:21.320844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362945fd-e336-4432-920f-a598ab869dce None None] Pushing event updated for resources: {'Port': ['ID=9855cf0b-1faa-4ffc-97b9-0e11005862cc,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:21.373668 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-87129093-700f-4164-9898-b10778d84764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.379538 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.430850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-362945fd-e336-4432-920f-a598ab869dce None None] Attempting to bind port 9855cf0b-1faa-4ffc-97b9-0e11005862cc on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:27:21.431122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-362945fd-e336-4432-920f-a598ab869dce None None] Attempting to bind port 9855cf0b-1faa-4ffc-97b9-0e11005862cc by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'a62e34fc-c626-4b45-a7df-a5348a7bcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '42a6718d-835f-4534-a492-5f810106fbbd'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:27:21.431514 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362945fd-e336-4432-920f-a598ab869dce None None] Attempting to bind port 9855cf0b-1faa-4ffc-97b9-0e11005862cc on network 42a6718d-835f-4534-a492-5f810106fbbd {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:27:21.437150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362945fd-e336-4432-920f-a598ab869dce None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:27:21.438350 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362945fd-e336-4432-920f-a598ab869dce None None] Checking segment: {'id': 'a62e34fc-c626-4b45-a7df-a5348a7bcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '42a6718d-835f-4534-a492-5f810106fbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:27:21.438761 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-362945fd-e336-4432-920f-a598ab869dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.439202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362945fd-e336-4432-920f-a598ab869dce None None] Bound using segment: {'id': 'a62e34fc-c626-4b45-a7df-a5348a7bcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '42a6718d-835f-4534-a492-5f810106fbbd'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:27:21.439713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-362945fd-e336-4432-920f-a598ab869dce None None] Bound port: 9855cf0b-1faa-4ffc-97b9-0e11005862cc, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62e34fc-c626-4b45-a7df-a5348a7bcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '42a6718d-835f-4534-a492-5f810106fbbd'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:27:21.440093 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-362945fd-e336-4432-920f-a598ab869dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.470646 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event updated for resources: {'Port': ['ID=2e6fb3a8-79ef-43c3-8235-54145ab48169,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:21.494108 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event deleted for resources: {'Port': ['ID=a6b78ce4-3efd-4ca2-92bb-bec138035e6b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:21.569632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-97dae63f-8fc6-45d2-b145-df1ffd42f4da service neutron] 10.222.0.58 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746419 Aug 31 01:27:21.576734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Network 42a6718d-835f-4534-a492-5f810106fbbd is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:21.578962 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:21.586222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:21.586579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:21.586925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:21.587267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:21.587626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:21.587983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:21.588291 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:21.588620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:21.588948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:21.589271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:21.589598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:21.595853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:21.614149 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-362945fd-e336-4432-920f-a598ab869dce None None] For port 9855cf0b-1faa-4ffc-97b9-0e11005862cc, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:27:21.617714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-362945fd-e336-4432-920f-a598ab869dce None None] For port 9855cf0b-1faa-4ffc-97b9-0e11005862cc, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9855cf0b-1faa-4ffc-97b9-0e11005862cc,segment=NetworkSegment(a62e34fc-c626-4b45-a7df-a5348a7bcec8),segment_id=a62e34fc-c626-4b45-a7df-a5348a7bcec8)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:27:21.626502 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-362945fd-e336-4432-920f-a598ab869dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.771310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362945fd-e336-4432-920f-a598ab869dce None None] Pushing event updated for resources: {'Port': ['ID=9855cf0b-1faa-4ffc-97b9-0e11005862cc,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:21.816912 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Router 53777904-d09a-41f6-8344-e0b288138a78 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:27:21.965292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Router 7999932b-73cc-48d6-8bb4-52f9ab6ce976 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:27:22.004307 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e6850c8-70ca-4eec-a621-1e3ac92a0f35 req-298cb2c2-4e63-40b3-ba66-b7304c9a5e23 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 210 time: 0.0701032 Aug 31 01:27:22.034336 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:22.050853 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7c7698fa-5f0b-4bc8-89d9-86bdfa6d1137 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "PUT /v2.0/routers/53777904-d09a-41f6-8344-e0b288138a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8238866 Aug 31 01:27:22.052932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939a8b8-c81c-409e-b028-65d99c77fcc8 None None] Sync routers for ids ['53777904-d09a-41f6-8344-e0b288138a78'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:22.055812 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46658) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:22.071051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7288b5d3-eeda-41fa-8e39-19e7b688059b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Request body: {'port': {'network_id': '42a6718d-835f-4534-a492-5f810106fbbd', 'name': 'tempest-FloatingIPNegativeTestJSON-122794051'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:22.074306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7939a8b8-c81c-409e-b028-65d99c77fcc8 None None] Routers {'53777904-d09a-41f6-8344-e0b288138a78'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:22.074306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-7939a8b8-c81c-409e-b028-65d99c77fcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:26:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['53777904-d09a-41f6-8344-e0b288138a78'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:22.215889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-7939a8b8-c81c-409e-b028-65d99c77fcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:22.222689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-029ed7a1-a7fe-465e-bbdd-cd371f3f1f0a service neutron] 10.222.0.58 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120615 Aug 31 01:27:22.245013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7939a8b8-c81c-409e-b028-65d99c77fcc8 None None] Routers {'53777904-d09a-41f6-8344-e0b288138a78'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:22.245669 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-7939a8b8-c81c-409e-b028-65d99c77fcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:26:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['53777904-d09a-41f6-8344-e0b288138a78'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:22.278854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Router f2d437d4-b326-42c5-a6ee-242d9f4551b5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:22.289319 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7288b5d3-eeda-41fa-8e39-19e7b688059b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Made reservation on behalf of 44c4c4d35c5b4b80932cb3c5c41016e5 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:27:22.306195 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7288b5d3-eeda-41fa-8e39-19e7b688059b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.349936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-7939a8b8-c81c-409e-b028-65d99c77fcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:22.350623 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939a8b8-c81c-409e-b028-65d99c77fcc8 None None] The sync data for ids ['53777904-d09a-41f6-8344-e0b288138a78'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:22.367557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-7288b5d3-eeda-41fa-8e39-19e7b688059b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] device_id is not set on port 830793dd-f07e-45da-9927-d5e7352ac385 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:27:22.420759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:22.430414 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Sync routers for ids ['7999932b-73cc-48d6-8bb4-52f9ab6ce976'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:22.444238 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Routers {'7999932b-73cc-48d6-8bb4-52f9ab6ce976'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:22.446461 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:26:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7999932b-73cc-48d6-8bb4-52f9ab6ce976'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:22.494240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.498826 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b690760a-b91c-4c21-b433-c2e1e2e8711c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0417168 Aug 31 01:27:22.502271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46672) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:22.619966 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Set router 7999932b-73cc-48d6-8bb4-52f9ab6ce976 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:22.659555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9855cf0b-1faa-4ffc-97b9-0e11005862cc up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:22.722563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:22.783780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bca755e-f3ab-47d8-9f03-6e1801f8532f None None] Sync routers for ids ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:22.784128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-7288b5d3-eeda-41fa-8e39-19e7b688059b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Allocated IP 172.20.0.7 (42a6718d-835f-4534-a492-5f810106fbbd/9c73ea2c-e32c-46f3-9494-20d470c8dc6b/830793dd-f07e-45da-9927-d5e7352ac385) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:22.809498 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bca755e-f3ab-47d8-9f03-6e1801f8532f None None] Routers {'f2d437d4-b326-42c5-a6ee-242d9f4551b5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:22.810138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2bca755e-f3ab-47d8-9f03-6e1801f8532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:26:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:22.898504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] No DVR routers for this DVR port a6b78ce4-3efd-4ca2-92bb-bec138035e6b on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:22.933179 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e4d208f-b337-4af8-9f09-be87946f5d75 req-9c551b0e-3ad4-41d0-bb66-6182b8e2a263 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 210 time: 0.1724365 Aug 31 01:27:22.938747 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.941487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c8c9a0b-94f2-4afa-86bc-0023dd84aeca req-b95b02e4-aa56-4ae5-b628-25a4a0728d15 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.70 "DELETE /v2.0/ports/a6b78ce4-3efd-4ca2-92bb-bec138035e6b HTTP/1.1" status: 204 len: 173 time: 4.5545843 Aug 31 01:27:22.942394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aca38e3-f941-4a0c-a218-01171f59957c', 'name': 'network-vif-deleted', 'tag': 'a6b78ce4-3efd-4ca2-92bb-bec138035e6b'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:27:22.945495 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca6c954-ad32-4338-ad4f-74bd95959975" -d '{"events": [{"server_uuid": "1aca38e3-f941-4a0c-a218-01171f59957c", "name": "network-vif-deleted", "tag": "a6b78ce4-3efd-4ca2-92bb-bec138035e6b"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:23.103601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-2bca755e-f3ab-47d8-9f03-6e1801f8532f None None] Set router f2d437d4-b326-42c5-a6ee-242d9f4551b5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:23.128963 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8d1596-6d83-4fe8-874c-d4001d17fbcc x-openstack-request-id: req-3f8d1596-6d83-4fe8-874c-d4001d17fbcc {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:23.129344 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aca38e3-f941-4a0c-a218-01171f59957c", "name": "network-vif-deleted", "tag": "a6b78ce4-3efd-4ca2-92bb-bec138035e6b", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:23.129749 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f8d1596-6d83-4fe8-874c-d4001d17fbcc {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:23.130122 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aca38e3-f941-4a0c-a218-01171f59957c', 'name': 'network-vif-deleted', 'tag': 'a6b78ce4-3efd-4ca2-92bb-bec138035e6b', 'status': 'completed', 'code': 200} Aug 31 01:27:23.196973 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7288b5d3-eeda-41fa-8e39-19e7b688059b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.233962 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'name': 'tempest-TestAggregatesBasicOps-1754054158-router', 'tenant_id': '14ba4697a886460e995dced683f4dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '0743a3cd-bf4d-4769-8287-4567630f54ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:15Z', 'updated_at': '2021-08-31T01:27:18Z', 'revision_number': 3, 'project_id': '14ba4697a886460e995dced683f4dfaa', 'gw_port': {'id': '0743a3cd-bf4d-4769-8287-4567630f54ce', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:af:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:16Z', 'updated_at': '2021-08-31T01:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:23.242708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-7288b5d3-eeda-41fa-8e39-19e7b688059b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Transition to ACTIVE for port object 830793dd-f07e-45da-9927-d5e7352ac385 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:23.275538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9b5ce6e-bf90-406b-a8e8-32e58a405e8a req-05982024-f95d-4ee6-bb16-ddc51887688b tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aca38e3-f941-4a0c-a218-01171f59957c HTTP/1.1" status: 200 len: 210 time: 0.1226051 Aug 31 01:27:23.340341 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Checking router: 7999932b-73cc-48d6-8bb4-52f9ab6ce976 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:23.340587 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Updating router 7999932b-73cc-48d6-8bb4-52f9ab6ce976 port 0743a3cd-bf4d-4769-8287-4567630f54ce binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:27:23.369017 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7288b5d3-eeda-41fa-8e39-19e7b688059b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.389717 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 9855cf0b-1faa-4ffc-97b9-0e11005862cc completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:23.441957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7288b5d3-eeda-41fa-8e39-19e7b688059b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Network 42a6718d-835f-4534-a492-5f810106fbbd is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:23.444629 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.448918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-7288b5d3-eeda-41fa-8e39-19e7b688059b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:23.458804 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7288b5d3-eeda-41fa-8e39-19e7b688059b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:23.514073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288b5d3-eeda-41fa-8e39-19e7b688059b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event updated for resources: {'Port': ['ID=830793dd-f07e-45da-9927-d5e7352ac385,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:23.514342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3d3f13-1577-4367-ae87-9935703d4e62 None None] Network 42a6718d-835f-4534-a492-5f810106fbbd requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:23.551676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7288b5d3-eeda-41fa-8e39-19e7b688059b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:23.552540 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7288b5d3-eeda-41fa-8e39-19e7b688059b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.597512 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7288b5d3-eeda-41fa-8e39-19e7b688059b tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5405698 Aug 31 01:27:23.600630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46704) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:23.605767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:23.756230 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.781269 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4bc9ddc7-6a72-4850-bdb3-c21d5fc343a7 None None] Provisioning for port 9855cf0b-1faa-4ffc-97b9-0e11005862cc completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:23.797317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4bc9ddc7-6a72-4850-bdb3-c21d5fc343a7 None None] Provisioning complete for port 9855cf0b-1faa-4ffc-97b9-0e11005862cc triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:23.798428 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ddc7-6a72-4850-bdb3-c21d5fc343a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.913206 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bdd917d6-f8ad-40a7-a22d-d9b9fb1ee333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.936335 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.997957 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.153041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5701b382-53ce-48e7-9f6d-aadf1ceb774e req-c2e0d8d9-b8a4-460d-845c-16addbd5e565 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0753410 Aug 31 01:27:24.180858 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.327944 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Allocated IP 172.20.0.1 (45fbf265-1f57-4e51-8616-64cab1bf6b3b/4db44a48-dee4-4654-8bae-387965b4a236/d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:24.368884 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ddc7-6a72-4850-bdb3-c21d5fc343a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.466231 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.485905 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.486803 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Transition to ACTIVE for port object 0743a3cd-bf4d-4769-8287-4567630f54ce will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:24.502878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4bc9ddc7-6a72-4850-bdb3-c21d5fc343a7 None None] For port 9855cf0b-1faa-4ffc-97b9-0e11005862cc, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9855cf0b-1faa-4ffc-97b9-0e11005862cc,segment=NetworkSegment(a62e34fc-c626-4b45-a7df-a5348a7bcec8),segment_id=a62e34fc-c626-4b45-a7df-a5348a7bcec8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:24.504075 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.509800 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ddc7-6a72-4850-bdb3-c21d5fc343a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.533271 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.560053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Transition to ACTIVE for port object d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:24.566308 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2bca755e-f3ab-47d8-9f03-6e1801f8532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa0543aa-661a-4525-bc0f-bfc8e90e61f3', 'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'mac_address': 'fa:16:3e:91:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:47Z', 'updated_at': '2021-08-31T01:18:01Z', 'revision_number': 5, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'subnets': [{'id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:24.621148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46726) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:24.624139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Allocated IP 172.25.6.242 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/dd811293-84d1-4e1d-8986-2a452bfa569b) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:24.677109 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Attempting to bind port 0743a3cd-bf4d-4769-8287-4567630f54ce on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:27:24.677505 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Attempting to bind port 0743a3cd-bf4d-4769-8287-4567630f54ce by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:27:24.677896 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Attempting to bind port 0743a3cd-bf4d-4769-8287-4567630f54ce on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:27:24.694459 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:27:24.694886 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:27:24.695220 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.698680 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:27:24.699183 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Bound port: 0743a3cd-bf4d-4769-8287-4567630f54ce, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:27:24.699655 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.713133 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bca755e-f3ab-47d8-9f03-6e1801f8532f None None] Checking router: f2d437d4-b326-42c5-a6ee-242d9f4551b5 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:24.763075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bca755e-f3ab-47d8-9f03-6e1801f8532f None None] Routers {'f2d437d4-b326-42c5-a6ee-242d9f4551b5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:24.766793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2bca755e-f3ab-47d8-9f03-6e1801f8532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:24.842940 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] For port 0743a3cd-bf4d-4769-8287-4567630f54ce, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:27:24.848957 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] For port 0743a3cd-bf4d-4769-8287-4567630f54ce, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0743a3cd-bf4d-4769-8287-4567630f54ce,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:27:24.854871 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.881277 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.886891 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b6be0-7452-4a56-a287-0e3a2f677d01 None None] Pushing event updated for resources: {'Port': ['ID=0743a3cd-bf4d-4769-8287-4567630f54ce,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:24.905414 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6be0-7452-4a56-a287-0e3a2f677d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:24.905657 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6be0-7452-4a56-a287-0e3a2f677d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:24.906668 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6be0-7452-4a56-a287-0e3a2f677d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:24.906844 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.907379 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6be0-7452-4a56-a287-0e3a2f677d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:24.907805 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6be0-7452-4a56-a287-0e3a2f677d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:24.908661 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6be0-7452-4a56-a287-0e3a2f677d01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:24.909199 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6be0-7452-4a56-a287-0e3a2f677d01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:24.909689 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6be0-7452-4a56-a287-0e3a2f677d01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:24.910149 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6be0-7452-4a56-a287-0e3a2f677d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:24.910565 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6be0-7452-4a56-a287-0e3a2f677d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:24.911012 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6be0-7452-4a56-a287-0e3a2f677d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:24.912578 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6be0-7452-4a56-a287-0e3a2f677d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:24.973668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-6597e735-0739-46c8-9f4d-1423a5f6499f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:24.975266 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-6597e735-0739-46c8-9f4d-1423a5f6499f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 812 time: 0.3086555 Aug 31 01:27:24.983911 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ddd73d1-57ae-4fc8-a1e8-0b69575e73e8 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:24.997120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-6d23e42a-c809-4859-98cd-043079d1b27f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'port': {'device_id': '052d2bee-209a-4a5c-a76a-bbfcef09c6c8', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'admin_state_up': True, 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:25.023022 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Routers {'7999932b-73cc-48d6-8bb4-52f9ab6ce976'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:25.024852 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7999932b-73cc-48d6-8bb4-52f9ab6ce976'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:25.034288 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Network 45fbf265-1f57-4e51-8616-64cab1bf6b3b is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:25.040346 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:25.060516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9ddc7-6a72-4850-bdb3-c21d5fc343a7 None None] Pushing event updated for resources: {'Port': ['ID=9855cf0b-1faa-4ffc-97b9-0e11005862cc,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:25.088992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:25.091747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:25.110048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Pushing event updated for resources: {'Port': ['ID=d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:25.357685 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b6be0-7452-4a56-a287-0e3a2f677d01 None None] Pushing event updated for resources: {'Port': ['ID=0743a3cd-bf4d-4769-8287-4567630f54ce,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:25.419081 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:25.454665 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ddd73d1-57ae-4fc8-a1e8-0b69575e73e8 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:25.553725 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] Set router 7999932b-73cc-48d6-8bb4-52f9ab6ce976 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:25.790324 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9c16dd1b-b2d2-4efd-b29d-dd63d1921a25 None None] Provisioning for port 830793dd-f07e-45da-9927-d5e7352ac385 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:25.841943 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9c16dd1b-b2d2-4efd-b29d-dd63d1921a25 None None] Provisioning complete for port 830793dd-f07e-45da-9927-d5e7352ac385 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:25.842611 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9c16dd1b-b2d2-4efd-b29d-dd63d1921a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:25.881150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73d4407e-346e-49c2-ad14-dd5656eff0f1 req-531deff1-b0c8-492f-92c9-c7b41eb38a60 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 210 time: 0.4593446 Aug 31 01:27:25.961952 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-2bca755e-f3ab-47d8-9f03-6e1801f8532f None None] Set router f2d437d4-b326-42c5-a6ee-242d9f4551b5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:25.998480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-6d23e42a-c809-4859-98cd-043079d1b27f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Made reservation on behalf of 2e4cb56e9e2a4fbeb0ebdc7916f3c045 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:27:26.010939 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-6d23e42a-c809-4859-98cd-043079d1b27f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:26.040108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9c16dd1b-b2d2-4efd-b29d-dd63d1921a25 None None] Port 830793dd-f07e-45da-9927-d5e7352ac385 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:26.065120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ddd73d1-57ae-4fc8-a1e8-0b69575e73e8 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:26.068810 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'name': 'tempest-TestAggregatesBasicOps-1754054158-router', 'tenant_id': '14ba4697a886460e995dced683f4dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '0743a3cd-bf4d-4769-8287-4567630f54ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:15Z', 'updated_at': '2021-08-31T01:27:18Z', 'revision_number': 3, 'project_id': '14ba4697a886460e995dced683f4dfaa', 'gw_port': {'id': '0743a3cd-bf4d-4769-8287-4567630f54ce', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:af:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:16Z', 'updated_at': '2021-08-31T01:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:26.071063 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0ddd73d1-57ae-4fc8-a1e8-0b69575e73e8 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:26.072847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0ddd73d1-57ae-4fc8-a1e8-0b69575e73e8 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "DELETE /v2.0/security-groups/8098777a-8b0b-488b-bffb-cd7e48cec17f HTTP/1.1" status: 204 len: 168 time: 1.4389083 Aug 31 01:27:26.107427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9c16dd1b-b2d2-4efd-b29d-dd63d1921a25 None None] Provisioning complete for port 9855cf0b-1faa-4ffc-97b9-0e11005862cc triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:26.107953 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9c16dd1b-b2d2-4efd-b29d-dd63d1921a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:26.135759 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1da123-83e8-488d-a284-a39e76bf8bb1 None None] The sync data for ids ['7999932b-73cc-48d6-8bb4-52f9ab6ce976'] in n-d-802060-13 is: [{'id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'name': 'tempest-TestAggregatesBasicOps-1754054158-router', 'tenant_id': '14ba4697a886460e995dced683f4dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '0743a3cd-bf4d-4769-8287-4567630f54ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:15Z', 'updated_at': '2021-08-31T01:27:18Z', 'revision_number': 3, 'project_id': '14ba4697a886460e995dced683f4dfaa', 'gw_port': {'id': '0743a3cd-bf4d-4769-8287-4567630f54ce', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:af:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:16Z', 'updated_at': '2021-08-31T01:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:26.385974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event updated for resources: {'Port': ['ID=dd811293-84d1-4e1d-8986-2a452bfa569b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:26.396890 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46756) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:26.423038 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-0178c23e-5474-4f07-9e46-5eb29393ade3 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] show failed (client error): The resource could not be found. Aug 31 01:27:26.424722 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0178c23e-5474-4f07-9e46-5eb29393ade3 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "GET /v2.0/security-groups/8098777a-8b0b-488b-bffb-cd7e48cec17f HTTP/1.1" status: 404 len: 347 time: 0.0268545 Aug 31 01:27:26.441772 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46758) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:26.519566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9855cf0b-1faa-4ffc-97b9-0e11005862cc up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:26.528192 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:26.535648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9c16dd1b-b2d2-4efd-b29d-dd63d1921a25 None None] Provisioning for port 2e6fb3a8-79ef-43c3-8235-54145ab48169 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:26.538822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:26.558123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:26.653374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9c16dd1b-b2d2-4efd-b29d-dd63d1921a25 None None] Provisioning complete for port 2e6fb3a8-79ef-43c3-8235-54145ab48169 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:26.653955 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9c16dd1b-b2d2-4efd-b29d-dd63d1921a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:26.834945 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2bca755e-f3ab-47d8-9f03-6e1801f8532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa0543aa-661a-4525-bc0f-bfc8e90e61f3', 'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'mac_address': 'fa:16:3e:91:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:47Z', 'updated_at': '2021-08-31T01:18:01Z', 'revision_number': 5, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'subnets': [{'id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:26.917102 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-3f60f76e-3e7c-4b48-b78a-21615ec7f939 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Deleting port 5395157b-d48b-498a-92cc-58fa2ec84352 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:26.917423 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f60f76e-3e7c-4b48-b78a-21615ec7f939 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:26.929907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bca755e-f3ab-47d8-9f03-6e1801f8532f None None] The sync data for ids ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'] in n-d-802060-13 is: [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:17:49Z', 'revision_number': 4, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'aa0543aa-661a-4525-bc0f-bfc8e90e61f3', 'name': '', 'network_id': '05166366-f2cf-4263-a28e-fd696742cc7f', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'mac_address': 'fa:16:3e:91:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:47Z', 'updated_at': '2021-08-31T01:18:01Z', 'revision_number': 5, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'subnets': [{'id': '3bdf0b07-4c89-45a2-828f-1c4e94ba70e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:26.971754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9c16dd1b-b2d2-4efd-b29d-dd63d1921a25 None None] Port 2e6fb3a8-79ef-43c3-8235-54145ab48169 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:26.993632 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:26.994775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 9855cf0b-1faa-4ffc-97b9-0e11005862cc triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:26.995140 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.038392 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.066871 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd73d1-57ae-4fc8-a1e8-0b69575e73e8 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8098777a-8b0b-488b-bffb-cd7e48cec17f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:27.138768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e3cf9ddc-763b-46f8-b546-60672eaf74bb None None] Provisioning complete for port 830793dd-f07e-45da-9927-d5e7352ac385 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:27.139265 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9ddc-763b-46f8-b546-60672eaf74bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.181579 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.239529 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf9ddc-763b-46f8-b546-60672eaf74bb None None] Port 830793dd-f07e-45da-9927-d5e7352ac385 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:27.255729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e3cf9ddc-763b-46f8-b546-60672eaf74bb None None] Provisioning for port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:27.265548 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.266526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e3cf9ddc-763b-46f8-b546-60672eaf74bb None None] Provisioning complete for port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:27.266920 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9ddc-763b-46f8-b546-60672eaf74bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.288581 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c104cdd0-2d9f-4a4d-a6d2-dee7ac2ce921 req-68892a92-e527-4a99-ac74-f9d0184d62af tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 210 time: 0.2228394 Aug 31 01:27:27.299567 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f60f76e-3e7c-4b48-b78a-21615ec7f939 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.302622 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f60f76e-3e7c-4b48-b78a-21615ec7f939 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.384090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-3f60f76e-3e7c-4b48-b78a-21615ec7f939 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Calling delete_port for 5395157b-d48b-498a-92cc-58fa2ec84352 owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:27.411486 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf9ddc-763b-46f8-b546-60672eaf74bb None None] Port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:27.440950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e3cf9ddc-763b-46f8-b546-60672eaf74bb None None] Provisioning complete for port 2e6fb3a8-79ef-43c3-8235-54145ab48169 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:27.441580 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9ddc-763b-46f8-b546-60672eaf74bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.496588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-6d23e42a-c809-4859-98cd-043079d1b27f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Allocated IP 172.20.0.13 (680aee2c-12bc-4ff6-aa57-34e08298a980/c02afb6d-b4d0-433f-8da5-3c6fe1d231db/1bed3b78-9bdb-4260-9263-4c8f6cf6ab85) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:27.539254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf9ddc-763b-46f8-b546-60672eaf74bb None None] Port 2e6fb3a8-79ef-43c3-8235-54145ab48169 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:27.673369 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cadb71c-ce5f-410e-80ee-bac4c85e4ad3 None None] New status for floating IP 5f07f1df-d813-4a69-a998-ee0d608ba291: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:27:27.746270 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.759594 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.883238 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.db.api [None req-1cadb71c-ce5f-410e-80ee-bac4c85e4ad3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:27:27.884017 n-d-802060-13 neutron-server[94763]: DEBUG oslo_db.api [None req-1cadb71c-ce5f-410e-80ee-bac4c85e4ad3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:27:27.899773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f60f76e-3e7c-4b48-b78a-21615ec7f939 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.943867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event updated for resources: {'Port': ['ID=dd811293-84d1-4e1d-8986-2a452bfa569b,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:27.949681 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.962617 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:27.968096 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:28.064660 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-6d23e42a-c809-4859-98cd-043079d1b27f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:28.096519 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:28.100316 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f60f76e-3e7c-4b48-b78a-21615ec7f939 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:28.103252 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f60f76e-3e7c-4b48-b78a-21615ec7f939 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:28.105992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Pushing event updated for resources: {'Port': ['ID=d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:28.107492 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3f60f76e-3e7c-4b48-b78a-21615ec7f939 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] 10.222.0.58 "DELETE /v2.0/floatingips/5f07f1df-d813-4a69-a998-ee0d608ba291 HTTP/1.1" status: 204 len: 168 time: 1.6625767 Aug 31 01:27:28.116976 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60f76e-3e7c-4b48-b78a-21615ec7f939 tempest-AttachVolumeTestJSON-1886497590 tempest-AttachVolumeTestJSON-1886497590-project] Pushing event deleted for resources: {'Port': ['ID=5395157b-d48b-498a-92cc-58fa2ec84352,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:28.121733 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-6d23e42a-c809-4859-98cd-043079d1b27f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Transition to ACTIVE for port object 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:28.129397 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:28.131023 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2605636e-61d4-4ff1-8935-d7b8e237f150 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5293453 Aug 31 01:27:28.134403 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46778) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:28.142281 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a8dba61c-f36d-4aee-9af7-cdd3e5267035 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Request body: {'floatingip': {'port_id': '830793dd-f07e-45da-9927-d5e7352ac385', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:28.241918 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8dba61c-f36d-4aee-9af7-cdd3e5267035 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for floatingip, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:28.389014 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cadb71c-ce5f-410e-80ee-bac4c85e4ad3 None None] New status for floating IP 5f07f1df-d813-4a69-a998-ee0d608ba291: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:27:28.392819 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-6d23e42a-c809-4859-98cd-043079d1b27f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:28.427218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['160ca5ef-9386-4de3-9e62-204bf6c675b6'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:27:28.588908 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-a8dba61c-f36d-4aee-9af7-cdd3e5267035 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] update failed (client error): The resource could not be found. Aug 31 01:27:28.592700 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Network 45fbf265-1f57-4e51-8616-64cab1bf6b3b is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:28.592908 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a8dba61c-f36d-4aee-9af7-cdd3e5267035 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "PUT /v2.0/floatingips/1146cb56-dc0d-44a6-9e48-ef2523ae78f7 HTTP/1.1" status: 404 len: 507 time: 0.4544451 Aug 31 01:27:28.595402 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46788) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:28.618123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0743a3cd-bf4d-4769-8287-4567630f54ce up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:28.620525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-6d23e42a-c809-4859-98cd-043079d1b27f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Network 680aee2c-12bc-4ff6-aa57-34e08298a980 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:28.633762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:28.648403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-6d23e42a-c809-4859-98cd-043079d1b27f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:28.662178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-6d23e42a-c809-4859-98cd-043079d1b27f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:28.735821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23e42a-c809-4859-98cd-043079d1b27f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'Port': ['ID=1bed3b78-9bdb-4260-9263-4c8f6cf6ab85,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:28.872588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 0743a3cd-bf4d-4769-8287-4567630f54ce completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:28.884230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0743a3cd-bf4d-4769-8287-4567630f54ce triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:28.886762 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:28.964138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-6d23e42a-c809-4859-98cd-043079d1b27f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:28.965299 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-6d23e42a-c809-4859-98cd-043079d1b27f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.014269 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c9383-01d0-46fa-9349-9f5598b846c8 req-ce61caab-ef25-44c6-b938-0bce56de0a32 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:29.021615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-221c9383-01d0-46fa-9349-9f5598b846c8 req-ce61caab-ef25-44c6-b938-0bce56de0a32 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 932 time: 0.4842238 Aug 31 01:27:29.047313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-1abcb3b4-20bf-4aaf-8314-1590579a3df2 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Deleting port dd811293-84d1-4e1d-8986-2a452bfa569b {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:29.047897 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1abcb3b4-20bf-4aaf-8314-1590579a3df2 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.081459 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.128710 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 0743a3cd-bf4d-4769-8287-4567630f54ce, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0743a3cd-bf4d-4769-8287-4567630f54ce,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:29.141375 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.213223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-6d23e42a-c809-4859-98cd-043079d1b27f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2265956 Aug 31 01:27:29.242666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Request body: {'port': {'device_id': '052d2bee-209a-4a5c-a76a-bbfcef09c6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:29.269571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1abcb3b4-20bf-4aaf-8314-1590579a3df2 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.269897 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1abcb3b4-20bf-4aaf-8314-1590579a3df2 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.296527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-1abcb3b4-20bf-4aaf-8314-1590579a3df2 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Calling delete_port for dd811293-84d1-4e1d-8986-2a452bfa569b owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:29.329507 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=0743a3cd-bf4d-4769-8287-4567630f54ce,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:29.345753 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-221c9383-01d0-46fa-9349-9f5598b846c8 req-85e86a0f-03ed-4622-b790-2f28e8a4b51f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018289 Aug 31 01:27:29.383883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-bd77c7f6-8a0c-4e18-9bb3-d9c909964712 None None] Provisioning for port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:29.389638 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-bd77c7f6-8a0c-4e18-9bb3-d9c909964712 None None] Provisioning complete for port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:29.390190 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bd77c7f6-8a0c-4e18-9bb3-d9c909964712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.400149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Router 7999932b-73cc-48d6-8bb4-52f9ab6ce976 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:29.432924 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.466242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-bd77c7f6-8a0c-4e18-9bb3-d9c909964712 None None] Port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:29.503445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-bd77c7f6-8a0c-4e18-9bb3-d9c909964712 None None] Provisioning complete for port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:29.504142 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bd77c7f6-8a0c-4e18-9bb3-d9c909964712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.556610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-bd77c7f6-8a0c-4e18-9bb3-d9c909964712 None None] Port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:29.584939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1abcb3b4-20bf-4aaf-8314-1590579a3df2 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.628308 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcb3b4-20bf-4aaf-8314-1590579a3df2 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event deleted for resources: {'Port': ['ID=dd811293-84d1-4e1d-8986-2a452bfa569b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:29.705012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1abcb3b4-20bf-4aaf-8314-1590579a3df2 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.711247 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1abcb3b4-20bf-4aaf-8314-1590579a3df2 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.715141 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1abcb3b4-20bf-4aaf-8314-1590579a3df2 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "DELETE /v2.0/floatingips/1146cb56-dc0d-44a6-9e48-ef2523ae78f7 HTTP/1.1" status: 204 len: 168 time: 1.1187403 Aug 31 01:27:29.720846 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46804) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:29.728257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6e827612-a00f-4162-81e6-bdbb9980364a tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Request body: {'floatingip': {'floating_network_id': '42a6718d-835f-4534-a492-5f810106fbbd', 'port_id': '830793dd-f07e-45da-9927-d5e7352ac385', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:29.766327 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6e827612-a00f-4162-81e6-bdbb9980364a tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:29.905107 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-6e827612-a00f-4162-81e6-bdbb9980364a tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:27:29.906225 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6e827612-a00f-4162-81e6-bdbb9980364a tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1842952 Aug 31 01:27:29.912958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46806) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:29.926740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '830793dd-f07e-45da-9927-d5e7352ac385', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:29.935104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:29.948593 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-faec466d-5f0e-4720-9658-716d2179c5ee admin admin] 10.222.0.58 "PUT /v2.0/routers/7999932b-73cc-48d6-8bb4-52f9ab6ce976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4451444 Aug 31 01:27:29.959775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Sync routers for ids ['7999932b-73cc-48d6-8bb4-52f9ab6ce976'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:29.979874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Routers {'7999932b-73cc-48d6-8bb4-52f9ab6ce976'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:29.980740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7999932b-73cc-48d6-8bb4-52f9ab6ce976'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:30.060353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:27:30.080603 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:30.110834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Transition to ACTIVE for port object 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:30.120100 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:30.205211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Set router 7999932b-73cc-48d6-8bb4-52f9ab6ce976 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:30.232756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Pushing event updated for resources: {'Port': ['ID=1bed3b78-9bdb-4260-9263-4c8f6cf6ab85,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:30.237633 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:30.574752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0743a3cd-bf4d-4769-8287-4567630f54ce up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:30.753748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5f967-320e-4291-a24e-ecb18e44561f req-0b0f2dd9-784a-4612-a90d-40328df0f0af tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:30.760469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02d5f967-320e-4291-a24e-ecb18e44561f req-0b0f2dd9-784a-4612-a90d-40328df0f0af tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.2490532 Aug 31 01:27:30.779787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0743a3cd-bf4d-4769-8287-4567630f54ce triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:30.783200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Attempting to bind port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:27:30.783573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Attempting to bind port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:27:30.784297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Attempting to bind port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:27:30.793502 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:30.798141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:27:30.799018 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Attempting to bind port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:27:30.843611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:27:30.846455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Checking segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:27:30.847435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Bound using segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:27:30.852954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Bound port: 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:27:30.853559 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:30.981625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'name': 'tempest-TestAggregatesBasicOps-1754054158-router', 'tenant_id': '14ba4697a886460e995dced683f4dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '0743a3cd-bf4d-4769-8287-4567630f54ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:15Z', 'updated_at': '2021-08-31T01:27:26Z', 'revision_number': 4, 'project_id': '14ba4697a886460e995dced683f4dfaa', 'gw_port': {'id': '0743a3cd-bf4d-4769-8287-4567630f54ce', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:16Z', 'updated_at': '2021-08-31T01:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd4fdc692-3ae1-42eb-a314-0cf5ee98fdfc', 'name': '', 'network_id': '45fbf265-1f57-4e51-8616-64cab1bf6b3b', 'tenant_id': '14ba4697a886460e995dced683f4dfaa', 'mac_address': 'fa:16:3e:da:7d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '4db44a48-dee4-4654-8bae-387965b4a236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:23Z', 'updated_at': '2021-08-31T01:27:27Z', 'revision_number': 2, 'project_id': '14ba4697a886460e995dced683f4dfaa', 'subnets': [{'id': '4db44a48-dee4-4654-8bae-387965b4a236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:30.996402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] For port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:27:31.002044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] For port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1bed3b78-9bdb-4260-9263-4c8f6cf6ab85,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:27:31.011314 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.017284 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.095464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:31.096759 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.098523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] 10.222.0.70 "PUT /v2.0/ports/1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 HTTP/1.1" status: 200 len: 1093 time: 1.8686872 Aug 31 01:27:31.104424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06a2c7-efa8-4a28-a51b-d6a6d93c2eda service neutron] Pushing event updated for resources: {'Port': ['ID=1bed3b78-9bdb-4260-9263-4c8f6cf6ab85,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:31.118414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Checking router: 7999932b-73cc-48d6-8bb4-52f9ab6ce976 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:31.119739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Updating router 7999932b-73cc-48d6-8bb4-52f9ab6ce976 port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:27:31.120426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052d2bee-209a-4a5c-a76a-bbfcef09c6c8', 'tag': '1bed3b78-9bdb-4260-9263-4c8f6cf6ab85'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:27:31.127317 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3ec683-3ecc-4eca-b69a-b3cfdb385482" -d '{"events": [{"name": "network-changed", "server_uuid": "052d2bee-209a-4a5c-a76a-bbfcef09c6c8", "tag": "1bed3b78-9bdb-4260-9263-4c8f6cf6ab85"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:31.242478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46838) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:31.244985 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aa064c-bd1c-48af-9ab1-0fcba51f2633 x-openstack-request-id: req-59aa064c-bd1c-48af-9ab1-0fcba51f2633 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:31.245522 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052d2bee-209a-4a5c-a76a-bbfcef09c6c8", "tag": "1bed3b78-9bdb-4260-9263-4c8f6cf6ab85", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:31.245759 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59aa064c-bd1c-48af-9ab1-0fcba51f2633 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:31.246135 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052d2bee-209a-4a5c-a76a-bbfcef09c6c8', 'tag': '1bed3b78-9bdb-4260-9263-4c8f6cf6ab85', 'status': 'completed', 'code': 200} Aug 31 01:27:31.251373 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-503677001-network', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:31.275178 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.288148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-7787d6ad-1f77-4fcd-8f92-438fb04df7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:31.290036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-7787d6ad-1f77-4fcd-8f92-438fb04df7fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 1096 time: 0.1455424 Aug 31 01:27:31.293866 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02d5f967-320e-4291-a24e-ecb18e44561f req-4d0a5a15-70d6-4626-8c10-072b0c4ca521 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260506 Aug 31 01:27:31.300567 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] Made reservation on behalf of fc118191e1b64dbf9c634cb465e8552c for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:27:31.303836 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.329051 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.373324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-389d6083-ceb5-4323-8318-a7a8c4472788 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 HTTP/1.1" status: 200 len: 217 time: 0.0730700 Aug 31 01:27:31.520766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Allocated IP 172.25.6.57 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/bd7a6950-3a9d-4a50-b326-dd9c1b6eaae1) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:31.534935 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-7e2399f2-f3b1-4689-b6ad-b9ac51355ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:31.536819 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-7e2399f2-f3b1-4689-b6ad-b9ac51355ea8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.1069772 Aug 31 01:27:31.539679 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:27:31.639426 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.647234 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.672709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-9701e084-3062-461b-8e48-8f6cb5669b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:31.674763 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-9701e084-3062-461b-8e48-8f6cb5669b6a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258099 Aug 31 01:27:31.712862 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.751193 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1327218b-e6fc-45d1-afd2-bb6685b4320e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:31.806677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:27:31.824578 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.825152 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] Added segment 7c7297e1-af99-4b8f-8e09-27c6891cbd9c of type vlan for network ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee Aug 31 01:27:31.877609 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.942229 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:31.993261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-3a03a0ce-57a0-44c4-ab98-a3710f586e40 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852969 Aug 31 01:27:32.002107 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.003426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:32.006375 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.052095 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.129957 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8853276 Aug 31 01:27:32.135932 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46848) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:32.154980 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Request body: {'subnet': {'network_id': 'ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-503677001-subnet', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:32.188814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c622ba8-91cb-4b55-9740-04fb9490d083 admin admin] Pushing event updated for resources: {'Network': ['ID=ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:32.233596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Made reservation on behalf of fc118191e1b64dbf9c634cb465e8552c for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:27:32.236487 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.286032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:27:32.389285 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:32.407249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:32.416006 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:32.507637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event updated for resources: {'Port': ['ID=bd7a6950-3a9d-4a50-b326-dd9c1b6eaae1,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:32.539663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6996a46-dc38-438a-be1c-b24da4c12d56 req-d475c456-e958-4f54-86b5-45656a9d95b2 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368490 Aug 31 01:27:32.568757 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.627641 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.639559 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Transition to ACTIVE for port object d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:32.662168 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.688981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea0e0fb4-b26e-4a30-9f15-9455be875a32,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:32.702348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:32.703735 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:32.704986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:32.705581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:32.706163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:32.706739 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:32.707345 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:32.707934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:32.708496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:32.709054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:32.709637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:32.710203 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:32.780688 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Checking segment: {'id': '7c7297e1-af99-4b8f-8e09-27c6891cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:27:32.781938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Network hostable DHCP agents. Network: ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:27:32.824910 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Network ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:27:32.830373 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51ac8b-2dbf-4aa5-ae70-8bd855c23ba8 None None] Pushing event updated for resources: {'Port': ['ID=d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:32.845736 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:32.850469 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:32.851189 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.888708 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-31c6f714-770e-447f-b26f-2851deab3a2a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7488456 Aug 31 01:27:32.892424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46870) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:32.897485 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-503677001-router', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:32.903005 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0cd68a-5639-4e26-8a92-4190c723fb3a None None] Network ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:32.940964 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:32.943097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:33.008318 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Attempting to bind port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:27:33.008947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Attempting to bind port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'fe30736c-cd86-4b38-a0c3-9b1021792dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '45fbf265-1f57-4e51-8616-64cab1bf6b3b'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:27:33.009551 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Attempting to bind port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc on network 45fbf265-1f57-4e51-8616-64cab1bf6b3b {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:27:33.050267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:27:33.050672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Checking segment: {'id': 'fe30736c-cd86-4b38-a0c3-9b1021792dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '45fbf265-1f57-4e51-8616-64cab1bf6b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:27:33.051041 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:33.051496 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Bound using segment: {'id': 'fe30736c-cd86-4b38-a0c3-9b1021792dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '45fbf265-1f57-4e51-8616-64cab1bf6b3b'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:27:33.051989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Bound port: d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe30736c-cd86-4b38-a0c3-9b1021792dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '45fbf265-1f57-4e51-8616-64cab1bf6b3b'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:27:33.052374 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:33.106966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:33.467539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] For port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:27:33.471172 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:33.480593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] For port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc,segment=NetworkSegment(fe30736c-cd86-4b38-a0c3-9b1021792dea),segment_id=fe30736c-cd86-4b38-a0c3-9b1021792dea)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:27:33.687083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f3f51-42b4-4c82-bd17-ab576a87529c req-dabb38eb-ad5d-4f46-9a57-d22643198de5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:33.696410 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:33.700083 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-710f3f51-42b4-4c82-bd17-ab576a87529c req-dabb38eb-ad5d-4f46-9a57-d22643198de5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 1.0522871 Aug 31 01:27:33.908809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ec683-3ecc-4eca-b69a-b3cfdb385482 req-5e5deb7e-56f0-430e-b434-e7b16198da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:33.912487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d3ec683-3ecc-4eca-b69a-b3cfdb385482 req-5e5deb7e-56f0-430e-b434-e7b16198da32 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 1096 time: 1.2666941 Aug 31 01:27:33.970189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51ac8b-2dbf-4aa5-ae70-8bd855c23ba8 None None] Pushing event updated for resources: {'Port': ['ID=d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:34.041814 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-710f3f51-42b4-4c82-bd17-ab576a87529c req-8c693b00-af3d-48a3-9976-4e5fcdfb7254 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971239 Aug 31 01:27:34.065665 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:34.094774 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:34.159706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Deleting port bd7a6950-3a9d-4a50-b326-dd9c1b6eaae1 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:34.161796 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:34.211034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee', 'network_id': 'ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c', 'fixed_ips': [{'subnet_id': 'ea0e0fb4-b26e-4a30-9f15-9455be875a32'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:27:34.222659 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:34.277489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Routers {'7999932b-73cc-48d6-8bb4-52f9ab6ce976'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:34.277489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7999932b-73cc-48d6-8bb4-52f9ab6ce976'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:34.421323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ec683-3ecc-4eca-b69a-b3cfdb385482 req-83a9682c-b184-45b4-9f39-ef0f32399259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:34.424395 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d3ec683-3ecc-4eca-b69a-b3cfdb385482 req-83a9682c-b184-45b4-9f39-ef0f32399259 service neutron] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.4939706 Aug 31 01:27:34.427000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Allocated IP 172.25.6.76 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/11a47d0e-1577-4e4a-8760-4ebd2d7f7508) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:34.472841 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:34.473572 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:34.557006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d3ec683-3ecc-4eca-b69a-b3cfdb385482 req-d8b8a260-2c52-4e81-81de-3116ca650731 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 HTTP/1.1" status: 200 len: 217 time: 0.1175332 Aug 31 01:27:34.593321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Calling delete_port for bd7a6950-3a9d-4a50-b326-dd9c1b6eaae1 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:34.639011 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:34.723691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ec683-3ecc-4eca-b69a-b3cfdb385482 req-14d1e4e9-d539-4c44-9bd7-d7490d9533ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:34.726507 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d3ec683-3ecc-4eca-b69a-b3cfdb385482 req-14d1e4e9-d539-4c44-9bd7-d7490d9533ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.1595724 Aug 31 01:27:34.749256 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:34.855365 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:34.858946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:34.882232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:35.077147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Pushing event updated for resources: {'Port': ['ID=11a47d0e-1577-4e4a-8760-4ebd2d7f7508,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:35.106506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ec683-3ecc-4eca-b69a-b3cfdb385482 req-25869595-6240-4ac5-8560-a0ca706c2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:35.108617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d3ec683-3ecc-4eca-b69a-b3cfdb385482 req-25869595-6240-4ac5-8560-a0ca706c2094 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2920024 Aug 31 01:27:35.335983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] Set router 7999932b-73cc-48d6-8bb4-52f9ab6ce976 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:35.651715 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:35.690654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af655b7f-c039-4b48-90e0-80eca2c46906 req-907a2d57-c4c6-4fea-924f-dc949e8e5900 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:35.698697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af655b7f-c039-4b48-90e0-80eca2c46906 req-907a2d57-c4c6-4fea-924f-dc949e8e5900 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.3900998 Aug 31 01:27:35.705621 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d3ec683-3ecc-4eca-b69a-b3cfdb385482 req-efc390d6-f2d4-452a-8af7-16d5bcf324fc service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977320 Aug 31 01:27:35.747250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Allocated IP 172.20.0.2 (ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee/ea0e0fb4-b26e-4a30-9f15-9455be875a32/db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:35.873335 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:35.915337 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d3ec683-3ecc-4eca-b69a-b3cfdb385482 req-faf232df-4602-4c27-adbc-e74ba3d83dcd service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979468 Aug 31 01:27:35.937352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event deleted for resources: {'Port': ['ID=bd7a6950-3a9d-4a50-b326-dd9c1b6eaae1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:36.105093 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'name': 'tempest-TestAggregatesBasicOps-1754054158-router', 'tenant_id': '14ba4697a886460e995dced683f4dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '0743a3cd-bf4d-4769-8287-4567630f54ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:15Z', 'updated_at': '2021-08-31T01:27:26Z', 'revision_number': 4, 'project_id': '14ba4697a886460e995dced683f4dfaa', 'gw_port': {'id': '0743a3cd-bf4d-4769-8287-4567630f54ce', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:16Z', 'updated_at': '2021-08-31T01:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd4fdc692-3ae1-42eb-a314-0cf5ee98fdfc', 'name': '', 'network_id': '45fbf265-1f57-4e51-8616-64cab1bf6b3b', 'tenant_id': '14ba4697a886460e995dced683f4dfaa', 'mac_address': 'fa:16:3e:da:7d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '4db44a48-dee4-4654-8bae-387965b4a236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:23Z', 'updated_at': '2021-08-31T01:27:33Z', 'revision_number': 4, 'project_id': '14ba4697a886460e995dced683f4dfaa', 'subnets': [{'id': '4db44a48-dee4-4654-8bae-387965b4a236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:36.146234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4564d3-55b4-42f7-b407-138dc7959429 None None] The sync data for ids ['7999932b-73cc-48d6-8bb4-52f9ab6ce976'] in n-d-802060-13 is: [{'id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'name': 'tempest-TestAggregatesBasicOps-1754054158-router', 'tenant_id': '14ba4697a886460e995dced683f4dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '0743a3cd-bf4d-4769-8287-4567630f54ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:15Z', 'updated_at': '2021-08-31T01:27:26Z', 'revision_number': 4, 'project_id': '14ba4697a886460e995dced683f4dfaa', 'gw_port': {'id': '0743a3cd-bf4d-4769-8287-4567630f54ce', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:16Z', 'updated_at': '2021-08-31T01:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd4fdc692-3ae1-42eb-a314-0cf5ee98fdfc', 'name': '', 'network_id': '45fbf265-1f57-4e51-8616-64cab1bf6b3b', 'tenant_id': '14ba4697a886460e995dced683f4dfaa', 'mac_address': 'fa:16:3e:da:7d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '4db44a48-dee4-4654-8bae-387965b4a236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:23Z', 'updated_at': '2021-08-31T01:27:33Z', 'revision_number': 4, 'project_id': '14ba4697a886460e995dced683f4dfaa', 'subnets': [{'id': '4db44a48-dee4-4654-8bae-387965b4a236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:36.151459 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:36.167817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Transition to ACTIVE for port object db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:36.243432 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Transition to ACTIVE for port object db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:36.277874 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:36.437628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Network ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:36.453338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:36.461582 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:36.558933 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Pushing event updated for resources: {'Port': ['ID=db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:36.679721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Attempting to bind port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:27:36.680406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Attempting to bind port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '7c7297e1-af99-4b8f-8e09-27c6891cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:27:36.680780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Attempting to bind port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 on network ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:27:36.689613 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:36.692179 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:27:36.692568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Checking segment: {'id': '7c7297e1-af99-4b8f-8e09-27c6891cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:27:36.693648 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:36.695146 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Bound using segment: {'id': '7c7297e1-af99-4b8f-8e09-27c6891cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:27:36.695651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Bound port: db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7297e1-af99-4b8f-8e09-27c6891cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:27:36.696049 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:36.850372 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:36.956705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] For port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:27:36.964975 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] For port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6,segment=NetworkSegment(7c7297e1-af99-4b8f-8e09-27c6891cbd9c),segment_id=7c7297e1-af99-4b8f-8e09-27c6891cbd9c)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:27:36.966745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:36.980970 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:36.990235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:36.990675 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:37.124336 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b572db8-6e45-432a-b4b6-05bd6aecabef None None] Pushing event updated for resources: {'Port': ['ID=db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:37.343361 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:37.381956 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Router 481e841b-89b9-471c-9f4e-02faacae6e58 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:27:37.458925 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc,segment=NetworkSegment(fe30736c-cd86-4b38-a0c3-9b1021792dea),segment_id=fe30736c-cd86-4b38-a0c3-9b1021792dea)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:37.471622 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:37.623361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:37.739584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af655b7f-c039-4b48-90e0-80eca2c46906 req-06d89c06-e148-40a3-a177-2ed0a0628ad8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0114717 Aug 31 01:27:37.919417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:37.934147 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] create failed (client error): The resource could not be found. Aug 31 01:27:37.935864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bcb0669f-c2b0-42fa-9685-1c2703530a8f tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.0198128 Aug 31 01:27:37.942122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46918) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:37.944897 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Sync routers for ids ['481e841b-89b9-471c-9f4e-02faacae6e58'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:37.955484 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:37.957109 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-868ce3e4-ff23-4853-a925-f647dc2dc450 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0634551 Aug 31 01:27:37.961250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46920) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:37.989834 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Routers {'481e841b-89b9-471c-9f4e-02faacae6e58'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:37.990979 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['481e841b-89b9-471c-9f4e-02faacae6e58'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:38.371489 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Set router 481e841b-89b9-471c-9f4e-02faacae6e58 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:38.406626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-ce42f601-91c3-48c5-a3e2-e0f276c66d72 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Deleting port 830793dd-f07e-45da-9927-d5e7352ac385 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:38.406856 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ce42f601-91c3-48c5-a3e2-e0f276c66d72 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:38.668205 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ce42f601-91c3-48c5-a3e2-e0f276c66d72 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:38.696232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-ce42f601-91c3-48c5-a3e2-e0f276c66d72 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Calling delete_port for 830793dd-f07e-45da-9927-d5e7352ac385 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:38.950898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:39.170687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:39.182440 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:39.242441 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'name': 'tempest-TestAggregatesBasicOps-503677001-router', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:32Z', 'updated_at': '2021-08-31T01:27:35Z', 'revision_number': 3, 'project_id': 'fc118191e1b64dbf9c634cb465e8552c', 'gw_port': {'id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:34Z', 'updated_at': '2021-08-31T01:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:39.314977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:39.315403 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:39.374336 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ce42f601-91c3-48c5-a3e2-e0f276c66d72 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:39.402761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c74b35-f882-4605-a0ee-8b9d89f94f88 None None] Network ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:39.424952 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Checking router: 481e841b-89b9-471c-9f4e-02faacae6e58 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:39.425330 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Updating router 481e841b-89b9-471c-9f4e-02faacae6e58 port 11a47d0e-1577-4e4a-8760-4ebd2d7f7508 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:27:39.529464 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:39.565700 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42f601-91c3-48c5-a3e2-e0f276c66d72 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event deleted for resources: {'Port': ['ID=830793dd-f07e-45da-9927-d5e7352ac385,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:39.580103 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f8186276-19d9-4623-b4df-9145475d0904 None None] Provisioning for port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:39.640471 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f8186276-19d9-4623-b4df-9145475d0904 None None] Provisioning complete for port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:39.640929 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f8186276-19d9-4623-b4df-9145475d0904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:39.685680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e5f31-cbb7-46f1-84bc-5dca2610afa8 req-0cefa4a5-8715-4b99-8d44-ac594abb2d49 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:39.701443 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d97e5f31-cbb7-46f1-84bc-5dca2610afa8 req-0cefa4a5-8715-4b99-8d44-ac594abb2d49 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.4774272 Aug 31 01:27:39.886046 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ce42f601-91c3-48c5-a3e2-e0f276c66d72 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:39.895548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ce42f601-91c3-48c5-a3e2-e0f276c66d72 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "DELETE /v2.0/ports/830793dd-f07e-45da-9927-d5e7352ac385 HTTP/1.1" status: 204 len: 168 time: 1.9518998 Aug 31 01:27:39.896561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 46970) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:40.026540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d97e5f31-cbb7-46f1-84bc-5dca2610afa8 req-caade1d0-4df3-4946-b03a-43e933c47a33 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217375 Aug 31 01:27:40.079576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcf7a12-f39d-471d-9eb9-45e60abf3ab9 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:40.084659 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4bcf7a12-f39d-471d-9eb9-45e60abf3ab9 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "GET /v2.0/ports?device_id=53777904-d09a-41f6-8344-e0b288138a78 HTTP/1.1" status: 200 len: 913 time: 0.1845686 Aug 31 01:27:40.085454 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 46986) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:40.257979 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f8186276-19d9-4623-b4df-9145475d0904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:40.342804 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:40.395713 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Transition to ACTIVE for port object 11a47d0e-1577-4e4a-8760-4ebd2d7f7508 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:40.412712 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:40.482798 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f8186276-19d9-4623-b4df-9145475d0904 None None] For port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6,segment=NetworkSegment(7c7297e1-af99-4b8f-8e09-27c6891cbd9c),segment_id=7c7297e1-af99-4b8f-8e09-27c6891cbd9c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:40.496189 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f8186276-19d9-4623-b4df-9145475d0904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:40.523048 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Attempting to bind port 11a47d0e-1577-4e4a-8760-4ebd2d7f7508 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:27:40.523485 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Attempting to bind port 11a47d0e-1577-4e4a-8760-4ebd2d7f7508 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:27:40.524575 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Attempting to bind port 11a47d0e-1577-4e4a-8760-4ebd2d7f7508 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:27:40.535807 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:27:40.536569 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:27:40.537352 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:40.538298 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:27:40.539122 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Bound port: 11a47d0e-1577-4e4a-8760-4ebd2d7f7508, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:27:40.539794 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:40.586829 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cc490-81d1-4193-833b-c67ca2ca84a8 None None] Pushing event updated for resources: {'Port': ['ID=11a47d0e-1577-4e4a-8760-4ebd2d7f7508,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:40.629778 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8186276-19d9-4623-b4df-9145475d0904 None None] Pushing event updated for resources: {'Port': ['ID=db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:40.639667 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] For port 11a47d0e-1577-4e4a-8760-4ebd2d7f7508, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:27:40.644289 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] For port 11a47d0e-1577-4e4a-8760-4ebd2d7f7508, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=11a47d0e-1577-4e4a-8760-4ebd2d7f7508,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:27:40.666185 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:40.875738 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cc490-81d1-4193-833b-c67ca2ca84a8 None None] Pushing event updated for resources: {'Port': ['ID=11a47d0e-1577-4e4a-8760-4ebd2d7f7508,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:40.889431 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Routers {'481e841b-89b9-471c-9f4e-02faacae6e58'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:40.891788 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['481e841b-89b9-471c-9f4e-02faacae6e58'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:41.119681 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:41.185529 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-85f52cce-0c48-4bcc-ad7a-7a371ea2cebd None None] Provisioning complete for port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:41.188123 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-85f52cce-0c48-4bcc-ad7a-7a371ea2cebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:41.305808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ab8e9-593b-42bb-8b20-a4ed7b887700 req-3ff59ebf-ff25-458f-91ac-ffc8ae56a78c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:41.307184 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] Set router 481e841b-89b9-471c-9f4e-02faacae6e58 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:41.315796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e90ab8e9-593b-42bb-8b20-a4ed7b887700 req-3ff59ebf-ff25-458f-91ac-ffc8ae56a78c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.1083345 Aug 31 01:27:41.480176 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e90ab8e9-593b-42bb-8b20-a4ed7b887700 req-8ca26860-9ec3-4455-a09b-69b08942503d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633668 Aug 31 01:27:41.537333 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:41.945109 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'name': 'tempest-TestAggregatesBasicOps-503677001-router', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:32Z', 'updated_at': '2021-08-31T01:27:35Z', 'revision_number': 3, 'project_id': 'fc118191e1b64dbf9c634cb465e8552c', 'gw_port': {'id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:34Z', 'updated_at': '2021-08-31T01:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:41.975086 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4a0e5b-b8a2-424f-85a0-fbf8b78069ae None None] The sync data for ids ['481e841b-89b9-471c-9f4e-02faacae6e58'] in n-d-802060-13 is: [{'id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'name': 'tempest-TestAggregatesBasicOps-503677001-router', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:32Z', 'updated_at': '2021-08-31T01:27:35Z', 'revision_number': 3, 'project_id': 'fc118191e1b64dbf9c634cb465e8552c', 'gw_port': {'id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:34Z', 'updated_at': '2021-08-31T01:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:42.026337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Allocated IP 172.20.0.1 (ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee/ea0e0fb4-b26e-4a30-9f15-9455be875a32/a4e88592-9bc7-4a13-bbd6-81322d153a76) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:42.296948 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:42.322786 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Transition to ACTIVE for port object a4e88592-9bc7-4a13-bbd6-81322d153a76 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:42.465158 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ceaaecf-ee10-4331-bcaa-da1348c90452 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:42.471262 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:42.610280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:42.707434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e5816-f79a-443c-967d-1c84499c9e5e req-0c76ff84-bb73-48ce-b1d9-8ea7977bfddf tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:42.717701 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ae8e5816-f79a-443c-967d-1c84499c9e5e req-0c76ff84-bb73-48ce-b1d9-8ea7977bfddf tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.0802772 Aug 31 01:27:42.770535 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:42.770919 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:42.780030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ae8e5816-f79a-443c-967d-1c84499c9e5e req-78c94430-b5cc-4bd9-8659-da04dddd3462 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612211 Aug 31 01:27:42.842430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Network ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:42.850048 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Pushing event updated for resources: {'Port': ['ID=a4e88592-9bc7-4a13-bbd6-81322d153a76,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:42.863342 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:42.886466 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:27:43.154476 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:43.409012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7875198d-aba4-49ae-8160-4af3fd2cc076 None None] Provisioning for port a4e88592-9bc7-4a13-bbd6-81322d153a76 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:43.413387 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7875198d-aba4-49ae-8160-4af3fd2cc076 None None] Provisioning complete for port a4e88592-9bc7-4a13-bbd6-81322d153a76 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:43.413764 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7875198d-aba4-49ae-8160-4af3fd2cc076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:43.523741 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:43.527700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7875198d-aba4-49ae-8160-4af3fd2cc076 None None] Port a4e88592-9bc7-4a13-bbd6-81322d153a76 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:43.898561 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5ceaaecf-ee10-4331-bcaa-da1348c90452 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Deleting port 2e6fb3a8-79ef-43c3-8235-54145ab48169 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:43.899084 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ceaaecf-ee10-4331-bcaa-da1348c90452 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:43.956249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5c1aa-cba2-4931-be19-3b75485db7ea req-7e1996ec-dcdf-41f6-803d-9ab3ae503a77 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:43.964236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4bd5c1aa-cba2-4931-be19-3b75485db7ea req-7e1996ec-dcdf-41f6-803d-9ab3ae503a77 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.0812922 Aug 31 01:27:44.044356 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4bd5c1aa-cba2-4931-be19-3b75485db7ea req-a9180547-090b-4b09-94f1-24a3f72584b0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751204 Aug 31 01:27:44.084881 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:44.094270 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:44.207175 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:44.211948 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Pushing event updated for resources: {'Port': ['ID=a4e88592-9bc7-4a13-bbd6-81322d153a76,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:44.229400 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ceaaecf-ee10-4331-bcaa-da1348c90452 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:44.276610 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5ceaaecf-ee10-4331-bcaa-da1348c90452 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Calling delete_port for 2e6fb3a8-79ef-43c3-8235-54145ab48169 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:44.536333 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 11a47d0e-1577-4e4a-8760-4ebd2d7f7508 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:44.675076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Network ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:44.775665 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 11a47d0e-1577-4e4a-8760-4ebd2d7f7508 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:44.792468 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 11a47d0e-1577-4e4a-8760-4ebd2d7f7508 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:44.793019 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:44.886568 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:45.193324 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:45.409811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 11a47d0e-1577-4e4a-8760-4ebd2d7f7508, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=11a47d0e-1577-4e4a-8760-4ebd2d7f7508,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:45.441386 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:45.489152 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ceaaecf-ee10-4331-bcaa-da1348c90452 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:45.612448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Router 481e841b-89b9-471c-9f4e-02faacae6e58 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:45.615053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceaaecf-ee10-4331-bcaa-da1348c90452 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event deleted for resources: {'Port': ['ID=2e6fb3a8-79ef-43c3-8235-54145ab48169,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:45.646689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcc863-9f34-466b-95c6-4bcffc48495e req-388a0002-9424-4e24-9c25-77628c904a80 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:45.661142 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0fcc863-9f34-466b-95c6-4bcffc48495e req-388a0002-9424-4e24-9c25-77628c904a80 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.2412028 Aug 31 01:27:45.737331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=11a47d0e-1577-4e4a-8760-4ebd2d7f7508,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:45.793593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-050d9a88-a47a-4085-989f-8b5cac530575 None None] Provisioning complete for port a4e88592-9bc7-4a13-bbd6-81322d153a76 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:45.793978 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-050d9a88-a47a-4085-989f-8b5cac530575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:45.804200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0fcc863-9f34-466b-95c6-4bcffc48495e req-933d2711-50b1-4f7f-a20a-15fcf6425ee1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378229 Aug 31 01:27:45.931273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-050d9a88-a47a-4085-989f-8b5cac530575 None None] Port a4e88592-9bc7-4a13-bbd6-81322d153a76 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:27:46.051774 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:46.066630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Sync routers for ids ['481e841b-89b9-471c-9f4e-02faacae6e58'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:46.077516 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b69758b4-7801-4362-92bb-a4ec6ad44e9d admin admin] 10.222.0.58 "PUT /v2.0/routers/481e841b-89b9-471c-9f4e-02faacae6e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1143050 Aug 31 01:27:46.086717 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Routers {'481e841b-89b9-471c-9f4e-02faacae6e58'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:46.089015 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['481e841b-89b9-471c-9f4e-02faacae6e58'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:46.395306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Set router 481e841b-89b9-471c-9f4e-02faacae6e58 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:46.403799 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ceaaecf-ee10-4331-bcaa-da1348c90452 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:46.698445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 11a47d0e-1577-4e4a-8760-4ebd2d7f7508 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:46.721144 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ceaaecf-ee10-4331-bcaa-da1348c90452 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Router 53777904-d09a-41f6-8344-e0b288138a78 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:46.864632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceaaecf-ee10-4331-bcaa-da1348c90452 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:46.872222 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5ceaaecf-ee10-4331-bcaa-da1348c90452 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "PUT /v2.0/routers/53777904-d09a-41f6-8344-e0b288138a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7750921 Aug 31 01:27:46.875902 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47500) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:46.879605 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013cba4-d9f4-4e96-b964-41f378956fb7 None None] Sync routers for ids ['53777904-d09a-41f6-8344-e0b288138a78'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:46.927993 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013cba4-d9f4-4e96-b964-41f378956fb7 None None] Routers {'53777904-d09a-41f6-8344-e0b288138a78'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:46.929408 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7013cba4-d9f4-4e96-b964-41f378956fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['53777904-d09a-41f6-8344-e0b288138a78'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:46.950646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 11a47d0e-1577-4e4a-8760-4ebd2d7f7508 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:46.951318 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.029452 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7013cba4-d9f4-4e96-b964-41f378956fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:47.060532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa60f9-373d-4992-961d-6284bcbb2bdb req-d61a0483-a13f-4343-9a9e-d8166ef3498e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:47.061261 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013cba4-d9f4-4e96-b964-41f378956fb7 None None] Routers {'53777904-d09a-41f6-8344-e0b288138a78'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:47.062007 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7013cba4-d9f4-4e96-b964-41f378956fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['53777904-d09a-41f6-8344-e0b288138a78'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:47.071793 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34fa60f9-373d-4992-961d-6284bcbb2bdb req-d61a0483-a13f-4343-9a9e-d8166ef3498e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.1157615 Aug 31 01:27:47.112581 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-af9b1362-6a89-46d8-b3e4-14e1a334b459 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.144610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34fa60f9-373d-4992-961d-6284bcbb2bdb req-d5362849-9716-4f06-9e85-50654a4ce3c7 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653362 Aug 31 01:27:47.170802 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7013cba4-d9f4-4e96-b964-41f378956fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:47.171505 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013cba4-d9f4-4e96-b964-41f378956fb7 None None] The sync data for ids ['53777904-d09a-41f6-8344-e0b288138a78'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:47.233810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'name': 'tempest-TestAggregatesBasicOps-503677001-router', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:32Z', 'updated_at': '2021-08-31T01:27:43Z', 'revision_number': 4, 'project_id': 'fc118191e1b64dbf9c634cb465e8552c', 'gw_port': {'id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:34Z', 'updated_at': '2021-08-31T01:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'a4e88592-9bc7-4a13-bbd6-81322d153a76', 'name': '', 'network_id': 'ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c', 'mac_address': 'fa:16:3e:b3:f5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'ea0e0fb4-b26e-4a30-9f15-9455be875a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:41Z', 'updated_at': '2021-08-31T01:27:43Z', 'revision_number': 2, 'project_id': 'fc118191e1b64dbf9c634cb465e8552c', 'subnets': [{'id': 'ea0e0fb4-b26e-4a30-9f15-9455be875a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:47.277009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Checking router: 481e841b-89b9-471c-9f4e-02faacae6e58 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:47.277354 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Updating router 481e841b-89b9-471c-9f4e-02faacae6e58 port a4e88592-9bc7-4a13-bbd6-81322d153a76 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:27:47.327159 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.552727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-af9b1362-6a89-46d8-b3e4-14e1a334b459 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.556486 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-af9b1362-6a89-46d8-b3e4-14e1a334b459 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.619401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-af9b1362-6a89-46d8-b3e4-14e1a334b459 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.620541 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9b1362-6a89-46d8-b3e4-14e1a334b459 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Fanout notify agent at l3_agent the message router_deleted on router 53777904-d09a-41f6-8344-e0b288138a78 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:27:47.651052 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-af9b1362-6a89-46d8-b3e4-14e1a334b459 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.655794 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-af9b1362-6a89-46d8-b3e4-14e1a334b459 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "DELETE /v2.0/routers/53777904-d09a-41f6-8344-e0b288138a78 HTTP/1.1" status: 204 len: 168 time: 0.7762494 Aug 31 01:27:47.657764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47526) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:47.725595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffb2b37-e84c-4fe9-bc57-0c6605fafe19 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Deleting subnet 9c73ea2c-e32c-46f3-9494-20d470c8dc6b {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:27:47.729653 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dffb2b37-e84c-4fe9-bc57-0c6605fafe19 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.795677 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dffb2b37-e84c-4fe9-bc57-0c6605fafe19 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:47.910026 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dffb2b37-e84c-4fe9-bc57-0c6605fafe19 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:48.021193 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dffb2b37-e84c-4fe9-bc57-0c6605fafe19 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:48.059343 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb2b37-e84c-4fe9-bc57-0c6605fafe19 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event deleted for resources: {'Subnet': ['ID=9c73ea2c-e32c-46f3-9494-20d470c8dc6b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:48.067760 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dffb2b37-e84c-4fe9-bc57-0c6605fafe19 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:48.071116 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dffb2b37-e84c-4fe9-bc57-0c6605fafe19 tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "DELETE /v2.0/subnets/9c73ea2c-e32c-46f3-9494-20d470c8dc6b HTTP/1.1" status: 204 len: 168 time: 0.4122150 Aug 31 01:27:48.073669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47546) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:48.226380 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:48.240828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48218ae0-dce9-49d7-8f34-51fc0e61f0ad None None] Network 42a6718d-835f-4534-a492-5f810106fbbd requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:48.411918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47558) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:48.472692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Deleting port 9855cf0b-1faa-4ffc-97b9-0e11005862cc {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:48.473048 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:48.475682 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:48.492560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Transition to ACTIVE for port object a4e88592-9bc7-4a13-bbd6-81322d153a76 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:27:48.519342 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:48.591186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f242a-f271-47b5-b932-55359b74c6a5 req-d5ff7a79-8abc-4e4f-b4de-55b91b869463 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:48.597424 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad89dfc-6790-4570-9768-0364e2ac8ea5 None None] DHCP port deletion for 42a6718d-835f-4534-a492-5f810106fbbd request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:27:48.601555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c62f242a-f271-47b5-b932-55359b74c6a5 req-d5ff7a79-8abc-4e4f-b4de-55b91b869463 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.2250643 Aug 31 01:27:48.704924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960a799-2e5d-4869-a330-4b3fc58c8459 None None] Pushing event updated for resources: {'Port': ['ID=a4e88592-9bc7-4a13-bbd6-81322d153a76,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:48.709371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] For port 9855cf0b-1faa-4ffc-97b9-0e11005862cc, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9855cf0b-1faa-4ffc-97b9-0e11005862cc,segment=NetworkSegment(a62e34fc-c626-4b45-a7df-a5348a7bcec8),segment_id=a62e34fc-c626-4b45-a7df-a5348a7bcec8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:48.709779 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:48.771478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Attempting to bind port a4e88592-9bc7-4a13-bbd6-81322d153a76 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:27:48.772119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Attempting to bind port a4e88592-9bc7-4a13-bbd6-81322d153a76 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '7c7297e1-af99-4b8f-8e09-27c6891cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:27:48.772721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Attempting to bind port a4e88592-9bc7-4a13-bbd6-81322d153a76 on network ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:27:48.778136 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Calling delete_port for 9855cf0b-1faa-4ffc-97b9-0e11005862cc owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:48.781675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:27:48.782448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Checking segment: {'id': '7c7297e1-af99-4b8f-8e09-27c6891cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:27:48.783093 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:48.783749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Bound using segment: {'id': '7c7297e1-af99-4b8f-8e09-27c6891cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:27:48.784437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Bound port: a4e88592-9bc7-4a13-bbd6-81322d153a76, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7297e1-af99-4b8f-8e09-27c6891cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:27:48.785035 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:48.923416 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c62f242a-f271-47b5-b932-55359b74c6a5 req-6f0412f0-185d-4159-85dd-c05c38147e70 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183939 Aug 31 01:27:48.962749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5ad89dfc-6790-4570-9768-0364e2ac8ea5 None None] Deleting port 9855cf0b-1faa-4ffc-97b9-0e11005862cc {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:48.962749 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5ad89dfc-6790-4570-9768-0364e2ac8ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:49.001966 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:49.052199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] For port a4e88592-9bc7-4a13-bbd6-81322d153a76, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:27:49.057177 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] For port a4e88592-9bc7-4a13-bbd6-81322d153a76, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a4e88592-9bc7-4a13-bbd6-81322d153a76,segment=NetworkSegment(7c7297e1-af99-4b8f-8e09-27c6891cbd9c),segment_id=7c7297e1-af99-4b8f-8e09-27c6891cbd9c)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:27:49.060999 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event deleted for resources: {'Port': ['ID=9855cf0b-1faa-4ffc-97b9-0e11005862cc,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:49.084376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] No DVR routers for this DVR port 9855cf0b-1faa-4ffc-97b9-0e11005862cc on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:49.140247 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-5ad89dfc-6790-4570-9768-0364e2ac8ea5 None None] For port 9855cf0b-1faa-4ffc-97b9-0e11005862cc, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9855cf0b-1faa-4ffc-97b9-0e11005862cc,segment=NetworkSegment(a62e34fc-c626-4b45-a7df-a5348a7bcec8),segment_id=a62e34fc-c626-4b45-a7df-a5348a7bcec8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:49.141029 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5ad89dfc-6790-4570-9768-0364e2ac8ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:49.143417 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c80080d6-5620-4f7f-8b28-cc5802988440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:49.164859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5ad89dfc-6790-4570-9768-0364e2ac8ea5 None None] Calling delete_port for 9855cf0b-1faa-4ffc-97b9-0e11005862cc owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:49.226903 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:49.311094 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960a799-2e5d-4869-a330-4b3fc58c8459 None None] Pushing event updated for resources: {'Port': ['ID=a4e88592-9bc7-4a13-bbd6-81322d153a76,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:49.342831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Routers {'481e841b-89b9-471c-9f4e-02faacae6e58'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:49.344113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['481e841b-89b9-471c-9f4e-02faacae6e58'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:49.362794 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:49.390938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a6718d-835f-4534-a492-5f810106fbbd']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:49.424470 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62e34fc-c626-4b45-a7df-a5348a7bcec8') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:49.424927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62e34fc-c626-4b45-a7df-a5348a7bcec8') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:49.457446 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:49.487182 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5ad89dfc-6790-4570-9768-0364e2ac8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:49.492463 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:49.511014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:27:49.511579 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:27:49.519078 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:27:49.574597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] Set router 481e841b-89b9-471c-9f4e-02faacae6e58 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:49.609946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c80080d6-5620-4f7f-8b28-cc5802988440 admin admin] Deleting port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:49.610529 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c80080d6-5620-4f7f-8b28-cc5802988440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:49.649717 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:49.664993 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:49.676249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] 10.222.0.58 "DELETE /v2.0/networks/42a6718d-835f-4534-a492-5f810106fbbd HTTP/1.1" status: 204 len: 168 time: 1.5974236 Aug 31 01:27:49.723357 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be139583-8b1e-4454-b7a6-f646d7877c9d tempest-FloatingIPNegativeTestJSON-1090070955 tempest-FloatingIPNegativeTestJSON-1090070955-project] Pushing event deleted for resources: {'Network': ['ID=42a6718d-835f-4534-a492-5f810106fbbd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:49.749236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad89dfc-6790-4570-9768-0364e2ac8ea5 None None] No DVR routers for this DVR port 9855cf0b-1faa-4ffc-97b9-0e11005862cc on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:49.818963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-c80080d6-5620-4f7f-8b28-cc5802988440 admin admin] For port d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc,segment=NetworkSegment(fe30736c-cd86-4b38-a0c3-9b1021792dea),segment_id=fe30736c-cd86-4b38-a0c3-9b1021792dea)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:49.819476 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c80080d6-5620-4f7f-8b28-cc5802988440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:49.832367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad89dfc-6790-4570-9768-0364e2ac8ea5 None None] Pushing event deleted for resources: {'Port': ['ID=9855cf0b-1faa-4ffc-97b9-0e11005862cc,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:49.861546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c80080d6-5620-4f7f-8b28-cc5802988440 admin admin] Calling delete_port for d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:50.189999 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47578) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:50.208993 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c80080d6-5620-4f7f-8b28-cc5802988440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:50.211883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'name': 'tempest-TestAggregatesBasicOps-503677001-router', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:32Z', 'updated_at': '2021-08-31T01:27:43Z', 'revision_number': 4, 'project_id': 'fc118191e1b64dbf9c634cb465e8552c', 'gw_port': {'id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:34Z', 'updated_at': '2021-08-31T01:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'a4e88592-9bc7-4a13-bbd6-81322d153a76', 'name': '', 'network_id': 'ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c', 'mac_address': 'fa:16:3e:b3:f5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'ea0e0fb4-b26e-4a30-9f15-9455be875a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:41Z', 'updated_at': '2021-08-31T01:27:49Z', 'revision_number': 4, 'project_id': 'fc118191e1b64dbf9c634cb465e8552c', 'subnets': [{'id': 'ea0e0fb4-b26e-4a30-9f15-9455be875a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:50.278400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae21f92-079f-4a9b-a3c7-3ae7a67a94e7 req-2c87c16b-7408-4eda-a3ef-0c93b54dfad8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:50.285815 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80080d6-5620-4f7f-8b28-cc5802988440 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:50.292216 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dae21f92-079f-4a9b-a3c7-3ae7a67a94e7 req-2c87c16b-7408-4eda-a3ef-0c93b54dfad8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.1965957 Aug 31 01:27:50.327058 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f570a35-d19b-48c9-a0c9-12d0f8c7dc96 None None] The sync data for ids ['481e841b-89b9-471c-9f4e-02faacae6e58'] in n-d-802060-13 is: [{'id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'name': 'tempest-TestAggregatesBasicOps-503677001-router', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:32Z', 'updated_at': '2021-08-31T01:27:43Z', 'revision_number': 4, 'project_id': 'fc118191e1b64dbf9c634cb465e8552c', 'gw_port': {'id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:34Z', 'updated_at': '2021-08-31T01:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'a4e88592-9bc7-4a13-bbd6-81322d153a76', 'name': '', 'network_id': 'ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c', 'mac_address': 'fa:16:3e:b3:f5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'ea0e0fb4-b26e-4a30-9f15-9455be875a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:41Z', 'updated_at': '2021-08-31T01:27:49Z', 'revision_number': 4, 'project_id': 'fc118191e1b64dbf9c634cb465e8552c', 'subnets': [{'id': 'ea0e0fb4-b26e-4a30-9f15-9455be875a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:50.470246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dae21f92-079f-4a9b-a3c7-3ae7a67a94e7 req-9798a372-f161-4bf9-87f5-ac1065046127 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368880 Aug 31 01:27:50.591174 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d392214e-f16d-4249-93bb-f8991f76721b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44c4c4d35c5b4b80932cb3c5c41016e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812246 Aug 31 01:27:50.593960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47582) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:50.680937 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec759f42-290c-47c8-80a3-62031fb0c903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:50.726189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9855cf0b-1faa-4ffc-97b9-0e11005862cc no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:50.747360 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec759f42-290c-47c8-80a3-62031fb0c903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:50.756653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 9855cf0b-1faa-4ffc-97b9-0e11005862cc {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:50.757600 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9855cf0b-1faa-4ffc-97b9-0e11005862cc not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:50.869854 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec759f42-290c-47c8-80a3-62031fb0c903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:50.872937 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec759f42-290c-47c8-80a3-62031fb0c903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:50.874190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ec759f42-290c-47c8-80a3-62031fb0c903 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d38bcd85-4261-411f-a4c8-36d500d890c3 HTTP/1.1" status: 204 len: 168 time: 0.2793903 Aug 31 01:27:50.905134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec759f42-290c-47c8-80a3-62031fb0c903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38bcd85-4261-411f-a4c8-36d500d890c3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:51.282642 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c0f9bc30-927d-4b5d-945c-4fea6e80fea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:51.499605 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c80080d6-5620-4f7f-8b28-cc5802988440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:51.778909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb73d1-d2ff-4c82-8a65-0330c725f8e3 req-c28eacc8-251b-40c9-9873-61cdf32a477a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:51.791051 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cdb73d1-d2ff-4c82-8a65-0330c725f8e3 req-c28eacc8-251b-40c9-9873-61cdf32a477a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.1295879 Aug 31 01:27:51.900456 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cdb73d1-d2ff-4c82-8a65-0330c725f8e3 req-f8c53423-d87f-448b-bd32-3b4815019592 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065769 Aug 31 01:27:52.074466 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80080d6-5620-4f7f-8b28-cc5802988440 admin admin] Router 7999932b-73cc-48d6-8bb4-52f9ab6ce976 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:52.194266 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47616) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:52.348533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3087b786-0c79-4a2e-aab6-7eb8d2aba4bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794552312'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:52.390124 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3087b786-0c79-4a2e-aab6-7eb8d2aba4bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.398051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80080d6-5620-4f7f-8b28-cc5802988440 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:52.412292 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c80080d6-5620-4f7f-8b28-cc5802988440 admin admin] 10.222.0.58 "PUT /v2.0/routers/7999932b-73cc-48d6-8bb4-52f9ab6ce976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9945354 Aug 31 01:27:52.413072 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47622) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:52.415811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de0481-23e9-4308-b22a-11969f824230 None None] Sync routers for ids ['7999932b-73cc-48d6-8bb4-52f9ab6ce976'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:52.424726 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3087b786-0c79-4a2e-aab6-7eb8d2aba4bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.442863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de0481-23e9-4308-b22a-11969f824230 None None] Routers {'7999932b-73cc-48d6-8bb4-52f9ab6ce976'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:52.443626 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-30de0481-23e9-4308-b22a-11969f824230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7999932b-73cc-48d6-8bb4-52f9ab6ce976'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:52.570038 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a4e88592-9bc7-4a13-bbd6-81322d153a76 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:52.579641 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3087b786-0c79-4a2e-aab6-7eb8d2aba4bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.592215 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3087b786-0c79-4a2e-aab6-7eb8d2aba4bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.653990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087b786-0c79-4a2e-aab6-7eb8d2aba4bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2f38d4-735a-4787-bc33-42fdc1ac0944,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:52.669162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-30de0481-23e9-4308-b22a-11969f824230 None None] Set router 7999932b-73cc-48d6-8bb4-52f9ab6ce976 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:52.771054 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.785617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port a4e88592-9bc7-4a13-bbd6-81322d153a76 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:27:52.793725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a4e88592-9bc7-4a13-bbd6-81322d153a76 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:52.794185 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.800438 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3087b786-0c79-4a2e-aab6-7eb8d2aba4bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.814264 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3087b786-0c79-4a2e-aab6-7eb8d2aba4bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.892076 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3087b786-0c79-4a2e-aab6-7eb8d2aba4bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.893575 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3087b786-0c79-4a2e-aab6-7eb8d2aba4bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6977820 Aug 31 01:27:52.896365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47628) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:52.904646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087b786-0c79-4a2e-aab6-7eb8d2aba4bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e776eeb7-a627-4587-97a5-48fd0024692a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:52.962727 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:52.971661 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.021509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port a4e88592-9bc7-4a13-bbd6-81322d153a76, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a4e88592-9bc7-4a13-bbd6-81322d153a76,segment=NetworkSegment(7c7297e1-af99-4b8f-8e09-27c6891cbd9c),segment_id=7c7297e1-af99-4b8f-8e09-27c6891cbd9c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:53.027224 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-30de0481-23e9-4308-b22a-11969f824230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'name': 'tempest-TestAggregatesBasicOps-1754054158-router', 'tenant_id': '14ba4697a886460e995dced683f4dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '0743a3cd-bf4d-4769-8287-4567630f54ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:15Z', 'updated_at': '2021-08-31T01:27:50Z', 'revision_number': 5, 'project_id': '14ba4697a886460e995dced683f4dfaa', 'gw_port': {'id': '0743a3cd-bf4d-4769-8287-4567630f54ce', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:16Z', 'updated_at': '2021-08-31T01:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:53.031859 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.076435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0e78ccc8-0883-4cf9-a240-d485287075c3 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1768751 Aug 31 01:27:53.080791 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47632) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:53.102002 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-90b034e7-3ac3-4287-9c3e-2ad3472562ab tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group': {'name': 'tempest-security--1849296985', 'description': 'tempest-security-description-178192430'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:53.128016 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=a4e88592-9bc7-4a13-bbd6-81322d153a76,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:53.131158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de0481-23e9-4308-b22a-11969f824230 None None] Checking router: 7999932b-73cc-48d6-8bb4-52f9ab6ce976 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:53.143370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de0481-23e9-4308-b22a-11969f824230 None None] Routers {'7999932b-73cc-48d6-8bb4-52f9ab6ce976'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:53.144043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-30de0481-23e9-4308-b22a-11969f824230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7999932b-73cc-48d6-8bb4-52f9ab6ce976'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:53.198922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15f1ca-2e5e-44f1-9978-1aebf8270a44 req-ab393859-2892-4934-a96f-c853bb3dea40 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:53.200894 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d15f1ca-2e5e-44f1-9978-1aebf8270a44 req-ab393859-2892-4934-a96f-c853bb3dea40 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.1233523 Aug 31 01:27:53.209589 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-90b034e7-3ac3-4287-9c3e-2ad3472562ab tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.216633 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] Deleting port 0743a3cd-bf4d-4769-8287-4567630f54ce {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:53.229966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.290397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-30de0481-23e9-4308-b22a-11969f824230 None None] Set router 7999932b-73cc-48d6-8bb4-52f9ab6ce976 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:53.306771 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d15f1ca-2e5e-44f1-9978-1aebf8270a44 req-ffb63ae9-2198-41f4-8266-eb65e9db58e2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884290 Aug 31 01:27:53.367932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-30de0481-23e9-4308-b22a-11969f824230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'name': 'tempest-TestAggregatesBasicOps-1754054158-router', 'tenant_id': '14ba4697a886460e995dced683f4dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:15Z', 'updated_at': '2021-08-31T01:27:52Z', 'revision_number': 6, 'project_id': '14ba4697a886460e995dced683f4dfaa', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:53.369456 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-90b034e7-3ac3-4287-9c3e-2ad3472562ab tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.376342 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-90b034e7-3ac3-4287-9c3e-2ad3472562ab tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.379235 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-90b034e7-3ac3-4287-9c3e-2ad3472562ab tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.383382 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-90b034e7-3ac3-4287-9c3e-2ad3472562ab tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "PUT /v2.0/security-groups/e776eeb7-a627-4587-97a5-48fd0024692a HTTP/1.1" status: 200 len: 1779 time: 0.2964859 Aug 31 01:27:53.383543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47638) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:53.414628 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] For port 0743a3cd-bf4d-4769-8287-4567630f54ce, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0743a3cd-bf4d-4769-8287-4567630f54ce,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:53.414990 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.447628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de0481-23e9-4308-b22a-11969f824230 None None] The sync data for ids ['7999932b-73cc-48d6-8bb4-52f9ab6ce976'] in n-d-802060-13 is: [{'id': '7999932b-73cc-48d6-8bb4-52f9ab6ce976', 'name': 'tempest-TestAggregatesBasicOps-1754054158-router', 'tenant_id': '14ba4697a886460e995dced683f4dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:15Z', 'updated_at': '2021-08-31T01:27:52Z', 'revision_number': 6, 'project_id': '14ba4697a886460e995dced683f4dfaa', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:53.462472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] Calling delete_port for 0743a3cd-bf4d-4769-8287-4567630f54ce owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:53.464738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b034e7-3ac3-4287-9c3e-2ad3472562ab tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e776eeb7-a627-4587-97a5-48fd0024692a,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:53.507167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d6ca872e-172c-47f4-9e6b-c77a7600d6bb tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-groups/e776eeb7-a627-4587-97a5-48fd0024692a HTTP/1.1" status: 200 len: 1779 time: 0.1224511 Aug 31 01:27:53.509645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47642) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:53.577477 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-38f135ff-7b4f-4331-b569-3594215a0978 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.606440 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-38f135ff-7b4f-4331-b569-3594215a0978 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.655771 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-38f135ff-7b4f-4331-b569-3594215a0978 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.659974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-38f135ff-7b4f-4331-b569-3594215a0978 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.661340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-38f135ff-7b4f-4331-b569-3594215a0978 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-groups/e776eeb7-a627-4587-97a5-48fd0024692a HTTP/1.1" status: 204 len: 168 time: 0.1504328 Aug 31 01:27:53.665231 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47644) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:53.686293 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f135ff-7b4f-4331-b569-3594215a0978 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e776eeb7-a627-4587-97a5-48fd0024692a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:53.718231 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.754992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-975c4854-fe68-49ab-9da7-bf565c16797e tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873415 Aug 31 01:27:53.757719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47646) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:53.768101 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d3ab36e9-2a2b-4a37-87c2-4aefebcfe72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.777277 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-18463abd-6104-4d4c-af59-6f33774c8b22 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] delete failed (client error): The resource could not be found. Aug 31 01:27:53.778878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-18463abd-6104-4d4c-af59-6f33774c8b22 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-groups/e776eeb7-a627-4587-97a5-48fd0024692a HTTP/1.1" status: 404 len: 347 time: 0.0197353 Aug 31 01:27:53.783689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47648) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:53.785651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] Pushing event deleted for resources: {'Port': ['ID=0743a3cd-bf4d-4769-8287-4567630f54ce,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:53.799827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-60487b80-30a4-4466-b981-cd772afc02f6 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501644873'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:53.835540 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60487b80-30a4-4466-b981-cd772afc02f6 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.877828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.991390 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60487b80-30a4-4466-b981-cd772afc02f6 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:53.997796 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60487b80-30a4-4466-b981-cd772afc02f6 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.024935 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.053163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60487b80-30a4-4466-b981-cd772afc02f6 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b3e714-d319-46ef-91d5-d17901799f22,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:54.054198 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.056411 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60487b80-30a4-4466-b981-cd772afc02f6 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.057508 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.058344 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-60487b80-30a4-4466-b981-cd772afc02f6 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2729168 Aug 31 01:27:54.061312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47654) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:54.072381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-eaa8db35-02c1-4b88-9709-ae1eaf077607 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group_rule': {'security_group_id': 'd7b3e714-d319-46ef-91d5-d17901799f22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:54.124503 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.125520 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7999932b-73cc-48d6-8bb4-52f9ab6ce976 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:27:54.134480 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.135792 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3df40ddc-2b10-4c85-99c6-4368db38b25f admin admin] 10.222.0.58 "DELETE /v2.0/routers/7999932b-73cc-48d6-8bb4-52f9ab6ce976 HTTP/1.1" status: 204 len: 168 time: 1.7223122 Aug 31 01:27:54.138579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47656) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:54.151375 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eaa8db35-02c1-4b88-9709-ae1eaf077607 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.248138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc741936-efe9-4669-9940-96d6813e1847 admin admin] Deleting subnet 4db44a48-dee4-4654-8bae-387965b4a236 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:27:54.252749 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc741936-efe9-4669-9940-96d6813e1847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.330115 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc741936-efe9-4669-9940-96d6813e1847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.333769 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eaa8db35-02c1-4b88-9709-ae1eaf077607 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.376409 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eaa8db35-02c1-4b88-9709-ae1eaf077607 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.427237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8db35-02c1-4b88-9709-ae1eaf077607 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f941dc38-deb5-435f-bbd2-3a7d3ba32c98,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:54.486133 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.496188 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eaa8db35-02c1-4b88-9709-ae1eaf077607 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.497416 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-eaa8db35-02c1-4b88-9709-ae1eaf077607 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4351695 Aug 31 01:27:54.501723 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47664) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:54.542112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a4e88592-9bc7-4a13-bbd6-81322d153a76 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:54.548112 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-526c75d3-cd68-46e5-8211-18d39b1c8006 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.588288 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-526c75d3-cd68-46e5-8211-18d39b1c8006 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.600775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40802a5-c340-4c27-946a-cdcf89873cce req-69c6b993-8577-493f-841f-5aff483d4447 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:54.602382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f40802a5-c340-4c27-946a-cdcf89873cce req-69c6b993-8577-493f-841f-5aff483d4447 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.1585221 Aug 31 01:27:54.654960 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-526c75d3-cd68-46e5-8211-18d39b1c8006 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.664587 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a4e88592-9bc7-4a13-bbd6-81322d153a76 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:27:54.665410 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.670165 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-526c75d3-cd68-46e5-8211-18d39b1c8006 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.675059 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-526c75d3-cd68-46e5-8211-18d39b1c8006 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f941dc38-deb5-435f-bbd2-3a7d3ba32c98 HTTP/1.1" status: 204 len: 168 time: 0.1685951 Aug 31 01:27:54.679585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47668) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:54.694108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c75d3-cd68-46e5-8211-18d39b1c8006 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f941dc38-deb5-435f-bbd2-3a7d3ba32c98,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:54.736236 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc741936-efe9-4669-9940-96d6813e1847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.743595 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b8155e97-04e0-4533-8f6d-dc3013e07c8e tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0610719 Aug 31 01:27:54.744513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47670) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:54.816880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f40802a5-c340-4c27-946a-cdcf89873cce req-21ec29f0-7443-464a-9c20-df3ecf9b9cc2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924946 Aug 31 01:27:54.883550 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc741936-efe9-4669-9940-96d6813e1847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.894664 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3265756-3acd-4892-9c1e-717226c06c62 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.935238 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3265756-3acd-4892-9c1e-717226c06c62 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.942633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc741936-efe9-4669-9940-96d6813e1847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db44a48-dee4-4654-8bae-387965b4a236,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:54.958997 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc741936-efe9-4669-9940-96d6813e1847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:54.970540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cc741936-efe9-4669-9940-96d6813e1847 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4db44a48-dee4-4654-8bae-387965b4a236 HTTP/1.1" status: 204 len: 168 time: 0.8303649 Aug 31 01:27:54.971561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47676) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:55.013728 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3265756-3acd-4892-9c1e-717226c06c62 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.021593 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3265756-3acd-4892-9c1e-717226c06c62 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.025398 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c3265756-3acd-4892-9c1e-717226c06c62 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-groups/d7b3e714-d319-46ef-91d5-d17901799f22 HTTP/1.1" status: 204 len: 168 time: 0.2774284 Aug 31 01:27:55.032457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47678) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:55.074067 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3265756-3acd-4892-9c1e-717226c06c62 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b3e714-d319-46ef-91d5-d17901799f22,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:55.083806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21690d9-ba98-468a-98a1-de23995cde5f None None] Network 45fbf265-1f57-4e51-8616-64cab1bf6b3b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:55.123148 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.200139 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e81ed1b0-a8b5-41de-af0f-bc682f0269c7 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1649454 Aug 31 01:27:55.200697 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47680) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:55.206009 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-bc7581f6-71e2-4ff7-8ae9-dc528cec22ea tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group': {'name': 'tempest-secgroup--199463282'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:55.274181 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bc7581f6-71e2-4ff7-8ae9-dc528cec22ea tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.292990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] Deleting port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:55.293344 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.415773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] For port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e54f2fe3-ae4a-4cf9-b971-a3fadceabe58,segment=NetworkSegment(fe30736c-cd86-4b38-a0c3-9b1021792dea),segment_id=fe30736c-cd86-4b38-a0c3-9b1021792dea)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:55.416396 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.452518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] Calling delete_port for e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:55.478021 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bc7581f6-71e2-4ff7-8ae9-dc528cec22ea tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.481534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e030b3-5b8e-491f-9266-1931e67c252e None None] DHCP port deletion for 45fbf265-1f57-4e51-8616-64cab1bf6b3b request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:27:55.487524 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bc7581f6-71e2-4ff7-8ae9-dc528cec22ea tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.495078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0743a3cd-bf4d-4769-8287-4567630f54ce no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:55.547590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 0743a3cd-bf4d-4769-8287-4567630f54ce {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:55.548329 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0743a3cd-bf4d-4769-8287-4567630f54ce not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:55.549493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:55.559165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7581f6-71e2-4ff7-8ae9-dc528cec22ea tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188baea3-a3f7-4f5c-a89e-6766199805d4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:55.564754 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.578002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:55.578708 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d4fdc692-3ae1-42eb-a314-0cf5ee98fdfc not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:55.583169 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bc7581f6-71e2-4ff7-8ae9-dc528cec22ea tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.587853 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bc7581f6-71e2-4ff7-8ae9-dc528cec22ea tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3860950 Aug 31 01:27:55.588485 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47686) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:55.593876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-aaf85d0d-2daf-4d01-9f6a-1f275605fad0 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group_rule': {'security_group_id': '188baea3-a3f7-4f5c-a89e-6766199805d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:55.631557 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-77e030b3-5b8e-491f-9266-1931e67c252e None None] Deleting port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:55.631980 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-77e030b3-5b8e-491f-9266-1931e67c252e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.638616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] No DVR routers for this DVR port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:55.640927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] Pushing event deleted for resources: {'Port': ['ID=e54f2fe3-ae4a-4cf9-b971-a3fadceabe58,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:55.641357 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aaf85d0d-2daf-4d01-9f6a-1f275605fad0 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.763081 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aaf85d0d-2daf-4d01-9f6a-1f275605fad0 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.771206 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aaf85d0d-2daf-4d01-9f6a-1f275605fad0 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.775609 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-77e030b3-5b8e-491f-9266-1931e67c252e None None] For port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58, host n-d-802060-13, got binding levels [] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:55.776472 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-77e030b3-5b8e-491f-9266-1931e67c252e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.795963 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.807255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf85d0d-2daf-4d01-9f6a-1f275605fad0 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ac24d7-3a63-4951-bba1-30cc297ac829,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:55.814672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-77e030b3-5b8e-491f-9266-1931e67c252e None None] Calling delete_port for e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:55.817866 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aaf85d0d-2daf-4d01-9f6a-1f275605fad0 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.818049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.ipam_backend_mixin [None req-77e030b3-5b8e-491f-9266-1931e67c252e None None] Port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 was not found and therefore no delete operation was performed {{(pid=94762) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:27:55.822705 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-77e030b3-5b8e-491f-9266-1931e67c252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.822917 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-aaf85d0d-2daf-4d01-9f6a-1f275605fad0 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2301207 Aug 31 01:27:55.822917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47694) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:55.825474 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fbf265-1f57-4e51-8616-64cab1bf6b3b']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:55.831568 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-757a1965-8606-4044-ab52-f61e6c1dc0c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group_rule': {'security_group_id': '188baea3-a3f7-4f5c-a89e-6766199805d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:55.851625 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe30736c-cd86-4b38-a0c3-9b1021792dea') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:55.851901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe30736c-cd86-4b38-a0c3-9b1021792dea') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:55.869433 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.874967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e030b3-5b8e-491f-9266-1931e67c252e None None] Pushing event deleted for resources: {'Port': ['ID=e54f2fe3-ae4a-4cf9-b971-a3fadceabe58,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:55.887745 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.890003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-757a1965-8606-4044-ab52-f61e6c1dc0c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.900205 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e030b3-5b8e-491f-9266-1931e67c252e None None] No DVR routers for this DVR port e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:55.902327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:27:55.903024 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:27:55.912663 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:27:55.966976 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-757a1965-8606-4044-ab52-f61e6c1dc0c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:55.981363 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-757a1965-8606-4044-ab52-f61e6c1dc0c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.003431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a1965-8606-4044-ab52-f61e6c1dc0c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed211fa4-f5a3-402d-85da-d01be96463f6,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:56.013871 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-757a1965-8606-4044-ab52-f61e6c1dc0c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.018814 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-757a1965-8606-4044-ab52-f61e6c1dc0c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1919484 Aug 31 01:27:56.019005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47698) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:56.023534 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d5a2638e-ade9-434e-b6f9-d325a27a4f3a tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group_rule': {'security_group_id': '188baea3-a3f7-4f5c-a89e-6766199805d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:56.051522 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.055837 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5a2638e-ade9-434e-b6f9-d325a27a4f3a tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.066139 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.071857 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] 10.222.0.58 "DELETE /v2.0/networks/45fbf265-1f57-4e51-8616-64cab1bf6b3b HTTP/1.1" status: 204 len: 168 time: 1.0991292 Aug 31 01:27:56.074856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47700) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:56.132321 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5a2638e-ade9-434e-b6f9-d325a27a4f3a tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.137477 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5a2638e-ade9-434e-b6f9-d325a27a4f3a tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.150441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc7a3e-c986-415a-bf36-333509520691 admin admin] Pushing event deleted for resources: {'Network': ['ID=45fbf265-1f57-4e51-8616-64cab1bf6b3b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:56.163714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2638e-ade9-434e-b6f9-d325a27a4f3a tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d4a5df-2c5a-4760-ad54-dd3a1f46b74c,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:56.168429 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5a2638e-ade9-434e-b6f9-d325a27a4f3a tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.173656 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d5a2638e-ade9-434e-b6f9-d325a27a4f3a tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1498723 Aug 31 01:27:56.174932 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47702) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:56.184685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7607ab-9410-414f-91d7-c9eceddc4b04 req-40f80ef3-7c38-4c4f-9b7e-0428e3823f48 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:56.189803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-92fbbed7-16a8-41a5-9cec-67d3209c5d87 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group_rule': {'security_group_id': '188baea3-a3f7-4f5c-a89e-6766199805d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:56.191913 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e7607ab-9410-414f-91d7-c9eceddc4b04 req-40f80ef3-7c38-4c4f-9b7e-0428e3823f48 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.2122388 Aug 31 01:27:56.228355 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92fbbed7-16a8-41a5-9cec-67d3209c5d87 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.295072 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e7607ab-9410-414f-91d7-c9eceddc4b04 req-0e35e14a-8573-44f4-b018-89f03ccfd015 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022129 Aug 31 01:27:56.322726 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92fbbed7-16a8-41a5-9cec-67d3209c5d87 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.327556 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92fbbed7-16a8-41a5-9cec-67d3209c5d87 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.351006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbbed7-16a8-41a5-9cec-67d3209c5d87 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33361177-b08c-41e5-87d1-49f742024232,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:56.375782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92fbbed7-16a8-41a5-9cec-67d3209c5d87 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.380227 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-92fbbed7-16a8-41a5-9cec-67d3209c5d87 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2042098 Aug 31 01:27:56.380973 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47704) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:56.394551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ce174d94-362a-452a-a173-2ff28db475c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group_rule': {'security_group_id': '188baea3-a3f7-4f5c-a89e-6766199805d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:56.444134 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce174d94-362a-452a-a173-2ff28db475c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.470259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:56.505211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:56.505872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e54f2fe3-ae4a-4cf9-b971-a3fadceabe58 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:56.531949 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce174d94-362a-452a-a173-2ff28db475c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.536304 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce174d94-362a-452a-a173-2ff28db475c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.558927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce174d94-362a-452a-a173-2ff28db475c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab771c3-03c2-4825-bcd1-2daa067013b7,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:56.565871 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce174d94-362a-452a-a173-2ff28db475c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.570726 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ce174d94-362a-452a-a173-2ff28db475c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1853008 Aug 31 01:27:56.571629 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47706) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:56.617978 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c163d81-77a2-4cd7-8824-c2e68f2b9798 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.626899 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c163d81-77a2-4cd7-8824-c2e68f2b9798 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.664381 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c163d81-77a2-4cd7-8824-c2e68f2b9798 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.670082 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c163d81-77a2-4cd7-8824-c2e68f2b9798 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.671323 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5c163d81-77a2-4cd7-8824-c2e68f2b9798 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/dab771c3-03c2-4825-bcd1-2daa067013b7 HTTP/1.1" status: 204 len: 168 time: 0.0981870 Aug 31 01:27:56.673268 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1a3e-ec6a-4de2-89e0-8bfa0a88b724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.675034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47712) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:56.709759 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.730735 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c163d81-77a2-4cd7-8824-c2e68f2b9798 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dab771c3-03c2-4825-bcd1-2daa067013b7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:56.784854 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-99b764ae-cd03-4299-8277-a561dd55e39f tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1084709 Aug 31 01:27:56.787534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47714) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:56.873810 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-92186236-a695-4986-89a5-d1bb7fd776c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.899324 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-92186236-a695-4986-89a5-d1bb7fd776c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.934272 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-92186236-a695-4986-89a5-d1bb7fd776c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.942840 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-92186236-a695-4986-89a5-d1bb7fd776c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:56.946202 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-92186236-a695-4986-89a5-d1bb7fd776c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/33361177-b08c-41e5-87d1-49f742024232 HTTP/1.1" status: 204 len: 168 time: 0.1552694 Aug 31 01:27:56.947018 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47718) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:56.954284 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92186236-a695-4986-89a5-d1bb7fd776c4 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33361177-b08c-41e5-87d1-49f742024232,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:57.007966 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d65f0841-c47d-4e8a-8269-32293992f95e tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0567913 Aug 31 01:27:57.008818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47720) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:57.056685 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3093c00-c980-4787-8fd3-52d111905695 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.066460 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3093c00-c980-4787-8fd3-52d111905695 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.100278 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c1a3e-ec6a-4de2-89e0-8bfa0a88b724 admin admin] Deleting port a4e88592-9bc7-4a13-bbd6-81322d153a76 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:57.100675 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1a3e-ec6a-4de2-89e0-8bfa0a88b724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.138607 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3093c00-c980-4787-8fd3-52d111905695 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.148626 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3093c00-c980-4787-8fd3-52d111905695 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.151986 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e3093c00-c980-4787-8fd3-52d111905695 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/b8d4a5df-2c5a-4760-ad54-dd3a1f46b74c HTTP/1.1" status: 204 len: 168 time: 0.1401737 Aug 31 01:27:57.154480 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47722) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:57.159553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3093c00-c980-4787-8fd3-52d111905695 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8d4a5df-2c5a-4760-ad54-dd3a1f46b74c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:57.219520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-aa2c1a3e-ec6a-4de2-89e0-8bfa0a88b724 admin admin] For port a4e88592-9bc7-4a13-bbd6-81322d153a76, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a4e88592-9bc7-4a13-bbd6-81322d153a76,segment=NetworkSegment(7c7297e1-af99-4b8f-8e09-27c6891cbd9c),segment_id=7c7297e1-af99-4b8f-8e09-27c6891cbd9c)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:57.220053 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1a3e-ec6a-4de2-89e0-8bfa0a88b724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.242882 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-93554da3-8038-4430-a1ad-cd7fb82922e6 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0866761 Aug 31 01:27:57.243447 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c1a3e-ec6a-4de2-89e0-8bfa0a88b724 admin admin] Calling delete_port for a4e88592-9bc7-4a13-bbd6-81322d153a76 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:57.244185 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47724) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:57.272310 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7c3c668-6d0e-4747-90d1-41dde6c3b9c2 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.281745 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7c3c668-6d0e-4747-90d1-41dde6c3b9c2 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.311443 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7c3c668-6d0e-4747-90d1-41dde6c3b9c2 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.317751 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7c3c668-6d0e-4747-90d1-41dde6c3b9c2 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.321769 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e7c3c668-6d0e-4747-90d1-41dde6c3b9c2 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/ed211fa4-f5a3-402d-85da-d01be96463f6 HTTP/1.1" status: 204 len: 168 time: 0.0763831 Aug 31 01:27:57.322518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47726) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:57.337387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3c668-6d0e-4747-90d1-41dde6c3b9c2 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed211fa4-f5a3-402d-85da-d01be96463f6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:57.403892 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dc55af64-9443-4984-aa41-ca08038d77ee tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0727654 Aug 31 01:27:57.404500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47732) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:57.450996 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a9e162db-5f57-4a92-b5b3-a1e7b55882dc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.461714 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a9e162db-5f57-4a92-b5b3-a1e7b55882dc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.511924 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a9e162db-5f57-4a92-b5b3-a1e7b55882dc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.524699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2972efe-f9c5-4910-99a5-cab492707d78 req-abea5db8-9fea-45dc-93e8-1911d1f6a026 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:57.525782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a9e162db-5f57-4a92-b5b3-a1e7b55882dc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.526992 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a9e162db-5f57-4a92-b5b3-a1e7b55882dc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/92ac24d7-3a63-4951-bba1-30cc297ac829 HTTP/1.1" status: 204 len: 168 time: 0.1215768 Aug 31 01:27:57.532997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47734) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:57.544011 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2972efe-f9c5-4910-99a5-cab492707d78 req-abea5db8-9fea-45dc-93e8-1911d1f6a026 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.1136818 Aug 31 01:27:57.560172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e162db-5f57-4a92-b5b3-a1e7b55882dc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92ac24d7-3a63-4951-bba1-30cc297ac829,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:57.617910 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8b764c4e-1b96-4d88-aa9a-45c607705cb8 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0808125 Aug 31 01:27:57.618631 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47736) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:57.693801 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1a3e-ec6a-4de2-89e0-8bfa0a88b724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.728674 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3e59c7fa-6279-459e-80df-3fd684c8857a tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.758218 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3e59c7fa-6279-459e-80df-3fd684c8857a tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.809379 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c1a3e-ec6a-4de2-89e0-8bfa0a88b724 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e88592-9bc7-4a13-bbd6-81322d153a76,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:57.814299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3e59c7fa-6279-459e-80df-3fd684c8857a tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.822599 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3e59c7fa-6279-459e-80df-3fd684c8857a tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:57.829935 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3e59c7fa-6279-459e-80df-3fd684c8857a tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-groups/188baea3-a3f7-4f5c-a89e-6766199805d4 HTTP/1.1" status: 204 len: 168 time: 0.2063985 Aug 31 01:27:57.829935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47742) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:57.830537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47744) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:57.879173 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59c7fa-6279-459e-80df-3fd684c8857a tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=188baea3-a3f7-4f5c-a89e-6766199805d4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:57.968581 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2972efe-f9c5-4910-99a5-cab492707d78 req-0073f671-5a6e-4257-9cee-6be6054f4518 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214847 Aug 31 01:27:58.137805 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-758055f7-8916-43af-890a-805242403b75 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3062141 Aug 31 01:27:58.148370 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47754) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:58.159729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f464d8a5-6951-46fd-a5ac-ea00404ddd27 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group': {'name': 'tempest-secgroup--2040913797'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:58.347396 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f464d8a5-6951-46fd-a5ac-ea00404ddd27 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:58.416953 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1a3e-ec6a-4de2-89e0-8bfa0a88b724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:58.463318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347dd32-262a-4fe9-9303-10c561fc7091 req-a8dffde9-3c0b-4d12-9579-b2bee3ff1da0 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:58.465470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a347dd32-262a-4fe9-9303-10c561fc7091 req-a8dffde9-3c0b-4d12-9579-b2bee3ff1da0 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 950 time: 0.2894115 Aug 31 01:27:58.605363 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6059840e-2433-4008-b357-6abe760b3180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:58.906075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6059840e-2433-4008-b357-6abe760b3180 admin admin] Deleting port aa0543aa-661a-4525-bc0f-bfc8e90e61f3 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:58.906460 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6059840e-2433-4008-b357-6abe760b3180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.007878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-6059840e-2433-4008-b357-6abe760b3180 admin admin] For port aa0543aa-661a-4525-bc0f-bfc8e90e61f3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=aa0543aa-661a-4525-bc0f-bfc8e90e61f3,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:59.008250 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6059840e-2433-4008-b357-6abe760b3180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.014824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a347dd32-262a-4fe9-9303-10c561fc7091 req-a026e1c6-faa0-4deb-b36b-471601f13e4d tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a5abf44-23c9-48c9-a701-1b33eed9f121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033114 Aug 31 01:27:59.018482 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f464d8a5-6951-46fd-a5ac-ea00404ddd27 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.037442 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f464d8a5-6951-46fd-a5ac-ea00404ddd27 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.043186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6059840e-2433-4008-b357-6abe760b3180 admin admin] Calling delete_port for aa0543aa-661a-4525-bc0f-bfc8e90e61f3 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:59.079232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464d8a5-6951-46fd-a5ac-ea00404ddd27 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d1deb5-a5c1-426a-b061-59eceffcc35d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:59.159031 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f464d8a5-6951-46fd-a5ac-ea00404ddd27 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.163190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f464d8a5-6951-46fd-a5ac-ea00404ddd27 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0090108 Aug 31 01:27:59.164919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47770) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:59.175263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0d3515eb-3597-4a3a-a377-c3f57eae22af tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group_rule': {'security_group_id': 'b7d1deb5-a5c1-426a-b061-59eceffcc35d', 'direction': 'ingress', 'protocol': 17}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:59.186004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17bafc-1135-41a5-ad0b-ffa1618c74d1 req-58d4bb84-f7b9-4778-8974-515a952cef7a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:59.187958 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa17bafc-1135-41a5-ad0b-ffa1618c74d1 req-58d4bb84-f7b9-4778-8974-515a952cef7a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.1095200 Aug 31 01:27:59.193946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6e0c18a-184f-4d88-825f-99499e05d208 req-0171060c-cb7a-4e02-aeba-44c8f885ead4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1725430 Aug 31 01:27:59.243719 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d3515eb-3597-4a3a-a377-c3f57eae22af tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.324876 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d3515eb-3597-4a3a-a377-c3f57eae22af tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.333217 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d3515eb-3597-4a3a-a377-c3f57eae22af tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.380981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3515eb-3597-4a3a-a377-c3f57eae22af tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712df5e4-d42e-4669-8401-8967856e5e97,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:59.395817 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d3515eb-3597-4a3a-a377-c3f57eae22af tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.397009 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0d3515eb-3597-4a3a-a377-c3f57eae22af tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2318606 Aug 31 01:27:59.401484 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47776) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:59.433330 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa17bafc-1135-41a5-ad0b-ffa1618c74d1 req-d8fde579-c9f4-4279-918a-3c8b76e7b33c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160362 Aug 31 01:27:59.438138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0c18a-184f-4d88-825f-99499e05d208 req-83c7892f-16d6-47e8-90d9-aa3bc3d57d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:59.444731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6e0c18a-184f-4d88-825f-99499e05d208 req-83c7892f-16d6-47e8-90d9-aa3bc3d57d71 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 1097 time: 0.1287272 Aug 31 01:27:59.461436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2c1a3e-ec6a-4de2-89e0-8bfa0a88b724 admin admin] Router 481e841b-89b9-471c-9f4e-02faacae6e58 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:59.473667 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6059840e-2433-4008-b357-6abe760b3180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.510907 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-233c86ff-5f65-48d7-bc8f-5a9ae9dc3bb1 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.540864 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-233c86ff-5f65-48d7-bc8f-5a9ae9dc3bb1 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.590510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059840e-2433-4008-b357-6abe760b3180 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0543aa-661a-4525-bc0f-bfc8e90e61f3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:59.680654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2c1a3e-ec6a-4de2-89e0-8bfa0a88b724 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:59.686854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-aa2c1a3e-ec6a-4de2-89e0-8bfa0a88b724 admin admin] 10.222.0.58 "PUT /v2.0/routers/481e841b-89b9-471c-9f4e-02faacae6e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6088152 Aug 31 01:27:59.690110 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47782) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:59.699434 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add9948-577f-4efe-9ac5-c8419b76f34b None None] Sync routers for ids ['481e841b-89b9-471c-9f4e-02faacae6e58'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:59.740322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0c18a-184f-4d88-825f-99499e05d208 req-937e8fae-d4ec-4d56-ade0-133a7e059133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:59.740628 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add9948-577f-4efe-9ac5-c8419b76f34b None None] Routers {'481e841b-89b9-471c-9f4e-02faacae6e58'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:59.740766 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6e0c18a-184f-4d88-825f-99499e05d208 req-937e8fae-d4ec-4d56-ade0-133a7e059133 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 918 time: 0.2706313 Aug 31 01:27:59.745410 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3add9948-577f-4efe-9ac5-c8419b76f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['481e841b-89b9-471c-9f4e-02faacae6e58'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:59.798115 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-233c86ff-5f65-48d7-bc8f-5a9ae9dc3bb1 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.801184 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-233c86ff-5f65-48d7-bc8f-5a9ae9dc3bb1 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:59.804741 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-233c86ff-5f65-48d7-bc8f-5a9ae9dc3bb1 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-groups/b7d1deb5-a5c1-426a-b061-59eceffcc35d HTTP/1.1" status: 204 len: 168 time: 0.4015174 Aug 31 01:27:59.839406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6e0c18a-184f-4d88-825f-99499e05d208 req-9b510365-b557-4e0d-9801-d73072fa981d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5 HTTP/1.1" status: 200 len: 1000 time: 0.0902362 Aug 31 01:27:59.839898 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47784) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:59.911344 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-3add9948-577f-4efe-9ac5-c8419b76f34b None None] Set router 481e841b-89b9-471c-9f4e-02faacae6e58 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:59.920471 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c86ff-5f65-48d7-bc8f-5a9ae9dc3bb1 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d1deb5-a5c1-426a-b061-59eceffcc35d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:59.990713 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.017923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0c18a-184f-4d88-825f-99499e05d208 req-47cfd16b-10b0-4db4-b364-e0e558d64bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:00.019446 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6e0c18a-184f-4d88-825f-99499e05d208 req-47cfd16b-10b0-4db4-b364-e0e558d64bab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 200 len: 856 time: 0.1709521 Aug 31 01:28:00.025221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2aea5cb9-6446-421c-a57f-0dfde2dd61bb tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1841412 Aug 31 01:28:00.036968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47792) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:00.094928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355d2e4-31be-4096-b453-2c5787cc503f req-ed036a19-bb6d-4292-96c1-b9d8192e522e tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:00.097849 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4355d2e4-31be-4096-b453-2c5787cc503f req-ed036a19-bb6d-4292-96c1-b9d8192e522e tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.15 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 950 time: 0.1650374 Aug 31 01:28:00.151800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0c18a-184f-4d88-825f-99499e05d208 req-b4ba9398-3046-48b3-9a8b-e79031d8c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:00.153844 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6e0c18a-184f-4d88-825f-99499e05d208 req-b4ba9398-3046-48b3-9a8b-e79031d8c1a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268194 Aug 31 01:28:00.194632 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3add9948-577f-4efe-9ac5-c8419b76f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'name': 'tempest-TestAggregatesBasicOps-503677001-router', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:32Z', 'updated_at': '2021-08-31T01:27:57Z', 'revision_number': 5, 'project_id': 'fc118191e1b64dbf9c634cb465e8552c', 'gw_port': {'id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:34Z', 'updated_at': '2021-08-31T01:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:00.229244 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add9948-577f-4efe-9ac5-c8419b76f34b None None] Checking router: 481e841b-89b9-471c-9f4e-02faacae6e58 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:28:00.242389 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add9948-577f-4efe-9ac5-c8419b76f34b None None] Routers {'481e841b-89b9-471c-9f4e-02faacae6e58'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:28:00.243371 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3add9948-577f-4efe-9ac5-c8419b76f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['481e841b-89b9-471c-9f4e-02faacae6e58'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:00.405122 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6e0c18a-184f-4d88-825f-99499e05d208 req-aa729951-6882-45f1-9639-27dd528316eb service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416975 Aug 31 01:28:00.405342 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-3add9948-577f-4efe-9ac5-c8419b76f34b None None] Set router 481e841b-89b9-471c-9f4e-02faacae6e58 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:28:00.501323 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0f6d072f-7517-42fb-9f48-7df6ad4ffc76 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group': {'name': 'tempest-secgroup--613485983'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:00.588756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e2fb3-89f9-4567-9517-9382fc3e356c req-085a63d1-5a9d-4fbf-a910-74f5de651122 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:00.590365 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d74e2fb3-89f9-4567-9517-9382fc3e356c req-085a63d1-5a9d-4fbf-a910-74f5de651122 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 950 time: 0.1895294 Aug 31 01:28:00.635663 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6059840e-2433-4008-b357-6abe760b3180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.666353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4355d2e4-31be-4096-b453-2c5787cc503f req-494f340d-5f3e-4830-a09e-9cd91061fd0f tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Deleting port 36574a7b-f8a2-4d31-892f-4533bc81808d {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:28:00.666702 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4355d2e4-31be-4096-b453-2c5787cc503f req-494f340d-5f3e-4830-a09e-9cd91061fd0f tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.696917 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3add9948-577f-4efe-9ac5-c8419b76f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'name': 'tempest-TestAggregatesBasicOps-503677001-router', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:32Z', 'updated_at': '2021-08-31T01:27:57Z', 'revision_number': 5, 'project_id': 'fc118191e1b64dbf9c634cb465e8552c', 'gw_port': {'id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:34Z', 'updated_at': '2021-08-31T01:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:00.705378 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f6d072f-7517-42fb-9f48-7df6ad4ffc76 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.732655 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add9948-577f-4efe-9ac5-c8419b76f34b None None] The sync data for ids ['481e841b-89b9-471c-9f4e-02faacae6e58'] in n-d-802060-13 is: [{'id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'name': 'tempest-TestAggregatesBasicOps-503677001-router', 'tenant_id': 'fc118191e1b64dbf9c634cb465e8552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:27:32Z', 'updated_at': '2021-08-31T01:27:57Z', 'revision_number': 5, 'project_id': 'fc118191e1b64dbf9c634cb465e8552c', 'gw_port': {'id': '11a47d0e-1577-4e4a-8760-4ebd2d7f7508', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e841b-89b9-471c-9f4e-02faacae6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:27:34Z', 'updated_at': '2021-08-31T01:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:28:00.752341 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.779611 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d74e2fb3-89f9-4567-9517-9382fc3e356c req-eb3e8fcd-12e7-4af9-808d-9229b1161ca4 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a5abf44-23c9-48c9-a701-1b33eed9f121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590936 Aug 31 01:28:00.783424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6e0c18a-184f-4d88-825f-99499e05d208 req-2c06c60b-b5ad-494f-b5ae-121d00bbf14d service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434484 Aug 31 01:28:00.821859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43be25c-eb49-4004-b497-598f5fcdc77b req-98f31f24-42b6-4980-ae71-19590fdd07b6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:00.824063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d43be25c-eb49-4004-b497-598f5fcdc77b req-98f31f24-42b6-4980-ae71-19590fdd07b6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.2473447 Aug 31 01:28:00.913142 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d43be25c-eb49-4004-b497-598f5fcdc77b req-e14f129e-016f-42d0-ae4f-aec2f628d176 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801151 Aug 31 01:28:00.932626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4355d2e4-31be-4096-b453-2c5787cc503f req-494f340d-5f3e-4830-a09e-9cd91061fd0f tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] For port 36574a7b-f8a2-4d31-892f-4533bc81808d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=36574a7b-f8a2-4d31-892f-4533bc81808d,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:00.933150 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4355d2e4-31be-4096-b453-2c5787cc503f req-494f340d-5f3e-4830-a09e-9cd91061fd0f tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:00.948409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4355d2e4-31be-4096-b453-2c5787cc503f req-494f340d-5f3e-4830-a09e-9cd91061fd0f tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Calling delete_port for 36574a7b-f8a2-4d31-892f-4533bc81808d owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:28:01.010698 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] Deleting port 11a47d0e-1577-4e4a-8760-4ebd2d7f7508 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:28:01.011080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.113544 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f6d072f-7517-42fb-9f48-7df6ad4ffc76 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.119293 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4355d2e4-31be-4096-b453-2c5787cc503f req-494f340d-5f3e-4830-a09e-9cd91061fd0f tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.126169 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f6d072f-7517-42fb-9f48-7df6ad4ffc76 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.160786 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6059840e-2433-4008-b357-6abe760b3180 admin admin] Router f2d437d4-b326-42c5-a6ee-242d9f4551b5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:28:01.164438 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f340d-5f3e-4830-a09e-9cd91061fd0f tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Pushing event deleted for resources: {'Port': ['ID=36574a7b-f8a2-4d31-892f-4533bc81808d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:01.202653 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f6d072f-7517-42fb-9f48-7df6ad4ffc76 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.204816 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0f6d072f-7517-42fb-9f48-7df6ad4ffc76 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1668544 Aug 31 01:28:01.209181 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47814) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:01.212249 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d072f-7517-42fb-9f48-7df6ad4ffc76 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67aa55c5-f2a3-4d6a-8278-f351ddcfb237,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:01.215132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a9e6b395-700d-4838-a8aa-493d51690cb5 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group': {'name': 'tempest-secgroup--534903471'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:01.239537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4355d2e4-31be-4096-b453-2c5787cc503f req-494f340d-5f3e-4830-a09e-9cd91061fd0f tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] No DVR routers for this DVR port 36574a7b-f8a2-4d31-892f-4533bc81808d on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:28:01.240912 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] For port 11a47d0e-1577-4e4a-8760-4ebd2d7f7508, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=11a47d0e-1577-4e4a-8760-4ebd2d7f7508,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:01.241583 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.242226 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4355d2e4-31be-4096-b453-2c5787cc503f req-494f340d-5f3e-4830-a09e-9cd91061fd0f tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.245084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4355d2e4-31be-4096-b453-2c5787cc503f req-494f340d-5f3e-4830-a09e-9cd91061fd0f tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.15 "DELETE /v2.0/ports/36574a7b-f8a2-4d31-892f-4533bc81808d HTTP/1.1" status: 204 len: 173 time: 1.1388104 Aug 31 01:28:01.257157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521415cc-8d14-485c-9c3c-15a9a200fd2e', 'name': 'network-vif-deleted', 'tag': '36574a7b-f8a2-4d31-892f-4533bc81808d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:28:01.258345 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0de584f-7dcd-4171-a0aa-2a0ba4ff7274" -d '{"events": [{"server_uuid": "521415cc-8d14-485c-9c3c-15a9a200fd2e", "name": "network-vif-deleted", "tag": "36574a7b-f8a2-4d31-892f-4533bc81808d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:01.286425 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a9e6b395-700d-4838-a8aa-493d51690cb5 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.303216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] Calling delete_port for 11a47d0e-1577-4e4a-8760-4ebd2d7f7508 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:28:01.372519 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e916aaf-36c6-478a-a2ac-5ef26d10edd5 x-openstack-request-id: req-1e916aaf-36c6-478a-a2ac-5ef26d10edd5 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:01.373091 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521415cc-8d14-485c-9c3c-15a9a200fd2e", "name": "network-vif-deleted", "tag": "36574a7b-f8a2-4d31-892f-4533bc81808d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:01.373558 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e916aaf-36c6-478a-a2ac-5ef26d10edd5 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:01.374230 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521415cc-8d14-485c-9c3c-15a9a200fd2e', 'name': 'network-vif-deleted', 'tag': '36574a7b-f8a2-4d31-892f-4533bc81808d', 'status': 'completed', 'code': 200} Aug 31 01:28:01.463266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6059840e-2433-4008-b357-6abe760b3180 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:28:01.465463 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a9e6b395-700d-4838-a8aa-493d51690cb5 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.473101 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78bdd91-1715-4e31-8316-44c171723758 None None] Sync routers for ids ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:28:01.474739 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6059840e-2433-4008-b357-6abe760b3180 admin admin] 10.222.0.58 "PUT /v2.0/routers/f2d437d4-b326-42c5-a6ee-242d9f4551b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6424396 Aug 31 01:28:01.477511 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a9e6b395-700d-4838-a8aa-493d51690cb5 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.478472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47820) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:01.483615 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78bdd91-1715-4e31-8316-44c171723758 None None] Routers {'f2d437d4-b326-42c5-a6ee-242d9f4551b5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:28:01.484474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e78bdd91-1715-4e31-8316-44c171723758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:01.523072 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a9e6b395-700d-4838-a8aa-493d51690cb5 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.524512 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a9e6b395-700d-4838-a8aa-493d51690cb5 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3142002 Aug 31 01:28:01.526965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6b395-700d-4838-a8aa-493d51690cb5 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69004af-15ff-4b85-9806-6bcce98672fe,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:01.529190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47826) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:01.534726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e6b54429-4359-417b-82cc-cabc75263c88 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group_rule': {'security_group_id': '67aa55c5-f2a3-4d6a-8278-f351ddcfb237', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e69004af-15ff-4b85-9806-6bcce98672fe', 'remote_ip_prefix': None}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:01.574527 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e6b54429-4359-417b-82cc-cabc75263c88 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.668141 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.707622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e78bdd91-1715-4e31-8316-44c171723758 None None] Set router f2d437d4-b326-42c5-a6ee-242d9f4551b5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:28:01.760406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e6b54429-4359-417b-82cc-cabc75263c88 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.765315 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e6b54429-4359-417b-82cc-cabc75263c88 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.794254 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e6b54429-4359-417b-82cc-cabc75263c88 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.795644 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e6b54429-4359-417b-82cc-cabc75263c88 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2653821 Aug 31 01:28:01.800934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47828) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:01.814189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b54429-4359-417b-82cc-cabc75263c88 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacb3678-e90f-4c0a-8437-b45833ba6ec5,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:01.867415 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.938076 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c09d1e3-070b-496e-a804-08ee23d8aa82 req-7c587735-dd74-49f7-aefb-79de30bd4925 tempest-VolumesBackupsTest-260063893 tempest-VolumesBackupsTest-260063893-project] 10.222.0.58 "GET /v2.0/ports?device_id=521415cc-8d14-485c-9c3c-15a9a200fd2e HTTP/1.1" status: 200 len: 210 time: 0.0349796 Aug 31 01:28:01.983469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:01.996677 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a472f9b4-f4ee-4f0f-a49e-96943d572322 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.061295 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a47d0e-1577-4e4a-8760-4ebd2d7f7508,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:02.068576 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a472f9b4-f4ee-4f0f-a49e-96943d572322 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.129447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e78bdd91-1715-4e31-8316-44c171723758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:27:59Z', 'revision_number': 5, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port': {'id': '0dbfa499-e0ad-4ca2-b386-5daf65ce8752', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:17:33Z', 'updated_at': '2021-08-31T01:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:02.134659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77fe47-548d-4f68-a9b4-b055323b77c5 req-0efbbd8b-6510-42e5-a94b-e1668400b54e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:02.136296 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e77fe47-548d-4f68-a9b4-b055323b77c5 req-0efbbd8b-6510-42e5-a94b-e1668400b54e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.0921593 Aug 31 01:28:02.173200 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.182708 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a472f9b4-f4ee-4f0f-a49e-96943d572322 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.193105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78bdd91-1715-4e31-8316-44c171723758 None None] Checking router: f2d437d4-b326-42c5-a6ee-242d9f4551b5 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:28:02.193772 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a472f9b4-f4ee-4f0f-a49e-96943d572322 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.195014 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a472f9b4-f4ee-4f0f-a49e-96943d572322 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/aacb3678-e90f-4c0a-8437-b45833ba6ec5 HTTP/1.1" status: 204 len: 168 time: 0.3778379 Aug 31 01:28:02.202130 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47840) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:02.204345 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78bdd91-1715-4e31-8316-44c171723758 None None] Routers {'f2d437d4-b326-42c5-a6ee-242d9f4551b5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:28:02.205165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e78bdd91-1715-4e31-8316-44c171723758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:27:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:02.205613 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.214879 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472f9b4-f4ee-4f0f-a49e-96943d572322 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aacb3678-e90f-4c0a-8437-b45833ba6ec5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:02.224143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e77fe47-548d-4f68-a9b4-b055323b77c5 req-674e624f-0219-4500-90f3-80a6c075dffc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800316 Aug 31 01:28:02.320526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e78bdd91-1715-4e31-8316-44c171723758 None None] Set router f2d437d4-b326-42c5-a6ee-242d9f4551b5 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:28:02.366152 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.369682 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.400402 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e78bdd91-1715-4e31-8316-44c171723758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:28:02Z', 'revision_number': 6, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:02.441518 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78bdd91-1715-4e31-8316-44c171723758 None None] The sync data for ids ['f2d437d4-b326-42c5-a6ee-242d9f4551b5'] in n-d-802060-13 is: [{'id': 'f2d437d4-b326-42c5-a6ee-242d9f4551b5', 'name': 'tempest-AttachVolumeTestJSON-389988039-router', 'tenant_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:17:30Z', 'updated_at': '2021-08-31T01:28:02Z', 'revision_number': 6, 'project_id': '25d1ec8e3d7746f4848f318b6bfe6fce', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:28:02.474387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47848) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:02.478539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a4e88592-9bc7-4a13-bbd6-81322d153a76 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:28:02.486768 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ad77ed89-c6dc-4a26-89ca-9ac1a40cbb31 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2799230 Aug 31 01:28:02.507953 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.508534 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 481e841b-89b9-471c-9f4e-02faacae6e58 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:28:02.517530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: a4e88592-9bc7-4a13-bbd6-81322d153a76 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:28:02.517981 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a4e88592-9bc7-4a13-bbd6-81322d153a76 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:28:02.518428 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.519798 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6b5c69ee-26ff-4cfc-af76-35d868740532 admin admin] 10.222.0.58 "DELETE /v2.0/routers/481e841b-89b9-471c-9f4e-02faacae6e58 HTTP/1.1" status: 204 len: 168 time: 2.8285296 Aug 31 01:28:02.522607 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47850) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:02.584257 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-004fea4c-872a-4abf-ae12-21638613240c tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.595690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] Deleting port 0dbfa499-e0ad-4ca2-b386-5daf65ce8752 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:28:02.596029 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.600207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbedf874-4421-4eb4-b360-91d48e1b3d20 admin admin] Deleting subnet ea0e0fb4-b26e-4a30-9f15-9455be875a32 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:28:02.613290 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbedf874-4421-4eb4-b360-91d48e1b3d20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.628672 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-004fea4c-872a-4abf-ae12-21638613240c tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.684330 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-004fea4c-872a-4abf-ae12-21638613240c tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.687364 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-004fea4c-872a-4abf-ae12-21638613240c tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.688483 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-004fea4c-872a-4abf-ae12-21638613240c tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-groups/e69004af-15ff-4b85-9806-6bcce98672fe HTTP/1.1" status: 204 len: 168 time: 0.2124090 Aug 31 01:28:02.692325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47852) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:02.704912 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbedf874-4421-4eb4-b360-91d48e1b3d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.719203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fea4c-872a-4abf-ae12-21638613240c tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69004af-15ff-4b85-9806-6bcce98672fe,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:02.752353 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] For port 0dbfa499-e0ad-4ca2-b386-5daf65ce8752, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0dbfa499-e0ad-4ca2-b386-5daf65ce8752,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:02.752663 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:02.773004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] Calling delete_port for 0dbfa499-e0ad-4ca2-b386-5daf65ce8752 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:28:02.782533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47858) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:02.784425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f53a73c8-e04d-4b98-9c2f-b199f11b20a6 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0895572 Aug 31 01:28:02.910017 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbedf874-4421-4eb4-b360-91d48e1b3d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.016487 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3a70f6db-acd1-4224-b5b8-82bb912fe0a1 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.052774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 36574a7b-f8a2-4d31-892f-4533bc81808d no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:28:03.061287 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbedf874-4421-4eb4-b360-91d48e1b3d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.070557 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3a70f6db-acd1-4224-b5b8-82bb912fe0a1 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.087165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 36574a7b-f8a2-4d31-892f-4533bc81808d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:28:03.087777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 36574a7b-f8a2-4d31-892f-4533bc81808d not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:28:03.130931 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fbedf874-4421-4eb4-b360-91d48e1b3d20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.135130 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fbedf874-4421-4eb4-b360-91d48e1b3d20 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ea0e0fb4-b26e-4a30-9f15-9455be875a32 HTTP/1.1" status: 204 len: 168 time: 0.6047201 Aug 31 01:28:03.135998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47870) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:03.138115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedf874-4421-4eb4-b360-91d48e1b3d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea0e0fb4-b26e-4a30-9f15-9455be875a32,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:03.157478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b22ec3-afa7-4e62-b97c-4dd563f7251b None None] Network ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:28:03.189016 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.195718 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3a70f6db-acd1-4224-b5b8-82bb912fe0a1 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.198455 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3a70f6db-acd1-4224-b5b8-82bb912fe0a1 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.203273 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3a70f6db-acd1-4224-b5b8-82bb912fe0a1 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-groups/67aa55c5-f2a3-4d6a-8278-f351ddcfb237 HTTP/1.1" status: 204 len: 168 time: 0.4162757 Aug 31 01:28:03.215531 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47874) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:03.240778 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dbfa499-e0ad-4ca2-b386-5daf65ce8752,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:03.244126 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70f6db-acd1-4224-b5b8-82bb912fe0a1 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aa55c5-f2a3-4d6a-8278-f351ddcfb237,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:03.420084 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.448794 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.504646 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47882) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:03.506910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b224563e-e647-4c70-a2c4-3590fa62fd44 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2827990 Aug 31 01:28:03.534022 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-03dbc640-e266-4510-8a79-7d684cd7ab7d tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group': {'name': 'tempest-secgroup--837907043'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:03.575849 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da326a-c7b9-4c68-96d3-3c9df95a3e30 req-25f7ef27-1e1e-46bd-83c7-1db9071a1482 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:03.585018 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-57da326a-c7b9-4c68-96d3-3c9df95a3e30 req-25f7ef27-1e1e-46bd-83c7-1db9071a1482 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.1790180 Aug 31 01:28:03.613019 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] DHCP port deletion for ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:28:03.641454 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-57da326a-c7b9-4c68-96d3-3c9df95a3e30 req-a3e9168e-6d9a-41b1-b24c-e13d211219bc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504320 Aug 31 01:28:03.671987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] Deleting port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:28:03.672264 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.716714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Deleting port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:28:03.717318 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.751848 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.757523 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.781942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] For port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6,segment=NetworkSegment(7c7297e1-af99-4b8f-8e09-27c6891cbd9c),segment_id=7c7297e1-af99-4b8f-8e09-27c6891cbd9c)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:03.782319 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.806936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] Calling delete_port for db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:28:03.811313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] For port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6,segment=NetworkSegment(7c7297e1-af99-4b8f-8e09-27c6891cbd9c),segment_id=7c7297e1-af99-4b8f-8e09-27c6891cbd9c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:03.813062 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.848546 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Calling delete_port for db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:28:03.863402 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.864781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2d437d4-b326-42c5-a6ee-242d9f4551b5 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:28:03.891998 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.895518 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f8e9ef73-5af8-40d9-8cdc-36ede2e6d0f9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f2d437d4-b326-42c5-a6ee-242d9f4551b5 HTTP/1.1" status: 204 len: 168 time: 2.4137566 Aug 31 01:28:03.898140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47890) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:03.911222 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03dbc640-e266-4510-8a79-7d684cd7ab7d tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:03.963112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-791e8806-ddbf-4eed-bbb1-606fea747c9f admin admin] Deleting subnet 3bdf0b07-4c89-45a2-828f-1c4e94ba70e3 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:28:03.968154 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-791e8806-ddbf-4eed-bbb1-606fea747c9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.012496 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.029123 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.049265 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-791e8806-ddbf-4eed-bbb1-606fea747c9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.051897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] Pushing event deleted for resources: {'Port': ['ID=db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:04.089584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] No DVR routers for this DVR port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:28:04.123236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] No DVR routers for this DVR port db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:28:04.155268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Pushing event deleted for resources: {'Port': ['ID=db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:04.164172 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03dbc640-e266-4510-8a79-7d684cd7ab7d tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.169460 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03dbc640-e266-4510-8a79-7d684cd7ab7d tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.179033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:04.180759 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:04.181180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:04.183797 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:04.184320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:04.184769 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:04.185429 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:04.186144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:04.186489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:04.186864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:04.187787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:04.190810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86eabc-7c05-4ae9-96ea-87a9bc1a00cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:04.213370 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-03dbc640-e266-4510-8a79-7d684cd7ab7d tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.215186 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-03dbc640-e266-4510-8a79-7d684cd7ab7d tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7076132 Aug 31 01:28:04.218609 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47894) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:04.224604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-186a3d84-5366-4f64-8bb8-c13e092cb312 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group_rule': {'security_group_id': '9100eeb7-c742-4659-9069-2e6315f2de96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:04.231923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbc640-e266-4510-8a79-7d684cd7ab7d tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9100eeb7-c742-4659-9069-2e6315f2de96,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:04.285421 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-186a3d84-5366-4f64-8bb8-c13e092cb312 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.307043 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-791e8806-ddbf-4eed-bbb1-606fea747c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.330538 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.349549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:04.365202 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7297e1-af99-4b8f-8e09-27c6891cbd9c') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:04.365507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7297e1-af99-4b8f-8e09-27c6891cbd9c') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:04.395610 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.409699 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-186a3d84-5366-4f64-8bb8-c13e092cb312 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.414250 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-186a3d84-5366-4f64-8bb8-c13e092cb312 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.440483 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-186a3d84-5366-4f64-8bb8-c13e092cb312 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.442069 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-186a3d84-5366-4f64-8bb8-c13e092cb312 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2219527 Aug 31 01:28:04.444974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47902) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:04.455739 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a3d84-5366-4f64-8bb8-c13e092cb312 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f6661e-4e2e-4b1a-b29e-fb18556e52dc,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:04.460550 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.482301 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-791e8806-ddbf-4eed-bbb1-606fea747c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.513183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device aa0543aa-661a-4525-bc0f-bfc8e90e61f3 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:28:04.515890 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-209f3a91-fe54-44dc-976c-cb7c3b528857 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.532832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:28:04.532832 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.534135 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-209f3a91-fe54-44dc-976c-cb7c3b528857 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.542286 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: aa0543aa-661a-4525-bc0f-bfc8e90e61f3 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:28:04.542988 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device aa0543aa-661a-4525-bc0f-bfc8e90e61f3 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:28:04.543809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 11a47d0e-1577-4e4a-8760-4ebd2d7f7508 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:28:04.544337 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:28:04.561713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e8806-ddbf-4eed-bbb1-606fea747c9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bdf0b07-4c89-45a2-828f-1c4e94ba70e3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:04.590602 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-209f3a91-fe54-44dc-976c-cb7c3b528857 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.592020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 11a47d0e-1577-4e4a-8760-4ebd2d7f7508 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:28:04.592468 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 11a47d0e-1577-4e4a-8760-4ebd2d7f7508 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:28:04.593063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0dbfa499-e0ad-4ca2-b386-5daf65ce8752 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:28:04.598267 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-209f3a91-fe54-44dc-976c-cb7c3b528857 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.604118 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-209f3a91-fe54-44dc-976c-cb7c3b528857 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/32f6661e-4e2e-4b1a-b29e-fb18556e52dc HTTP/1.1" status: 204 len: 168 time: 0.1571505 Aug 31 01:28:04.604756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47904) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:04.616198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 0dbfa499-e0ad-4ca2-b386-5daf65ce8752 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:28:04.617151 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0dbfa499-e0ad-4ca2-b386-5daf65ce8752 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:28:04.617944 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:28:04.625274 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-791e8806-ddbf-4eed-bbb1-606fea747c9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.631221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-791e8806-ddbf-4eed-bbb1-606fea747c9f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3bdf0b07-4c89-45a2-828f-1c4e94ba70e3 HTTP/1.1" status: 204 len: 168 time: 0.7311127 Aug 31 01:28:04.639430 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47908) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:04.639782 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f3a91-fe54-44dc-976c-cb7c3b528857 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32f6661e-4e2e-4b1a-b29e-fb18556e52dc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:04.679979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6905543-b903-4974-b9a8-5e2b6734f282 None None] Network 05166366-f2cf-4263-a28e-fd696742cc7f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:28:04.693592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:28:04.696477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device db0bfd9d-3d3b-45a3-9c0b-5c688ae64fe6 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:28:04.713206 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.724209 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.726428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] 10.222.0.58 "DELETE /v2.0/networks/ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee HTTP/1.1" status: 204 len: 168 time: 1.5887005 Aug 31 01:28:04.751762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ab612-afa1-4b80-a9ad-0b5cce2daecc admin admin] Pushing event deleted for resources: {'Network': ['ID=ffbf9f8a-ecdf-4b5d-a201-c1d25a0ec7ee,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:04.758761 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.798364 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ef79aa89-ce15-47fe-9e03-3c69c93692e8 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1685662 Aug 31 01:28:04.801750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47918) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:04.886117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] Deleting port e69d8427-46c6-46fa-b86e-9ba2758a43a1 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:28:04.886595 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.897131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8e1ec-22aa-4419-b644-7b99182d6ebd req-d3d9a9fd-21fc-4202-a4f8-41bb74c75860 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:04.898809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-62b8e1ec-22aa-4419-b644-7b99182d6ebd req-d3d9a9fd-21fc-4202-a4f8-41bb74c75860 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.0782995 Aug 31 01:28:04.944738 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-465c26e9-5a4c-442d-b702-bb2f59d79faf tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:04.963299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47920) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:04.998707 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-62b8e1ec-22aa-4419-b644-7b99182d6ebd req-4c43a557-7384-4abc-8c55-7d2e854a5c1d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881772 Aug 31 01:28:05.000822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] For port e69d8427-46c6-46fa-b86e-9ba2758a43a1, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e69d8427-46c6-46fa-b86e-9ba2758a43a1,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:05.001300 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.025366 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-465c26e9-5a4c-442d-b702-bb2f59d79faf tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.029573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] Calling delete_port for e69d8427-46c6-46fa-b86e-9ba2758a43a1 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:28:05.100980 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-465c26e9-5a4c-442d-b702-bb2f59d79faf tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.104014 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-465c26e9-5a4c-442d-b702-bb2f59d79faf tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.106273 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-465c26e9-5a4c-442d-b702-bb2f59d79faf tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-groups/9100eeb7-c742-4659-9069-2e6315f2de96 HTTP/1.1" status: 204 len: 168 time: 0.3023949 Aug 31 01:28:05.109937 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47924) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:05.127641 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c26e9-5a4c-442d-b702-bb2f59d79faf tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9100eeb7-c742-4659-9069-2e6315f2de96,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:05.128383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516bdd22-caee-46d7-982c-a285ff4fdee3 None None] DHCP port deletion for 05166366-f2cf-4263-a28e-fd696742cc7f request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:28:05.133140 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-48ebf5ac-ea0b-457a-8967-84cde33174bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14ba4697a886460e995dced683f4dfaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688318 Aug 31 01:28:05.135619 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47930) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:05.231413 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-655094b7-138a-4de8-bd25-e180414cabff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.248480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-516bdd22-caee-46d7-982c-a285ff4fdee3 None None] Deleting port e69d8427-46c6-46fa-b86e-9ba2758a43a1 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:28:05.249827 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-516bdd22-caee-46d7-982c-a285ff4fdee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.271187 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e5fe64d0-6970-4c30-9abc-053d322e0d13 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1540952 Aug 31 01:28:05.272853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47932) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:05.284240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.285351 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-655094b7-138a-4de8-bd25-e180414cabff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.290773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-19e424c6-9f8f-46d9-a790-b946e63492bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066210933'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:05.313560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] Pushing event deleted for resources: {'Port': ['ID=e69d8427-46c6-46fa-b86e-9ba2758a43a1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:05.319297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] No DVR routers for this DVR port e69d8427-46c6-46fa-b86e-9ba2758a43a1 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:28:05.357611 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-516bdd22-caee-46d7-982c-a285ff4fdee3 None None] For port e69d8427-46c6-46fa-b86e-9ba2758a43a1, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e69d8427-46c6-46fa-b86e-9ba2758a43a1,segment=NetworkSegment(75259ffd-f0f8-4849-8f82-71b9c2564271),segment_id=75259ffd-f0f8-4849-8f82-71b9c2564271)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:05.357785 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19e424c6-9f8f-46d9-a790-b946e63492bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.357943 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-516bdd22-caee-46d7-982c-a285ff4fdee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.382281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-516bdd22-caee-46d7-982c-a285ff4fdee3 None None] Calling delete_port for e69d8427-46c6-46fa-b86e-9ba2758a43a1 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:28:05.396517 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-655094b7-138a-4de8-bd25-e180414cabff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.399109 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-655094b7-138a-4de8-bd25-e180414cabff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.400316 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-655094b7-138a-4de8-bd25-e180414cabff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c62853b8-a1dc-43e3-aeb6-268b074cf2d1 HTTP/1.1" status: 204 len: 168 time: 0.2622035 Aug 31 01:28:05.432102 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655094b7-138a-4de8-bd25-e180414cabff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62853b8-a1dc-43e3-aeb6-268b074cf2d1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:05.461300 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.479659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05166366-f2cf-4263-a28e-fd696742cc7f']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:05.510782 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19e424c6-9f8f-46d9-a790-b946e63492bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.518617 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19e424c6-9f8f-46d9-a790-b946e63492bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.522900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75259ffd-f0f8-4849-8f82-71b9c2564271') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:05.523433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75259ffd-f0f8-4849-8f82-71b9c2564271') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:05.556940 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.593769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19e424c6-9f8f-46d9-a790-b946e63492bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.595449 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-19e424c6-9f8f-46d9-a790-b946e63492bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3131623 Aug 31 01:28:05.598337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47942) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:05.604696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5464274c-d3e6-4d77-af46-3f4f7d786caa tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group_rule': {'security_group_id': '1f774eab-b6e0-4230-94cf-5b1a64982deb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:05.604963 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.616084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:28:05.616732 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:28:05.619166 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:28:05.635413 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e424c6-9f8f-46d9-a790-b946e63492bc tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f774eab-b6e0-4230-94cf-5b1a64982deb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:05.677947 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5464274c-d3e6-4d77-af46-3f4f7d786caa tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.683440 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-516bdd22-caee-46d7-982c-a285ff4fdee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.704359 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.722351 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.724774 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] 10.222.0.58 "DELETE /v2.0/networks/05166366-f2cf-4263-a28e-fd696742cc7f HTTP/1.1" status: 204 len: 168 time: 1.0832410 Aug 31 01:28:05.746336 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5464274c-d3e6-4d77-af46-3f4f7d786caa tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.752130 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5464274c-d3e6-4d77-af46-3f4f7d786caa tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.755093 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-516bdd22-caee-46d7-982c-a285ff4fdee3 None None] Network 05166366-f2cf-4263-a28e-fd696742cc7f is not hosted by any dhcp agent {{(pid=94762) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:28:05.755753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516bdd22-caee-46d7-982c-a285ff4fdee3 None None] No DVR routers for this DVR port e69d8427-46c6-46fa-b86e-9ba2758a43a1 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:28:05.757857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bdd22-caee-46d7-982c-a285ff4fdee3 None None] Pushing event deleted for resources: {'Port': ['ID=e69d8427-46c6-46fa-b86e-9ba2758a43a1,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:05.761691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb5600-fa8b-4256-9236-037c4f2decba admin admin] Pushing event deleted for resources: {'Network': ['ID=05166366-f2cf-4263-a28e-fd696742cc7f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:05.811069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464274c-d3e6-4d77-af46-3f4f7d786caa tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f2e8d0-c927-4356-91bb-63b785149340,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:05.821650 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5464274c-d3e6-4d77-af46-3f4f7d786caa tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:05.822896 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5464274c-d3e6-4d77-af46-3f4f7d786caa tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2236233 Aug 31 01:28:05.825860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47948) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:05.849881 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a00b30e5-da5b-4aab-a273-90a35628fe19 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules/09f2e8d0-c927-4356-91bb-63b785149340 HTTP/1.1" status: 200 len: 763 time: 0.0232701 Aug 31 01:28:05.852411 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47950) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:05.938415 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7b176a03-98e1-4309-9828-abc0c10e47a5 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0811069 Aug 31 01:28:05.938954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47958) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:05.989744 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db927f2f-2b58-4563-9876-a111e54d9ce2 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.002778 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db927f2f-2b58-4563-9876-a111e54d9ce2 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.043029 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db927f2f-2b58-4563-9876-a111e54d9ce2 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.060006 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-db927f2f-2b58-4563-9876-a111e54d9ce2 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.064833 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47964) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:06.071366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47966) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:06.080166 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-db927f2f-2b58-4563-9876-a111e54d9ce2 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/09f2e8d0-c927-4356-91bb-63b785149340 HTTP/1.1" status: 204 len: 168 time: 0.1400056 Aug 31 01:28:06.082236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db927f2f-2b58-4563-9876-a111e54d9ce2 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09f2e8d0-c927-4356-91bb-63b785149340,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:06.142044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47970) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:06.142408 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e8772453-457a-4233-8417-075acac130d5 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0762444 Aug 31 01:28:06.146766 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-de569052-b71d-4c51-92c5-e770efdd1d22 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group_rule': {'security_group_id': '1f774eab-b6e0-4230-94cf-5b1a64982deb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:06.151092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47972) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:06.190925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a93d2d40-637f-482f-9fd9-8d986826482b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25d1ec8e3d7746f4848f318b6bfe6fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1150935 Aug 31 01:28:06.192791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47976) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:06.226123 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0b987fbf-e930-433d-8b67-ae190860ee27 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc118191e1b64dbf9c634cb465e8552c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738420 Aug 31 01:28:06.238261 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47978) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:06.247505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2df6e-1a32-4614-81d9-92f70e0a96d6 req-68d563d2-bc7e-4402-9c81-cd8f7e3ca2e0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:06.259778 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-de569052-b71d-4c51-92c5-e770efdd1d22 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.261580 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ea2df6e-1a32-4614-81d9-92f70e0a96d6 req-68d563d2-bc7e-4402-9c81-cd8f7e3ca2e0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.1222317 Aug 31 01:28:06.340422 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ea2df6e-1a32-4614-81d9-92f70e0a96d6 req-df71692c-6783-435c-b726-5531c0112b3b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777624 Aug 31 01:28:06.362134 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f3a09bf-2592-4d01-a4a3-634523a7b28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.370180 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f7006dc0-535b-4179-9119-d7935180b532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.379024 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-de569052-b71d-4c51-92c5-e770efdd1d22 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.391607 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-de569052-b71d-4c51-92c5-e770efdd1d22 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.401327 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f7006dc0-535b-4179-9119-d7935180b532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.462063 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f7006dc0-535b-4179-9119-d7935180b532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.466608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de569052-b71d-4c51-92c5-e770efdd1d22 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c048636-eebe-4003-a4ab-9256b01e86d0,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:06.467213 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f7006dc0-535b-4179-9119-d7935180b532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.469120 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f7006dc0-535b-4179-9119-d7935180b532 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f3ac1fe-52ba-4052-804c-91976b4af943 HTTP/1.1" status: 204 len: 168 time: 0.2754176 Aug 31 01:28:06.477909 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-de569052-b71d-4c51-92c5-e770efdd1d22 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.479210 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-de569052-b71d-4c51-92c5-e770efdd1d22 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3360729 Aug 31 01:28:06.481607 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f3a09bf-2592-4d01-a4a3-634523a7b28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.489395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47982) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:06.496796 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7006dc0-535b-4179-9119-d7935180b532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3ac1fe-52ba-4052-804c-91976b4af943,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:06.527664 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e69d8427-46c6-46fa-b86e-9ba2758a43a1 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:28:06.534929 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fe1e7338-63f5-49f4-97e0-dab57798e8e3 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules/7c048636-eebe-4003-a4ab-9256b01e86d0 HTTP/1.1" status: 200 len: 763 time: 0.0445025 Aug 31 01:28:06.538835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 47984) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:06.573716 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f3a09bf-2592-4d01-a4a3-634523a7b28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.576322 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3f3a09bf-2592-4d01-a4a3-634523a7b28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.589403 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3f3a09bf-2592-4d01-a4a3-634523a7b28a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1327218b-e6fc-45d1-afd2-bb6685b4320e HTTP/1.1" status: 204 len: 168 time: 0.3366773 Aug 31 01:28:06.611504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a09bf-2592-4d01-a4a3-634523a7b28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1327218b-e6fc-45d1-afd2-bb6685b4320e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:06.660696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: e69d8427-46c6-46fa-b86e-9ba2758a43a1 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:28:06.661041 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e69d8427-46c6-46fa-b86e-9ba2758a43a1 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:28:06.737620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 47998) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:06.751192 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ceba6a99-695b-4654-9350-b4f700c9a068 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1943285 Aug 31 01:28:06.783608 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f1576dde-9909-42f4-9cd3-2787ddfce133 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.798815 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f1576dde-9909-42f4-9cd3-2787ddfce133 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.878479 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f1576dde-9909-42f4-9cd3-2787ddfce133 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.890228 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f1576dde-9909-42f4-9cd3-2787ddfce133 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:06.895739 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f1576dde-9909-42f4-9cd3-2787ddfce133 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/7c048636-eebe-4003-a4ab-9256b01e86d0 HTTP/1.1" status: 204 len: 168 time: 0.1545978 Aug 31 01:28:06.896167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48000) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:06.912154 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1576dde-9909-42f4-9cd3-2787ddfce133 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c048636-eebe-4003-a4ab-9256b01e86d0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:06.976780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fdae23fd-cae2-4403-8a38-739a6011e984 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0794547 Aug 31 01:28:06.979827 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48010) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:06.986715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b722ee26-e5bb-44aa-b1a2-31fe635d8d7d tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Request body: {'security_group_rule': {'security_group_id': '1f774eab-b6e0-4230-94cf-5b1a64982deb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:07.024847 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b722ee26-e5bb-44aa-b1a2-31fe635d8d7d tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.104165 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b722ee26-e5bb-44aa-b1a2-31fe635d8d7d tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.113732 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b722ee26-e5bb-44aa-b1a2-31fe635d8d7d tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.150628 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722ee26-e5bb-44aa-b1a2-31fe635d8d7d tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8614b59c-fc3b-4abc-9454-a06a1e83fdaf,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:07.159217 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b722ee26-e5bb-44aa-b1a2-31fe635d8d7d tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.160533 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b722ee26-e5bb-44aa-b1a2-31fe635d8d7d tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1792138 Aug 31 01:28:07.163324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48020) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:07.189768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:28:07.199725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48024) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:07.210480 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a56113bf-8701-48ed-abd9-9b17a906e6c7 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules/8614b59c-fc3b-4abc-9454-a06a1e83fdaf HTTP/1.1" status: 200 len: 764 time: 0.0324972 Aug 31 01:28:07.287393 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ced094d2-7ad8-4fe7-a9ae-a7ff01165786 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0854869 Aug 31 01:28:07.289260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48032) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:07.343019 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c2268e24-1e27-47f1-a941-279c25d9018e tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.353926 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c2268e24-1e27-47f1-a941-279c25d9018e tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.418515 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c2268e24-1e27-47f1-a941-279c25d9018e tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.428974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c2268e24-1e27-47f1-a941-279c25d9018e tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.431291 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c2268e24-1e27-47f1-a941-279c25d9018e tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8614b59c-fc3b-4abc-9454-a06a1e83fdaf HTTP/1.1" status: 204 len: 168 time: 0.1406376 Aug 31 01:28:07.433911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48040) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:07.438466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2268e24-1e27-47f1-a941-279c25d9018e tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8614b59c-fc3b-4abc-9454-a06a1e83fdaf,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:07.440878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1bed3b78-9bdb-4260-9263-4c8f6cf6ab85,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:07.476766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '1bed3b78-9bdb-4260-9263-4c8f6cf6ab85', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'port_id': '1bed3b78-9bdb-4260-9263-4c8f6cf6ab85', 'mac_address': 'fa:16:3e:f2:58:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:28:07.521927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08bc77-2664-40e0-aa4e-deb16f1903a0 req-a22bcb26-21a4-4dd5-855c-6ed174453349 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:07.524256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe08bc77-2664-40e0-aa4e-deb16f1903a0 req-a22bcb26-21a4-4dd5-855c-6ed174453349 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 944 time: 0.0698237 Aug 31 01:28:07.553441 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5b2385ac-1e34-4f1e-b15a-8e77e55bfa1e tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1183431 Aug 31 01:28:07.558598 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48044) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:07.588384 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe08bc77-2664-40e0-aa4e-deb16f1903a0 req-b69f5ef2-17b9-40b8-b0bb-6ef368d09177 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569048 Aug 31 01:28:07.621970 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.688565 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98128ff2-d5a6-46fd-b1fa-43b8178a2b1f tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.690416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:28:07.776507 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98128ff2-d5a6-46fd-b1fa-43b8178a2b1f tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.779261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1bed3b78-9bdb-4260-9263-4c8f6cf6ab85,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:07.785332 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.872113 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98128ff2-d5a6-46fd-b1fa-43b8178a2b1f tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.876987 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-98128ff2-d5a6-46fd-b1fa-43b8178a2b1f tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:07.878332 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-98128ff2-d5a6-46fd-b1fa-43b8178a2b1f tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "DELETE /v2.0/security-groups/1f774eab-b6e0-4230-94cf-5b1a64982deb HTTP/1.1" status: 204 len: 168 time: 0.3183808 Aug 31 01:28:07.883360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48076) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:07.901124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98128ff2-d5a6-46fd-b1fa-43b8178a2b1f tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f774eab-b6e0-4230-94cf-5b1a64982deb,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:08.008013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48098) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:08.008978 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-119d105b-ba43-43b2-9fca-09521a485e14 tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1232107 Aug 31 01:28:08.045724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=1bed3b78-9bdb-4260-9263-4c8f6cf6ab85,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:08.069955 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1bed3b78-9bdb-4260-9263-4c8f6cf6ab85'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:28:08.153243 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-57bb006b-4171-4a75-a983-88653e8f38fb tempest-SecGroupTest-809902227 tempest-SecGroupTest-809902227-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1439354 Aug 31 01:28:08.539055 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:28:08.720300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48140) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:08.810308 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a37d09-1833-421a-8314-99e2a5eebfc5 req-ac20576c-a727-4db8-82eb-5fa15fa49bd8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:08.811959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2a37d09-1833-421a-8314-99e2a5eebfc5 req-ac20576c-a727-4db8-82eb-5fa15fa49bd8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 945 time: 0.1099930 Aug 31 01:28:08.897603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2a37d09-1833-421a-8314-99e2a5eebfc5 req-643a514b-778d-4fb2-8b52-f33f27da3d57 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772135 Aug 31 01:28:09.110422 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-18b62e2e-2853-47e0-a2e8-1b803edb0502 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7f36e17930945529d66b329e32528fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882408 Aug 31 01:28:09.112896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48188) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:09.192703 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:09.277518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96abf127-92c0-4ac2-b05c-452c4c3e17e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.306257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:28:09.309417 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96abf127-92c0-4ac2-b05c-452c4c3e17e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.311795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:28:09.313461 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.371775 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96abf127-92c0-4ac2-b05c-452c4c3e17e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.374480 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96abf127-92c0-4ac2-b05c-452c4c3e17e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.376714 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-96abf127-92c0-4ac2-b05c-452c4c3e17e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d2f38d4-735a-4787-bc33-42fdc1ac0944 HTTP/1.1" status: 204 len: 168 time: 0.2628160 Aug 31 01:28:09.387136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abf127-92c0-4ac2-b05c-452c4c3e17e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2f38d4-735a-4787-bc33-42fdc1ac0944,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:09.476429 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.520986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052d2bee-209a-4a5c-a76a-bbfcef09c6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bed3b78-9bdb-4260-9263-4c8f6cf6ab85'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:28:09.523582 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055d4013-10fa-4e38-81f8-66bbc2e4a9ba" -d '{"events": [{"server_uuid": "052d2bee-209a-4a5c-a76a-bbfcef09c6c8", "name": "network-vif-plugged", "status": "completed", "tag": "1bed3b78-9bdb-4260-9263-4c8f6cf6ab85"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:09.541033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1bed3b78-9bdb-4260-9263-4c8f6cf6ab85,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:09.548688 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.626313 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e133ca-517b-44a0-905f-cebf4f076df1 x-openstack-request-id: req-98e133ca-517b-44a0-905f-cebf4f076df1 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:09.626950 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052d2bee-209a-4a5c-a76a-bbfcef09c6c8", "name": "network-vif-plugged", "status": "completed", "tag": "1bed3b78-9bdb-4260-9263-4c8f6cf6ab85", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:09.627328 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98e133ca-517b-44a0-905f-cebf4f076df1 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:09.627975 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052d2bee-209a-4a5c-a76a-bbfcef09c6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bed3b78-9bdb-4260-9263-4c8f6cf6ab85', 'code': 200} Aug 31 01:28:09.646437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=1bed3b78-9bdb-4260-9263-4c8f6cf6ab85,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:09.764564 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77135f2d-85ee-420d-b423-f1a45d3e3f92 req-ed1959d9-a8b2-469f-832a-8506b3c54153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:09.773175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77135f2d-85ee-420d-b423-f1a45d3e3f92 req-ed1959d9-a8b2-469f-832a-8506b3c54153 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 1098 time: 0.0795667 Aug 31 01:28:09.857135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-77135f2d-85ee-420d-b423-f1a45d3e3f92 req-f75cc7be-09dc-45e0-913c-822b01105135 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812788 Aug 31 01:28:10.202201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c504f-39b1-4c06-87dc-db070e5a8541 req-2ed8d1a4-ce5f-499f-999a-542a27664bd8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:10.204719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-883c504f-39b1-4c06-87dc-db070e5a8541 req-2ed8d1a4-ce5f-499f-999a-542a27664bd8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 946 time: 0.1321969 Aug 31 01:28:10.315089 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-883c504f-39b1-4c06-87dc-db070e5a8541 req-d95fb433-c745-4a82-8c6c-4e76ab4180d7 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029217 Aug 31 01:28:10.382846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3bde7-f601-4f31-914a-cb8422d94ec4 req-13263dad-2f54-4009-9db4-faa0a1d24954 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:10.393010 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99b3bde7-f601-4f31-914a-cb8422d94ec4 req-13263dad-2f54-4009-9db4-faa0a1d24954 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.0766969 Aug 31 01:28:10.454935 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99b3bde7-f601-4f31-914a-cb8422d94ec4 req-99341ebe-3093-448f-a9b7-b7d5588eda00 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608773 Aug 31 01:28:11.120673 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:11.551037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56cf4b-2386-4b7a-bf2c-ac3fa3d8ab61 req-c86405af-8450-4184-94bc-fbeee832b15a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:11.558596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da56cf4b-2386-4b7a-bf2c-ac3fa3d8ab61 req-c86405af-8450-4184-94bc-fbeee832b15a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 946 time: 0.1227503 Aug 31 01:28:11.674458 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48418) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:11.688574 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da56cf4b-2386-4b7a-bf2c-ac3fa3d8ab61 req-46fa589c-3e76-4a1b-8fe5-29e51e2726fd tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240683 Aug 31 01:28:11.735622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7ccd5-922e-4457-bf32-f7b81371e8aa req-b045e1a6-a4f1-4df0-9ec2-6a2eefb822e5 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:11.743053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78a7ccd5-922e-4457-bf32-f7b81371e8aa req-b045e1a6-a4f1-4df0-9ec2-6a2eefb822e5 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1379235 Aug 31 01:28:11.798065 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78a7ccd5-922e-4457-bf32-f7b81371e8aa req-fc5d47cb-f54a-4af0-8c6e-58c032935efb tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483303 Aug 31 01:28:11.849592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37d10cb5-3a57-4ebb-a403-ef97602f84dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:11.926601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0839410-8df9-40a2-b27a-c3af36d641ae req-4a550dbf-cfe1-42ce-a51b-bcc2d5536e3d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:11.934650 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0839410-8df9-40a2-b27a-c3af36d641ae req-4a550dbf-cfe1-42ce-a51b-bcc2d5536e3d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 946 time: 0.0830712 Aug 31 01:28:12.038131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0839410-8df9-40a2-b27a-c3af36d641ae req-25dde872-8432-438a-b044-8038cd51b0b1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965850 Aug 31 01:28:12.122911 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37d10cb5-3a57-4ebb-a403-ef97602f84dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:12.132228 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-37d10cb5-3a57-4ebb-a403-ef97602f84dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:12.207575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48450) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:12.208242 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-37d10cb5-3a57-4ebb-a403-ef97602f84dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d05c8b1ee40415a80745965aebee6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326717 Aug 31 01:28:12.258245 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d10cb5-3a57-4ebb-a403-ef97602f84dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d5725e-3c3f-4e9d-915d-cf54128df986,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:12.325894 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27a8fc63-fba2-4590-8d4e-8532f9805c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:12.375032 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27a8fc63-fba2-4590-8d4e-8532f9805c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:12.463223 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27a8fc63-fba2-4590-8d4e-8532f9805c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:12.466824 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27a8fc63-fba2-4590-8d4e-8532f9805c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:12.472556 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-27a8fc63-fba2-4590-8d4e-8532f9805c02 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1d5725e-3c3f-4e9d-915d-cf54128df986 HTTP/1.1" status: 204 len: 168 time: 0.2630541 Aug 31 01:28:12.482496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8fc63-fba2-4590-8d4e-8532f9805c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d5725e-3c3f-4e9d-915d-cf54128df986,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:12.591625 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4839e-efa8-49f2-9cbd-2015a74e09a8 req-350d923b-788f-430a-8da2-fd975ad41931 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:12.602434 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85a4839e-efa8-49f2-9cbd-2015a74e09a8 req-350d923b-788f-430a-8da2-fd975ad41931 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 946 time: 0.0957432 Aug 31 01:28:12.656506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85a4839e-efa8-49f2-9cbd-2015a74e09a8 req-cf34a6ac-44a1-46cb-8fce-421bfbad323d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505984 Aug 31 01:28:12.965714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2099ad-d65f-444a-88fe-8148c3535503 req-0377da56-4aa3-4467-9f7b-ef5c6b88b2d7 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:12.975188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e2099ad-d65f-444a-88fe-8148c3535503 req-0377da56-4aa3-4467-9f7b-ef5c6b88b2d7 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.0787175 Aug 31 01:28:13.057066 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9e2099ad-d65f-444a-88fe-8148c3535503 req-f252fbd1-6bb9-465a-b361-e80b5d558672 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678198 Aug 31 01:28:13.187397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48496) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:13.205817 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-596a4ef9-3874-420d-9024-779041486c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:13.345605 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-596a4ef9-3874-420d-9024-779041486c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:13.354297 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-596a4ef9-3874-420d-9024-779041486c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:13.396818 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-596a4ef9-3874-420d-9024-779041486c6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f0a210b2207470196079039c0f85e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055311 Aug 31 01:28:13.397014 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48506) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:13.441761 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a4ef9-3874-420d-9024-779041486c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3929f58c-a947-46a9-ae15-a3c2c8e0b9a5,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:13.516337 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c688c41-5a06-46dd-91a1-8429c14614dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:13.553417 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c688c41-5a06-46dd-91a1-8429c14614dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:13.650326 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c688c41-5a06-46dd-91a1-8429c14614dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:13.654432 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1c688c41-5a06-46dd-91a1-8429c14614dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:13.659742 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1c688c41-5a06-46dd-91a1-8429c14614dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3929f58c-a947-46a9-ae15-a3c2c8e0b9a5 HTTP/1.1" status: 204 len: 168 time: 0.2608235 Aug 31 01:28:13.668842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c688c41-5a06-46dd-91a1-8429c14614dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3929f58c-a947-46a9-ae15-a3c2c8e0b9a5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:13.707025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48524) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:13.850990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39110482-9d54-4104-81c1-d40f2ed663f7 req-9747027a-3aa9-4eb7-9056-6be6e1ff1b9d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:13.861613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39110482-9d54-4104-81c1-d40f2ed663f7 req-9747027a-3aa9-4eb7-9056-6be6e1ff1b9d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 946 time: 0.0878255 Aug 31 01:28:13.868932 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48528) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:13.940886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39110482-9d54-4104-81c1-d40f2ed663f7 req-7be54b05-25be-436b-85ff-bee1927af50e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781221 Aug 31 01:28:14.061670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455c4e0-7075-4247-b82c-bde2a152e9d9 req-8ccdb8d9-84cc-435c-bc81-23d9a5a4beb4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:14.069389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f455c4e0-7075-4247-b82c-bde2a152e9d9 req-8ccdb8d9-84cc-435c-bc81-23d9a5a4beb4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 946 time: 0.1232007 Aug 31 01:28:14.370113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909abeb-4545-497f-b090-cf6d6185c6c7 req-6f8c0f47-1493-4b10-be74-65e5414e90c7 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:14.378443 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d909abeb-4545-497f-b090-cf6d6185c6c7 req-6f8c0f47-1493-4b10-be74-65e5414e90c7 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1341093 Aug 31 01:28:14.393196 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b38eb5ae-5020-457b-b9ea-8ba20f25b04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.442835 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-125c0ddd-24c7-4260-9fac-967e987f1c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.462094 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d909abeb-4545-497f-b090-cf6d6185c6c7 req-69d28536-4fe9-4532-a7a0-e88867687ce5 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830262 Aug 31 01:28:14.464727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-f455c4e0-7075-4247-b82c-bde2a152e9d9 req-eaa9920c-b7a8-4565-90ef-b43bd2023815 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Deleting port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:28:14.465078 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f455c4e0-7075-4247-b82c-bde2a152e9d9 req-eaa9920c-b7a8-4565-90ef-b43bd2023815 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.553592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b38eb5ae-5020-457b-b9ea-8ba20f25b04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.559548 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b38eb5ae-5020-457b-b9ea-8ba20f25b04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.587173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-f455c4e0-7075-4247-b82c-bde2a152e9d9 req-eaa9920c-b7a8-4565-90ef-b43bd2023815 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] For port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=1bed3b78-9bdb-4260-9263-4c8f6cf6ab85,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:14.587583 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f455c4e0-7075-4247-b82c-bde2a152e9d9 req-eaa9920c-b7a8-4565-90ef-b43bd2023815 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.606750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-f455c4e0-7075-4247-b82c-bde2a152e9d9 req-eaa9920c-b7a8-4565-90ef-b43bd2023815 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Calling delete_port for 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:28:14.625919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eb5ae-5020-457b-b9ea-8ba20f25b04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e44c01a-285d-4ab9-99b7-c39e1e682700,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:14.642484 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b38eb5ae-5020-457b-b9ea-8ba20f25b04c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dccd92384ae942129d4f250e4731dcc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9336615 Aug 31 01:28:14.646595 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48538) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:14.778069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-125c0ddd-24c7-4260-9fac-967e987f1c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.783270 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f455c4e0-7075-4247-b82c-bde2a152e9d9 req-eaa9920c-b7a8-4565-90ef-b43bd2023815 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.789656 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-125c0ddd-24c7-4260-9fac-967e987f1c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.797105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['1bed3b78-9bdb-4260-9263-4c8f6cf6ab85'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:28:14.825079 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9920c-b7a8-4565-90ef-b43bd2023815 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event deleted for resources: {'Port': ['ID=1bed3b78-9bdb-4260-9263-4c8f6cf6ab85,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:14.835057 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-125c0ddd-24c7-4260-9fac-967e987f1c53 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5944f20478642f1af4ad965a8228429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9653172 Aug 31 01:28:14.835837 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fd16e3f1-3356-45ae-ba06-47ce5d2eee8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.838124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48540) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:14.900737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-f455c4e0-7075-4247-b82c-bde2a152e9d9 req-eaa9920c-b7a8-4565-90ef-b43bd2023815 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] No DVR routers for this DVR port 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:28:14.908250 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-f455c4e0-7075-4247-b82c-bde2a152e9d9 req-eaa9920c-b7a8-4565-90ef-b43bd2023815 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.911203 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f455c4e0-7075-4247-b82c-bde2a152e9d9 req-eaa9920c-b7a8-4565-90ef-b43bd2023815 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "DELETE /v2.0/ports/1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 HTTP/1.1" status: 204 len: 173 time: 0.8242607 Aug 31 01:28:14.912489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052d2bee-209a-4a5c-a76a-bbfcef09c6c8', 'name': 'network-vif-deleted', 'tag': '1bed3b78-9bdb-4260-9263-4c8f6cf6ab85'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:28:14.924331 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1564f2b4-f4fa-4d1f-91e3-04542ac7e70c" -d '{"events": [{"server_uuid": "052d2bee-209a-4a5c-a76a-bbfcef09c6c8", "name": "network-vif-deleted", "tag": "1bed3b78-9bdb-4260-9263-4c8f6cf6ab85"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:14.927564 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fd16e3f1-3356-45ae-ba06-47ce5d2eee8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.966453 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c0ddd-24c7-4260-9fac-967e987f1c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f453e3-bd5a-4e28-88f1-dc332c47aa8c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:15.005270 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c526a1e-af73-436d-975e-ce32df8160a2 x-openstack-request-id: req-0c526a1e-af73-436d-975e-ce32df8160a2 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:15.005707 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052d2bee-209a-4a5c-a76a-bbfcef09c6c8", "name": "network-vif-deleted", "tag": "1bed3b78-9bdb-4260-9263-4c8f6cf6ab85", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:15.006023 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c526a1e-af73-436d-975e-ce32df8160a2 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:15.006642 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052d2bee-209a-4a5c-a76a-bbfcef09c6c8', 'name': 'network-vif-deleted', 'tag': '1bed3b78-9bdb-4260-9263-4c8f6cf6ab85', 'status': 'completed', 'code': 200} Aug 31 01:28:15.070218 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-562b135f-7ff0-435f-99dc-4323eb2f3961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.116687 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-562b135f-7ff0-435f-99dc-4323eb2f3961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.119615 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fd16e3f1-3356-45ae-ba06-47ce5d2eee8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.122519 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fd16e3f1-3356-45ae-ba06-47ce5d2eee8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.128374 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b696807a-2ce5-4e64-9fa4-ffefa05cfc17 req-70ccea54-6666-4964-8dd7-849d6682eed1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0704491 Aug 31 01:28:15.133569 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['160ca5ef-9386-4de3-9e62-204bf6c675b6'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:28:15.145572 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fd16e3f1-3356-45ae-ba06-47ce5d2eee8a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e44c01a-285d-4ab9-99b7-c39e1e682700 HTTP/1.1" status: 204 len: 168 time: 0.4967203 Aug 31 01:28:15.193419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16e3f1-3356-45ae-ba06-47ce5d2eee8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e44c01a-285d-4ab9-99b7-c39e1e682700,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:15.276327 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-562b135f-7ff0-435f-99dc-4323eb2f3961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.280119 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-562b135f-7ff0-435f-99dc-4323eb2f3961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.283117 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-562b135f-7ff0-435f-99dc-4323eb2f3961 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d1f453e3-bd5a-4e28-88f1-dc332c47aa8c HTTP/1.1" status: 204 len: 168 time: 0.4427729 Aug 31 01:28:15.314063 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b135f-7ff0-435f-99dc-4323eb2f3961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f453e3-bd5a-4e28-88f1-dc332c47aa8c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:15.421208 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4591962-c1e5-4fe8-8d26-79d20d674496 req-1e7429c7-4571-4fce-aedb-6515e5a9c832 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1187165 Aug 31 01:28:15.508995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4591962-c1e5-4fe8-8d26-79d20d674496 req-818800c3-8773-406c-b131-f26de3c8413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:15.510981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4591962-c1e5-4fe8-8d26-79d20d674496 req-818800c3-8773-406c-b131-f26de3c8413b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 1098 time: 0.0560715 Aug 31 01:28:15.675762 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48558) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:15.702901 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d428eb21-b283-46f8-8840-f569876136b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.854821 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d428eb21-b283-46f8-8840-f569876136b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.862676 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d428eb21-b283-46f8-8840-f569876136b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:15.949028 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428eb21-b283-46f8-8840-f569876136b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e6f8a5-ec33-4fde-8664-3bef172c7c60,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:15.961240 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d428eb21-b283-46f8-8840-f569876136b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b92b98f2a5cb4307a43468368652addc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834651 Aug 31 01:28:15.964760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48562) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:15.997257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48564) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:16.019605 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8432651-f858-462d-9ed1-d3f22918104c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:16.108686 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f25abed8-2cd8-49f5-b76c-fe05b7b8300c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:16.110075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80d7c2-8b2d-4e61-8e15-11516d965101 req-392d6a87-7f29-4ea3-a724-5f9a1c5b0683 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:16.111649 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f80d7c2-8b2d-4e61-8e15-11516d965101 req-392d6a87-7f29-4ea3-a724-5f9a1c5b0683 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.0854774 Aug 31 01:28:16.116628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4591962-c1e5-4fe8-8d26-79d20d674496 req-192245fd-88f1-4d8f-a2ef-cfa464504c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:16.117987 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4591962-c1e5-4fe8-8d26-79d20d674496 req-192245fd-88f1-4d8f-a2ef-cfa464504c58 service neutron] 10.222.0.15 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.5836468 Aug 31 01:28:16.156725 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f25abed8-2cd8-49f5-b76c-fe05b7b8300c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:16.202296 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4591962-c1e5-4fe8-8d26-79d20d674496 req-ae6828bc-509e-48b2-b80b-3492294b6b49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=160ca5ef-9386-4de3-9e62-204bf6c675b6 HTTP/1.1" status: 200 len: 217 time: 0.0739093 Aug 31 01:28:16.248024 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8432651-f858-462d-9ed1-d3f22918104c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:16.252357 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f25abed8-2cd8-49f5-b76c-fe05b7b8300c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:16.255267 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f25abed8-2cd8-49f5-b76c-fe05b7b8300c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:16.256601 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f25abed8-2cd8-49f5-b76c-fe05b7b8300c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e7e6f8a5-ec33-4fde-8664-3bef172c7c60 HTTP/1.1" status: 204 len: 168 time: 0.2908900 Aug 31 01:28:16.259647 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8432651-f858-462d-9ed1-d3f22918104c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:16.275160 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25abed8-2cd8-49f5-b76c-fe05b7b8300c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e6f8a5-ec33-4fde-8664-3bef172c7c60,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:16.328911 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d8432651-f858-462d-9ed1-d3f22918104c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=791d6c147d754a50927bbbb498d0538b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305857 Aug 31 01:28:16.330144 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8432651-f858-462d-9ed1-d3f22918104c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dc4a68-288d-4cb6-8458-4fc01c84d037,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:16.333365 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48570) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:16.366787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f80d7c2-8b2d-4e61-8e15-11516d965101 req-aca25440-e013-4505-b2e0-d384ff5fbb31 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477217 Aug 31 01:28:16.418765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb18de4d-893d-49b2-bbfc-636506ca8853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:16.422257 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a302140-ba0e-4873-9a12-6c042152406c req-62c9f1dd-ba7c-4d6e-89f6-5b4c6f8f610d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0737982 Aug 31 01:28:16.449169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4591962-c1e5-4fe8-8d26-79d20d674496 req-2d5f943f-705b-4844-a111-f9fdfa269b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:16.459499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4591962-c1e5-4fe8-8d26-79d20d674496 req-2d5f943f-705b-4844-a111-f9fdfa269b9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.2408953 Aug 31 01:28:16.474324 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb18de4d-893d-49b2-bbfc-636506ca8853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:16.543334 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb18de4d-893d-49b2-bbfc-636506ca8853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:16.545869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4591962-c1e5-4fe8-8d26-79d20d674496 req-0b129c8f-265b-4cf0-abb5-ccf9e95d9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:16.549573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4591962-c1e5-4fe8-8d26-79d20d674496 req-0b129c8f-265b-4cf0-abb5-ccf9e95d9464 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881939 Aug 31 01:28:16.549759 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb18de4d-893d-49b2-bbfc-636506ca8853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:16.553965 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fb18de4d-893d-49b2-bbfc-636506ca8853 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/61dc4a68-288d-4cb6-8458-4fc01c84d037 HTTP/1.1" status: 204 len: 168 time: 0.2170937 Aug 31 01:28:16.565337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18de4d-893d-49b2-bbfc-636506ca8853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dc4a68-288d-4cb6-8458-4fc01c84d037,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:16.711210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4591962-c1e5-4fe8-8d26-79d20d674496 req-9074583b-9fee-4d5c-9974-9bdf9eb3a307 service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535058 Aug 31 01:28:16.881954 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4591962-c1e5-4fe8-8d26-79d20d674496 req-e6cc6aac-a484-4189-850b-6a4e1a6bf4d9 service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598816 Aug 31 01:28:17.239998 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:28:17.274756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:28:17.275104 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 1bed3b78-9bdb-4260-9263-4c8f6cf6ab85 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:28:17.654870 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9d15306-3be7-4b72-9244-d349bb9cab5c req-3a34f702-5416-4c9f-92ac-354f01c323c7 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0916097 Aug 31 01:28:17.693662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716733eb-4f8e-41eb-9e0e-1922b4bead84 req-3c16f538-3996-443e-ae11-d657a5ea93b1 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:17.701406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-716733eb-4f8e-41eb-9e0e-1922b4bead84 req-3c16f538-3996-443e-ae11-d657a5ea93b1 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1476426 Aug 31 01:28:17.784226 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-716733eb-4f8e-41eb-9e0e-1922b4bead84 req-92451306-a3b5-4a08-9c24-aefa34a62fd3 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817084 Aug 31 01:28:18.819674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfb0bdf0-8885-45c5-b4da-042a62dabed5 req-de56157c-2720-4e65-a073-963d4c55ebeb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0514009 Aug 31 01:28:18.948958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82960e75-eee3-419f-a0b2-f64e2f24fbfb req-19504053-7b72-40dd-a7ce-bdecee0e45ea tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:18.950661 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-82960e75-eee3-419f-a0b2-f64e2f24fbfb req-19504053-7b72-40dd-a7ce-bdecee0e45ea tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.0740108 Aug 31 01:28:19.014400 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-82960e75-eee3-419f-a0b2-f64e2f24fbfb req-6b12fd15-3364-4be6-a4da-abbef66be947 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565271 Aug 31 01:28:19.956562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-180a1994-8c5d-4a08-86f2-9c7bb022b6ca req-99964850-b989-485f-b47c-66387de26844 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0301437 Aug 31 01:28:20.173436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2cda9-e51b-489f-b077-320053e307e6 req-59990785-91dc-40d5-b58a-945c429f9213 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:20.177590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0c2cda9-e51b-489f-b077-320053e307e6 req-59990785-91dc-40d5-b58a-945c429f9213 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.0812473 Aug 31 01:28:20.243306 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0c2cda9-e51b-489f-b077-320053e307e6 req-52251b65-185c-4d39-8805-8cad9312c08f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593479 Aug 31 01:28:21.123869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30d22f46-2b71-4ab6-a5dc-30472e9f5234 req-50c8168e-4e44-4825-af3a-bdc1bd0a0492 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=052d2bee-209a-4a5c-a76a-bbfcef09c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0520055 Aug 31 01:28:21.241215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:28:21.262213 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-73c49f0e-d308-4e86-b0cb-b0925ecf2d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:21.510385 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:21.515833 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48788) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:21.524745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'port_id': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'mac_address': 'fa:16:3e:39:69:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:28:21.526142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc682b-b34f-4541-8e60-d6f86bbbfe3b req-47b82da2-8329-4b21-8dda-bdc10ecfa933 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:21.532114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fcc682b-b34f-4541-8e60-d6f86bbbfe3b req-47b82da2-8329-4b21-8dda-bdc10ecfa933 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1279554 Aug 31 01:28:21.605560 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:21.625115 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fcc682b-b34f-4541-8e60-d6f86bbbfe3b req-6e8a0eba-7dda-4b7c-b6a2-7a786feba461 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853393 Aug 31 01:28:21.651778 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:28:21.731958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:21.739698 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:21.745945 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f115889f-18cb-4c87-bdf1-57e0725bba71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:21.855477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6d822ddb-59c6-4823-abcd-bb657ee1dfb5'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:28:21.907824 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f115889f-18cb-4c87-bdf1-57e0725bba71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:21.914510 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f115889f-18cb-4c87-bdf1-57e0725bba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:21.960562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:22.021949 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48796) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:22.022600 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f115889f-18cb-4c87-bdf1-57e0725bba71 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=165fe32eddf74256bfa9c127314f09fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5052633 Aug 31 01:28:22.025222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115889f-18cb-4c87-bdf1-57e0725bba71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797e5f62-f77d-4bb6-8f81-4eb29a28a452,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:22.062921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48798) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:22.106316 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:22.136691 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:22.199676 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:22.212911 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:22.214489 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/797e5f62-f77d-4bb6-8f81-4eb29a28a452 HTTP/1.1" status: 204 len: 168 time: 0.1909323 Aug 31 01:28:22.224568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797e5f62-f77d-4bb6-8f81-4eb29a28a452,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:22.235239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:22.235784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:22.236599 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:22.237114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:22.237627 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:22.238105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:22.256033 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:22.257625 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:22.257983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:22.258496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:22.259893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:22.260189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634f0df-d9d0-4b2f-a4df-da81621c867c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:22.281401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-99c2f95b-729a-40a4-a9b6-39e54c7b9d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:22.470950 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-99c2f95b-729a-40a4-a9b6-39e54c7b9d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:22.477928 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-99c2f95b-729a-40a4-a9b6-39e54c7b9d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:22.547315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2f95b-729a-40a4-a9b6-39e54c7b9d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ecc87e-40e1-47ac-bfe0-be5dd83eb245,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:22.592599 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-99c2f95b-729a-40a4-a9b6-39e54c7b9d7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ec876783cb54840ac85afbcc9e33f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283613 Aug 31 01:28:22.596039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48816) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:22.728763 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f451fb22-7611-4fa0-a540-2f10e618713e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:22.733966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48826) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:22.756731 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f451fb22-7611-4fa0-a540-2f10e618713e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:22.773928 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0003686e-aa02-4cea-9605-025d7875d5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:22.879694 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f451fb22-7611-4fa0-a540-2f10e618713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:22.885137 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f451fb22-7611-4fa0-a540-2f10e618713e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:22.886729 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f451fb22-7611-4fa0-a540-2f10e618713e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/85ecc87e-40e1-47ac-bfe0-be5dd83eb245 HTTP/1.1" status: 204 len: 168 time: 0.2895041 Aug 31 01:28:22.904084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e864d4-d251-4945-8225-b3ccc1e5b29f req-7023bf5f-9949-4303-bdc6-828bfe723f1c tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:22.917015 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94e864d4-d251-4945-8225-b3ccc1e5b29f req-7023bf5f-9949-4303-bdc6-828bfe723f1c tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 944 time: 0.1766858 Aug 31 01:28:22.931207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451fb22-7611-4fa0-a540-2f10e618713e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ecc87e-40e1-47ac-bfe0-be5dd83eb245,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:22.991187 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94e864d4-d251-4945-8225-b3ccc1e5b29f req-6732f2e7-5fa1-486a-a192-4ffa56dc0992 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641565 Aug 31 01:28:23.043559 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0003686e-aa02-4cea-9605-025d7875d5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.049624 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0003686e-aa02-4cea-9605-025d7875d5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.129940 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0003686e-aa02-4cea-9605-025d7875d5dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22e2edc6b8444719af798e1822326e79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942609 Aug 31 01:28:23.130921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003686e-aa02-4cea-9605-025d7875d5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ca4dd0-f1e3-46f8-ab1c-00c050255153,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:23.132423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 48836) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:23.206328 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-418acc59-dd89-4397-92f5-813df46c5c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.251582 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:23.261531 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-418acc59-dd89-4397-92f5-813df46c5c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.381486 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-418acc59-dd89-4397-92f5-813df46c5c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.384805 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-418acc59-dd89-4397-92f5-813df46c5c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.390200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-418acc59-dd89-4397-92f5-813df46c5c58 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/29ca4dd0-f1e3-46f8-ab1c-00c050255153 HTTP/1.1" status: 204 len: 168 time: 0.2562883 Aug 31 01:28:23.404924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:28:23.408133 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.412818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418acc59-dd89-4397-92f5-813df46c5c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ca4dd0-f1e3-46f8-ab1c-00c050255153,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:23.582202 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48858) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:23.616063 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82ea0621-9b0c-4903-86e7-0ac4dfa8ac78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.662032 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.710116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:28:23.717233 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bbb9ab-c422-4d2b-8676-544fc597c501" -d '{"events": [{"server_uuid": "648fac7d-9efc-4dff-be36-fb7647c05a4a", "name": "network-vif-plugged", "status": "completed", "tag": "6d822ddb-59c6-4823-abcd-bb657ee1dfb5"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:23.753276 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:23.778205 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.822424 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82ea0621-9b0c-4903-86e7-0ac4dfa8ac78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.833503 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82ea0621-9b0c-4903-86e7-0ac4dfa8ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.887737 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-82ea0621-9b0c-4903-86e7-0ac4dfa8ac78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9bacf822079742d0b26744b980f4740f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010645 Aug 31 01:28:23.888128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 48866) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:23.904439 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea0621-9b0c-4903-86e7-0ac4dfa8ac78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4534814e-53b7-4f79-8c98-c81f36003b3a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:23.951764 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f079fd7-39c9-4845-8ebe-62dd09fca0df x-openstack-request-id: req-3f079fd7-39c9-4845-8ebe-62dd09fca0df {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:23.953116 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648fac7d-9efc-4dff-be36-fb7647c05a4a", "name": "network-vif-plugged", "status": "completed", "tag": "6d822ddb-59c6-4823-abcd-bb657ee1dfb5", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:23.953542 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f079fd7-39c9-4845-8ebe-62dd09fca0df {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:23.954130 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'code': 200} Aug 31 01:28:23.954978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:23.974816 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-13865b01-9c00-4858-be69-ff7aea186fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:24.008472 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c0c9631d-3e87-41ad-b048-7794512a0b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:24.051159 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:24.068143 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c0c9631d-3e87-41ad-b048-7794512a0b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:24.175192 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c0c9631d-3e87-41ad-b048-7794512a0b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:24.179670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3720df-7469-4598-bd57-07ff52003c00 req-e992ebd3-0d02-4436-9c1d-eb7987e7b917 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:24.180081 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c0c9631d-3e87-41ad-b048-7794512a0b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:24.181716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee3720df-7469-4598-bd57-07ff52003c00 req-e992ebd3-0d02-4436-9c1d-eb7987e7b917 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.0682468 Aug 31 01:28:24.183904 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c0c9631d-3e87-41ad-b048-7794512a0b63 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4534814e-53b7-4f79-8c98-c81f36003b3a HTTP/1.1" status: 204 len: 168 time: 0.2947826 Aug 31 01:28:24.237336 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9631d-3e87-41ad-b048-7794512a0b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4534814e-53b7-4f79-8c98-c81f36003b3a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:24.347693 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee3720df-7469-4598-bd57-07ff52003c00 req-fe278dd4-7268-4909-a304-c05241c54788 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260872 Aug 31 01:28:24.524503 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:25.618123 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70423e9-ac7a-4351-b66c-e1409fc449ff req-61394d55-590b-449b-8e34-358eb82a0a51 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:25.636190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c70423e9-ac7a-4351-b66c-e1409fc449ff req-61394d55-590b-449b-8e34-358eb82a0a51 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1115596 Aug 31 01:28:25.794157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c70423e9-ac7a-4351-b66c-e1409fc449ff req-f27638dd-4001-44d4-9fd0-110b2a0256d8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550548 Aug 31 01:28:26.708263 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:26.993301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec296aaf-1f44-4538-9998-7e385e5bbf30 req-52f4df78-0a7d-4849-b07b-a7fb5f07f962 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:27.011657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec296aaf-1f44-4538-9998-7e385e5bbf30 req-52f4df78-0a7d-4849-b07b-a7fb5f07f962 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1006846 Aug 31 01:28:27.087737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec296aaf-1f44-4538-9998-7e385e5bbf30 req-352e2752-6cf2-48fd-a3dd-e2a5cf867c77 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747955 Aug 31 01:28:28.355309 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13faa1c-8b57-48dd-8927-4603f54b44d2 req-282e4b5e-925f-4d2d-a850-48b63b1e72c1 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:28.366101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b13faa1c-8b57-48dd-8927-4603f54b44d2 req-282e4b5e-925f-4d2d-a850-48b63b1e72c1 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1215556 Aug 31 01:28:28.491937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b13faa1c-8b57-48dd-8927-4603f54b44d2 req-dff552cb-d99b-46ec-a358-a1197f004cf5 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248784 Aug 31 01:28:28.594948 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49018) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:28.805548 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-290dd168-4be8-4baf-9d3e-76423ec9079a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:28.969766 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-290dd168-4be8-4baf-9d3e-76423ec9079a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:28.977520 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-290dd168-4be8-4baf-9d3e-76423ec9079a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:29.018808 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290dd168-4be8-4baf-9d3e-76423ec9079a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c3d3ec-814f-40ea-b57b-4858a188c70a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:29.054324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49026) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:29.055077 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-290dd168-4be8-4baf-9d3e-76423ec9079a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a2e77ebde5324ce0bfe035ff0867bca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4584825 Aug 31 01:28:29.127869 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e91e310-cebc-475d-ac62-05a878b56fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:29.154770 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e91e310-cebc-475d-ac62-05a878b56fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:29.219166 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e91e310-cebc-475d-ac62-05a878b56fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:29.222484 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e91e310-cebc-475d-ac62-05a878b56fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:29.224489 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3e91e310-cebc-475d-ac62-05a878b56fcc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90c3d3ec-814f-40ea-b57b-4858a188c70a HTTP/1.1" status: 204 len: 168 time: 0.1691718 Aug 31 01:28:29.275474 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91e310-cebc-475d-ac62-05a878b56fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c3d3ec-814f-40ea-b57b-4858a188c70a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:29.770817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b921b-d693-45e8-94be-e9f6d7702318 req-8bb8948d-c12b-4ea6-8a36-67a9c37ff903 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:29.781162 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e27b921b-d693-45e8-94be-e9f6d7702318 req-8bb8948d-c12b-4ea6-8a36-67a9c37ff903 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1437886 Aug 31 01:28:29.883809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e27b921b-d693-45e8-94be-e9f6d7702318 req-7c8134e8-bd68-400e-97ba-e3617e8e1295 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016815 Aug 31 01:28:30.028460 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49060) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:30.064246 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-485045f0-3313-42c6-b71a-9946adf9c885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:30.372656 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-485045f0-3313-42c6-b71a-9946adf9c885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:30.390066 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-485045f0-3313-42c6-b71a-9946adf9c885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:30.447792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-485045f0-3313-42c6-b71a-9946adf9c885 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a397094e6bc427ba456c1d8a61af8de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4178805 Aug 31 01:28:30.450398 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49066) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:30.502481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485045f0-3313-42c6-b71a-9946adf9c885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52b9f14-86f7-45a1-b016-3af242fd8824,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:30.585076 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-54c20bea-74d6-405e-b61e-e7815780bd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:30.622253 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-54c20bea-74d6-405e-b61e-e7815780bd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:30.713318 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-54c20bea-74d6-405e-b61e-e7815780bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:30.716276 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-54c20bea-74d6-405e-b61e-e7815780bd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:30.720957 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-54c20bea-74d6-405e-b61e-e7815780bd9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a52b9f14-86f7-45a1-b016-3af242fd8824 HTTP/1.1" status: 204 len: 168 time: 0.2686217 Aug 31 01:28:30.736733 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c20bea-74d6-405e-b61e-e7815780bd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52b9f14-86f7-45a1-b016-3af242fd8824,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:31.223766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7c618-4f6e-4db1-8dbf-c805f9e21ff6 req-40f76477-9aad-45a3-8aca-f957af5916da tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:31.236369 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93b7c618-4f6e-4db1-8dbf-c805f9e21ff6 req-40f76477-9aad-45a3-8aca-f957af5916da tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.2225492 Aug 31 01:28:31.342803 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93b7c618-4f6e-4db1-8dbf-c805f9e21ff6 req-6cfb5735-0a9c-4aef-b7b2-dabfc8bf6282 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997910 Aug 31 01:28:31.604980 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:32.648963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fc795-f55e-4817-b5aa-f80577392c1a req-98cfc6d9-b861-4ff8-92ca-e272ac566d87 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:32.651205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b15fc795-f55e-4817-b5aa-f80577392c1a req-98cfc6d9-b861-4ff8-92ca-e272ac566d87 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1157463 Aug 31 01:28:32.743321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b15fc795-f55e-4817-b5aa-f80577392c1a req-e31faee7-59b4-4a64-b835-97af64ada358 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847223 Aug 31 01:28:33.152785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49166) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:33.297820 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:33.312577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54efa6-e39d-479f-9120-93cb0372153a req-fc8658ff-4ea1-4ed8-8f0a-a19dbe0e20a2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:33.322086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea54efa6-e39d-479f-9120-93cb0372153a req-fc8658ff-4ea1-4ed8-8f0a-a19dbe0e20a2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 946 time: 0.1095648 Aug 31 01:28:33.410190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea54efa6-e39d-479f-9120-93cb0372153a req-86effca0-eb19-4460-9ac8-7bd4397cfd77 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854580 Aug 31 01:28:33.440209 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:33.451706 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:33.500094 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eced8b21-ea6e-4667-9829-5c4a4f4adf7b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:33.563655 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:33.564012 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:33.564358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:33.566451 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:33.566820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:33.567165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:33.570664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:33.571028 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:33.571404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:33.571750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:33.572095 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:33.573436 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:33.595304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49176) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:33.607835 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-76eadc64-928a-4b53-9a3d-67b28a37db04 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58bcd8fa81324991a947a13e4e0f11b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4509323 Aug 31 01:28:33.730009 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fde67bab-0356-42bc-955d-89ac298dfb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:33.773282 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fde67bab-0356-42bc-955d-89ac298dfb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:33.878676 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fde67bab-0356-42bc-955d-89ac298dfb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:33.881464 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fde67bab-0356-42bc-955d-89ac298dfb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:33.885497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fde67bab-0356-42bc-955d-89ac298dfb1c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eced8b21-ea6e-4667-9829-5c4a4f4adf7b HTTP/1.1" status: 204 len: 168 time: 0.2863071 Aug 31 01:28:33.896029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde67bab-0356-42bc-955d-89ac298dfb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eced8b21-ea6e-4667-9829-5c4a4f4adf7b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:34.089642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3603113-cf9f-4838-9b47-2ce9c0414b6b req-863d6d77-67a7-4b36-9cbb-45c131c863d2 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:34.091573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3603113-cf9f-4838-9b47-2ce9c0414b6b req-863d6d77-67a7-4b36-9cbb-45c131c863d2 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1266592 Aug 31 01:28:34.184339 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3603113-cf9f-4838-9b47-2ce9c0414b6b req-431c148b-5223-4a9c-9ee0-3c1d77de05f2 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834837 Aug 31 01:28:34.661234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49202) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:34.685743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b0a3b-8553-4379-93f1-fe8b0886d32a req-8bc84a94-6494-4563-9200-d6570c81f5ac tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:34.691553 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2845381d-6e07-42cc-9882-d5c98f27a7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:34.695507 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a8b0a3b-8553-4379-93f1-fe8b0886d32a req-8bc84a94-6494-4563-9200-d6570c81f5ac tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 946 time: 0.1303496 Aug 31 01:28:34.787517 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a8b0a3b-8553-4379-93f1-fe8b0886d32a req-6cfc295f-b1c3-4711-8d0d-e8150bc4f389 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8844460-c57c-4a18-af90-f799bb0d330a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769346 Aug 31 01:28:34.902146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc82597-1733-42dc-8a7f-b81a0b771a65 req-d81f7dfc-ffd6-48c4-bc72-aa494bffdbdd tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:34.904509 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-adc82597-1733-42dc-8a7f-b81a0b771a65 req-d81f7dfc-ffd6-48c4-bc72-aa494bffdbdd tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.15 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 946 time: 0.0892105 Aug 31 01:28:35.025023 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2845381d-6e07-42cc-9882-d5c98f27a7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:35.038314 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2845381d-6e07-42cc-9882-d5c98f27a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:35.082006 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2845381d-6e07-42cc-9882-d5c98f27a7e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c838aadee944ae9bb5dd7889b8f8a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4190583 Aug 31 01:28:35.085721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49210) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:35.102108 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-adc82597-1733-42dc-8a7f-b81a0b771a65 req-24e2733f-3f05-4823-bc9d-20c9ab6286d0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Deleting port 160ca5ef-9386-4de3-9e62-204bf6c675b6 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:28:35.102467 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-adc82597-1733-42dc-8a7f-b81a0b771a65 req-24e2733f-3f05-4823-bc9d-20c9ab6286d0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:35.153490 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845381d-6e07-42cc-9882-d5c98f27a7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64498639-da70-4897-bed3-213bf2c7aae8,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:35.172967 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ea99ba5-ef6f-4618-8659-7038c01924ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:35.198960 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ea99ba5-ef6f-4618-8659-7038c01924ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:35.289985 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ea99ba5-ef6f-4618-8659-7038c01924ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:35.298371 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ea99ba5-ef6f-4618-8659-7038c01924ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:35.303039 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3ea99ba5-ef6f-4618-8659-7038c01924ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64498639-da70-4897-bed3-213bf2c7aae8 HTTP/1.1" status: 204 len: 168 time: 0.2145908 Aug 31 01:28:35.325037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea99ba5-ef6f-4618-8659-7038c01924ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64498639-da70-4897-bed3-213bf2c7aae8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:35.342574 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-adc82597-1733-42dc-8a7f-b81a0b771a65 req-24e2733f-3f05-4823-bc9d-20c9ab6286d0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] For port 160ca5ef-9386-4de3-9e62-204bf6c675b6, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=160ca5ef-9386-4de3-9e62-204bf6c675b6,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:35.343600 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-adc82597-1733-42dc-8a7f-b81a0b771a65 req-24e2733f-3f05-4823-bc9d-20c9ab6286d0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:35.362392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-adc82597-1733-42dc-8a7f-b81a0b771a65 req-24e2733f-3f05-4823-bc9d-20c9ab6286d0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Calling delete_port for 160ca5ef-9386-4de3-9e62-204bf6c675b6 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:28:35.510734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525987b9-efb1-4138-b54d-9927afac1cbe req-5267ad9d-bdff-4f2c-9a67-46a221ef7119 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:35.512905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-525987b9-efb1-4138-b54d-9927afac1cbe req-5267ad9d-bdff-4f2c-9a67-46a221ef7119 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.0878890 Aug 31 01:28:35.628642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-525987b9-efb1-4138-b54d-9927afac1cbe req-14a1fed1-6f8b-47ea-a040-5a4446a0fd09 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045415 Aug 31 01:28:35.727369 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-adc82597-1733-42dc-8a7f-b81a0b771a65 req-24e2733f-3f05-4823-bc9d-20c9ab6286d0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:35.778619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2733f-3f05-4823-bc9d-20c9ab6286d0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event deleted for resources: {'Port': ['ID=160ca5ef-9386-4de3-9e62-204bf6c675b6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:35.940445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc82597-1733-42dc-8a7f-b81a0b771a65 req-24e2733f-3f05-4823-bc9d-20c9ab6286d0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] No DVR routers for this DVR port 160ca5ef-9386-4de3-9e62-204bf6c675b6 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:28:35.947455 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-adc82597-1733-42dc-8a7f-b81a0b771a65 req-24e2733f-3f05-4823-bc9d-20c9ab6286d0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:35.950617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-adc82597-1733-42dc-8a7f-b81a0b771a65 req-24e2733f-3f05-4823-bc9d-20c9ab6286d0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.15 "DELETE /v2.0/ports/160ca5ef-9386-4de3-9e62-204bf6c675b6 HTTP/1.1" status: 204 len: 173 time: 1.0394497 Aug 31 01:28:35.952041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c730f264-0ad8-4c93-a74e-4c7048285334', 'name': 'network-vif-deleted', 'tag': '160ca5ef-9386-4de3-9e62-204bf6c675b6'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:28:35.956272 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b3a902-9233-4ae5-b064-07a0de8794c8" -d '{"events": [{"server_uuid": "c730f264-0ad8-4c93-a74e-4c7048285334", "name": "network-vif-deleted", "tag": "160ca5ef-9386-4de3-9e62-204bf6c675b6"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:36.025994 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5beb861b-ad18-4564-b729-dccab5757598 req-bbcb40e8-e9a4-411c-afa2-2ea8189e5f4e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 210 time: 0.0870259 Aug 31 01:28:36.079734 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e13ac61-5e0c-40bd-bca6-b6a43f599a8e x-openstack-request-id: req-5e13ac61-5e0c-40bd-bca6-b6a43f599a8e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:36.080287 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c730f264-0ad8-4c93-a74e-4c7048285334", "name": "network-vif-deleted", "tag": "160ca5ef-9386-4de3-9e62-204bf6c675b6", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:36.080664 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e13ac61-5e0c-40bd-bca6-b6a43f599a8e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:36.081555 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c730f264-0ad8-4c93-a74e-4c7048285334', 'name': 'network-vif-deleted', 'tag': '160ca5ef-9386-4de3-9e62-204bf6c675b6', 'status': 'completed', 'code': 200} Aug 31 01:28:36.498097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49260) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:36.687730 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-513a1ff6-613d-4d20-85c5-a16e24ef9b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:36.935834 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-513a1ff6-613d-4d20-85c5-a16e24ef9b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:36.945869 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-513a1ff6-613d-4d20-85c5-a16e24ef9b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:36.988696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-513a1ff6-613d-4d20-85c5-a16e24ef9b6e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5552bcefc1e6400ea3d822e8f0cf3e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4941530 Aug 31 01:28:36.991710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49278) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:37.016662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6817ac7-7c44-4780-906c-7bb4c75c5c71 req-211073a5-82bd-4b20-b359-e6255421feb0 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:37.018247 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6817ac7-7c44-4780-906c-7bb4c75c5c71 req-211073a5-82bd-4b20-b359-e6255421feb0 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.2164145 Aug 31 01:28:37.020484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a1ff6-613d-4d20-85c5-a16e24ef9b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21faa5fa-28ac-4271-8705-680f8b51c492,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:37.100788 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81e646cc-625c-4d2a-9797-d04f9ebfd2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:37.127882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81e646cc-625c-4d2a-9797-d04f9ebfd2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:37.145652 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6817ac7-7c44-4780-906c-7bb4c75c5c71 req-b915f80a-3598-4b71-9ba4-2b4d7bb9519f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142640 Aug 31 01:28:37.200396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2402e3f-eb2b-4d79-80e6-627a7f55c749 req-4770f76f-fd6c-4bfc-afb2-4df338980df5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 210 time: 0.0363076 Aug 31 01:28:37.247519 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81e646cc-625c-4d2a-9797-d04f9ebfd2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:37.251085 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-81e646cc-625c-4d2a-9797-d04f9ebfd2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:37.251720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 160ca5ef-9386-4de3-9e62-204bf6c675b6 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:28:37.256114 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-81e646cc-625c-4d2a-9797-d04f9ebfd2cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/21faa5fa-28ac-4271-8705-680f8b51c492 HTTP/1.1" status: 204 len: 168 time: 0.2613573 Aug 31 01:28:37.289331 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e646cc-625c-4d2a-9797-d04f9ebfd2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21faa5fa-28ac-4271-8705-680f8b51c492,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:37.335115 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 160ca5ef-9386-4de3-9e62-204bf6c675b6 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:28:37.335496 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 160ca5ef-9386-4de3-9e62-204bf6c675b6 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:28:38.102360 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49322) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:38.102360 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a268bf31-a27b-49b1-9913-06aa41e5b193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:38.246093 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a268bf31-a27b-49b1-9913-06aa41e5b193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:38.257095 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a268bf31-a27b-49b1-9913-06aa41e5b193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:38.366123 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a268bf31-a27b-49b1-9913-06aa41e5b193 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d00b38b332794480abaa71466183c875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3838642 Aug 31 01:28:38.368895 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268bf31-a27b-49b1-9913-06aa41e5b193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e43452-00eb-4327-95ea-3455ef935e92,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:38.372491 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49338) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:38.406555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c88a110b-338f-486c-8880-8ae95b360226 req-d70b16f1-c002-4363-94ad-2d4cd92dcb44 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 210 time: 0.0702059 Aug 31 01:28:38.421431 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f65e48-4148-4910-9dfb-8be42cdc4c33 req-5e52a490-c15e-4ef6-8b0f-1a40598e53f3 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:38.429994 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93f65e48-4148-4910-9dfb-8be42cdc4c33 req-5e52a490-c15e-4ef6-8b0f-1a40598e53f3 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1572359 Aug 31 01:28:38.512048 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93f65e48-4148-4910-9dfb-8be42cdc4c33 req-5fccb71c-7bc8-4a83-8c3e-573d304b5f35 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807681 Aug 31 01:28:38.564368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5014e525-1eaf-491b-8ae3-271e82e79f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:38.600283 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5014e525-1eaf-491b-8ae3-271e82e79f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:38.677011 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5014e525-1eaf-491b-8ae3-271e82e79f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:38.680871 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5014e525-1eaf-491b-8ae3-271e82e79f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:38.682089 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5014e525-1eaf-491b-8ae3-271e82e79f61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14e43452-00eb-4327-95ea-3455ef935e92 HTTP/1.1" status: 204 len: 168 time: 0.3082454 Aug 31 01:28:38.693448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014e525-1eaf-491b-8ae3-271e82e79f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e43452-00eb-4327-95ea-3455ef935e92,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:39.344642 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49368) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:39.597811 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fba88a9c-247a-4289-b612-4b275280803a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:39.688932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac584b62-87b1-4ac8-83ae-ab6295111932 req-4628bc3c-a06a-4af0-80e7-834da64106d0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 210 time: 0.1180501 Aug 31 01:28:39.807957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839dfb6-6b2f-433f-8777-33bdb6a5d675 req-92e139ca-b336-4abe-9de3-199c1d0e4429 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:39.817270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2839dfb6-6b2f-433f-8777-33bdb6a5d675 req-92e139ca-b336-4abe-9de3-199c1d0e4429 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.0908260 Aug 31 01:28:39.831265 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fba88a9c-247a-4289-b612-4b275280803a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:39.840759 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fba88a9c-247a-4289-b612-4b275280803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:39.873584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2839dfb6-6b2f-433f-8777-33bdb6a5d675 req-031a0d3e-cab7-4068-b2f9-504ea14d4442 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499203 Aug 31 01:28:39.916810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49388) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:39.917233 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fba88a9c-247a-4289-b612-4b275280803a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93c9ab85d1764565a6d630b6385ecc40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5711286 Aug 31 01:28:39.919781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba88a9c-247a-4289-b612-4b275280803a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a45b5a-7987-41d6-9d61-ac4eef54700a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:40.032008 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75a5ce9b-49e2-486e-ac35-8804d09209df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:40.070251 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75a5ce9b-49e2-486e-ac35-8804d09209df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:40.213580 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75a5ce9b-49e2-486e-ac35-8804d09209df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:40.217224 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-75a5ce9b-49e2-486e-ac35-8804d09209df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:40.219333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-75a5ce9b-49e2-486e-ac35-8804d09209df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/17a45b5a-7987-41d6-9d61-ac4eef54700a HTTP/1.1" status: 204 len: 168 time: 0.3012772 Aug 31 01:28:40.252289 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5ce9b-49e2-486e-ac35-8804d09209df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a45b5a-7987-41d6-9d61-ac4eef54700a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:40.860738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fd10b2a-80b4-4b1a-9a06-574692dffc2a req-0c191c7b-0b4c-40b9-a982-ff688a7453c2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 210 time: 0.0448518 Aug 31 01:28:40.969314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49426) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:41.091095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5bd3a-164d-4d27-8dde-bcfb0477a6fd req-fca42613-a1db-44b9-a17a-d15b36c10ec7 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:41.103976 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0f5bd3a-164d-4d27-8dde-bcfb0477a6fd req-fca42613-a1db-44b9-a17a-d15b36c10ec7 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1185691 Aug 31 01:28:41.150762 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:41.196836 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-051abf23-c1a0-4962-88a9-c785b9dfb4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:41.198641 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49436) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:41.216236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0f5bd3a-164d-4d27-8dde-bcfb0477a6fd req-8c16f2a9-a2c8-4363-8130-591bb6fc3e3a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006382 Aug 31 01:28:41.216604 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1fb2086f-097c-4373-886a-dd5da0d1ccb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:41.278709 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.db.api [None req-1fb2086f-097c-4373-886a-dd5da0d1ccb5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:28:41.278709 n-d-802060-13 neutron-server[94760]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 01:28:41.278709 n-d-802060-13 neutron-server[94760]: [parameters: {'project_id': '58d3c4addde04a4abb96390ce09a1e42', 'id': '82eee0ac-4829-4640-abfa-6fc294455fb1', 'expiration': datetime.datetime(2021, 8, 31, 1, 30, 41, 275050)}] Aug 31 01:28:41.278709 n-d-802060-13 neutron-server[94760]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:28:41.279500 n-d-802060-13 neutron-server[94760]: DEBUG oslo_db.api [None req-1fb2086f-097c-4373-886a-dd5da0d1ccb5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:28:41.363948 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-051abf23-c1a0-4962-88a9-c785b9dfb4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:41.372980 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-051abf23-c1a0-4962-88a9-c785b9dfb4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:41.412839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-051abf23-c1a0-4962-88a9-c785b9dfb4ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a02aad157fe4468a9ef0e8080a901bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422042 Aug 31 01:28:41.415740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49440) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:41.439359 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051abf23-c1a0-4962-88a9-c785b9dfb4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8829e44b-701a-49cb-8387-85ea3e786fc0,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:41.485703 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-44a06ada-38bd-42ae-92b3-d40e5bd6afa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:41.515878 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-44a06ada-38bd-42ae-92b3-d40e5bd6afa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:41.585303 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-44a06ada-38bd-42ae-92b3-d40e5bd6afa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:41.588408 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-44a06ada-38bd-42ae-92b3-d40e5bd6afa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:41.595984 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-44a06ada-38bd-42ae-92b3-d40e5bd6afa9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8829e44b-701a-49cb-8387-85ea3e786fc0 HTTP/1.1" status: 204 len: 168 time: 0.1787915 Aug 31 01:28:41.605096 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a06ada-38bd-42ae-92b3-d40e5bd6afa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8829e44b-701a-49cb-8387-85ea3e786fc0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:41.781714 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1fb2086f-097c-4373-886a-dd5da0d1ccb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:42.039073 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1fb2086f-097c-4373-886a-dd5da0d1ccb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:42.048629 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1fb2086f-097c-4373-886a-dd5da0d1ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:42.082992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79ac4d26-51e4-4b55-8add-a95451a1589e req-67a3b1d6-2dab-435d-bf81-18fb9c79b411 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 210 time: 0.0778615 Aug 31 01:28:42.132034 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49456) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:42.132532 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1fb2086f-097c-4373-886a-dd5da0d1ccb5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58d3c4addde04a4abb96390ce09a1e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9324577 Aug 31 01:28:42.133408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2086f-097c-4373-886a-dd5da0d1ccb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14aa5c58-a73c-473a-9385-fe332ecb6096,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:42.257510 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eda3f1e2-124f-4ac7-9810-df3542179e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:42.309198 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eda3f1e2-124f-4ac7-9810-df3542179e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:42.464371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c069ce-89f7-459a-ba74-044ac71f9347 req-fbeea424-7fe7-4de3-824b-82adf8dab409 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:42.466806 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18c069ce-89f7-459a-ba74-044ac71f9347 req-fbeea424-7fe7-4de3-824b-82adf8dab409 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1122880 Aug 31 01:28:42.493666 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eda3f1e2-124f-4ac7-9810-df3542179e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:42.497493 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eda3f1e2-124f-4ac7-9810-df3542179e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:42.498876 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-eda3f1e2-124f-4ac7-9810-df3542179e80 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14aa5c58-a73c-473a-9385-fe332ecb6096 HTTP/1.1" status: 204 len: 168 time: 0.3638349 Aug 31 01:28:42.524503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3f1e2-124f-4ac7-9810-df3542179e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aa5c58-a73c-473a-9385-fe332ecb6096,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:42.567992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18c069ce-89f7-459a-ba74-044ac71f9347 req-82693cce-49e2-4367-b022-dad56c70a5bb tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844908 Aug 31 01:28:43.348632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67c2e6c2-23ae-4627-be3e-5e9a83c34d8d req-b3b4e2c4-22c0-4a18-8802-3b75738467bf tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=c730f264-0ad8-4c93-a74e-4c7048285334 HTTP/1.1" status: 200 len: 210 time: 0.0795550 Aug 31 01:28:43.774788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf461fb-c931-49eb-8b63-a49ac6be5617 req-68fdfcae-5d16-4d56-b30e-c1815f71cbe9 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:43.784996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cdf461fb-c931-49eb-8b63-a49ac6be5617 req-68fdfcae-5d16-4d56-b30e-c1815f71cbe9 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1278288 Aug 31 01:28:43.853340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cdf461fb-c931-49eb-8b63-a49ac6be5617 req-7a084c0e-3a09-47ff-a7f7-a95ef7702365 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667105 Aug 31 01:28:45.027488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b09365-8490-4869-afaa-487465262998 req-9a85b8cc-b462-4494-9035-223e61749172 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:45.040732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0b09365-8490-4869-afaa-487465262998 req-9a85b8cc-b462-4494-9035-223e61749172 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.0755866 Aug 31 01:28:45.139682 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0b09365-8490-4869-afaa-487465262998 req-3005fa94-d439-4dd5-8f08-802b025667a0 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903649 Aug 31 01:28:45.255014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49652) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:45.512868 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d4db869-fb51-440c-9334-9f0208642709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:45.544341 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:28:45.695585 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d4db869-fb51-440c-9334-9f0208642709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:45.714299 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d4db869-fb51-440c-9334-9f0208642709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:45.774708 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3d4db869-fb51-440c-9334-9f0208642709 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9878dba3b55e4ad2a9be888bb347aa5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5182247 Aug 31 01:28:45.776173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4db869-fb51-440c-9334-9f0208642709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0559d1-1014-4831-aa04-92b4be30e18a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:45.777498 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49672) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:45.851814 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47f8dee9-1e38-43a0-8591-156d1466a998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:45.904047 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47f8dee9-1e38-43a0-8591-156d1466a998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:46.051193 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47f8dee9-1e38-43a0-8591-156d1466a998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:46.054159 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47f8dee9-1e38-43a0-8591-156d1466a998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:46.055505 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-47f8dee9-1e38-43a0-8591-156d1466a998 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f0559d1-1014-4831-aa04-92b4be30e18a HTTP/1.1" status: 204 len: 168 time: 0.2769578 Aug 31 01:28:46.075710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8dee9-1e38-43a0-8591-156d1466a998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0559d1-1014-4831-aa04-92b4be30e18a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:46.314372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d5477-b0d4-4eff-9321-1a04f6c44e4e req-0a10e738-e441-42fe-b7b6-6b0bedbc83a3 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:46.317761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec4d5477-b0d4-4eff-9321-1a04f6c44e4e req-0a10e738-e441-42fe-b7b6-6b0bedbc83a3 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.0858779 Aug 31 01:28:46.382662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec4d5477-b0d4-4eff-9321-1a04f6c44e4e req-0a6ccf87-df1d-440e-a407-06cf918d98e0 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579448 Aug 31 01:28:47.007354 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec758c-0bcf-4aab-bb3b-be78a72a1717 req-5255d3cc-2b67-4eac-ad9b-145926ed776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:47.008898 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72ec758c-0bcf-4aab-bb3b-be78a72a1717 req-5255d3cc-2b67-4eac-ad9b-145926ed776c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 1097 time: 0.0615678 Aug 31 01:28:47.196184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec758c-0bcf-4aab-bb3b-be78a72a1717 req-7ce639de-e3bd-4e5f-a08d-618d0d81af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:47.197144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72ec758c-0bcf-4aab-bb3b-be78a72a1717 req-7ce639de-e3bd-4e5f-a08d-618d0d81af72 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 918 time: 0.1617706 Aug 31 01:28:47.303100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72ec758c-0bcf-4aab-bb3b-be78a72a1717 req-c1a3f1b4-d1c0-482d-be7c-942ac70ccb3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5 HTTP/1.1" status: 200 len: 1000 time: 0.0992334 Aug 31 01:28:47.377994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec758c-0bcf-4aab-bb3b-be78a72a1717 req-06199746-fe32-4709-98a4-0abfa40312fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:47.379529 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72ec758c-0bcf-4aab-bb3b-be78a72a1717 req-06199746-fe32-4709-98a4-0abfa40312fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 200 len: 856 time: 0.0667520 Aug 31 01:28:47.474823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec758c-0bcf-4aab-bb3b-be78a72a1717 req-9901e32f-daa9-425d-80ab-b85486c45b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:47.477651 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72ec758c-0bcf-4aab-bb3b-be78a72a1717 req-9901e32f-daa9-425d-80ab-b85486c45b08 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902243 Aug 31 01:28:47.592926 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49764) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:47.598705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49766) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:47.682912 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72ec758c-0bcf-4aab-bb3b-be78a72a1717 req-e061faf7-f73f-4dc9-b4eb-61b45368f363 service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958222 Aug 31 01:28:47.755291 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba837b-81f1-445c-b203-6d0a04feb671 req-1502aaab-6357-4f6c-8e5c-22b9e8758e0c tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:47.762673 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eaba837b-81f1-445c-b203-6d0a04feb671 req-1502aaab-6357-4f6c-8e5c-22b9e8758e0c tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1702855 Aug 31 01:28:47.769836 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f471004a-2cfb-4760-9bb8-70503ce93773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:47.897550 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8a78-7733-4287-b82b-7d5048de2207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:47.927009 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eaba837b-81f1-445c-b203-6d0a04feb671 req-cf5a057b-2f09-4fb0-8ce2-5eeacbb37026 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849652 Aug 31 01:28:47.963866 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72ec758c-0bcf-4aab-bb3b-be78a72a1717 req-02903666-f256-45cf-ae2d-276a671be68f service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710755 Aug 31 01:28:48.075052 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f471004a-2cfb-4760-9bb8-70503ce93773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.158651 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f471004a-2cfb-4760-9bb8-70503ce93773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.201898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8a78-7733-4287-b82b-7d5048de2207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.222887 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8a78-7733-4287-b82b-7d5048de2207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.635392 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471004a-2cfb-4760-9bb8-70503ce93773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0bc3ef-c106-4c87-9c4b-1ccb9ff4781e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:48.654419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49790) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:48.660156 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f471004a-2cfb-4760-9bb8-70503ce93773 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4cf101fedf2341f9b5812b17993f1069&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0660362 Aug 31 01:28:48.696448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e8a78-7733-4287-b82b-7d5048de2207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6250ce-9407-4a9b-966c-79473a50c114,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:48.704309 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fa5e8a78-7733-4287-b82b-7d5048de2207 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=928dfda2ef264cad828737770a950373&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1046486 Aug 31 01:28:48.706933 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49792) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:48.720818 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bffe04a8-2925-45ad-8449-21b13f85cb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.744466 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bffe04a8-2925-45ad-8449-21b13f85cb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.786413 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-198f2805-8add-41e1-bbe2-7cbfbadcef31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.824733 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bffe04a8-2925-45ad-8449-21b13f85cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.833833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bffe04a8-2925-45ad-8449-21b13f85cb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.834898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-198f2805-8add-41e1-bbe2-7cbfbadcef31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.836170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bffe04a8-2925-45ad-8449-21b13f85cb1a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c0bc3ef-c106-4c87-9c4b-1ccb9ff4781e HTTP/1.1" status: 204 len: 168 time: 0.1793923 Aug 31 01:28:48.849235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe04a8-2925-45ad-8449-21b13f85cb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0bc3ef-c106-4c87-9c4b-1ccb9ff4781e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:48.913389 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-198f2805-8add-41e1-bbe2-7cbfbadcef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.917070 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-198f2805-8add-41e1-bbe2-7cbfbadcef31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:48.923639 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-198f2805-8add-41e1-bbe2-7cbfbadcef31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b6250ce-9407-4a9b-966c-79473a50c114 HTTP/1.1" status: 204 len: 168 time: 0.2098930 Aug 31 01:28:48.937228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f2805-8add-41e1-bbe2-7cbfbadcef31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6250ce-9407-4a9b-966c-79473a50c114,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:49.185900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494ad6b-8264-467a-bb32-369db8e5315f req-0f9def22-4974-4309-a2b2-b059ce0f8c76 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:49.198984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2494ad6b-8264-467a-bb32-369db8e5315f req-0f9def22-4974-4309-a2b2-b059ce0f8c76 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 945 time: 0.1402879 Aug 31 01:28:49.366915 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2494ad6b-8264-467a-bb32-369db8e5315f req-f3b4db2d-5ab5-4eab-b56f-52e5cda02c96 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665909 Aug 31 01:28:49.377287 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:28:49.463664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 49810) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:49.491937 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8efa89f9-5fc1-467c-a89a-2c26acdde9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:49.539736 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:49.635050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:28:49.647640 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c283e2aa-3d5b-4b8f-801d-0357793684bf" -d '{"events": [{"server_uuid": "648fac7d-9efc-4dff-be36-fb7647c05a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "6d822ddb-59c6-4823-abcd-bb657ee1dfb5"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:49.675476 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:49.690034 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:49.755928 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0eb2bb0-f5f1-4dbf-94cf-35a8804b5a33 x-openstack-request-id: req-e0eb2bb0-f5f1-4dbf-94cf-35a8804b5a33 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:49.756476 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648fac7d-9efc-4dff-be36-fb7647c05a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "6d822ddb-59c6-4823-abcd-bb657ee1dfb5", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:49.757175 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e0eb2bb0-f5f1-4dbf-94cf-35a8804b5a33 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:49.757765 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'code': 200} Aug 31 01:28:49.775190 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8efa89f9-5fc1-467c-a89a-2c26acdde9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:49.781256 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8efa89f9-5fc1-467c-a89a-2c26acdde9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:49.828409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa89f9-5fc1-467c-a89a-2c26acdde9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6184c4-a6bb-4bc2-bf37-c27fa71ee4e7,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:49.848257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:49.874665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8efa89f9-5fc1-467c-a89a-2c26acdde9bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e8c0e52236744fda2cb69511b548f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4086010 Aug 31 01:28:49.877053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49826) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:50.054080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b9e738c8-d114-4088-910c-315c2905437a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:50.103635 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b9e738c8-d114-4088-910c-315c2905437a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:50.224458 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b9e738c8-d114-4088-910c-315c2905437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:50.227469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b9e738c8-d114-4088-910c-315c2905437a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:50.232546 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b9e738c8-d114-4088-910c-315c2905437a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea6184c4-a6bb-4bc2-bf37-c27fa71ee4e7 HTTP/1.1" status: 204 len: 168 time: 0.3493941 Aug 31 01:28:50.246858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e738c8-d114-4088-910c-315c2905437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6184c4-a6bb-4bc2-bf37-c27fa71ee4e7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:50.675517 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617c9c9-e48b-4822-b384-d3c8d0ac7ac1 req-9ab34aa5-03ae-4cb0-be16-04a8c9354f5b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:50.677111 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5617c9c9-e48b-4822-b384-d3c8d0ac7ac1 req-9ab34aa5-03ae-4cb0-be16-04a8c9354f5b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.1229951 Aug 31 01:28:50.740690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5617c9c9-e48b-4822-b384-d3c8d0ac7ac1 req-065c8498-1250-496b-a420-31b72399e9dc tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551178 Aug 31 01:28:51.243758 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0bd44102-9cd2-4629-b9a2-c4b2e97c38ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:51.943873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-228f25a3-abf5-4db2-818c-a00639c8937b req-c5d6e350-428b-40cb-81ea-c6120b60fe27 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:28:51.945553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-228f25a3-abf5-4db2-818c-a00639c8937b req-c5d6e350-428b-40cb-81ea-c6120b60fe27 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3379045 Aug 31 01:28:52.363382 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f584629-f292-4c0a-86d4-5a88f0254d5e req-f0adc2ba-fcce-419e-864b-a066b253a125 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:52.365395 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f584629-f292-4c0a-86d4-5a88f0254d5e req-f0adc2ba-fcce-419e-864b-a066b253a125 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.1169195 Aug 31 01:28:52.385368 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 49978) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:52.433485 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f584629-f292-4c0a-86d4-5a88f0254d5e req-0a7a18fa-05bd-48b7-838a-dc04e6f522d7 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618246 Aug 31 01:28:52.860067 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:52.957299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.045164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50024) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:53.068869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50028) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:53.084612 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-39107684-1927-4d7a-b8e9-e51486b7769c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70848619', 'description': 'tempest-secgroup-smoke-70848619 description', 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:53.139223 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-39107684-1927-4d7a-b8e9-e51486b7769c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.220165 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.290697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-9ee38ba4-4535-4d73-adc8-46303da85149 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2364888 Aug 31 01:28:53.308262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-7f2efe31-5883-4e64-b761-6ff2470126f7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:28:53.310160 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-7f2efe31-5883-4e64-b761-6ff2470126f7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088248 Aug 31 01:28:53.321921 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-39107684-1927-4d7a-b8e9-e51486b7769c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.327258 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-39107684-1927-4d7a-b8e9-e51486b7769c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.364304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39107684-1927-4d7a-b8e9-e51486b7769c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:53.376144 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-39107684-1927-4d7a-b8e9-e51486b7769c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.380801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-39107684-1927-4d7a-b8e9-e51486b7769c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3106432 Aug 31 01:28:53.381471 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50038) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:53.386696 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-7f00cc3f-5698-443b-99f4-2ad09f24c929 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'security_group_rule': {'security_group_id': '57050f0b-a0be-4396-9e7c-2cbdc6c7c64d', 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:53.387864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Allocated IP 172.25.6.151 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/76778c35-2e2a-439f-bca3-8cfa5666d1b2) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:28:53.404539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:28:53.445465 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f00cc3f-5698-443b-99f4-2ad09f24c929 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.619781 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f00cc3f-5698-443b-99f4-2ad09f24c929 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.630146 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f00cc3f-5698-443b-99f4-2ad09f24c929 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.636358 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.660032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00cc3f-5698-443b-99f4-2ad09f24c929 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2b8838-2271-4124-9c23-7fa6288d966a,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:53.691999 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f00cc3f-5698-443b-99f4-2ad09f24c929 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.693572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7f00cc3f-5698-443b-99f4-2ad09f24c929 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3111649 Aug 31 01:28:53.696323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50056) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:53.700891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3c4ad6a5-66c6-4329-80c3-62da3f5f82b5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'security_group_rule': {'security_group_id': '57050f0b-a0be-4396-9e7c-2cbdc6c7c64d', 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:53.724600 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.766892 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cde8b7ea-8ed2-45e0-8632-8a33e81cb04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.782380 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c4ad6a5-66c6-4329-80c3-62da3f5f82b5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.876886 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:53.879532 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c4ad6a5-66c6-4329-80c3-62da3f5f82b5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.884552 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c4ad6a5-66c6-4329-80c3-62da3f5f82b5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.891591 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:53.907502 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ad6a5-66c6-4329-80c3-62da3f5f82b5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337336bb-0552-4918-a9fd-5399e9b0030f,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:53.911533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:28:53.913939 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c4ad6a5-66c6-4329-80c3-62da3f5f82b5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:53.919236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3c4ad6a5-66c6-4329-80c3-62da3f5f82b5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2219176 Aug 31 01:28:53.919542 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50070) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:53.925418 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Pushing event updated for resources: {'Port': ['ID=76778c35-2e2a-439f-bca3-8cfa5666d1b2,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:53.938999 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7e441c0c-880e-433e-8d06-72f6513935dc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'security_group_rule': {'security_group_id': '57050f0b-a0be-4396-9e7c-2cbdc6c7c64d', 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:54.047644 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.067034 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e441c0c-880e-433e-8d06-72f6513935dc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.086205 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.112473 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.291528 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e441c0c-880e-433e-8d06-72f6513935dc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.321231 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e441c0c-880e-433e-8d06-72f6513935dc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.339335 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e441c0c-880e-433e-8d06-72f6513935dc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90b281f-1e81-411c-a81d-1270cd1dcc16,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:54.381806 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7e441c0c-880e-433e-8d06-72f6513935dc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.385343 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7e441c0c-880e-433e-8d06-72f6513935dc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4554920 Aug 31 01:28:54.392825 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50080) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:54.433882 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a2256799-af7f-4d20-8efc-8cf126469921 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'security_group_rule': {'security_group_id': '57050f0b-a0be-4396-9e7c-2cbdc6c7c64d', 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:54.439066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba576c59-1a8f-427a-a26d-ec2233d89bcd req-bb95f4e0-dace-4203-81cf-6e846a8a393b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:54.446808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba576c59-1a8f-427a-a26d-ec2233d89bcd req-bb95f4e0-dace-4203-81cf-6e846a8a393b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.8244350 Aug 31 01:28:54.496363 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.538349 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba576c59-1a8f-427a-a26d-ec2233d89bcd req-9880c65d-c97f-4222-b6dd-5adb08602f81 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905473 Aug 31 01:28:54.540891 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2256799-af7f-4d20-8efc-8cf126469921 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.701690 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.718484 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.805010 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.845077 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2256799-af7f-4d20-8efc-8cf126469921 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.856922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2256799-af7f-4d20-8efc-8cf126469921 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.881619 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.883261 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4968176 Aug 31 01:28:54.886410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50100) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:54.892530 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb133822-80c2-4ae1-840d-9ae5da979549 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Pushing event updated for resources: {'Port': ['ID=76778c35-2e2a-439f-bca3-8cfa5666d1b2,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:54.895631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-723702f8-0618-4ad1-9e7e-4fd7a164a92a tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-381682492', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'fixed_ips': [{'ip_address': '172.25.6.151'}]}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:54.896634 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2256799-af7f-4d20-8efc-8cf126469921 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5330efe-f0d8-468b-a872-b44b947e0a07,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:54.908891 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2256799-af7f-4d20-8efc-8cf126469921 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:54.914198 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a2256799-af7f-4d20-8efc-8cf126469921 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5179014 Aug 31 01:28:54.917456 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50102) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:54.927222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-76dfd190-383a-4fa8-ba0e-fca81d573a38 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'security_group_rule': {'security_group_id': '57050f0b-a0be-4396-9e7c-2cbdc6c7c64d', 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:54.953141 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.db.api [None req-76dfd190-383a-4fa8-ba0e-fca81d573a38 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:28:54.953141 n-d-802060-13 neutron-server[94760]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:28:54.953141 n-d-802060-13 neutron-server[94760]: [parameters: {'project_id_1': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 28, 54, 935235)}] Aug 31 01:28:54.953141 n-d-802060-13 neutron-server[94760]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:28:54.954019 n-d-802060-13 neutron-server[94760]: DEBUG oslo_db.api [None req-76dfd190-383a-4fa8-ba0e-fca81d573a38 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:28:54.970955 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723702f8-0618-4ad1-9e7e-4fd7a164a92a tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Made reservation on behalf of 7771e099a88948709abd784ca892d7f8 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:28:54.973698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-723702f8-0618-4ad1-9e7e-4fd7a164a92a tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.001388 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-723702f8-0618-4ad1-9e7e-4fd7a164a92a tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.150875 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-723702f8-0618-4ad1-9e7e-4fd7a164a92a tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.156617 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-723702f8-0618-4ad1-9e7e-4fd7a164a92a tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.162105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-723702f8-0618-4ad1-9e7e-4fd7a164a92a tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] device_id is not set on port d208dd0c-22fd-4f47-bc51-fddc1332f782 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:28:55.240310 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723702f8-0618-4ad1-9e7e-4fd7a164a92a tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a31f2dc-7611-403e-a594-7015b4835a25,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:55.432689 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-723702f8-0618-4ad1-9e7e-4fd7a164a92a tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 01:28:55.433442 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723702f8-0618-4ad1-9e7e-4fd7a164a92a tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:28:55.462907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-723702f8-0618-4ad1-9e7e-4fd7a164a92a tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5743735 Aug 31 01:28:55.464333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50124) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:55.497188 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-76dfd190-383a-4fa8-ba0e-fca81d573a38 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Project 2e4cb56e9e2a4fbeb0ebdc7916f3c045 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:28:55.510201 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76dfd190-383a-4fa8-ba0e-fca81d573a38 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.625983 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76dfd190-383a-4fa8-ba0e-fca81d573a38 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.631776 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76dfd190-383a-4fa8-ba0e-fca81d573a38 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.662260 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfd190-383a-4fa8-ba0e-fca81d573a38 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceac5acd-0020-4313-8742-69c728bf3d88,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:55.681124 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-76dfd190-383a-4fa8-ba0e-fca81d573a38 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.682538 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-76dfd190-383a-4fa8-ba0e-fca81d573a38 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7632210 Aug 31 01:28:55.685162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50132) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:55.690700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9df10acb-212d-49c5-8955-09114d5199a2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'security_group_rule': {'security_group_id': '57050f0b-a0be-4396-9e7c-2cbdc6c7c64d', 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:55.739162 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-9df10acb-212d-49c5-8955-09114d5199a2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Project 2e4cb56e9e2a4fbeb0ebdc7916f3c045 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:28:55.749231 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9df10acb-212d-49c5-8955-09114d5199a2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.830785 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-08f6a6b6-40b2-4bda-890c-fd82532f2393 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Deleting port 76778c35-2e2a-439f-bca3-8cfa5666d1b2 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:28:55.831142 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08f6a6b6-40b2-4bda-890c-fd82532f2393 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.906606 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9df10acb-212d-49c5-8955-09114d5199a2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.920143 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9df10acb-212d-49c5-8955-09114d5199a2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:55.983181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df10acb-212d-49c5-8955-09114d5199a2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1f1cfe-ea45-4699-8278-ec27629bdac6,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:56.024145 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9df10acb-212d-49c5-8955-09114d5199a2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:56.029190 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9df10acb-212d-49c5-8955-09114d5199a2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3416848 Aug 31 01:28:56.066194 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08f6a6b6-40b2-4bda-890c-fd82532f2393 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:56.066529 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08f6a6b6-40b2-4bda-890c-fd82532f2393 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:56.124637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-08f6a6b6-40b2-4bda-890c-fd82532f2393 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Calling delete_port for 76778c35-2e2a-439f-bca3-8cfa5666d1b2 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:28:56.139661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50158) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:56.318500 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5df42d1b-568c-429a-b3d8-b0cf3e081af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:56.346142 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08f6a6b6-40b2-4bda-890c-fd82532f2393 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:56.395968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6a6b6-40b2-4bda-890c-fd82532f2393 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Pushing event deleted for resources: {'Port': ['ID=76778c35-2e2a-439f-bca3-8cfa5666d1b2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:56.470857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b48ea-541e-4b38-8ca4-954e76b3257f req-065ddb6b-84c1-4213-b906-17a1e15a6b4b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:56.478998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db7b48ea-541e-4b38-8ca4-954e76b3257f req-065ddb6b-84c1-4213-b906-17a1e15a6b4b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.7644162 Aug 31 01:28:56.545450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db7b48ea-541e-4b38-8ca4-954e76b3257f req-63c126c3-ecd9-4e61-9bb8-a52e0a64cc2b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600193 Aug 31 01:28:56.549612 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08f6a6b6-40b2-4bda-890c-fd82532f2393 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:56.554590 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08f6a6b6-40b2-4bda-890c-fd82532f2393 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:56.558567 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-08f6a6b6-40b2-4bda-890c-fd82532f2393 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864 tempest-ExternalNetworksAdminNegativeTestJSON-1740879864-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/b24db064-1f64-4c4c-acbc-2c82430f3952 HTTP/1.1" status: 204 len: 168 time: 1.0930514 Aug 31 01:28:56.635368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5df42d1b-568c-429a-b3d8-b0cf3e081af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:56.643321 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5df42d1b-568c-429a-b3d8-b0cf3e081af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:56.700354 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df42d1b-568c-429a-b3d8-b0cf3e081af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d708a660-3771-45ca-bd81-a2a6ec5b64a2,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:56.710616 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5df42d1b-568c-429a-b3d8-b0cf3e081af2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d7a02618f1a34e54b96f1c97fe175942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5688736 Aug 31 01:28:56.713455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50198) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:56.736717 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:56.854700 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9c754a44-d85b-48b5-b951-74d5d2b66a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:56.941282 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9c754a44-d85b-48b5-b951-74d5d2b66a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.003531 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9c754a44-d85b-48b5-b951-74d5d2b66a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.009943 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9c754a44-d85b-48b5-b951-74d5d2b66a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.018584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50212) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:57.023544 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9c754a44-d85b-48b5-b951-74d5d2b66a5b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d708a660-3771-45ca-bd81-a2a6ec5b64a2 HTTP/1.1" status: 204 len: 168 time: 0.3085222 Aug 31 01:28:57.056369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c754a44-d85b-48b5-b951-74d5d2b66a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d708a660-3771-45ca-bd81-a2a6ec5b64a2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:57.197554 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51dde4ec-5f72-40f4-ad10-1c1687f459ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.416566 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51dde4ec-5f72-40f4-ad10-1c1687f459ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.424469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51dde4ec-5f72-40f4-ad10-1c1687f459ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.498980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50260) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:57.503675 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-51dde4ec-5f72-40f4-ad10-1c1687f459ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7b26e074a0748feb8cfe822a8959dd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4838541 Aug 31 01:28:57.565990 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dde4ec-5f72-40f4-ad10-1c1687f459ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c109f2a3-4cb0-4fe5-bf97-69e9726d76a0,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:57.576154 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc40e-5bc5-4c71-ac0b-c8641fef9ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.636891 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc40e-5bc5-4c71-ac0b-c8641fef9ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.841200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23da67-edfe-4bc3-abbe-b21ab1f864a4 req-9b3c6f54-cb6f-41e9-8184-4d7d3a9f27d9 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:57.847002 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50266) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:57.848829 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b23da67-edfe-4bc3-abbe-b21ab1f864a4 req-9b3c6f54-cb6f-41e9-8184-4d7d3a9f27d9 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.1808982 Aug 31 01:28:57.888718 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc40e-5bc5-4c71-ac0b-c8641fef9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.893664 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc40e-5bc5-4c71-ac0b-c8641fef9ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.895497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2a4fc40e-5bc5-4c71-ac0b-c8641fef9ff7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c109f2a3-4cb0-4fe5-bf97-69e9726d76a0 HTTP/1.1" status: 204 len: 168 time: 0.3945825 Aug 31 01:28:57.947626 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce596657-f5b1-4e5e-bce4-d4b5b3d11267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:57.972302 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fc40e-5bc5-4c71-ac0b-c8641fef9ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c109f2a3-4cb0-4fe5-bf97-69e9726d76a0,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:58.002612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b23da67-edfe-4bc3-abbe-b21ab1f864a4 req-65310f0f-84d4-4fa4-9753-032cd9070f85 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468198 Aug 31 01:28:58.252745 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce596657-f5b1-4e5e-bce4-d4b5b3d11267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.265025 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce596657-f5b1-4e5e-bce4-d4b5b3d11267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.370737 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ce596657-f5b1-4e5e-bce4-d4b5b3d11267 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65a25a51a6b34292a4e135687e6e6713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5135105 Aug 31 01:28:58.375053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50284) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:58.406449 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce596657-f5b1-4e5e-bce4-d4b5b3d11267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c617743-a4d5-4e15-8dbb-455e5127085f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:58.500638 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f034a24-e98c-4f92-b9f4-66acefbc7386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.538723 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f034a24-e98c-4f92-b9f4-66acefbc7386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.616019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50288) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:58.622948 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f034a24-e98c-4f92-b9f4-66acefbc7386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.626288 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f034a24-e98c-4f92-b9f4-66acefbc7386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.631051 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0f034a24-e98c-4f92-b9f4-66acefbc7386 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c617743-a4d5-4e15-8dbb-455e5127085f HTTP/1.1" status: 204 len: 168 time: 0.2543378 Aug 31 01:28:58.646317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f034a24-e98c-4f92-b9f4-66acefbc7386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c617743-a4d5-4e15-8dbb-455e5127085f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:58.708077 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-68df7601-856b-432b-b9c8-0aba8323a482 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7771e099a88948709abd784ca892d7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901129 Aug 31 01:28:58.710076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50294) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:28:58.802578 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bd038331-8367-4114-9eb9-5a72ce517140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.835297 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bd038331-8367-4114-9eb9-5a72ce517140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.923602 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bd038331-8367-4114-9eb9-5a72ce517140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.928574 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bd038331-8367-4114-9eb9-5a72ce517140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:58.932107 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bd038331-8367-4114-9eb9-5a72ce517140 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a31f2dc-7611-403e-a594-7015b4835a25 HTTP/1.1" status: 204 len: 168 time: 0.2187960 Aug 31 01:28:58.976030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd038331-8367-4114-9eb9-5a72ce517140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a31f2dc-7611-403e-a594-7015b4835a25,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:59.349480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0589f6-fce4-41a0-b5e1-d5622df83092 req-825c7a9f-ff58-40c5-a0cf-8d298acf6ce9 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:59.351978 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f0589f6-fce4-41a0-b5e1-d5622df83092 req-825c7a9f-ff58-40c5-a0cf-8d298acf6ce9 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.1617384 Aug 31 01:28:59.477468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f0589f6-fce4-41a0-b5e1-d5622df83092 req-e902f8e1-0ee4-400e-958f-2219601dfecc tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096413 Aug 31 01:29:00.675900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d518f-eec5-4294-b2f9-d77a99ecf4d8 req-036f1ad4-9cfd-4e58-af06-4ed590a1820a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:00.685252 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c73d518f-eec5-4294-b2f9-d77a99ecf4d8 req-036f1ad4-9cfd-4e58-af06-4ed590a1820a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.0934918 Aug 31 01:29:00.740164 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c73d518f-eec5-4294-b2f9-d77a99ecf4d8 req-914cdb2f-b306-4064-ba6c-f510366b2d5e tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534263 Aug 31 01:29:01.594987 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:01.933768 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c78233-e27b-4b67-b4a0-4485e1890181 req-8a0fc9ba-ba49-4929-bb61-dbc5199f392c tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:01.953735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2c78233-e27b-4b67-b4a0-4485e1890181 req-8a0fc9ba-ba49-4929-bb61-dbc5199f392c tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.1018336 Aug 31 01:29:02.043945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2c78233-e27b-4b67-b4a0-4485e1890181 req-74b9c3ff-a23d-409b-9909-4e1d76a2fb67 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892446 Aug 31 01:29:02.350230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50440) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:02.490690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-8c71814a-43e0-4d79-be0f-91b9c8381805 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-405944624'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:02.491308 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-8c71814a-43e0-4d79-be0f-91b9c8381805 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Unknown quota resources ['metering_label']. {{(pid=94761) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:29:02.823399 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8c71814a-43e0-4d79-be0f-91b9c8381805 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:02.827713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8c71814a-43e0-4d79-be0f-91b9c8381805 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4757967 Aug 31 01:29:02.831172 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50458) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:02.835506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b1cbf059-59ae-4b87-bff9-5b37230ae697 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5591dd80-05f0-4822-b916-fdbd278dc1d7'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:02.836094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b1cbf059-59ae-4b87-bff9-5b37230ae697 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94761) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:29:02.923786 n-d-802060-13 neutron-server[94761]: WARNING neutron.services.metering.metering_plugin [None req-b1cbf059-59ae-4b87-bff9-5b37230ae697 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 01:29:03.157973 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50462) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:03.164889 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Request body: {'network': {'name': 'tempest-network-smoke--1642979456', 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'port_security_enabled': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:03.203328 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Made reservation on behalf of 6e8f57fcf00445d7afb3c872067b9ff3 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:03.211570 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:03.226411 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:03.362644 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:03.370014 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:03.401359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:29:03.415380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6402c54d-2c35-4a9c-95c2-f6d12bcff502,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:03.422877 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:03.423214 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Added segment b603d114-882b-41e3-a9ab-35c8e5d7cf2c of type vlan for network 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 Aug 31 01:29:03.504766 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:03.574605 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:03.586806 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf059-59ae-4b87-bff9-5b37230ae697 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:03.589293 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:03.590154 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:03.593432 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b1cbf059-59ae-4b87-bff9-5b37230ae697 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7599757 Aug 31 01:29:03.607053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50472) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:03.671142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508d32b-867e-4e59-8830-f127c70f85ab req-c89e803a-afd8-4533-be79-31b4c5e2a832 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:03.672980 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5508d32b-867e-4e59-8830-f127c70f85ab req-c89e803a-afd8-4533-be79-31b4c5e2a832 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.0932443 Aug 31 01:29:03.675565 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-64db48b7-f727-4b89-ac78-cba5886be20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:03.677482 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-64db48b7-f727-4b89-ac78-cba5886be20a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a&tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef HTTP/1.1" status: 200 len: 1095 time: 0.6096413 Aug 31 01:29:03.714442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ecb05ff6-09ce-4431-a968-c1312029fb4a tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5591dd80-05f0-4822-b916-fdbd278dc1d7'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:03.714947 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ecb05ff6-09ce-4431-a968-c1312029fb4a tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:29:03.721325 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5592108 Aug 31 01:29:03.722745 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50478) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:03.726705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5508d32b-867e-4e59-8830-f127c70f85ab req-db08a60a-249d-41c8-9394-e5ec9831cb5e tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467951 Aug 31 01:29:03.730663 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'admin_state_up': True, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:03.737877 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff79a9b-0b6e-49fe-9421-9a8c81eabe25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'Network': ['ID=1bcf018e-87df-47d3-99ef-d95bf3d0ee44,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:03.749394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:29:03.766410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-d9974815-0d03-4e67-b629-883bd0714ed8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:29:03.766410 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-d9974815-0d03-4e67-b629-883bd0714ed8 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420394 Aug 31 01:29:03.868148 n-d-802060-13 neutron-server[94760]: WARNING neutron.services.metering.metering_plugin [None req-ecb05ff6-09ce-4431-a968-c1312029fb4a tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 01:29:03.879068 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:03.880193 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:03.886776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-748e1a0b-16e5-490f-aed1-8c701a2984bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:03.888323 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-748e1a0b-16e5-490f-aed1-8c701a2984bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 1095 time: 0.0865059 Aug 31 01:29:03.965138 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ecb05ff6-09ce-4431-a968-c1312029fb4a tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:03.966549 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ecb05ff6-09ce-4431-a968-c1312029fb4a tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2597561 Aug 31 01:29:03.970098 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50482) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:04.002518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b5d3cada-05dd-42f9-9c35-5f931eed2f52 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=a5d8fe6b-d55f-49e3-99ef-ee2d568ed325 HTTP/1.1" status: 200 len: 464 time: 0.0249186 Aug 31 01:29:04.008389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50484) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:04.019955 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:04.030595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-0479faa0-c700-4234-ba3c-4621a7734e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:04.032515 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-0479faa0-c700-4234-ba3c-4621a7734e7d service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 918 time: 0.1357882 Aug 31 01:29:04.176912 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aca1c373-f4a1-4ad6-b694-5b32b8881b6f tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:04.181388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-aca1c373-f4a1-4ad6-b694-5b32b8881b6f tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/a5d8fe6b-d55f-49e3-99ef-ee2d568ed325 HTTP/1.1" status: 204 len: 168 time: 0.1718738 Aug 31 01:29:04.183796 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50486) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:04.197845 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:04.198555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-d419be0a-a007-4d41-a2df-63107f4b2314 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5 HTTP/1.1" status: 200 len: 998 time: 0.1568923 Aug 31 01:29:04.203390 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-016418ce-cca8-429c-9267-cbe58d3da9c8 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=a5d8fe6b-d55f-49e3-99ef-ee2d568ed325 HTTP/1.1" status: 200 len: 221 time: 0.0177426 Aug 31 01:29:04.206725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50488) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:04.259509 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9b1a6f3a-0dfa-42ca-b986-b24d51c92443 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1604882190', 'description': 'label created by tempest'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:04.260100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9b1a6f3a-0dfa-42ca-b986-b24d51c92443 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Unknown quota resources ['metering_label']. {{(pid=94761) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:29:04.263099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-82c488f9-2775-404f-83e3-40734e937ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:04.267391 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-82c488f9-2775-404f-83e3-40734e937ee1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 200 len: 856 time: 0.0570459 Aug 31 01:29:04.408174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-9ef08047-10cd-4865-8597-7a8ea2c871b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:04.409751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-9ef08047-10cd-4865-8597-7a8ea2c871b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375690 Aug 31 01:29:04.495701 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:04.520908 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:04.546714 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9b1a6f3a-0dfa-42ca-b986-b24d51c92443 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:04.550911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9b1a6f3a-0dfa-42ca-b986-b24d51c92443 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3407109 Aug 31 01:29:04.551553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50496) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:04.647813 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Allocated IP 172.25.6.28 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/61463e54-27ae-468c-8f57-bf339613fdf9) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:04.695922 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-65b9f770-6b61-46b9-90ca-b30b40566573 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=2af5fe3d-0e23-46e1-a1b9-c4002a2f009c HTTP/1.1" status: 200 len: 468 time: 0.1411448 Aug 31 01:29:04.698436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50502) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:04.810168 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:04.828523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-272b6890-abfa-4713-9ad3-7e87343e5ab7 service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115469 Aug 31 01:29:04.910003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:04.986859 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:04.990348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:04.995704 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:05.027548 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3c40-2f7d-4ad2-9890-48ba2a6f902b tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:05.032134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cdfa3c40-2f7d-4ad2-9890-48ba2a6f902b tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/2af5fe3d-0e23-46e1-a1b9-c4002a2f009c HTTP/1.1" status: 204 len: 168 time: 0.3331497 Aug 31 01:29:05.036304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50508) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:05.072033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-726075ff-0100-4eb2-b78d-6df72f067d2a tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=2af5fe3d-0e23-46e1-a1b9-c4002a2f009c HTTP/1.1" status: 200 len: 216 time: 0.0347989 Aug 31 01:29:05.072634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50510) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:05.097143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278f6b4-fa7e-4b28-a973-921698e756e1 req-7b1aa9f2-4f7b-4b4e-ba23-f55ecf6be696 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:05.098678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5278f6b4-fa7e-4b28-a973-921698e756e1 req-7b1aa9f2-4f7b-4b4e-ba23-f55ecf6be696 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.1751878 Aug 31 01:29:05.104777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-48ba4935-90bb-4a70-a7ea-caa8e0d27ae4 service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408018 Aug 31 01:29:05.117030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8c66b8b3-f845-469e-b48b-05b8ab55c338 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0371232 Aug 31 01:29:05.117642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50512) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:05.162268 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-07c577e8-81e1-46cc-b50b-45499da24b06 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0425389 Aug 31 01:29:05.163000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50514) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:05.166304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5278f6b4-fa7e-4b28-a973-921698e756e1 req-cebdcc84-7c70-48f5-9edb-46a941bd48be tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606723 Aug 31 01:29:05.206419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'Port': ['ID=61463e54-27ae-468c-8f57-bf339613fdf9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:05.295355 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-683e7a40-c7f8-4505-8757-999323115bde tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/5591dd80-05f0-4822-b916-fdbd278dc1d7 HTTP/1.1" status: 200 len: 472 time: 0.1278663 Aug 31 01:29:05.302846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50522) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:05.329680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a0df1e66-ea85-4716-a483-1ef05e5d5e0e tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/8d292937-8b86-4aee-98c9-28c2ad9331f4 HTTP/1.1" status: 200 len: 461 time: 0.0234675 Aug 31 01:29:05.335632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50524) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:05.367347 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:05.535661 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9169535f-ca84-46f8-a3b3-62876855452a tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:05.540161 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9169535f-ca84-46f8-a3b3-62876855452a tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/8d292937-8b86-4aee-98c9-28c2ad9331f4 HTTP/1.1" status: 204 len: 168 time: 0.2035666 Aug 31 01:29:05.541247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50530) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:05.808267 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:05.857282 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4d4a9ee6-bb3e-4eb2-b163-b66731f59708 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:05.864176 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4d4a9ee6-bb3e-4eb2-b163-b66731f59708 tempest-MeteringTestJSON-987790175 tempest-MeteringTestJSON-987790175-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/5591dd80-05f0-4822-b916-fdbd278dc1d7 HTTP/1.1" status: 204 len: 168 time: 0.3216953 Aug 31 01:29:06.164341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Router 693d0326-dd18-4d99-a255-1ba6f3dfb17d is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:29:06.300954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50552) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:06.488596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:06.500858 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Sync routers for ids ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:06.515529 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:06.516832 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e77e122c-e648-4e53-a76b-6b6f45072014 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.7911770 Aug 31 01:29:06.520378 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Routers {'693d0326-dd18-4d99-a255-1ba6f3dfb17d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:06.521093 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:28:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:06.521917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50556) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:06.587600 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-585a88ae-b6ba-4524-9a20-f1627f915e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:06.723842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c3aad-5f79-41e9-bd79-f65dab1eb376 req-1f0f41f1-5a98-42ee-aed4-0cef80588a86 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:06.725380 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-980c3aad-5f79-41e9-bd79-f65dab1eb376 req-1f0f41f1-5a98-42ee-aed4-0cef80588a86 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.3407712 Aug 31 01:29:06.861971 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-585a88ae-b6ba-4524-9a20-f1627f915e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:06.871820 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-585a88ae-b6ba-4524-9a20-f1627f915e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:06.908919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a88ae-b6ba-4524-9a20-f1627f915e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14315d90-f4eb-4b85-87b2-c44127356f00,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:06.969696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-585a88ae-b6ba-4524-9a20-f1627f915e42 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3276d11424e4df8a09038640e813028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6631446 Aug 31 01:29:06.971940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50566) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:06.979244 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-980c3aad-5f79-41e9-bd79-f65dab1eb376 req-6a7724cb-a302-4b15-a868-31f56973e74d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154435 Aug 31 01:29:07.012674 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3230fdd0-4b61-41a1-b333-1163e4f2a09e tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=6e8f57fcf00445d7afb3c872067b9ff3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4867277 Aug 31 01:29:07.012807 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50570) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:07.116577 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cf919643-4cad-4b5c-95d8-4933406bf5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:07.165206 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cf919643-4cad-4b5c-95d8-4933406bf5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:07.255468 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Set router 693d0326-dd18-4d99-a255-1ba6f3dfb17d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:07.278211 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cf919643-4cad-4b5c-95d8-4933406bf5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:07.281821 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cf919643-4cad-4b5c-95d8-4933406bf5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:07.285842 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cf919643-4cad-4b5c-95d8-4933406bf5b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14315d90-f4eb-4b85-87b2-c44127356f00 HTTP/1.1" status: 204 len: 168 time: 0.3106587 Aug 31 01:29:07.298848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf919643-4cad-4b5c-95d8-4933406bf5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14315d90-f4eb-4b85-87b2-c44127356f00,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:07.415528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5740d4-ade6-4725-afda-efcb15576aa3 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:07.422591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5c5740d4-ade6-4725-afda-efcb15576aa3 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4064715 Aug 31 01:29:07.425047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50574) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:07.521442 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6c0ee44f-293f-4b4f-b0b3-a41e084856da tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0941815 Aug 31 01:29:07.523497 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50576) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:07.531408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-7a2014d9-1e13-4d2b-b60b-9a70cff2faa5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-226141093', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:07.803099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2014d9-1e13-4d2b-b60b-9a70cff2faa5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Made reservation on behalf of 6e8f57fcf00445d7afb3c872067b9ff3 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:07.816811 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a2014d9-1e13-4d2b-b60b-9a70cff2faa5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:07.864475 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:03Z', 'updated_at': '2021-08-31T01:29:05Z', 'revision_number': 3, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:04Z', 'updated_at': '2021-08-31T01:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:07.961972 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Checking router: 693d0326-dd18-4d99-a255-1ba6f3dfb17d for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:07.964032 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Updating router 693d0326-dd18-4d99-a255-1ba6f3dfb17d port 61463e54-27ae-468c-8f57-bf339613fdf9 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:29:07.980817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50584) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:08.012395 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87f3887b-e6d7-4ab4-874c-e0f2e55fd677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.069753 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.336731 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87f3887b-e6d7-4ab4-874c-e0f2e55fd677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.343410 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87f3887b-e6d7-4ab4-874c-e0f2e55fd677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.437208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3887b-e6d7-4ab4-874c-e0f2e55fd677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba2cd37-339d-4b9c-baee-257edae24229,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:08.446117 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-87f3887b-e6d7-4ab4-874c-e0f2e55fd677 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2648d5ac8c394f4e9e801149436bc89e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604836 Aug 31 01:29:08.446793 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50594) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:08.601584 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a765ca-75fc-43bd-b6e0-3426ece1f62b req-3e30f203-7135-48ee-9f87-62a4f49d5e34 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:08.604251 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1a765ca-75fc-43bd-b6e0-3426ece1f62b req-3e30f203-7135-48ee-9f87-62a4f49d5e34 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.3133423 Aug 31 01:29:08.614872 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfafa2c0-58e7-480d-ae4d-0c41be7dfc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.696231 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfafa2c0-58e7-480d-ae4d-0c41be7dfc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.699720 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a2014d9-1e13-4d2b-b60b-9a70cff2faa5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.800694 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1a765ca-75fc-43bd-b6e0-3426ece1f62b req-914d11b3-c19c-4be7-bbbe-c1009f3c56fa tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867826 Aug 31 01:29:08.861243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfafa2c0-58e7-480d-ae4d-0c41be7dfc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.864548 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfafa2c0-58e7-480d-ae4d-0c41be7dfc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.865967 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dfafa2c0-58e7-480d-ae4d-0c41be7dfc11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ba2cd37-339d-4b9c-baee-257edae24229 HTTP/1.1" status: 204 len: 168 time: 0.4146957 Aug 31 01:29:08.903570 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa2c0-58e7-480d-ae4d-0c41be7dfc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba2cd37-339d-4b9c-baee-257edae24229,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:08.911810 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:08.937005 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Transition to ACTIVE for port object 61463e54-27ae-468c-8f57-bf339613fdf9 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:08.967035 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:09.031438 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Attempting to bind port 61463e54-27ae-468c-8f57-bf339613fdf9 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:09.031438 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Attempting to bind port 61463e54-27ae-468c-8f57-bf339613fdf9 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:09.031438 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Attempting to bind port 61463e54-27ae-468c-8f57-bf339613fdf9 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:09.066286 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2014d9-1e13-4d2b-b60b-9a70cff2faa5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'Subnet': ['ID=0db21199-1207-4bcc-b59d-5a7f1215f70f,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:09.075905 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:09.076358 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:09.077430 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:09.077919 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:09.078465 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Bound port: 61463e54-27ae-468c-8f57-bf339613fdf9, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:09.078960 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:09.102667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2014d9-1e13-4d2b-b60b-9a70cff2faa5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Checking segment: {'id': 'b603d114-882b-41e3-a9ab-35c8e5d7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:09.103970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2014d9-1e13-4d2b-b60b-9a70cff2faa5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Network hostable DHCP agents. Network: 1bcf018e-87df-47d3-99ef-d95bf3d0ee44, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:29:09.174711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2014d9-1e13-4d2b-b60b-9a70cff2faa5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Network 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:29:09.214195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-7a2014d9-1e13-4d2b-b60b-9a70cff2faa5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 1bcf018e-87df-47d3-99ef-d95bf3d0ee44) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:09.230816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de46cc9-1504-49e0-b6dd-20e2a543ecac None None] Network 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:09.232591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2014d9-1e13-4d2b-b60b-9a70cff2faa5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:09.237794 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a2014d9-1e13-4d2b-b60b-9a70cff2faa5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:09.301288 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50604) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:09.303696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7a2014d9-1e13-4d2b-b60b-9a70cff2faa5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7730126 Aug 31 01:29:09.328241 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac793f5-ddc0-4092-be75-2a6bfc3bee07 None None] Pushing event updated for resources: {'Port': ['ID=61463e54-27ae-468c-8f57-bf339613fdf9,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:09.457750 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac793f5-ddc0-4092-be75-2a6bfc3bee07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:09.464571 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac793f5-ddc0-4092-be75-2a6bfc3bee07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:09.468714 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac793f5-ddc0-4092-be75-2a6bfc3bee07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:09.471668 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac793f5-ddc0-4092-be75-2a6bfc3bee07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:09.472188 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac793f5-ddc0-4092-be75-2a6bfc3bee07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:09.474012 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac793f5-ddc0-4092-be75-2a6bfc3bee07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:09.474598 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac793f5-ddc0-4092-be75-2a6bfc3bee07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:09.480110 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac793f5-ddc0-4092-be75-2a6bfc3bee07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:09.482115 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac793f5-ddc0-4092-be75-2a6bfc3bee07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:09.482592 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac793f5-ddc0-4092-be75-2a6bfc3bee07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:09.483093 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac793f5-ddc0-4092-be75-2a6bfc3bee07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:09.485780 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac793f5-ddc0-4092-be75-2a6bfc3bee07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:09.513912 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] For port 61463e54-27ae-468c-8f57-bf339613fdf9, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:09.527916 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] For port 61463e54-27ae-468c-8f57-bf339613fdf9, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=61463e54-27ae-468c-8f57-bf339613fdf9,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:09.539764 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:09.787370 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Routers {'693d0326-dd18-4d99-a255-1ba6f3dfb17d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:09.789770 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:28:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:09.875565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'fixed_ips': [{'subnet_id': '0db21199-1207-4bcc-b59d-5a7f1215f70f'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:29:09.878830 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:09.944932 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac793f5-ddc0-4092-be75-2a6bfc3bee07 None None] Pushing event updated for resources: {'Port': ['ID=61463e54-27ae-468c-8f57-bf339613fdf9,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:10.127720 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afffcbf-e46a-4745-917c-3880ac356c7f req-92d59763-d161-47bc-b63a-5c85fd6d057c tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:10.149053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0afffcbf-e46a-4745-917c-3880ac356c7f req-92d59763-d161-47bc-b63a-5c85fd6d057c tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.1496251 Aug 31 01:29:10.195144 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] Set router 693d0326-dd18-4d99-a255-1ba6f3dfb17d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:10.286674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0afffcbf-e46a-4745-917c-3880ac356c7f req-a3ae6146-efa7-428c-a0ea-5acb98571680 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354830 Aug 31 01:29:10.448204 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Allocated IP 172.20.0.2 (1bcf018e-87df-47d3-99ef-d95bf3d0ee44/0db21199-1207-4bcc-b59d-5a7f1215f70f/dc50c640-b32c-4911-95b1-98a976213d28) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:10.736108 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:10.826396 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:03Z', 'updated_at': '2021-08-31T01:29:05Z', 'revision_number': 3, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:04Z', 'updated_at': '2021-08-31T01:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:10.928280 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c41b9-ad53-4568-9632-491091ca3cf5 None None] The sync data for ids ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'] in n-d-802060-13 is: [{'id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:03Z', 'updated_at': '2021-08-31T01:29:05Z', 'revision_number': 3, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:04Z', 'updated_at': '2021-08-31T01:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:10.938482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50640) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:10.970287 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:11.013892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Transition to ACTIVE for port object dc50c640-b32c-4911-95b1-98a976213d28 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:11.044187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Transition to ACTIVE for port object dc50c640-b32c-4911-95b1-98a976213d28 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:11.068472 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:11.268327 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Network 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:11.272406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:11.278258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-871304068'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:11.309022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:11.332038 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:11.363371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:11.369650 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:11.404086 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:11.517272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Pushing event updated for resources: {'Port': ['ID=dc50c640-b32c-4911-95b1-98a976213d28,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:11.594301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Allocated IP 172.20.0.1 (1bcf018e-87df-47d3-99ef-d95bf3d0ee44/0db21199-1207-4bcc-b59d-5a7f1215f70f/f35270d3-6822-4e57-b623-c732ee149964) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:11.595487 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Attempting to bind port dc50c640-b32c-4911-95b1-98a976213d28 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:11.596487 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Attempting to bind port dc50c640-b32c-4911-95b1-98a976213d28 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'b603d114-882b-41e3-a9ab-35c8e5d7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:11.601885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Attempting to bind port dc50c640-b32c-4911-95b1-98a976213d28 on network 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:11.647674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.649488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.649958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.651961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.652318 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.653876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.654292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.655927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.656468 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.658143 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.658708 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.661187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.687727 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:11.689322 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Checking segment: {'id': 'b603d114-882b-41e3-a9ab-35c8e5d7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:11.690542 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:11.691753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Bound using segment: {'id': 'b603d114-882b-41e3-a9ab-35c8e5d7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:11.693865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Bound port: dc50c640-b32c-4911-95b1-98a976213d28, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b603d114-882b-41e3-a9ab-35c8e5d7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:11.695782 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:11.728058 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:11.743358 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:11.794130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:29:11.820219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] For port dc50c640-b32c-4911-95b1-98a976213d28, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:11.826340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] For port dc50c640-b32c-4911-95b1-98a976213d28, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=dc50c640-b32c-4911-95b1-98a976213d28,segment=NetworkSegment(b603d114-882b-41e3-a9ab-35c8e5d7cf2c),segment_id=b603d114-882b-41e3-a9ab-35c8e5d7cf2c)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:11.833915 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:11.849936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9c9f2-5c8e-41dc-8d31-56a80c608f5f req-7fffa7cb-2af7-45c1-ba2e-7135a3571419 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:11.867932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f8f9c9f2-5c8e-41dc-8d31-56a80c608f5f req-7fffa7cb-2af7-45c1-ba2e-7135a3571419 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.4126339 Aug 31 01:29:11.872357 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:11.875971 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Added segment 201d4cfd-140d-43bb-9d53-f77844640557 of type vlan for network 7c264e4b-2964-4f1d-bf94-8cb308424db8 Aug 31 01:29:11.879455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a758c953-a4f6-416d-9f0a-799845ebc61f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:11.985721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c098d-30e1-4a7b-9472-6d62fd1dc2ce None None] Pushing event updated for resources: {'Port': ['ID=dc50c640-b32c-4911-95b1-98a976213d28,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:12.025910 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:12.056401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:12.065280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50656) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:12.084349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-962065df-8b32-4dd6-b532-468c55ca8b47 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572275945', 'description': 'tempest-secgroup-smoke-572275945 description', 'project_id': 'a57b40cae3f24cdeb71beed701935651'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:12.098320 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Transition to ACTIVE for port object f35270d3-6822-4e57-b623-c732ee149964 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:12.101768 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:12.109671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:12.110744 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:12.154254 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:12.261577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Network': ['ID=7c264e4b-2964-4f1d-bf94-8cb308424db8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:12.262404 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:29:12.263203 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3d582a99-5a9a-4490-ae50-f52827b94229 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3234921 Aug 31 01:29:12.281214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50660) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:12.285607 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Network 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:12.289917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-24e0c2d0-94f7-4026-b10b-462455664aa7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'name': 'tempest-PortsIpV6TestJSON-1416410913'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:12.293559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f8f9c9f2-5c8e-41dc-8d31-56a80c608f5f req-e4099130-609d-43cb-af0b-7554229cfa08 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4228745 Aug 31 01:29:12.378575 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-962065df-8b32-4dd6-b532-468c55ca8b47 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:12.576069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:12.585437 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:12.627438 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-962065df-8b32-4dd6-b532-468c55ca8b47 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:12.637065 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-962065df-8b32-4dd6-b532-468c55ca8b47 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:12.702690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962065df-8b32-4dd6-b532-468c55ca8b47 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeda79b-23b9-4504-bfee-4aed1d8f4577,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:12.705781 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-962065df-8b32-4dd6-b532-468c55ca8b47 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:12.707012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-962065df-8b32-4dd6-b532-468c55ca8b47 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6321712 Aug 31 01:29:12.712861 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50662) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:12.715715 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:12.917060 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 61463e54-27ae-468c-8f57-bf339613fdf9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:13.043067 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 61463e54-27ae-468c-8f57-bf339613fdf9 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:13.048930 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 61463e54-27ae-468c-8f57-bf339613fdf9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:13.049856 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:13.303025 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:13.378031 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 61463e54-27ae-468c-8f57-bf339613fdf9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=61463e54-27ae-468c-8f57-bf339613fdf9,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:13.384471 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:13.386246 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device dc50c640-b32c-4911-95b1-98a976213d28 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:13.554229 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-463126e5-051d-46f0-9013-4fd45fa48251 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Request body: {'security_group_rule': {'security_group_id': 'cbeda79b-23b9-4504-bfee-4aed1d8f4577', 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:13.601936 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:13.609852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'Port': ['ID=f35270d3-6822-4e57-b623-c732ee149964,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:13.629538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ca4a5-8b0b-4c01-8499-00faf5329614 req-d172adce-d637-4f98-accd-7460f5123e7e tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:13.632042 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=61463e54-27ae-468c-8f57-bf339613fdf9,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:13.638366 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b92ca4a5-8b0b-4c01-8499-00faf5329614 req-d172adce-d637-4f98-accd-7460f5123e7e tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.1304450 Aug 31 01:29:13.677346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port dc50c640-b32c-4911-95b1-98a976213d28 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:13.751492 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b92ca4a5-8b0b-4c01-8499-00faf5329614 req-5ce49a07-68f9-4171-aed7-96e5082c8750 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960193 Aug 31 01:29:13.948098 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-463126e5-051d-46f0-9013-4fd45fa48251 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:13.969994 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e0c2d0-94f7-4026-b10b-462455664aa7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:13.973572 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24e0c2d0-94f7-4026-b10b-462455664aa7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:13.980761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f49b23e-9e7f-497a-b7a5-f9c1d00a594f None None] Network 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:14.079425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-24e0c2d0-94f7-4026-b10b-462455664aa7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port e2297942-3fb2-4886-b684-9d6d4b08b691 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:29:14.273678 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-463126e5-051d-46f0-9013-4fd45fa48251 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:14.298563 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-463126e5-051d-46f0-9013-4fd45fa48251 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:14.317662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ebf1455c-cb96-49c5-be93-e074e08873b8 None None] Provisioning for port dc50c640-b32c-4911-95b1-98a976213d28 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:14.343085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ebf1455c-cb96-49c5-be93-e074e08873b8 None None] Provisioning complete for port dc50c640-b32c-4911-95b1-98a976213d28 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:14.347808 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ebf1455c-cb96-49c5-be93-e074e08873b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:14.483673 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463126e5-051d-46f0-9013-4fd45fa48251 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704ad034-adb6-4699-a0fa-7282042e44c5,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:14.513022 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-463126e5-051d-46f0-9013-4fd45fa48251 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:14.517823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50678) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:14.522476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9f3c8c68-06a1-4a58-ab00-b997e81171a1 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Request body: {'security_group_rule': {'security_group_id': 'cbeda79b-23b9-4504-bfee-4aed1d8f4577', 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:14.546893 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-463126e5-051d-46f0-9013-4fd45fa48251 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9965420 Aug 31 01:29:14.599405 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8c68-06a1-4a58-ab00-b997e81171a1 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:14.673834 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ebf1455c-cb96-49c5-be93-e074e08873b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:14.702756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 61463e54-27ae-468c-8f57-bf339613fdf9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:14.788971 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8c68-06a1-4a58-ab00-b997e81171a1 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:14.797374 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8c68-06a1-4a58-ab00-b997e81171a1 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:14.850820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ebf1455c-cb96-49c5-be93-e074e08873b8 None None] For port dc50c640-b32c-4911-95b1-98a976213d28, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=dc50c640-b32c-4911-95b1-98a976213d28,segment=NetworkSegment(b603d114-882b-41e3-a9ab-35c8e5d7cf2c),segment_id=b603d114-882b-41e3-a9ab-35c8e5d7cf2c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:14.859033 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ebf1455c-cb96-49c5-be93-e074e08873b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:14.885269 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8c68-06a1-4a58-ab00-b997e81171a1 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:14.886892 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9f3c8c68-06a1-4a58-ab00-b997e81171a1 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3680704 Aug 31 01:29:14.894426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50682) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:14.897401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c8c68-06a1-4a58-ab00-b997e81171a1 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef72d8d-7893-4743-9f4f-4ab02d13c221,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:14.917979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-dfb264f5-3314-4396-b3f7-82b71e80fcf0 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Request body: {'security_group_rule': {'security_group_id': 'cbeda79b-23b9-4504-bfee-4aed1d8f4577', 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:14.933209 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24e0c2d0-94f7-4026-b10b-462455664aa7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:14.970367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 61463e54-27ae-468c-8f57-bf339613fdf9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:14.970755 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:14.992565 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.010546 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.063001 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1455c-cb96-49c5-be93-e074e08873b8 None None] Pushing event updated for resources: {'Port': ['ID=dc50c640-b32c-4911-95b1-98a976213d28,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:15.091379 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11291c-59e8-4cbd-87c8-90e0921bc4c0 req-745df7f6-e574-48ce-8328-cc9283393799 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:15.096396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa11291c-59e8-4cbd-87c8-90e0921bc4c0 req-745df7f6-e574-48ce-8328-cc9283393799 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.1840394 Aug 31 01:29:15.110027 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dfb264f5-3314-4396-b3f7-82b71e80fcf0 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.299985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-01b64ce6-e32c-4923-b9e2-82aa4b4ace16 None None] Provisioning for port f35270d3-6822-4e57-b623-c732ee149964 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:15.314489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-01b64ce6-e32c-4923-b9e2-82aa4b4ace16 None None] Provisioning complete for port f35270d3-6822-4e57-b623-c732ee149964 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:15.314860 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-01b64ce6-e32c-4923-b9e2-82aa4b4ace16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.371602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'Port': ['ID=f35270d3-6822-4e57-b623-c732ee149964,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:15.382162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24e0c2d0-94f7-4026-b10b-462455664aa7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.391609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.399832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-01b64ce6-e32c-4923-b9e2-82aa4b4ace16 None None] Port f35270d3-6822-4e57-b623-c732ee149964 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:15.420485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-01b64ce6-e32c-4923-b9e2-82aa4b4ace16 None None] Provisioning complete for port dc50c640-b32c-4911-95b1-98a976213d28 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:15.421632 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-01b64ce6-e32c-4923-b9e2-82aa4b4ace16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.424759 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dfb264f5-3314-4396-b3f7-82b71e80fcf0 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.477834 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dfb264f5-3314-4396-b3f7-82b71e80fcf0 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.534236 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dfb264f5-3314-4396-b3f7-82b71e80fcf0 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.541127 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dfb264f5-3314-4396-b3f7-82b71e80fcf0 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6446145 Aug 31 01:29:15.541765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50690) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:15.596428 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ec0b7663-b847-4a7e-b899-be5259f54845 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Request body: {'security_group_rule': {'security_group_id': 'cbeda79b-23b9-4504-bfee-4aed1d8f4577', 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:15.629530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa11291c-59e8-4cbd-87c8-90e0921bc4c0 req-6e3db8cf-6041-4b22-a38e-00e3b193a8cd tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5234506 Aug 31 01:29:15.633542 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb264f5-3314-4396-b3f7-82b71e80fcf0 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7953b5e-aef3-4fe7-a6bd-ab414bd0f5fb,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:15.673083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0c2d0-94f7-4026-b10b-462455664aa7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=e2297942-3fb2-4886-b684-9d6d4b08b691,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:15.683650 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec0b7663-b847-4a7e-b899-be5259f54845 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.723486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e0c2d0-94f7-4026-b10b-462455664aa7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Checking segment: {'id': '201d4cfd-140d-43bb-9d53-f77844640557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:15.724505 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0c2d0-94f7-4026-b10b-462455664aa7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network hostable DHCP agents. Network: 7c264e4b-2964-4f1d-bf94-8cb308424db8, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:29:15.788725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0c2d0-94f7-4026-b10b-462455664aa7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:29:15.799600 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec0b7663-b847-4a7e-b899-be5259f54845 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.806520 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec0b7663-b847-4a7e-b899-be5259f54845 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.831600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-24e0c2d0-94f7-4026-b10b-462455664aa7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 7c264e4b-2964-4f1d-bf94-8cb308424db8) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:15.844640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fdfb53-6c8e-4793-9b97-605f085c4f00 None None] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:15.848455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b7663-b847-4a7e-b899-be5259f54845 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6911bd12-3e3a-4437-a978-5cc031e2373d,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:15.850450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e0c2d0-94f7-4026-b10b-462455664aa7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:15.858284 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e0c2d0-94f7-4026-b10b-462455664aa7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:15.859515 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24e0c2d0-94f7-4026-b10b-462455664aa7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.865006 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec0b7663-b847-4a7e-b899-be5259f54845 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.870063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ec0b7663-b847-4a7e-b899-be5259f54845 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3222542 Aug 31 01:29:15.879578 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50692) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:15.883746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-71731fdc-0e99-4f9d-98b7-1fd4c0f3fa45 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Request body: {'security_group_rule': {'security_group_id': 'cbeda79b-23b9-4504-bfee-4aed1d8f4577', 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:15.899265 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7e26aa2d-f002-4cb2-a4fe-13e7c828ba39 None None] Provisioning complete for port f35270d3-6822-4e57-b623-c732ee149964 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:15.900389 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7e26aa2d-f002-4cb2-a4fe-13e7c828ba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:15.911974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Network 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:15.919690 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-24e0c2d0-94f7-4026-b10b-462455664aa7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.6333933 Aug 31 01:29:15.924901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50694) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:15.924901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:15.966175 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-71731fdc-0e99-4f9d-98b7-1fd4c0f3fa45 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Project a57b40cae3f24cdeb71beed701935651 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:29:15.970677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-06bd1c37-3cbe-408c-a284-bacf781705dd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1938493863'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:15.984143 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-71731fdc-0e99-4f9d-98b7-1fd4c0f3fa45 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.171569 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-71731fdc-0e99-4f9d-98b7-1fd4c0f3fa45 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.177289 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-71731fdc-0e99-4f9d-98b7-1fd4c0f3fa45 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.223837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71731fdc-0e99-4f9d-98b7-1fd4c0f3fa45 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4a312c-1fa0-4e49-8a72-dd35b8ae75e5,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:16.244460 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7e26aa2d-f002-4cb2-a4fe-13e7c828ba39 None None] Port f35270d3-6822-4e57-b623-c732ee149964 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:16.362916 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Router 693d0326-dd18-4d99-a255-1ba6f3dfb17d has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:16.366794 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-71731fdc-0e99-4f9d-98b7-1fd4c0f3fa45 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.370995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-71731fdc-0e99-4f9d-98b7-1fd4c0f3fa45 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4963818 Aug 31 01:29:16.371313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50700) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:16.377400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-4ab9f6fb-605b-4cae-ba9a-246a702c04f0 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Request body: {'security_group_rule': {'security_group_id': 'cbeda79b-23b9-4504-bfee-4aed1d8f4577', 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:16.377862 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bd1c37-3cbe-408c-a284-bacf781705dd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:16.384563 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06bd1c37-3cbe-408c-a284-bacf781705dd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.439734 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-4ab9f6fb-605b-4cae-ba9a-246a702c04f0 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Project a57b40cae3f24cdeb71beed701935651 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:29:16.454250 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ab9f6fb-605b-4cae-ba9a-246a702c04f0 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.485384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7b20c838-741e-4178-94a2-3325fa4401ac None None] Provisioning complete for port f35270d3-6822-4e57-b623-c732ee149964 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:16.486766 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7b20c838-741e-4178-94a2-3325fa4401ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.593726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7b20c838-741e-4178-94a2-3325fa4401ac None None] Port f35270d3-6822-4e57-b623-c732ee149964 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:16.627839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bd1c37-3cbe-408c-a284-bacf781705dd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:29:16.642824 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ab9f6fb-605b-4cae-ba9a-246a702c04f0 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.653394 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ab9f6fb-605b-4cae-ba9a-246a702c04f0 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.669801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device dc50c640-b32c-4911-95b1-98a976213d28 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:16.705806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9f6fb-605b-4cae-ba9a-246a702c04f0 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c402efd7-5aa7-4d19-99a9-63d661d2fc30,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:16.724489 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4ab9f6fb-605b-4cae-ba9a-246a702c04f0 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.731959 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06bd1c37-3cbe-408c-a284-bacf781705dd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.732318 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-06bd1c37-3cbe-408c-a284-bacf781705dd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Added segment aa22ce3e-9069-4227-adb6-12478e0567ed of type vlan for network e6bf1c2e-0a37-4640-8912-bf3d4eccf6fb Aug 31 01:29:16.734282 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4ab9f6fb-605b-4cae-ba9a-246a702c04f0 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3618467 Aug 31 01:29:16.772937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port dc50c640-b32c-4911-95b1-98a976213d28 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:16.773610 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.821336 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06bd1c37-3cbe-408c-a284-bacf781705dd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.831194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:16.846731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Sync routers for ids ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:16.846947 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-62f78599-f7b8-477c-b5cd-f015331b4e85 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "PUT /v2.0/routers/693d0326-dd18-4d99-a255-1ba6f3dfb17d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5410745 Aug 31 01:29:16.848505 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50706) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:16.854423 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c16bb928-af3f-4719-bc2e-1d8142bbb289 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--914406640', 'description': 'tempest-secgroup_access--914406640 description', 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:16.888977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Routers {'693d0326-dd18-4d99-a255-1ba6f3dfb17d'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:16.891241 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:28:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:16.896884 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c16bb928-af3f-4719-bc2e-1d8142bbb289 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:16.982724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb958c8e-f42e-4914-8a72-86e55703f9bd req-6acc506f-33b6-4b4c-82a0-05c9134b32f3 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:16.993531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb958c8e-f42e-4914-8a72-86e55703f9bd req-6acc506f-33b6-4b4c-82a0-05c9134b32f3 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.1918097 Aug 31 01:29:17.024609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c16bb928-af3f-4719-bc2e-1d8142bbb289 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:17.028498 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06bd1c37-3cbe-408c-a284-bacf781705dd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:17.035671 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bd1c37-3cbe-408c-a284-bacf781705dd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:17.036618 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06bd1c37-3cbe-408c-a284-bacf781705dd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:17.051828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c16bb928-af3f-4719-bc2e-1d8142bbb289 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:17.191731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb958c8e-f42e-4914-8a72-86e55703f9bd req-7873a60d-0008-4c5f-a84c-cd6414da69b6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944749 Aug 31 01:29:17.208552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd1c37-3cbe-408c-a284-bacf781705dd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Network': ['ID=e6bf1c2e-0a37-4640-8912-bf3d4eccf6fb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:17.230221 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-06bd1c37-3cbe-408c-a284-bacf781705dd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3001652 Aug 31 01:29:17.233826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50716) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:17.283465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'ports': [{'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8'}, {'network_id': 'e6bf1c2e-0a37-4640-8912-bf3d4eccf6fb'}]} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:17.283801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:17.284412 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'network_id': 'e6bf1c2e-0a37-4640-8912-bf3d4eccf6fb'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:17.290298 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c16bb928-af3f-4719-bc2e-1d8142bbb289 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:17.294916 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c16bb928-af3f-4719-bc2e-1d8142bbb289 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4458797 Aug 31 01:29:17.296149 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50718) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:17.305915 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-de15b927-4315-45d9-9ea5-07fccc27766b tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1088370059', 'description': 'tempest-secgroup_general--1088370059 description', 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:17.332805 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network e6bf1c2e-0a37-4640-8912-bf3d4eccf6fb details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:29:17.399046 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-45e943a8-fbfb-4e0d-8a46-76b50f452929 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572275945&fields=id&tenant_id=a57b40cae3f24cdeb71beed701935651 HTTP/1.1" status: 200 len: 267 time: 0.1188395 Aug 31 01:29:17.409861 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bb928-af3f-4719-bc2e-1d8142bbb289 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209f0504-c131-448f-8331-41fac8ab858f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:17.444809 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-de15b927-4315-45d9-9ea5-07fccc27766b tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:17.657688 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-de15b927-4315-45d9-9ea5-07fccc27766b tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:17.677579 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-de15b927-4315-45d9-9ea5-07fccc27766b tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:17.680517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Set router 693d0326-dd18-4d99-a255-1ba6f3dfb17d gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:17.711209 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-de15b927-4315-45d9-9ea5-07fccc27766b tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:17.715129 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-de15b927-4315-45d9-9ea5-07fccc27766b tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4111621 Aug 31 01:29:17.735372 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50724) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:17.743458 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d7a7601b-d700-4b52-bafc-12f61d5bda80 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Request body: {'security_group_rule': {'security_group_id': '209f0504-c131-448f-8331-41fac8ab858f', 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:17.780503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-bc96ecda-4ece-4e5f-88ff-da3f63b29a81 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:17.792497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-bc96ecda-4ece-4e5f-88ff-da3f63b29a81 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/networks?id=0de60920-66a8-4b39-bbe4-56519bdddb63 HTTP/1.1" status: 200 len: 814 time: 0.3875465 Aug 31 01:29:17.826060 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7a7601b-d700-4b52-bafc-12f61d5bda80 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:17.830478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-289cddeb-22f8-4bcf-ac8e-b58dba0f8869 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/quotas/a57b40cae3f24cdeb71beed701935651 HTTP/1.1" status: 200 len: 375 time: 0.0367739 Aug 31 01:29:17.900190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'port': 2} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:17.914369 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:17.963429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-3c901887-2230-4338-9887-311e9519c92e tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a57b40cae3f24cdeb71beed701935651&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316469 Aug 31 01:29:17.987980 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7a7601b-d700-4b52-bafc-12f61d5bda80 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:18.021058 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7a7601b-d700-4b52-bafc-12f61d5bda80 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:18.060798 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15b927-4315-45d9-9ea5-07fccc27766b tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a1042b-d6aa-47b8-a987-8e111259a9fd,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:18.081838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7601b-d700-4b52-bafc-12f61d5bda80 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6cc01c-5146-473f-bd97-6d778430fbd8,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:18.093455 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d7a7601b-d700-4b52-bafc-12f61d5bda80 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:18.094970 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d7a7601b-d700-4b52-bafc-12f61d5bda80 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565197 Aug 31 01:29:18.104719 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:18.323804 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:03Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:04Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'f35270d3-6822-4e57-b623-c732ee149964', 'name': '', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'mac_address': 'fa:16:3e:d4:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:11Z', 'updated_at': '2021-08-31T01:29:14Z', 'revision_number': 2, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'subnets': [{'id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:18.438986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Checking router: 693d0326-dd18-4d99-a255-1ba6f3dfb17d for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:18.439689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Updating router 693d0326-dd18-4d99-a255-1ba6f3dfb17d port f35270d3-6822-4e57-b623-c732ee149964 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:29:18.444079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-983d8cfa-8947-4003-ad7b-1108d8bc51d1 service neutron] 10.222.0.58 "GET /v2.0/networks/0de60920-66a8-4b39-bbe4-56519bdddb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790230 Aug 31 01:29:18.459975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae33169-888d-433b-aea6-856c7c94d4c2 req-6143b887-bdfe-4d39-a376-5cff61213ce3 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:18.461770 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fae33169-888d-433b-aea6-856c7c94d4c2 req-6143b887-bdfe-4d39-a376-5cff61213ce3 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.1081617 Aug 31 01:29:18.473849 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port 4397dcdd-e066-4f59-8ace-662050f6e475 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:29:18.588514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-439e5788-7552-4caf-8bbd-a43dd99cc696 service neutron] 10.222.0.58 "GET /v2.0/networks/0de60920-66a8-4b39-bbe4-56519bdddb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256661 Aug 31 01:29:18.600244 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:18.652130 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fae33169-888d-433b-aea6-856c7c94d4c2 req-2539eb12-4e3e-4e78-a808-1e6cbe4a8489 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624416 Aug 31 01:29:18.817635 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:19.040094 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port eb1187e4-6fea-47bd-aa3e-1f7dfb462562 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:29:19.296404 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:19.304473 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-cebca74e-1959-4a10-988a-c3b0c2052332 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_general--1088370059&fields=id&tenant_id=6e8f57fcf00445d7afb3c872067b9ff3 HTTP/1.1" status: 200 len: 267 time: 0.0987599 Aug 31 01:29:19.312971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Transition to ACTIVE for port object f35270d3-6822-4e57-b623-c732ee149964 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:19.322809 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:19.408837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-9962ac2e-9d21-4930-895f-9dae728de37c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_access--914406640&fields=id&tenant_id=6e8f57fcf00445d7afb3c872067b9ff3 HTTP/1.1" status: 200 len: 267 time: 0.1034806 Aug 31 01:29:19.521358 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:19.552645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb09275-c0ff-4bc5-b090-b4ad7f40fce9 None None] Pushing event updated for resources: {'Port': ['ID=f35270d3-6822-4e57-b623-c732ee149964,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:19.651475 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:19.712046 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Attempting to bind port f35270d3-6822-4e57-b623-c732ee149964 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:19.716135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Attempting to bind port f35270d3-6822-4e57-b623-c732ee149964 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'b603d114-882b-41e3-a9ab-35c8e5d7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:19.716832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Attempting to bind port f35270d3-6822-4e57-b623-c732ee149964 on network 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:19.729120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:19.730729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Checking segment: {'id': 'b603d114-882b-41e3-a9ab-35c8e5d7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:19.732142 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:19.733673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Bound using segment: {'id': 'b603d114-882b-41e3-a9ab-35c8e5d7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:19.735623 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Bound port: f35270d3-6822-4e57-b623-c732ee149964, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b603d114-882b-41e3-a9ab-35c8e5d7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:19.737016 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:19.819614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=4397dcdd-e066-4f59-8ace-662050f6e475,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:19.880104 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:19.888945 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:19.898785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:19.899537 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:20.008562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] For port f35270d3-6822-4e57-b623-c732ee149964, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:20.011314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=eb1187e4-6fea-47bd-aa3e-1f7dfb462562,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:20.018623 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] For port f35270d3-6822-4e57-b623-c732ee149964, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f35270d3-6822-4e57-b623-c732ee149964,segment=NetworkSegment(b603d114-882b-41e3-a9ab-35c8e5d7cf2c),segment_id=b603d114-882b-41e3-a9ab-35c8e5d7cf2c)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:20.028479 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:20.096032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Checking segment: {'id': 'aa22ce3e-9069-4227-adb6-12478e0567ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6bf1c2e-0a37-4640-8912-bf3d4eccf6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:20.096970 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network hostable DHCP agents. Network: e6bf1c2e-0a37-4640-8912-bf3d4eccf6fb, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:29:20.144844 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network e6bf1c2e-0a37-4640-8912-bf3d4eccf6fb is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:29:20.180163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, e6bf1c2e-0a37-4640-8912-bf3d4eccf6fb) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:20.193966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:20.199338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba652ae3-2806-4ee7-89e3-5ca16cc4d9a6 None None] Network e6bf1c2e-0a37-4640-8912-bf3d4eccf6fb requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:20.209750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:20.229251 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:20.231383 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:20.294888 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b6cc33c0-7d23-41e9-bc13-8e168a2a18ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0578458 Aug 31 01:29:20.296141 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50780) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:20.457478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb09275-c0ff-4bc5-b090-b4ad7f40fce9 None None] Pushing event updated for resources: {'Port': ['ID=f35270d3-6822-4e57-b623-c732ee149964,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:20.522268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Routers {'693d0326-dd18-4d99-a255-1ba6f3dfb17d'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:20.522268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:28:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:20.561379 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ac683e80-009b-4dd3-8f64-6f8915c86761 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port eb1187e4-6fea-47bd-aa3e-1f7dfb462562 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:20.567871 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ac683e80-009b-4dd3-8f64-6f8915c86761 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:20.795055 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ac683e80-009b-4dd3-8f64-6f8915c86761 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:20.813074 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52642019-3f18-42c1-8e59-6bdc3034faff req-0fcc85b1-9bb7-42d6-a6cd-6adc5e5c9756 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 210 time: 1.3821456 Aug 31 01:29:20.848457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ac683e80-009b-4dd3-8f64-6f8915c86761 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for eb1187e4-6fea-47bd-aa3e-1f7dfb462562 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:20.943645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-53c55de7-6c41-4488-9aa7-ad571ecdcb20 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:20.945697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-53c55de7-6c41-4488-9aa7-ad571ecdcb20 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/networks?id=1bcf018e-87df-47d3-99ef-d95bf3d0ee44 HTTP/1.1" status: 200 len: 797 time: 1.5360591 Aug 31 01:29:20.989634 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-e048b424-b9e9-4575-992c-924bcb65fe1f tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/quotas/6e8f57fcf00445d7afb3c872067b9ff3 HTTP/1.1" status: 200 len: 375 time: 0.0310295 Aug 31 01:29:20.993006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] Set router 693d0326-dd18-4d99-a255-1ba6f3dfb17d gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:21.046766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31be96-fbaf-47fa-bc23-3cbcc2a472be req-dec2766a-68b3-46dd-bc4a-0a387fdb2ec6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:21.055394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b31be96-fbaf-47fa-bc23-3cbcc2a472be req-dec2766a-68b3-46dd-bc4a-0a387fdb2ec6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.1083205 Aug 31 01:29:21.112446 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b31be96-fbaf-47fa-bc23-3cbcc2a472be req-8a15ecba-94e6-4e95-9d2f-aaa210e3ad48 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549922 Aug 31 01:29:21.113323 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ac683e80-009b-4dd3-8f64-6f8915c86761 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:21.147754 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ac683e80-009b-4dd3-8f64-6f8915c86761 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:21.148925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-22c5c95b-7e51-412c-9e21-a82094864c6f tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6e8f57fcf00445d7afb3c872067b9ff3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1497316 Aug 31 01:29:21.151775 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ac683e80-009b-4dd3-8f64-6f8915c86761 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/eb1187e4-6fea-47bd-aa3e-1f7dfb462562 HTTP/1.1" status: 204 len: 168 time: 0.8545630 Aug 31 01:29:21.152369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50792) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:21.252952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac683e80-009b-4dd3-8f64-6f8915c86761 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=eb1187e4-6fea-47bd-aa3e-1f7dfb462562,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:21.341926 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b7e4f13d-4478-44a8-bbf3-6d6f4f98a7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:21.376908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-1663079f-7a45-4698-837f-a78d4d605955 service neutron] 10.222.0.58 "GET /v2.0/networks/1bcf018e-87df-47d3-99ef-d95bf3d0ee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611104 Aug 31 01:29:21.525924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:03Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:04Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'f35270d3-6822-4e57-b623-c732ee149964', 'name': '', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'mac_address': 'fa:16:3e:d4:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:11Z', 'updated_at': '2021-08-31T01:29:19Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'subnets': [{'id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:21.574303 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd1a821-dfc2-415f-b364-b9f9462ccb9e None None] The sync data for ids ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'] in n-d-802060-13 is: [{'id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:03Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:04Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'f35270d3-6822-4e57-b623-c732ee149964', 'name': '', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'mac_address': 'fa:16:3e:d4:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:11Z', 'updated_at': '2021-08-31T01:29:19Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'subnets': [{'id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:21.652358 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285fa142-38de-4759-8549-e033b37f57e9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:21.684646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285fa142-38de-4759-8549-e033b37f57e9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:21.701023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-285fa142-38de-4759-8549-e033b37f57e9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5472498 Aug 31 01:29:21.703767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50804) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:21.901139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-e606eca2-f47d-4be7-bcca-4395e0c49926 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:21.905432 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-e606eca2-f47d-4be7-bcca-4395e0c49926 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.70 "GET /v2.0/networks?id=0de60920-66a8-4b39-bbe4-56519bdddb63 HTTP/1.1" status: 200 len: 814 time: 0.4985113 Aug 31 01:29:21.907371 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c3189dd1-3569-44ef-87d0-63ac3c555493 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 4397dcdd-e066-4f59-8ace-662050f6e475 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:21.907723 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3189dd1-3569-44ef-87d0-63ac3c555493 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:21.995076 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-ee2213b2-3798-48d1-bada-3ae5d6e733bf service neutron] 10.222.0.58 "GET /v2.0/networks/1bcf018e-87df-47d3-99ef-d95bf3d0ee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012862 Aug 31 01:29:22.050198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3baec4ef-044d-471e-8c77-da06e58eae2a req-788ab19b-3f29-40d7-9dec-d0c9872d1016 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 210 time: 0.0989058 Aug 31 01:29:22.058762 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3189dd1-3569-44ef-87d0-63ac3c555493 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:22.102272 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c3189dd1-3569-44ef-87d0-63ac3c555493 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 4397dcdd-e066-4f59-8ace-662050f6e475 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:22.237104 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-4a340f4e-c3e8-4e5e-a9b9-7065c3d34181 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a57b40cae3f24cdeb71beed701935651 HTTP/1.1" status: 200 len: 379 time: 0.1461129 Aug 31 01:29:22.283485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Request body: {'port': {'device_id': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'admin_state_up': True, 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'security_groups': ['cbeda79b-23b9-4504-bfee-4aed1d8f4577']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:22.362371 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3189dd1-3569-44ef-87d0-63ac3c555493 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:22.441752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3189dd1-3569-44ef-87d0-63ac3c555493 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=4397dcdd-e066-4f59-8ace-662050f6e475,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:22.469208 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3189dd1-3569-44ef-87d0-63ac3c555493 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:22.481601 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c3189dd1-3569-44ef-87d0-63ac3c555493 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/4397dcdd-e066-4f59-8ace-662050f6e475 HTTP/1.1" status: 204 len: 168 time: 0.7761168 Aug 31 01:29:22.484225 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50820) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:22.543720 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:29:22.706173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37fb3f48-2062-4012-98dd-fbc38ad8d5ab req-c497a67e-3364-4fa5-81a4-8327977d8d39 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 210 time: 0.2826114 Aug 31 01:29:22.812294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f35270d3-6822-4e57-b623-c732ee149964 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:22.861895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7030f-6559-4dc4-bada-0279c63b7a88 req-7bfbbf51-993c-44d4-9906-7141ee8b55ff tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:22.872152 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2a7030f-6559-4dc4-bada-0279c63b7a88 req-7bfbbf51-993c-44d4-9906-7141ee8b55ff tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.5764117 Aug 31 01:29:22.926657 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port f35270d3-6822-4e57-b623-c732ee149964 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:22.932109 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f35270d3-6822-4e57-b623-c732ee149964 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:22.932613 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.117622 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.118288 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2a7030f-6559-4dc4-bada-0279c63b7a88 req-038dcc7c-c3c2-4f1e-9f3a-cc617146e735 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436638 Aug 31 01:29:23.133175 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Made reservation on behalf of a57b40cae3f24cdeb71beed701935651 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:23.151801 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.153989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4010a0ba-6a85-42da-b1f2-e638eebc9c4a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:23.165370 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4010a0ba-6a85-42da-b1f2-e638eebc9c4a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6800482 Aug 31 01:29:23.168862 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50832) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:23.204248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port f35270d3-6822-4e57-b623-c732ee149964, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f35270d3-6822-4e57-b623-c732ee149964,segment=NetworkSegment(b603d114-882b-41e3-a9ab-35c8e5d7cf2c),segment_id=b603d114-882b-41e3-a9ab-35c8e5d7cf2c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:23.213987 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.294383 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c26dcc-0882-47b4-8fce-33ad7a6f3006 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] GET failed (client error): The resource could not be found. Aug 31 01:29:23.299042 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c9c26dcc-0882-47b4-8fce-33ad7a6f3006 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/eb1187e4-6fea-47bd-aa3e-1f7dfb462562 HTTP/1.1" status: 404 len: 333 time: 0.1268218 Aug 31 01:29:23.301457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50836) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:23.357740 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf30d79-044d-4f14-ae86-55179dc27347 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] GET failed (client error): The resource could not be found. Aug 31 01:29:23.359319 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3bf30d79-044d-4f14-ae86-55179dc27347 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/4397dcdd-e066-4f59-8ace-662050f6e475 HTTP/1.1" status: 404 len: 333 time: 0.0568876 Aug 31 01:29:23.364823 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50838) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:23.378715 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=f35270d3-6822-4e57-b623-c732ee149964,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:23.523957 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1016df6f-fe15-4e4c-81ff-328767537fd8 req-2c3d3711-2907-462b-9f82-7d2000bef2e6 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 210 time: 0.1416590 Aug 31 01:29:23.549039 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-57678d34-3362-4bb0-b9e7-fbb9318b8eef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.553450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Allocated IP 172.20.0.13 (0de60920-66a8-4b39-bbe4-56519bdddb63/8ce5f43b-2755-4a4a-ac72-916200534012/b61663f0-d9d3-4f68-bd6d-b768438e88cf) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:23.687245 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-57678d34-3362-4bb0-b9e7-fbb9318b8eef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.712922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-57678d34-3362-4bb0-b9e7-fbb9318b8eef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6bf1c2e-0a37-4640-8912-bf3d4eccf6fb']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:23.770506 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aa3f93b0-8911-485d-8eb7-bdd8d961e9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.787249 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-57678d34-3362-4bb0-b9e7-fbb9318b8eef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa22ce3e-9069-4227-adb6-12478e0567ed') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:23.787763 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-57678d34-3362-4bb0-b9e7-fbb9318b8eef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa22ce3e-9069-4227-adb6-12478e0567ed') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:23.802954 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-57678d34-3362-4bb0-b9e7-fbb9318b8eef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.830001 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-57678d34-3362-4bb0-b9e7-fbb9318b8eef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.851046 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57678d34-3362-4bb0-b9e7-fbb9318b8eef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:29:23.851483 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-57678d34-3362-4bb0-b9e7-fbb9318b8eef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:29:23.864386 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:29:23.907272 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.010788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Transition to ACTIVE for port object b61663f0-d9d3-4f68-bd6d-b768438e88cf will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:24.011009 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-57678d34-3362-4bb0-b9e7-fbb9318b8eef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.023898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-57678d34-3362-4bb0-b9e7-fbb9318b8eef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.034076 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-57678d34-3362-4bb0-b9e7-fbb9318b8eef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/networks/e6bf1c2e-0a37-4640-8912-bf3d4eccf6fb HTTP/1.1" status: 204 len: 168 time: 0.6681819 Aug 31 01:29:24.047190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50852) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:24.064434 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-91d752f3-56be-4457-a58e-a2cc940a16d8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1007576402'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:24.082734 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.091541 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4350c55e-0fbf-4167-8129-fe70f0876dac req-27fddc19-fdd6-4553-9fc1-9dcc0833cbb4 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 210 time: 0.1651506 Aug 31 01:29:24.096190 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.128385 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57678d34-3362-4bb0-b9e7-fbb9318b8eef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Network': ['ID=e6bf1c2e-0a37-4640-8912-bf3d4eccf6fb,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:24.136534 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d752f3-56be-4457-a58e-a2cc940a16d8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:24.143460 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91d752f3-56be-4457-a58e-a2cc940a16d8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.174847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Network 0de60920-66a8-4b39-bbe4-56519bdddb63 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:24.186908 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:24.202167 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d752f3-56be-4457-a58e-a2cc940a16d8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:29:24.212172 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:24.213181 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91d752f3-56be-4457-a58e-a2cc940a16d8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.213576 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-91d752f3-56be-4457-a58e-a2cc940a16d8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Added segment d04b6d71-67dc-41a6-974e-57270941dcbe of type vlan for network 150a4b96-6c85-418e-b81b-2cd767d26ca3 Aug 31 01:29:24.254715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Pushing event updated for resources: {'Port': ['ID=b61663f0-d9d3-4f68-bd6d-b768438e88cf,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:24.272278 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-9ad22efc-1d6f-4c4e-aa40-a6c0ccf4ee25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:24.272278 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-9ad22efc-1d6f-4c4e-aa40-a6c0ccf4ee25 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.15 "GET /v2.0/networks?id=1bcf018e-87df-47d3-99ef-d95bf3d0ee44 HTTP/1.1" status: 200 len: 797 time: 0.3330507 Aug 31 01:29:24.295969 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91d752f3-56be-4457-a58e-a2cc940a16d8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.345408 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91d752f3-56be-4457-a58e-a2cc940a16d8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.360708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d752f3-56be-4457-a58e-a2cc940a16d8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:24.361495 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91d752f3-56be-4457-a58e-a2cc940a16d8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.418959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:24.419589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:24.420163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:24.421361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:24.422141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:24.422618 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:24.423201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:24.423713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:24.424481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:24.424956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:24.425465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:24.425938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:24.482095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-bd867c23-5089-4a0c-881e-025493ab9019 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e8f57fcf00445d7afb3c872067b9ff3 HTTP/1.1" status: 200 len: 477 time: 0.1716814 Aug 31 01:29:24.497087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:24.497847 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.517546 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.524463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-27f1e6d3-a21f-43d4-a429-48cb99d6e705 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Request body: {'port': {'device_id': 'dfd2e02d-5749-46ba-b2b2-c9feaf3489a0', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'admin_state_up': True, 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'security_groups': ['31a1042b-d6aa-47b8-a987-8e111259a9fd', '209f0504-c131-448f-8331-41fac8ab858f']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:24.526833 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-91d752f3-56be-4457-a58e-a2cc940a16d8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4782352 Aug 31 01:29:24.529056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50862) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:24.535994 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-2d6524f2-ce79-4f1c-b810-d0bd52ec8e92 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2904384 Aug 31 01:29:24.547387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7422e81d-48f2-4734-baae-d37d293e659e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'subnet': {'network_id': '150a4b96-6c85-418e-b81b-2cd767d26ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:24.607226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733857f-081b-45e3-9048-5a54325e9e14 req-6dfcb5fa-09b2-421c-b8de-995c06259629 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:24.608904 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1733857f-081b-45e3-9048-5a54325e9e14 req-6dfcb5fa-09b2-421c-b8de-995c06259629 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.3114653 Aug 31 01:29:24.622222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d752f3-56be-4457-a58e-a2cc940a16d8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Network': ['ID=150a4b96-6c85-418e-b81b-2cd767d26ca3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:24.634419 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 150a4b96-6c85-418e-b81b-2cd767d26ca3 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:29:24.733860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Request body: {'port': {'device_id': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:24.755552 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7422e81d-48f2-4734-baae-d37d293e659e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:24.759758 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7422e81d-48f2-4734-baae-d37d293e659e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.760116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f35270d3-6822-4e57-b623-c732ee149964 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:24.860958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-62bb9ae6-9105-44b4-8e44-db60f47000e8 None None] Provisioning for port b61663f0-d9d3-4f68-bd6d-b768438e88cf completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:24.866423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-62bb9ae6-9105-44b4-8e44-db60f47000e8 None None] Provisioning complete for port b61663f0-d9d3-4f68-bd6d-b768438e88cf triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:24.866920 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-62bb9ae6-9105-44b4-8e44-db60f47000e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.899175 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.907025 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f35270d3-6822-4e57-b623-c732ee149964 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:24.907618 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:24.965532 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-62bb9ae6-9105-44b4-8e44-db60f47000e8 None None] Port b61663f0-d9d3-4f68-bd6d-b768438e88cf cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:25.024386 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7422e81d-48f2-4734-baae-d37d293e659e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:25.137358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7422e81d-48f2-4734-baae-d37d293e659e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Checking segment: {'id': 'd04b6d71-67dc-41a6-974e-57270941dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '150a4b96-6c85-418e-b81b-2cd767d26ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:25.137743 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7422e81d-48f2-4734-baae-d37d293e659e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network hostable DHCP agents. Network: 150a4b96-6c85-418e-b81b-2cd767d26ca3, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:29:25.144135 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422e81d-48f2-4734-baae-d37d293e659e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Subnet': ['ID=a4d9b4b7-60c9-4c47-a553-d27ccb4c4263,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:25.169931 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7422e81d-48f2-4734-baae-d37d293e659e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 150a4b96-6c85-418e-b81b-2cd767d26ca3 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:29:25.183549 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-7422e81d-48f2-4734-baae-d37d293e659e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 150a4b96-6c85-418e-b81b-2cd767d26ca3) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:25.190938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7422e81d-48f2-4734-baae-d37d293e659e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:25.193472 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7422e81d-48f2-4734-baae-d37d293e659e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:25.199786 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b0584-0333-48e0-a6df-5914a7b4f05c None None] Network 150a4b96-6c85-418e-b81b-2cd767d26ca3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:25.214066 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7422e81d-48f2-4734-baae-d37d293e659e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6778944 Aug 31 01:29:25.214760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50874) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:25.221650 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-66a9288b-2487-4453-8c77-57f88c7cf0b7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'network_id': '150a4b96-6c85-418e-b81b-2cd767d26ca3', 'name': 'tempest-PortsIpV6TestJSON-1461338060'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:25.406457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f078303-80c6-49e5-b2bc-d8251869620f req-5f2028db-4346-4757-96bd-759c2ef26b1b tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:25.408395 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f078303-80c6-49e5-b2bc-d8251869620f req-5f2028db-4346-4757-96bd-759c2ef26b1b tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 932 time: 0.6942818 Aug 31 01:29:25.415252 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1733857f-081b-45e3-9048-5a54325e9e14 req-36f4e621-99a5-4a31-a1a5-a5ea7e5344e8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7001460 Aug 31 01:29:25.455146 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a9288b-2487-4453-8c77-57f88c7cf0b7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:25.460480 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66a9288b-2487-4453-8c77-57f88c7cf0b7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:25.522519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-27f1e6d3-a21f-43d4-a429-48cb99d6e705 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Made reservation on behalf of 6e8f57fcf00445d7afb3c872067b9ff3 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:25.526708 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-27f1e6d3-a21f-43d4-a429-48cb99d6e705 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:25.532092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-66a9288b-2487-4453-8c77-57f88c7cf0b7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port 5ebe231d-4014-443a-a88a-bb1117e04c0e yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:29:25.534784 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f078303-80c6-49e5-b2bc-d8251869620f req-a22ea037-4965-40ac-8c68-7a73115dcc49 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143184 Aug 31 01:29:25.582650 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-150a4b96-6c85-418e-b81b-2cd767d26ca3', 'network_id': '150a4b96-6c85-418e-b81b-2cd767d26ca3', 'tenant_id': '89131229a160423b846b28fa206c82c7', 'fixed_ips': [{'subnet_id': 'a4d9b4b7-60c9-4c47-a553-d27ccb4c4263'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:29:25.583549 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:25.646229 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0730af41-3e28-4fbe-beb8-6824ad677a34 req-31f8d53c-9da4-4e08-bf5a-f4a8a515775d tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 210 time: 0.0733604 Aug 31 01:29:25.787975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-66a9288b-2487-4453-8c77-57f88c7cf0b7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Allocated IP 2001:db8::140 (150a4b96-6c85-418e-b81b-2cd767d26ca3/a4d9b4b7-60c9-4c47-a553-d27ccb4c4263/5ebe231d-4014-443a-a88a-bb1117e04c0e) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:25.926339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b61663f0-d9d3-4f68-bd6d-b768438e88cf {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:29:25.947996 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:25.984603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Transition to ACTIVE for port object b61663f0-d9d3-4f68-bd6d-b768438e88cf will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:26.003908 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-27f1e6d3-a21f-43d4-a429-48cb99d6e705 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Allocated IP 172.20.0.14 (1bcf018e-87df-47d3-99ef-d95bf3d0ee44/0db21199-1207-4bcc-b59d-5a7f1215f70f/4ab197a7-c527-4e94-97f7-edfbc46039d7) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:26.035981 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66a9288b-2487-4453-8c77-57f88c7cf0b7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.070958 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-66a9288b-2487-4453-8c77-57f88c7cf0b7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Transition to ACTIVE for port object 5ebe231d-4014-443a-a88a-bb1117e04c0e will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:26.146882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66a9288b-2487-4453-8c77-57f88c7cf0b7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.208158 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.238892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Allocated IP 2001:db8::2 (150a4b96-6c85-418e-b81b-2cd767d26ca3/a4d9b4b7-60c9-4c47-a553-d27ccb4c4263/06768099-100a-4329-b873-3c9c203f9997) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:26.249639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a9288b-2487-4453-8c77-57f88c7cf0b7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 150a4b96-6c85-418e-b81b-2cd767d26ca3 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:26.261335 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-66a9288b-2487-4453-8c77-57f88c7cf0b7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:26.271983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a9288b-2487-4453-8c77-57f88c7cf0b7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:26.279864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a9288b-2487-4453-8c77-57f88c7cf0b7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:26.280845 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66a9288b-2487-4453-8c77-57f88c7cf0b7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.288492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9288b-2487-4453-8c77-57f88c7cf0b7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=5ebe231d-4014-443a-a88a-bb1117e04c0e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:26.303046 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-66a9288b-2487-4453-8c77-57f88c7cf0b7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0871518 Aug 31 01:29:26.305707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50884) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:26.316273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Pushing event updated for resources: {'Port': ['ID=b61663f0-d9d3-4f68-bd6d-b768438e88cf,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:26.348770 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-27f1e6d3-a21f-43d4-a429-48cb99d6e705 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.416084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-27f1e6d3-a21f-43d4-a429-48cb99d6e705 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Transition to ACTIVE for port object 4ab197a7-c527-4e94-97f7-edfbc46039d7 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:26.513244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Attempting to bind port b61663f0-d9d3-4f68-bd6d-b768438e88cf on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:26.513589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Attempting to bind port b61663f0-d9d3-4f68-bd6d-b768438e88cf by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '6a79a9eb-f123-43b4-bce3-5b3c3d18ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:26.513953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Attempting to bind port b61663f0-d9d3-4f68-bd6d-b768438e88cf on network 0de60920-66a8-4b39-bbe4-56519bdddb63 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:26.570002 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-87e27d26-f35e-4d65-b1b1-fabd98d2ae37 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 5ebe231d-4014-443a-a88a-bb1117e04c0e {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:26.572432 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87e27d26-f35e-4d65-b1b1-fabd98d2ae37 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.574632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Port b61663f0-d9d3-4f68-bd6d-b768438e88cf on network 0de60920-66a8-4b39-bbe4-56519bdddb63 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:29:26.574914 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Attempting to bind port b61663f0-d9d3-4f68-bd6d-b768438e88cf on network 0de60920-66a8-4b39-bbe4-56519bdddb63 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:26.593973 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:26.594329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Checking segment: {'id': '6a79a9eb-f123-43b4-bce3-5b3c3d18ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:26.594726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Bound using segment: {'id': '6a79a9eb-f123-43b4-bce3-5b3c3d18ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:26.604644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Bound port: b61663f0-d9d3-4f68-bd6d-b768438e88cf, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a79a9eb-f123-43b4-bce3-5b3c3d18ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:26.605325 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.660510 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.685045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Transition to ACTIVE for port object 06768099-100a-4329-b873-3c9c203f9997 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:26.745078 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87e27d26-f35e-4d65-b1b1-fabd98d2ae37 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.748812 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Transition to ACTIVE for port object 06768099-100a-4329-b873-3c9c203f9997 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:26.755908 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.758117 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.760472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-87e27d26-f35e-4d65-b1b1-fabd98d2ae37 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 5ebe231d-4014-443a-a88a-bb1117e04c0e owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:26.851081 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Pushing event updated for resources: {'Port': ['ID=06768099-100a-4329-b873-3c9c203f9997,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:26.897563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Network 150a4b96-6c85-418e-b81b-2cd767d26ca3 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:26.912870 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:26.929646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:26.929976 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87e27d26-f35e-4d65-b1b1-fabd98d2ae37 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:26.950081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] For port b61663f0-d9d3-4f68-bd6d-b768438e88cf, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:26.958479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] For port b61663f0-d9d3-4f68-bd6d-b768438e88cf, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b61663f0-d9d3-4f68-bd6d-b768438e88cf,segment=NetworkSegment(6a79a9eb-f123-43b4-bce3-5b3c3d18ae63),segment_id=6a79a9eb-f123-43b4-bce3-5b3c3d18ae63)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:26.969668 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e27d26-f35e-4d65-b1b1-fabd98d2ae37 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=5ebe231d-4014-443a-a88a-bb1117e04c0e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:26.997428 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87e27d26-f35e-4d65-b1b1-fabd98d2ae37 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.001181 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-87e27d26-f35e-4d65-b1b1-fabd98d2ae37 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/5ebe231d-4014-443a-a88a-bb1117e04c0e HTTP/1.1" status: 204 len: 168 time: 0.6940622 Aug 31 01:29:27.004320 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-27f1e6d3-a21f-43d4-a429-48cb99d6e705 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.004660 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50898) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:27.047804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-27f1e6d3-a21f-43d4-a429-48cb99d6e705 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Network 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:27.051587 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.055436 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Attempting to bind port 06768099-100a-4329-b873-3c9c203f9997 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:27.055818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Attempting to bind port 06768099-100a-4329-b873-3c9c203f9997 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'd04b6d71-67dc-41a6-974e-57270941dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '150a4b96-6c85-418e-b81b-2cd767d26ca3'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:27.056188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Attempting to bind port 06768099-100a-4329-b873-3c9c203f9997 on network 150a4b96-6c85-418e-b81b-2cd767d26ca3 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:27.064473 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f66aa34-e8c5-4316-8683-bfa42c38589c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] DELETE failed (client error): The resource could not be found. Aug 31 01:29:27.067877 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f66aa34-e8c5-4316-8683-bfa42c38589c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:29:27.069596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:27.072639 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Checking segment: {'id': 'd04b6d71-67dc-41a6-974e-57270941dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '150a4b96-6c85-418e-b81b-2cd767d26ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:27.072753 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2f66aa34-e8c5-4316-8683-bfa42c38589c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/5ebe231d-4014-443a-a88a-bb1117e04c0e HTTP/1.1" status: 404 len: 333 time: 0.0643454 Aug 31 01:29:27.072852 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.072852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Bound using segment: {'id': 'd04b6d71-67dc-41a6-974e-57270941dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '150a4b96-6c85-418e-b81b-2cd767d26ca3'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:27.072852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Bound port: 06768099-100a-4329-b873-3c9c203f9997, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04b6d71-67dc-41a6-974e-57270941dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '150a4b96-6c85-418e-b81b-2cd767d26ca3'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:27.072852 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.073590 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50902) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:27.081895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-27f1e6d3-a21f-43d4-a429-48cb99d6e705 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:27.088742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-27f1e6d3-a21f-43d4-a429-48cb99d6e705 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:27.130169 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd11956-0e44-4723-ae36-99140c6f3fa2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] GET failed (client error): The resource could not be found. Aug 31 01:29:27.136249 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4cd11956-0e44-4723-ae36-99140c6f3fa2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/5ebe231d-4014-443a-a88a-bb1117e04c0e HTTP/1.1" status: 404 len: 333 time: 0.0617299 Aug 31 01:29:27.137132 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50904) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:27.171337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:27.171998 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.174689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] 10.222.0.70 "PUT /v2.0/ports/b61663f0-d9d3-4f68-bd6d-b768438e88cf HTTP/1.1" status: 200 len: 1093 time: 2.6233044 Aug 31 01:29:27.226373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-27f1e6d3-a21f-43d4-a429-48cb99d6e705 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:27.229280 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-27f1e6d3-a21f-43d4-a429-48cb99d6e705 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.230034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] For port 06768099-100a-4329-b873-3c9c203f9997, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:27.231927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'tag': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:27.234967 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17b1671-083e-4a52-b779-ba55da7b747d" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc2f536-3aa3-4f77-b0fa-4b67de76493f", "tag": "b61663f0-d9d3-4f68-bd6d-b768438e88cf"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:27.240145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] For port 06768099-100a-4329-b873-3c9c203f9997, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=06768099-100a-4329-b873-3c9c203f9997,segment=NetworkSegment(d04b6d71-67dc-41a6-974e-57270941dcbe),segment_id=d04b6d71-67dc-41a6-974e-57270941dcbe)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:27.242358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc04033-907b-4b74-8f29-4fbbe8b45011 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting subnet a4d9b4b7-60c9-4c47-a553-d27ccb4c4263 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:29:27.251945 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cfc04033-907b-4b74-8f29-4fbbe8b45011 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.252654 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.321432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1e6d3-a21f-43d4-a429-48cb99d6e705 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'Port': ['ID=4ab197a7-c527-4e94-97f7-edfbc46039d7,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:27.368687 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cfc04033-907b-4b74-8f29-4fbbe8b45011 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.403500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65472f82-304a-4245-b2dd-724c7dd421db None None] Pushing event updated for resources: {'Port': ['ID=06768099-100a-4329-b873-3c9c203f9997,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:27.434905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc167-7a36-4f56-862e-ae4191a267f9 req-c7d56c0b-8c21-43c6-bc1f-95f341732901 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:27.440212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e61fc167-7a36-4f56-862e-ae4191a267f9 req-c7d56c0b-8c21-43c6-bc1f-95f341732901 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.8486190 Aug 31 01:29:27.525881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7059188-1b33-4b52-8525-5f3f335262cc req-6bcb3c13-eb01-415f-8639-ab6d567496ab tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:27.525881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7059188-1b33-4b52-8525-5f3f335262cc req-6bcb3c13-eb01-415f-8639-ab6d567496ab tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 944 time: 0.7453258 Aug 31 01:29:27.533629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-27f1e6d3-a21f-43d4-a429-48cb99d6e705 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.0154188 Aug 31 01:29:27.588359 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Request body: {'port': {'device_id': 'dfd2e02d-5749-46ba-b2b2-c9feaf3489a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:27.667877 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-912c4eee-8cf8-420f-ab82-20cbf46671f6 None None] Provisioning for port 4ab197a7-c527-4e94-97f7-edfbc46039d7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:27.680727 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-912c4eee-8cf8-420f-ab82-20cbf46671f6 None None] Provisioning complete for port 4ab197a7-c527-4e94-97f7-edfbc46039d7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:27.681872 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-912c4eee-8cf8-420f-ab82-20cbf46671f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.721671 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cfc04033-907b-4b74-8f29-4fbbe8b45011 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.750621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-aebd1165-6eab-4579-927f-f13d7395ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:27.752414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-aebd1165-6eab-4579-927f-f13d7395ac27 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a57b40cae3f24cdeb71beed701935651&device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 1096 time: 0.4188077 Aug 31 01:29:27.887353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25ddac-26d2-42ee-9926-374ea7423d72 service neutron] Pushing event updated for resources: {'Port': ['ID=b61663f0-d9d3-4f68-bd6d-b768438e88cf,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:27.946106 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cfc04033-907b-4b74-8f29-4fbbe8b45011 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:27.973091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-912c4eee-8cf8-420f-ab82-20cbf46671f6 None None] Port 4ab197a7-c527-4e94-97f7-edfbc46039d7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:28.008987 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e61fc167-7a36-4f56-862e-ae4191a267f9 req-95113611-f708-42cf-b487-5cb345df637b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5345194 Aug 31 01:29:28.012826 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.021903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc04033-907b-4b74-8f29-4fbbe8b45011 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d9b4b7-60c9-4c47-a553-d27ccb4c4263,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:28.024144 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cfc04033-907b-4b74-8f29-4fbbe8b45011 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.035310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-9354b411-512f-445b-aa60-a2551777a338 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b61663f0-d9d3-4f68-bd6d-b768438e88cf HTTP/1.1" status: 200 len: 217 time: 0.2241271 Aug 31 01:29:28.035832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 50914) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:28.042289 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cfc04033-907b-4b74-8f29-4fbbe8b45011 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/a4d9b4b7-60c9-4c47-a553-d27ccb4c4263 HTTP/1.1" status: 204 len: 168 time: 0.8988225 Aug 31 01:29:28.114368 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7059188-1b33-4b52-8525-5f3f335262cc req-d1942996-575b-4de9-b38c-ed41f3a7a324 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5678217 Aug 31 01:29:28.206087 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746e136d-b752-42fa-b96c-c3aad181cb27 x-openstack-request-id: req-746e136d-b752-42fa-b96c-c3aad181cb27 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:28.206688 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc2f536-3aa3-4f77-b0fa-4b67de76493f", "tag": "b61663f0-d9d3-4f68-bd6d-b768438e88cf", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:28.207123 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-746e136d-b752-42fa-b96c-c3aad181cb27 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:28.207748 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'tag': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'status': 'completed', 'code': 200} Aug 31 01:29:28.365280 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.371208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-cc580f72-e1a5-4555-aff3-a87666bd6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:28.372796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-cc580f72-e1a5-4555-aff3-a87666bd6774 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8ce5f43b-2755-4a4a-ac72-916200534012 HTTP/1.1" status: 200 len: 853 time: 0.2704396 Aug 31 01:29:28.412232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d239dd-ac41-46a0-8720-eafa53f3c208 req-38994158-1133-4731-b299-9f7d56facde5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:28.422348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9d239dd-ac41-46a0-8720-eafa53f3c208 req-38994158-1133-4731-b299-9f7d56facde5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 971 time: 0.2651978 Aug 31 01:29:28.599304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9d239dd-ac41-46a0-8720-eafa53f3c208 req-566df467-a270-4120-91a1-4a1c1d6cf734 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1783800 Aug 31 01:29:28.670972 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-8f2c45a8-f51f-4d45-8d42-1a6ddf00e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:28.672697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-8f2c45a8-f51f-4d45-8d42-1a6ddf00e1a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0de60920-66a8-4b39-bbe4-56519bdddb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2853324 Aug 31 01:29:28.764519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 06768099-100a-4329-b873-3c9c203f9997 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:28.776431 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 06768099-100a-4329-b873-3c9c203f9997 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:28.776774 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:28.876400 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 06768099-100a-4329-b873-3c9c203f9997 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:28.954052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-e7b31bcb-d3e7-40bf-8063-d25be641f65d service neutron] 10.222.0.70 "GET /v2.0/networks/0de60920-66a8-4b39-bbe4-56519bdddb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710924 Aug 31 01:29:29.059547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b9c7b9-9cf9-4c12-880e-9f9a818fc126 None None] Network 150a4b96-6c85-418e-b81b-2cd767d26ca3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:29.112986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab197a7-c527-4e94-97f7-edfbc46039d7 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:29:29.145153 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:29.184006 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] For port 06768099-100a-4329-b873-3c9c203f9997, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=06768099-100a-4329-b873-3c9c203f9997,segment=NetworkSegment(d04b6d71-67dc-41a6-974e-57270941dcbe),segment_id=d04b6d71-67dc-41a6-974e-57270941dcbe)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:29.184386 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:29.231855 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-03975623-fcc9-46db-a2d4-2b44d61c7cbc None None] Provisioning for port 06768099-100a-4329-b873-3c9c203f9997 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:29.300383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-03975623-fcc9-46db-a2d4-2b44d61c7cbc None None] Provisioning complete for port 06768099-100a-4329-b873-3c9c203f9997 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:29.300729 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-03975623-fcc9-46db-a2d4-2b44d61c7cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:29.323828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 06768099-100a-4329-b873-3c9c203f9997 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:29.327383 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Transition to ACTIVE for port object 4ab197a7-c527-4e94-97f7-edfbc46039d7 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:29.346758 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:29.450465 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63dc0dee-72d6-4154-b1d2-447b5f27c22c req-9d8a2abc-14ae-48fd-a565-c37c7b7f247b service neutron] 10.222.0.70 "GET /v2.0/networks/0de60920-66a8-4b39-bbe4-56519bdddb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749370 Aug 31 01:29:29.507512 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-03975623-fcc9-46db-a2d4-2b44d61c7cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:29.517620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7053b-e89b-4fdb-8282-7dace81b1411 req-3bb98c00-2374-4b23-a2d5-791d786e5fb7 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:29.520658 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1c7053b-e89b-4fdb-8282-7dace81b1411 req-3bb98c00-2374-4b23-a2d5-791d786e5fb7 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 943 time: 0.3257687 Aug 31 01:29:29.539613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f9f1f5-48d3-4717-a113-e4ffcf3a2dbf None None] DHCP port deletion for 150a4b96-6c85-418e-b81b-2cd767d26ca3 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:29:29.553168 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1abb36-1723-43cc-9219-1443ad817ed5 req-b3042c9a-5ae8-43b7-890e-d2aee3dc41a1 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:29.555946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e1abb36-1723-43cc-9219-1443ad817ed5 req-b3042c9a-5ae8-43b7-890e-d2aee3dc41a1 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 944 time: 0.2741547 Aug 31 01:29:29.577230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab197a7-c527-4e94-97f7-edfbc46039d7,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:29.585379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:29:29.877230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:29.909536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-03975623-fcc9-46db-a2d4-2b44d61c7cbc None None] For port 06768099-100a-4329-b873-3c9c203f9997, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=06768099-100a-4329-b873-3c9c203f9997,segment=NetworkSegment(d04b6d71-67dc-41a6-974e-57270941dcbe),segment_id=d04b6d71-67dc-41a6-974e-57270941dcbe)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:29.920999 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'port_id': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'mac_address': 'fa:16:3e:39:69:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:29:29.929668 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-03975623-fcc9-46db-a2d4-2b44d61c7cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:29.999160 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975623-fcc9-46db-a2d4-2b44d61c7cbc None None] Pushing event updated for resources: {'Port': ['ID=06768099-100a-4329-b873-3c9c203f9997,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:30.028307 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.043335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-55f9f1f5-48d3-4717-a113-e4ffcf3a2dbf None None] Deleting port 06768099-100a-4329-b873-3c9c203f9997 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:30.043716 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-55f9f1f5-48d3-4717-a113-e4ffcf3a2dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.096048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:29:30.136142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:30.142242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-55f9f1f5-48d3-4717-a113-e4ffcf3a2dbf None None] For port 06768099-100a-4329-b873-3c9c203f9997, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=06768099-100a-4329-b873-3c9c203f9997,segment=NetworkSegment(d04b6d71-67dc-41a6-974e-57270941dcbe),segment_id=d04b6d71-67dc-41a6-974e-57270941dcbe)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:30.142780 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-55f9f1f5-48d3-4717-a113-e4ffcf3a2dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.148229 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.199670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-55f9f1f5-48d3-4717-a113-e4ffcf3a2dbf None None] Calling delete_port for 06768099-100a-4329-b873-3c9c203f9997 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:30.292362 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:30.361683 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.366213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1c7053b-e89b-4fdb-8282-7dace81b1411 req-52d8c60d-8f21-4f7b-8e5f-d1dc4bf602e6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7965951 Aug 31 01:29:30.374448 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-55f9f1f5-48d3-4717-a113-e4ffcf3a2dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.375815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e1abb36-1723-43cc-9219-1443ad817ed5 req-4515d53b-8e63-44fe-a327-59555d80fbe4 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7814038 Aug 31 01:29:30.403840 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9f1f5-48d3-4717-a113-e4ffcf3a2dbf None None] No DVR routers for this DVR port 06768099-100a-4329-b873-3c9c203f9997 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:29:30.415735 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6d822ddb-59c6-4823-abcd-bb657ee1dfb5'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:29:30.422750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=06768099-100a-4329-b873-3c9c203f9997,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:30.430767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b1671-083e-4a52-b779-ba55da7b747d req-7993d159-ed8e-4ed9-8bef-ffed55360744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:30.432501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e17b1671-083e-4a52-b779-ba55da7b747d req-7993d159-ed8e-4ed9-8bef-ffed55360744 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a57b40cae3f24cdeb71beed701935651&device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 1096 time: 0.8751137 Aug 31 01:29:30.433475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No DVR routers for this DVR port 06768099-100a-4329-b873-3c9c203f9997 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:29:30.553036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9f1f5-48d3-4717-a113-e4ffcf3a2dbf None None] Pushing event deleted for resources: {'Port': ['ID=06768099-100a-4329-b873-3c9c203f9997,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:30.554650 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Attempting to bind port 4ab197a7-c527-4e94-97f7-edfbc46039d7 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:30.554990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Attempting to bind port 4ab197a7-c527-4e94-97f7-edfbc46039d7 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'b603d114-882b-41e3-a9ab-35c8e5d7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:30.555345 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Attempting to bind port 4ab197a7-c527-4e94-97f7-edfbc46039d7 on network 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:30.627057 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 06768099-100a-4329-b873-3c9c203f9997 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:30.631032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Port 4ab197a7-c527-4e94-97f7-edfbc46039d7 on network 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:29:30.631866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Attempting to bind port 4ab197a7-c527-4e94-97f7-edfbc46039d7 on network 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:30.663258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 06768099-100a-4329-b873-3c9c203f9997 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:29:30.663625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 06768099-100a-4329-b873-3c9c203f9997 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:30.690852 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.702747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150a4b96-6c85-418e-b81b-2cd767d26ca3']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:30.714442 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04b6d71-67dc-41a6-974e-57270941dcbe') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:30.714754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04b6d71-67dc-41a6-974e-57270941dcbe') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:30.726603 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.742026 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.750848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:29:30.751399 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.773821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:30.774166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Checking segment: {'id': 'b603d114-882b-41e3-a9ab-35c8e5d7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:30.774556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Bound using segment: {'id': 'b603d114-882b-41e3-a9ab-35c8e5d7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:30.775010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Bound port: 4ab197a7-c527-4e94-97f7-edfbc46039d7, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b603d114-882b-41e3-a9ab-35c8e5d7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:30.775402 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:29:30.790726 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:29:30.886457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-79776e15-1bf1-434c-800a-e242437895db tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70848619&fields=id&tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045 HTTP/1.1" status: 200 len: 267 time: 0.2727368 Aug 31 01:29:30.907494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d6ff5-51b5-4d76-9c15-4a88a53cce7b req-e79c7e02-3b2c-4087-9427-1bda65606271 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:30.909173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da2d6ff5-51b5-4d76-9c15-4a88a53cce7b req-e79c7e02-3b2c-4087-9427-1bda65606271 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 983 time: 0.3858716 Aug 31 01:29:30.916576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b1671-083e-4a52-b779-ba55da7b747d req-4f266e6a-ff64-41d8-a2f3-d154e96e589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:30.918032 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e17b1671-083e-4a52-b779-ba55da7b747d req-4f266e6a-ff64-41d8-a2f3-d154e96e589c service neutron] 10.222.0.70 "GET /v2.0/networks?id=0de60920-66a8-4b39-bbe4-56519bdddb63 HTTP/1.1" status: 200 len: 915 time: 0.4732385 Aug 31 01:29:30.999113 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.043892 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e17b1671-083e-4a52-b779-ba55da7b747d req-d7083688-c5f9-4d1f-ac92-dfd3863d2907 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b61663f0-d9d3-4f68-bd6d-b768438e88cf HTTP/1.1" status: 200 len: 217 time: 0.1131115 Aug 31 01:29:31.047472 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.049511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/networks/150a4b96-6c85-418e-b81b-2cd767d26ca3 HTTP/1.1" status: 204 len: 168 time: 2.9941049 Aug 31 01:29:31.054391 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50950) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:31.061695 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0484cf41-d3c0-4057-8640-8c8a1dd90bb9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1698797404'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:31.085227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec11fce-1cc8-4d1c-ad5e-974acb70bb95 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Network': ['ID=150a4b96-6c85-418e-b81b-2cd767d26ca3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:31.086001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0484cf41-d3c0-4057-8640-8c8a1dd90bb9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:31.095967 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0484cf41-d3c0-4057-8640-8c8a1dd90bb9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.112557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] For port 4ab197a7-c527-4e94-97f7-edfbc46039d7, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:31.126854 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0484cf41-d3c0-4057-8640-8c8a1dd90bb9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:29:31.136628 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0484cf41-d3c0-4057-8640-8c8a1dd90bb9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.136972 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-0484cf41-d3c0-4057-8640-8c8a1dd90bb9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Added segment ac62149e-d457-4388-8912-207125b2eaa3 of type vlan for network 42fee7ee-a41d-4968-9f48-16f7c6b22949 Aug 31 01:29:31.152303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da2d6ff5-51b5-4d76-9c15-4a88a53cce7b req-a7085acf-beae-4656-bc07-ed00c6df792a tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2201798 Aug 31 01:29:31.162376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] For port 4ab197a7-c527-4e94-97f7-edfbc46039d7, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=4ab197a7-c527-4e94-97f7-edfbc46039d7,segment=NetworkSegment(b603d114-882b-41e3-a9ab-35c8e5d7cf2c),segment_id=b603d114-882b-41e3-a9ab-35c8e5d7cf2c)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:31.175664 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.180527 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0484cf41-d3c0-4057-8640-8c8a1dd90bb9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.193023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b1671-083e-4a52-b779-ba55da7b747d req-7e4b6688-154b-44af-852c-ad5d62b6c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:31.194508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e17b1671-083e-4a52-b779-ba55da7b747d req-7e4b6688-154b-44af-852c-ad5d62b6c0e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8ce5f43b-2755-4a4a-ac72-916200534012 HTTP/1.1" status: 200 len: 853 time: 0.1382568 Aug 31 01:29:31.217494 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0484cf41-d3c0-4057-8640-8c8a1dd90bb9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.223656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0484cf41-d3c0-4057-8640-8c8a1dd90bb9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:31.224261 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0484cf41-d3c0-4057-8640-8c8a1dd90bb9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.237649 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-a0c26b86-5727-45ab-a059-c3daaf4e459b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:31.239137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-a0c26b86-5727-45ab-a059-c3daaf4e459b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 812 time: 0.3288827 Aug 31 01:29:31.269138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:31.271882 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.272005 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] 10.222.0.15 "PUT /v2.0/ports/4ab197a7-c527-4e94-97f7-edfbc46039d7 HTTP/1.1" status: 200 len: 1132 time: 3.7033050 Aug 31 01:29:31.272427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd2e02d-5749-46ba-b2b2-c9feaf3489a0', 'tag': '4ab197a7-c527-4e94-97f7-edfbc46039d7'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:31.274727 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc78747-f943-41a9-8302-4d09748f4565" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd2e02d-5749-46ba-b2b2-c9feaf3489a0", "tag": "4ab197a7-c527-4e94-97f7-edfbc46039d7"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:31.305830 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0484cf41-d3c0-4057-8640-8c8a1dd90bb9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2452548 Aug 31 01:29:31.306024 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-dd6d98e0-6c38-429f-8a36-f68662e7c3ce tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/quotas/2e4cb56e9e2a4fbeb0ebdc7916f3c045 HTTP/1.1" status: 200 len: 375 time: 0.0207911 Aug 31 01:29:31.306142 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50956) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:31.312611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-307f0e26-8fa8-40e6-b4b8-382639e09d32 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'subnet': {'network_id': '42fee7ee-a41d-4968-9f48-16f7c6b22949', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:31.319389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57a523-fd2e-4882-9da4-a251a3dad668 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab197a7-c527-4e94-97f7-edfbc46039d7,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:31.341455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b1671-083e-4a52-b779-ba55da7b747d req-50b756d9-dc1b-4644-933a-a57e6f4f1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:31.344004 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e17b1671-083e-4a52-b779-ba55da7b747d req-50b756d9-dc1b-4644-933a-a57e6f4f1b03 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0de60920-66a8-4b39-bbe4-56519bdddb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1228330 Aug 31 01:29:31.385952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484cf41-d3c0-4057-8640-8c8a1dd90bb9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Network': ['ID=42fee7ee-a41d-4968-9f48-16f7c6b22949,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:31.398940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 42fee7ee-a41d-4968-9f48-16f7c6b22949 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:29:31.403481 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9100000a-9ccd-4cba-8b92-a132a824012d x-openstack-request-id: req-9100000a-9ccd-4cba-8b92-a132a824012d {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:31.403947 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd2e02d-5749-46ba-b2b2-c9feaf3489a0", "tag": "4ab197a7-c527-4e94-97f7-edfbc46039d7", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:31.404027 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9100000a-9ccd-4cba-8b92-a132a824012d {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:31.404407 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd2e02d-5749-46ba-b2b2-c9feaf3489a0', 'tag': '4ab197a7-c527-4e94-97f7-edfbc46039d7', 'status': 'completed', 'code': 200} Aug 31 01:29:31.488159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307f0e26-8fa8-40e6-b4b8-382639e09d32 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:31.497283 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-307f0e26-8fa8-40e6-b4b8-382639e09d32 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.533429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-cd1c057a-731d-4a5c-b9a3-5dfb8f3524a7 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2081335 Aug 31 01:29:31.569669 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e17b1671-083e-4a52-b779-ba55da7b747d req-743e58d0-c5f9-4c84-b2a7-06612ef4866f service neutron] 10.222.0.70 "GET /v2.0/networks/0de60920-66a8-4b39-bbe4-56519bdddb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034779 Aug 31 01:29:31.580864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:31.622666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-c2e5e1d3-bbcd-485f-86f5-a3646921bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:31.625431 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-c2e5e1d3-bbcd-485f-86f5-a3646921bc84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8f57fcf00445d7afb3c872067b9ff3&device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 1135 time: 0.2584131 Aug 31 01:29:31.676798 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:31.677475 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.682522 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.724964 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-307f0e26-8fa8-40e6-b4b8-382639e09d32 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.787618 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.820996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:31.821383 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f0e26-8fa8-40e6-b4b8-382639e09d32 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Subnet': ['ID=e94d9001-8f05-4796-bd83-7393f1ef8220,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:31.825287 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04c49e9-a842-45ec-ada9-f5dfe84c78e1" -d '{"events": [{"server_uuid": "648fac7d-9efc-4dff-be36-fb7647c05a4a", "name": "network-vif-plugged", "status": "completed", "tag": "6d822ddb-59c6-4823-abcd-bb657ee1dfb5"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:31.840786 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307f0e26-8fa8-40e6-b4b8-382639e09d32 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Checking segment: {'id': 'ac62149e-d457-4388-8912-207125b2eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '42fee7ee-a41d-4968-9f48-16f7c6b22949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:31.841301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f0e26-8fa8-40e6-b4b8-382639e09d32 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network hostable DHCP agents. Network: 42fee7ee-a41d-4968-9f48-16f7c6b22949, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:29:31.841466 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e17b1671-083e-4a52-b779-ba55da7b747d req-15500338-4b0a-485d-9864-615d2dac62a6 service neutron] 10.222.0.70 "GET /v2.0/networks/0de60920-66a8-4b39-bbe4-56519bdddb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134209 Aug 31 01:29:31.845865 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-1bdfd79e-3d96-4413-adce-2c27c4bbb2da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ab197a7-c527-4e94-97f7-edfbc46039d7 HTTP/1.1" status: 200 len: 217 time: 0.1178424 Aug 31 01:29:31.850362 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:31.857667 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.867468 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f0e26-8fa8-40e6-b4b8-382639e09d32 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 42fee7ee-a41d-4968-9f48-16f7c6b22949 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:29:31.872198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0329595-eb56-41c5-8d7f-654867b85795 req-ac2f2a35-14da-43e1-a4cf-e8c4343c6fca tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:31.873840 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0329595-eb56-41c5-8d7f-654867b85795 req-ac2f2a35-14da-43e1-a4cf-e8c4343c6fca tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 944 time: 0.3076549 Aug 31 01:29:31.888787 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-307f0e26-8fa8-40e6-b4b8-382639e09d32 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 42fee7ee-a41d-4968-9f48-16f7c6b22949) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:31.895308 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307f0e26-8fa8-40e6-b4b8-382639e09d32 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:31.895943 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-307f0e26-8fa8-40e6-b4b8-382639e09d32 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:31.911017 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65306cf9-a2d8-444c-81d2-5ede770fbdb6 None None] Network 42fee7ee-a41d-4968-9f48-16f7c6b22949 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:31.914807 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-307f0e26-8fa8-40e6-b4b8-382639e09d32 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6072111 Aug 31 01:29:31.924636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50968) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:31.924636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-55f67af0-2602-4263-8671-300072ae297d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'network_id': '42fee7ee-a41d-4968-9f48-16f7c6b22949', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2048107530'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:31.961548 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,revision_number=10']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:31.965238 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-db683d47-33f4-4834-84d7-ac2de2cf56d0 service neutron] 10.222.0.58 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927970 Aug 31 01:29:31.976799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-90fc5d58-6c4a-4dad-a52b-beeda68aecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:31.978273 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-90fc5d58-6c4a-4dad-a52b-beeda68aecac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0db21199-1207-4bcc-b59d-5a7f1215f70f HTTP/1.1" status: 200 len: 834 time: 0.1237335 Aug 31 01:29:31.996260 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f0329595-eb56-41c5-8d7f-654867b85795 req-a6002f50-dc5c-475a-a096-988273b8ae9b tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948663 Aug 31 01:29:32.079763 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f67af0-2602-4263-8671-300072ae297d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:32.087713 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55f67af0-2602-4263-8671-300072ae297d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:32.109215 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-55f67af0-2602-4263-8671-300072ae297d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port d14f74e8-468c-4bd0-a7e5-df3c2ebf4bf9 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:29:32.134077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4780c2cf-ad4f-4395-96ae-aba843974c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:32.135658 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4780c2cf-ad4f-4395-96ae-aba843974c90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1bcf018e-87df-47d3-99ef-d95bf3d0ee44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429534 Aug 31 01:29:32.167889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-42fee7ee-a41d-4968-9f48-16f7c6b22949', 'network_id': '42fee7ee-a41d-4968-9f48-16f7c6b22949', 'tenant_id': '89131229a160423b846b28fa206c82c7', 'fixed_ips': [{'subnet_id': 'e94d9001-8f05-4796-bd83-7393f1ef8220'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:29:32.172158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-9c5ac8e6-c697-4984-a1b9-a568b593bcf0 service neutron] 10.222.0.58 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051957 Aug 31 01:29:32.172316 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:32.291252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b013f-503c-4d16-a1ee-69fe4e104f1f req-cffb09e7-a15a-4a18-89b3-3e1939858e16 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:32.293181 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-673b013f-503c-4d16-a1ee-69fe4e104f1f req-cffb09e7-a15a-4a18-89b3-3e1939858e16 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 946 time: 0.2044542 Aug 31 01:29:32.301537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-55f67af0-2602-4263-8671-300072ae297d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Allocated IP 2001:db8::33f (42fee7ee-a41d-4968-9f48-16f7c6b22949/e94d9001-8f05-4796-bd83-7393f1ef8220/d14f74e8-468c-4bd0-a7e5-df3c2ebf4bf9) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:32.347218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-77034295-9ce1-459c-8ba7-4ae954d9a8c8 service neutron] 10.222.0.15 "GET /v2.0/networks/1bcf018e-87df-47d3-99ef-d95bf3d0ee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016668 Aug 31 01:29:32.442743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-673b013f-503c-4d16-a1ee-69fe4e104f1f req-b18b7a85-8663-4e22-905f-99fa3299a68f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098006 Aug 31 01:29:32.490727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55f67af0-2602-4263-8671-300072ae297d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:32.499027 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2819b946-2014-4fae-ae2c-3c6fc71fde13 x-openstack-request-id: req-2819b946-2014-4fae-ae2c-3c6fc71fde13 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:32.503132 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648fac7d-9efc-4dff-be36-fb7647c05a4a", "name": "network-vif-plugged", "status": "completed", "tag": "6d822ddb-59c6-4823-abcd-bb657ee1dfb5", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:32.503681 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2819b946-2014-4fae-ae2c-3c6fc71fde13 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:32.504276 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'code': 200} Aug 31 01:29:32.563051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-55f67af0-2602-4263-8671-300072ae297d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Transition to ACTIVE for port object d14f74e8-468c-4bd0-a7e5-df3c2ebf4bf9 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:32.575052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8b63faa-f18c-4a05-af0c-948320f3a95b req-4890c132-03cb-4bcc-b608-892f6309ef54 service neutron] 10.222.0.15 "GET /v2.0/networks/1bcf018e-87df-47d3-99ef-d95bf3d0ee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995451 Aug 31 01:29:32.638758 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55f67af0-2602-4263-8671-300072ae297d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:32.653044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f10b8537-03a6-4910-a61e-0cfc20c38f17 req-fe3512f4-8c54-4034-ac03-3d5d7eb1dbfd tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 210 time: 0.0680571 Aug 31 01:29:32.710630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f67af0-2602-4263-8671-300072ae297d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=d14f74e8-468c-4bd0-a7e5-df3c2ebf4bf9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:32.720820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f67af0-2602-4263-8671-300072ae297d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 42fee7ee-a41d-4968-9f48-16f7c6b22949 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:32.722259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-55f67af0-2602-4263-8671-300072ae297d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:32.725369 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f67af0-2602-4263-8671-300072ae297d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:32.730869 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f67af0-2602-4263-8671-300072ae297d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:32.731419 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-55f67af0-2602-4263-8671-300072ae297d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:32.740594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc78747-f943-41a9-8302-4d09748f4565 req-f851a954-9f3c-442f-bd49-251928d0d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:32.742267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ddc78747-f943-41a9-8302-4d09748f4565 req-f851a954-9f3c-442f-bd49-251928d0d102 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8f57fcf00445d7afb3c872067b9ff3&device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 1135 time: 0.0882804 Aug 31 01:29:32.750758 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-55f67af0-2602-4263-8671-300072ae297d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.8318696 Aug 31 01:29:32.752564 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cfb7c-f437-4d9c-a976-58eacfcb22ec req-f3b255e2-9d32-42a1-85c2-a466e6f8d1cd tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:32.753258 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50984) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:32.754109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea0cfb7c-f437-4d9c-a976-58eacfcb22ec req-f3b255e2-9d32-42a1-85c2-a466e6f8d1cd tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 983 time: 0.1780727 Aug 31 01:29:32.772460 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Allocated IP 2001:db8::2 (42fee7ee-a41d-4968-9f48-16f7c6b22949/e94d9001-8f05-4796-bd83-7393f1ef8220/800adacc-3f49-4a3e-a877-2b3c154982f5) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:32.847759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc78747-f943-41a9-8302-4d09748f4565 req-5decb29a-8199-4af0-898d-dd35d2bb3c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:32.849274 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ddc78747-f943-41a9-8302-4d09748f4565 req-5decb29a-8199-4af0-898d-dd35d2bb3c78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1bcf018e-87df-47d3-99ef-d95bf3d0ee44 HTTP/1.1" status: 200 len: 898 time: 0.0942829 Aug 31 01:29:32.862887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12853c-a416-44ab-bdb5-292191f0f8c3 req-5531271b-2f66-491d-bedf-c25a8529c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:32.865422 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e12853c-a416-44ab-bdb5-292191f0f8c3 req-5531271b-2f66-491d-bedf-c25a8529c8df service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 1098 time: 0.2073836 Aug 31 01:29:32.919224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f224d0b1-fd11-4d7c-bab8-c661dd2d177c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port d14f74e8-468c-4bd0-a7e5-df3c2ebf4bf9 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:32.919891 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f224d0b1-fd11-4d7c-bab8-c661dd2d177c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:32.931596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ddc78747-f943-41a9-8302-4d09748f4565 req-817e85b3-990e-4033-bf35-dac614658a7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ab197a7-c527-4e94-97f7-edfbc46039d7 HTTP/1.1" status: 200 len: 217 time: 0.0716605 Aug 31 01:29:33.010858 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea0cfb7c-f437-4d9c-a976-58eacfcb22ec req-9ffbefd4-d144-47ca-a641-6a5ce8bbaefb tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1603994 Aug 31 01:29:33.041237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e12853c-a416-44ab-bdb5-292191f0f8c3 req-e397ead8-901c-4bd9-980e-ce58fdffe67a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632802 Aug 31 01:29:33.045051 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.049067 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f224d0b1-fd11-4d7c-bab8-c661dd2d177c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.056660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Transition to ACTIVE for port object 800adacc-3f49-4a3e-a877-2b3c154982f5 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:33.072279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f224d0b1-fd11-4d7c-bab8-c661dd2d177c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for d14f74e8-468c-4bd0-a7e5-df3c2ebf4bf9 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:33.074476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc78747-f943-41a9-8302-4d09748f4565 req-3e0d8235-6c05-4f1d-82ff-2339d4e95e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:33.080206 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ddc78747-f943-41a9-8302-4d09748f4565 req-3e0d8235-6c05-4f1d-82ff-2339d4e95e00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0db21199-1207-4bcc-b59d-5a7f1215f70f HTTP/1.1" status: 200 len: 834 time: 0.1407850 Aug 31 01:29:33.085350 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Transition to ACTIVE for port object 800adacc-3f49-4a3e-a877-2b3c154982f5 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:33.097844 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.205465 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Pushing event updated for resources: {'Port': ['ID=800adacc-3f49-4a3e-a877-2b3c154982f5,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:33.224150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Network 42fee7ee-a41d-4968-9f48-16f7c6b22949 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:33.226471 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc78747-f943-41a9-8302-4d09748f4565 req-a1756f68-d7aa-49d1-80e5-85b4f9113dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:33.228369 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ddc78747-f943-41a9-8302-4d09748f4565 req-a1756f68-d7aa-49d1-80e5-85b4f9113dcf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1bcf018e-87df-47d3-99ef-d95bf3d0ee44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400602 Aug 31 01:29:33.228860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:33.232393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:33.240001 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f224d0b1-fd11-4d7c-bab8-c661dd2d177c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.279097 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224d0b1-fd11-4d7c-bab8-c661dd2d177c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=d14f74e8-468c-4bd0-a7e5-df3c2ebf4bf9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:33.304781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dabcb-1535-4755-8a55-02aa5b9b2ba9 req-04116e65-6532-4abb-8883-e3582049ebc7 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:33.308413 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b06dabcb-1535-4755-8a55-02aa5b9b2ba9 req-04116e65-6532-4abb-8883-e3582049ebc7 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 944 time: 0.1676614 Aug 31 01:29:33.318591 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f224d0b1-fd11-4d7c-bab8-c661dd2d177c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.324227 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f224d0b1-fd11-4d7c-bab8-c661dd2d177c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/d14f74e8-468c-4bd0-a7e5-df3c2ebf4bf9 HTTP/1.1" status: 204 len: 168 time: 0.5697722 Aug 31 01:29:33.324860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 50998) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:33.343632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Attempting to bind port 800adacc-3f49-4a3e-a877-2b3c154982f5 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:33.343896 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Attempting to bind port 800adacc-3f49-4a3e-a877-2b3c154982f5 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'ac62149e-d457-4388-8912-207125b2eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '42fee7ee-a41d-4968-9f48-16f7c6b22949'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:33.344308 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Attempting to bind port 800adacc-3f49-4a3e-a877-2b3c154982f5 on network 42fee7ee-a41d-4968-9f48-16f7c6b22949 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:33.352540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:33.352922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Checking segment: {'id': 'ac62149e-d457-4388-8912-207125b2eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '42fee7ee-a41d-4968-9f48-16f7c6b22949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:33.353338 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.353758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Bound using segment: {'id': 'ac62149e-d457-4388-8912-207125b2eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '42fee7ee-a41d-4968-9f48-16f7c6b22949'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:33.354203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Bound port: 800adacc-3f49-4a3e-a877-2b3c154982f5, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac62149e-d457-4388-8912-207125b2eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '42fee7ee-a41d-4968-9f48-16f7c6b22949'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:33.354648 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.372412 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f64a485-4dde-49f5-bc51-8e66f66e538f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] GET failed (client error): The resource could not be found. Aug 31 01:29:33.376194 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6f64a485-4dde-49f5-bc51-8e66f66e538f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/d14f74e8-468c-4bd0-a7e5-df3c2ebf4bf9 HTTP/1.1" status: 404 len: 333 time: 0.0503330 Aug 31 01:29:33.378853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51002) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:33.445790 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] For port 800adacc-3f49-4a3e-a877-2b3c154982f5, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:33.454183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] For port 800adacc-3f49-4a3e-a877-2b3c154982f5, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=800adacc-3f49-4a3e-a877-2b3c154982f5,segment=NetworkSegment(ac62149e-d457-4388-8912-207125b2eaa3),segment_id=ac62149e-d457-4388-8912-207125b2eaa3)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:33.459035 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.463442 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b06dabcb-1535-4755-8a55-02aa5b9b2ba9 req-8681e4e3-c42d-4a02-9002-2611f3611242 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949886 Aug 31 01:29:33.535934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting subnet e94d9001-8f05-4796-bd83-7393f1ef8220 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:29:33.542481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ddc78747-f943-41a9-8302-4d09748f4565 req-570a927f-d2a1-4daf-97d3-51f47a15a4a3 service neutron] 10.222.0.15 "GET /v2.0/networks/1bcf018e-87df-47d3-99ef-d95bf3d0ee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049655 Aug 31 01:29:33.547360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743da2ee-7a98-450e-aca8-435acd822563 None None] Pushing event updated for resources: {'Port': ['ID=800adacc-3f49-4a3e-a877-2b3c154982f5,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:33.548553 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.607505 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.702766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ce97d-94c3-4251-9307-7f86429ca517 req-eb8cdb27-d0e8-484a-b79a-c4b9ede02d4b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:33.704464 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f80ce97d-94c3-4251-9307-7f86429ca517 req-eb8cdb27-d0e8-484a-b79a-c4b9ede02d4b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 946 time: 0.1660378 Aug 31 01:29:33.713566 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.786595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f80ce97d-94c3-4251-9307-7f86429ca517 req-ad6382af-50ed-4c19-8793-56ec11ce658d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728142 Aug 31 01:29:33.831876 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b43b81cf-a483-4951-b8be-662c0e40d0ca req-20685677-4134-421e-af2e-452b033e367b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 210 time: 0.0779455 Aug 31 01:29:33.846367 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.870774 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ddc78747-f943-41a9-8302-4d09748f4565 req-87b2f7e8-c517-4786-8734-b4d8ccd50483 service neutron] 10.222.0.15 "GET /v2.0/networks/1bcf018e-87df-47d3-99ef-d95bf3d0ee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706673 Aug 31 01:29:33.887113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Subnet': ['ID=e94d9001-8f05-4796-bd83-7393f1ef8220,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:33.890008 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:33.894750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51008) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:33.894952 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/e94d9001-8f05-4796-bd83-7393f1ef8220 HTTP/1.1" status: 204 len: 168 time: 0.5141988 Aug 31 01:29:33.914025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:33.914831 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:33.915544 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:33.916233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:33.916942 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:33.917457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:33.917976 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:33.918467 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:33.918992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:33.919540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:33.921322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:33.921859 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f596b7-bf33-48ca-8317-a7d784d802ba tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:34.101675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-7acafcc1-5d75-4798-bd6c-302ff0c72747 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:34.103175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-7acafcc1-5d75-4798-bd6c-302ff0c72747 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 812 time: 0.1149237 Aug 31 01:29:34.189447 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.238240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-abf2c121-4490-486e-9bc9-5e3898b4a8ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045 HTTP/1.1" status: 200 len: 378 time: 0.1238832 Aug 31 01:29:34.250372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbdfe8-2611-4f8a-9280-ac8c915cdd93 req-5febf796-3d06-43c7-98a9-d06e6348201d tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:34.251983 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44dbdfe8-2611-4f8a-9280-ac8c915cdd93 req-5febf796-3d06-43c7-98a9-d06e6348201d tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 983 time: 0.1445692 Aug 31 01:29:34.257014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-935ec712-68bb-41f3-a856-dee5fd219c74 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'port': {'device_id': 'dc678400-304e-4ba8-8dd4-b6cee7509342', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'admin_state_up': True, 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'security_groups': ['57050f0b-a0be-4396-9e7c-2cbdc6c7c64d']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:34.430610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44dbdfe8-2611-4f8a-9280-ac8c915cdd93 req-d6f6dbbc-0986-4bf3-bed1-00566b7d5e71 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0936139 Aug 31 01:29:34.470082 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 800adacc-3f49-4a3e-a877-2b3c154982f5 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:34.470698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.569996 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-935ec712-68bb-41f3-a856-dee5fd219c74 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Made reservation on behalf of 2e4cb56e9e2a4fbeb0ebdc7916f3c045 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:34.578440 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-935ec712-68bb-41f3-a856-dee5fd219c74 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.617547 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] For port 800adacc-3f49-4a3e-a877-2b3c154982f5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=800adacc-3f49-4a3e-a877-2b3c154982f5,segment=NetworkSegment(ac62149e-d457-4388-8912-207125b2eaa3),segment_id=ac62149e-d457-4388-8912-207125b2eaa3)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:34.622197 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:34.658830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 800adacc-3f49-4a3e-a877-2b3c154982f5 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:34.766333 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 800adacc-3f49-4a3e-a877-2b3c154982f5 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:34.878579 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 800adacc-3f49-4a3e-a877-2b3c154982f5 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:34.948964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40cc17-c6ce-4913-a469-227d69162d8d req-9c536283-7bab-4608-b936-3e2d2d4ea2aa tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:34.957213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a40cc17-c6ce-4913-a469-227d69162d8d req-9c536283-7bab-4608-b936-3e2d2d4ea2aa tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 944 time: 0.2958503 Aug 31 01:29:35.016392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea76360-c78c-47c7-9c07-86e1f4991c3a None None] Network 42fee7ee-a41d-4968-9f48-16f7c6b22949 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:35.048883 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:35.082203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8ea2083b-2837-44b9-82c7-2e40638bbbdf None None] Could not find standard attr ID for object 800adacc-3f49-4a3e-a877-2b3c154982f5. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:29:35.120479 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a40cc17-c6ce-4913-a469-227d69162d8d req-17b6905f-3831-4000-843e-881f2aa1c8f8 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622941 Aug 31 01:29:35.121443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=800adacc-3f49-4a3e-a877-2b3c154982f5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:35.138073 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-935ec712-68bb-41f3-a856-dee5fd219c74 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Allocated IP 172.20.0.4 (680aee2c-12bc-4ff6-aa57-34e08298a980/c02afb6d-b4d0-433f-8da5-3c6fe1d231db/8e95de75-c463-4909-a88b-596f8a725ee5) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:35.189834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No DVR routers for this DVR port 800adacc-3f49-4a3e-a877-2b3c154982f5 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:29:35.291565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff78310-aeb6-49b2-b87d-d866e89652f0 None None] DHCP port deletion for 42fee7ee-a41d-4968-9f48-16f7c6b22949 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:29:35.328515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b19d7-b13d-4cfe-9f1b-6243b567d095 req-ff762ddf-da68-486c-972e-98ccae2970fd tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:35.330322 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-214b19d7-b13d-4cfe-9f1b-6243b567d095 req-ff762ddf-da68-486c-972e-98ccae2970fd tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 946 time: 0.4248559 Aug 31 01:29:35.773651 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-265a75a0-0441-4d6d-860d-a358c11e935b req-b2aef78b-38a8-4c42-95b9-274226684596 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 210 time: 0.4375029 Aug 31 01:29:35.850551 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:35.903441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-214b19d7-b13d-4cfe-9f1b-6243b567d095 req-830f89da-2571-48fd-a716-66f6afe3b84f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5613992 Aug 31 01:29:35.907327 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-935ec712-68bb-41f3-a856-dee5fd219c74 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:35.927436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fee7ee-a41d-4968-9f48-16f7c6b22949']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:35.963711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac62149e-d457-4388-8912-207125b2eaa3') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:35.964007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac62149e-d457-4388-8912-207125b2eaa3') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:35.965859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-935ec712-68bb-41f3-a856-dee5fd219c74 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Transition to ACTIVE for port object 8e95de75-c463-4909-a88b-596f8a725ee5 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:35.981257 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.011487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd76b7-0d52-4e1a-b640-5fc248489d23 req-c380a1b0-f6ea-4b6e-a945-74455c058fdb tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:36.013116 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9bd76b7-0d52-4e1a-b640-5fc248489d23 req-c380a1b0-f6ea-4b6e-a945-74455c058fdb tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 983 time: 0.1131017 Aug 31 01:29:36.015503 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.029294 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:29:36.029691 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:29:36.034480 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:29:36.118180 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-935ec712-68bb-41f3-a856-dee5fd219c74 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.151425 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.161584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9bd76b7-0d52-4e1a-b640-5fc248489d23 req-75664b3e-bf96-40c7-8272-dc98d2e63336 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1332901 Aug 31 01:29:36.172587 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.179681 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51066) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:36.180670 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/networks/42fee7ee-a41d-4968-9f48-16f7c6b22949 HTTP/1.1" status: 204 len: 168 time: 2.2825828 Aug 31 01:29:36.186450 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c689e912-2bbb-491e-b1bf-5084f5182fe6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'name': 'tempest-PortsIpV6TestJSON-1787554643'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:36.212646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c9bc0-b681-4d70-877f-4b3b7e33182f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Network': ['ID=42fee7ee-a41d-4968-9f48-16f7c6b22949,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:36.215733 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-935ec712-68bb-41f3-a856-dee5fd219c74 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Network 680aee2c-12bc-4ff6-aa57-34e08298a980 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:36.220244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-935ec712-68bb-41f3-a856-dee5fd219c74 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:36.225407 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-935ec712-68bb-41f3-a856-dee5fd219c74 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:36.280251 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ec712-68bb-41f3-a856-dee5fd219c74 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'Port': ['ID=8e95de75-c463-4909-a88b-596f8a725ee5,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:36.331415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-935ec712-68bb-41f3-a856-dee5fd219c74 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:36.332095 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-935ec712-68bb-41f3-a856-dee5fd219c74 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.375061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c689e912-2bbb-491e-b1bf-5084f5182fe6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:36.382769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c689e912-2bbb-491e-b1bf-5084f5182fe6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.397032 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-935ec712-68bb-41f3-a856-dee5fd219c74 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1439879 Aug 31 01:29:36.414268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150128f7-8991-477d-906e-5e6b55206680 req-7aa8b2fd-b85b-4975-ba70-72ca01f3081a tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:36.416049 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-150128f7-8991-477d-906e-5e6b55206680 req-7aa8b2fd-b85b-4975-ba70-72ca01f3081a tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 944 time: 0.1331885 Aug 31 01:29:36.423029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Request body: {'port': {'device_id': 'dc678400-304e-4ba8-8dd4-b6cee7509342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:36.433825 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-c689e912-2bbb-491e-b1bf-5084f5182fe6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port 9d8c1313-58bc-4b56-80a4-f8e2a06a7517 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:29:36.514280 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-150128f7-8991-477d-906e-5e6b55206680 req-508cf33f-1327-4425-8e4f-143d73465f84 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855157 Aug 31 01:29:36.542737 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.633166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-866b06fe-b162-4d45-81c1-b54b3ff5e166 None None] Provisioning for port 8e95de75-c463-4909-a88b-596f8a725ee5 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:36.639887 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-866b06fe-b162-4d45-81c1-b54b3ff5e166 None None] Provisioning complete for port 8e95de75-c463-4909-a88b-596f8a725ee5 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:36.640494 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-866b06fe-b162-4d45-81c1-b54b3ff5e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.696766 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c689e912-2bbb-491e-b1bf-5084f5182fe6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.702848 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-866b06fe-b162-4d45-81c1-b54b3ff5e166 None None] Port 8e95de75-c463-4909-a88b-596f8a725ee5 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:36.710332 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 800adacc-3f49-4a3e-a877-2b3c154982f5 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:36.735271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 800adacc-3f49-4a3e-a877-2b3c154982f5 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:29:36.735648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 800adacc-3f49-4a3e-a877-2b3c154982f5 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:36.752515 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c689e912-2bbb-491e-b1bf-5084f5182fe6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.816176 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c689e912-2bbb-491e-b1bf-5084f5182fe6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:36.819319 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-c689e912-2bbb-491e-b1bf-5084f5182fe6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:36.821952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689e912-2bbb-491e-b1bf-5084f5182fe6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:36.829777 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c689e912-2bbb-491e-b1bf-5084f5182fe6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:36.830429 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c689e912-2bbb-491e-b1bf-5084f5182fe6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:36.843790 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689e912-2bbb-491e-b1bf-5084f5182fe6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=9d8c1313-58bc-4b56-80a4-f8e2a06a7517,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:36.858656 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c689e912-2bbb-491e-b1bf-5084f5182fe6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6768725 Aug 31 01:29:36.861114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51076) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:36.971049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bec77-603c-4b52-85e3-0c4932a2ac16 req-2356f05a-07a2-4dd7-9faf-c4d64ff1a2bb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:36.973530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-746bec77-603c-4b52-85e3-0c4932a2ac16 req-2356f05a-07a2-4dd7-9faf-c4d64ff1a2bb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 931 time: 0.0893500 Aug 31 01:29:36.995988 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-e405cec7-62b5-47c6-a24b-164b0fe2b7e1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 9d8c1313-58bc-4b56-80a4-f8e2a06a7517 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:36.996327 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e405cec7-62b5-47c6-a24b-164b0fe2b7e1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.072222 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e405cec7-62b5-47c6-a24b-164b0fe2b7e1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.075459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e95de75-c463-4909-a88b-596f8a725ee5 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:29:37.085709 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-e405cec7-62b5-47c6-a24b-164b0fe2b7e1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 9d8c1313-58bc-4b56-80a4-f8e2a06a7517 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:37.086455 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.100656 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-746bec77-603c-4b52-85e3-0c4932a2ac16 req-4ac2b2f5-d99c-403a-8a88-3a89129edd4b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1167328 Aug 31 01:29:37.112939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Transition to ACTIVE for port object 8e95de75-c463-4909-a88b-596f8a725ee5 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:37.121365 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.138488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33f972-b28b-4a06-84e2-2f33e83fbc77 req-8471d600-0168-4092-9e78-12cc2c4ba305 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:37.140423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a33f972-b28b-4a06-84e2-2f33e83fbc77 req-8471d600-0168-4092-9e78-12cc2c4ba305 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 946 time: 0.1142526 Aug 31 01:29:37.208999 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e405cec7-62b5-47c6-a24b-164b0fe2b7e1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.238325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Pushing event updated for resources: {'Port': ['ID=8e95de75-c463-4909-a88b-596f8a725ee5,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:37.279445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a33f972-b28b-4a06-84e2-2f33e83fbc77 req-4aa37754-3e7d-4b03-9238-a30fcfd4e370 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134131 Aug 31 01:29:37.369052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405cec7-62b5-47c6-a24b-164b0fe2b7e1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=9d8c1313-58bc-4b56-80a4-f8e2a06a7517,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:37.372632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Attempting to bind port 8e95de75-c463-4909-a88b-596f8a725ee5 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:37.372978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Attempting to bind port 8e95de75-c463-4909-a88b-596f8a725ee5 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:37.374196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Attempting to bind port 8e95de75-c463-4909-a88b-596f8a725ee5 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:37.381979 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e405cec7-62b5-47c6-a24b-164b0fe2b7e1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.386692 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e405cec7-62b5-47c6-a24b-164b0fe2b7e1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/9d8c1313-58bc-4b56-80a4-f8e2a06a7517 HTTP/1.1" status: 204 len: 168 time: 0.5231392 Aug 31 01:29:37.387366 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51084) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:37.392261 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-f8be84d9-ec9b-4a02-a5ba-69a1530eb8ac tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'mac_address': 'fa:16:3e:0a:78:37', 'name': 'tempest-PortsIpV6TestJSON-1807225733'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:37.400760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Port 8e95de75-c463-4909-a88b-596f8a725ee5 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:29:37.401439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Attempting to bind port 8e95de75-c463-4909-a88b-596f8a725ee5 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:37.444614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:37.445187 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Checking segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:37.445754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Bound using segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:37.446365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Bound port: 8e95de75-c463-4909-a88b-596f8a725ee5, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:37.446891 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.454944 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 4ab197a7-c527-4e94-97f7-edfbc46039d7 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:29:37.511850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8be84d9-ec9b-4a02-a5ba-69a1530eb8ac tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:37.536573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e8d74-f4cc-4b23-aff6-c871b4d6f2bb req-8c10f6c8-8c0f-4137-b73f-2fa8afe605ff tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:37.547590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e0e8d74-f4cc-4b23-aff6-c871b4d6f2bb req-8c10f6c8-8c0f-4137-b73f-2fa8afe605ff tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 983 time: 0.1705241 Aug 31 01:29:37.585491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] For port 8e95de75-c463-4909-a88b-596f8a725ee5, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:37.589326 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] For port 8e95de75-c463-4909-a88b-596f8a725ee5, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8e95de75-c463-4909-a88b-596f8a725ee5,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:37.600430 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.611813 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8be84d9-ec9b-4a02-a5ba-69a1530eb8ac tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.647479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 4ab197a7-c527-4e94-97f7-edfbc46039d7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=4ab197a7-c527-4e94-97f7-edfbc46039d7,segment=NetworkSegment(b603d114-882b-41e3-a9ab-35c8e5d7cf2c),segment_id=b603d114-882b-41e3-a9ab-35c8e5d7cf2c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:37.648793 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-f8be84d9-ec9b-4a02-a5ba-69a1530eb8ac tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port 9b405453-282c-41a1-a7ac-fb6825f2aa2f yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:29:37.666516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '4ab197a7-c527-4e94-97f7-edfbc46039d7', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'port_id': '4ab197a7-c527-4e94-97f7-edfbc46039d7', 'mac_address': 'fa:16:3e:8b:4e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:29:37.669587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:37.670919 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.672797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] 10.222.0.70 "PUT /v2.0/ports/8e95de75-c463-4909-a88b-596f8a725ee5 HTTP/1.1" status: 200 len: 1092 time: 1.2557845 Aug 31 01:29:37.672938 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b61663f0-d9d3-4f68-bd6d-b768438e88cf details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:29:37.680636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc678400-304e-4ba8-8dd4-b6cee7509342', 'tag': '8e95de75-c463-4909-a88b-596f8a725ee5'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:37.683316 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca3c936-8075-4106-8e7a-bd3d4ff21ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc678400-304e-4ba8-8dd4-b6cee7509342", "tag": "8e95de75-c463-4909-a88b-596f8a725ee5"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:37.740731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e0e8d74-f4cc-4b23-aff6-c871b4d6f2bb req-20f2d232-ed05-4013-8119-653cc858baba tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1918261 Aug 31 01:29:37.758262 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.836792 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e3a48e-ffea-4b88-bb78-edd818bf9ae6 x-openstack-request-id: req-63e3a48e-ffea-4b88-bb78-edd818bf9ae6 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:37.837190 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc678400-304e-4ba8-8dd4-b6cee7509342", "tag": "8e95de75-c463-4909-a88b-596f8a725ee5", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:37.837541 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63e3a48e-ffea-4b88-bb78-edd818bf9ae6 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:37.838044 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc678400-304e-4ba8-8dd4-b6cee7509342', 'tag': '8e95de75-c463-4909-a88b-596f8a725ee5', 'status': 'completed', 'code': 200} Aug 31 01:29:37.851310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab197a7-c527-4e94-97f7-edfbc46039d7 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:29:37.878614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967154a-216c-49a9-8c3a-721705873b71 service neutron] Pushing event updated for resources: {'Port': ['ID=8e95de75-c463-4909-a88b-596f8a725ee5,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:37.906370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 4ab197a7-c527-4e94-97f7-edfbc46039d7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=4ab197a7-c527-4e94-97f7-edfbc46039d7,segment=NetworkSegment(b603d114-882b-41e3-a9ab-35c8e5d7cf2c),segment_id=b603d114-882b-41e3-a9ab-35c8e5d7cf2c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:37.916798 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.981798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fc4dd-60e9-4d14-a54b-eb4f6db9a1f3 req-5e83ba2b-deb8-480c-ac5f-6f43a2cd5009 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:37.993646 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-870fc4dd-60e9-4d14-a54b-eb4f6db9a1f3 req-5e83ba2b-deb8-480c-ac5f-6f43a2cd5009 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 944 time: 0.2843380 Aug 31 01:29:38.001035 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=4ab197a7-c527-4e94-97f7-edfbc46039d7,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:38.011499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-5238432d-ff22-493a-93f3-ef1072a810ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:38.018023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-5238432d-ff22-493a-93f3-ef1072a810ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 1095 time: 0.2304108 Aug 31 01:29:38.056308 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8be84d9-ec9b-4a02-a5ba-69a1530eb8ac tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.061407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b61663f0-d9d3-4f68-bd6d-b768438e88cf, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b61663f0-d9d3-4f68-bd6d-b768438e88cf,segment=NetworkSegment(6a79a9eb-f123-43b4-bce3-5b3c3d18ae63),segment_id=6a79a9eb-f123-43b4-bce3-5b3c3d18ae63)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:38.093063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'port_id': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'mac_address': 'fa:16:3e:a6:3f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:29:38.119737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-a9f21c3c-eca0-447e-a6f8-09942d3a1460 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e95de75-c463-4909-a88b-596f8a725ee5 HTTP/1.1" status: 200 len: 217 time: 0.0943720 Aug 31 01:29:38.128769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8be84d9-ec9b-4a02-a5ba-69a1530eb8ac tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.190813 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8be84d9-ec9b-4a02-a5ba-69a1530eb8ac tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:38.191067 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.194114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-f8be84d9-ec9b-4a02-a5ba-69a1530eb8ac tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:38.198175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8be84d9-ec9b-4a02-a5ba-69a1530eb8ac tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:38.204740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8be84d9-ec9b-4a02-a5ba-69a1530eb8ac tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:38.205489 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f8be84d9-ec9b-4a02-a5ba-69a1530eb8ac tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.218663 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61663f0-d9d3-4f68-bd6d-b768438e88cf {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:29:38.238397 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f8be84d9-ec9b-4a02-a5ba-69a1530eb8ac tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8477950 Aug 31 01:29:38.238397 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be84d9-ec9b-4a02-a5ba-69a1530eb8ac tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=9b405453-282c-41a1-a7ac-fb6825f2aa2f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:38.246221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-4d2ea14f-db11-4bda-bd32-ca0fa54824b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:38.250254 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-4d2ea14f-db11-4bda-bd32-ca0fa54824b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.1079559 Aug 31 01:29:38.258935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51098) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:38.283372 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b61663f0-d9d3-4f68-bd6d-b768438e88cf, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b61663f0-d9d3-4f68-bd6d-b768438e88cf,segment=NetworkSegment(6a79a9eb-f123-43b4-bce3-5b3c3d18ae63),segment_id=6a79a9eb-f123-43b4-bce3-5b3c3d18ae63)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:38.286469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-870fc4dd-60e9-4d14-a54b-eb4f6db9a1f3 req-92f45ba2-b8c2-4495-b3c5-5b92858f960b tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885096 Aug 31 01:29:38.288608 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.348997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['4ab197a7-c527-4e94-97f7-edfbc46039d7'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:29:38.353222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8d8161-a846-4077-a717-fa9855f17989 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:38.361672 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6c8d8161-a846-4077-a717-fa9855f17989 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/9b405453-282c-41a1-a7ac-fb6825f2aa2f HTTP/1.1" status: 200 len: 845 time: 0.1069682 Aug 31 01:29:38.364276 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51100) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:38.367035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-eb607eed-e900-45e3-ac2a-167009ca60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:38.368661 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-eb607eed-e900-45e3-ac2a-167009ca60a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999293 Aug 31 01:29:38.383346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693672ed-2a97-4be2-ad96-cb067363bf21 req-ce488651-e608-457b-920f-154fff889fa1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:38.391418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-693672ed-2a97-4be2-ad96-cb067363bf21 req-ce488651-e608-457b-920f-154fff889fa1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 943 time: 0.1360209 Aug 31 01:29:38.441879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b61663f0-d9d3-4f68-bd6d-b768438e88cf,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:38.502912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b61663f0-d9d3-4f68-bd6d-b768438e88cf'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:29:38.512464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0d95a186-66b6-4939-8ddd-87f31534f1e7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 9b405453-282c-41a1-a7ac-fb6825f2aa2f {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:38.512968 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d95a186-66b6-4939-8ddd-87f31534f1e7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.553708 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-693672ed-2a97-4be2-ad96-cb067363bf21 req-916d94b0-f10c-4700-8467-0a79bd528c28 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1470912 Aug 31 01:29:38.565573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-6f31591c-ffe1-4ac0-b78a-7af137704b0b service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721389 Aug 31 01:29:38.598130 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d95a186-66b6-4939-8ddd-87f31534f1e7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.616224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0d95a186-66b6-4939-8ddd-87f31534f1e7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 9b405453-282c-41a1-a7ac-fb6825f2aa2f owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:38.704931 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d95a186-66b6-4939-8ddd-87f31534f1e7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.726754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8e0b6f47-cb67-48e7-b701-fda3caeb4347 req-db9d7732-f833-42c5-bd57-4dceb5df6740 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518338 Aug 31 01:29:38.750627 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d95a186-66b6-4939-8ddd-87f31534f1e7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.753424 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0d95a186-66b6-4939-8ddd-87f31534f1e7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/9b405453-282c-41a1-a7ac-fb6825f2aa2f HTTP/1.1" status: 204 len: 168 time: 0.3876739 Aug 31 01:29:38.755219 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95a186-66b6-4939-8ddd-87f31534f1e7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=9b405453-282c-41a1-a7ac-fb6825f2aa2f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:38.756593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51104) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:38.807174 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2ab30b-fd58-4977-a2b3-7a2cd785818c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] GET failed (client error): The resource could not be found. Aug 31 01:29:38.815163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51108) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:38.815535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0d2ab30b-fd58-4977-a2b3-7a2cd785818c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/9b405453-282c-41a1-a7ac-fb6825f2aa2f HTTP/1.1" status: 404 len: 333 time: 0.0576022 Aug 31 01:29:38.824107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-faf54218-20e6-4ec0-8c1d-a23b34c1012f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'name': 'tempest-PortsIpV6TestJSON-473173305'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:38.908643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3c936-8075-4106-8e7a-bd3d4ff21ed2 req-b5c3ab7e-87c9-4461-89c5-0e9c4d510b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:38.910339 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ca3c936-8075-4106-8e7a-bd3d4ff21ed2 req-b5c3ab7e-87c9-4461-89c5-0e9c4d510b5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 1095 time: 0.1125047 Aug 31 01:29:38.971183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf54218-20e6-4ec0-8c1d-a23b34c1012f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:38.976765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-faf54218-20e6-4ec0-8c1d-a23b34c1012f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:38.993272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07113bd-835f-4f9d-a8f9-1569b2a42ca4 req-3b3610e4-a39f-4b25-b3e2-07d62c7348a5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:39.004757 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f07113bd-835f-4f9d-a8f9-1569b2a42ca4 req-3b3610e4-a39f-4b25-b3e2-07d62c7348a5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 984 time: 0.1439252 Aug 31 01:29:39.007850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-faf54218-20e6-4ec0-8c1d-a23b34c1012f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port 02f23b03-4639-4f3d-bf91-3a7cfa54c5dc yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:29:39.095334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f07113bd-835f-4f9d-a8f9-1569b2a42ca4 req-4949ff7d-83d1-4567-b3a6-6b8ee90046d5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0826888 Aug 31 01:29:39.119586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3c936-8075-4106-8e7a-bd3d4ff21ed2 req-d04b139a-d870-4e08-a7f1-b34b31d489e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:39.121241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ca3c936-8075-4106-8e7a-bd3d4ff21ed2 req-d04b139a-d870-4e08-a7f1-b34b31d489e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.2011120 Aug 31 01:29:39.172405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ca3c936-8075-4106-8e7a-bd3d4ff21ed2 req-be9c2120-535f-4a3b-9e1d-5d5acf457aeb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e95de75-c463-4909-a88b-596f8a725ee5 HTTP/1.1" status: 200 len: 217 time: 0.0394797 Aug 31 01:29:39.219214 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-faf54218-20e6-4ec0-8c1d-a23b34c1012f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.228291 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3c936-8075-4106-8e7a-bd3d4ff21ed2 req-dddc5d13-3e42-4d2f-af03-d16b76dbbd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:39.229877 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ca3c936-8075-4106-8e7a-bd3d4ff21ed2 req-dddc5d13-3e42-4d2f-af03-d16b76dbbd53 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0504272 Aug 31 01:29:39.282840 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-faf54218-20e6-4ec0-8c1d-a23b34c1012f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.311135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3c936-8075-4106-8e7a-bd3d4ff21ed2 req-1b213d94-1047-45c5-8904-e6b788760cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:39.312945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ca3c936-8075-4106-8e7a-bd3d4ff21ed2 req-1b213d94-1047-45c5-8904-e6b788760cfb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757601 Aug 31 01:29:39.349814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf54218-20e6-4ec0-8c1d-a23b34c1012f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:39.362419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-faf54218-20e6-4ec0-8c1d-a23b34c1012f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:39.365827 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf54218-20e6-4ec0-8c1d-a23b34c1012f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=02f23b03-4639-4f3d-bf91-3a7cfa54c5dc,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:39.368160 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf54218-20e6-4ec0-8c1d-a23b34c1012f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:39.374627 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf54218-20e6-4ec0-8c1d-a23b34c1012f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:39.375546 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-faf54218-20e6-4ec0-8c1d-a23b34c1012f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.402046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51118) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:39.403093 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-faf54218-20e6-4ec0-8c1d-a23b34c1012f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5862114 Aug 31 01:29:39.409043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3f59fa4e-7b1a-4c8e-8f76-d96023b0a81d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:39.450928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 4ab197a7-c527-4e94-97f7-edfbc46039d7 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:39.513093 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 4ab197a7-c527-4e94-97f7-edfbc46039d7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:39.526100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 4ab197a7-c527-4e94-97f7-edfbc46039d7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:39.526634 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.543887 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f59fa4e-7b1a-4c8e-8f76-d96023b0a81d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.548345 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ca3c936-8075-4106-8e7a-bd3d4ff21ed2 req-862a5c8b-25fa-453d-863a-de75db83c178 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208157 Aug 31 01:29:39.639690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70599c-6692-447e-87e9-98c70536023f req-6c71a016-0a4e-4b16-9b9b-91d671ee3f5a tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:39.641214 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c70599c-6692-447e-87e9-98c70536023f req-6c71a016-0a4e-4b16-9b9b-91d671ee3f5a tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 945 time: 0.1884120 Aug 31 01:29:39.651410 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.656578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b61663f0-d9d3-4f68-bd6d-b768438e88cf up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:39.725018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 4ab197a7-c527-4e94-97f7-edfbc46039d7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=4ab197a7-c527-4e94-97f7-edfbc46039d7,segment=NetworkSegment(b603d114-882b-41e3-a9ab-35c8e5d7cf2c),segment_id=b603d114-882b-41e3-a9ab-35c8e5d7cf2c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:39.731677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd2e02d-5749-46ba-b2b2-c9feaf3489a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab197a7-c527-4e94-97f7-edfbc46039d7'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:39.735228 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102f916b-20aa-422e-8abd-7e3e25071987" -d '{"events": [{"server_uuid": "dfd2e02d-5749-46ba-b2b2-c9feaf3489a0", "name": "network-vif-plugged", "status": "completed", "tag": "4ab197a7-c527-4e94-97f7-edfbc46039d7"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:39.744333 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.803913 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port b61663f0-d9d3-4f68-bd6d-b768438e88cf completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:39.818234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port b61663f0-d9d3-4f68-bd6d-b768438e88cf triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:39.818766 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.821686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=4ab197a7-c527-4e94-97f7-edfbc46039d7,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:39.825754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c70599c-6692-447e-87e9-98c70536023f req-5edff923-437a-4370-a35a-61d48a6bbf16 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440921 Aug 31 01:29:39.838163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517cfcb-1cdd-4be3-9933-75c1c22b6af7 req-adfec5e1-4b1b-4bef-920c-e049a3ffdc08 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:39.839830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6517cfcb-1cdd-4be3-9933-75c1c22b6af7 req-adfec5e1-4b1b-4bef-920c-e049a3ffdc08 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 943 time: 0.2200525 Aug 31 01:29:39.866393 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ca3c936-8075-4106-8e7a-bd3d4ff21ed2 req-241c636b-3c24-4389-9abf-83a92331770a service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091085 Aug 31 01:29:39.917301 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6517cfcb-1cdd-4be3-9933-75c1c22b6af7 req-54cf1b9e-d0a7-422b-95e4-b4a74ad29f14 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624394 Aug 31 01:29:39.931802 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f59fa4e-7b1a-4c8e-8f76-d96023b0a81d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.937513 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f59fa4e-7b1a-4c8e-8f76-d96023b0a81d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.957457 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6ecaa4-f8cc-483c-9ae2-2e1f3a1150f9 x-openstack-request-id: req-ca6ecaa4-f8cc-483c-9ae2-2e1f3a1150f9 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:39.957770 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd2e02d-5749-46ba-b2b2-c9feaf3489a0", "name": "network-vif-plugged", "status": "completed", "tag": "4ab197a7-c527-4e94-97f7-edfbc46039d7", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:39.958030 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca6ecaa4-f8cc-483c-9ae2-2e1f3a1150f9 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:39.958420 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd2e02d-5749-46ba-b2b2-c9feaf3489a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab197a7-c527-4e94-97f7-edfbc46039d7', 'code': 200} Aug 31 01:29:39.959341 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.984815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-3f59fa4e-7b1a-4c8e-8f76-d96023b0a81d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] In _notify_port_updated(), no bound segment for port 02f23b03-4639-4f3d-bf91-3a7cfa54c5dc on network 7c264e4b-2964-4f1d-bf94-8cb308424db8 {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:29:39.991413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f59fa4e-7b1a-4c8e-8f76-d96023b0a81d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:39.992230 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f59fa4e-7b1a-4c8e-8f76-d96023b0a81d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.993691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3f59fa4e-7b1a-4c8e-8f76-d96023b0a81d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "PUT /v2.0/ports/02f23b03-4639-4f3d-bf91-3a7cfa54c5dc HTTP/1.1" status: 200 len: 818 time: 0.5905511 Aug 31 01:29:39.996784 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51126) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:40.023347 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b61663f0-d9d3-4f68-bd6d-b768438e88cf, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b61663f0-d9d3-4f68-bd6d-b768438e88cf,segment=NetworkSegment(6a79a9eb-f123-43b4-bce3-5b3c3d18ae63),segment_id=6a79a9eb-f123-43b4-bce3-5b3c3d18ae63)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:40.031355 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.043523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59fa4e-7b1a-4c8e-8f76-d96023b0a81d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=02f23b03-4639-4f3d-bf91-3a7cfa54c5dc,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:40.110810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b61663f0-d9d3-4f68-bd6d-b768438e88cf,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:40.120137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a10caf-e35b-4044-8154-d18085063f81 req-2fa71751-45e8-4694-b519-7eb32ec56d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:40.122486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00a10caf-e35b-4044-8154-d18085063f81 req-2fa71751-45e8-4694-b519-7eb32ec56d2e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 1137 time: 0.1023815 Aug 31 01:29:40.162680 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2903edad-1713-49c1-92f4-da895083ee88 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 02f23b03-4639-4f3d-bf91-3a7cfa54c5dc {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:40.163174 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2903edad-1713-49c1-92f4-da895083ee88 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.198491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00a10caf-e35b-4044-8154-d18085063f81 req-0d5d19dc-81bd-4552-9ac6-0cde84652194 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0686500 Aug 31 01:29:40.244606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bd5b9-b142-4633-a28f-3e953089b5a3 req-2c764e8d-d727-4a3d-b4e3-23c1c2dee8ad tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:40.247445 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2903edad-1713-49c1-92f4-da895083ee88 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.255431 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d7bd5b9-b142-4633-a28f-3e953089b5a3 req-2c764e8d-d727-4a3d-b4e3-23c1c2dee8ad tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 985 time: 0.0745473 Aug 31 01:29:40.266269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2903edad-1713-49c1-92f4-da895083ee88 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 02f23b03-4639-4f3d-bf91-3a7cfa54c5dc owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:40.308654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d7bd5b9-b142-4633-a28f-3e953089b5a3 req-f534497f-8c04-4bbb-9310-fedf22ad843a tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0519364 Aug 31 01:29:40.363679 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2903edad-1713-49c1-92f4-da895083ee88 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.405334 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2903edad-1713-49c1-92f4-da895083ee88 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.406841 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2903edad-1713-49c1-92f4-da895083ee88 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/02f23b03-4639-4f3d-bf91-3a7cfa54c5dc HTTP/1.1" status: 204 len: 168 time: 0.4091194 Aug 31 01:29:40.407945 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903edad-1713-49c1-92f4-da895083ee88 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=02f23b03-4639-4f3d-bf91-3a7cfa54c5dc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:40.410780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51134) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:40.464035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ba53bd-e78a-433c-b305-a53cbc6f81b1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:40.465672 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-90ba53bd-e78a-433c-b305-a53cbc6f81b1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0535495 Aug 31 01:29:40.468413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51136) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:40.498911 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-120c5101-c72f-428d-9f5a-9a1b337af60b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] GET failed (client error): The resource could not be found. Aug 31 01:29:40.500599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-120c5101-c72f-428d-9f5a-9a1b337af60b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/02f23b03-4639-4f3d-bf91-3a7cfa54c5dc HTTP/1.1" status: 404 len: 333 time: 0.0312514 Aug 31 01:29:40.504164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51138) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:40.509019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-bc2ee3a1-509a-4e8d-b168-95762182a7a2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1872428006'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:40.534206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2ee3a1-509a-4e8d-b168-95762182a7a2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:40.538984 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc2ee3a1-509a-4e8d-b168-95762182a7a2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.565309 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2ee3a1-509a-4e8d-b168-95762182a7a2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:29:40.573671 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc2ee3a1-509a-4e8d-b168-95762182a7a2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.574022 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-bc2ee3a1-509a-4e8d-b168-95762182a7a2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Added segment 7911a7b5-7448-4926-9c16-f02152ea649c of type vlan for network c24cc25d-01c0-485f-b2b3-1e0208f84002 Aug 31 01:29:40.614996 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc2ee3a1-509a-4e8d-b168-95762182a7a2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.640643 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc2ee3a1-509a-4e8d-b168-95762182a7a2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.646222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2ee3a1-509a-4e8d-b168-95762182a7a2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:40.646812 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc2ee3a1-509a-4e8d-b168-95762182a7a2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.704212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bc2ee3a1-509a-4e8d-b168-95762182a7a2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1989832 Aug 31 01:29:40.706981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51142) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:40.713926 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-6586ea96-695e-4aab-a62c-1002f39d6cd9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'subnet': {'network_id': 'c24cc25d-01c0-485f-b2b3-1e0208f84002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:40.760784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ee3a1-509a-4e8d-b168-95762182a7a2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Network': ['ID=c24cc25d-01c0-485f-b2b3-1e0208f84002,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:40.773007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network c24cc25d-01c0-485f-b2b3-1e0208f84002 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:29:40.813632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6586ea96-695e-4aab-a62c-1002f39d6cd9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:40.817663 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6586ea96-695e-4aab-a62c-1002f39d6cd9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.996765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebec067-db8d-4d3b-8a76-82464865ea26 req-2e98e9f4-1f8e-463f-8c54-f4536726c097 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:40.998902 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cebec067-db8d-4d3b-8a76-82464865ea26 req-2e98e9f4-1f8e-463f-8c54-f4536726c097 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 946 time: 0.0945995 Aug 31 01:29:41.115377 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cebec067-db8d-4d3b-8a76-82464865ea26 req-9e48922d-167c-4b31-bc7b-3b1d62d3cf84 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060421 Aug 31 01:29:41.118646 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6586ea96-695e-4aab-a62c-1002f39d6cd9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:41.138428 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e42f71-50b6-4c91-b17a-3681e93513a3 req-a556c426-3f5c-4ea8-9170-b44f9a5535bc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:41.140490 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5e42f71-50b6-4c91-b17a-3681e93513a3 req-a556c426-3f5c-4ea8-9170-b44f9a5535bc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 943 time: 0.1325200 Aug 31 01:29:41.148302 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:41.229434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586ea96-695e-4aab-a62c-1002f39d6cd9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Subnet': ['ID=3e593524-e5e7-4836-ada6-a36e992ab293,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:41.244942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5e42f71-50b6-4c91-b17a-3681e93513a3 req-171b49fe-bc92-48c5-91b8-22cd441c2c9c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754788 Aug 31 01:29:41.250482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6586ea96-695e-4aab-a62c-1002f39d6cd9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Checking segment: {'id': '7911a7b5-7448-4926-9c16-f02152ea649c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c24cc25d-01c0-485f-b2b3-1e0208f84002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:41.251162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586ea96-695e-4aab-a62c-1002f39d6cd9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network hostable DHCP agents. Network: c24cc25d-01c0-485f-b2b3-1e0208f84002, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:29:41.272336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586ea96-695e-4aab-a62c-1002f39d6cd9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network c24cc25d-01c0-485f-b2b3-1e0208f84002 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:29:41.288593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-6586ea96-695e-4aab-a62c-1002f39d6cd9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, c24cc25d-01c0-485f-b2b3-1e0208f84002) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:41.293535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6586ea96-695e-4aab-a62c-1002f39d6cd9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:41.294170 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6586ea96-695e-4aab-a62c-1002f39d6cd9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:41.309268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85af506-9cc4-4455-b28f-1de092c97748 None None] Network c24cc25d-01c0-485f-b2b3-1e0208f84002 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:41.315620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51152) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:41.316004 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6586ea96-695e-4aab-a62c-1002f39d6cd9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6078308 Aug 31 01:29:41.321133 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9bef1450-a6af-4aa4-b30f-2f7e8d68528a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'subnet': {'network_id': 'c24cc25d-01c0-485f-b2b3-1e0208f84002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:41.472429 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bef1450-a6af-4aa4-b30f-2f7e8d68528a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:41.476704 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9bef1450-a6af-4aa4-b30f-2f7e8d68528a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:41.502516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-c24cc25d-01c0-485f-b2b3-1e0208f84002', 'network_id': 'c24cc25d-01c0-485f-b2b3-1e0208f84002', 'tenant_id': '89131229a160423b846b28fa206c82c7', 'fixed_ips': [{'subnet_id': '3e593524-e5e7-4836-ada6-a36e992ab293'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:29:41.503485 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:41.511937 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7c36f-50b2-49aa-a2ae-cea79233bce2 req-407d1cdb-4786-4808-9135-09908002bed3 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:41.513515 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6c7c36f-50b2-49aa-a2ae-cea79233bce2 req-407d1cdb-4786-4808-9135-09908002bed3 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 985 time: 0.1092272 Aug 31 01:29:41.570341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6c7c36f-50b2-49aa-a2ae-cea79233bce2 req-49452807-e6e0-4519-9f40-1d7ce643e748 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0502183 Aug 31 01:29:41.678429 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Allocated IP 2001:db8::2 (c24cc25d-01c0-485f-b2b3-1e0208f84002/3e593524-e5e7-4836-ada6-a36e992ab293/048d842f-eb41-491a-bdae-615186517d42) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:41.818543 n-d-802060-13 neutron-server[94760]: INFO neutron.db.ipam_backend_mixin [None req-9bef1450-a6af-4aa4-b30f-2f7e8d68528a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e593524-e5e7-4836-ada6-a36e992ab293 (CIDR: 2001:db8::/64) Aug 31 01:29:41.822367 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bef1450-a6af-4aa4-b30f-2f7e8d68528a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:29:41.822813 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bef1450-a6af-4aa4-b30f-2f7e8d68528a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:29:41.838032 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9bef1450-a6af-4aa4-b30f-2f7e8d68528a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5208919 Aug 31 01:29:41.840687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51158) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:41.844614 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:41.846761 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d3d22bd2-9886-42f8-bbdf-d3ad334dd4ce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'subnet': {'network_id': 'c24cc25d-01c0-485f-b2b3-1e0208f84002', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:41.854010 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Transition to ACTIVE for port object 048d842f-eb41-491a-bdae-615186517d42 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:41.870083 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Transition to ACTIVE for port object 048d842f-eb41-491a-bdae-615186517d42 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:41.876588 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:41.914835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Network c24cc25d-01c0-485f-b2b3-1e0208f84002 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:41.919740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:41.924955 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:41.928056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Pushing event updated for resources: {'Port': ['ID=048d842f-eb41-491a-bdae-615186517d42,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:41.968110 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d22bd2-9886-42f8-bbdf-d3ad334dd4ce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:41.971295 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:41.972004 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3d22bd2-9886-42f8-bbdf-d3ad334dd4ce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:41.973642 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764cc37b-0cc9-4934-8f38-5ab654f3ed76" -d '{"events": [{"server_uuid": "fdc2f536-3aa3-4f77-b0fa-4b67de76493f", "name": "network-vif-plugged", "status": "completed", "tag": "b61663f0-d9d3-4f68-bd6d-b768438e88cf"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:41.990325 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Attempting to bind port 048d842f-eb41-491a-bdae-615186517d42 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:41.990704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Attempting to bind port 048d842f-eb41-491a-bdae-615186517d42 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '7911a7b5-7448-4926-9c16-f02152ea649c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c24cc25d-01c0-485f-b2b3-1e0208f84002'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:41.991069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Attempting to bind port 048d842f-eb41-491a-bdae-615186517d42 on network c24cc25d-01c0-485f-b2b3-1e0208f84002 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:41.996688 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:41.997078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Checking segment: {'id': '7911a7b5-7448-4926-9c16-f02152ea649c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c24cc25d-01c0-485f-b2b3-1e0208f84002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:41.997481 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:41.997881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Bound using segment: {'id': '7911a7b5-7448-4926-9c16-f02152ea649c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c24cc25d-01c0-485f-b2b3-1e0208f84002'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:41.998365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Bound port: 048d842f-eb41-491a-bdae-615186517d42, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7911a7b5-7448-4926-9c16-f02152ea649c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c24cc25d-01c0-485f-b2b3-1e0208f84002'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:41.998751 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:42.078701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] For port 048d842f-eb41-491a-bdae-615186517d42, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:42.085734 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] For port 048d842f-eb41-491a-bdae-615186517d42, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=048d842f-eb41-491a-bdae-615186517d42,segment=NetworkSegment(7911a7b5-7448-4926-9c16-f02152ea649c),segment_id=7911a7b5-7448-4926-9c16-f02152ea649c)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:42.092514 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:42.175857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e7fe9-be95-4124-bffe-3cfbd96b0e36 None None] Pushing event updated for resources: {'Port': ['ID=048d842f-eb41-491a-bdae-615186517d42,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:42.246909 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e896edf-d517-40a1-b1e3-30f22c718975 x-openstack-request-id: req-2e896edf-d517-40a1-b1e3-30f22c718975 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:42.247209 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc2f536-3aa3-4f77-b0fa-4b67de76493f", "name": "network-vif-plugged", "status": "completed", "tag": "b61663f0-d9d3-4f68-bd6d-b768438e88cf", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:42.247689 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e896edf-d517-40a1-b1e3-30f22c718975 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:42.248122 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'code': 200} Aug 31 01:29:42.336975 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3d22bd2-9886-42f8-bbdf-d3ad334dd4ce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:42.340226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fd171-4298-4d8e-83aa-cb1169e4a002 req-08c2888c-d01f-426e-9b45-ab4d48e8e833 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:42.342841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a5fd171-4298-4d8e-83aa-cb1169e4a002 req-08c2888c-d01f-426e-9b45-ab4d48e8e833 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 946 time: 0.0654454 Aug 31 01:29:42.404923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d22bd2-9886-42f8-bbdf-d3ad334dd4ce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network c24cc25d-01c0-485f-b2b3-1e0208f84002 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:42.408577 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-d3d22bd2-9886-42f8-bbdf-d3ad334dd4ce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:42.415551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d22bd2-9886-42f8-bbdf-d3ad334dd4ce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:42.415551 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d3d22bd2-9886-42f8-bbdf-d3ad334dd4ce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:42.429978 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d22bd2-9886-42f8-bbdf-d3ad334dd4ce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Subnet': ['ID=57c71306-fb04-426a-8a46-40dbec44468a,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:42.434652 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d3d22bd2-9886-42f8-bbdf-d3ad334dd4ce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5928564 Aug 31 01:29:42.449745 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51172) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:42.457694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'network_id': 'c24cc25d-01c0-485f-b2b3-1e0208f84002', 'fixed_ips': [{'subnet_id': '3e593524-e5e7-4836-ada6-a36e992ab293'}, {'subnet_id': '57c71306-fb04-426a-8a46-40dbec44468a'}], 'name': 'tempest-PortsIpV6TestJSON-1315529054'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:42.512114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a5fd171-4298-4d8e-83aa-cb1169e4a002 req-bf4bd801-3a0d-48c6-bf25-26830f5b4402 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303196 Aug 31 01:29:42.524148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406669e-58c9-46d6-b064-df6419edf551 req-5fe5750b-8765-43a7-a1e3-3b00003d1ca2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:42.525702 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b406669e-58c9-46d6-b064-df6419edf551 req-5fe5750b-8765-43a7-a1e3-3b00003d1ca2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 943 time: 0.1451426 Aug 31 01:29:42.527798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad151a-9b6f-4502-8603-f22513d98336 req-8e74bfb0-ba68-4325-97f3-25445b068211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:42.529237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43ad151a-9b6f-4502-8603-f22513d98336 req-8e74bfb0-ba68-4325-97f3-25445b068211 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 1098 time: 0.1854024 Aug 31 01:29:42.596084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b406669e-58c9-46d6-b064-df6419edf551 req-0be9ebe6-cb22-4c0a-a029-7ef41b7a4ba5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531490 Aug 31 01:29:42.631942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43ad151a-9b6f-4502-8603-f22513d98336 req-36cd0ff3-45e9-4a50-967f-3bd698a1e2f2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951831 Aug 31 01:29:42.679518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:42.712638 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 048d842f-eb41-491a-bdae-615186517d42 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:42.747305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfca9d0-2bfa-4662-8ea7-9240f92e270d req-2b367c14-64e9-4d7a-baa2-7952696acf6d tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:42.751657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccfca9d0-2bfa-4662-8ea7-9240f92e270d req-2b367c14-64e9-4d7a-baa2-7952696acf6d tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 985 time: 0.0674713 Aug 31 01:29:42.776247 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 048d842f-eb41-491a-bdae-615186517d42 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:42.798421 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:42.803954 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccfca9d0-2bfa-4662-8ea7-9240f92e270d req-a2d90bb5-dfea-4cb9-bbe0-ef3d26cc32c1 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0452819 Aug 31 01:29:42.816944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port 50b2116b-b471-4505-ab5e-a0888e54180e yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:29:42.941188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4acc2-e91b-404e-87e1-5d695b51b2f8 req-d00da88e-dd97-4907-9caf-835acfcf3ec0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:42.942801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23c4acc2-e91b-404e-87e1-5d695b51b2f8 req-d00da88e-dd97-4907-9caf-835acfcf3ec0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 985 time: 0.0605345 Aug 31 01:29:42.997677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23c4acc2-e91b-404e-87e1-5d695b51b2f8 req-85041060-4004-4240-bade-4f6cfbf75e3f tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0485394 Aug 31 01:29:43.130041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Allocated IP 2001:db8::41 (c24cc25d-01c0-485f-b2b3-1e0208f84002/3e593524-e5e7-4836-ada6-a36e992ab293/50b2116b-b471-4505-ab5e-a0888e54180e) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:43.134496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bfcfb-c776-4fc9-bccb-99f7354f768a req-6fa43d07-d9d0-465d-b524-8ce954d7fc52 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:43.137710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Allocated IP 2001:db8:0:1::207 (c24cc25d-01c0-485f-b2b3-1e0208f84002/57c71306-fb04-426a-8a46-40dbec44468a/50b2116b-b471-4505-ab5e-a0888e54180e) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:43.138337 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-116bfcfb-c776-4fc9-bccb-99f7354f768a req-6fa43d07-d9d0-465d-b524-8ce954d7fc52 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 1137 time: 0.0539043 Aug 31 01:29:43.163568 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-116bfcfb-c776-4fc9-bccb-99f7354f768a req-cabb7f11-bd06-4317-b0cf-edf9f49e4fc3 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.305378 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-116bfcfb-c776-4fc9-bccb-99f7354f768a req-cabb7f11-bd06-4317-b0cf-edf9f49e4fc3 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.313575 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-116bfcfb-c776-4fc9-bccb-99f7354f768a req-cabb7f11-bd06-4317-b0cf-edf9f49e4fc3 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.331917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-116bfcfb-c776-4fc9-bccb-99f7354f768a req-cabb7f11-bd06-4317-b0cf-edf9f49e4fc3 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1856885 Aug 31 01:29:43.353901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb7f11-bd06-4317-b0cf-edf9f49e4fc3 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785181d5-cf18-44b8-88e9-33919fd38338,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:43.356414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51186) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:43.365784 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.380405 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Transition to ACTIVE for port object 50b2116b-b471-4505-ab5e-a0888e54180e will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:43.417750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2916b36-9c09-4501-b7e4-bac3ec38f45b tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:43.419331 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c2916b36-9c09-4501-b7e4-bac3ec38f45b tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 1132 time: 0.0619571 Aug 31 01:29:43.424663 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51188) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:43.430705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '4ab197a7-c527-4e94-97f7-edfbc46039d7', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:43.437565 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.476321 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d6423b-6dde-4446-b275-cf7451bb6ed0 None None] Network c24cc25d-01c0-485f-b2b3-1e0208f84002 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:43.504534 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network c24cc25d-01c0-485f-b2b3-1e0208f84002 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:43.505355 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.511317 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:43.524057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:43.529672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:43.530309 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.536749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=50b2116b-b471-4505-ab5e-a0888e54180e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:43.553247 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a80e7e8d-17ba-48cc-94c8-74e5bf295899 None None] Provisioning for port 048d842f-eb41-491a-bdae-615186517d42 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:43.566458 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a80e7e8d-17ba-48cc-94c8-74e5bf295899 None None] Provisioning complete for port 048d842f-eb41-491a-bdae-615186517d42 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:43.566826 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a80e7e8d-17ba-48cc-94c8-74e5bf295899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.579750 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0c181872-3cdf-42ed-97a1-79762563b0bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.1326344 Aug 31 01:29:43.582472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51192) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:43.589990 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-edcc2fab-c59e-43a1-b1d5-c43e469c4384 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e593524-e5e7-4836-ada6-a36e992ab293'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:43.733595 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-edcc2fab-c59e-43a1-b1d5-c43e469c4384 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.739580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe0fe1-9278-425e-bf90-d1cb3c0cf90b req-b6910e00-9fed-41a2-8cb1-e419a8901f3b tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:43.748143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7efe0fe1-9278-425e-bf90-d1cb3c0cf90b req-b6910e00-9fed-41a2-8cb1-e419a8901f3b tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 946 time: 0.1060894 Aug 31 01:29:43.840094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d6e3-c6b0-4b8e-917a-700f9ab91f4a req-da687d9b-0d44-431a-8a04-f4807cb0ee85 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:43.848985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6457d6e3-c6b0-4b8e-917a-700f9ab91f4a req-da687d9b-0d44-431a-8a04-f4807cb0ee85 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 943 time: 0.1479063 Aug 31 01:29:43.872451 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7efe0fe1-9278-425e-bf90-d1cb3c0cf90b req-7e1c324c-8dbb-4193-86ed-1d0d1d23957f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184177 Aug 31 01:29:43.932973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6457d6e3-c6b0-4b8e-917a-700f9ab91f4a req-2e42071b-6674-4fcc-b253-c1a46697eefb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828502 Aug 31 01:29:43.968316 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a80e7e8d-17ba-48cc-94c8-74e5bf295899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.003641 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.021497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a80e7e8d-17ba-48cc-94c8-74e5bf295899 None None] For port 048d842f-eb41-491a-bdae-615186517d42, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=048d842f-eb41-491a-bdae-615186517d42,segment=NetworkSegment(7911a7b5-7448-4926-9c16-f02152ea649c),segment_id=7911a7b5-7448-4926-9c16-f02152ea649c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:44.029944 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a80e7e8d-17ba-48cc-94c8-74e5bf295899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.085426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e7e8d-17ba-48cc-94c8-74e5bf295899 None None] Pushing event updated for resources: {'Port': ['ID=048d842f-eb41-491a-bdae-615186517d42,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:44.118229 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2a29c3-47f2-4656-a34d-f86638eab8e0 None None] Update dhcp port {'port': {'network_id': 'c24cc25d-01c0-485f-b2b3-1e0208f84002', 'fixed_ips': [{'subnet_id': '3e593524-e5e7-4836-ada6-a36e992ab293', 'ip_address': '2001:db8::2'}, {'subnet_id': '57c71306-fb04-426a-8a46-40dbec44468a'}], 'binding:host_id': 'n-d-802060-13'}, 'id': '048d842f-eb41-491a-bdae-615186517d42'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:29:44.145787 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4a2a29c3-47f2-4656-a34d-f86638eab8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.156157 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-edcc2fab-c59e-43a1-b1d5-c43e469c4384 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Delete allocated IP 2001:db8:0:1::207 (c24cc25d-01c0-485f-b2b3-1e0208f84002/57c71306-fb04-426a-8a46-40dbec44468a) {{(pid=94760) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 01:29:44.193588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Allocated IP 172.25.6.226 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/da54223e-fe75-497e-a0bd-0a223c30e7f2) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:44.384199 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-edcc2fab-c59e-43a1-b1d5-c43e469c4384 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.392102 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.404127 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-edcc2fab-c59e-43a1-b1d5-c43e469c4384 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Ignored duplicate provisioning block setup for port 50b2116b-b471-4505-ab5e-a0888e54180e by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 01:29:44.410697 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-edcc2fab-c59e-43a1-b1d5-c43e469c4384 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.466317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-4a2a29c3-47f2-4656-a34d-f86638eab8e0 None None] Allocated IP 2001:db8:0:1::2 (c24cc25d-01c0-485f-b2b3-1e0208f84002/57c71306-fb04-426a-8a46-40dbec44468a/048d842f-eb41-491a-bdae-615186517d42) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:44.481770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-edcc2fab-c59e-43a1-b1d5-c43e469c4384 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] In _notify_port_updated(), no bound segment for port 50b2116b-b471-4505-ab5e-a0888e54180e on network c24cc25d-01c0-485f-b2b3-1e0208f84002 {{(pid=94760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:29:44.487846 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcc2fab-c59e-43a1-b1d5-c43e469c4384 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:44.488462 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-edcc2fab-c59e-43a1-b1d5-c43e469c4384 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.492427 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-edcc2fab-c59e-43a1-b1d5-c43e469c4384 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "PUT /v2.0/ports/50b2116b-b471-4505-ab5e-a0888e54180e HTTP/1.1" status: 200 len: 925 time: 0.9060605 Aug 31 01:29:44.492732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51202) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:44.498152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-aebd73e7-935a-48e1-90e0-c04cf9d019f2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e593524-e5e7-4836-ada6-a36e992ab293'}, {'subnet_id': '57c71306-fb04-426a-8a46-40dbec44468a'}]}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:44.507079 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc2fab-c59e-43a1-b1d5-c43e469c4384 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=50b2116b-b471-4505-ab5e-a0888e54180e,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:44.520605 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.584062 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4a2a29c3-47f2-4656-a34d-f86638eab8e0 None None] For port 048d842f-eb41-491a-bdae-615186517d42, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=048d842f-eb41-491a-bdae-615186517d42,segment=NetworkSegment(7911a7b5-7448-4926-9c16-f02152ea649c),segment_id=7911a7b5-7448-4926-9c16-f02152ea649c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:44.615388 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:44.620591 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4a2a29c3-47f2-4656-a34d-f86638eab8e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.623866 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:44.627731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:44.631035 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'Port': ['ID=da54223e-fe75-497e-a0bd-0a223c30e7f2,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:44.632540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 048d842f-eb41-491a-bdae-615186517d42 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:44.681051 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aebd73e7-935a-48e1-90e0-c04cf9d019f2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.684325 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4a2a29c3-47f2-4656-a34d-f86638eab8e0 None None] Transition to ACTIVE for port object 048d842f-eb41-491a-bdae-615186517d42 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:44.693947 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4a2a29c3-47f2-4656-a34d-f86638eab8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:44.808646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a29c3-47f2-4656-a34d-f86638eab8e0 None None] Pushing event updated for resources: {'Port': ['ID=048d842f-eb41-491a-bdae-615186517d42,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:45.003247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-aebd73e7-935a-48e1-90e0-c04cf9d019f2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Allocated IP 2001:db8:0:1::3ce (c24cc25d-01c0-485f-b2b3-1e0208f84002/57c71306-fb04-426a-8a46-40dbec44468a/50b2116b-b471-4505-ab5e-a0888e54180e) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:45.214005 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aebd73e7-935a-48e1-90e0-c04cf9d019f2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:45.224529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f68b94-3d73-4331-b712-910d64f7bdc5 req-720cd5b4-a19a-471a-8918-f74835dde53f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:45.226176 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03f68b94-3d73-4331-b712-910d64f7bdc5 req-720cd5b4-a19a-471a-8918-f74835dde53f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 946 time: 0.2417331 Aug 31 01:29:45.274307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b2d81-6860-43f3-8505-9956020ec892 req-2d5d03f3-69bc-494e-aa33-d731ae94d1b0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:45.282612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e67b2d81-6860-43f3-8505-9956020ec892 req-2d5d03f3-69bc-494e-aa33-d731ae94d1b0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 943 time: 0.2456350 Aug 31 01:29:45.292461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-aebd73e7-935a-48e1-90e0-c04cf9d019f2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Ignored duplicate provisioning block setup for port 50b2116b-b471-4505-ab5e-a0888e54180e by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 01:29:45.313424 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:45.315301 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aebd73e7-935a-48e1-90e0-c04cf9d019f2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:45.372260 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03f68b94-3d73-4331-b712-910d64f7bdc5 req-b31f7457-2184-41a9-b99a-d726f879e42f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377780 Aug 31 01:29:45.452554 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e67b2d81-6860-43f3-8505-9956020ec892 req-a92d44f7-ab15-40ac-95b7-c5a3218a2553 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1689608 Aug 31 01:29:45.488088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-aebd73e7-935a-48e1-90e0-c04cf9d019f2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] In _notify_port_updated(), no bound segment for port 50b2116b-b471-4505-ab5e-a0888e54180e on network c24cc25d-01c0-485f-b2b3-1e0208f84002 {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:29:45.493672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebd73e7-935a-48e1-90e0-c04cf9d019f2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:45.494226 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aebd73e7-935a-48e1-90e0-c04cf9d019f2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:45.495642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-aebd73e7-935a-48e1-90e0-c04cf9d019f2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "PUT /v2.0/ports/50b2116b-b471-4505-ab5e-a0888e54180e HTTP/1.1" status: 200 len: 1011 time: 1.0018551 Aug 31 01:29:45.497692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd73e7-935a-48e1-90e0-c04cf9d019f2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=50b2116b-b471-4505-ab5e-a0888e54180e,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:45.500133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51218) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:45.513150 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:45.545985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3927e408-7d8a-4b5f-9205-e0d85e9ae788 None None] Network c24cc25d-01c0-485f-b2b3-1e0208f84002 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:45.620810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846ccd0-e494-4e60-b2d8-93a75547dcbd req-e6995f76-c411-4219-bb80-0eb1221d9e81 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:45.622450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4846ccd0-e494-4e60-b2d8-93a75547dcbd req-e6995f76-c411-4219-bb80-0eb1221d9e81 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 946 time: 0.1256371 Aug 31 01:29:45.643821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-77825f76-beeb-466d-8d86-701eec548dba None None] Provisioning for port 048d842f-eb41-491a-bdae-615186517d42 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:45.684739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-77825f76-beeb-466d-8d86-701eec548dba None None] Provisioning complete for port 048d842f-eb41-491a-bdae-615186517d42 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:45.686961 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-77825f76-beeb-466d-8d86-701eec548dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:45.693140 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4846ccd0-e494-4e60-b2d8-93a75547dcbd req-23099f7f-8e6a-4e75-8740-1abc6ba75da5 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592988 Aug 31 01:29:45.705081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-103d94b5-21ec-438d-9f5d-738e2485f647 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 50b2116b-b471-4505-ab5e-a0888e54180e {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:45.705494 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-103d94b5-21ec-438d-9f5d-738e2485f647 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:45.720971 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51222) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:45.861767 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-103d94b5-21ec-438d-9f5d-738e2485f647 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:45.876041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-103d94b5-21ec-438d-9f5d-738e2485f647 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 50b2116b-b471-4505-ab5e-a0888e54180e owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:45.940194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-77825f76-beeb-466d-8d86-701eec548dba None None] Provisioning for port 50b2116b-b471-4505-ab5e-a0888e54180e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:45.944902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-77825f76-beeb-466d-8d86-701eec548dba None None] Provisioning complete for port 50b2116b-b471-4505-ab5e-a0888e54180e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:45.945370 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-77825f76-beeb-466d-8d86-701eec548dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.001206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-77825f76-beeb-466d-8d86-701eec548dba None None] Port 50b2116b-b471-4505-ab5e-a0888e54180e cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:46.046462 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.052940 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.140691 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'Port': ['ID=da54223e-fe75-497e-a0bd-0a223c30e7f2,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:46.148338 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.276438 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Floating IP 1df5893e-e8d5-4f2b-8d05-969991bc5f4f associated. External IP: 172.25.6.226, port: 4ab197a7-c527-4e94-97f7-edfbc46039d7. Aug 31 01:29:46.335743 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e0678e4a-b5da-4b3f-a53a-0d8efb531a7f None None] Provisioning complete for port 048d842f-eb41-491a-bdae-615186517d42 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:46.341850 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e0678e4a-b5da-4b3f-a53a-0d8efb531a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.492262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e0678e4a-b5da-4b3f-a53a-0d8efb531a7f None None] Provisioning complete for port 50b2116b-b471-4505-ab5e-a0888e54180e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:46.494300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceab6e7d-8365-4dde-8f98-0c268f8962b9 tempest-TestVolumeBackupRestore-202477402 tempest-TestVolumeBackupRestore-202477402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:46.496200 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e0678e4a-b5da-4b3f-a53a-0d8efb531a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.502477 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ceab6e7d-8365-4dde-8f98-0c268f8962b9 tempest-TestVolumeBackupRestore-202477402 tempest-TestVolumeBackupRestore-202477402-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 1093 time: 0.7774203 Aug 31 01:29:46.509381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51232) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:46.516741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:46.565924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e0678e4a-b5da-4b3f-a53a-0d8efb531a7f None None] Port 50b2116b-b471-4505-ab5e-a0888e54180e cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:46.577157 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Router 693d0326-dd18-4d99-a255-1ba6f3dfb17d has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:46.592304 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.638011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 048d842f-eb41-491a-bdae-615186517d42 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:46.710532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2d27a-6a68-4e45-b57c-e61392d3ac74 req-da39f68a-49b9-4c86-a005-6010b034c679 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:46.717842 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1cd2d27a-6a68-4e45-b57c-e61392d3ac74 req-da39f68a-49b9-4c86-a005-6010b034c679 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 943 time: 0.1206286 Aug 31 01:29:46.761813 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:46.775440 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19574a-0d51-4c9c-b978-9d8681be2606 None None] Sync routers for ids ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:46.780338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-794bef4f-e80c-40ab-9eef-b2a2d107063b None None] Provisioning complete for port 50b2116b-b471-4505-ab5e-a0888e54180e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:46.780989 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-794bef4f-e80c-40ab-9eef-b2a2d107063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.788779 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19574a-0d51-4c9c-b978-9d8681be2606 None None] Routers {'693d0326-dd18-4d99-a255-1ba6f3dfb17d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:46.789414 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7a19574a-0d51-4c9c-b978-9d8681be2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:29:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:46.800209 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1cd2d27a-6a68-4e45-b57c-e61392d3ac74 req-206cc602-3980-425e-bfde-f058a4e8f358 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815930 Aug 31 01:29:46.828520 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.834459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 048d842f-eb41-491a-bdae-615186517d42 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:46.835078 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.852737 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-103d94b5-21ec-438d-9f5d-738e2485f647 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:46.886312 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-504793fc-850f-482a-814b-c9d9b5512870 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4583936 Aug 31 01:29:46.886888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51236) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:46.887385 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd2e02d-5749-46ba-b2b2-c9feaf3489a0', 'tag': '4ab197a7-c527-4e94-97f7-edfbc46039d7'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:46.890611 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3d7e48-d2c2-4631-9529-e33658d03bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd2e02d-5749-46ba-b2b2-c9feaf3489a0", "tag": "4ab197a7-c527-4e94-97f7-edfbc46039d7"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:46.897573 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-794bef4f-e80c-40ab-9eef-b2a2d107063b None None] Port 50b2116b-b471-4505-ab5e-a0888e54180e cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:46.937549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d94b5-21ec-438d-9f5d-738e2485f647 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=50b2116b-b471-4505-ab5e-a0888e54180e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:46.993164 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016a07f1-217e-4ba1-aa9c-c5a53d85c8a1 x-openstack-request-id: req-016a07f1-217e-4ba1-aa9c-c5a53d85c8a1 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:46.993476 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd2e02d-5749-46ba-b2b2-c9feaf3489a0", "tag": "4ab197a7-c527-4e94-97f7-edfbc46039d7", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:46.993740 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-016a07f1-217e-4ba1-aa9c-c5a53d85c8a1 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:46.994162 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd2e02d-5749-46ba-b2b2-c9feaf3489a0', 'tag': '4ab197a7-c527-4e94-97f7-edfbc46039d7', 'status': 'completed', 'code': 200} Aug 31 01:29:47.010946 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:47.014878 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-7a19574a-0d51-4c9c-b978-9d8681be2606 None None] Set router 693d0326-dd18-4d99-a255-1ba6f3dfb17d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:47.021766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f92b286b-5796-464e-b0fe-d08892e1b303 None None] Could not find standard attr ID for object 50b2116b-b471-4505-ab5e-a0888e54180e. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:29:47.085513 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-103d94b5-21ec-438d-9f5d-738e2485f647 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:47.087734 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-103d94b5-21ec-438d-9f5d-738e2485f647 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/50b2116b-b471-4505-ab5e-a0888e54180e HTTP/1.1" status: 204 len: 168 time: 1.5742190 Aug 31 01:29:47.090604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51240) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:47.138406 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6f1cda-dafd-4b5d-bfae-7fd84acbe508 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] GET failed (client error): The resource could not be found. Aug 31 01:29:47.140285 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8d6f1cda-dafd-4b5d-bfae-7fd84acbe508 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/50b2116b-b471-4505-ab5e-a0888e54180e HTTP/1.1" status: 404 len: 333 time: 0.0485277 Aug 31 01:29:47.143583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51242) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:47.229290 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3c8918-dfe9-4870-aaec-3f2cb62018d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting subnet 57c71306-fb04-426a-8a46-40dbec44468a {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:29:47.240095 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b3c8918-dfe9-4870-aaec-3f2cb62018d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:47.244842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d7e48-d2c2-4631-9529-e33658d03bb5 req-a2a8dd89-5b80-45cb-b6f1-c9f76d545dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.246404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d3d7e48-d2c2-4631-9529-e33658d03bb5 req-a2a8dd89-5b80-45cb-b6f1-c9f76d545dde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8f57fcf00445d7afb3c872067b9ff3&device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 1137 time: 0.2333379 Aug 31 01:29:47.344314 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f36d0a32-4ff8-46ba-a09e-45a936e57429 None None] Could not find standard attr ID for object 50b2116b-b471-4505-ab5e-a0888e54180e. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:29:47.366571 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7a19574a-0d51-4c9c-b978-9d8681be2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:03Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:04Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '1df5893e-e8d5-4f2b-8d05-969991bc5f4f', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'port_id': '4ab197a7-c527-4e94-97f7-edfbc46039d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'mac_address': 'fa:16:3e:8b:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd2e02d-5749-46ba-b2b2-c9feaf3489a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:29:44Z', 'updated_at': '2021-08-31T01:29:44Z', 'revision_number': 0, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35270d3-6822-4e57-b623-c732ee149964', 'name': '', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'mac_address': 'fa:16:3e:d4:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:11Z', 'updated_at': '2021-08-31T01:29:23Z', 'revision_number': 5, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'subnets': [{'id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:47.396992 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19574a-0d51-4c9c-b978-9d8681be2606 None None] Checking router: 693d0326-dd18-4d99-a255-1ba6f3dfb17d for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:47.405835 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19574a-0d51-4c9c-b978-9d8681be2606 None None] Routers {'693d0326-dd18-4d99-a255-1ba6f3dfb17d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:47.406462 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7a19574a-0d51-4c9c-b978-9d8681be2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:29:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:47.416303 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf42433-81f5-494c-84ae-911da45cbef6 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.422130 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf42433-81f5-494c-84ae-911da45cbef6 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.422665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf42433-81f5-494c-84ae-911da45cbef6 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.423904 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf42433-81f5-494c-84ae-911da45cbef6 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.423904 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf42433-81f5-494c-84ae-911da45cbef6 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.424556 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf42433-81f5-494c-84ae-911da45cbef6 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.425075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf42433-81f5-494c-84ae-911da45cbef6 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.425370 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b3c8918-dfe9-4870-aaec-3f2cb62018d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:47.425887 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf42433-81f5-494c-84ae-911da45cbef6 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.426431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf42433-81f5-494c-84ae-911da45cbef6 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.426950 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf42433-81f5-494c-84ae-911da45cbef6 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.430319 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf42433-81f5-494c-84ae-911da45cbef6 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.432667 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0cf42433-81f5-494c-84ae-911da45cbef6 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7782 time: 0.5261035 Aug 31 01:29:47.436708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51248) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:47.573205 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Allocated IP 172.25.6.107 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/1f6dbf40-c873-425f-89df-c695aa796832) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:47.622794 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-7a19574a-0d51-4c9c-b978-9d8681be2606 None None] Set router 693d0326-dd18-4d99-a255-1ba6f3dfb17d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:47.623486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c3180-bd53-46cf-95e4-28af7c328715 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.624977 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d7e48-d2c2-4631-9529-e33658d03bb5 req-66527960-7711-4535-a7cb-1fb499f69cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.625797 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c3180-bd53-46cf-95e4-28af7c328715 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.626616 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c3180-bd53-46cf-95e4-28af7c328715 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.626736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d3d7e48-d2c2-4631-9529-e33658d03bb5 req-66527960-7711-4535-a7cb-1fb499f69cb6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1bcf018e-87df-47d3-99ef-d95bf3d0ee44 HTTP/1.1" status: 200 len: 898 time: 0.3387318 Aug 31 01:29:47.627364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c3180-bd53-46cf-95e4-28af7c328715 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.627994 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c3180-bd53-46cf-95e4-28af7c328715 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.628654 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c3180-bd53-46cf-95e4-28af7c328715 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.629261 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c3180-bd53-46cf-95e4-28af7c328715 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.629867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c3180-bd53-46cf-95e4-28af7c328715 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.630466 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c3180-bd53-46cf-95e4-28af7c328715 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.631097 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c3180-bd53-46cf-95e4-28af7c328715 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.631721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c3180-bd53-46cf-95e4-28af7c328715 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:47.634302 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-602c3180-bd53-46cf-95e4-28af7c328715 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7168 time: 0.1965806 Aug 31 01:29:47.637262 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51250) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:47.656502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8e95de75-c463-4909-a88b-596f8a725ee5 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:29:47.769052 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b3c8918-dfe9-4870-aaec-3f2cb62018d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:47.817411 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d3d7e48-d2c2-4631-9529-e33658d03bb5 req-bccc7172-c926-4c18-b385-cf4c4c4efa96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ab197a7-c527-4e94-97f7-edfbc46039d7 HTTP/1.1" status: 200 len: 1000 time: 0.1452312 Aug 31 01:29:47.840099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 8e95de75-c463-4909-a88b-596f8a725ee5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8e95de75-c463-4909-a88b-596f8a725ee5,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:47.857207 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '8e95de75-c463-4909-a88b-596f8a725ee5', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'port_id': '8e95de75-c463-4909-a88b-596f8a725ee5', 'mac_address': 'fa:16:3e:1a:11:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:29:47.908037 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:47.929144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e95de75-c463-4909-a88b-596f8a725ee5 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:29:47.968501 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-16e5da4a-ff44-4e74-8148-5b40b5b54a4b tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5223 time: 0.3297431 Aug 31 01:29:47.969320 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51256) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:47.975773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 8e95de75-c463-4909-a88b-596f8a725ee5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8e95de75-c463-4909-a88b-596f8a725ee5,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:47.986461 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:47.986782 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.019865 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d7e48-d2c2-4631-9529-e33658d03bb5 req-ac0c11e6-da79-44e8-ab1f-0a82cf8263ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:48.022130 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d3d7e48-d2c2-4631-9529-e33658d03bb5 req-ac0c11e6-da79-44e8-ab1f-0a82cf8263ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0db21199-1207-4bcc-b59d-5a7f1215f70f HTTP/1.1" status: 200 len: 834 time: 0.1853371 Aug 31 01:29:48.026714 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b3c8918-dfe9-4870-aaec-3f2cb62018d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.031396 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee9328-3d5f-420b-9876-8bccf297dfa3 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:48.032323 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee9328-3d5f-420b-9876-8bccf297dfa3 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:48.051849 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5fee9328-3d5f-420b-9876-8bccf297dfa3 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=693d0326-dd18-4d99-a255-1ba6f3dfb17d HTTP/1.1" status: 200 len: 1991 time: 0.0806532 Aug 31 01:29:48.094857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=8e95de75-c463-4909-a88b-596f8a725ee5,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:48.095160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c8918-dfe9-4870-aaec-3f2cb62018d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Subnet': ['ID=57c71306-fb04-426a-8a46-40dbec44468a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:48.095612 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7a19574a-0d51-4c9c-b978-9d8681be2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:03Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:04Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '1df5893e-e8d5-4f2b-8d05-969991bc5f4f', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'port_id': '4ab197a7-c527-4e94-97f7-edfbc46039d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'mac_address': 'fa:16:3e:8b:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd2e02d-5749-46ba-b2b2-c9feaf3489a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:29:44Z', 'updated_at': '2021-08-31T01:29:44Z', 'revision_number': 0, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35270d3-6822-4e57-b623-c732ee149964', 'name': '', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'mac_address': 'fa:16:3e:d4:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:11Z', 'updated_at': '2021-08-31T01:29:23Z', 'revision_number': 5, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'subnets': [{'id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:48.112265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec1254-d601-4841-85a4-8e18a0cc1f8b req-b33de6be-1997-4b11-b0de-83b2481c9c85 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:48.113893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3ec1254-d601-4841-85a4-8e18a0cc1f8b req-b33de6be-1997-4b11-b0de-83b2481c9c85 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 943 time: 0.1862011 Aug 31 01:29:48.121557 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b3c8918-dfe9-4870-aaec-3f2cb62018d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.128091 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5b3c8918-dfe9-4870-aaec-3f2cb62018d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/57c71306-fb04-426a-8a46-40dbec44468a HTTP/1.1" status: 204 len: 168 time: 0.9798276 Aug 31 01:29:48.128280 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51260) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:48.135584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34ccb80-f837-46c9-be97-4691b4a3e9ff None None] Network c24cc25d-01c0-485f-b2b3-1e0208f84002 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:48.140696 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19574a-0d51-4c9c-b978-9d8681be2606 None None] The sync data for ids ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'] in n-d-802060-13 is: [{'id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:03Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:04Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '1df5893e-e8d5-4f2b-8d05-969991bc5f4f', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'port_id': '4ab197a7-c527-4e94-97f7-edfbc46039d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'mac_address': 'fa:16:3e:8b:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd2e02d-5749-46ba-b2b2-c9feaf3489a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:29:44Z', 'updated_at': '2021-08-31T01:29:44Z', 'revision_number': 0, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35270d3-6822-4e57-b623-c732ee149964', 'name': '', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'mac_address': 'fa:16:3e:d4:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:11Z', 'updated_at': '2021-08-31T01:29:23Z', 'revision_number': 5, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'subnets': [{'id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:48.161608 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.192578 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d7e48-d2c2-4631-9529-e33658d03bb5 req-ab3c9af6-6c49-446b-a2b2-a714e5345479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:48.194517 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d3d7e48-d2c2-4631-9529-e33658d03bb5 req-ab3c9af6-6c49-446b-a2b2-a714e5345479 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1bcf018e-87df-47d3-99ef-d95bf3d0ee44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1569636 Aug 31 01:29:48.203702 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5b1ca6-b83b-40c6-8710-1fecdd79c87d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting subnet 3e593524-e5e7-4836-ada6-a36e992ab293 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:29:48.207448 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1ca6-b83b-40c6-8710-1fecdd79c87d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.221797 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['8e95de75-c463-4909-a88b-596f8a725ee5'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:29:48.256400 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1ca6-b83b-40c6-8710-1fecdd79c87d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.276765 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3ec1254-d601-4841-85a4-8e18a0cc1f8b req-aa62587e-245c-44a6-81c7-df931490ac9e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1446314 Aug 31 01:29:48.309817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:48.322635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:48.334913 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:48.377629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Pushing event updated for resources: {'Port': ['ID=1f6dbf40-c873-425f-89df-c695aa796832,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:48.389421 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1ca6-b83b-40c6-8710-1fecdd79c87d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.455719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d3d7e48-d2c2-4631-9529-e33658d03bb5 req-c7920da4-87c3-4a0f-a8ea-5e6d041c497b service neutron] 10.222.0.15 "GET /v2.0/networks/1bcf018e-87df-47d3-99ef-d95bf3d0ee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242370 Aug 31 01:29:48.507725 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1ca6-b83b-40c6-8710-1fecdd79c87d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.510903 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db71be-17bc-4cf9-a1f3-63a0c2841af3 None None] New status for floating IP 1df5893e-e8d5-4f2b-8d05-969991bc5f4f: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:29:48.528651 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1ca6-b83b-40c6-8710-1fecdd79c87d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.532080 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7c5b1ca6-b83b-40c6-8710-1fecdd79c87d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/3e593524-e5e7-4836-ada6-a36e992ab293 HTTP/1.1" status: 204 len: 168 time: 0.4030693 Aug 31 01:29:48.548202 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51262) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:48.552718 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b1ca6-b83b-40c6-8710-1fecdd79c87d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Subnet': ['ID=3e593524-e5e7-4836-ada6-a36e992ab293,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:48.728087 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.738341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d3d7e48-d2c2-4631-9529-e33658d03bb5 req-6b4c37ff-d7a6-4365-996b-3b8d924e9c28 service neutron] 10.222.0.15 "GET /v2.0/networks/1bcf018e-87df-47d3-99ef-d95bf3d0ee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731335 Aug 31 01:29:48.848893 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6c70c2-efba-45b0-88f4-3d5bc6f945ff None None] DHCP port deletion for c24cc25d-01c0-485f-b2b3-1e0208f84002 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:29:48.912394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4c6c70c2-efba-45b0-88f4-3d5bc6f945ff None None] Deleting port 048d842f-eb41-491a-bdae-615186517d42 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:48.913195 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c6c70c2-efba-45b0-88f4-3d5bc6f945ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.922285 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 048d842f-eb41-491a-bdae-615186517d42 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:48.922627 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:48.991219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4c6c70c2-efba-45b0-88f4-3d5bc6f945ff None None] For port 048d842f-eb41-491a-bdae-615186517d42, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=048d842f-eb41-491a-bdae-615186517d42,segment=NetworkSegment(7911a7b5-7448-4926-9c16-f02152ea649c),segment_id=7911a7b5-7448-4926-9c16-f02152ea649c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:48.991725 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c6c70c2-efba-45b0-88f4-3d5bc6f945ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.005026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4c6c70c2-efba-45b0-88f4-3d5bc6f945ff None None] Calling delete_port for 048d842f-eb41-491a-bdae-615186517d42 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:49.038723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] For port 048d842f-eb41-491a-bdae-615186517d42, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=048d842f-eb41-491a-bdae-615186517d42,segment=NetworkSegment(7911a7b5-7448-4926-9c16-f02152ea649c),segment_id=7911a7b5-7448-4926-9c16-f02152ea649c)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:49.039240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.057478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 048d842f-eb41-491a-bdae-615186517d42 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:49.063213 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.095008 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c6c70c2-efba-45b0-88f4-3d5bc6f945ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.122151 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c70c2-efba-45b0-88f4-3d5bc6f945ff None None] Pushing event deleted for resources: {'Port': ['ID=048d842f-eb41-491a-bdae-615186517d42,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:49.128177 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c70c2-efba-45b0-88f4-3d5bc6f945ff None None] No DVR routers for this DVR port 048d842f-eb41-491a-bdae-615186517d42 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:29:49.188638 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.214941 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.261962 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=048d842f-eb41-491a-bdae-615186517d42,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:49.266672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No DVR routers for this DVR port 048d842f-eb41-491a-bdae-615186517d42 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:29:49.425986 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.444909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24cc25d-01c0-485f-b2b3-1e0208f84002']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:49.463429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7911a7b5-7448-4926-9c16-f02152ea649c') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:49.463724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7911a7b5-7448-4926-9c16-f02152ea649c') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:49.496133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5232613-5db1-4312-b320-0b8c0061611f req-0d997266-6140-4c8a-b055-6388cbb709bb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:49.497626 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5232613-5db1-4312-b320-0b8c0061611f req-0d997266-6140-4c8a-b055-6388cbb709bb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 944 time: 0.1278191 Aug 31 01:29:49.501206 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.533752 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.559763 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.562170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:29:49.562662 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:29:49.566122 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:29:49.578715 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.664798 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5232613-5db1-4312-b320-0b8c0061611f req-3b287263-9c3a-46c9-8caa-45690e0a7cea tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1546035 Aug 31 01:29:49.674661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8e95de75-c463-4909-a88b-596f8a725ee5 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:49.697291 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.714005 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.719980 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/networks/c24cc25d-01c0-485f-b2b3-1e0208f84002 HTTP/1.1" status: 204 len: 168 time: 1.1665666 Aug 31 01:29:49.720920 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51276) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:49.729065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Pushing event updated for resources: {'Port': ['ID=1f6dbf40-c873-425f-89df-c695aa796832,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:49.733834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac7b2e-e40e-4b77-9efe-79e8df857dce tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Network': ['ID=c24cc25d-01c0-485f-b2b3-1e0208f84002,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:49.740021 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.758182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 8e95de75-c463-4909-a88b-596f8a725ee5 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:49.762946 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 8e95de75-c463-4909-a88b-596f8a725ee5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:49.763384 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.794162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663c9f6a-57e0-43d6-8c7d-fadae9b3a020 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:49.797258 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-663c9f6a-57e0-43d6-8c7d-fadae9b3a020 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0753298 Aug 31 01:29:49.801059 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51278) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:49.845234 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Floating IP 8c66e7ce-cd8a-43bd-b2e5-2f10e92e845f associated. External IP: 172.25.6.107, port: b61663f0-d9d3-4f68-bd6d-b768438e88cf. Aug 31 01:29:49.860944 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4d225f50-1f89-4a45-90e6-ec2e1257c090 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0579655 Aug 31 01:29:49.864603 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51280) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:49.870180 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.872347 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-06e1f651-23f1-4bd0-9930-b3cb1e00a4e4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1400254521'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:49.897642 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e1f651-23f1-4bd0-9930-b3cb1e00a4e4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:49.902069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06e1f651-23f1-4bd0-9930-b3cb1e00a4e4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.907909 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 8e95de75-c463-4909-a88b-596f8a725ee5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8e95de75-c463-4909-a88b-596f8a725ee5,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:49.908988 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc678400-304e-4ba8-8dd4-b6cee7509342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e95de75-c463-4909-a88b-596f8a725ee5'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:49.912382 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cbc291-9618-45b1-a1f9-cf86dbe90b1a" -d '{"events": [{"server_uuid": "dc678400-304e-4ba8-8dd4-b6cee7509342", "name": "network-vif-plugged", "status": "completed", "tag": "8e95de75-c463-4909-a88b-596f8a725ee5"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:49.916650 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.937979 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e1f651-23f1-4bd0-9930-b3cb1e00a4e4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:29:49.955501 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06e1f651-23f1-4bd0-9930-b3cb1e00a4e4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:49.955879 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-06e1f651-23f1-4bd0-9930-b3cb1e00a4e4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Added segment e5855d99-6430-4eba-a1e0-b7fc6ed02a8f of type vlan for network d6d6fdfa-5f5c-4a84-a464-f1473eea2364 Aug 31 01:29:49.991210 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488a30a2-61b3-42dd-b7f2-f5857dfe17f0 x-openstack-request-id: req-488a30a2-61b3-42dd-b7f2-f5857dfe17f0 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:49.991546 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc678400-304e-4ba8-8dd4-b6cee7509342", "name": "network-vif-plugged", "status": "completed", "tag": "8e95de75-c463-4909-a88b-596f8a725ee5", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:49.991797 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-488a30a2-61b3-42dd-b7f2-f5857dfe17f0 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:49.992198 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc678400-304e-4ba8-8dd4-b6cee7509342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e95de75-c463-4909-a88b-596f8a725ee5', 'code': 200} Aug 31 01:29:49.992753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=8e95de75-c463-4909-a88b-596f8a725ee5,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:50.014257 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06e1f651-23f1-4bd0-9930-b3cb1e00a4e4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.047134 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06e1f651-23f1-4bd0-9930-b3cb1e00a4e4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.053302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e1f651-23f1-4bd0-9930-b3cb1e00a4e4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:50.053889 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06e1f651-23f1-4bd0-9930-b3cb1e00a4e4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.111261 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-06e1f651-23f1-4bd0-9930-b3cb1e00a4e4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2446885 Aug 31 01:29:50.114199 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51286) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:50.119610 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4448813c-44b0-473c-a930-079ae6fb20e6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'subnet': {'network_id': 'd6d6fdfa-5f5c-4a84-a464-f1473eea2364', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:50.157414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e670b-96ad-4756-ad51-9cca6525cf39 req-91c1d636-23bf-415a-ba55-44e2a746f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:50.159080 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de0e670b-96ad-4756-ad51-9cca6525cf39 req-91c1d636-23bf-415a-ba55-44e2a746f0b6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 1097 time: 0.0847695 Aug 31 01:29:50.171989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1f651-23f1-4bd0-9930-b3cb1e00a4e4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Network': ['ID=d6d6fdfa-5f5c-4a84-a464-f1473eea2364,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:50.188391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network d6d6fdfa-5f5c-4a84-a464-f1473eea2364 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:29:50.205967 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:50.208041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-de0e670b-96ad-4756-ad51-9cca6525cf39 req-f6a8bbc6-e777-40e0-99ae-ae68fce9f4c9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401196 Aug 31 01:29:50.224044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4448813c-44b0-473c-a930-079ae6fb20e6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:50.227619 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4448813c-44b0-473c-a930-079ae6fb20e6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.349403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:50.361632 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb094f-6429-4ff2-a471-aa8b9fc646cf None None] Sync routers for ids ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:50.373168 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.373390 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb094f-6429-4ff2-a471-aa8b9fc646cf None None] Routers {'0cc4874c-1bc4-4de7-b578-b88bb0201da3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:50.373655 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c7bb094f-6429-4ff2-a471-aa8b9fc646cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:29:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:50.400288 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9a31308f-3994-4b5c-961d-5b594a0a49a9 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8895655 Aug 31 01:29:50.400967 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'tag': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:50.402901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51288) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:50.403323 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a895c14a-a5c8-4723-b0ee-0f69da5ee14f" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc2f536-3aa3-4f77-b0fa-4b67de76493f", "tag": "b61663f0-d9d3-4f68-bd6d-b768438e88cf"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:50.451071 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd668bd0-ce2e-4c51-9813-094901c87654 x-openstack-request-id: req-dd668bd0-ce2e-4c51-9813-094901c87654 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:50.451379 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc2f536-3aa3-4f77-b0fa-4b67de76493f", "tag": "b61663f0-d9d3-4f68-bd6d-b768438e88cf", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:50.451629 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd668bd0-ce2e-4c51-9813-094901c87654 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:50.452115 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'tag': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'status': 'completed', 'code': 200} Aug 31 01:29:50.491597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cf9992-7e2f-4e2a-8629-62b02af05f6c tempest-TestVolumeBackupRestore-202477402 tempest-TestVolumeBackupRestore-202477402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:50.498389 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-93cf9992-7e2f-4e2a-8629-62b02af05f6c tempest-TestVolumeBackupRestore-202477402 tempest-TestVolumeBackupRestore-202477402-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 1093 time: 0.0940278 Aug 31 01:29:50.499563 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51292) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:50.502047 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4448813c-44b0-473c-a930-079ae6fb20e6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.510314 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-c7bb094f-6429-4ff2-a471-aa8b9fc646cf None None] Set router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:50.510885 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c3031a6e-a359-439f-a72b-95a4fb55c117 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Request body: {'floatingip': {'port_id': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:50.583538 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448813c-44b0-473c-a930-079ae6fb20e6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Subnet': ['ID=2800bfb7-6cf1-4a0b-a03f-f18999014489,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:50.656333 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 048d842f-eb41-491a-bdae-615186517d42 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:50.688725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 048d842f-eb41-491a-bdae-615186517d42 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:29:50.689350 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 048d842f-eb41-491a-bdae-615186517d42 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:50.725565 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3031a6e-a359-439f-a72b-95a4fb55c117 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for floatingip, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.737392 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448813c-44b0-473c-a930-079ae6fb20e6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Checking segment: {'id': 'e5855d99-6430-4eba-a1e0-b7fc6ed02a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd6d6fdfa-5f5c-4a84-a464-f1473eea2364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:50.737657 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4448813c-44b0-473c-a930-079ae6fb20e6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network hostable DHCP agents. Network: d6d6fdfa-5f5c-4a84-a464-f1473eea2364, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:29:50.796217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4448813c-44b0-473c-a930-079ae6fb20e6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network d6d6fdfa-5f5c-4a84-a464-f1473eea2364 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:29:50.813544 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-4448813c-44b0-473c-a930-079ae6fb20e6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, d6d6fdfa-5f5c-4a84-a464-f1473eea2364) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:50.821926 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4448813c-44b0-473c-a930-079ae6fb20e6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:50.822770 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4448813c-44b0-473c-a930-079ae6fb20e6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:50.824685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a3f227-0247-434e-9d4d-0bc8a68365d8 None None] Network d6d6fdfa-5f5c-4a84-a464-f1473eea2364 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:50.842119 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c7bb094f-6429-4ff2-a471-aa8b9fc646cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:25:25Z', 'revision_number': 4, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '8c66e7ce-cd8a-43bd-b2e5-2f10e92e845f', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'port_id': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'mac_address': 'fa:16:3e:a6:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:29:48Z', 'updated_at': '2021-08-31T01:29:48Z', 'revision_number': 0, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e6015d-c67e-4294-bb04-f7af2f20b075', 'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'mac_address': 'fa:16:3e:78:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:23Z', 'updated_at': '2021-08-31T01:25:33Z', 'revision_number': 5, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'subnets': [{'id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:50.872636 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4448813c-44b0-473c-a930-079ae6fb20e6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7571898 Aug 31 01:29:50.883461 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb094f-6429-4ff2-a471-aa8b9fc646cf None None] Checking router: 0cc4874c-1bc4-4de7-b578-b88bb0201da3 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:50.903704 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb094f-6429-4ff2-a471-aa8b9fc646cf None None] Routers {'0cc4874c-1bc4-4de7-b578-b88bb0201da3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:50.904652 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c7bb094f-6429-4ff2-a471-aa8b9fc646cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:29:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:50.928013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51300) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:50.936555 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-6f00cd57-6afb-475a-bbe0-27a08b0c5eee tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'network_id': 'd6d6fdfa-5f5c-4a84-a464-f1473eea2364', 'name': 'tempest-PortsIpV6TestJSON-1210842532'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:51.065439 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-d6d6fdfa-5f5c-4a84-a464-f1473eea2364', 'network_id': 'd6d6fdfa-5f5c-4a84-a464-f1473eea2364', 'tenant_id': '89131229a160423b846b28fa206c82c7', 'fixed_ips': [{'subnet_id': '2800bfb7-6cf1-4a0b-a03f-f18999014489'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:29:51.066549 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:51.086091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895c14a-a5c8-4723-b0ee-0f69da5ee14f req-7bae122f-6ec6-4205-aa03-2b2b7e2d7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:51.088396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a895c14a-a5c8-4723-b0ee-0f69da5ee14f req-7bae122f-6ec6-4205-aa03-2b2b7e2d7410 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a57b40cae3f24cdeb71beed701935651&device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 1098 time: 0.6107903 Aug 31 01:29:51.102732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1d320-a060-403b-8d1b-57d90dcd293a req-5adc9e1d-a39d-4c4a-b97f-8bc8dc4b1ec2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:51.104525 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ed1d320-a060-403b-8d1b-57d90dcd293a req-5adc9e1d-a39d-4c4a-b97f-8bc8dc4b1ec2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 945 time: 0.0773094 Aug 31 01:29:51.119926 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-c7bb094f-6429-4ff2-a471-aa8b9fc646cf None None] Set router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:51.210989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ed1d320-a060-403b-8d1b-57d90dcd293a req-7c6d2acf-f092-4db9-b1e9-b04a6976152c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937958 Aug 31 01:29:51.271341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895c14a-a5c8-4723-b0ee-0f69da5ee14f req-9f613c6d-6ff6-400d-9948-9ac66733e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:51.275253 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a895c14a-a5c8-4723-b0ee-0f69da5ee14f req-9f613c6d-6ff6-400d-9948-9ac66733e6dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=0de60920-66a8-4b39-bbe4-56519bdddb63 HTTP/1.1" status: 200 len: 915 time: 0.1696291 Aug 31 01:29:51.383802 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a895c14a-a5c8-4723-b0ee-0f69da5ee14f req-ed6820ca-49bd-48a4-b527-2d90818dc355 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b61663f0-d9d3-4f68-bd6d-b768438e88cf HTTP/1.1" status: 200 len: 1000 time: 0.0888431 Aug 31 01:29:51.465814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895c14a-a5c8-4723-b0ee-0f69da5ee14f req-530cac5c-bd04-4c1e-a980-0c6e322aeb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:51.476932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a895c14a-a5c8-4723-b0ee-0f69da5ee14f req-530cac5c-bd04-4c1e-a980-0c6e322aeb25 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8ce5f43b-2755-4a4a-ac72-916200534012 HTTP/1.1" status: 200 len: 853 time: 0.0856955 Aug 31 01:29:51.537219 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4fe8a7b0-5f5c-45af-af17-977dc3500fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:51.569916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895c14a-a5c8-4723-b0ee-0f69da5ee14f req-8a056029-9d2b-4497-a47c-c33492c5dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:51.571526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a895c14a-a5c8-4723-b0ee-0f69da5ee14f req-8a056029-9d2b-4497-a47c-c33492c5dd84 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0de60920-66a8-4b39-bbe4-56519bdddb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869365 Aug 31 01:29:51.593771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Allocated IP 2001:db8::2 (d6d6fdfa-5f5c-4a84-a464-f1473eea2364/2800bfb7-6cf1-4a0b-a03f-f18999014489/7ae73d10-d802-4b66-8baa-256fd1f2ffba) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:51.606926 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c7bb094f-6429-4ff2-a471-aa8b9fc646cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:25:25Z', 'revision_number': 4, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '8c66e7ce-cd8a-43bd-b2e5-2f10e92e845f', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'port_id': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'mac_address': 'fa:16:3e:a6:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:29:48Z', 'updated_at': '2021-08-31T01:29:48Z', 'revision_number': 0, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e6015d-c67e-4294-bb04-f7af2f20b075', 'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'mac_address': 'fa:16:3e:78:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:23Z', 'updated_at': '2021-08-31T01:25:33Z', 'revision_number': 5, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'subnets': [{'id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:51.653100 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb094f-6429-4ff2-a471-aa8b9fc646cf None None] The sync data for ids ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'] in n-d-802060-13 is: [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:25:25Z', 'revision_number': 4, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '8c66e7ce-cd8a-43bd-b2e5-2f10e92e845f', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'port_id': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'mac_address': 'fa:16:3e:a6:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:29:48Z', 'updated_at': '2021-08-31T01:29:48Z', 'revision_number': 0, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e6015d-c67e-4294-bb04-f7af2f20b075', 'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'mac_address': 'fa:16:3e:78:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:23Z', 'updated_at': '2021-08-31T01:25:33Z', 'revision_number': 5, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'subnets': [{'id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:51.688049 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a895c14a-a5c8-4723-b0ee-0f69da5ee14f req-47208c5f-cd32-41a3-83ca-d5017d657523 service neutron] 10.222.0.70 "GET /v2.0/networks/0de60920-66a8-4b39-bbe4-56519bdddb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077273 Aug 31 01:29:51.832714 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:51.839509 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a895c14a-a5c8-4723-b0ee-0f69da5ee14f req-3320f37e-9491-4cc2-9483-bee983c5f874 service neutron] 10.222.0.70 "GET /v2.0/networks/0de60920-66a8-4b39-bbe4-56519bdddb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431432 Aug 31 01:29:51.841427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Transition to ACTIVE for port object 7ae73d10-d802-4b66-8baa-256fd1f2ffba will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:51.866833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Transition to ACTIVE for port object 7ae73d10-d802-4b66-8baa-256fd1f2ffba will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:51.875899 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:51.917845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Network d6d6fdfa-5f5c-4a84-a464-f1473eea2364 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:51.921596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:51.925613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:51.960765 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Pushing event updated for resources: {'Port': ['ID=7ae73d10-d802-4b66-8baa-256fd1f2ffba,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:51.965991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f383d29a-74ca-4a92-8a48-2de36c796b79 None None] New status for floating IP 8c66e7ce-cd8a-43bd-b2e5-2f10e92e845f: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:29:51.979766 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f00cd57-6afb-475a-bbe0-27a08b0c5eee tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:51.984996 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f00cd57-6afb-475a-bbe0-27a08b0c5eee tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:52.011382 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-6f00cd57-6afb-475a-bbe0-27a08b0c5eee tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port 1746d79a-064e-4347-a55a-6dbb904b8e14 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:29:52.033491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Attempting to bind port 7ae73d10-d802-4b66-8baa-256fd1f2ffba on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:52.033793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Attempting to bind port 7ae73d10-d802-4b66-8baa-256fd1f2ffba by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'e5855d99-6430-4eba-a1e0-b7fc6ed02a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd6d6fdfa-5f5c-4a84-a464-f1473eea2364'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:52.034161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Attempting to bind port 7ae73d10-d802-4b66-8baa-256fd1f2ffba on network d6d6fdfa-5f5c-4a84-a464-f1473eea2364 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:52.046608 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:52.046988 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Checking segment: {'id': 'e5855d99-6430-4eba-a1e0-b7fc6ed02a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd6d6fdfa-5f5c-4a84-a464-f1473eea2364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:52.047419 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:52.048475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Bound using segment: {'id': 'e5855d99-6430-4eba-a1e0-b7fc6ed02a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd6d6fdfa-5f5c-4a84-a464-f1473eea2364'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:52.048475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Bound port: 7ae73d10-d802-4b66-8baa-256fd1f2ffba, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5855d99-6430-4eba-a1e0-b7fc6ed02a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd6d6fdfa-5f5c-4a84-a464-f1473eea2364'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:52.048737 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:52.149372 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3031a6e-a359-439f-a72b-95a4fb55c117 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:52.157178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] For port 7ae73d10-d802-4b66-8baa-256fd1f2ffba, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:52.157736 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3031a6e-a359-439f-a72b-95a4fb55c117 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:52.159202 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-f383d29a-74ca-4a92-8a48-2de36c796b79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:29:52.159605 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-f383d29a-74ca-4a92-8a48-2de36c796b79 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:29:52.161293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] For port 7ae73d10-d802-4b66-8baa-256fd1f2ffba, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7ae73d10-d802-4b66-8baa-256fd1f2ffba,segment=NetworkSegment(e5855d99-6430-4eba-a1e0-b7fc6ed02a8f),segment_id=e5855d99-6430-4eba-a1e0-b7fc6ed02a8f)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:52.165942 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:52.235709 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-6f00cd57-6afb-475a-bbe0-27a08b0c5eee tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Allocated IP 2001:db8::2e0 (d6d6fdfa-5f5c-4a84-a464-f1473eea2364/2800bfb7-6cf1-4a0b-a03f-f18999014489/1746d79a-064e-4347-a55a-6dbb904b8e14) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:52.237113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55a83b-26a0-4139-a024-3c70399f4a64 None None] Pushing event updated for resources: {'Port': ['ID=7ae73d10-d802-4b66-8baa-256fd1f2ffba,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:52.376566 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624de1d2-4be5-417f-b3d4-017151d5b9e6 req-eb26d45e-6c22-49d0-8251-f442093f2b14 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:52.384428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-624de1d2-4be5-417f-b3d4-017151d5b9e6 req-eb26d45e-6c22-49d0-8251-f442093f2b14 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 945 time: 0.0690880 Aug 31 01:29:52.424719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-624de1d2-4be5-417f-b3d4-017151d5b9e6 req-cd2d3f4a-1f9c-41d3-84d3-5e719b399a2c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389695 Aug 31 01:29:52.559888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3031a6e-a359-439f-a72b-95a4fb55c117 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:52.582725 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f00cd57-6afb-475a-bbe0-27a08b0c5eee tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:52.602895 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-6f00cd57-6afb-475a-bbe0-27a08b0c5eee tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Transition to ACTIVE for port object 1746d79a-064e-4347-a55a-6dbb904b8e14 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:52.652862 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f00cd57-6afb-475a-bbe0-27a08b0c5eee tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:52.660904 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f383d29a-74ca-4a92-8a48-2de36c796b79 None None] New status for floating IP 8c66e7ce-cd8a-43bd-b2e5-2f10e92e845f: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:29:52.675148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e948a-38ed-4a9f-9498-4570d75a7f2f req-1b4b5889-833c-4c5a-b195-db18a76eba00 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:52.677281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b82e948a-38ed-4a9f-9498-4570d75a7f2f req-1b4b5889-833c-4c5a-b195-db18a76eba00 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 945 time: 0.1411998 Aug 31 01:29:52.739172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b82e948a-38ed-4a9f-9498-4570d75a7f2f req-3a87811a-d48b-446e-b8cf-688dfbb0da4b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548284 Aug 31 01:29:52.770745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51322) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:52.795439 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f00cd57-6afb-475a-bbe0-27a08b0c5eee tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network d6d6fdfa-5f5c-4a84-a464-f1473eea2364 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:52.803670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-6f00cd57-6afb-475a-bbe0-27a08b0c5eee tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:52.828378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7ae73d10-d802-4b66-8baa-256fd1f2ffba up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:52.840291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3031a6e-a359-439f-a72b-95a4fb55c117 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:52.844489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f00cd57-6afb-475a-bbe0-27a08b0c5eee tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:52.858898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f00cd57-6afb-475a-bbe0-27a08b0c5eee tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:52.860480 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6f00cd57-6afb-475a-bbe0-27a08b0c5eee tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:52.871835 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3031a6e-a359-439f-a72b-95a4fb55c117 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:52.920307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00cd57-6afb-475a-bbe0-27a08b0c5eee tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=1746d79a-064e-4347-a55a-6dbb904b8e14,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:52.958742 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 7ae73d10-d802-4b66-8baa-256fd1f2ffba completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:52.958966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'tag': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:52.961196 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442fe219-ac0b-4d7b-88d3-06021c804079" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc2f536-3aa3-4f77-b0fa-4b67de76493f", "tag": "b61663f0-d9d3-4f68-bd6d-b768438e88cf"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:52.977703 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c3031a6e-a359-439f-a72b-95a4fb55c117 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "PUT /v2.0/floatingips/8c66e7ce-cd8a-43bd-b2e5-2f10e92e845f HTTP/1.1" status: 200 len: 992 time: 2.4768887 Aug 31 01:29:52.990268 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6f00cd57-6afb-475a-bbe0-27a08b0c5eee tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0575995 Aug 31 01:29:52.991034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51330) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:53.002356 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-bb1d0524-7f05-4717-bdd9-ec31680cc5cf tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'network_id': 'd6d6fdfa-5f5c-4a84-a464-f1473eea2364', 'name': 'tempest-PortsIpV6TestJSON-145476705'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:53.028222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f201b22f-fdb0-4b90-80fc-75bf44b7f249 tempest-TestVolumeBootPattern-2032367421 tempest-TestVolumeBootPattern-2032367421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:53.030906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f201b22f-fdb0-4b90-80fc-75bf44b7f249 tempest-TestVolumeBootPattern-2032367421 tempest-TestVolumeBootPattern-2032367421-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 1092 time: 0.2590306 Aug 31 01:29:53.034082 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51334) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:53.038598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '8e95de75-c463-4909-a88b-596f8a725ee5', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:53.072091 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd7b44c-9587-45a4-887a-16ce83ae464a x-openstack-request-id: req-6cd7b44c-9587-45a4-887a-16ce83ae464a {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:53.072378 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc2f536-3aa3-4f77-b0fa-4b67de76493f", "tag": "b61663f0-d9d3-4f68-bd6d-b768438e88cf", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:53.072627 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6cd7b44c-9587-45a4-887a-16ce83ae464a {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:53.073096 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'tag': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'status': 'completed', 'code': 200} Aug 31 01:29:53.086941 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.141695 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe8aa1-5333-42eb-818f-9ec2a50fddf4 None None] Sync routers for ids ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:53.153075 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe8aa1-5333-42eb-818f-9ec2a50fddf4 None None] Routers {'0cc4874c-1bc4-4de7-b578-b88bb0201da3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:53.155361 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8ffe8aa1-5333-42eb-818f-9ec2a50fddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:29:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:53.163591 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1d0524-7f05-4717-bdd9-ec31680cc5cf tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:53.167977 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb1d0524-7f05-4717-bdd9-ec31680cc5cf tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.186927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fe219-ac0b-4d7b-88d3-06021c804079 req-aac01e53-8578-48de-8f92-6d95ba5878e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:53.188489 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-442fe219-ac0b-4d7b-88d3-06021c804079 req-aac01e53-8578-48de-8f92-6d95ba5878e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a57b40cae3f24cdeb71beed701935651&device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 1098 time: 0.1146624 Aug 31 01:29:53.192501 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-bb1d0524-7f05-4717-bdd9-ec31680cc5cf tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port 06018053-c7c4-4686-9657-0029b5f53b22 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:29:53.334769 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.351076 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-8ffe8aa1-5333-42eb-818f-9ec2a50fddf4 None None] Set router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:53.373798 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-bb1d0524-7f05-4717-bdd9-ec31680cc5cf tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Allocated IP 2001:db8::1b4 (d6d6fdfa-5f5c-4a84-a464-f1473eea2364/2800bfb7-6cf1-4a0b-a03f-f18999014489/06018053-c7c4-4686-9657-0029b5f53b22) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:53.499435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Allocated IP 172.25.6.126 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/dd364cd3-9ffc-425c-9f37-2acb22a8e450) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:53.583560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fe219-ac0b-4d7b-88d3-06021c804079 req-6672ad55-045d-4fb6-a8fd-28c03ffb5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:53.585094 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-442fe219-ac0b-4d7b-88d3-06021c804079 req-6672ad55-045d-4fb6-a8fd-28c03ffb5d61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0de60920-66a8-4b39-bbe4-56519bdddb63 HTTP/1.1" status: 200 len: 915 time: 0.3810647 Aug 31 01:29:53.606691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb1d0524-7f05-4717-bdd9-ec31680cc5cf tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.624669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-bb1d0524-7f05-4717-bdd9-ec31680cc5cf tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Transition to ACTIVE for port object 06018053-c7c4-4686-9657-0029b5f53b22 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:53.686225 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb1d0524-7f05-4717-bdd9-ec31680cc5cf tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.699036 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8ffe8aa1-5333-42eb-818f-9ec2a50fddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:25:25Z', 'revision_number': 4, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '8c66e7ce-cd8a-43bd-b2e5-2f10e92e845f', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'port_id': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'mac_address': 'fa:16:3e:a6:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:29:48Z', 'updated_at': '2021-08-31T01:29:52Z', 'revision_number': 2, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e6015d-c67e-4294-bb04-f7af2f20b075', 'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'mac_address': 'fa:16:3e:78:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:23Z', 'updated_at': '2021-08-31T01:25:33Z', 'revision_number': 5, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'subnets': [{'id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:53.704344 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.729068 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe8aa1-5333-42eb-818f-9ec2a50fddf4 None None] Checking router: 0cc4874c-1bc4-4de7-b578-b88bb0201da3 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:53.731610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-442fe219-ac0b-4d7b-88d3-06021c804079 req-651b2acd-235c-43c8-9689-b7601cc4ed6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b61663f0-d9d3-4f68-bd6d-b768438e88cf HTTP/1.1" status: 200 len: 1002 time: 0.1303089 Aug 31 01:29:53.758796 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe8aa1-5333-42eb-818f-9ec2a50fddf4 None None] Routers {'0cc4874c-1bc4-4de7-b578-b88bb0201da3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:53.759886 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8ffe8aa1-5333-42eb-818f-9ec2a50fddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:29:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:53.765601 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1d47bd93-6eae-45e0-9b9d-15c6a720c477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.770979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf6478c-6aaf-4554-9dae-187339349ab8 None None] Network d6d6fdfa-5f5c-4a84-a464-f1473eea2364 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:53.804636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fe219-ac0b-4d7b-88d3-06021c804079 req-3f62eb01-4a89-4ed9-b8c2-d568477d3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:53.806686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-442fe219-ac0b-4d7b-88d3-06021c804079 req-3f62eb01-4a89-4ed9-b8c2-d568477d3fb6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8ce5f43b-2755-4a4a-ac72-916200534012 HTTP/1.1" status: 200 len: 853 time: 0.0594318 Aug 31 01:29:53.807683 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1d0524-7f05-4717-bdd9-ec31680cc5cf tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network d6d6fdfa-5f5c-4a84-a464-f1473eea2364 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:53.817935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-bb1d0524-7f05-4717-bdd9-ec31680cc5cf tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:53.823748 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d0524-7f05-4717-bdd9-ec31680cc5cf tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:53.830128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d0524-7f05-4717-bdd9-ec31680cc5cf tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:53.830785 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb1d0524-7f05-4717-bdd9-ec31680cc5cf tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.831211 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.834746 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d0524-7f05-4717-bdd9-ec31680cc5cf tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=06018053-c7c4-4686-9657-0029b5f53b22,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:53.854738 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bb1d0524-7f05-4717-bdd9-ec31680cc5cf tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8602629 Aug 31 01:29:53.855550 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51338) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:53.878225 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-41877c16-e199-405e-a2c7-318d0f1d2753 None None] Provisioning for port 7ae73d10-d802-4b66-8baa-256fd1f2ffba completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:53.885561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-41877c16-e199-405e-a2c7-318d0f1d2753 None None] Provisioning complete for port 7ae73d10-d802-4b66-8baa-256fd1f2ffba triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:53.886069 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41877c16-e199-405e-a2c7-318d0f1d2753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:53.956077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:53.966114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:53.983918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:54.047018 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'Port': ['ID=dd364cd3-9ffc-425c-9f37-2acb22a8e450,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:54.073314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fe219-ac0b-4d7b-88d3-06021c804079 req-b17f13a2-38fe-498c-8da1-a6f3261c8d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:54.075118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-442fe219-ac0b-4d7b-88d3-06021c804079 req-b17f13a2-38fe-498c-8da1-a6f3261c8d91 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0de60920-66a8-4b39-bbe4-56519bdddb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2583497 Aug 31 01:29:54.086555 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:54.096248 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626afbf1-1225-4873-865e-58526acaffae tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:54.098637 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41877c16-e199-405e-a2c7-318d0f1d2753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:54.108157 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-626afbf1-1225-4873-865e-58526acaffae tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2e0 HTTP/1.1" status: 200 len: 929 time: 0.2515166 Aug 31 01:29:54.112032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51348) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:54.161868 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-8ffe8aa1-5333-42eb-818f-9ec2a50fddf4 None None] Set router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:54.168529 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-41877c16-e199-405e-a2c7-318d0f1d2753 None None] For port 7ae73d10-d802-4b66-8baa-256fd1f2ffba, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7ae73d10-d802-4b66-8baa-256fd1f2ffba,segment=NetworkSegment(e5855d99-6430-4eba-a1e0-b7fc6ed02a8f),segment_id=e5855d99-6430-4eba-a1e0-b7fc6ed02a8f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:54.185779 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41877c16-e199-405e-a2c7-318d0f1d2753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:54.293092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41877c16-e199-405e-a2c7-318d0f1d2753 None None] Pushing event updated for resources: {'Port': ['ID=7ae73d10-d802-4b66-8baa-256fd1f2ffba,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:54.362279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ea377c63-7d67-4d8a-a801-d891a6ded3c1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 06018053-c7c4-4686-9657-0029b5f53b22 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:54.362799 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ea377c63-7d67-4d8a-a801-d891a6ded3c1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:54.398910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-442fe219-ac0b-4d7b-88d3-06021c804079 req-42d8f7d6-5f20-4849-a976-6e65a66b5ee7 service neutron] 10.222.0.70 "GET /v2.0/networks/0de60920-66a8-4b39-bbe4-56519bdddb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103666 Aug 31 01:29:54.517482 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ea377c63-7d67-4d8a-a801-d891a6ded3c1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:54.523532 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:54.577236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ea377c63-7d67-4d8a-a801-d891a6ded3c1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 06018053-c7c4-4686-9657-0029b5f53b22 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:54.622631 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-93df254a-d5b2-4587-99da-20e8f7c37329 None None] Provisioning for port 06018053-c7c4-4686-9657-0029b5f53b22 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:54.631187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-93df254a-d5b2-4587-99da-20e8f7c37329 None None] Provisioning complete for port 06018053-c7c4-4686-9657-0029b5f53b22 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:54.632005 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-93df254a-d5b2-4587-99da-20e8f7c37329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:54.658520 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8ffe8aa1-5333-42eb-818f-9ec2a50fddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:25:25Z', 'revision_number': 4, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '8c66e7ce-cd8a-43bd-b2e5-2f10e92e845f', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'port_id': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'mac_address': 'fa:16:3e:a6:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:29:48Z', 'updated_at': '2021-08-31T01:29:52Z', 'revision_number': 2, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e6015d-c67e-4294-bb04-f7af2f20b075', 'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'mac_address': 'fa:16:3e:78:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:23Z', 'updated_at': '2021-08-31T01:25:33Z', 'revision_number': 5, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'subnets': [{'id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:54.700662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-93df254a-d5b2-4587-99da-20e8f7c37329 None None] Port 06018053-c7c4-4686-9657-0029b5f53b22 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:54.727749 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe8aa1-5333-42eb-818f-9ec2a50fddf4 None None] The sync data for ids ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'] in n-d-802060-13 is: [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:25:25Z', 'revision_number': 4, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '8c66e7ce-cd8a-43bd-b2e5-2f10e92e845f', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'port_id': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'mac_address': 'fa:16:3e:a6:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:29:48Z', 'updated_at': '2021-08-31T01:29:52Z', 'revision_number': 2, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e6015d-c67e-4294-bb04-f7af2f20b075', 'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'mac_address': 'fa:16:3e:78:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:23Z', 'updated_at': '2021-08-31T01:25:33Z', 'revision_number': 5, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'subnets': [{'id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:54.746388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7ae73d10-d802-4b66-8baa-256fd1f2ffba up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:29:54.752512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-93df254a-d5b2-4587-99da-20e8f7c37329 None None] Provisioning complete for port 7ae73d10-d802-4b66-8baa-256fd1f2ffba triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:54.753399 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-93df254a-d5b2-4587-99da-20e8f7c37329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:54.824661 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-442fe219-ac0b-4d7b-88d3-06021c804079 req-45bb5d7e-c9d0-452d-88d8-3ce3fdec1642 service neutron] 10.222.0.70 "GET /v2.0/networks/0de60920-66a8-4b39-bbe4-56519bdddb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589170 Aug 31 01:29:54.915000 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ea377c63-7d67-4d8a-a801-d891a6ded3c1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:54.971447 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea377c63-7d67-4d8a-a801-d891a6ded3c1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=06018053-c7c4-4686-9657-0029b5f53b22,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:55.033051 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ea377c63-7d67-4d8a-a801-d891a6ded3c1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.035271 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ea377c63-7d67-4d8a-a801-d891a6ded3c1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/06018053-c7c4-4686-9657-0029b5f53b22 HTTP/1.1" status: 204 len: 168 time: 0.9200382 Aug 31 01:29:55.037894 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51350) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:55.063422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 7ae73d10-d802-4b66-8baa-256fd1f2ffba triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:55.063941 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.082255 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.084428 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'tag': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:55.094559 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0156cec4-dd67-4120-9536-435007d5e027" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc2f536-3aa3-4f77-b0fa-4b67de76493f", "tag": "b61663f0-d9d3-4f68-bd6d-b768438e88cf"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:55.099660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-93df254a-d5b2-4587-99da-20e8f7c37329 None None] Provisioning for port 1746d79a-064e-4347-a55a-6dbb904b8e14 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:29:55.103868 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f1767b-4654-4be7-9f00-74828f67fa82 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] GET failed (client error): The resource could not be found. Aug 31 01:29:55.109659 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-24f1767b-4654-4be7-9f00-74828f67fa82 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/06018053-c7c4-4686-9657-0029b5f53b22 HTTP/1.1" status: 404 len: 333 time: 0.0683031 Aug 31 01:29:55.111255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51354) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:55.114055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-93df254a-d5b2-4587-99da-20e8f7c37329 None None] Provisioning complete for port 1746d79a-064e-4347-a55a-6dbb904b8e14 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:55.114594 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-93df254a-d5b2-4587-99da-20e8f7c37329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.226051 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-93df254a-d5b2-4587-99da-20e8f7c37329 None None] Port 1746d79a-064e-4347-a55a-6dbb904b8e14 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:55.249356 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02df550e-cc27-4112-b3ed-05bb7229d68d x-openstack-request-id: req-02df550e-cc27-4112-b3ed-05bb7229d68d {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:55.249730 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc2f536-3aa3-4f77-b0fa-4b67de76493f", "tag": "b61663f0-d9d3-4f68-bd6d-b768438e88cf", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:55.250928 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02df550e-cc27-4112-b3ed-05bb7229d68d {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:55.252684 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'tag': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'status': 'completed', 'code': 200} Aug 31 01:29:55.275301 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.309083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-aad269e1-d8f5-497d-bf9a-ceb03ddba709 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 1746d79a-064e-4347-a55a-6dbb904b8e14 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:55.310159 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aad269e1-d8f5-497d-bf9a-ceb03ddba709 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.368469 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f50614f3-bc31-4579-b855-c81bff81a68c None None] Provisioning complete for port 1746d79a-064e-4347-a55a-6dbb904b8e14 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:29:55.369041 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f50614f3-bc31-4579-b855-c81bff81a68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.449628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f50614f3-bc31-4579-b855-c81bff81a68c None None] Port 1746d79a-064e-4347-a55a-6dbb904b8e14 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:29:55.499592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aad269e1-d8f5-497d-bf9a-ceb03ddba709 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.514493 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-aad269e1-d8f5-497d-bf9a-ceb03ddba709 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 1746d79a-064e-4347-a55a-6dbb904b8e14 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:55.552440 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.572568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-241d83a5-5b61-488e-96ed-de24697da44c None None] Could not find standard attr ID for object 06018053-c7c4-4686-9657-0029b5f53b22. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:29:55.572842 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.588677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156cec4-dd67-4120-9536-435007d5e027 req-ef9ce563-fb7e-4301-a5cd-b0ace0e9932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:55.590364 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0156cec4-dd67-4120-9536-435007d5e027 req-ef9ce563-fb7e-4301-a5cd-b0ace0e9932e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a57b40cae3f24cdeb71beed701935651&device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 1098 time: 0.3268919 Aug 31 01:29:55.735070 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aad269e1-d8f5-497d-bf9a-ceb03ddba709 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.741012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'Port': ['ID=dd364cd3-9ffc-425c-9f37-2acb22a8e450,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:55.769299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad269e1-d8f5-497d-bf9a-ceb03ddba709 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=1746d79a-064e-4347-a55a-6dbb904b8e14,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:55.785098 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.799636 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-aad269e1-d8f5-497d-bf9a-ceb03ddba709 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.802082 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-aad269e1-d8f5-497d-bf9a-ceb03ddba709 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/1746d79a-064e-4347-a55a-6dbb904b8e14 HTTP/1.1" status: 204 len: 168 time: 0.6896305 Aug 31 01:29:55.804752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51362) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:55.836687 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcedef27-e114-4794-a984-5f95569e8719 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] GET failed (client error): The resource could not be found. Aug 31 01:29:55.838649 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fcedef27-e114-4794-a984-5f95569e8719 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/1746d79a-064e-4347-a55a-6dbb904b8e14 HTTP/1.1" status: 404 len: 333 time: 0.0326684 Aug 31 01:29:55.845096 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51364) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:55.869122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156cec4-dd67-4120-9536-435007d5e027 req-7148b9b6-300e-44a8-9c6a-af3c3900ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:55.870779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0156cec4-dd67-4120-9536-435007d5e027 req-7148b9b6-300e-44a8-9c6a-af3c3900ee87 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0de60920-66a8-4b39-bbe4-56519bdddb63 HTTP/1.1" status: 200 len: 915 time: 0.2331827 Aug 31 01:29:55.925047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd73cb8-771c-4f9f-8b9d-08dc38c3af50 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting subnet 2800bfb7-6cf1-4a0b-a03f-f18999014489 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:29:55.929196 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5dd73cb8-771c-4f9f-8b9d-08dc38c3af50 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:55.988165 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5dd73cb8-771c-4f9f-8b9d-08dc38c3af50 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.000646 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0156cec4-dd67-4120-9536-435007d5e027 req-7e599a84-e252-43dc-8320-606aafb04daa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b61663f0-d9d3-4f68-bd6d-b768438e88cf HTTP/1.1" status: 200 len: 1002 time: 0.1199107 Aug 31 01:29:56.021363 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Floating IP 98be2ddb-88e2-4080-9ef5-80142bb894fa associated. External IP: 172.25.6.126, port: 8e95de75-c463-4909-a88b-596f8a725ee5. Aug 31 01:29:56.081923 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5dd73cb8-771c-4f9f-8b9d-08dc38c3af50 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.112916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156cec4-dd67-4120-9536-435007d5e027 req-bd89de6e-fe9c-4925-8ab8-f1e18cde30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:56.114479 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0156cec4-dd67-4120-9536-435007d5e027 req-bd89de6e-fe9c-4925-8ab8-f1e18cde30b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8ce5f43b-2755-4a4a-ac72-916200534012 HTTP/1.1" status: 200 len: 853 time: 0.1051795 Aug 31 01:29:56.153179 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5dd73cb8-771c-4f9f-8b9d-08dc38c3af50 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.189436 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd73cb8-771c-4f9f-8b9d-08dc38c3af50 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Subnet': ['ID=2800bfb7-6cf1-4a0b-a03f-f18999014489,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:56.210567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c144bf-8d69-47b9-bf43-5ac9f1a3186a None None] Network d6d6fdfa-5f5c-4a84-a464-f1473eea2364 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:56.217276 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5dd73cb8-771c-4f9f-8b9d-08dc38c3af50 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.223792 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5dd73cb8-771c-4f9f-8b9d-08dc38c3af50 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/2800bfb7-6cf1-4a0b-a03f-f18999014489 HTTP/1.1" status: 204 len: 168 time: 0.3775995 Aug 31 01:29:56.224652 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51372) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:56.260651 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156cec4-dd67-4120-9536-435007d5e027 req-974f1453-734a-4d14-a70d-66132d209e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:56.262376 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0156cec4-dd67-4120-9536-435007d5e027 req-974f1453-734a-4d14-a70d-66132d209e2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0de60920-66a8-4b39-bbe4-56519bdddb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122611 Aug 31 01:29:56.336512 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.411412 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 7ae73d10-d802-4b66-8baa-256fd1f2ffba {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:56.411756 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.419189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Router 27694dd3-eb85-45df-81dc-3e2e184abaa5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:56.446378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0156cec4-dd67-4120-9536-435007d5e027 req-cd5f8169-003b-472b-b795-093604dffa67 service neutron] 10.222.0.70 "GET /v2.0/networks/0de60920-66a8-4b39-bbe4-56519bdddb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714835 Aug 31 01:29:56.452482 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d288e7-2c1c-4dac-b402-78545f99b0b8 None None] DHCP port deletion for d6d6fdfa-5f5c-4a84-a464-f1473eea2364 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:29:56.482159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] For port 7ae73d10-d802-4b66-8baa-256fd1f2ffba, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7ae73d10-d802-4b66-8baa-256fd1f2ffba,segment=NetworkSegment(e5855d99-6430-4eba-a1e0-b7fc6ed02a8f),segment_id=e5855d99-6430-4eba-a1e0-b7fc6ed02a8f)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:56.483214 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.514944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 7ae73d10-d802-4b66-8baa-256fd1f2ffba owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:56.536902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c9d288e7-2c1c-4dac-b402-78545f99b0b8 None None] Deleting port 7ae73d10-d802-4b66-8baa-256fd1f2ffba {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:56.540519 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c9d288e7-2c1c-4dac-b402-78545f99b0b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.608750 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c9d288e7-2c1c-4dac-b402-78545f99b0b8 None None] For port 7ae73d10-d802-4b66-8baa-256fd1f2ffba, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7ae73d10-d802-4b66-8baa-256fd1f2ffba,segment=NetworkSegment(e5855d99-6430-4eba-a1e0-b7fc6ed02a8f),segment_id=e5855d99-6430-4eba-a1e0-b7fc6ed02a8f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:56.609246 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c9d288e7-2c1c-4dac-b402-78545f99b0b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.624414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c9d288e7-2c1c-4dac-b402-78545f99b0b8 None None] Calling delete_port for 7ae73d10-d802-4b66-8baa-256fd1f2ffba owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:29:56.633235 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.672324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=7ae73d10-d802-4b66-8baa-256fd1f2ffba,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:56.677011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7ae73d10-d802-4b66-8baa-256fd1f2ffba no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:56.679344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No DVR routers for this DVR port 7ae73d10-d802-4b66-8baa-256fd1f2ffba on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:29:56.711210 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 7ae73d10-d802-4b66-8baa-256fd1f2ffba {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:29:56.711754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7ae73d10-d802-4b66-8baa-256fd1f2ffba not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:56.733864 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.757566 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c9d288e7-2c1c-4dac-b402-78545f99b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.788985 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.792441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d288e7-2c1c-4dac-b402-78545f99b0b8 None None] Pushing event deleted for resources: {'Port': ['ID=7ae73d10-d802-4b66-8baa-256fd1f2ffba,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:56.794861 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d288e7-2c1c-4dac-b402-78545f99b0b8 None None] No DVR routers for this DVR port 7ae73d10-d802-4b66-8baa-256fd1f2ffba on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:29:56.810511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d6fdfa-5f5c-4a84-a464-f1473eea2364']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:56.823529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5855d99-6430-4eba-a1e0-b7fc6ed02a8f') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:56.823968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5855d99-6430-4eba-a1e0-b7fc6ed02a8f') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:56.834725 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.850189 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.856950 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:29:56.857386 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:29:56.862147 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:29:56.940452 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.948545 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:56.950580 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/networks/d6d6fdfa-5f5c-4a84-a464-f1473eea2364 HTTP/1.1" status: 204 len: 168 time: 0.7247510 Aug 31 01:29:56.955809 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51382) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:56.971111 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c61e694e-d3c3-4ba4-9de0-83435c31bfa9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1655799288'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:56.976009 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d819def-e82e-4b64-a8a8-bc3eff200cdc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Network': ['ID=d6d6fdfa-5f5c-4a84-a464-f1473eea2364,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:56.996337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61e694e-d3c3-4ba4-9de0-83435c31bfa9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:57.003900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c61e694e-d3c3-4ba4-9de0-83435c31bfa9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:57.030043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61e694e-d3c3-4ba4-9de0-83435c31bfa9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:29:57.038820 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c61e694e-d3c3-4ba4-9de0-83435c31bfa9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:57.039160 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-c61e694e-d3c3-4ba4-9de0-83435c31bfa9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Added segment 73e02909-bd5f-4fa1-aaf8-b5977f5656e2 of type vlan for network 28fb2f63-7cc6-4ed8-b265-7f546dd71570 Aug 31 01:29:57.071133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:57.074297 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0156cec4-dd67-4120-9536-435007d5e027 req-3ca04b30-8f76-481e-bad0-146de226e460 service neutron] 10.222.0.70 "GET /v2.0/networks/0de60920-66a8-4b39-bbe4-56519bdddb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875959 Aug 31 01:29:57.083612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc040c-c15d-4c65-9999-fb04c1705346 None None] Sync routers for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:57.088968 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c61e694e-d3c3-4ba4-9de0-83435c31bfa9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:57.096834 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:57.098069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc040c-c15d-4c65-9999-fb04c1705346 None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:57.098851 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-77cc040c-c15d-4c65-9999-fb04c1705346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:29:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:57.120854 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c61e694e-d3c3-4ba4-9de0-83435c31bfa9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:57.127013 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5cedd24d-6ad0-486c-b151-50590be4ef5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0918188 Aug 31 01:29:57.127746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc678400-304e-4ba8-8dd4-b6cee7509342', 'tag': '8e95de75-c463-4909-a88b-596f8a725ee5'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:29:57.130820 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6f464f-fe80-4e02-8bbe-9ffc252bee92" -d '{"events": [{"name": "network-changed", "server_uuid": "dc678400-304e-4ba8-8dd4-b6cee7509342", "tag": "8e95de75-c463-4909-a88b-596f8a725ee5"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:57.141848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61e694e-d3c3-4ba4-9de0-83435c31bfa9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:57.142508 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c61e694e-d3c3-4ba4-9de0-83435c31bfa9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:57.228579 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c61e694e-d3c3-4ba4-9de0-83435c31bfa9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2595692 Aug 31 01:29:57.231098 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51392) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:57.235234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-88dcec9f-6ef9-4b3a-ae25-10eecc92beb3 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'subnet': {'network_id': '28fb2f63-7cc6-4ed8-b265-7f546dd71570', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:57.273675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-77cc040c-c15d-4c65-9999-fb04c1705346 None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:57.329089 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89de400-1bd2-40d1-b957-8c632ff88a83 x-openstack-request-id: req-e89de400-1bd2-40d1-b957-8c632ff88a83 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:57.329089 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc678400-304e-4ba8-8dd4-b6cee7509342", "tag": "8e95de75-c463-4909-a88b-596f8a725ee5", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:57.329089 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e89de400-1bd2-40d1-b957-8c632ff88a83 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:57.329479 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc678400-304e-4ba8-8dd4-b6cee7509342', 'tag': '8e95de75-c463-4909-a88b-596f8a725ee5', 'status': 'completed', 'code': 200} Aug 31 01:29:57.421767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f464f-fe80-4e02-8bbe-9ffc252bee92 req-9b0d8204-db32-4a8d-b2cf-5a47eb827a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:57.423213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf6f464f-fe80-4e02-8bbe-9ffc252bee92 req-9b0d8204-db32-4a8d-b2cf-5a47eb827a99 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 1097 time: 0.0610132 Aug 31 01:29:57.553760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f464f-fe80-4e02-8bbe-9ffc252bee92 req-b1fc04b3-b314-470a-b63a-0fae6359570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:57.556218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf6f464f-fe80-4e02-8bbe-9ffc252bee92 req-b1fc04b3-b314-470a-b63a-0fae6359570b service neutron] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.1234944 Aug 31 01:29:57.575612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-77cc040c-c15d-4c65-9999-fb04c1705346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '98be2ddb-88e2-4080-9ef5-80142bb894fa', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'port_id': '8e95de75-c463-4909-a88b-596f8a725ee5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'mac_address': 'fa:16:3e:1a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc678400-304e-4ba8-8dd4-b6cee7509342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:29:54Z', 'updated_at': '2021-08-31T01:29:54Z', 'revision_number': 0, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:57.582092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e694e-d3c3-4ba4-9de0-83435c31bfa9 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Network': ['ID=28fb2f63-7cc6-4ed8-b265-7f546dd71570,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:57.619369 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 28fb2f63-7cc6-4ed8-b265-7f546dd71570 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:29:57.621743 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc040c-c15d-4c65-9999-fb04c1705346 None None] Checking router: 27694dd3-eb85-45df-81dc-3e2e184abaa5 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:57.634971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf6f464f-fe80-4e02-8bbe-9ffc252bee92 req-f570d6a6-dcc9-4ffe-8a25-5caf0bb9d9d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e95de75-c463-4909-a88b-596f8a725ee5 HTTP/1.1" status: 200 len: 999 time: 0.0686913 Aug 31 01:29:57.672204 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc040c-c15d-4c65-9999-fb04c1705346 None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:29:57.672762 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-77cc040c-c15d-4c65-9999-fb04c1705346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:29:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:57.675649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dcec9f-6ef9-4b3a-ae25-10eecc92beb3 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:57.680828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88dcec9f-6ef9-4b3a-ae25-10eecc92beb3 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:57.708126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f464f-fe80-4e02-8bbe-9ffc252bee92 req-22cb0ea0-2733-46bb-8c7f-a5460306a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:57.709990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf6f464f-fe80-4e02-8bbe-9ffc252bee92 req-22cb0ea0-2733-46bb-8c7f-a5460306a25e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0646620 Aug 31 01:29:57.768410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f464f-fe80-4e02-8bbe-9ffc252bee92 req-34d832c9-1802-4918-b7e9-058dbd88a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:57.771004 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf6f464f-fe80-4e02-8bbe-9ffc252bee92 req-34d832c9-1802-4918-b7e9-058dbd88a7d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513525 Aug 31 01:29:57.820121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-77cc040c-c15d-4c65-9999-fb04c1705346 None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:29:57.891338 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88dcec9f-6ef9-4b3a-ae25-10eecc92beb3 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:57.900270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf6f464f-fe80-4e02-8bbe-9ffc252bee92 req-f9e39981-dfc9-4edb-8863-30b81f3cc70c service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138504 Aug 31 01:29:57.964204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcec9f-6ef9-4b3a-ae25-10eecc92beb3 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Subnet': ['ID=d42c6c8e-2568-4a73-8450-659c151e52f7,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:57.972877 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcec9f-6ef9-4b3a-ae25-10eecc92beb3 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Checking segment: {'id': '73e02909-bd5f-4fa1-aaf8-b5977f5656e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28fb2f63-7cc6-4ed8-b265-7f546dd71570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:57.973293 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dcec9f-6ef9-4b3a-ae25-10eecc92beb3 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network hostable DHCP agents. Network: 28fb2f63-7cc6-4ed8-b265-7f546dd71570, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:29:57.993209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dcec9f-6ef9-4b3a-ae25-10eecc92beb3 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 28fb2f63-7cc6-4ed8-b265-7f546dd71570 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:29:58.005573 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-88dcec9f-6ef9-4b3a-ae25-10eecc92beb3 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 28fb2f63-7cc6-4ed8-b265-7f546dd71570) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:58.011681 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dcec9f-6ef9-4b3a-ae25-10eecc92beb3 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:58.012371 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88dcec9f-6ef9-4b3a-ae25-10eecc92beb3 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:58.031763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b81d1e-3df1-46f3-a4ff-fa4f9d882f7d None None] Network 28fb2f63-7cc6-4ed8-b265-7f546dd71570 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:29:58.035317 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-88dcec9f-6ef9-4b3a-ae25-10eecc92beb3 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8017228 Aug 31 01:29:58.035531 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51402) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:58.042701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a84cd053-e02c-42a5-ad93-0d2b0d21afc5 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'network_id': '28fb2f63-7cc6-4ed8-b265-7f546dd71570', 'name': 'tempest-PortsIpV6TestJSON-755604323', 'fixed_ips': [{'subnet_id': 'd42c6c8e-2568-4a73-8450-659c151e52f7', 'ip_address': '2001:db8::10'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:58.054403 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf6f464f-fe80-4e02-8bbe-9ffc252bee92 req-a41093d7-d6bb-403d-a48f-5fac5b5807a8 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433926 Aug 31 01:29:58.161249 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84cd053-e02c-42a5-ad93-0d2b0d21afc5 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:58.270951 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a84cd053-e02c-42a5-ad93-0d2b0d21afc5 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:58.284286 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-a84cd053-e02c-42a5-ad93-0d2b0d21afc5 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port 360b906e-e5d5-4e2f-aa27-4365c4272b46 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:29:58.312635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-28fb2f63-7cc6-4ed8-b265-7f546dd71570', 'network_id': '28fb2f63-7cc6-4ed8-b265-7f546dd71570', 'tenant_id': '89131229a160423b846b28fa206c82c7', 'fixed_ips': [{'subnet_id': 'd42c6c8e-2568-4a73-8450-659c151e52f7'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:29:58.313494 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:58.453502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-77cc040c-c15d-4c65-9999-fb04c1705346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '98be2ddb-88e2-4080-9ef5-80142bb894fa', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'port_id': '8e95de75-c463-4909-a88b-596f8a725ee5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'mac_address': 'fa:16:3e:1a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc678400-304e-4ba8-8dd4-b6cee7509342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:29:54Z', 'updated_at': '2021-08-31T01:29:54Z', 'revision_number': 0, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:58.462305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-a84cd053-e02c-42a5-ad93-0d2b0d21afc5 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Allocated IP 2001:db8::10 (28fb2f63-7cc6-4ed8-b265-7f546dd71570/d42c6c8e-2568-4a73-8450-659c151e52f7/360b906e-e5d5-4e2f-aa27-4365c4272b46) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:58.486848 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc040c-c15d-4c65-9999-fb04c1705346 None None] The sync data for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 is: [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '98be2ddb-88e2-4080-9ef5-80142bb894fa', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'port_id': '8e95de75-c463-4909-a88b-596f8a725ee5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'mac_address': 'fa:16:3e:1a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc678400-304e-4ba8-8dd4-b6cee7509342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:29:54Z', 'updated_at': '2021-08-31T01:29:54Z', 'revision_number': 0, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:58.612174 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a84cd053-e02c-42a5-ad93-0d2b0d21afc5 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:58.626701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-a84cd053-e02c-42a5-ad93-0d2b0d21afc5 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Transition to ACTIVE for port object 360b906e-e5d5-4e2f-aa27-4365c4272b46 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:58.664786 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a84cd053-e02c-42a5-ad93-0d2b0d21afc5 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:58.718846 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84cd053-e02c-42a5-ad93-0d2b0d21afc5 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 28fb2f63-7cc6-4ed8-b265-7f546dd71570 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:58.722100 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a84cd053-e02c-42a5-ad93-0d2b0d21afc5 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:58.724611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84cd053-e02c-42a5-ad93-0d2b0d21afc5 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:58.729596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Allocated IP 2001:db8::2 (28fb2f63-7cc6-4ed8-b265-7f546dd71570/d42c6c8e-2568-4a73-8450-659c151e52f7/a2d82957-f6bb-433f-a07b-a3254598a124) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:58.730658 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84cd053-e02c-42a5-ad93-0d2b0d21afc5 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:58.731323 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a84cd053-e02c-42a5-ad93-0d2b0d21afc5 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:58.756316 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a84cd053-e02c-42a5-ad93-0d2b0d21afc5 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7156560 Aug 31 01:29:58.756634 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51416) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:58.771030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-1622c652-96c2-4f47-a642-04de6852ec42 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'network_id': '28fb2f63-7cc6-4ed8-b265-7f546dd71570', 'name': 'tempest-PortsIpV6TestJSON-1055173756', 'fixed_ips': [{'subnet_id': 'd42c6c8e-2568-4a73-8450-659c151e52f7', 'ip_address': '2001:db8::f'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:58.781287 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4635c-e67f-4dc3-a910-f68368df18ef None None] New status for floating IP 98be2ddb-88e2-4080-9ef5-80142bb894fa: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:29:58.831455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cd053-e02c-42a5-ad93-0d2b0d21afc5 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=360b906e-e5d5-4e2f-aa27-4365c4272b46,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:58.900403 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:58.910086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Transition to ACTIVE for port object a2d82957-f6bb-433f-a07b-a3254598a124 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:58.924626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1622c652-96c2-4f47-a642-04de6852ec42 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:29:58.925903 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Transition to ACTIVE for port object a2d82957-f6bb-433f-a07b-a3254598a124 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:58.931704 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1622c652-96c2-4f47-a642-04de6852ec42 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:58.935041 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:58.953345 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-1622c652-96c2-4f47-a642-04de6852ec42 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port 73417d21-14b3-4d7f-bd20-0f8c2e583790 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:29:58.983878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Network 28fb2f63-7cc6-4ed8-b265-7f546dd71570 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:58.986993 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:58.990603 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:58.999206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Pushing event updated for resources: {'Port': ['ID=a2d82957-f6bb-433f-a07b-a3254598a124,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:59.056698 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Attempting to bind port a2d82957-f6bb-433f-a07b-a3254598a124 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:29:59.057139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Attempting to bind port a2d82957-f6bb-433f-a07b-a3254598a124 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '73e02909-bd5f-4fa1-aaf8-b5977f5656e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28fb2f63-7cc6-4ed8-b265-7f546dd71570'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:29:59.057561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Attempting to bind port a2d82957-f6bb-433f-a07b-a3254598a124 on network 28fb2f63-7cc6-4ed8-b265-7f546dd71570 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:29:59.062877 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:29:59.063300 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Checking segment: {'id': '73e02909-bd5f-4fa1-aaf8-b5977f5656e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28fb2f63-7cc6-4ed8-b265-7f546dd71570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:29:59.063871 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.064267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Bound using segment: {'id': '73e02909-bd5f-4fa1-aaf8-b5977f5656e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28fb2f63-7cc6-4ed8-b265-7f546dd71570'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:29:59.064783 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Bound port: a2d82957-f6bb-433f-a07b-a3254598a124, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e02909-bd5f-4fa1-aaf8-b5977f5656e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28fb2f63-7cc6-4ed8-b265-7f546dd71570'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:29:59.065173 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.128794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] For port a2d82957-f6bb-433f-a07b-a3254598a124, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:29:59.131865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] For port a2d82957-f6bb-433f-a07b-a3254598a124, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a2d82957-f6bb-433f-a07b-a3254598a124,segment=NetworkSegment(73e02909-bd5f-4fa1-aaf8-b5977f5656e2),segment_id=73e02909-bd5f-4fa1-aaf8-b5977f5656e2)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:29:59.137460 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.148094 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-1622c652-96c2-4f47-a642-04de6852ec42 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Allocated IP 2001:db8::f (28fb2f63-7cc6-4ed8-b265-7f546dd71570/d42c6c8e-2568-4a73-8450-659c151e52f7/73417d21-14b3-4d7f-bd20-0f8c2e583790) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:59.216197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f71848-ec49-46ee-8ef3-5bc7c6cc2089 None None] Pushing event updated for resources: {'Port': ['ID=a2d82957-f6bb-433f-a07b-a3254598a124,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:59.337303 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1622c652-96c2-4f47-a642-04de6852ec42 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.360994 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-1622c652-96c2-4f47-a642-04de6852ec42 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Transition to ACTIVE for port object 73417d21-14b3-4d7f-bd20-0f8c2e583790 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:29:59.408221 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1622c652-96c2-4f47-a642-04de6852ec42 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.462879 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1622c652-96c2-4f47-a642-04de6852ec42 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 28fb2f63-7cc6-4ed8-b265-7f546dd71570 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:59.467556 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622c652-96c2-4f47-a642-04de6852ec42 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=73417d21-14b3-4d7f-bd20-0f8c2e583790,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:59.471597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-1622c652-96c2-4f47-a642-04de6852ec42 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:59.473841 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1622c652-96c2-4f47-a642-04de6852ec42 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:29:59.481424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622c652-96c2-4f47-a642-04de6852ec42 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:59.481981 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1622c652-96c2-4f47-a642-04de6852ec42 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.498210 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1622c652-96c2-4f47-a642-04de6852ec42 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7402079 Aug 31 01:29:59.500833 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51424) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:59.542691 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:29:59.594384 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ca758-db1b-4869-8dcf-061d5e500a66 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:59.598404 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ee0ca758-db1b-4869-8dcf-061d5e500a66 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0940080 Aug 31 01:29:59.598636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51426) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:59.649191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a2bdce-25d3-4cb2-9193-13f754cf219e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:59.655678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a2bdce-25d3-4cb2-9193-13f754cf219e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:59.661803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a2bdce-25d3-4cb2-9193-13f754cf219e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:59.663516 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-28a2bdce-25d3-4cb2-9193-13f754cf219e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0639634 Aug 31 01:29:59.666692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51428) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:29:59.759062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6a95812f-eeb9-4f20-964c-6e0c7b63d401 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 73417d21-14b3-4d7f-bd20-0f8c2e583790 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:29:59.759452 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6a95812f-eeb9-4f20-964c-6e0c7b63d401 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.857903 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6a95812f-eeb9-4f20-964c-6e0c7b63d401 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:59.871768 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-6a95812f-eeb9-4f20-964c-6e0c7b63d401 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 73417d21-14b3-4d7f-bd20-0f8c2e583790 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:00.012614 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6a95812f-eeb9-4f20-964c-6e0c7b63d401 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:00.043123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95812f-eeb9-4f20-964c-6e0c7b63d401 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=73417d21-14b3-4d7f-bd20-0f8c2e583790,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:00.068921 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6a95812f-eeb9-4f20-964c-6e0c7b63d401 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:00.071331 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6a95812f-eeb9-4f20-964c-6e0c7b63d401 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/73417d21-14b3-4d7f-bd20-0f8c2e583790 HTTP/1.1" status: 204 len: 168 time: 0.4031281 Aug 31 01:30:00.073504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51434) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:00.100176 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbbb5d7-fdd9-4a7b-8de2-c90c8331f740 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] GET failed (client error): The resource could not be found. Aug 31 01:30:00.101719 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fbbbb5d7-fdd9-4a7b-8de2-c90c8331f740 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/73417d21-14b3-4d7f-bd20-0f8c2e583790 HTTP/1.1" status: 404 len: 333 time: 0.0272801 Aug 31 01:30:00.104922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51436) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:00.160430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7bedda-ff3d-428b-af68-fb2aa43fa25a None None] Network 28fb2f63-7cc6-4ed8-b265-7f546dd71570 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:00.227399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-08e48386-fc0f-417f-adb9-1b8ec35a10d2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 360b906e-e5d5-4e2f-aa27-4365c4272b46 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:00.228488 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08e48386-fc0f-417f-adb9-1b8ec35a10d2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:00.261341 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b9b37f72-e777-4f30-b9eb-87279ae27da8 None None] Provisioning for port a2d82957-f6bb-433f-a07b-a3254598a124 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:00.350406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08e48386-fc0f-417f-adb9-1b8ec35a10d2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:00.367511 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-08e48386-fc0f-417f-adb9-1b8ec35a10d2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 360b906e-e5d5-4e2f-aa27-4365c4272b46 owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:00.517146 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08e48386-fc0f-417f-adb9-1b8ec35a10d2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:00.551952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e48386-fc0f-417f-adb9-1b8ec35a10d2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=360b906e-e5d5-4e2f-aa27-4365c4272b46,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:00.578238 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08e48386-fc0f-417f-adb9-1b8ec35a10d2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:00.582857 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-08e48386-fc0f-417f-adb9-1b8ec35a10d2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/360b906e-e5d5-4e2f-aa27-4365c4272b46 HTTP/1.1" status: 204 len: 168 time: 0.4745770 Aug 31 01:30:00.583196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51444) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:00.610163 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6f6b2b-8849-4860-adf3-e76681278b79 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] GET failed (client error): The resource could not be found. Aug 31 01:30:00.614497 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2f6f6b2b-8849-4860-adf3-e76681278b79 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/360b906e-e5d5-4e2f-aa27-4365c4272b46 HTTP/1.1" status: 404 len: 333 time: 0.0278392 Aug 31 01:30:00.615439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51446) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:00.685969 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89f9c77-082f-4fe9-be1d-eb4ea1ab8b6a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting subnet d42c6c8e-2568-4a73-8450-659c151e52f7 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:30:00.691409 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c89f9c77-082f-4fe9-be1d-eb4ea1ab8b6a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:00.702089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-54f29629-1635-4105-9a6a-f2e9e8fe15b3 None None] Could not find standard attr ID for object 360b906e-e5d5-4e2f-aa27-4365c4272b46. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:30:00.738714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a2d82957-f6bb-433f-a07b-a3254598a124 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:00.775067 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c89f9c77-082f-4fe9-be1d-eb4ea1ab8b6a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:00.835377 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port a2d82957-f6bb-433f-a07b-a3254598a124 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:00.840458 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a2d82957-f6bb-433f-a07b-a3254598a124 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:00.841149 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:00.925310 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c89f9c77-082f-4fe9-be1d-eb4ea1ab8b6a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:00.960736 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.006750 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c89f9c77-082f-4fe9-be1d-eb4ea1ab8b6a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.048589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f9c77-082f-4fe9-be1d-eb4ea1ab8b6a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Subnet': ['ID=d42c6c8e-2568-4a73-8450-659c151e52f7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:01.053361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4c5084ad-30c4-41e7-9e62-4eb8f02631fc None None] Could not find standard attr ID for object 360b906e-e5d5-4e2f-aa27-4365c4272b46. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:30:01.059251 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c89f9c77-082f-4fe9-be1d-eb4ea1ab8b6a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.062504 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c89f9c77-082f-4fe9-be1d-eb4ea1ab8b6a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/d42c6c8e-2568-4a73-8450-659c151e52f7 HTTP/1.1" status: 204 len: 168 time: 0.4449961 Aug 31 01:30:01.065858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51454) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:01.069262 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:30:01.069629 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:30:01.149709 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.207244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port a2d82957-f6bb-433f-a07b-a3254598a124 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:01.207623 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.272632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0bd58cc4-6c1e-423a-97d0-901ab2c9be46 None None] Could not find standard attr ID for object 73417d21-14b3-4d7f-bd20-0f8c2e583790. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:30:01.281521 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a442dc4-b82c-4914-9b77-b04430879102 None None] Network 28fb2f63-7cc6-4ed8-b265-7f546dd71570 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:01.293674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] For port a2d82957-f6bb-433f-a07b-a3254598a124, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a2d82957-f6bb-433f-a07b-a3254598a124,segment=NetworkSegment(73e02909-bd5f-4fa1-aaf8-b5977f5656e2),segment_id=73e02909-bd5f-4fa1-aaf8-b5977f5656e2)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:01.294795 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.308187 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for a2d82957-f6bb-433f-a07b-a3254598a124 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:01.407896 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.438285 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No DVR routers for this DVR port a2d82957-f6bb-433f-a07b-a3254598a124 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:30:01.464829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=a2d82957-f6bb-433f-a07b-a3254598a124,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:01.490185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bbec35-86a6-4151-ae5f-2545aa53cd5b None None] DHCP port deletion for 28fb2f63-7cc6-4ed8-b265-7f546dd71570 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:30:01.550562 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.561636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fb2f63-7cc6-4ed8-b265-7f546dd71570']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:01.572946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e02909-bd5f-4fa1-aaf8-b5977f5656e2') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:01.573331 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e02909-bd5f-4fa1-aaf8-b5977f5656e2') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:01.586716 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.587721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91930f6f-a437-457e-b142-22d157856dc6 req-f235a6c2-3af2-42bc-935c-848eddc4a96e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497456 Aug 31 01:30:01.604609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.617179 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:30:01.617760 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.618524 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Port a2d82957-f6bb-433f-a07b-a3254598a124 update to ACTIVE by agent not found {{(pid=94762) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:30:01.621262 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:30:01.643894 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.688430 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.690981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91930f6f-a437-457e-b142-22d157856dc6 req-62bc21ca-f575-4350-a5b8-1c01f747d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:01.692686 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.692847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91930f6f-a437-457e-b142-22d157856dc6 req-62bc21ca-f575-4350-a5b8-1c01f747d773 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 1098 time: 0.0445259 Aug 31 01:30:01.698017 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/networks/28fb2f63-7cc6-4ed8-b265-7f546dd71570 HTTP/1.1" status: 204 len: 168 time: 0.6270537 Aug 31 01:30:01.698994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51462) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:01.705339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-1eee11f9-0e47-4f5a-a732-ab53dff1259a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1064339909'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:01.720229 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660d094-7196-4112-bc85-09097c76241e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Network': ['ID=28fb2f63-7cc6-4ed8-b265-7f546dd71570,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:01.773770 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eee11f9-0e47-4f5a-a732-ab53dff1259a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:01.777397 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1eee11f9-0e47-4f5a-a732-ab53dff1259a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.830361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eee11f9-0e47-4f5a-a732-ab53dff1259a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:30:01.839651 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91930f6f-a437-457e-b142-22d157856dc6 req-e82bae3b-7eba-4efe-99d9-49dd6853c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:01.841141 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91930f6f-a437-457e-b142-22d157856dc6 req-e82bae3b-7eba-4efe-99d9-49dd6853c646 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 918 time: 0.1258032 Aug 31 01:30:01.845152 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1eee11f9-0e47-4f5a-a732-ab53dff1259a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.845513 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-1eee11f9-0e47-4f5a-a732-ab53dff1259a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Added segment 70785e40-1744-4b9c-a208-f17eacd9a412 of type vlan for network 77cf5d78-ec2c-4ffc-9a72-ce8517585ae2 Aug 31 01:30:01.925329 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1eee11f9-0e47-4f5a-a732-ab53dff1259a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.943072 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91930f6f-a437-457e-b142-22d157856dc6 req-8c5a2a7b-b7dc-4696-9b95-0b6aa518ef40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5 HTTP/1.1" status: 200 len: 1000 time: 0.0900576 Aug 31 01:30:01.992886 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1eee11f9-0e47-4f5a-a732-ab53dff1259a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:01.999119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eee11f9-0e47-4f5a-a732-ab53dff1259a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:01.999747 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1eee11f9-0e47-4f5a-a732-ab53dff1259a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.065351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91930f6f-a437-457e-b142-22d157856dc6 req-44fd004d-3639-45ba-9ae7-ec0557f0993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:02.065625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91930f6f-a437-457e-b142-22d157856dc6 req-44fd004d-3639-45ba-9ae7-ec0557f0993b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 200 len: 856 time: 0.1143956 Aug 31 01:30:02.075840 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51468) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:02.076569 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1eee11f9-0e47-4f5a-a732-ab53dff1259a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3757260 Aug 31 01:30:02.083593 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-015bba9d-dc19-409b-aa71-4306916437e8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'subnet': {'network_id': '77cf5d78-ec2c-4ffc-9a72-ce8517585ae2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:02.090960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee11f9-0e47-4f5a-a732-ab53dff1259a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Network': ['ID=77cf5d78-ec2c-4ffc-9a72-ce8517585ae2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:02.103763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 77cf5d78-ec2c-4ffc-9a72-ce8517585ae2 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:30:02.134365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91930f6f-a437-457e-b142-22d157856dc6 req-c9b56df4-4550-4783-9d21-c5694da33e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:02.136275 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91930f6f-a437-457e-b142-22d157856dc6 req-c9b56df4-4550-4783-9d21-c5694da33e6e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587895 Aug 31 01:30:02.197318 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015bba9d-dc19-409b-aa71-4306916437e8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:02.201887 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-015bba9d-dc19-409b-aa71-4306916437e8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.244212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91930f6f-a437-457e-b142-22d157856dc6 req-c2d4f861-817f-43bf-be85-0d0631eec873 service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995467 Aug 31 01:30:02.365372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91930f6f-a437-457e-b142-22d157856dc6 req-8ade3053-358c-42bf-b982-3c82ed94bdb5 service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133304 Aug 31 01:30:02.434748 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-015bba9d-dc19-409b-aa71-4306916437e8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.496284 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bba9d-dc19-409b-aa71-4306916437e8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Subnet': ['ID=e9eb1c55-8ddb-4d3b-80c6-c078177f8809,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:02.503819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015bba9d-dc19-409b-aa71-4306916437e8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Checking segment: {'id': '70785e40-1744-4b9c-a208-f17eacd9a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77cf5d78-ec2c-4ffc-9a72-ce8517585ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:02.504115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015bba9d-dc19-409b-aa71-4306916437e8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network hostable DHCP agents. Network: 77cf5d78-ec2c-4ffc-9a72-ce8517585ae2, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:30:02.521067 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015bba9d-dc19-409b-aa71-4306916437e8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 77cf5d78-ec2c-4ffc-9a72-ce8517585ae2 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:30:02.530579 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-015bba9d-dc19-409b-aa71-4306916437e8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 77cf5d78-ec2c-4ffc-9a72-ce8517585ae2) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:02.540417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0db488-22a5-4077-9cbd-d5fa919fd563 None None] Network 77cf5d78-ec2c-4ffc-9a72-ce8517585ae2 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:02.548993 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015bba9d-dc19-409b-aa71-4306916437e8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:02.550152 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-015bba9d-dc19-409b-aa71-4306916437e8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.571260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51476) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:02.571936 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-015bba9d-dc19-409b-aa71-4306916437e8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4933176 Aug 31 01:30:02.576816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b8d8bd55-1386-4493-942b-0b74c7ec0c0b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-905021799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:02.630252 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bd55-1386-4493-942b-0b74c7ec0c0b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.630893 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bd55-1386-4493-942b-0b74c7ec0c0b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.651122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a2d82957-f6bb-433f-a07b-a3254598a124 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:02.697042 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: a2d82957-f6bb-433f-a07b-a3254598a124 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:30:02.697384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a2d82957-f6bb-433f-a07b-a3254598a124 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:02.714387 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bd55-1386-4493-942b-0b74c7ec0c0b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.720062 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bd55-1386-4493-942b-0b74c7ec0c0b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.739837 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bd55-1386-4493-942b-0b74c7ec0c0b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.744118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b8d8bd55-1386-4493-942b-0b74c7ec0c0b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1689501 Aug 31 01:30:02.745217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51482) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:02.751456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f832c54c-8bc4-45c4-9c77-94bf5cb102d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'network_id': '77cf5d78-ec2c-4ffc-9a72-ce8517585ae2', 'name': 'tempest-PortsIpV6TestJSON-1910233011'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:02.757935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-77cf5d78-ec2c-4ffc-9a72-ce8517585ae2', 'network_id': '77cf5d78-ec2c-4ffc-9a72-ce8517585ae2', 'tenant_id': '89131229a160423b846b28fa206c82c7', 'fixed_ips': [{'subnet_id': 'e9eb1c55-8ddb-4d3b-80c6-c078177f8809'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:30:02.759123 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.885835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f832c54c-8bc4-45c4-9c77-94bf5cb102d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:02.890400 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f832c54c-8bc4-45c4-9c77-94bf5cb102d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:02.910682 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-f832c54c-8bc4-45c4-9c77-94bf5cb102d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port 50355b72-1da7-4677-91f1-485ac092c7c2 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:30:02.924654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Allocated IP 2001:db8::2 (77cf5d78-ec2c-4ffc-9a72-ce8517585ae2/e9eb1c55-8ddb-4d3b-80c6-c078177f8809/5f8d6c71-6098-4bff-b780-54a99750ea9e) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:03.128995 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.138233 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Transition to ACTIVE for port object 5f8d6c71-6098-4bff-b780-54a99750ea9e will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:03.157008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Transition to ACTIVE for port object 5f8d6c71-6098-4bff-b780-54a99750ea9e will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:03.164352 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.204565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Network 77cf5d78-ec2c-4ffc-9a72-ce8517585ae2 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:03.207498 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:03.211393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:03.218119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Pushing event updated for resources: {'Port': ['ID=5f8d6c71-6098-4bff-b780-54a99750ea9e,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:03.227446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-f832c54c-8bc4-45c4-9c77-94bf5cb102d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Allocated IP 2001:db8::122 (77cf5d78-ec2c-4ffc-9a72-ce8517585ae2/e9eb1c55-8ddb-4d3b-80c6-c078177f8809/50355b72-1da7-4677-91f1-485ac092c7c2) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:03.276302 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Attempting to bind port 5f8d6c71-6098-4bff-b780-54a99750ea9e on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:03.276997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Attempting to bind port 5f8d6c71-6098-4bff-b780-54a99750ea9e by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '70785e40-1744-4b9c-a208-f17eacd9a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77cf5d78-ec2c-4ffc-9a72-ce8517585ae2'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:03.277530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Attempting to bind port 5f8d6c71-6098-4bff-b780-54a99750ea9e on network 77cf5d78-ec2c-4ffc-9a72-ce8517585ae2 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:03.284332 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:03.284717 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Checking segment: {'id': '70785e40-1744-4b9c-a208-f17eacd9a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77cf5d78-ec2c-4ffc-9a72-ce8517585ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:03.285128 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.285627 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Bound using segment: {'id': '70785e40-1744-4b9c-a208-f17eacd9a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77cf5d78-ec2c-4ffc-9a72-ce8517585ae2'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:03.286332 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Bound port: 5f8d6c71-6098-4bff-b780-54a99750ea9e, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70785e40-1744-4b9c-a208-f17eacd9a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77cf5d78-ec2c-4ffc-9a72-ce8517585ae2'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:03.286704 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.365584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] For port 5f8d6c71-6098-4bff-b780-54a99750ea9e, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:03.369084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] For port 5f8d6c71-6098-4bff-b780-54a99750ea9e, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5f8d6c71-6098-4bff-b780-54a99750ea9e,segment=NetworkSegment(70785e40-1744-4b9c-a208-f17eacd9a412),segment_id=70785e40-1744-4b9c-a208-f17eacd9a412)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:03.373797 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.444167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b692d-3c16-44ab-ae74-787db770e79d None None] Pushing event updated for resources: {'Port': ['ID=5f8d6c71-6098-4bff-b780-54a99750ea9e,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:03.459746 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f832c54c-8bc4-45c4-9c77-94bf5cb102d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.485439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-f832c54c-8bc4-45c4-9c77-94bf5cb102d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Transition to ACTIVE for port object 50355b72-1da7-4677-91f1-485ac092c7c2 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:03.540729 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f832c54c-8bc4-45c4-9c77-94bf5cb102d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.613575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f832c54c-8bc4-45c4-9c77-94bf5cb102d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 77cf5d78-ec2c-4ffc-9a72-ce8517585ae2 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:03.617246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-f832c54c-8bc4-45c4-9c77-94bf5cb102d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:03.621866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f832c54c-8bc4-45c4-9c77-94bf5cb102d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:03.629685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f832c54c-8bc4-45c4-9c77-94bf5cb102d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:03.630222 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f832c54c-8bc4-45c4-9c77-94bf5cb102d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:03.646390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832c54c-8bc4-45c4-9c77-94bf5cb102d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=50355b72-1da7-4677-91f1-485ac092c7c2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:03.683655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f832c54c-8bc4-45c4-9c77-94bf5cb102d1 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9367967 Aug 31 01:30:03.687022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51494) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:04.069351 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f1f245b-ec6a-4ffa-875b-c9806dc6093d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.343773 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f1f245b-ec6a-4ffa-875b-c9806dc6093d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.349670 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f1f245b-ec6a-4ffa-875b-c9806dc6093d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.426359 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f245b-ec6a-4ffa-875b-c9806dc6093d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=50355b72-1da7-4677-91f1-485ac092c7c2,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:04.529965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57901bc3-625c-4710-9c48-f031aa10bea3 None None] Network 77cf5d78-ec2c-4ffc-9a72-ce8517585ae2 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:04.553131 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f1f245b-ec6a-4ffa-875b-c9806dc6093d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.686153 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f1f245b-ec6a-4ffa-875b-c9806dc6093d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.691258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5f8d6c71-6098-4bff-b780-54a99750ea9e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:04.694818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-67e1d592-5719-4491-84b2-181323c275f9 None None] Provisioning for port 5f8d6c71-6098-4bff-b780-54a99750ea9e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:04.777814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 5f8d6c71-6098-4bff-b780-54a99750ea9e completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:04.783970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 5f8d6c71-6098-4bff-b780-54a99750ea9e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:04.784586 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.884685 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.923316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 5f8d6c71-6098-4bff-b780-54a99750ea9e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5f8d6c71-6098-4bff-b780-54a99750ea9e,segment=NetworkSegment(70785e40-1744-4b9c-a208-f17eacd9a412),segment_id=70785e40-1744-4b9c-a208-f17eacd9a412)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:04.927628 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:04.996752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=5f8d6c71-6098-4bff-b780-54a99750ea9e,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:05.016950 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f1f245b-ec6a-4ffa-875b-c9806dc6093d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:05.022394 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f1f245b-ec6a-4ffa-875b-c9806dc6093d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:05.023298 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f1f245b-ec6a-4ffa-875b-c9806dc6093d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:05.074359 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-eeb8e7af-8c6e-4077-b9b3-f0065eae6294 None None] Provisioning complete for port 5f8d6c71-6098-4bff-b780-54a99750ea9e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:05.075358 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e7af-8c6e-4077-b9b3-f0065eae6294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:05.113546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f245b-ec6a-4ffa-875b-c9806dc6093d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=50355b72-1da7-4677-91f1-485ac092c7c2,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:05.169199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1f245b-ec6a-4ffa-875b-c9806dc6093d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 77cf5d78-ec2c-4ffc-9a72-ce8517585ae2 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:05.171704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-7f1f245b-ec6a-4ffa-875b-c9806dc6093d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:05.184108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-eeb8e7af-8c6e-4077-b9b3-f0065eae6294 None None] Provisioning for port 50355b72-1da7-4677-91f1-485ac092c7c2 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:05.190713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-eeb8e7af-8c6e-4077-b9b3-f0065eae6294 None None] Provisioning complete for port 50355b72-1da7-4677-91f1-485ac092c7c2 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:05.191166 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e7af-8c6e-4077-b9b3-f0065eae6294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:05.229287 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8e7af-8c6e-4077-b9b3-f0065eae6294 None None] Port 50355b72-1da7-4677-91f1-485ac092c7c2 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:05.320694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1f245b-ec6a-4ffa-875b-c9806dc6093d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Router 80e6c4b7-d118-461f-a034-0738df189d7f is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:30:05.360704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b84d67ec-dd64-457d-8dc5-346d7dd1447e None None] Provisioning complete for port 50355b72-1da7-4677-91f1-485ac092c7c2 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:05.361081 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b84d67ec-dd64-457d-8dc5-346d7dd1447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:05.415418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b84d67ec-dd64-457d-8dc5-346d7dd1447e None None] Port 50355b72-1da7-4677-91f1-485ac092c7c2 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:05.440959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1f245b-ec6a-4ffa-875b-c9806dc6093d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:05.450299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51506) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:05.454448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b55c35f-7762-4674-a99e-98c4067109d5 None None] Sync routers for ids ['80e6c4b7-d118-461f-a034-0738df189d7f'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:05.462776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7f1f245b-ec6a-4ffa-875b-c9806dc6093d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "PUT /v2.0/routers/80e6c4b7-d118-461f-a034-0738df189d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7731650 Aug 31 01:30:05.467218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b55c35f-7762-4674-a99e-98c4067109d5 None None] Routers {'80e6c4b7-d118-461f-a034-0738df189d7f'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:05.468002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1b55c35f-7762-4674-a99e-98c4067109d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:29:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['80e6c4b7-d118-461f-a034-0738df189d7f'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:05.507384 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb1950e-cc22-4765-a226-8ad08668dfbe tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:05.509177 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2cb1950e-cc22-4765-a226-8ad08668dfbe tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports?device_id=80e6c4b7-d118-461f-a034-0738df189d7f HTTP/1.1" status: 200 len: 989 time: 0.0569966 Aug 31 01:30:05.512261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51510) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:05.671187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1b55c35f-7762-4674-a99e-98c4067109d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:05.689514 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b55c35f-7762-4674-a99e-98c4067109d5 None None] Routers {'80e6c4b7-d118-461f-a034-0738df189d7f'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:05.690156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1b55c35f-7762-4674-a99e-98c4067109d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:29:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['80e6c4b7-d118-461f-a034-0738df189d7f'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:05.694266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cc8f5e4d-749d-4005-9e7b-2aebf5996338 None None] Provisioning complete for port 50355b72-1da7-4677-91f1-485ac092c7c2 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:05.694572 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cc8f5e4d-749d-4005-9e7b-2aebf5996338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:05.725837 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1b55c35f-7762-4674-a99e-98c4067109d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:05.726491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b55c35f-7762-4674-a99e-98c4067109d5 None None] The sync data for ids ['80e6c4b7-d118-461f-a034-0738df189d7f'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:05.777242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f5e4d-749d-4005-9e7b-2aebf5996338 None None] Port 50355b72-1da7-4677-91f1-485ac092c7c2 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:05.899379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7aa45cdf-1584-4120-8f41-d1d9a2db10d1 None None] Provisioning complete for port 50355b72-1da7-4677-91f1-485ac092c7c2 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:05.899638 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7aa45cdf-1584-4120-8f41-d1d9a2db10d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:05.935775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7aa45cdf-1584-4120-8f41-d1d9a2db10d1 None None] Port 50355b72-1da7-4677-91f1-485ac092c7c2 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:06.036129 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ebd13e74-e457-411a-9dca-f472cb11eac8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.650807 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5f8d6c71-6098-4bff-b780-54a99750ea9e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:06.711237 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 5f8d6c71-6098-4bff-b780-54a99750ea9e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:06.711905 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.739486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-ebd13e74-e457-411a-9dca-f472cb11eac8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 50355b72-1da7-4677-91f1-485ac092c7c2 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:06.739836 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ebd13e74-e457-411a-9dca-f472cb11eac8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.849590 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ebd13e74-e457-411a-9dca-f472cb11eac8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:06.862446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-ebd13e74-e457-411a-9dca-f472cb11eac8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 50355b72-1da7-4677-91f1-485ac092c7c2 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:07.049715 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ebd13e74-e457-411a-9dca-f472cb11eac8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.079488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd13e74-e457-411a-9dca-f472cb11eac8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=50355b72-1da7-4677-91f1-485ac092c7c2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:07.179632 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ebd13e74-e457-411a-9dca-f472cb11eac8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.358855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd13e74-e457-411a-9dca-f472cb11eac8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Router 80e6c4b7-d118-461f-a034-0738df189d7f has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:07.434763 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd13e74-e457-411a-9dca-f472cb11eac8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:07.442685 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ebd13e74-e457-411a-9dca-f472cb11eac8 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "PUT /v2.0/routers/80e6c4b7-d118-461f-a034-0738df189d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9291317 Aug 31 01:30:07.444115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51534) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:07.446718 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba68b4b-6805-478f-80a9-978b9ab7720d None None] Sync routers for ids ['80e6c4b7-d118-461f-a034-0738df189d7f'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:07.462483 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba68b4b-6805-478f-80a9-978b9ab7720d None None] Routers {'80e6c4b7-d118-461f-a034-0738df189d7f'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:07.463104 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1ba68b4b-6805-478f-80a9-978b9ab7720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:29:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['80e6c4b7-d118-461f-a034-0738df189d7f'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:07.477015 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-f441efc8-8723-4de1-b833-558bc983a864 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] GET failed (client error): The resource could not be found. Aug 31 01:30:07.481290 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f441efc8-8723-4de1-b833-558bc983a864 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/50355b72-1da7-4677-91f1-485ac092c7c2 HTTP/1.1" status: 404 len: 333 time: 0.0334940 Aug 31 01:30:07.481767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51536) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:07.497221 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1ba68b4b-6805-478f-80a9-978b9ab7720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:07.508850 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba68b4b-6805-478f-80a9-978b9ab7720d None None] Routers {'80e6c4b7-d118-461f-a034-0738df189d7f'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:07.509471 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1ba68b4b-6805-478f-80a9-978b9ab7720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:29:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['80e6c4b7-d118-461f-a034-0738df189d7f'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:07.551616 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1ba68b4b-6805-478f-80a9-978b9ab7720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:07.552272 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba68b4b-6805-478f-80a9-978b9ab7720d None None] The sync data for ids ['80e6c4b7-d118-461f-a034-0738df189d7f'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:07.567995 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33beaf20-7808-4ca0-a9ce-4a1ae3a8417a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.754735 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33beaf20-7808-4ca0-a9ce-4a1ae3a8417a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.757205 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33beaf20-7808-4ca0-a9ce-4a1ae3a8417a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.833016 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33beaf20-7808-4ca0-a9ce-4a1ae3a8417a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.833620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33beaf20-7808-4ca0-a9ce-4a1ae3a8417a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Fanout notify agent at l3_agent the message router_deleted on router 80e6c4b7-d118-461f-a034-0738df189d7f {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:30:07.841221 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33beaf20-7808-4ca0-a9ce-4a1ae3a8417a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.845719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-33beaf20-7808-4ca0-a9ce-4a1ae3a8417a tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/routers/80e6c4b7-d118-461f-a034-0738df189d7f HTTP/1.1" status: 204 len: 168 time: 0.3605578 Aug 31 01:30:07.845827 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51548) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:07.907510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f18f26-6af1-4405-98a7-57c130b80724 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting subnet e9eb1c55-8ddb-4d3b-80c6-c078177f8809 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:30:07.910808 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1f18f26-6af1-4405-98a7-57c130b80724 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.952007 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1f18f26-6af1-4405-98a7-57c130b80724 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.034455 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1f18f26-6af1-4405-98a7-57c130b80724 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.102595 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1f18f26-6af1-4405-98a7-57c130b80724 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.136667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f18f26-6af1-4405-98a7-57c130b80724 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Subnet': ['ID=e9eb1c55-8ddb-4d3b-80c6-c078177f8809,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:08.139815 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1f18f26-6af1-4405-98a7-57c130b80724 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.142351 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d1f18f26-6af1-4405-98a7-57c130b80724 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/e9eb1c55-8ddb-4d3b-80c6-c078177f8809 HTTP/1.1" status: 204 len: 168 time: 0.2950094 Aug 31 01:30:08.144965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51554) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:08.154985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb5beab-3d02-4f36-979a-ec2b3464ced1 None None] Network 77cf5d78-ec2c-4ffc-9a72-ce8517585ae2 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:08.231274 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.299539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 5f8d6c71-6098-4bff-b780-54a99750ea9e {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:08.300161 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.357757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67cba22-f64f-4d50-b4c8-629f1f34de55 None None] DHCP port deletion for 77cf5d78-ec2c-4ffc-9a72-ce8517585ae2 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:30:08.371704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] For port 5f8d6c71-6098-4bff-b780-54a99750ea9e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5f8d6c71-6098-4bff-b780-54a99750ea9e,segment=NetworkSegment(70785e40-1744-4b9c-a208-f17eacd9a412),segment_id=70785e40-1744-4b9c-a208-f17eacd9a412)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:08.372069 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.385654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 5f8d6c71-6098-4bff-b780-54a99750ea9e owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:08.423426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b67cba22-f64f-4d50-b4c8-629f1f34de55 None None] Deleting port 5f8d6c71-6098-4bff-b780-54a99750ea9e {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:08.424361 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b67cba22-f64f-4d50-b4c8-629f1f34de55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.476947 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.495381 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b67cba22-f64f-4d50-b4c8-629f1f34de55 None None] For port 5f8d6c71-6098-4bff-b780-54a99750ea9e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5f8d6c71-6098-4bff-b780-54a99750ea9e,segment=NetworkSegment(70785e40-1744-4b9c-a208-f17eacd9a412),segment_id=70785e40-1744-4b9c-a208-f17eacd9a412)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:08.495780 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b67cba22-f64f-4d50-b4c8-629f1f34de55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.505502 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=5f8d6c71-6098-4bff-b780-54a99750ea9e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:08.507359 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No DVR routers for this DVR port 5f8d6c71-6098-4bff-b780-54a99750ea9e on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:30:08.512937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b67cba22-f64f-4d50-b4c8-629f1f34de55 None None] Calling delete_port for 5f8d6c71-6098-4bff-b780-54a99750ea9e owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:08.599070 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b67cba22-f64f-4d50-b4c8-629f1f34de55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.604902 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.616211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cf5d78-ec2c-4ffc-9a72-ce8517585ae2']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:08.630222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5f8d6c71-6098-4bff-b780-54a99750ea9e no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:08.631800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70785e40-1744-4b9c-a208-f17eacd9a412') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:08.632182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70785e40-1744-4b9c-a208-f17eacd9a412') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:08.645116 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.656560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 5f8d6c71-6098-4bff-b780-54a99750ea9e {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:30:08.656908 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5f8d6c71-6098-4bff-b780-54a99750ea9e not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:08.659766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cba22-f64f-4d50-b4c8-629f1f34de55 None None] Pushing event deleted for resources: {'Port': ['ID=5f8d6c71-6098-4bff-b780-54a99750ea9e,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:08.666500 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.666716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67cba22-f64f-4d50-b4c8-629f1f34de55 None None] No DVR routers for this DVR port 5f8d6c71-6098-4bff-b780-54a99750ea9e on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:30:08.685756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:30:08.686167 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:30:08.689675 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:30:08.755417 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.762604 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:08.767453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/networks/77cf5d78-ec2c-4ffc-9a72-ce8517585ae2 HTTP/1.1" status: 204 len: 168 time: 0.6189420 Aug 31 01:30:08.768983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51568) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:08.780167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b72b2-b80b-4517-87d6-1bb4bfe2baf4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Network': ['ID=77cf5d78-ec2c-4ffc-9a72-ce8517585ae2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:08.818160 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfae195-2f11-4aed-87a4-c8400fbd769d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:08.819611 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7cfae195-2f11-4aed-87a4-c8400fbd769d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/e2297942-3fb2-4886-b684-9d6d4b08b691 HTTP/1.1" status: 200 len: 845 time: 0.0494461 Aug 31 01:30:08.823653 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51570) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:08.864706 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9470fbe9-b8eb-40ed-a07e-ce36629c615b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/e2297942-3fb2-4886-b684-9d6d4b08b691?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0400836 Aug 31 01:30:08.868198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51572) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:08.874024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-dd2c6719-ec7c-4d40-8754-4e8499dfd990 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'subnet': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:08.966492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2c6719-ec7c-4d40-8754-4e8499dfd990 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:08.970708 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6719-ec7c-4d40-8754-4e8499dfd990 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.180329 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6719-ec7c-4d40-8754-4e8499dfd990 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.229637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2c6719-ec7c-4d40-8754-4e8499dfd990 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:09.233108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-dd2c6719-ec7c-4d40-8754-4e8499dfd990 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:09.236316 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2c6719-ec7c-4d40-8754-4e8499dfd990 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:09.236994 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6719-ec7c-4d40-8754-4e8499dfd990 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.242170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08b27ab-ece3-482a-aed4-29f45511305d None None] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:09.256606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c6719-ec7c-4d40-8754-4e8499dfd990 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Subnet': ['ID=f6147c12-a084-4e91-8adb-2c0813d4ed21,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:09.265389 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dd2c6719-ec7c-4d40-8754-4e8499dfd990 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3960390 Aug 31 01:30:09.268317 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51582) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:09.278076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-415e62fa-90e8-4a63-8564-44accb9837fa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'security_group': {'name': 'tempest-secgroup-18031728'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:09.307441 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-415e62fa-90e8-4a63-8564-44accb9837fa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.401022 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-415e62fa-90e8-4a63-8564-44accb9837fa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.406209 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-415e62fa-90e8-4a63-8564-44accb9837fa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.440704 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e62fa-90e8-4a63-8564-44accb9837fa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc2b50a-edf1-48d7-961b-ec176e22f472,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:09.444036 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-415e62fa-90e8-4a63-8564-44accb9837fa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.445176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-7c264e4b-2964-4f1d-bf94-8cb308424db8', 'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'tenant_id': '89131229a160423b846b28fa206c82c7', 'fixed_ips': [{'subnet_id': 'f6147c12-a084-4e91-8adb-2c0813d4ed21'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:30:09.445421 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-415e62fa-90e8-4a63-8564-44accb9837fa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1751156 Aug 31 01:30:09.446247 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.448210 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51584) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:09.454333 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5fe7cbbe-ad57-4722-b75e-c2540cdfa221 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'security_group': {'name': 'tempest-secgroup-1522718116'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:09.481773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5fe7cbbe-ad57-4722-b75e-c2540cdfa221 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.599251 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5fe7cbbe-ad57-4722-b75e-c2540cdfa221 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.603858 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5fe7cbbe-ad57-4722-b75e-c2540cdfa221 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.632066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Allocated IP 2001:db8::2 (7c264e4b-2964-4f1d-bf94-8cb308424db8/f6147c12-a084-4e91-8adb-2c0813d4ed21/788e7de6-61c4-4222-a3e0-a4930d5640e8) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:09.641901 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5fe7cbbe-ad57-4722-b75e-c2540cdfa221 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.645987 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5fe7cbbe-ad57-4722-b75e-c2540cdfa221 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1940060 Aug 31 01:30:09.645987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7cbbe-ad57-4722-b75e-c2540cdfa221 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f5b52f-c07a-476b-81a4-7185ca67b04f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:09.647798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51594) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:09.657742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9ba2c731-8761-467e-a954-4da665423143 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-879873775', 'security_groups': ['c6f5b52f-c07a-476b-81a4-7185ca67b04f'], 'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f6147c12-a084-4e91-8adb-2c0813d4ed21'}]}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:09.798478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba2c731-8761-467e-a954-4da665423143 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:09.814001 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.825761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Transition to ACTIVE for port object 788e7de6-61c4-4222-a3e0-a4930d5640e8 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:09.842737 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Transition to ACTIVE for port object 788e7de6-61c4-4222-a3e0-a4930d5640e8 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:09.849691 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.895635 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c731-8761-467e-a954-4da665423143 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.902335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:09.906711 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:09.910124 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:09.917296 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Pushing event updated for resources: {'Port': ['ID=788e7de6-61c4-4222-a3e0-a4930d5640e8,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:09.917543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-9ba2c731-8761-467e-a954-4da665423143 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port fcb51418-071e-431b-830a-e4adf9443d6d yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:30:09.994245 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Attempting to bind port 788e7de6-61c4-4222-a3e0-a4930d5640e8 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:09.994634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Attempting to bind port 788e7de6-61c4-4222-a3e0-a4930d5640e8 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '201d4cfd-140d-43bb-9d53-f77844640557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:09.994997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Attempting to bind port 788e7de6-61c4-4222-a3e0-a4930d5640e8 on network 7c264e4b-2964-4f1d-bf94-8cb308424db8 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:10.000988 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:10.001414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Checking segment: {'id': '201d4cfd-140d-43bb-9d53-f77844640557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:10.002051 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:10.002672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Bound using segment: {'id': '201d4cfd-140d-43bb-9d53-f77844640557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:10.003177 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Bound port: 788e7de6-61c4-4222-a3e0-a4930d5640e8, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201d4cfd-140d-43bb-9d53-f77844640557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:10.003860 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:10.088645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] For port 788e7de6-61c4-4222-a3e0-a4930d5640e8, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:10.096605 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] For port 788e7de6-61c4-4222-a3e0-a4930d5640e8, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=788e7de6-61c4-4222-a3e0-a4930d5640e8,segment=NetworkSegment(201d4cfd-140d-43bb-9d53-f77844640557),segment_id=201d4cfd-140d-43bb-9d53-f77844640557)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:10.103041 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:10.117636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-9ba2c731-8761-467e-a954-4da665423143 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Allocated IP 2001:db8::15c (7c264e4b-2964-4f1d-bf94-8cb308424db8/f6147c12-a084-4e91-8adb-2c0813d4ed21/fcb51418-071e-431b-830a-e4adf9443d6d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:10.167644 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbc994-199b-449a-b986-c6f1f14fc190 None None] Pushing event updated for resources: {'Port': ['ID=788e7de6-61c4-4222-a3e0-a4930d5640e8,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:10.315917 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c731-8761-467e-a954-4da665423143 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:10.339453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-9ba2c731-8761-467e-a954-4da665423143 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Transition to ACTIVE for port object fcb51418-071e-431b-830a-e4adf9443d6d will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:10.386932 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c731-8761-467e-a954-4da665423143 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:10.446441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba2c731-8761-467e-a954-4da665423143 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:10.454182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-9ba2c731-8761-467e-a954-4da665423143 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:10.458816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba2c731-8761-467e-a954-4da665423143 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:10.469291 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba2c731-8761-467e-a954-4da665423143 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:10.469291 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c731-8761-467e-a954-4da665423143 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:10.483970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2c731-8761-467e-a954-4da665423143 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=fcb51418-071e-431b-830a-e4adf9443d6d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:10.497167 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51616) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:10.501756 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9ba2c731-8761-467e-a954-4da665423143 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8511612 Aug 31 01:30:10.537015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9ff7095b-afd8-4d51-b398-7956615d58fe tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'subnet': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:10.733753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 788e7de6-61c4-4222-a3e0-a4930d5640e8 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:10.750575 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff7095b-afd8-4d51-b398-7956615d58fe tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:10.754724 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9ff7095b-afd8-4d51-b398-7956615d58fe tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:10.789392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 788e7de6-61c4-4222-a3e0-a4930d5640e8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:10.882207 n-d-802060-13 neutron-server[94760]: INFO neutron.db.ipam_backend_mixin [None req-9ff7095b-afd8-4d51-b398-7956615d58fe tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f6147c12-a084-4e91-8adb-2c0813d4ed21 (CIDR: 2001:db8::/64) Aug 31 01:30:10.887585 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff7095b-afd8-4d51-b398-7956615d58fe tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:30:10.902563 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff7095b-afd8-4d51-b398-7956615d58fe tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:30:10.926506 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9ff7095b-afd8-4d51-b398-7956615d58fe tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4176447 Aug 31 01:30:10.931255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51626) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:10.938233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-cc5e3f8f-3752-407d-bb8f-a727f75b0df4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'subnet': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:11.173738 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:11.174962 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5e3f8f-3752-407d-bb8f-a727f75b0df4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:11.196650 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3f8f-3752-407d-bb8f-a727f75b0df4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:11.684484 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3f8f-3752-407d-bb8f-a727f75b0df4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:11.742110 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e3f8f-3752-407d-bb8f-a727f75b0df4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:11.748451 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e3f8f-3752-407d-bb8f-a727f75b0df4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:11.772898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e3f8f-3752-407d-bb8f-a727f75b0df4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:11.773787 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3f8f-3752-407d-bb8f-a727f75b0df4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:11.795665 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cc5e3f8f-3752-407d-bb8f-a727f75b0df4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8602791 Aug 31 01:30:11.796695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51640) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:11.803948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ccea623b-7b7c-4c3c-a03d-81607001a3ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-39341553', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3dcbd71f-fcad-46ca-a23b-a493fb71e2ae'}], 'security_groups': ['bbc2b50a-edf1-48d7-961b-ec176e22f472']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:11.856076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e3f8f-3752-407d-bb8f-a727f75b0df4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Subnet': ['ID=3dcbd71f-fcad-46ca-a23b-a493fb71e2ae,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:11.895499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d130c55-d21b-4888-bd75-4835d8555790 None None] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:11.939152 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ccea623b-7b7c-4c3c-a03d-81607001a3ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:12.028520 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Provisioning complete for port e2297942-3fb2-4886-b684-9d6d4b08b691 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:12.029443 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:12.075185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Port e2297942-3fb2-4886-b684-9d6d4b08b691 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:12.112169 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Provisioning for port 788e7de6-61c4-4222-a3e0-a4930d5640e8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:12.132778 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Provisioning complete for port 788e7de6-61c4-4222-a3e0-a4930d5640e8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:12.133541 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:12.367169 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:12.545681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] For port 788e7de6-61c4-4222-a3e0-a4930d5640e8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=788e7de6-61c4-4222-a3e0-a4930d5640e8,segment=NetworkSegment(201d4cfd-140d-43bb-9d53-f77844640557),segment_id=201d4cfd-140d-43bb-9d53-f77844640557)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:12.558363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-ccea623b-7b7c-4c3c-a03d-81607001a3ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Delete allocated IP 2001:db8::15c (7c264e4b-2964-4f1d-bf94-8cb308424db8/f6147c12-a084-4e91-8adb-2c0813d4ed21) {{(pid=94761) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 01:30:12.582427 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:12.582579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-ccea623b-7b7c-4c3c-a03d-81607001a3ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Allocated IP 2001:db8:0:1::272 (7c264e4b-2964-4f1d-bf94-8cb308424db8/3dcbd71f-fcad-46ca-a23b-a493fb71e2ae/fcb51418-071e-431b-830a-e4adf9443d6d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:12.658653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878933a4-3a0a-47d1-a8b7-7369a409bef9 None None] Update dhcp port {'port': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'fixed_ips': [{'subnet_id': 'f6147c12-a084-4e91-8adb-2c0813d4ed21', 'ip_address': '2001:db8::2'}, {'subnet_id': '3dcbd71f-fcad-46ca-a23b-a493fb71e2ae'}], 'binding:host_id': 'n-d-802060-13'}, 'id': '788e7de6-61c4-4222-a3e0-a4930d5640e8'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:30:12.680338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Pushing event updated for resources: {'Port': ['ID=788e7de6-61c4-4222-a3e0-a4930d5640e8,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:12.731157 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-878933a4-3a0a-47d1-a8b7-7369a409bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:12.733627 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:12.734013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:12.734399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:12.734716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:12.735050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:12.744158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:12.744158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:12.744452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:12.744786 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:12.745122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:12.745432 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:12.745798 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67121ac-a184-4cef-854d-c42d1fad8d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:12.994808 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ccea623b-7b7c-4c3c-a03d-81607001a3ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:13.023906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-ccea623b-7b7c-4c3c-a03d-81607001a3ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Ignored duplicate provisioning block setup for port fcb51418-071e-431b-830a-e4adf9443d6d by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 01:30:13.033291 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ccea623b-7b7c-4c3c-a03d-81607001a3ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:13.108138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-ccea623b-7b7c-4c3c-a03d-81607001a3ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] In _notify_port_updated(), no bound segment for port fcb51418-071e-431b-830a-e4adf9443d6d on network 7c264e4b-2964-4f1d-bf94-8cb308424db8 {{(pid=94761) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:30:13.114468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccea623b-7b7c-4c3c-a03d-81607001a3ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:13.115329 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ccea623b-7b7c-4c3c-a03d-81607001a3ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:13.117040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ccea623b-7b7c-4c3c-a03d-81607001a3ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "PUT /v2.0/ports/fcb51418-071e-431b-830a-e4adf9443d6d HTTP/1.1" status: 200 len: 929 time: 1.3193600 Aug 31 01:30:13.120478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51664) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:13.194006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-878933a4-3a0a-47d1-a8b7-7369a409bef9 None None] Allocated IP 2001:db8:0:1::2 (7c264e4b-2964-4f1d-bf94-8cb308424db8/3dcbd71f-fcad-46ca-a23b-a493fb71e2ae/788e7de6-61c4-4222-a3e0-a4930d5640e8) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:13.214247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea623b-7b7c-4c3c-a03d-81607001a3ca tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=fcb51418-071e-431b-830a-e4adf9443d6d,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:13.304157 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7a675f79-bfd5-416e-a9ce-ad17fe6d5290 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port fcb51418-071e-431b-830a-e4adf9443d6d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:13.305190 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a675f79-bfd5-416e-a9ce-ad17fe6d5290 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:13.315726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-878933a4-3a0a-47d1-a8b7-7369a409bef9 None None] For port 788e7de6-61c4-4222-a3e0-a4930d5640e8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=788e7de6-61c4-4222-a3e0-a4930d5640e8,segment=NetworkSegment(201d4cfd-140d-43bb-9d53-f77844640557),segment_id=201d4cfd-140d-43bb-9d53-f77844640557)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:13.364590 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-878933a4-3a0a-47d1-a8b7-7369a409bef9 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:13.383004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-878933a4-3a0a-47d1-a8b7-7369a409bef9 None None] Transition to ACTIVE for port object 788e7de6-61c4-4222-a3e0-a4930d5640e8 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:13.389910 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-878933a4-3a0a-47d1-a8b7-7369a409bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:13.418627 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a675f79-bfd5-416e-a9ce-ad17fe6d5290 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:13.440502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7a675f79-bfd5-416e-a9ce-ad17fe6d5290 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for fcb51418-071e-431b-830a-e4adf9443d6d owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:13.506852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878933a4-3a0a-47d1-a8b7-7369a409bef9 None None] Pushing event updated for resources: {'Port': ['ID=788e7de6-61c4-4222-a3e0-a4930d5640e8,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:13.605191 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a675f79-bfd5-416e-a9ce-ad17fe6d5290 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:13.644824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a675f79-bfd5-416e-a9ce-ad17fe6d5290 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=fcb51418-071e-431b-830a-e4adf9443d6d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:13.681096 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7a675f79-bfd5-416e-a9ce-ad17fe6d5290 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:13.686184 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7a675f79-bfd5-416e-a9ce-ad17fe6d5290 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/fcb51418-071e-431b-830a-e4adf9443d6d HTTP/1.1" status: 204 len: 168 time: 0.5611768 Aug 31 01:30:13.686677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51674) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:13.719720 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f07bf9f-b6fb-408a-b930-cc9540c5bd8d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] GET failed (client error): The resource could not be found. Aug 31 01:30:13.724839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51676) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:13.725503 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4f07bf9f-b6fb-408a-b930-cc9540c5bd8d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/fcb51418-071e-431b-830a-e4adf9443d6d HTTP/1.1" status: 404 len: 333 time: 0.0373008 Aug 31 01:30:13.839184 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-546b57fe-b2e9-48d6-a9bf-660831095d78 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:13.867867 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-546b57fe-b2e9-48d6-a9bf-660831095d78 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:13.929797 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-546b57fe-b2e9-48d6-a9bf-660831095d78 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:13.933103 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-546b57fe-b2e9-48d6-a9bf-660831095d78 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:13.934398 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-546b57fe-b2e9-48d6-a9bf-660831095d78 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/security-groups/c6f5b52f-c07a-476b-81a4-7185ca67b04f HTTP/1.1" status: 204 len: 168 time: 0.2082975 Aug 31 01:30:13.937536 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51682) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:13.945615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b57fe-b2e9-48d6-a9bf-660831095d78 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f5b52f-c07a-476b-81a4-7185ca67b04f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:14.019909 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca863f99-6570-4524-9510-db209d2d74d7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.047210 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca863f99-6570-4524-9510-db209d2d74d7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.128004 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca863f99-6570-4524-9510-db209d2d74d7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.130930 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ca863f99-6570-4524-9510-db209d2d74d7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.134622 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ca863f99-6570-4524-9510-db209d2d74d7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/security-groups/bbc2b50a-edf1-48d7-961b-ec176e22f472 HTTP/1.1" status: 204 len: 168 time: 0.1934297 Aug 31 01:30:14.134978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51688) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:14.153667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca863f99-6570-4524-9510-db209d2d74d7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc2b50a-edf1-48d7-961b-ec176e22f472,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:14.231346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e723ca-66cb-404f-87b4-311ecc25e8c2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting subnet f6147c12-a084-4e91-8adb-2c0813d4ed21 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:30:14.236170 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-18e723ca-66cb-404f-87b4-311ecc25e8c2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.297511 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-18e723ca-66cb-404f-87b4-311ecc25e8c2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.417858 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-18e723ca-66cb-404f-87b4-311ecc25e8c2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.436562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-46f836e9-24b0-4521-8489-e1d07aa74ff7 None None] Provisioning complete for port e2297942-3fb2-4886-b684-9d6d4b08b691 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:14.437213 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-46f836e9-24b0-4521-8489-e1d07aa74ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.493601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-46f836e9-24b0-4521-8489-e1d07aa74ff7 None None] Port e2297942-3fb2-4886-b684-9d6d4b08b691 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:14.503684 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-18e723ca-66cb-404f-87b4-311ecc25e8c2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.514659 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-46f836e9-24b0-4521-8489-e1d07aa74ff7 None None] Provisioning for port 788e7de6-61c4-4222-a3e0-a4930d5640e8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:14.521059 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-46f836e9-24b0-4521-8489-e1d07aa74ff7 None None] Provisioning complete for port 788e7de6-61c4-4222-a3e0-a4930d5640e8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:14.521731 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-46f836e9-24b0-4521-8489-e1d07aa74ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.551687 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e723ca-66cb-404f-87b4-311ecc25e8c2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Subnet': ['ID=f6147c12-a084-4e91-8adb-2c0813d4ed21,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:14.557417 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-18e723ca-66cb-404f-87b4-311ecc25e8c2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.561078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-18e723ca-66cb-404f-87b4-311ecc25e8c2 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/f6147c12-a084-4e91-8adb-2c0813d4ed21 HTTP/1.1" status: 204 len: 168 time: 0.4246120 Aug 31 01:30:14.564351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51694) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:14.577210 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f882d23f-f6f1-45dc-863e-c72399d77dbd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'subnet': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:14.665359 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-46f836e9-24b0-4521-8489-e1d07aa74ff7 None None] Could not find standard attr ID for object fcb51418-071e-431b-830a-e4adf9443d6d. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:30:14.682082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 788e7de6-61c4-4222-a3e0-a4930d5640e8 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:14.752825 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 788e7de6-61c4-4222-a3e0-a4930d5640e8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:14.753250 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.806874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f882d23f-f6f1-45dc-863e-c72399d77dbd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:14.816154 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f882d23f-f6f1-45dc-863e-c72399d77dbd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.840366 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ba7bb-a8bc-46c1-89a5-e3b2f3d3538e None None] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:14.916475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1b71973e-9d87-418a-aebd-7b8bfaeec52b None None] Could not find standard attr ID for object fcb51418-071e-431b-830a-e4adf9443d6d. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:30:15.270734 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f882d23f-f6f1-45dc-863e-c72399d77dbd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:15.336415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882d23f-f6f1-45dc-863e-c72399d77dbd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Subnet': ['ID=1a95ad93-a038-43eb-8764-b44ce35c6605,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:15.358236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f882d23f-f6f1-45dc-863e-c72399d77dbd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:15.360874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-f882d23f-f6f1-45dc-863e-c72399d77dbd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:15.365499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f882d23f-f6f1-45dc-863e-c72399d77dbd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:15.366258 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f882d23f-f6f1-45dc-863e-c72399d77dbd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:15.389797 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51708) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:15.390282 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f882d23f-f6f1-45dc-863e-c72399d77dbd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8235059 Aug 31 01:30:15.395883 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-22fa8dfa-586d-429d-96f7-626dd6b0683d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'security_group': {'name': 'tempest-secgroup-210039167'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:15.427504 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22fa8dfa-586d-429d-96f7-626dd6b0683d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:15.567532 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22fa8dfa-586d-429d-96f7-626dd6b0683d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:15.577817 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22fa8dfa-586d-429d-96f7-626dd6b0683d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:15.614270 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa8dfa-586d-429d-96f7-626dd6b0683d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d90c7d4-03ce-4726-8495-3ce014dbd549,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:15.627245 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22fa8dfa-586d-429d-96f7-626dd6b0683d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:15.631351 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-22fa8dfa-586d-429d-96f7-626dd6b0683d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2371714 Aug 31 01:30:15.631697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51716) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:15.637350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-1b076d65-86d1-440f-b111-cd4d5574a9ae tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'security_group': {'name': 'tempest-secgroup-478836888'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:15.673011 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b076d65-86d1-440f-b111-cd4d5574a9ae tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:15.863548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f2659bd-1e1b-4586-b74e-da17b74cb5b1 req-c379925b-ca4b-409d-829e-d3ea85051b4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2202656 Aug 31 01:30:15.865916 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b076d65-86d1-440f-b111-cd4d5574a9ae tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:15.873116 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b076d65-86d1-440f-b111-cd4d5574a9ae tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:15.898982 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b076d65-86d1-440f-b111-cd4d5574a9ae tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:15.904211 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1b076d65-86d1-440f-b111-cd4d5574a9ae tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2710321 Aug 31 01:30:15.905301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51724) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:15.912067 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-cb2f2ae4-2c04-484f-8905-26fc1338377b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'security_group': {'name': 'tempest-secgroup-1360342038'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:15.930847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b076d65-86d1-440f-b111-cd4d5574a9ae tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69aab67e-9278-4f50-97ce-a421bcc25f2a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:15.961624 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2ae4-2c04-484f-8905-26fc1338377b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:16.037670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2659bd-1e1b-4586-b74e-da17b74cb5b1 req-443851e7-eb52-4c12-b7e4-d6ec19f0f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:16.040879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f2659bd-1e1b-4586-b74e-da17b74cb5b1 req-443851e7-eb52-4c12-b7e4-d6ec19f0f61e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8f57fcf00445d7afb3c872067b9ff3&device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 1137 time: 0.1059918 Aug 31 01:30:16.137703 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2ae4-2c04-484f-8905-26fc1338377b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:16.143174 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2ae4-2c04-484f-8905-26fc1338377b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:16.178671 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2ae4-2c04-484f-8905-26fc1338377b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:16.182541 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cb2f2ae4-2c04-484f-8905-26fc1338377b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2735715 Aug 31 01:30:16.184354 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51730) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:16.193222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9b189fdd-5cd4-4414-9691-6bc1a72cc4ef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-639535835', 'security_groups': ['d4f964e3-c4b9-4be4-8189-ba1c0c916323'], 'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1a95ad93-a038-43eb-8764-b44ce35c6605'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:16.193622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7cb5a3-19eb-4091-8b3b-f6888fca6246 None None] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:16.248548 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f2ae4-2c04-484f-8905-26fc1338377b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f964e3-c4b9-4be4-8189-ba1c0c916323,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:16.359427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-adeeea7f-5663-43f8-965c-8bc4099217bb None None] Provisioning complete for port e2297942-3fb2-4886-b684-9d6d4b08b691 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:16.360200 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-adeeea7f-5663-43f8-965c-8bc4099217bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:16.379409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b189fdd-5cd4-4414-9691-6bc1a72cc4ef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:16.477008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-adeeea7f-5663-43f8-965c-8bc4099217bb None None] Port e2297942-3fb2-4886-b684-9d6d4b08b691 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:16.497207 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9b189fdd-5cd4-4414-9691-6bc1a72cc4ef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:16.524040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-9b189fdd-5cd4-4414-9691-6bc1a72cc4ef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] device_id is not set on port 552816f8-23aa-4cf8-b289-ae81ae9c3969 yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:30:16.590035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2659bd-1e1b-4586-b74e-da17b74cb5b1 req-652f7288-b121-4cbe-92b0-386c212fc0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:16.598144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f2659bd-1e1b-4586-b74e-da17b74cb5b1 req-652f7288-b121-4cbe-92b0-386c212fc0c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1bcf018e-87df-47d3-99ef-d95bf3d0ee44 HTTP/1.1" status: 200 len: 898 time: 0.5299213 Aug 31 01:30:16.616066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-adeeea7f-5663-43f8-965c-8bc4099217bb None None] Provisioning complete for port 788e7de6-61c4-4222-a3e0-a4930d5640e8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:16.616676 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-adeeea7f-5663-43f8-965c-8bc4099217bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:16.751102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f2659bd-1e1b-4586-b74e-da17b74cb5b1 req-d58e7fc7-41f7-4705-9a8c-b7f37adca3a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ab197a7-c527-4e94-97f7-edfbc46039d7 HTTP/1.1" status: 200 len: 1002 time: 0.1492994 Aug 31 01:30:16.791334 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b167c68e-eb4a-4717-9098-3f1c4eba2b8b None None] Update dhcp port {'port': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'fixed_ips': [{'subnet_id': '3dcbd71f-fcad-46ca-a23b-a493fb71e2ae', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1a95ad93-a038-43eb-8764-b44ce35c6605'}], 'binding:host_id': 'n-d-802060-13'}, 'id': '788e7de6-61c4-4222-a3e0-a4930d5640e8'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:30:16.824925 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b167c68e-eb4a-4717-9098-3f1c4eba2b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:16.839331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2659bd-1e1b-4586-b74e-da17b74cb5b1 req-34f41b87-774c-4953-b0f8-9af183b93d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:16.842314 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f2659bd-1e1b-4586-b74e-da17b74cb5b1 req-34f41b87-774c-4953-b0f8-9af183b93d3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0db21199-1207-4bcc-b59d-5a7f1215f70f HTTP/1.1" status: 200 len: 834 time: 0.0840750 Aug 31 01:30:16.848498 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-9b189fdd-5cd4-4414-9691-6bc1a72cc4ef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Allocated IP 2001:db8::101 (7c264e4b-2964-4f1d-bf94-8cb308424db8/1a95ad93-a038-43eb-8764-b44ce35c6605/552816f8-23aa-4cf8-b289-ae81ae9c3969) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:16.914403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2659bd-1e1b-4586-b74e-da17b74cb5b1 req-b01a7bbf-5561-4ebc-91a2-debeadfbef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:16.919115 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f2659bd-1e1b-4586-b74e-da17b74cb5b1 req-b01a7bbf-5561-4ebc-91a2-debeadfbef7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1bcf018e-87df-47d3-99ef-d95bf3d0ee44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675287 Aug 31 01:30:16.931039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-9f2659bd-1e1b-4586-b74e-da17b74cb5b1 req-1f0b3ca3-3675-4a29-8198-977d931ef619 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:30:16.932023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f2659bd-1e1b-4586-b74e-da17b74cb5b1 req-1f0b3ca3-3675-4a29-8198-977d931ef619 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082755 Aug 31 01:30:17.045043 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f2659bd-1e1b-4586-b74e-da17b74cb5b1 req-f40bab0f-dbab-4a54-bbb2-f9b33452b0b0 service neutron] 10.222.0.15 "GET /v2.0/networks/1bcf018e-87df-47d3-99ef-d95bf3d0ee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054506 Aug 31 01:30:17.046929 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9b189fdd-5cd4-4414-9691-6bc1a72cc4ef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:17.066319 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-9b189fdd-5cd4-4414-9691-6bc1a72cc4ef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Transition to ACTIVE for port object 552816f8-23aa-4cf8-b289-ae81ae9c3969 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:17.120846 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9b189fdd-5cd4-4414-9691-6bc1a72cc4ef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:17.203404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b189fdd-5cd4-4414-9691-6bc1a72cc4ef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:17.207464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-9b189fdd-5cd4-4414-9691-6bc1a72cc4ef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:17.210306 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b189fdd-5cd4-4414-9691-6bc1a72cc4ef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:17.217756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b189fdd-5cd4-4414-9691-6bc1a72cc4ef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:17.218621 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9b189fdd-5cd4-4414-9691-6bc1a72cc4ef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:17.248953 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9b189fdd-5cd4-4414-9691-6bc1a72cc4ef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0616453 Aug 31 01:30:17.251127 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b189fdd-5cd4-4414-9691-6bc1a72cc4ef tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=552816f8-23aa-4cf8-b289-ae81ae9c3969,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:17.262439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f2659bd-1e1b-4586-b74e-da17b74cb5b1 req-1b9f3f8d-a66e-4abb-9656-4bd212e74685 service neutron] 10.222.0.15 "GET /v2.0/networks/1bcf018e-87df-47d3-99ef-d95bf3d0ee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106123 Aug 31 01:30:17.264110 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51752) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:17.276210 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-b167c68e-eb4a-4717-9098-3f1c4eba2b8b None None] Allocated IP 2001:db8::2 (7c264e4b-2964-4f1d-bf94-8cb308424db8/1a95ad93-a038-43eb-8764-b44ce35c6605/788e7de6-61c4-4222-a3e0-a4930d5640e8) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:17.277374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-7e6393df-3afd-4331-9c70-bb768ae2c45b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'subnet': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:17.439244 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b167c68e-eb4a-4717-9098-3f1c4eba2b8b None None] For port 788e7de6-61c4-4222-a3e0-a4930d5640e8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=788e7de6-61c4-4222-a3e0-a4930d5640e8,segment=NetworkSegment(201d4cfd-140d-43bb-9d53-f77844640557),segment_id=201d4cfd-140d-43bb-9d53-f77844640557)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:17.469371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6393df-3afd-4331-9c70-bb768ae2c45b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:17.475289 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7e6393df-3afd-4331-9c70-bb768ae2c45b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:17.503457 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b167c68e-eb4a-4717-9098-3f1c4eba2b8b None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:17.525950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b167c68e-eb4a-4717-9098-3f1c4eba2b8b None None] Transition to ACTIVE for port object 788e7de6-61c4-4222-a3e0-a4930d5640e8 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:17.530434 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b167c68e-eb4a-4717-9098-3f1c4eba2b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:17.652059 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167c68e-eb4a-4717-9098-3f1c4eba2b8b None None] Pushing event updated for resources: {'Port': ['ID=788e7de6-61c4-4222-a3e0-a4930d5640e8,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:17.671270 n-d-802060-13 neutron-server[94761]: INFO neutron.db.ipam_backend_mixin [None req-7e6393df-3afd-4331-9c70-bb768ae2c45b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1a95ad93-a038-43eb-8764-b44ce35c6605 (CIDR: 2001:db8::/64) Aug 31 01:30:17.678048 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6393df-3afd-4331-9c70-bb768ae2c45b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:30:17.678560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6393df-3afd-4331-9c70-bb768ae2c45b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:30:17.711767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d7cc6-0490-47d6-94e3-9ccb6d17a884 req-2b011b9c-37a3-473c-a72a-27b382eba4c7 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:17.720221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c99d7cc6-0490-47d6-94e3-9ccb6d17a884 req-2b011b9c-37a3-473c-a72a-27b382eba4c7 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 946 time: 0.1209550 Aug 31 01:30:17.726665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7e6393df-3afd-4331-9c70-bb768ae2c45b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4584644 Aug 31 01:30:17.727645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51766) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:17.738954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7023d7ff-1e2d-4d94-a1ce-cbaaea34e3ad tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'subnet': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:17.774410 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c99d7cc6-0490-47d6-94e3-9ccb6d17a884 req-b9ce9ec9-195a-449a-8b17-589d3637c09d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521894 Aug 31 01:30:18.219764 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7023d7ff-1e2d-4d94-a1ce-cbaaea34e3ad tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:18.223699 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7023d7ff-1e2d-4d94-a1ce-cbaaea34e3ad tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:18.328423 n-d-802060-13 neutron-server[94760]: INFO neutron.db.ipam_backend_mixin [None req-7023d7ff-1e2d-4d94-a1ce-cbaaea34e3ad tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3dcbd71f-fcad-46ca-a23b-a493fb71e2ae (CIDR: 2001:db8:0:1::/64) Aug 31 01:30:18.332698 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7023d7ff-1e2d-4d94-a1ce-cbaaea34e3ad tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:30:18.333260 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7023d7ff-1e2d-4d94-a1ce-cbaaea34e3ad tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:30:18.349805 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7023d7ff-1e2d-4d94-a1ce-cbaaea34e3ad tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6195331 Aug 31 01:30:18.352426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51784) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:18.358175 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-41b904a2-8d83-48ee-934d-66c085bda4aa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'subnet': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:18.372068 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c6d24c06-bd97-45e6-b45c-d34de301729c None None] Provisioning complete for port e2297942-3fb2-4886-b684-9d6d4b08b691 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:18.373226 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c6d24c06-bd97-45e6-b45c-d34de301729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:18.437297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c6d24c06-bd97-45e6-b45c-d34de301729c None None] Port e2297942-3fb2-4886-b684-9d6d4b08b691 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:18.450342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c6d24c06-bd97-45e6-b45c-d34de301729c None None] Provisioning for port 788e7de6-61c4-4222-a3e0-a4930d5640e8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:18.455239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c6d24c06-bd97-45e6-b45c-d34de301729c None None] Provisioning complete for port 788e7de6-61c4-4222-a3e0-a4930d5640e8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:18.456166 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c6d24c06-bd97-45e6-b45c-d34de301729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:18.507037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b904a2-8d83-48ee-934d-66c085bda4aa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Made reservation on behalf of 89131229a160423b846b28fa206c82c7 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:18.512361 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-41b904a2-8d83-48ee-934d-66c085bda4aa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:18.689242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 788e7de6-61c4-4222-a3e0-a4930d5640e8 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:18.777027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-67016fd0-b0e3-4a80-a64b-669d55b8d6d3 None None] Provisioning for port 552816f8-23aa-4cf8-b289-ae81ae9c3969 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:18.789953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-67016fd0-b0e3-4a80-a64b-669d55b8d6d3 None None] Provisioning complete for port 552816f8-23aa-4cf8-b289-ae81ae9c3969 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:18.790675 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-67016fd0-b0e3-4a80-a64b-669d55b8d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:18.875782 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 788e7de6-61c4-4222-a3e0-a4930d5640e8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:18.884084 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:18.941771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-67016fd0-b0e3-4a80-a64b-669d55b8d6d3 None None] Port 552816f8-23aa-4cf8-b289-ae81ae9c3969 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:19.025116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bd11e-02f7-47e7-b934-8b0ac8e17fce req-d5c1d8a5-8830-4639-9b2a-63dfde025fcd tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:19.039139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-965bd11e-02f7-47e7-b934-8b0ac8e17fce req-d5c1d8a5-8830-4639-9b2a-63dfde025fcd tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 946 time: 0.1264541 Aug 31 01:30:19.082748 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-41b904a2-8d83-48ee-934d-66c085bda4aa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:19.137256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-965bd11e-02f7-47e7-b934-8b0ac8e17fce req-bd522928-97f6-4248-a751-2d5d79197c36 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d3395ab-a3d1-476d-8399-53e241a8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970430 Aug 31 01:30:19.166054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c2c2eff8-c629-4386-a5a7-cdae6fa7f6d9 None None] Could not find standard attr ID for object fcb51418-071e-431b-830a-e4adf9443d6d. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:30:19.199085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b904a2-8d83-48ee-934d-66c085bda4aa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Subnet': ['ID=c756e1fd-7dbe-4ddb-bf26-337c9e2893b8,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:19.213168 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b904a2-8d83-48ee-934d-66c085bda4aa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:19.216719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-41b904a2-8d83-48ee-934d-66c085bda4aa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:19.220106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b904a2-8d83-48ee-934d-66c085bda4aa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:19.220705 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-41b904a2-8d83-48ee-934d-66c085bda4aa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:19.239617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-cff36ff9-e31c-4793-ae63-e3a25dce8baa tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:19.241110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-cff36ff9-e31c-4793-ae63-e3a25dce8baa tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.70 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 946 time: 0.1272771 Aug 31 01:30:19.250286 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-41b904a2-8d83-48ee-934d-66c085bda4aa tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8967216 Aug 31 01:30:19.253131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51796) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:19.267582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7ddb4f95-d659-4223-b20b-cd5e0c1acf09 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1983548493', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c756e1fd-7dbe-4ddb-bf26-337c9e2893b8'}], 'security_groups': ['9d90c7d4-03ce-4726-8495-3ce014dbd549', '69aab67e-9278-4f50-97ce-a421bcc25f2a']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:19.357598 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ddb4f95-d659-4223-b20b-cd5e0c1acf09 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:19.362748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-61bcf8e1-c7c2-4b16-9acb-048ebbeecc4f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Deleting port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:19.363134 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-61bcf8e1-c7c2-4b16-9acb-048ebbeecc4f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:19.392170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474dc422-89ba-44d6-8b0e-22fb8d5f505b None None] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:19.497296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-61bcf8e1-c7c2-4b16-9acb-048ebbeecc4f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] For port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:19.498010 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-61bcf8e1-c7c2-4b16-9acb-048ebbeecc4f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:19.647810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf207de-6088-433e-bf6d-742d8913026d None None] Update dhcp port {'port': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'fixed_ips': [{'subnet_id': '3dcbd71f-fcad-46ca-a23b-a493fb71e2ae', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1a95ad93-a038-43eb-8764-b44ce35c6605', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c756e1fd-7dbe-4ddb-bf26-337c9e2893b8'}], 'binding:host_id': 'n-d-802060-13'}, 'id': '788e7de6-61c4-4222-a3e0-a4930d5640e8'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:30:19.686205 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cdf207de-6088-433e-bf6d-742d8913026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:19.753633 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-7ddb4f95-d659-4223-b20b-cd5e0c1acf09 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Delete allocated IP 2001:db8::101 (7c264e4b-2964-4f1d-bf94-8cb308424db8/1a95ad93-a038-43eb-8764-b44ce35c6605) {{(pid=94760) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 01:30:19.761989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-7ddb4f95-d659-4223-b20b-cd5e0c1acf09 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Allocated IP 2001:db8:0:2::1a3 (7c264e4b-2964-4f1d-bf94-8cb308424db8/c756e1fd-7dbe-4ddb-bf26-337c9e2893b8/552816f8-23aa-4cf8-b289-ae81ae9c3969) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:19.832415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-2ca34f10-6c2c-4201-857d-38660307dc2d req-4b20925a-8a53-4b5f-8f51-6c646469678f service neutron] (94761) timed out ('10.222.0.58', 55070) {{(pid=94761) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:30:19.874913 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-61bcf8e1-c7c2-4b16-9acb-048ebbeecc4f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:19.875490 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-61bcf8e1-c7c2-4b16-9acb-048ebbeecc4f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:19.875973 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-61bcf8e1-c7c2-4b16-9acb-048ebbeecc4f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Floating IP aa71c322-4c8f-4157-b237-dea587056913 disassociated. External IP: 172.25.6.99, port: 6d822ddb-59c6-4823-abcd-bb657ee1dfb5. Aug 31 01:30:19.876366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-61bcf8e1-c7c2-4b16-9acb-048ebbeecc4f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Calling delete_port for 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:19.946702 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ddb4f95-d659-4223-b20b-cd5e0c1acf09 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:19.961699 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-7ddb4f95-d659-4223-b20b-cd5e0c1acf09 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Transition to ACTIVE for port object 552816f8-23aa-4cf8-b289-ae81ae9c3969 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:19.967134 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ddb4f95-d659-4223-b20b-cd5e0c1acf09 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:20.024180 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb4f95-d659-4223-b20b-cd5e0c1acf09 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event updated for resources: {'Port': ['ID=552816f8-23aa-4cf8-b289-ae81ae9c3969,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:20.039624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-cdf207de-6088-433e-bf6d-742d8913026d None None] Allocated IP 2001:db8:0:2::2 (7c264e4b-2964-4f1d-bf94-8cb308424db8/c756e1fd-7dbe-4ddb-bf26-337c9e2893b8/788e7de6-61c4-4222-a3e0-a4930d5640e8) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:20.043168 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-61bcf8e1-c7c2-4b16-9acb-048ebbeecc4f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:20.053407 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb4f95-d659-4223-b20b-cd5e0c1acf09 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] In _notify_port_updated(), no bound segment for port 552816f8-23aa-4cf8-b289-ae81ae9c3969 on network 7c264e4b-2964-4f1d-bf94-8cb308424db8 {{(pid=94760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 01:30:20.059322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddb4f95-d659-4223-b20b-cd5e0c1acf09 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:20.060117 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7ddb4f95-d659-4223-b20b-cd5e0c1acf09 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:20.061849 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7ddb4f95-d659-4223-b20b-cd5e0c1acf09 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "PUT /v2.0/ports/552816f8-23aa-4cf8-b289-ae81ae9c3969 HTTP/1.1" status: 200 len: 970 time: 0.8068368 Aug 31 01:30:20.064550 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51798) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:20.079695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcf8e1-c7c2-4b16-9acb-048ebbeecc4f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event deleted for resources: {'Port': ['ID=6d822ddb-59c6-4823-abcd-bb657ee1dfb5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:20.173492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9de0e-a261-43ea-97fd-f3020d01961d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port 552816f8-23aa-4cf8-b289-ae81ae9c3969 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:20.174482 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b8c9de0e-a261-43ea-97fd-f3020d01961d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:20.248302 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cdf207de-6088-433e-bf6d-742d8913026d None None] For port 788e7de6-61c4-4222-a3e0-a4930d5640e8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=788e7de6-61c4-4222-a3e0-a4930d5640e8,segment=NetworkSegment(201d4cfd-140d-43bb-9d53-f77844640557),segment_id=201d4cfd-140d-43bb-9d53-f77844640557)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:20.277592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2f01168-2810-4ab9-9a4a-541bf5b34dc7 req-edbbdb8c-0cba-45af-91aa-8ba619125f2d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 210 time: 0.0315642 Aug 31 01:30:20.304401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-61bcf8e1-c7c2-4b16-9acb-048ebbeecc4f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:20.316348 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cdf207de-6088-433e-bf6d-742d8913026d None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:20.318264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b8c9de0e-a261-43ea-97fd-f3020d01961d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:20.337244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9de0e-a261-43ea-97fd-f3020d01961d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for 552816f8-23aa-4cf8-b289-ae81ae9c3969 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:20.337694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cdf207de-6088-433e-bf6d-742d8913026d None None] Transition to ACTIVE for port object 788e7de6-61c4-4222-a3e0-a4930d5640e8 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:20.344815 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cdf207de-6088-433e-bf6d-742d8913026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:20.480548 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf207de-6088-433e-bf6d-742d8913026d None None] Pushing event updated for resources: {'Port': ['ID=788e7de6-61c4-4222-a3e0-a4930d5640e8,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:20.495680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-61bcf8e1-c7c2-4b16-9acb-048ebbeecc4f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:20.510310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38be5185-e099-43c3-8484-2e3cfc63612d None None] Sync routers for ids ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:20.525938 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38be5185-e099-43c3-8484-2e3cfc63612d None None] Routers {'7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:20.526732 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-38be5185-e099-43c3-8484-2e3cfc63612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:29:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:20.549414 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b8c9de0e-a261-43ea-97fd-f3020d01961d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:20.613497 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-61bcf8e1-c7c2-4b16-9acb-048ebbeecc4f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] No DVR routers for this DVR port 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:30:20.617018 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-61bcf8e1-c7c2-4b16-9acb-048ebbeecc4f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:20.625740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a21adb5-1c48-4785-a23f-5407faf05455 req-61bcf8e1-c7c2-4b16-9acb-048ebbeecc4f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.70 "DELETE /v2.0/ports/6d822ddb-59c6-4823-abcd-bb657ee1dfb5 HTTP/1.1" status: 204 len: 173 time: 1.3770950 Aug 31 01:30:20.626480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'name': 'network-vif-deleted', 'tag': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:20.629050 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0777800d-5142-44ed-9d43-6e84a0244a4a" -d '{"events": [{"server_uuid": "648fac7d-9efc-4dff-be36-fb7647c05a4a", "name": "network-vif-deleted", "tag": "6d822ddb-59c6-4823-abcd-bb657ee1dfb5"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:20.642911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9de0e-a261-43ea-97fd-f3020d01961d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=552816f8-23aa-4cf8-b289-ae81ae9c3969,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:20.679230 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b8c9de0e-a261-43ea-97fd-f3020d01961d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:20.683843 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b8c9de0e-a261-43ea-97fd-f3020d01961d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/552816f8-23aa-4cf8-b289-ae81ae9c3969 HTTP/1.1" status: 204 len: 168 time: 0.6159134 Aug 31 01:30:20.687297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51806) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:20.751164 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fbf114-d3d9-40b4-be40-4fc0ad2c66f8 x-openstack-request-id: req-c6fbf114-d3d9-40b4-be40-4fc0ad2c66f8 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:20.753039 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648fac7d-9efc-4dff-be36-fb7647c05a4a", "name": "network-vif-deleted", "tag": "6d822ddb-59c6-4823-abcd-bb657ee1dfb5", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:20.753409 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c6fbf114-d3d9-40b4-be40-4fc0ad2c66f8 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:20.754140 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648fac7d-9efc-4dff-be36-fb7647c05a4a', 'name': 'network-vif-deleted', 'tag': '6d822ddb-59c6-4823-abcd-bb657ee1dfb5', 'status': 'completed', 'code': 200} Aug 31 01:30:20.759361 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-a603619f-8bfc-4856-8fdb-9f32b5a5d066 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] GET failed (client error): The resource could not be found. Aug 31 01:30:20.770627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a603619f-8bfc-4856-8fdb-9f32b5a5d066 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports/552816f8-23aa-4cf8-b289-ae81ae9c3969 HTTP/1.1" status: 404 len: 333 time: 0.0818582 Aug 31 01:30:20.771188 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51808) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:20.775874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 788e7de6-61c4-4222-a3e0-a4930d5640e8 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:20.845474 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e82d6907-cf19-48e5-a4e6-b7185e30cb9e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:20.872317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-38be5185-e099-43c3-8484-2e3cfc63612d None None] Set router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:20.873575 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e82d6907-cf19-48e5-a4e6-b7185e30cb9e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:20.931479 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e82d6907-cf19-48e5-a4e6-b7185e30cb9e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:20.935748 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e82d6907-cf19-48e5-a4e6-b7185e30cb9e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:20.937237 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e82d6907-cf19-48e5-a4e6-b7185e30cb9e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/security-groups/d4f964e3-c4b9-4be4-8189-ba1c0c916323 HTTP/1.1" status: 204 len: 168 time: 0.1648908 Aug 31 01:30:20.940581 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51810) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:20.968533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d6907-cf19-48e5-a4e6-b7185e30cb9e tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f964e3-c4b9-4be4-8189-ba1c0c916323,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:21.023118 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8b45-a97f-4dae-8b29-1cf00fc28c4c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.055552 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8b45-a97f-4dae-8b29-1cf00fc28c4c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.112897 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8b45-a97f-4dae-8b29-1cf00fc28c4c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.118084 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8b45-a97f-4dae-8b29-1cf00fc28c4c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.124443 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51812) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:21.124916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6e9b8b45-a97f-4dae-8b29-1cf00fc28c4c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/security-groups/69aab67e-9278-4f50-97ce-a421bcc25f2a HTTP/1.1" status: 204 len: 168 time: 0.1826880 Aug 31 01:30:21.136040 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b8b45-a97f-4dae-8b29-1cf00fc28c4c tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aab67e-9278-4f50-97ce-a421bcc25f2a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:21.230668 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-817e3272-c86a-4b2a-8f10-af536b9e09bd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.268013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-38be5185-e099-43c3-8484-2e3cfc63612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:17Z', 'revision_number': 5, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:21.271131 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-817e3272-c86a-4b2a-8f10-af536b9e09bd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.272584 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b42d4a1c-d83f-42bd-89ac-131a3e1c755f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.307775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38be5185-e099-43c3-8484-2e3cfc63612d None None] Checking router: 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:21.321514 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38be5185-e099-43c3-8484-2e3cfc63612d None None] Routers {'7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:21.322172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-38be5185-e099-43c3-8484-2e3cfc63612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:29:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:21.337211 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-817e3272-c86a-4b2a-8f10-af536b9e09bd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.346117 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-817e3272-c86a-4b2a-8f10-af536b9e09bd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.351821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51820) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:21.363942 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-817e3272-c86a-4b2a-8f10-af536b9e09bd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/security-groups/9d90c7d4-03ce-4726-8495-3ce014dbd549 HTTP/1.1" status: 204 len: 168 time: 0.2384593 Aug 31 01:30:21.388764 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e3272-c86a-4b2a-8f10-af536b9e09bd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d90c7d4-03ce-4726-8495-3ce014dbd549,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:21.442374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-61016857-e9e2-4b39-9f25-6fd075e5c4bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting subnet 1a95ad93-a038-43eb-8764-b44ce35c6605 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:30:21.446434 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-61016857-e9e2-4b39-9f25-6fd075e5c4bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.496061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-38be5185-e099-43c3-8484-2e3cfc63612d None None] Set router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:21.579578 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d55fd967-e219-4b4c-90bc-01d37fd54451 req-dc35fba4-dc8f-494e-a907-c0e7f6e38095 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=648fac7d-9efc-4dff-be36-fb7647c05a4a HTTP/1.1" status: 200 len: 210 time: 0.0928547 Aug 31 01:30:21.582110 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-61016857-e9e2-4b39-9f25-6fd075e5c4bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.708146 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-61016857-e9e2-4b39-9f25-6fd075e5c4bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.783040 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1f0207cb-fd2c-4c02-ae96-bc91bfc71de7 None None] Provisioning complete for port e2297942-3fb2-4886-b684-9d6d4b08b691 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:21.783941 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1f0207cb-fd2c-4c02-ae96-bc91bfc71de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.810896 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-61016857-e9e2-4b39-9f25-6fd075e5c4bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.848451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:21.855919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61016857-e9e2-4b39-9f25-6fd075e5c4bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Subnet': ['ID=1a95ad93-a038-43eb-8764-b44ce35c6605,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:21.860759 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-61016857-e9e2-4b39-9f25-6fd075e5c4bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.865137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-61016857-e9e2-4b39-9f25-6fd075e5c4bc tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/1a95ad93-a038-43eb-8764-b44ce35c6605 HTTP/1.1" status: 204 len: 168 time: 0.5115988 Aug 31 01:30:21.869254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51822) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:21.914485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-1f0207cb-fd2c-4c02-ae96-bc91bfc71de7 None None] Port e2297942-3fb2-4886-b684-9d6d4b08b691 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:21.922812 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:30:21.923181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6d822ddb-59c6-4823-abcd-bb657ee1dfb5 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:21.954399 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-79896ccb-f0d8-469c-8754-1afed86e55f6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting subnet c756e1fd-7dbe-4ddb-bf26-337c9e2893b8 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:30:21.956855 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1f0207cb-fd2c-4c02-ae96-bc91bfc71de7 None None] Provisioning for port 788e7de6-61c4-4222-a3e0-a4930d5640e8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:21.958082 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79896ccb-f0d8-469c-8754-1afed86e55f6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.970787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1f0207cb-fd2c-4c02-ae96-bc91bfc71de7 None None] Provisioning complete for port 788e7de6-61c4-4222-a3e0-a4930d5640e8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:21.971189 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1f0207cb-fd2c-4c02-ae96-bc91bfc71de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:21.975317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-38be5185-e099-43c3-8484-2e3cfc63612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:17Z', 'revision_number': 5, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:22.010343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38be5185-e099-43c3-8484-2e3cfc63612d None None] The sync data for ids ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'] in n-d-802060-13 is: [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:17Z', 'revision_number': 5, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:22.018501 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79896ccb-f0d8-469c-8754-1afed86e55f6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.068843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aab331c-1ac4-469a-8563-dd29e6777d5b None None] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:22.199706 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79896ccb-f0d8-469c-8754-1afed86e55f6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.211957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1f0207cb-fd2c-4c02-ae96-bc91bfc71de7 None None] Could not find standard attr ID for object 552816f8-23aa-4cf8-b289-ae81ae9c3969. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:30:22.339128 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79896ccb-f0d8-469c-8754-1afed86e55f6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.355566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1cad08b6-0b7a-4364-84c9-884ac1e50773 None None] Could not find standard attr ID for object 552816f8-23aa-4cf8-b289-ae81ae9c3969. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 01:30:22.377434 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79896ccb-f0d8-469c-8754-1afed86e55f6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Subnet': ['ID=c756e1fd-7dbe-4ddb-bf26-337c9e2893b8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:22.384304 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-79896ccb-f0d8-469c-8754-1afed86e55f6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.390099 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-79896ccb-f0d8-469c-8754-1afed86e55f6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/c756e1fd-7dbe-4ddb-bf26-337c9e2893b8 HTTP/1.1" status: 204 len: 168 time: 0.5163400 Aug 31 01:30:22.390506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51824) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:22.427966 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa19c52-d29a-4be3-93d4-1cedb8141749 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] DELETE failed (client error): The resource could not be found. Aug 31 01:30:22.428179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa19c52-d29a-4be3-93d4-1cedb8141749 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:30:22.431392 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8fa19c52-d29a-4be3-93d4-1cedb8141749 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/1a95ad93-a038-43eb-8764-b44ce35c6605 HTTP/1.1" status: 404 len: 337 time: 0.0390983 Aug 31 01:30:22.433748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51826) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:22.439747 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dead74e-323e-4dde-91a6-4b0cf3834cd3 None None] New status for floating IP aa71c322-4c8f-4157-b237-dea587056913: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:30:22.481039 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9cb2a7-595b-4652-956d-8e5b749aa482 None None] Update dhcp port {'port': {'network_id': '7c264e4b-2964-4f1d-bf94-8cb308424db8', 'fixed_ips': [{'subnet_id': '3dcbd71f-fcad-46ca-a23b-a493fb71e2ae', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c756e1fd-7dbe-4ddb-bf26-337c9e2893b8'}], 'binding:host_id': 'n-d-802060-13'}, 'id': '788e7de6-61c4-4222-a3e0-a4930d5640e8'} from n-d-802060-13. {{(pid=94762) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 01:30:22.510312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-16717d83-1bd4-4ae8-902d-e967d51fbd07 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting subnet 3dcbd71f-fcad-46ca-a23b-a493fb71e2ae {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:30:22.514791 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16717d83-1bd4-4ae8-902d-e967d51fbd07 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.523263 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0e9cb2a7-595b-4652-956d-8e5b749aa482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.593426 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16717d83-1bd4-4ae8-902d-e967d51fbd07 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.723426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51834) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:22.742947 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16717d83-1bd4-4ae8-902d-e967d51fbd07 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.789913 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91758a06-61c4-4505-a373-f9c59dac68f1 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.810617 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16717d83-1bd4-4ae8-902d-e967d51fbd07 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server [None req-0e9cb2a7-595b-4652-956d-8e5b749aa482 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3dcbd71f-fcad-46ca-a23b-a493fb71e2ae: This subnet is being modified by another concurrent operation. Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3dcbd71f-fcad-46ca-a23b-a493fb71e2ae: This subnet is being modified by another concurrent operation. Aug 31 01:30:22.813280 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:30:22.830063 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91758a06-61c4-4505-a373-f9c59dac68f1 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.853174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16717d83-1bd4-4ae8-902d-e967d51fbd07 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Subnet': ['ID=3dcbd71f-fcad-46ca-a23b-a493fb71e2ae,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:22.863531 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16717d83-1bd4-4ae8-902d-e967d51fbd07 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.868691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-16717d83-1bd4-4ae8-902d-e967d51fbd07 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/3dcbd71f-fcad-46ca-a23b-a493fb71e2ae HTTP/1.1" status: 204 len: 168 time: 0.4335878 Aug 31 01:30:22.868845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51836) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:22.909045 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-acfe2190-8fe3-49b1-9bd8-d4fa8e19967d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] DELETE failed (client error): The resource could not be found. Aug 31 01:30:22.910229 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acfe2190-8fe3-49b1-9bd8-d4fa8e19967d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:30:22.917186 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-acfe2190-8fe3-49b1-9bd8-d4fa8e19967d tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/f6147c12-a084-4e91-8adb-2c0813d4ed21 HTTP/1.1" status: 404 len: 337 time: 0.0438325 Aug 31 01:30:22.917295 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51838) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:22.933591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca19469-d12b-4bf9-aacf-de0ded543ead None None] Network 7c264e4b-2964-4f1d-bf94-8cb308424db8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:22.946433 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91758a06-61c4-4505-a373-f9c59dac68f1 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.950108 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91758a06-61c4-4505-a373-f9c59dac68f1 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:22.955950 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-91758a06-61c4-4505-a373-f9c59dac68f1 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "DELETE /v2.0/security-groups/9d3395ab-a3d1-476d-8399-53e241a8c859 HTTP/1.1" status: 204 len: 168 time: 0.2309012 Aug 31 01:30:22.956613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51840) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:22.963385 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d49c1e28-28a6-4b7f-aac6-c24d571aaf56 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "GET /v2.0/ports?device_id=80e6c4b7-d118-461f-a034-0738df189d7f HTTP/1.1" status: 200 len: 205 time: 0.0427725 Aug 31 01:30:22.964929 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51842) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:22.975390 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-f6a4b79e-949d-493b-a7b1-52e64f0e43e5 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] show failed (client error): The resource could not be found. Aug 31 01:30:22.976526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f6a4b79e-949d-493b-a7b1-52e64f0e43e5 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups/9d3395ab-a3d1-476d-8399-53e241a8c859 HTTP/1.1" status: 404 len: 347 time: 0.0186687 Aug 31 01:30:22.977190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91758a06-61c4-4505-a373-f9c59dac68f1 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3395ab-a3d1-476d-8399-53e241a8c859,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:22.979593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51844) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:23.024537 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-63206be3-6299-4a46-9cf1-da0ba7075232 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] delete failed (client error): The resource could not be found. Aug 31 01:30:23.025770 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-63206be3-6299-4a46-9cf1-da0ba7075232 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/routers/80e6c4b7-d118-461f-a034-0738df189d7f HTTP/1.1" status: 404 len: 336 time: 0.0598838 Aug 31 01:30:23.028458 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51846) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:23.067862 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-72794b98-3333-4589-8695-a81f8ab980f6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] DELETE failed (client error): The resource could not be found. Aug 31 01:30:23.068311 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72794b98-3333-4589-8695-a81f8ab980f6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:30:23.071331 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-72794b98-3333-4589-8695-a81f8ab980f6 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/e9eb1c55-8ddb-4d3b-80c6-c078177f8809 HTTP/1.1" status: 404 len: 337 time: 0.0406687 Aug 31 01:30:23.072762 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51848) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:23.087316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b8df0123-1be7-41e7-b5fc-4a9d72e58442 None None] Provisioning complete for port e2297942-3fb2-4886-b684-9d6d4b08b691 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:23.087763 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b8df0123-1be7-41e7-b5fc-4a9d72e58442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.103094 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74cafee-3915-4233-9433-508372ebf5c4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] DELETE failed (client error): The resource could not be found. Aug 31 01:30:23.103909 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b74cafee-3915-4233-9433-508372ebf5c4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:30:23.105918 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b74cafee-3915-4233-9433-508372ebf5c4 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/d42c6c8e-2568-4a73-8450-659c151e52f7 HTTP/1.1" status: 404 len: 337 time: 0.0319948 Aug 31 01:30:23.111431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51850) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:23.142341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-6854043f-d512-49ec-8302-825ff2f55a65 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Deleting port ee873b7f-2eef-4fe5-b8cc-6fb394bcb8ab {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:23.142889 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6854043f-d512-49ec-8302-825ff2f55a65 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.143719 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e42a677-7c7a-49e3-8bea-6feb0b9663a7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] DELETE failed (client error): The resource could not be found. Aug 31 01:30:23.144433 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e42a677-7c7a-49e3-8bea-6feb0b9663a7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:30:23.146787 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3e42a677-7c7a-49e3-8bea-6feb0b9663a7 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/2800bfb7-6cf1-4a0b-a03f-f18999014489 HTTP/1.1" status: 404 len: 337 time: 0.0339236 Aug 31 01:30:23.149423 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51852) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:23.180879 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f27302-16d5-4c99-9b39-ce5b81d74bbd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] DELETE failed (client error): The resource could not be found. Aug 31 01:30:23.182016 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f27302-16d5-4c99-9b39-ce5b81d74bbd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:30:23.184152 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-91f27302-16d5-4c99-9b39-ce5b81d74bbd tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/50b2116b-b471-4505-ab5e-a0888e54180e HTTP/1.1" status: 404 len: 333 time: 0.0334294 Aug 31 01:30:23.187306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51854) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:23.228647 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab8207a-ba00-48d1-b007-2c22df3ec460 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] DELETE failed (client error): The resource could not be found. Aug 31 01:30:23.229111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab8207a-ba00-48d1-b007-2c22df3ec460 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:30:23.230975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8ab8207a-ba00-48d1-b007-2c22df3ec460 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/57c71306-fb04-426a-8a46-40dbec44468a HTTP/1.1" status: 404 len: 337 time: 0.0423706 Aug 31 01:30:23.234185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51856) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:23.271498 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c1aa25-2100-4421-ac29-67994fb55634 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] DELETE failed (client error): The resource could not be found. Aug 31 01:30:23.271963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c1aa25-2100-4421-ac29-67994fb55634 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:30:23.273822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e7c1aa25-2100-4421-ac29-67994fb55634 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/3e593524-e5e7-4836-ada6-a36e992ab293 HTTP/1.1" status: 404 len: 337 time: 0.0387175 Aug 31 01:30:23.276398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51858) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:23.316129 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-46322318-2895-4cb4-8e76-27ede2c9bccb tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] DELETE failed (client error): The resource could not be found. Aug 31 01:30:23.316856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46322318-2895-4cb4-8e76-27ede2c9bccb tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:30:23.321310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-46322318-2895-4cb4-8e76-27ede2c9bccb tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/d14f74e8-468c-4bd0-a7e5-df3c2ebf4bf9 HTTP/1.1" status: 404 len: 333 time: 0.0412734 Aug 31 01:30:23.322323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51860) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:23.341292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b8df0123-1be7-41e7-b5fc-4a9d72e58442 None None] Port e2297942-3fb2-4886-b684-9d6d4b08b691 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:23.359471 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b8df0123-1be7-41e7-b5fc-4a9d72e58442 None None] Provisioning complete for port 788e7de6-61c4-4222-a3e0-a4930d5640e8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:23.359697 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b8df0123-1be7-41e7-b5fc-4a9d72e58442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.366968 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f13a30-a3a8-4f81-86d4-ac32771a78eb tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] DELETE failed (client error): The resource could not be found. Aug 31 01:30:23.367317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f13a30-a3a8-4f81-86d4-ac32771a78eb tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:30:23.371589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-81f13a30-a3a8-4f81-86d4-ac32771a78eb tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/e94d9001-8f05-4796-bd83-7393f1ef8220 HTTP/1.1" status: 404 len: 337 time: 0.0465400 Aug 31 01:30:23.371589 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6854043f-d512-49ec-8302-825ff2f55a65 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.371589 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6854043f-d512-49ec-8302-825ff2f55a65 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.371878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51864) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:23.386268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-6854043f-d512-49ec-8302-825ff2f55a65 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Calling delete_port for ee873b7f-2eef-4fe5-b8cc-6fb394bcb8ab owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:23.410515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6e92d8-2ce3-4d70-8ac7-f0be6c0187e0 None None] DHCP port deletion for 7c264e4b-2964-4f1d-bf94-8cb308424db8 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:30:23.424867 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed96bebf-b0ad-4004-b593-8cfa866e912b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] DELETE failed (client error): The resource could not be found. Aug 31 01:30:23.425581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed96bebf-b0ad-4004-b593-8cfa866e912b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:30:23.427588 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ed96bebf-b0ad-4004-b593-8cfa866e912b tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/subnets/a4d9b4b7-60c9-4c47-a553-d27ccb4c4263 HTTP/1.1" status: 404 len: 337 time: 0.0541849 Aug 31 01:30:23.432679 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51866) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:23.537037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e92d8-2ce3-4d70-8ac7-f0be6c0187e0 None None] Deleting port 788e7de6-61c4-4222-a3e0-a4930d5640e8 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:23.538047 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ef6e92d8-2ce3-4d70-8ac7-f0be6c0187e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.613782 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ef6e92d8-2ce3-4d70-8ac7-f0be6c0187e0 None None] For port 788e7de6-61c4-4222-a3e0-a4930d5640e8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=788e7de6-61c4-4222-a3e0-a4930d5640e8,segment=NetworkSegment(201d4cfd-140d-43bb-9d53-f77844640557),segment_id=201d4cfd-140d-43bb-9d53-f77844640557)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:23.614635 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ef6e92d8-2ce3-4d70-8ac7-f0be6c0187e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.615560 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-df61e2b2-70a5-4e0a-a094-fa800fa2822f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Deleting port e2297942-3fb2-4886-b684-9d6d4b08b691 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:23.616107 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df61e2b2-70a5-4e0a-a094-fa800fa2822f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.632474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e92d8-2ce3-4d70-8ac7-f0be6c0187e0 None None] Calling delete_port for 788e7de6-61c4-4222-a3e0-a4930d5640e8 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:23.677394 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6854043f-d512-49ec-8302-825ff2f55a65 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.721830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854043f-d512-49ec-8302-825ff2f55a65 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event deleted for resources: {'Port': ['ID=ee873b7f-2eef-4fe5-b8cc-6fb394bcb8ab,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:23.762093 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df61e2b2-70a5-4e0a-a094-fa800fa2822f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.778149 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f8d083bb-86f7-4c44-b9fd-bca76e6400b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.782685 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ef6e92d8-2ce3-4d70-8ac7-f0be6c0187e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.803529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-df61e2b2-70a5-4e0a-a094-fa800fa2822f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Calling delete_port for e2297942-3fb2-4886-b684-9d6d4b08b691 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:23.823767 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e92d8-2ce3-4d70-8ac7-f0be6c0187e0 None None] Pushing event deleted for resources: {'Port': ['ID=788e7de6-61c4-4222-a3e0-a4930d5640e8,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:23.832777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e92d8-2ce3-4d70-8ac7-f0be6c0187e0 None None] No DVR routers for this DVR port 788e7de6-61c4-4222-a3e0-a4930d5640e8 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:30:23.858866 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6854043f-d512-49ec-8302-825ff2f55a65 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.864584 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6854043f-d512-49ec-8302-825ff2f55a65 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:23.866869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6854043f-d512-49ec-8302-825ff2f55a65 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "DELETE /v2.0/floatingips/aa71c322-4c8f-4157-b237-dea587056913 HTTP/1.1" status: 204 len: 168 time: 0.8858554 Aug 31 01:30:23.880885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2542abca-4a55-4150-8459-44d8db249121 None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:30:23.986268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51874) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:23.994442 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df61e2b2-70a5-4e0a-a094-fa800fa2822f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.033583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61e2b2-70a5-4e0a-a094-fa800fa2822f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Port': ['ID=e2297942-3fb2-4886-b684-9d6d4b08b691,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:24.046687 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df61e2b2-70a5-4e0a-a094-fa800fa2822f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.049294 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-df61e2b2-70a5-4e0a-a094-fa800fa2822f tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/ports/e2297942-3fb2-4886-b684-9d6d4b08b691 HTTP/1.1" status: 204 len: 168 time: 0.6151066 Aug 31 01:30:24.053223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51876) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:24.078993 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.121055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542abca-4a55-4150-8459-44d8db249121 None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:30:24.251452 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88d2defe-838d-45ef-bca6-fbe1079a0734 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.275161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51878) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:24.280301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--231334229', 'description': 'tempest-description--1259530042'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:24.357953 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88d2defe-838d-45ef-bca6-fbe1079a0734 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.369992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-88d2defe-838d-45ef-bca6-fbe1079a0734 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c264e4b-2964-4f1d-bf94-8cb308424db8']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:24.389982 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-88d2defe-838d-45ef-bca6-fbe1079a0734 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201d4cfd-140d-43bb-9d53-f77844640557') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:24.389982 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-88d2defe-838d-45ef-bca6-fbe1079a0734 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201d4cfd-140d-43bb-9d53-f77844640557') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:24.400917 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88d2defe-838d-45ef-bca6-fbe1079a0734 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.419558 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88d2defe-838d-45ef-bca6-fbe1079a0734 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.427655 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d2defe-838d-45ef-bca6-fbe1079a0734 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:30:24.428430 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88d2defe-838d-45ef-bca6-fbe1079a0734 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:30:24.432255 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:30:24.497923 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88d2defe-838d-45ef-bca6-fbe1079a0734 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.503928 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-88d2defe-838d-45ef-bca6-fbe1079a0734 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.505837 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-88d2defe-838d-45ef-bca6-fbe1079a0734 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] 10.222.0.58 "DELETE /v2.0/networks/7c264e4b-2964-4f1d-bf94-8cb308424db8 HTTP/1.1" status: 204 len: 168 time: 0.4516120 Aug 31 01:30:24.510813 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.521725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2defe-838d-45ef-bca6-fbe1079a0734 tempest-PortsIpV6TestJSON-2093458359 tempest-PortsIpV6TestJSON-2093458359-project] Pushing event deleted for resources: {'Network': ['ID=7c264e4b-2964-4f1d-bf94-8cb308424db8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:24.594912 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.620167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-dce91b8f-26c4-41ba-afe6-8ea7b1c2703f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Deleting port 1f6dbf40-c873-425f-89df-c695aa796832 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:24.620515 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dce91b8f-26c4-41ba-afe6-8ea7b1c2703f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.630754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 788e7de6-61c4-4222-a3e0-a4930d5640e8 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:24.653416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 788e7de6-61c4-4222-a3e0-a4930d5640e8 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:30:24.654127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 788e7de6-61c4-4222-a3e0-a4930d5640e8 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:24.738469 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dce91b8f-26c4-41ba-afe6-8ea7b1c2703f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.739086 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dce91b8f-26c4-41ba-afe6-8ea7b1c2703f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.758742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-dce91b8f-26c4-41ba-afe6-8ea7b1c2703f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Calling delete_port for 1f6dbf40-c873-425f-89df-c695aa796832 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:24.785869 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.822440 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.868620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51890) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:24.896459 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:24.899453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6215584 Aug 31 01:30:24.901317 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51894) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:24.907862 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-52542c80-8434-49a1-84be-b2155bb0c455 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Request body: {'security_group_rule': {'security_group_id': '2a456a79-7a22-49ec-9484-f3e9490d7ac9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:24.909114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a456a79-7a22-49ec-9484-f3e9490d7ac9,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:24.921983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:24.922338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:24.922675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:24.923021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:24.923376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:24.923922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:24.924299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:24.924615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:24.924946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:24.925277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:24.925647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:24.925933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba303e9-d236-49da-aae4-e7bf25ae7a37 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:24.949992 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52542c80-8434-49a1-84be-b2155bb0c455 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.036156 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dce91b8f-26c4-41ba-afe6-8ea7b1c2703f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.070214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce91b8f-26c4-41ba-afe6-8ea7b1c2703f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Pushing event deleted for resources: {'Port': ['ID=1f6dbf40-c873-425f-89df-c695aa796832,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:25.079384 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52542c80-8434-49a1-84be-b2155bb0c455 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.089024 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52542c80-8434-49a1-84be-b2155bb0c455 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.116504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52542c80-8434-49a1-84be-b2155bb0c455 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8242d04a-0c5c-4bd8-b2f4-feaca8aa293d,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:25.134326 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-df2eecf9-672d-4faf-99ee-0c4c8b8e2419 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89131229a160423b846b28fa206c82c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642248 Aug 31 01:30:25.137348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51898) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:25.153804 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52542c80-8434-49a1-84be-b2155bb0c455 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.155216 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-52542c80-8434-49a1-84be-b2155bb0c455 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2526429 Aug 31 01:30:25.158146 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51900) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:25.166058 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dce91b8f-26c4-41ba-afe6-8ea7b1c2703f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.166222 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-dce91b8f-26c4-41ba-afe6-8ea7b1c2703f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Floating IP 8c66e7ce-cd8a-43bd-b2e5-2f10e92e845f disassociated (deleted). External IP: 172.25.6.107, port: b61663f0-d9d3-4f68-bd6d-b768438e88cf. Aug 31 01:30:25.168054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-372aa7b1-6ac8-4781-bb6b-a1310592a4b0 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Request body: {'security_group_rule': {'security_group_id': '2a456a79-7a22-49ec-9484-f3e9490d7ac9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:25.231346 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-372aa7b1-6ac8-4781-bb6b-a1310592a4b0 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.236661 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-021211ed-a39b-477a-b693-6393e080611a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.282319 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-021211ed-a39b-477a-b693-6393e080611a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.347594 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-372aa7b1-6ac8-4781-bb6b-a1310592a4b0 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.352968 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-372aa7b1-6ac8-4781-bb6b-a1310592a4b0 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.372443 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372aa7b1-6ac8-4781-bb6b-a1310592a4b0 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5a094d-e109-4fd7-8866-a3da20168d6a,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:25.386333 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-021211ed-a39b-477a-b693-6393e080611a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.390092 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-021211ed-a39b-477a-b693-6393e080611a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.394697 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-021211ed-a39b-477a-b693-6393e080611a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a758c953-a4f6-416d-9f0a-799845ebc61f HTTP/1.1" status: 204 len: 168 time: 0.2554288 Aug 31 01:30:25.398373 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-372aa7b1-6ac8-4781-bb6b-a1310592a4b0 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.403346 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-372aa7b1-6ac8-4781-bb6b-a1310592a4b0 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2441130 Aug 31 01:30:25.404937 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51908) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:25.410836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:25.424892 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021211ed-a39b-477a-b693-6393e080611a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a758c953-a4f6-416d-9f0a-799845ebc61f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:25.445726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce91b8f-26c4-41ba-afe6-8ea7b1c2703f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:25.447020 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.587137 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.605927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce91b8f-26c4-41ba-afe6-8ea7b1c2703f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:25.611546 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dce91b8f-26c4-41ba-afe6-8ea7b1c2703f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:25.620862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c8b5cd-78aa-4f53-9d6c-879e17904cbd None None] Sync routers for ids ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:25.634355 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c8b5cd-78aa-4f53-9d6c-879e17904cbd None None] Routers {'0cc4874c-1bc4-4de7-b578-b88bb0201da3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:25.637154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-06c8b5cd-78aa-4f53-9d6c-879e17904cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:25.655599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dce91b8f-26c4-41ba-afe6-8ea7b1c2703f tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "DELETE /v2.0/floatingips/8c66e7ce-cd8a-43bd-b2e5-2f10e92e845f HTTP/1.1" status: 204 len: 168 time: 1.6636584 Aug 31 01:30:25.655599 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'tag': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:25.655599 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf8dcd7-4165-4e74-b6a8-bb1e7caf2c30" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc2f536-3aa3-4f77-b0fa-4b67de76493f", "tag": "b61663f0-d9d3-4f68-bd6d-b768438e88cf"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:25.744736 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d471c4-c85e-4069-98d5-684a63066de0 x-openstack-request-id: req-52d471c4-c85e-4069-98d5-684a63066de0 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:25.745343 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc2f536-3aa3-4f77-b0fa-4b67de76493f", "tag": "b61663f0-d9d3-4f68-bd6d-b768438e88cf", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:25.745343 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52d471c4-c85e-4069-98d5-684a63066de0 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:25.745744 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'tag': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'status': 'completed', 'code': 200} Aug 31 01:30:25.812767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Allocated IP 172.25.6.92 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/9f773df0-4218-4358-9bcb-4ddcb2406c61) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:25.845048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-06c8b5cd-78aa-4f53-9d6c-879e17904cbd None None] Set router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:25.898864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8dcd7-4165-4e74-b6a8-bb1e7caf2c30 req-399b30be-7885-46fc-9353-4502899e7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:25.900936 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccf8dcd7-4165-4e74-b6a8-bb1e7caf2c30 req-399b30be-7885-46fc-9353-4502899e7283 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a57b40cae3f24cdeb71beed701935651&device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 1098 time: 0.1253228 Aug 31 01:30:26.013446 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.080408 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.120911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e123533-99a7-4c4d-9645-a0b3d06249c1 req-0e35da01-b27f-4a34-9168-05c927701981 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:26.121311 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:26.122552 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e123533-99a7-4c4d-9645-a0b3d06249c1 req-0e35da01-b27f-4a34-9168-05c927701981 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 946 time: 0.1801620 Aug 31 01:30:26.123803 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8dcd7-4165-4e74-b6a8-bb1e7caf2c30 req-97ec01c3-2db7-4e6b-bab0-c0a4e13ce19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:26.125174 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccf8dcd7-4165-4e74-b6a8-bb1e7caf2c30 req-97ec01c3-2db7-4e6b-bab0-c0a4e13ce19f service neutron] 10.222.0.70 "GET /v2.0/networks?id=0de60920-66a8-4b39-bbe4-56519bdddb63 HTTP/1.1" status: 200 len: 915 time: 0.2121749 Aug 31 01:30:26.126572 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:26.130650 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:26.170344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event updated for resources: {'Port': ['ID=9f773df0-4218-4358-9bcb-4ddcb2406c61,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:26.229415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-06c8b5cd-78aa-4f53-9d6c-879e17904cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:25:25Z', 'revision_number': 4, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '28e6015d-c67e-4294-bb04-f7af2f20b075', 'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'mac_address': 'fa:16:3e:78:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:23Z', 'updated_at': '2021-08-31T01:25:33Z', 'revision_number': 5, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'subnets': [{'id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:26.236951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccf8dcd7-4165-4e74-b6a8-bb1e7caf2c30 req-1c8ac3e6-e263-4916-bd54-aae46a1a8701 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b61663f0-d9d3-4f68-bd6d-b768438e88cf HTTP/1.1" status: 200 len: 217 time: 0.1030056 Aug 31 01:30:26.243239 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.283939 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c8b5cd-78aa-4f53-9d6c-879e17904cbd None None] Checking router: 0cc4874c-1bc4-4de7-b578-b88bb0201da3 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:26.291052 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.296491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c8b5cd-78aa-4f53-9d6c-879e17904cbd None None] Routers {'0cc4874c-1bc4-4de7-b578-b88bb0201da3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:26.296811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-06c8b5cd-78aa-4f53-9d6c-879e17904cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:26.331408 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e123533-99a7-4c4d-9645-a0b3d06249c1 req-5738c853-3147-49be-b49e-70f6e9139afe tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047623 Aug 31 01:30:26.333157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8dcd7-4165-4e74-b6a8-bb1e7caf2c30 req-32b64687-697e-4b50-b53d-58500c13ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:26.334568 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccf8dcd7-4165-4e74-b6a8-bb1e7caf2c30 req-32b64687-697e-4b50-b53d-58500c13ceb7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8ce5f43b-2755-4a4a-ac72-916200534012 HTTP/1.1" status: 200 len: 853 time: 0.0891972 Aug 31 01:30:26.408057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8dcd7-4165-4e74-b6a8-bb1e7caf2c30 req-ef3e4ac9-9cd4-44c3-9cf6-fb227e4fd389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:26.409615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccf8dcd7-4165-4e74-b6a8-bb1e7caf2c30 req-ef3e4ac9-9cd4-44c3-9cf6-fb227e4fd389 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0de60920-66a8-4b39-bbe4-56519bdddb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623569 Aug 31 01:30:26.440703 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-06c8b5cd-78aa-4f53-9d6c-879e17904cbd None None] Set router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:26.507098 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.514835 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.538740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccf8dcd7-4165-4e74-b6a8-bb1e7caf2c30 req-6abbbb7e-aecf-4698-a314-e95d632aa4f1 service neutron] 10.222.0.70 "GET /v2.0/networks/0de60920-66a8-4b39-bbe4-56519bdddb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135767 Aug 31 01:30:26.564484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51934) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:26.590514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event updated for resources: {'Port': ['ID=9f773df0-4218-4358-9bcb-4ddcb2406c61,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:26.604068 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.623779 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.625199 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c6943590-0596-486e-b3d0-dcd25c046d8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2180133 Aug 31 01:30:26.678982 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccf8dcd7-4165-4e74-b6a8-bb1e7caf2c30 req-e97f863b-be6d-49b4-8db2-3abe0b444fac service neutron] 10.222.0.70 "GET /v2.0/networks/0de60920-66a8-4b39-bbe4-56519bdddb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248338 Aug 31 01:30:26.718845 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'network': {'name': 'tempest-RoutersTest-269341131'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:26.725316 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.743027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-06c8b5cd-78aa-4f53-9d6c-879e17904cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:25:25Z', 'revision_number': 4, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '28e6015d-c67e-4294-bb04-f7af2f20b075', 'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'mac_address': 'fa:16:3e:78:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:23Z', 'updated_at': '2021-08-31T01:25:33Z', 'revision_number': 5, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'subnets': [{'id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:26.744835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:26.749296 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.765591 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.776114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c8b5cd-78aa-4f53-9d6c-879e17904cbd None None] The sync data for ids ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'] in n-d-802060-13 is: [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:25:25Z', 'revision_number': 4, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '28e6015d-c67e-4294-bb04-f7af2f20b075', 'name': '', 'network_id': '0de60920-66a8-4b39-bbe4-56519bdddb63', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'mac_address': 'fa:16:3e:78:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:23Z', 'updated_at': '2021-08-31T01:25:33Z', 'revision_number': 5, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'subnets': [{'id': '8ce5f43b-2755-4a4a-ac72-916200534012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:26.891104 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-8e9ead77-da92-4d97-a20e-e541f368a768 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--231334229&fields=id&tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef HTTP/1.1" status: 200 len: 267 time: 0.0580266 Aug 31 01:30:26.901023 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.911857 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:26.986793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:30:27.004260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9370c62-6908-4e11-8709-bcd12e76a449,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:27.013789 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.013789 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Added segment 07ed765d-84e5-4744-908f-ad24b225ca9a of type vlan for network 9fdb1565-eeb0-43dd-b144-61bcc0e46baf Aug 31 01:30:27.036856 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab08d0c-11b5-4329-832a-5e3ada5582f9 None None] New status for floating IP 8c66e7ce-cd8a-43bd-b2e5-2f10e92e845f: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:30:27.086775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72478c-56fc-42be-bc97-88e42815815d req-fd7d8698-e5ff-424b-aa80-27a1553dc740 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:27.088186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-fd7d8698-e5ff-424b-aa80-27a1553dc740 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 817 time: 0.1898606 Aug 31 01:30:27.092648 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.112079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-ef4fd2ca-b018-44d2-a7d4-262dd3f29200 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/quotas/d0dbe3984d684b7bb8b0ced7ad76b7ef HTTP/1.1" status: 200 len: 375 time: 0.0156567 Aug 31 01:30:27.151465 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.157514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:27.158059 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.235334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6688626 Aug 31 01:30:27.238873 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51954) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:27.248293 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-0c6498d8-58e9-4fe2-98ca-0eab0074b799 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295815 Aug 31 01:30:27.249098 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6854a-4b97-49c2-992e-bc74d077450b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Network': ['ID=9fdb1565-eeb0-43dd-b144-61bcc0e46baf,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:27.269579 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b4a7dc30-17ee-42d1-a20b-d2af2c2be307 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'network': {'name': 'tempest-RoutersTest-740528388'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:27.276638 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 9fdb1565-eeb0-43dd-b144-61bcc0e46baf details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:30:27.302125 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a7dc30-17ee-42d1-a20b-d2af2c2be307 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:27.306442 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4a7dc30-17ee-42d1-a20b-d2af2c2be307 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.341022 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a7dc30-17ee-42d1-a20b-d2af2c2be307 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:30:27.379681 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4a7dc30-17ee-42d1-a20b-d2af2c2be307 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.380082 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-b4a7dc30-17ee-42d1-a20b-d2af2c2be307 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Added segment df4e4157-8999-4ba7-8a07-eb8f824d98ac of type vlan for network 581d2b70-37d8-47c1-84c0-ed01f700448a Aug 31 01:30:27.414564 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-e24bbbf2-222c-42a1-bb3c-e82a105a6f6a service neutron] 10.222.0.58 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326635 Aug 31 01:30:27.472515 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4a7dc30-17ee-42d1-a20b-d2af2c2be307 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.512571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4a7dc30-17ee-42d1-a20b-d2af2c2be307 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.522932 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a7dc30-17ee-42d1-a20b-d2af2c2be307 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:27.523611 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4a7dc30-17ee-42d1-a20b-d2af2c2be307 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.603790 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b4a7dc30-17ee-42d1-a20b-d2af2c2be307 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3621156 Aug 31 01:30:27.607990 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51958) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:27.613018 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f830b5-1c48-4df1-a7ef-9da86e92db1f req-92a2b947-f904-446e-957c-e06278229fd6 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:27.614211 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-05822aac-6fd1-461e-9875-c520f95488c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'subnet': {'network_id': '9fdb1565-eeb0-43dd-b144-61bcc0e46baf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:27.614525 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49f830b5-1c48-4df1-a7ef-9da86e92db1f req-92a2b947-f904-446e-957c-e06278229fd6 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 946 time: 0.1120617 Aug 31 01:30:27.622188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c19243-83f4-4abe-8bdd-cbeeedbef555 req-51d49d20-0730-48dc-97e1-cc0b2251e6cc tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:27.625643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1c19243-83f4-4abe-8bdd-cbeeedbef555 req-51d49d20-0730-48dc-97e1-cc0b2251e6cc tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 946 time: 0.1683702 Aug 31 01:30:27.635046 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7dc30-17ee-42d1-a20b-d2af2c2be307 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Network': ['ID=581d2b70-37d8-47c1-84c0-ed01f700448a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:27.639121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-2d3093d3-ebd9-48c4-8fe2-f574583b9355 service neutron] 10.222.0.58 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109642 Aug 31 01:30:27.673034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 581d2b70-37d8-47c1-84c0-ed01f700448a details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:30:27.730651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05822aac-6fd1-461e-9875-c520f95488c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:27.736897 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05822aac-6fd1-461e-9875-c520f95488c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:27.822367 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1c19243-83f4-4abe-8bdd-cbeeedbef555 req-a9dfecce-8570-4e12-88da-e6e87ae610e2 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbeda79b-23b9-4504-bfee-4aed1d8f4577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833489 Aug 31 01:30:27.884932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-49f830b5-1c48-4df1-a7ef-9da86e92db1f req-476df53c-61e5-40e8-a055-3de043b179ea tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Deleting port b61663f0-d9d3-4f68-bd6d-b768438e88cf {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:27.886141 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-49f830b5-1c48-4df1-a7ef-9da86e92db1f req-476df53c-61e5-40e8-a055-3de043b179ea tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.019696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed50e27-9e37-4250-a11b-f61147d2f973 req-635cd2e9-91eb-4cd4-92a2-055f70714e0e tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 210 time: 0.0470099 Aug 31 01:30:28.047662 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05822aac-6fd1-461e-9875-c520f95488c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.080132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-49f830b5-1c48-4df1-a7ef-9da86e92db1f req-476df53c-61e5-40e8-a055-3de043b179ea tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] For port b61663f0-d9d3-4f68-bd6d-b768438e88cf, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b61663f0-d9d3-4f68-bd6d-b768438e88cf,segment=NetworkSegment(6a79a9eb-f123-43b4-bce3-5b3c3d18ae63),segment_id=6a79a9eb-f123-43b4-bce3-5b3c3d18ae63)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:28.080517 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-49f830b5-1c48-4df1-a7ef-9da86e92db1f req-476df53c-61e5-40e8-a055-3de043b179ea tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.096191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-49f830b5-1c48-4df1-a7ef-9da86e92db1f req-476df53c-61e5-40e8-a055-3de043b179ea tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Calling delete_port for b61663f0-d9d3-4f68-bd6d-b768438e88cf owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:28.132120 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05822aac-6fd1-461e-9875-c520f95488c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Subnet': ['ID=c798c8e0-0f32-4742-92c1-1b752475d858,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:28.159702 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05822aac-6fd1-461e-9875-c520f95488c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Checking segment: {'id': '07ed765d-84e5-4744-908f-ad24b225ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9fdb1565-eeb0-43dd-b144-61bcc0e46baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:28.160071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05822aac-6fd1-461e-9875-c520f95488c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network hostable DHCP agents. Network: 9fdb1565-eeb0-43dd-b144-61bcc0e46baf, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:30:28.180328 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05822aac-6fd1-461e-9875-c520f95488c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 9fdb1565-eeb0-43dd-b144-61bcc0e46baf is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:30:28.194056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-05822aac-6fd1-461e-9875-c520f95488c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 9fdb1565-eeb0-43dd-b144-61bcc0e46baf) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:28.199820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05822aac-6fd1-461e-9875-c520f95488c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:28.200512 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-05822aac-6fd1-461e-9875-c520f95488c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.208086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e133e1ae-5eda-4dac-924a-05a29de9b59e None None] Network 9fdb1565-eeb0-43dd-b144-61bcc0e46baf requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:28.243113 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-05822aac-6fd1-461e-9875-c520f95488c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6335113 Aug 31 01:30:28.246508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 51968) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:28.254344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-46f324ec-b5c3-4a1e-b98f-deb35f0fb196 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'subnet': {'network_id': '581d2b70-37d8-47c1-84c0-ed01f700448a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:28.392822 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-49f830b5-1c48-4df1-a7ef-9da86e92db1f req-476df53c-61e5-40e8-a055-3de043b179ea tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.458024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476df53c-61e5-40e8-a055-3de043b179ea tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Pushing event deleted for resources: {'Port': ['ID=b61663f0-d9d3-4f68-bd6d-b768438e88cf,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:28.493662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f324ec-b5c3-4a1e-b98f-deb35f0fb196 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:28.501738 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46f324ec-b5c3-4a1e-b98f-deb35f0fb196 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.506565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-9fdb1565-eeb0-43dd-b144-61bcc0e46baf', 'network_id': '9fdb1565-eeb0-43dd-b144-61bcc0e46baf', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'fixed_ips': [{'subnet_id': 'c798c8e0-0f32-4742-92c1-1b752475d858'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:30:28.507613 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.570248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f830b5-1c48-4df1-a7ef-9da86e92db1f req-476df53c-61e5-40e8-a055-3de043b179ea tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] No DVR routers for this DVR port b61663f0-d9d3-4f68-bd6d-b768438e88cf on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:30:28.574860 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-49f830b5-1c48-4df1-a7ef-9da86e92db1f req-476df53c-61e5-40e8-a055-3de043b179ea tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:28.578061 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49f830b5-1c48-4df1-a7ef-9da86e92db1f req-476df53c-61e5-40e8-a055-3de043b179ea tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.70 "DELETE /v2.0/ports/b61663f0-d9d3-4f68-bd6d-b768438e88cf HTTP/1.1" status: 204 len: 173 time: 0.9514744 Aug 31 01:30:28.578520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'name': 'network-vif-deleted', 'tag': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:28.580861 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412fb33f-0cf8-44a9-b4af-d1f58ea030ac" -d '{"events": [{"server_uuid": "fdc2f536-3aa3-4f77-b0fa-4b67de76493f", "name": "network-vif-deleted", "tag": "b61663f0-d9d3-4f68-bd6d-b768438e88cf"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:28.643964 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2879deb-6bd8-4762-9d51-2c9b9f8cc4b8 x-openstack-request-id: req-f2879deb-6bd8-4762-9d51-2c9b9f8cc4b8 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:28.643964 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc2f536-3aa3-4f77-b0fa-4b67de76493f", "name": "network-vif-deleted", "tag": "b61663f0-d9d3-4f68-bd6d-b768438e88cf", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:28.644210 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2879deb-6bd8-4762-9d51-2c9b9f8cc4b8 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:28.644721 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc2f536-3aa3-4f77-b0fa-4b67de76493f', 'name': 'network-vif-deleted', 'tag': 'b61663f0-d9d3-4f68-bd6d-b768438e88cf', 'status': 'completed', 'code': 200} Aug 31 01:30:28.734123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Allocated IP 172.20.0.2 (9fdb1565-eeb0-43dd-b144-61bcc0e46baf/c798c8e0-0f32-4742-92c1-1b752475d858/06432a65-f16e-436a-934a-5264ae240ab2) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:28.939598 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46f324ec-b5c3-4a1e-b98f-deb35f0fb196 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.027126 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.039901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Transition to ACTIVE for port object 06432a65-f16e-436a-934a-5264ae240ab2 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:29.057769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f324ec-b5c3-4a1e-b98f-deb35f0fb196 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Subnet': ['ID=99bae617-3dd4-4898-8511-40b90ef09de1,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:29.090782 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-172072d5-5aac-4f84-9072-03fa3ee1f19d req-9ba302f5-6bc8-430c-83a5-4b014767f799 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 210 time: 0.0764937 Aug 31 01:30:29.117026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Transition to ACTIVE for port object 06432a65-f16e-436a-934a-5264ae240ab2 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:29.129533 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.148875 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f324ec-b5c3-4a1e-b98f-deb35f0fb196 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Checking segment: {'id': 'df4e4157-8999-4ba7-8a07-eb8f824d98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '581d2b70-37d8-47c1-84c0-ed01f700448a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:29.149435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f324ec-b5c3-4a1e-b98f-deb35f0fb196 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network hostable DHCP agents. Network: 581d2b70-37d8-47c1-84c0-ed01f700448a, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:30:29.190283 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f324ec-b5c3-4a1e-b98f-deb35f0fb196 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 581d2b70-37d8-47c1-84c0-ed01f700448a is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:30:29.210404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-46f324ec-b5c3-4a1e-b98f-deb35f0fb196 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 581d2b70-37d8-47c1-84c0-ed01f700448a) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:29.220165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f324ec-b5c3-4a1e-b98f-deb35f0fb196 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:29.220321 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46f324ec-b5c3-4a1e-b98f-deb35f0fb196 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.223617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40594ed2-6c09-44c2-9eaa-3f19055bb3d4 req-08272e07-e347-4143-8296-5ccb42ae53f9 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 210 time: 0.0493987 Aug 31 01:30:29.234314 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Network 9fdb1565-eeb0-43dd-b144-61bcc0e46baf is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:29.242671 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:29.246965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e15b4e-1c6e-412f-9d91-124ac8bffe7b None None] Network 581d2b70-37d8-47c1-84c0-ed01f700448a requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:29.249666 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:29.256864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51980) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:29.262249 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-46f324ec-b5c3-4a1e-b98f-deb35f0fb196 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0147507 Aug 31 01:30:29.267838 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-004b5cf4-c4a4-4af2-8a99-40a987655830 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1923792533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:29.299821 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-004b5cf4-c4a4-4af2-8a99-40a987655830 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.301189 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-004b5cf4-c4a4-4af2-8a99-40a987655830 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.372831 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-004b5cf4-c4a4-4af2-8a99-40a987655830 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.385131 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-004b5cf4-c4a4-4af2-8a99-40a987655830 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.387629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Pushing event updated for resources: {'Port': ['ID=06432a65-f16e-436a-934a-5264ae240ab2,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:29.479198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Attempting to bind port 06432a65-f16e-436a-934a-5264ae240ab2 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:29.479533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Attempting to bind port 06432a65-f16e-436a-934a-5264ae240ab2 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '07ed765d-84e5-4744-908f-ad24b225ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9fdb1565-eeb0-43dd-b144-61bcc0e46baf'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:29.479876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Attempting to bind port 06432a65-f16e-436a-934a-5264ae240ab2 on network 9fdb1565-eeb0-43dd-b144-61bcc0e46baf {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:29.492775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:29.493171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Checking segment: {'id': '07ed765d-84e5-4744-908f-ad24b225ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9fdb1565-eeb0-43dd-b144-61bcc0e46baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:29.493641 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.494121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Bound using segment: {'id': '07ed765d-84e5-4744-908f-ad24b225ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9fdb1565-eeb0-43dd-b144-61bcc0e46baf'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:29.494878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Bound port: 06432a65-f16e-436a-934a-5264ae240ab2, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ed765d-84e5-4744-908f-ad24b225ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9fdb1565-eeb0-43dd-b144-61bcc0e46baf'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:29.495577 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.523945 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-004b5cf4-c4a4-4af2-8a99-40a987655830 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.525853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-004b5cf4-c4a4-4af2-8a99-40a987655830 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2637823 Aug 31 01:30:29.529455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 51984) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:29.549919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72478c-56fc-42be-bc97-88e42815815d req-938fab07-936a-43ec-abd0-14f4d129a889 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:29.554697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-938fab07-936a-43ec-abd0-14f4d129a889 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.15 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 817 time: 0.1814861 Aug 31 01:30:29.754960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-65a960c1-63e7-4e11-92d0-c39e97c45770 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef HTTP/1.1" status: 200 len: 379 time: 0.1538486 Aug 31 01:30:29.767963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3e72478c-56fc-42be-bc97-88e42815815d req-aaf5e345-4a31-44f6-9897-3bee7840c2f8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Request body: {'port': {'device_id': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'admin_state_up': True, 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'security_groups': ['2a456a79-7a22-49ec-9484-f3e9490d7ac9']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:29.835236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] For port 06432a65-f16e-436a-934a-5264ae240ab2, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:29.839609 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] For port 06432a65-f16e-436a-934a-5264ae240ab2, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=06432a65-f16e-436a-934a-5264ae240ab2,segment=NetworkSegment(07ed765d-84e5-4744-908f-ad24b225ca9a),segment_id=07ed765d-84e5-4744-908f-ad24b225ca9a)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:29.844075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b61663f0-d9d3-4f68-bd6d-b768438e88cf no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:29.873288 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:29.887176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: b61663f0-d9d3-4f68-bd6d-b768438e88cf {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:30:29.887678 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b61663f0-d9d3-4f68-bd6d-b768438e88cf not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:29.960447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-581d2b70-37d8-47c1-84c0-ed01f700448a', 'network_id': '581d2b70-37d8-47c1-84c0-ed01f700448a', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'fixed_ips': [{'subnet_id': '99bae617-3dd4-4898-8511-40b90ef09de1'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:30:29.962641 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.093581 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6250c54-4a49-43e5-875e-aa159f6a878f None None] Pushing event updated for resources: {'Port': ['ID=06432a65-f16e-436a-934a-5264ae240ab2,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:30.240297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Allocated IP 172.21.0.2 (581d2b70-37d8-47c1-84c0-ed01f700448a/99bae617-3dd4-4898-8511-40b90ef09de1/b2402a08-b959-487f-a43c-56536a80a594) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:30.324989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d57b1a65-4c62-446b-982f-496e308871e2 req-b7749597-6ea5-4a8f-a65b-c98893551310 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 210 time: 0.1054137 Aug 31 01:30:30.421273 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b77a50c-c368-45f6-adc3-5be8e18b766d req-274bb7fa-b209-4a47-ab9a-2b0389bd3215 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 210 time: 0.0902498 Aug 31 01:30:30.500846 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.508002 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.509692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Transition to ACTIVE for port object b2402a08-b959-487f-a43c-56536a80a594 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:30.529032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Transition to ACTIVE for port object b2402a08-b959-487f-a43c-56536a80a594 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:30.538056 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.661604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e72478c-56fc-42be-bc97-88e42815815d req-aaf5e345-4a31-44f6-9897-3bee7840c2f8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Made reservation on behalf of d0dbe3984d684b7bb8b0ced7ad76b7ef for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:30.665928 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3e72478c-56fc-42be-bc97-88e42815815d req-aaf5e345-4a31-44f6-9897-3bee7840c2f8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.670410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Network 581d2b70-37d8-47c1-84c0-ed01f700448a is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:30.675007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:30.678961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:30.690678 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Pushing event updated for resources: {'Port': ['ID=b2402a08-b959-487f-a43c-56536a80a594,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:30.760328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 06432a65-f16e-436a-934a-5264ae240ab2 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:30.794378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Attempting to bind port b2402a08-b959-487f-a43c-56536a80a594 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:30.794822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Attempting to bind port b2402a08-b959-487f-a43c-56536a80a594 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'df4e4157-8999-4ba7-8a07-eb8f824d98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '581d2b70-37d8-47c1-84c0-ed01f700448a'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:30.795189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Attempting to bind port b2402a08-b959-487f-a43c-56536a80a594 on network 581d2b70-37d8-47c1-84c0-ed01f700448a {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:30.810061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:30.810426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Checking segment: {'id': 'df4e4157-8999-4ba7-8a07-eb8f824d98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '581d2b70-37d8-47c1-84c0-ed01f700448a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:30.810997 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.811432 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Bound using segment: {'id': 'df4e4157-8999-4ba7-8a07-eb8f824d98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '581d2b70-37d8-47c1-84c0-ed01f700448a'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:30.811917 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Bound port: b2402a08-b959-487f-a43c-56536a80a594, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4e4157-8999-4ba7-8a07-eb8f824d98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '581d2b70-37d8-47c1-84c0-ed01f700448a'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:30.812386 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.892710 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] For port b2402a08-b959-487f-a43c-56536a80a594, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:30.896217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] For port b2402a08-b959-487f-a43c-56536a80a594, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b2402a08-b959-487f-a43c-56536a80a594,segment=NetworkSegment(df4e4157-8999-4ba7-8a07-eb8f824d98ac),segment_id=df4e4157-8999-4ba7-8a07-eb8f824d98ac)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:30.902329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-3e72478c-56fc-42be-bc97-88e42815815d req-aaf5e345-4a31-44f6-9897-3bee7840c2f8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Allocated IP 172.20.0.6 (f2891bde-7a7f-462b-80b5-cf9a0cc668cb/6bb9e282-3c24-4ca3-a3a0-e71d0a402627/d5320afe-ca09-4956-9e2d-5c7f77e8b3ee) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:30.902551 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:30.968720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 06432a65-f16e-436a-934a-5264ae240ab2 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:30.986819 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d2fbb-de94-4aae-9d27-8836b673ac6f None None] Pushing event updated for resources: {'Port': ['ID=b2402a08-b959-487f-a43c-56536a80a594,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:31.250101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Allocated IP 172.20.0.1 (9fdb1565-eeb0-43dd-b144-61bcc0e46baf/c798c8e0-0f32-4742-92c1-1b752475d858/278ee6be-c8c8-41be-aa70-9995255d646f) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:31.345407 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3e72478c-56fc-42be-bc97-88e42815815d req-aaf5e345-4a31-44f6-9897-3bee7840c2f8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:31.550990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461ed629-8dc5-452a-9d55-ef7d5f4df8a8 None None] Network 9fdb1565-eeb0-43dd-b144-61bcc0e46baf requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:31.609577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-3e72478c-56fc-42be-bc97-88e42815815d req-aaf5e345-4a31-44f6-9897-3bee7840c2f8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Transition to ACTIVE for port object d5320afe-ca09-4956-9e2d-5c7f77e8b3ee will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:31.615782 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc023f73-4a8b-444f-a178-32472679662b req-de306058-6460-4295-9a47-a2828ab87be9 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 210 time: 0.0470271 Aug 31 01:30:31.617719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36d400d7-952b-48d5-956e-7ad5d8e7e280 req-5d4147b6-f0b6-4c2c-8ae7-be7759d49f40 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 210 time: 0.0715449 Aug 31 01:30:31.682043 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:31.686182 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:31.690699 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c1fcef75-7df0-434e-8460-48305a98eec7 None None] Provisioning for port 06432a65-f16e-436a-934a-5264ae240ab2 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:31.697534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c1fcef75-7df0-434e-8460-48305a98eec7 None None] Provisioning complete for port 06432a65-f16e-436a-934a-5264ae240ab2 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:31.697984 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c1fcef75-7df0-434e-8460-48305a98eec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:31.733793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Transition to ACTIVE for port object 278ee6be-c8c8-41be-aa70-9995255d646f will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:31.753880 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3e72478c-56fc-42be-bc97-88e42815815d req-aaf5e345-4a31-44f6-9897-3bee7840c2f8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:31.842512 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e72478c-56fc-42be-bc97-88e42815815d req-aaf5e345-4a31-44f6-9897-3bee7840c2f8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Network f2891bde-7a7f-462b-80b5-cf9a0cc668cb is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:31.850951 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-3e72478c-56fc-42be-bc97-88e42815815d req-aaf5e345-4a31-44f6-9897-3bee7840c2f8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:31.854594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e72478c-56fc-42be-bc97-88e42815815d req-aaf5e345-4a31-44f6-9897-3bee7840c2f8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:31.857461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5e345-4a31-44f6-9897-3bee7840c2f8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event updated for resources: {'Port': ['ID=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:31.906261 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:31.910179 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c1fcef75-7df0-434e-8460-48305a98eec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:31.967684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c1fcef75-7df0-434e-8460-48305a98eec7 None None] For port 06432a65-f16e-436a-934a-5264ae240ab2, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=06432a65-f16e-436a-934a-5264ae240ab2,segment=NetworkSegment(07ed765d-84e5-4744-908f-ad24b225ca9a),segment_id=07ed765d-84e5-4744-908f-ad24b225ca9a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:31.978810 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c1fcef75-7df0-434e-8460-48305a98eec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.006388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72478c-56fc-42be-bc97-88e42815815d req-aaf5e345-4a31-44f6-9897-3bee7840c2f8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:32.007036 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3e72478c-56fc-42be-bc97-88e42815815d req-aaf5e345-4a31-44f6-9897-3bee7840c2f8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.073428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcef75-7df0-434e-8460-48305a98eec7 None None] Pushing event updated for resources: {'Port': ['ID=06432a65-f16e-436a-934a-5264ae240ab2,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:32.099506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=278ee6be-c8c8-41be-aa70-9995255d646f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:32.116782 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 9fdb1565-eeb0-43dd-b144-61bcc0e46baf is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:32.119958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:32.123743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:32.129288 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-aaf5e345-4a31-44f6-9897-3bee7840c2f8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3660648 Aug 31 01:30:32.183970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Request body: {'port': {'device_id': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:32.274775 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.356406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.532476 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-04f4c9c8-6fe5-40d6-bd16-ef8dee84597b None None] Provisioning for port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:32.540869 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-04f4c9c8-6fe5-40d6-bd16-ef8dee84597b None None] Provisioning complete for port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:32.541162 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-04f4c9c8-6fe5-40d6-bd16-ef8dee84597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.636129 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-04f4c9c8-6fe5-40d6-bd16-ef8dee84597b None None] Port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:32.671319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-04f4c9c8-6fe5-40d6-bd16-ef8dee84597b None None] Provisioning complete for port 06432a65-f16e-436a-934a-5264ae240ab2 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:32.673018 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-04f4c9c8-6fe5-40d6-bd16-ef8dee84597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:32.895625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c3336-a41e-4765-aa7d-031daea4bd70 None None] Network 581d2b70-37d8-47c1-84c0-ed01f700448a requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:32.958536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 06432a65-f16e-436a-934a-5264ae240ab2 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:33.022182 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.039320 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3565d9dc-5b9c-42b9-8b59-eab78cf16c4f req-ba719013-2bd5-4b82-a792-3ae01f0e3e4d tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 210 time: 0.0895970 Aug 31 01:30:33.042089 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5320afe-ca09-4956-9e2d-5c7f77e8b3ee {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:30:33.055797 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.073655 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-63fb278b-7af0-46ab-8aef-cc92bd4a8d55 None None] Provisioning for port b2402a08-b959-487f-a43c-56536a80a594 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:33.126841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Transition to ACTIVE for port object d5320afe-ca09-4956-9e2d-5c7f77e8b3ee will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:33.127225 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 06432a65-f16e-436a-934a-5264ae240ab2 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:33.127668 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.148877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2611b2-2581-42a9-a902-5c5c0e491110 req-56affbb7-1ab6-4a9b-97c9-7d3bb7f4ebbc tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:33.151359 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a2611b2-2581-42a9-a902-5c5c0e491110 req-56affbb7-1ab6-4a9b-97c9-7d3bb7f4ebbc tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 931 time: 0.1872394 Aug 31 01:30:33.199295 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.234647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-63fb278b-7af0-46ab-8aef-cc92bd4a8d55 None None] Provisioning for port 278ee6be-c8c8-41be-aa70-9995255d646f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:33.257886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-63fb278b-7af0-46ab-8aef-cc92bd4a8d55 None None] Provisioning complete for port 278ee6be-c8c8-41be-aa70-9995255d646f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:33.257886 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-63fb278b-7af0-46ab-8aef-cc92bd4a8d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.349082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a2611b2-2581-42a9-a902-5c5c0e491110 req-29f43ca2-3350-45d5-a2b5-8fc9b329fb8a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587300 Aug 31 01:30:33.370288 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-63fb278b-7af0-46ab-8aef-cc92bd4a8d55 None None] Port 278ee6be-c8c8-41be-aa70-9995255d646f cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:33.382301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:33.391669 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b2402a08-b959-487f-a43c-56536a80a594 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:33.489003 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port b2402a08-b959-487f-a43c-56536a80a594 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:33.496431 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b2402a08-b959-487f-a43c-56536a80a594 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:33.496842 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.591336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Attempting to bind port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:33.591832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Attempting to bind port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:33.592201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Attempting to bind port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee on network f2891bde-7a7f-462b-80b5-cf9a0cc668cb {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:33.599137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee on network f2891bde-7a7f-462b-80b5-cf9a0cc668cb not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:30:33.599739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Attempting to bind port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee on network f2891bde-7a7f-462b-80b5-cf9a0cc668cb {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:33.612532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:33.612879 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Checking segment: {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:33.613271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Bound using segment: {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:33.613724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Bound port: d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:33.614080 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.713276 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.771273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port b2402a08-b959-487f-a43c-56536a80a594, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b2402a08-b959-487f-a43c-56536a80a594,segment=NetworkSegment(df4e4157-8999-4ba7-8a07-eb8f824d98ac),segment_id=df4e4157-8999-4ba7-8a07-eb8f824d98ac)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:33.777379 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.794786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:33.813982 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.819835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:33.821470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.858923 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=b2402a08-b959-487f-a43c-56536a80a594,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:33.862099 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.870873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7d6d8535-2f8d-4c87-8567-cac01be99098 None None] Provisioning complete for port b2402a08-b959-487f-a43c-56536a80a594 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:33.871265 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7d6d8535-2f8d-4c87-8567-cac01be99098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.925528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:33.927309 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.928419 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] 10.222.0.15 "PUT /v2.0/ports/d5320afe-ca09-4956-9e2d-5c7f77e8b3ee HTTP/1.1" status: 200 len: 1092 time: 1.7597795 Aug 31 01:30:33.931767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:33.936278 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562411a6-0bc9-436b-888d-cc7e1ddaab9b" -d '{"events": [{"name": "network-changed", "server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:33.953560 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:33.955637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=278ee6be-c8c8-41be-aa70-9995255d646f,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:34.061534 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e429bd4d-a401-4b34-975e-7a0528c3840e x-openstack-request-id: req-e429bd4d-a401-4b34-975e-7a0528c3840e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:34.061835 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:34.062104 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e429bd4d-a401-4b34-975e-7a0528c3840e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:34.062535 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'status': 'completed', 'code': 200} Aug 31 01:30:34.142283 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f03db-941b-4c33-bbff-6dee9c9495b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:34.166381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72478c-56fc-42be-bc97-88e42815815d req-0eaaf363-ecbf-4e97-8497-2fec006f5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:34.169812 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-0eaaf363-ecbf-4e97-8497-2fec006f5c0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 1095 time: 0.1631386 Aug 31 01:30:34.254406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-7c4d18f8-633a-43fd-a2b9-7979f7c25f77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee HTTP/1.1" status: 200 len: 217 time: 0.0648506 Aug 31 01:30:34.257914 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efeebef7-c1e7-41f1-a401-62484c26ae4f req-a3f9ab7b-cd01-4f67-b47d-74e2e66f0fa1 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 210 time: 0.0861483 Aug 31 01:30:34.282003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 9fdb1565-eeb0-43dd-b144-61bcc0e46baf is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:34.599437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:34.676085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b2402a08-b959-487f-a43c-56536a80a594 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:34.714852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72478c-56fc-42be-bc97-88e42815815d req-38304cd1-bf96-4932-9041-7c3a4c602d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:34.717266 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-38304cd1-bf96-4932-9041-7c3a4c602d75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 200 len: 856 time: 0.4524388 Aug 31 01:30:34.777493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c0d76-1e93-4473-a8b4-84bacb4dc224 req-b9c85ba0-7dd1-4cfa-869f-1dbbf1873863 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:34.778983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b2402a08-b959-487f-a43c-56536a80a594 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:34.779662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-615c0d76-1e93-4473-a8b4-84bacb4dc224 req-b9c85ba0-7dd1-4cfa-869f-1dbbf1873863 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 943 time: 0.1752400 Aug 31 01:30:34.780192 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:34.875215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-615c0d76-1e93-4473-a8b4-84bacb4dc224 req-bb07f185-2ef9-4c56-938b-99797690ecf8 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765996 Aug 31 01:30:34.883542 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72478c-56fc-42be-bc97-88e42815815d req-42c18468-9a60-4b15-a29f-41a96c25f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:34.885086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-42c18468-9a60-4b15-a29f-41a96c25f3bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336465 Aug 31 01:30:34.993987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8a2ab44e-c072-40b8-94e5-4c1e8a61201f None None] Provisioning complete for port 278ee6be-c8c8-41be-aa70-9995255d646f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:34.994432 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab44e-c072-40b8-94e5-4c1e8a61201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:34.996704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 17c8a591-e80d-4135-a2a8-5c7e0369da93 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:30:35.025997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-d7cb9ead-738c-45b5-a197-90e98f99876c service neutron] 10.222.0.15 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314991 Aug 31 01:30:35.035991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ab44e-c072-40b8-94e5-4c1e8a61201f None None] Port 278ee6be-c8c8-41be-aa70-9995255d646f cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:35.166845 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:35.180862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d01fce7b-e22c-480c-9387-cbeaeac20d29 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/17c8a591-e80d-4135-a2a8-5c7e0369da93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6480522 Aug 31 01:30:35.182074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52020) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:35.182193 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14af666-4fe9-4110-b1b6-8362e1af513b None None] Sync routers for ids ['17c8a591-e80d-4135-a2a8-5c7e0369da93'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:35.193494 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14af666-4fe9-4110-b1b6-8362e1af513b None None] Routers {'17c8a591-e80d-4135-a2a8-5c7e0369da93'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:35.195322 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-a14af666-4fe9-4110-b1b6-8362e1af513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['17c8a591-e80d-4135-a2a8-5c7e0369da93'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:35.234667 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e72478c-56fc-42be-bc97-88e42815815d req-4f4f9b95-3482-4198-945b-c21129393bd9 service neutron] 10.222.0.15 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769335 Aug 31 01:30:35.241669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8904afeb-a26f-4c8c-97a7-86149ea9c143 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:35.241864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-a14af666-4fe9-4110-b1b6-8362e1af513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:35.243011 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8904afeb-a26f-4c8c-97a7-86149ea9c143 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports/278ee6be-c8c8-41be-aa70-9995255d646f HTTP/1.1" status: 200 len: 910 time: 0.0609765 Aug 31 01:30:35.248163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52022) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:35.261983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14af666-4fe9-4110-b1b6-8362e1af513b None None] Routers {'17c8a591-e80d-4135-a2a8-5c7e0369da93'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:35.263337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-a14af666-4fe9-4110-b1b6-8362e1af513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['17c8a591-e80d-4135-a2a8-5c7e0369da93'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:35.312431 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-a14af666-4fe9-4110-b1b6-8362e1af513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:35.313165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14af666-4fe9-4110-b1b6-8362e1af513b None None] The sync data for ids ['17c8a591-e80d-4135-a2a8-5c7e0369da93'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:35.420451 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36608f41-0501-4971-90d6-c8d632915dc8 req-4e70c85a-22f8-42b4-b0f4-f3aa9b86953d tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 210 time: 0.0501461 Aug 31 01:30:35.439594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562411a6-0bc9-436b-888d-cc7e1ddaab9b req-b37c6ab5-8667-4509-b9f9-ab861ce05ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:35.441767 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-562411a6-0bc9-436b-888d-cc7e1ddaab9b req-b37c6ab5-8667-4509-b9f9-ab861ce05ea6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 1095 time: 0.0852382 Aug 31 01:30:35.552237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562411a6-0bc9-436b-888d-cc7e1ddaab9b req-0f77d622-38f6-49ef-af05-51e16c28995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:35.553932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-562411a6-0bc9-436b-888d-cc7e1ddaab9b req-0f77d622-38f6-49ef-af05-51e16c28995d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 918 time: 0.1014385 Aug 31 01:30:35.610344 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-562411a6-0bc9-436b-888d-cc7e1ddaab9b req-9dbfa249-4ea5-42b5-8138-cb16b4ae6d34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee HTTP/1.1" status: 200 len: 217 time: 0.0476377 Aug 31 01:30:35.678086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562411a6-0bc9-436b-888d-cc7e1ddaab9b req-a5106b1d-9373-498c-82b4-9536e4a8ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:35.679586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-562411a6-0bc9-436b-888d-cc7e1ddaab9b req-a5106b1d-9373-498c-82b4-9536e4a8ffc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 200 len: 856 time: 0.0612214 Aug 31 01:30:35.692943 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:35.732869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562411a6-0bc9-436b-888d-cc7e1ddaab9b req-cf6affbd-1cf3-4176-af87-b2b656b4345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:35.734573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-562411a6-0bc9-436b-888d-cc7e1ddaab9b req-cf6affbd-1cf3-4176-af87-b2b656b4345c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481489 Aug 31 01:30:35.836618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-562411a6-0bc9-436b-888d-cc7e1ddaab9b req-6d446c03-71a0-4ab9-ab71-3f08f3692ccd service neutron] 10.222.0.15 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936098 Aug 31 01:30:35.960716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-562411a6-0bc9-436b-888d-cc7e1ddaab9b req-a3cd909a-f2c2-4760-861b-71652943a1c2 service neutron] 10.222.0.15 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164117 Aug 31 01:30:35.988266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Allocated IP 172.21.0.1 (581d2b70-37d8-47c1-84c0-ed01f700448a/99bae617-3dd4-4898-8511-40b90ef09de1/2436076b-bb64-4f93-9677-889965871626) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:36.064582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca54e3c-9f20-49e3-a12d-f69c7f10657c req-27163fda-5ea1-4f0c-a711-d664c102b4cc tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:36.067759 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fca54e3c-9f20-49e3-a12d-f69c7f10657c req-27163fda-5ea1-4f0c-a711-d664c102b4cc tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 943 time: 0.0733361 Aug 31 01:30:36.118727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fca54e3c-9f20-49e3-a12d-f69c7f10657c req-63b8a1f7-38f0-4435-aef3-e5a09130b19b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437076 Aug 31 01:30:36.134746 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.150677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Transition to ACTIVE for port object 2436076b-bb64-4f93-9677-889965871626 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:36.185410 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.229079 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 581d2b70-37d8-47c1-84c0-ed01f700448a is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:36.232908 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:36.237380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:36.272288 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=2436076b-bb64-4f93-9677-889965871626,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:36.284486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:36.284835 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:36.285179 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:36.285514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:36.286078 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:36.286569 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:36.287056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:36.287596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:36.288108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:36.288621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:36.288952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:36.289307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:36.315898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.446909 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.563146 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:30:36.586089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4bed067a-b71e-4578-9c9d-88463ca271f8 None None] Provisioning for port 2436076b-bb64-4f93-9677-889965871626 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:36.590606 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4bed067a-b71e-4578-9c9d-88463ca271f8 None None] Provisioning complete for port 2436076b-bb64-4f93-9677-889965871626 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:36.592791 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4bed067a-b71e-4578-9c9d-88463ca271f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:36.600868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6d63a51-9115-4ee6-900f-f4c23ce42ac9 req-f1e6659f-23f2-4a54-a1b1-9b53a91b9b32 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc2f536-3aa3-4f77-b0fa-4b67de76493f HTTP/1.1" status: 200 len: 210 time: 0.0620017 Aug 31 01:30:36.680201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4bed067a-b71e-4578-9c9d-88463ca271f8 None None] Port 2436076b-bb64-4f93-9677-889965871626 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:37.144695 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.151142 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.234734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=2436076b-bb64-4f93-9677-889965871626,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:37.238730 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.286198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d906c-b4dd-44f9-8f1b-626b63e7b61b req-a3f56a0e-a826-4648-91ea-485f04f8ea8e tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:37.292709 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-142d906c-b4dd-44f9-8f1b-626b63e7b61b req-a3f56a0e-a826-4648-91ea-485f04f8ea8e tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 943 time: 0.0918705 Aug 31 01:30:37.352442 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-142d906c-b4dd-44f9-8f1b-626b63e7b61b req-d58d3131-5fa7-4f63-99cc-655a346a9852 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523965 Aug 31 01:30:37.377670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 581d2b70-37d8-47c1-84c0-ed01f700448a is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:37.380245 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:37.489084 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 17c8a591-e80d-4135-a2a8-5c7e0369da93 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:37.599192 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:37.606890 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b933142c-94a6-4f76-9491-09f4615139ca tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/17c8a591-e80d-4135-a2a8-5c7e0369da93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3547392 Aug 31 01:30:37.608935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52038) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:37.620609 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9534d-226c-4289-a94b-e8526ab664f9 None None] Sync routers for ids ['17c8a591-e80d-4135-a2a8-5c7e0369da93'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:37.646842 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9534d-226c-4289-a94b-e8526ab664f9 None None] Routers {'17c8a591-e80d-4135-a2a8-5c7e0369da93'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:37.654204 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6af9534d-226c-4289-a94b-e8526ab664f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['17c8a591-e80d-4135-a2a8-5c7e0369da93'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:37.668508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e841e629-f5bd-400c-9259-d00c231f29b2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:37.670584 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e841e629-f5bd-400c-9259-d00c231f29b2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports/2436076b-bb64-4f93-9677-889965871626 HTTP/1.1" status: 200 len: 910 time: 0.0603228 Aug 31 01:30:37.676473 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52044) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:37.689708 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52046) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:37.692850 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6af9534d-226c-4289-a94b-e8526ab664f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:37.704987 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9534d-226c-4289-a94b-e8526ab664f9 None None] Routers {'17c8a591-e80d-4135-a2a8-5c7e0369da93'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:37.705939 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6af9534d-226c-4289-a94b-e8526ab664f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['17c8a591-e80d-4135-a2a8-5c7e0369da93'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:37.728038 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d43f90b5-6301-4b09-b5ba-a95e56211404 None None] Provisioning complete for port 2436076b-bb64-4f93-9677-889965871626 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:37.728627 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d43f90b5-6301-4b09-b5ba-a95e56211404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.748270 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-6af9534d-226c-4289-a94b-e8526ab664f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:37.749607 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9534d-226c-4289-a94b-e8526ab664f9 None None] The sync data for ids ['17c8a591-e80d-4135-a2a8-5c7e0369da93'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:37.798316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d43f90b5-6301-4b09-b5ba-a95e56211404 None None] Port 2436076b-bb64-4f93-9677-889965871626 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:37.799370 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-500a0b9a-8b9d-48e9-bbfb-dfc55bb81741 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.833564 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-500a0b9a-8b9d-48e9-bbfb-dfc55bb81741 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.905176 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-500a0b9a-8b9d-48e9-bbfb-dfc55bb81741 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.908046 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-500a0b9a-8b9d-48e9-bbfb-dfc55bb81741 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:37.911930 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-500a0b9a-8b9d-48e9-bbfb-dfc55bb81741 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] 10.222.0.58 "DELETE /v2.0/security-groups/cbeda79b-23b9-4504-bfee-4aed1d8f4577 HTTP/1.1" status: 204 len: 168 time: 0.2180288 Aug 31 01:30:37.929884 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a0b9a-8b9d-48e9-bbfb-dfc55bb81741 tempest-TestVolumeBackupRestore-527667023 tempest-TestVolumeBackupRestore-527667023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeda79b-23b9-4504-bfee-4aed1d8f4577,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:38.154861 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3796496-d1ed-47a6-b997-c791adb2409e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:38.614426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca9001-41d2-4caf-8225-bcae695c0def req-147cb6f4-731d-4c22-a402-f0995be8dd4b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:38.616642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92ca9001-41d2-4caf-8225-bcae695c0def req-147cb6f4-731d-4c22-a402-f0995be8dd4b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 943 time: 0.1060920 Aug 31 01:30:38.743918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92ca9001-41d2-4caf-8225-bcae695c0def req-d93cd81d-5d90-44d9-96ba-c288bec35240 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146405 Aug 31 01:30:38.771722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f3796496-d1ed-47a6-b997-c791adb2409e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port 2436076b-bb64-4f93-9677-889965871626 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:38.772637 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3796496-d1ed-47a6-b997-c791adb2409e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:38.944077 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3796496-d1ed-47a6-b997-c791adb2409e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:38.959304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f3796496-d1ed-47a6-b997-c791adb2409e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for 2436076b-bb64-4f93-9677-889965871626 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:39.236456 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3796496-d1ed-47a6-b997-c791adb2409e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:39.277157 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3796496-d1ed-47a6-b997-c791adb2409e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=2436076b-bb64-4f93-9677-889965871626,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:39.629818 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3796496-d1ed-47a6-b997-c791adb2409e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:39.776601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d5320afe-ca09-4956-9e2d-5c7f77e8b3ee details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:30:40.006126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b353e-463e-4ee0-ba5d-3d95b5ef6010 req-100c5975-73b9-4f02-a2a4-64eb7ad01a79 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:40.014959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-502b353e-463e-4ee0-ba5d-3d95b5ef6010 req-100c5975-73b9-4f02-a2a4-64eb7ad01a79 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 943 time: 0.1593380 Aug 31 01:30:40.117088 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-502b353e-463e-4ee0-ba5d-3d95b5ef6010 req-28ec4fa3-7c3b-4900-aa98-0d747beb3ede tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010547 Aug 31 01:30:40.143843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3796496-d1ed-47a6-b997-c791adb2409e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 17c8a591-e80d-4135-a2a8-5c7e0369da93 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:40.168190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:40.198947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'port_id': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'mac_address': 'fa:16:3e:99:e3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:30:40.503471 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3796496-d1ed-47a6-b997-c791adb2409e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:40.504813 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:40.505115 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f3796496-d1ed-47a6-b997-c791adb2409e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/17c8a591-e80d-4135-a2a8-5c7e0369da93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7713654 Aug 31 01:30:40.505395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52248) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:40.505686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3b776f-99e4-4bfd-a3d3-d9fda738303c None None] Sync routers for ids ['17c8a591-e80d-4135-a2a8-5c7e0369da93'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:40.523956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b776f-99e4-4bfd-a3d3-d9fda738303c None None] Routers {'17c8a591-e80d-4135-a2a8-5c7e0369da93'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:40.525157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fa3b776f-99e4-4bfd-a3d3-d9fda738303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['17c8a591-e80d-4135-a2a8-5c7e0369da93'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:40.639105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5320afe-ca09-4956-9e2d-5c7f77e8b3ee {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:30:40.639105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:40.695874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fa3b776f-99e4-4bfd-a3d3-d9fda738303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:40.705044 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:40.731552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b776f-99e4-4bfd-a3d3-d9fda738303c None None] Routers {'17c8a591-e80d-4135-a2a8-5c7e0369da93'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:40.732211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fa3b776f-99e4-4bfd-a3d3-d9fda738303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['17c8a591-e80d-4135-a2a8-5c7e0369da93'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:40.871346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fa3b776f-99e4-4bfd-a3d3-d9fda738303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:40.879355 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3b776f-99e4-4bfd-a3d3-d9fda738303c None None] The sync data for ids ['17c8a591-e80d-4135-a2a8-5c7e0369da93'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:40.961539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:41.079980 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['d5320afe-ca09-4956-9e2d-5c7f77e8b3ee'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:30:41.195804 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-49f2808a-7bf0-4951-ad7c-d0143e6c2817 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:41.232014 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:41.417044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f30e0f-57b6-476a-91d4-8475e5167ff6 req-03049c3d-08f7-42f6-93f0-013283b5e2aa tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:41.426453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5f30e0f-57b6-476a-91d4-8475e5167ff6 req-03049c3d-08f7-42f6-93f0-013283b5e2aa tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 944 time: 0.0975955 Aug 31 01:30:41.568575 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5f30e0f-57b6-476a-91d4-8475e5167ff6 req-65ae91e2-bc86-4045-b6b2-d7ee1b3eea19 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408203 Aug 31 01:30:41.763853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-49f2808a-7bf0-4951-ad7c-d0143e6c2817 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port 278ee6be-c8c8-41be-aa70-9995255d646f {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:41.764780 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-49f2808a-7bf0-4951-ad7c-d0143e6c2817 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:41.924858 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-49f2808a-7bf0-4951-ad7c-d0143e6c2817 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:41.950618 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-49f2808a-7bf0-4951-ad7c-d0143e6c2817 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for 278ee6be-c8c8-41be-aa70-9995255d646f owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:42.265266 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-49f2808a-7bf0-4951-ad7c-d0143e6c2817 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:42.333171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2808a-7bf0-4951-ad7c-d0143e6c2817 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=278ee6be-c8c8-41be-aa70-9995255d646f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:42.554270 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-49f2808a-7bf0-4951-ad7c-d0143e6c2817 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.255163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59cb6c-81b3-4fb9-b868-8fdfc2250551 req-adc09ceb-bfc0-4ad1-b87d-571cac7cebcd tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:43.256797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff59cb6c-81b3-4fb9-b868-8fdfc2250551 req-adc09ceb-bfc0-4ad1-b87d-571cac7cebcd tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 944 time: 0.1845770 Aug 31 01:30:43.281920 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f2808a-7bf0-4951-ad7c-d0143e6c2817 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 17c8a591-e80d-4135-a2a8-5c7e0369da93 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:43.311746 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff59cb6c-81b3-4fb9-b868-8fdfc2250551 req-05eb555e-45fe-4e18-8e99-e849e51a0a51 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471983 Aug 31 01:30:43.406677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f2808a-7bf0-4951-ad7c-d0143e6c2817 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:43.414647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52542) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:43.415230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-49f2808a-7bf0-4951-ad7c-d0143e6c2817 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/17c8a591-e80d-4135-a2a8-5c7e0369da93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9610672 Aug 31 01:30:43.420618 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572219df-5ebe-4884-994c-ce7f7a7e1baf None None] Sync routers for ids ['17c8a591-e80d-4135-a2a8-5c7e0369da93'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:43.430471 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572219df-5ebe-4884-994c-ce7f7a7e1baf None None] Routers {'17c8a591-e80d-4135-a2a8-5c7e0369da93'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:43.431349 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-572219df-5ebe-4884-994c-ce7f7a7e1baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['17c8a591-e80d-4135-a2a8-5c7e0369da93'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:43.462626 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1b12f3f4-b853-4e1b-9df5-fd99dede1153 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports?device_id=17c8a591-e80d-4135-a2a8-5c7e0369da93 HTTP/1.1" status: 200 len: 205 time: 0.0468717 Aug 31 01:30:43.465344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52550) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:43.508767 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-572219df-5ebe-4884-994c-ce7f7a7e1baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:43.538095 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572219df-5ebe-4884-994c-ce7f7a7e1baf None None] Routers {'17c8a591-e80d-4135-a2a8-5c7e0369da93'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:43.538908 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-572219df-5ebe-4884-994c-ce7f7a7e1baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['17c8a591-e80d-4135-a2a8-5c7e0369da93'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:43.628317 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-773ea48a-fcfb-4b29-a080-7934678bfd24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.634868 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-572219df-5ebe-4884-994c-ce7f7a7e1baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:43.635627 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572219df-5ebe-4884-994c-ce7f7a7e1baf None None] The sync data for ids ['17c8a591-e80d-4135-a2a8-5c7e0369da93'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:43.766650 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d5320afe-ca09-4956-9e2d-5c7f77e8b3ee up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:43.843044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:43.847150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:43.847558 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.865630 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-773ea48a-fcfb-4b29-a080-7934678bfd24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.867965 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-773ea48a-fcfb-4b29-a080-7934678bfd24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.930846 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-773ea48a-fcfb-4b29-a080-7934678bfd24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.931532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773ea48a-fcfb-4b29-a080-7934678bfd24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Fanout notify agent at l3_agent the message router_deleted on router 17c8a591-e80d-4135-a2a8-5c7e0369da93 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:30:43.952455 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-773ea48a-fcfb-4b29-a080-7934678bfd24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:43.952455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-773ea48a-fcfb-4b29-a080-7934678bfd24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/routers/17c8a591-e80d-4135-a2a8-5c7e0369da93 HTTP/1.1" status: 204 len: 168 time: 0.4787202 Aug 31 01:30:43.953113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52576) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:44.001159 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.019635 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5975961-1aef-4510-8c09-ff83a5ae4003 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting subnet 99bae617-3dd4-4898-8511-40b90ef09de1 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:30:44.022807 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5975961-1aef-4510-8c09-ff83a5ae4003 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.044382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:44.046199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:44.049643 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac307fc-caf3-4804-9b44-92fa57ed998d" -d '{"events": [{"server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "name": "network-vif-plugged", "status": "completed", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:44.054207 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.103824 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5975961-1aef-4510-8c09-ff83a5ae4003 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.174635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52584) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:44.188751 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f67daa6-3012-4135-a2e9-dad4faa0a5a2 x-openstack-request-id: req-2f67daa6-3012-4135-a2e9-dad4faa0a5a2 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:44.189054 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "name": "network-vif-plugged", "status": "completed", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:44.189316 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f67daa6-3012-4135-a2e9-dad4faa0a5a2 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:44.189730 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'code': 200} Aug 31 01:30:44.223401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:44.253038 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5975961-1aef-4510-8c09-ff83a5ae4003 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.332351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d6db1-1422-460f-8cb9-c17dccbef6ab req-3dde0869-1b4b-4e62-bf6f-e9f89b41ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:44.337121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c14d6db1-1422-460f-8cb9-c17dccbef6ab req-3dde0869-1b4b-4e62-bf6f-e9f89b41ed39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 1097 time: 0.0917320 Aug 31 01:30:44.342696 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5975961-1aef-4510-8c09-ff83a5ae4003 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.380034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5975961-1aef-4510-8c09-ff83a5ae4003 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Subnet': ['ID=99bae617-3dd4-4898-8511-40b90ef09de1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:44.411187 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c14d6db1-1422-460f-8cb9-c17dccbef6ab req-a86b118b-1cd5-4224-9258-3e96495ff626 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666218 Aug 31 01:30:44.420397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3aea85-3253-4397-bf55-6ffbbdc65ba8 None None] Network 581d2b70-37d8-47c1-84c0-ed01f700448a requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:44.420598 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5975961-1aef-4510-8c09-ff83a5ae4003 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.424862 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b5975961-1aef-4510-8c09-ff83a5ae4003 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/99bae617-3dd4-4898-8511-40b90ef09de1 HTTP/1.1" status: 204 len: 168 time: 0.4731030 Aug 31 01:30:44.426116 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52590) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:44.511918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f720be-a48e-4160-9586-a77eff6f8001 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting subnet c798c8e0-0f32-4742-92c1-1b752475d858 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:30:44.517328 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46f720be-a48e-4160-9586-a77eff6f8001 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.626457 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46f720be-a48e-4160-9586-a77eff6f8001 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.728795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb60655-3894-4eee-8d6f-32d6d5cb62c1 req-211e01d9-c7d7-4176-83b5-2bc526cd7a98 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:44.730816 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cb60655-3894-4eee-8d6f-32d6d5cb62c1 req-211e01d9-c7d7-4176-83b5-2bc526cd7a98 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.2360463 Aug 31 01:30:44.752719 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6489661c-9242-4d62-ae75-c5e7c9f617d1 None None] DHCP port deletion for 581d2b70-37d8-47c1-84c0-ed01f700448a request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:30:44.789882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46f720be-a48e-4160-9586-a77eff6f8001 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.841874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-6489661c-9242-4d62-ae75-c5e7c9f617d1 None None] Deleting port b2402a08-b959-487f-a43c-56536a80a594 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:44.842443 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6489661c-9242-4d62-ae75-c5e7c9f617d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.878035 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46f720be-a48e-4160-9586-a77eff6f8001 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.882199 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cb60655-3894-4eee-8d6f-32d6d5cb62c1 req-9c07a643-0b47-40a1-bcc9-bed090f04151 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096380 Aug 31 01:30:44.917957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f720be-a48e-4160-9586-a77eff6f8001 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Subnet': ['ID=c798c8e0-0f32-4742-92c1-1b752475d858,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:44.924762 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6489661c-9242-4d62-ae75-c5e7c9f617d1 None None] For port b2402a08-b959-487f-a43c-56536a80a594, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b2402a08-b959-487f-a43c-56536a80a594,segment=NetworkSegment(df4e4157-8999-4ba7-8a07-eb8f824d98ac),segment_id=df4e4157-8999-4ba7-8a07-eb8f824d98ac)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:44.925476 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6489661c-9242-4d62-ae75-c5e7c9f617d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.927272 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46f720be-a48e-4160-9586-a77eff6f8001 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.929335 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-46f720be-a48e-4160-9586-a77eff6f8001 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/c798c8e0-0f32-4742-92c1-1b752475d858 HTTP/1.1" status: 204 len: 168 time: 0.5022771 Aug 31 01:30:44.933537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52600) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:44.936480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d3bbfd-6ae5-4e80-a69e-6f0739b57beb None None] Network 9fdb1565-eeb0-43dd-b144-61bcc0e46baf requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:45.036440 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.066812 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-6489661c-9242-4d62-ae75-c5e7c9f617d1 None None] Calling delete_port for b2402a08-b959-487f-a43c-56536a80a594 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:45.109997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port b2402a08-b959-487f-a43c-56536a80a594 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:45.110344 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.133866 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-36832148-f033-4db3-91bc-8f50f13341d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.193330 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] For port b2402a08-b959-487f-a43c-56536a80a594, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b2402a08-b959-487f-a43c-56536a80a594,segment=NetworkSegment(df4e4157-8999-4ba7-8a07-eb8f824d98ac),segment_id=df4e4157-8999-4ba7-8a07-eb8f824d98ac)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:45.193728 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.213462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for b2402a08-b959-487f-a43c-56536a80a594 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:45.336491 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.366451 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6489661c-9242-4d62-ae75-c5e7c9f617d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.385082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489661c-9242-4d62-ae75-c5e7c9f617d1 None None] No DVR routers for this DVR port b2402a08-b959-487f-a43c-56536a80a594 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:30:45.421610 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=b2402a08-b959-487f-a43c-56536a80a594,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:45.425745 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No DVR routers for this DVR port b2402a08-b959-487f-a43c-56536a80a594 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:30:45.434029 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3214ede6-ad10-425e-ad9e-8c971b0085b4 None None] DHCP port deletion for 9fdb1565-eeb0-43dd-b144-61bcc0e46baf request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:30:45.437530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489661c-9242-4d62-ae75-c5e7c9f617d1 None None] Pushing event deleted for resources: {'Port': ['ID=b2402a08-b959-487f-a43c-56536a80a594,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:45.495762 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3214ede6-ad10-425e-ad9e-8c971b0085b4 None None] Deleting port 06432a65-f16e-436a-934a-5264ae240ab2 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:45.496140 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3214ede6-ad10-425e-ad9e-8c971b0085b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.532716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-36832148-f033-4db3-91bc-8f50f13341d5 admin admin] Deleting port 28e6015d-c67e-4294-bb04-f7af2f20b075 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:45.533971 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-36832148-f033-4db3-91bc-8f50f13341d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.555500 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.565232 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-3214ede6-ad10-425e-ad9e-8c971b0085b4 None None] For port 06432a65-f16e-436a-934a-5264ae240ab2, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=06432a65-f16e-436a-934a-5264ae240ab2,segment=NetworkSegment(07ed765d-84e5-4744-908f-ad24b225ca9a),segment_id=07ed765d-84e5-4744-908f-ad24b225ca9a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:45.565643 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3214ede6-ad10-425e-ad9e-8c971b0085b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.570671 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581d2b70-37d8-47c1-84c0-ed01f700448a']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:45.582991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3214ede6-ad10-425e-ad9e-8c971b0085b4 None None] Calling delete_port for 06432a65-f16e-436a-934a-5264ae240ab2 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:45.584220 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4e4157-8999-4ba7-8a07-eb8f824d98ac') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:45.584689 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4e4157-8999-4ba7-8a07-eb8f824d98ac') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:45.595775 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.613168 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.629330 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:30:45.629686 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:30:45.632958 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:30:45.637295 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-36832148-f033-4db3-91bc-8f50f13341d5 admin admin] For port 28e6015d-c67e-4294-bb04-f7af2f20b075, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=28e6015d-c67e-4294-bb04-f7af2f20b075,segment=NetworkSegment(6a79a9eb-f123-43b4-bce3-5b3c3d18ae63),segment_id=6a79a9eb-f123-43b4-bce3-5b3c3d18ae63)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:45.637781 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-36832148-f033-4db3-91bc-8f50f13341d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.654209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-36832148-f033-4db3-91bc-8f50f13341d5 admin admin] Calling delete_port for 28e6015d-c67e-4294-bb04-f7af2f20b075 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:45.708886 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3214ede6-ad10-425e-ad9e-8c971b0085b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.713115 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.721004 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.723884 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/networks/581d2b70-37d8-47c1-84c0-ed01f700448a HTTP/1.1" status: 204 len: 168 time: 0.7882652 Aug 31 01:30:45.727442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52610) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:45.749496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20868235-47a1-4b8f-b0be-d2afd0c4575b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Network': ['ID=581d2b70-37d8-47c1-84c0-ed01f700448a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:45.772170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214ede6-ad10-425e-ad9e-8c971b0085b4 None None] Pushing event deleted for resources: {'Port': ['ID=06432a65-f16e-436a-934a-5264ae240ab2,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:45.779629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3214ede6-ad10-425e-ad9e-8c971b0085b4 None None] No DVR routers for this DVR port 06432a65-f16e-436a-934a-5264ae240ab2 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:30:45.839480 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-777168f0-840f-4598-b524-a98252805a1a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.933744 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-777168f0-840f-4598-b524-a98252805a1a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.953402 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-777168f0-840f-4598-b524-a98252805a1a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdb1565-eeb0-43dd-b144-61bcc0e46baf']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:45.959102 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-36832148-f033-4db3-91bc-8f50f13341d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:45.965049 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-777168f0-840f-4598-b524-a98252805a1a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ed765d-84e5-4744-908f-ad24b225ca9a') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:45.965349 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-777168f0-840f-4598-b524-a98252805a1a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ed765d-84e5-4744-908f-ad24b225ca9a') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:45.990652 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-777168f0-840f-4598-b524-a98252805a1a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.004402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36832148-f033-4db3-91bc-8f50f13341d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e6015d-c67e-4294-bb04-f7af2f20b075,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:46.010901 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-777168f0-840f-4598-b524-a98252805a1a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.030278 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777168f0-840f-4598-b524-a98252805a1a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:30:46.030278 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-777168f0-840f-4598-b524-a98252805a1a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:30:46.100355 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:30:46.110622 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-777168f0-840f-4598-b524-a98252805a1a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.120457 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-777168f0-840f-4598-b524-a98252805a1a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.123318 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-777168f0-840f-4598-b524-a98252805a1a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/networks/9fdb1565-eeb0-43dd-b144-61bcc0e46baf HTTP/1.1" status: 204 len: 168 time: 0.3943002 Aug 31 01:30:46.131521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc920b3-8809-465b-95de-3625684b8605 req-94aeb1d2-8145-4e1a-9f41-edbef4c07386 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:46.136253 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9bc920b3-8809-465b-95de-3625684b8605 req-94aeb1d2-8145-4e1a-9f41-edbef4c07386 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.1305728 Aug 31 01:30:46.137284 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52620) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:46.138473 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777168f0-840f-4598-b524-a98252805a1a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Network': ['ID=9fdb1565-eeb0-43dd-b144-61bcc0e46baf,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:46.146201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-bba6a3da-7fde-4699-9989-1c27d2fc5aa8 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'network': {'name': 'tempest-RoutersTest-137684289'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:46.237962 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba6a3da-7fde-4699-9989-1c27d2fc5aa8 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:46.241451 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bba6a3da-7fde-4699-9989-1c27d2fc5aa8 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.293028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9bc920b3-8809-465b-95de-3625684b8605 req-3429fa7e-d686-4215-ae3f-455ce044df9b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429102 Aug 31 01:30:46.321559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba6a3da-7fde-4699-9989-1c27d2fc5aa8 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:30:46.332037 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-36832148-f033-4db3-91bc-8f50f13341d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.335120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bba6a3da-7fde-4699-9989-1c27d2fc5aa8 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.335492 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-bba6a3da-7fde-4699-9989-1c27d2fc5aa8 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Added segment ab268b16-c0c7-4d17-8c02-ec7b16653010 of type vlan for network 8c235680-ed3c-4819-ae50-2cff16db96ce Aug 31 01:30:46.457969 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bba6a3da-7fde-4699-9989-1c27d2fc5aa8 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.535898 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bba6a3da-7fde-4699-9989-1c27d2fc5aa8 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.541526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba6a3da-7fde-4699-9989-1c27d2fc5aa8 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:46.542031 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bba6a3da-7fde-4699-9989-1c27d2fc5aa8 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.561401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adecc25-4a94-4244-b319-aaafd079678c req-45e9987d-3ae3-4687-859c-b4e4b3739179 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:46.562964 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1adecc25-4a94-4244-b319-aaafd079678c req-45e9987d-3ae3-4687-859c-b4e4b3739179 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.1524932 Aug 31 01:30:46.573437 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52632) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:46.581848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e237d07b-c84d-4f6f-9ba5-be10c857dc7d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Request body: {'floatingip': {'port_id': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:46.650218 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e237d07b-c84d-4f6f-9ba5-be10c857dc7d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for floatingip, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.654273 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bba6a3da-7fde-4699-9989-1c27d2fc5aa8 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5150793 Aug 31 01:30:46.660894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52634) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:46.667307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f990ba6c-0295-44c2-b326-53bf06e3415a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'subnet': {'network_id': '8c235680-ed3c-4819-ae50-2cff16db96ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:46.704647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6a3da-7fde-4699-9989-1c27d2fc5aa8 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Network': ['ID=8c235680-ed3c-4819-ae50-2cff16db96ce,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:46.737874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 8c235680-ed3c-4819-ae50-2cff16db96ce details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:30:46.798024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f990ba6c-0295-44c2-b326-53bf06e3415a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:46.798504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 06432a65-f16e-436a-934a-5264ae240ab2 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:46.801893 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f990ba6c-0295-44c2-b326-53bf06e3415a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:46.857885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 06432a65-f16e-436a-934a-5264ae240ab2 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:30:46.858618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 06432a65-f16e-436a-934a-5264ae240ab2 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:46.859206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b2402a08-b959-487f-a43c-56536a80a594 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:46.880402 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: b2402a08-b959-487f-a43c-56536a80a594 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:30:46.881041 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b2402a08-b959-487f-a43c-56536a80a594 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:46.928259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36832148-f033-4db3-91bc-8f50f13341d5 admin admin] Router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:47.133074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36832148-f033-4db3-91bc-8f50f13341d5 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:47.150996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071fb8b-c843-41f1-8eb0-941e0257b82a None None] Sync routers for ids ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:47.154985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-36832148-f033-4db3-91bc-8f50f13341d5 admin admin] 10.222.0.58 "PUT /v2.0/routers/0cc4874c-1bc4-4de7-b578-b88bb0201da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9761589 Aug 31 01:30:47.154985 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f990ba6c-0295-44c2-b326-53bf06e3415a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.158201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52642) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:47.166264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1071fb8b-c843-41f1-8eb0-941e0257b82a None None] Routers {'0cc4874c-1bc4-4de7-b578-b88bb0201da3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:47.166895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1071fb8b-c843-41f1-8eb0-941e0257b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:47.288134 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-1071fb8b-c843-41f1-8eb0-941e0257b82a None None] Set router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:47.516090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1071fb8b-c843-41f1-8eb0-941e0257b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:30:45Z', 'revision_number': 5, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:47.550484 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.db.resource_extend [None req-e237d07b-c84d-4f6f-9ba5-be10c857dc7d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 01:30:47.554939 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071fb8b-c843-41f1-8eb0-941e0257b82a None None] Checking router: 0cc4874c-1bc4-4de7-b578-b88bb0201da3 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:47.580346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1071fb8b-c843-41f1-8eb0-941e0257b82a None None] Routers {'0cc4874c-1bc4-4de7-b578-b88bb0201da3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:47.581260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1071fb8b-c843-41f1-8eb0-941e0257b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:47.609282 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e237d07b-c84d-4f6f-9ba5-be10c857dc7d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.614892 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e237d07b-c84d-4f6f-9ba5-be10c857dc7d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.652447 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990ba6c-0295-44c2-b326-53bf06e3415a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Subnet': ['ID=37738496-606d-4270-a6ab-a65b8257fde3,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:47.666505 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.729391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-1071fb8b-c843-41f1-8eb0-941e0257b82a None None] Set router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:47.748496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990ba6c-0295-44c2-b326-53bf06e3415a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Checking segment: {'id': 'ab268b16-c0c7-4d17-8c02-ec7b16653010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8c235680-ed3c-4819-ae50-2cff16db96ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:47.748860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f990ba6c-0295-44c2-b326-53bf06e3415a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network hostable DHCP agents. Network: 8c235680-ed3c-4819-ae50-2cff16db96ce, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:30:47.770181 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-e237d07b-c84d-4f6f-9ba5-be10c857dc7d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Floating IP 79f3eeaa-e2d5-40a9-9c36-89e52cf805e9 associated. External IP: 172.25.6.92, port: d5320afe-ca09-4956-9e2d-5c7f77e8b3ee. Aug 31 01:30:47.789781 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.794185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f990ba6c-0295-44c2-b326-53bf06e3415a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 8c235680-ed3c-4819-ae50-2cff16db96ce is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:30:47.808789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-f990ba6c-0295-44c2-b326-53bf06e3415a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 8c235680-ed3c-4819-ae50-2cff16db96ce) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:47.833950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f990ba6c-0295-44c2-b326-53bf06e3415a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:47.835238 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f990ba6c-0295-44c2-b326-53bf06e3415a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.856386 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f990ba6c-0295-44c2-b326-53bf06e3415a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1941531 Aug 31 01:30:47.858561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce28950b-719a-41ad-8bef-28aea9317376 None None] Network 8c235680-ed3c-4819-ae50-2cff16db96ce requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:47.860159 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52652) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:47.865595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a6dd9382-5427-4592-84eb-6688e462c464 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1106130797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:47.891425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] Deleting port 490d9b0b-be1d-4b09-92ae-d710935e5609 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:47.891812 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.934298 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a6dd9382-5427-4592-84eb-6688e462c464 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:47.935931 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a6dd9382-5427-4592-84eb-6688e462c464 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.018450 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a6dd9382-5427-4592-84eb-6688e462c464 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.034438 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a6dd9382-5427-4592-84eb-6688e462c464 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.049753 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] For port 490d9b0b-be1d-4b09-92ae-d710935e5609, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=490d9b0b-be1d-4b09-92ae-d710935e5609,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:48.050118 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.067485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] Calling delete_port for 490d9b0b-be1d-4b09-92ae-d710935e5609 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:48.074352 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e237d07b-c84d-4f6f-9ba5-be10c857dc7d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:48.077469 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a6dd9382-5427-4592-84eb-6688e462c464 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.078905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a6dd9382-5427-4592-84eb-6688e462c464 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2168348 Aug 31 01:30:48.082232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52658) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:48.090075 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2a282108-9765-4e1d-bc1f-60c1b7683741 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'port': {'network_id': '8c235680-ed3c-4819-ae50-2cff16db96ce', 'name': 'tempest-RoutersTest-610102413'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:48.167323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1071fb8b-c843-41f1-8eb0-941e0257b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:30:45Z', 'revision_number': 5, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:48.211206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071fb8b-c843-41f1-8eb0-941e0257b82a None None] The sync data for ids ['0cc4874c-1bc4-4de7-b578-b88bb0201da3'] in n-d-802060-13 is: [{'id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'name': 'tempest-TestVolumeBackupRestore-1087794737-router', 'tenant_id': 'a57b40cae3f24cdeb71beed701935651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:17Z', 'updated_at': '2021-08-31T01:30:45Z', 'revision_number': 5, 'project_id': 'a57b40cae3f24cdeb71beed701935651', 'gw_port': {'id': '490d9b0b-be1d-4b09-92ae-d710935e5609', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc4874c-1bc4-4de7-b578-b88bb0201da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:18Z', 'updated_at': '2021-08-31T01:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:48.281989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-8c235680-ed3c-4819-ae50-2cff16db96ce', 'network_id': '8c235680-ed3c-4819-ae50-2cff16db96ce', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'fixed_ips': [{'subnet_id': '37738496-606d-4270-a6ab-a65b8257fde3'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:30:48.282865 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.313688 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.349939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] Pushing event deleted for resources: {'Port': ['ID=490d9b0b-be1d-4b09-92ae-d710935e5609,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:48.355992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e237d07b-c84d-4f6f-9ba5-be10c857dc7d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:48.362479 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e237d07b-c84d-4f6f-9ba5-be10c857dc7d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.369762 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0364cf-116e-4a70-98c5-4167fb839d96 None None] Sync routers for ids ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:48.390787 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0364cf-116e-4a70-98c5-4167fb839d96 None None] Routers {'7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:48.391506 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2a0364cf-116e-4a70-98c5-4167fb839d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:48.393551 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e237d07b-c84d-4f6f-9ba5-be10c857dc7d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "PUT /v2.0/floatingips/79f3eeaa-e2d5-40a9-9c36-89e52cf805e9 HTTP/1.1" status: 200 len: 990 time: 1.8186719 Aug 31 01:30:48.394299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:30:48.397282 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e21c43-7e13-49c2-aeb5-e1ae020cd954" -d '{"events": [{"name": "network-changed", "server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:48.433955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a282108-9765-4e1d-bc1f-60c1b7683741 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:48.438974 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a282108-9765-4e1d-bc1f-60c1b7683741 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.488616 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [None req-2a282108-9765-4e1d-bc1f-60c1b7683741 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] device_id is not set on port 0a7a4acc-83e7-4e0f-8bb9-679d24810d0a yet. {{(pid=94760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:30:48.549662 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.593452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Allocated IP 172.20.0.2 (8c235680-ed3c-4819-ae50-2cff16db96ce/37738496-606d-4270-a6ab-a65b8257fde3/615f4e07-d961-4790-93e7-c551283a4893) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:48.662903 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-2a0364cf-116e-4a70-98c5-4167fb839d96 None None] Set router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:48.671969 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6f2e14-48e7-452c-ad26-c24ea21ee553 x-openstack-request-id: req-bd6f2e14-48e7-452c-ad26-c24ea21ee553 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:48.673194 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:48.673614 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd6f2e14-48e7-452c-ad26-c24ea21ee553 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:48.674453 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'status': 'completed', 'code': 200} Aug 31 01:30:48.735697 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 28e6015d-c67e-4294-bb04-f7af2f20b075 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:48.769588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 28e6015d-c67e-4294-bb04-f7af2f20b075 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:30:48.769588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 28e6015d-c67e-4294-bb04-f7af2f20b075 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:48.790273 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.792650 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.900565 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.901118 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cc4874c-1bc4-4de7-b578-b88bb0201da3 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:30:48.913841 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.915430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-97b07400-984e-4d81-9722-5757c35e56bf admin admin] 10.222.0.58 "DELETE /v2.0/routers/0cc4874c-1bc4-4de7-b578-b88bb0201da3 HTTP/1.1" status: 204 len: 168 time: 1.7536528 Aug 31 01:30:48.918435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52674) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:48.931556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e21c43-7e13-49c2-aeb5-e1ae020cd954 req-10f7b231-c13c-4d9f-8712-01614bfe2afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:48.933596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74e21c43-7e13-49c2-aeb5-e1ae020cd954 req-10f7b231-c13c-4d9f-8712-01614bfe2afc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 1097 time: 0.2102690 Aug 31 01:30:48.936815 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:48.946124 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Transition to ACTIVE for port object 615f4e07-d961-4790-93e7-c551283a4893 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:48.986529 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Transition to ACTIVE for port object 615f4e07-d961-4790-93e7-c551283a4893 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:48.998228 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.019474 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2a0364cf-116e-4a70-98c5-4167fb839d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '79f3eeaa-e2d5-40a9-9c36-89e52cf805e9', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'port_id': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'mac_address': 'fa:16:3e:99:e3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:30:26Z', 'updated_at': '2021-08-31T01:30:47Z', 'revision_number': 1, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:17Z', 'revision_number': 5, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:49.061555 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0364cf-116e-4a70-98c5-4167fb839d96 None None] Checking router: 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:49.063822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e21c43-7e13-49c2-aeb5-e1ae020cd954 req-f4668111-5cc1-4b74-8e71-71e55302d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:49.065674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74e21c43-7e13-49c2-aeb5-e1ae020cd954 req-f4668111-5cc1-4b74-8e71-71e55302d8c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 918 time: 0.1243711 Aug 31 01:30:49.077640 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0364cf-116e-4a70-98c5-4167fb839d96 None None] Routers {'7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:49.077868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Pushing event updated for resources: {'Port': ['ID=615f4e07-d961-4790-93e7-c551283a4893,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:49.078942 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2a0364cf-116e-4a70-98c5-4167fb839d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:49.096716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Network 8c235680-ed3c-4819-ae50-2cff16db96ce is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:49.098441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:49.104399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:49.107514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-107519ce-a5ec-40bf-9581-747c6b0271b7 admin admin] Deleting subnet 8ce5f43b-2755-4a4a-ac72-916200534012 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:30:49.119185 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-107519ce-a5ec-40bf-9581-747c6b0271b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.127125 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-2a282108-9765-4e1d-bc1f-60c1b7683741 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Allocated IP 172.20.0.5 (8c235680-ed3c-4819-ae50-2cff16db96ce/37738496-606d-4270-a6ab-a65b8257fde3/0a7a4acc-83e7-4e0f-8bb9-679d24810d0a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:49.190543 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74e21c43-7e13-49c2-aeb5-e1ae020cd954 req-23c386ef-5631-47d6-b81e-11fa72debf0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee HTTP/1.1" status: 200 len: 998 time: 0.1107991 Aug 31 01:30:49.201299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-107519ce-a5ec-40bf-9581-747c6b0271b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.224875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Attempting to bind port 615f4e07-d961-4790-93e7-c551283a4893 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:49.225260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Attempting to bind port 615f4e07-d961-4790-93e7-c551283a4893 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'ab268b16-c0c7-4d17-8c02-ec7b16653010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8c235680-ed3c-4819-ae50-2cff16db96ce'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:49.225628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Attempting to bind port 615f4e07-d961-4790-93e7-c551283a4893 on network 8c235680-ed3c-4819-ae50-2cff16db96ce {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:49.232722 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:49.233268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Checking segment: {'id': 'ab268b16-c0c7-4d17-8c02-ec7b16653010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8c235680-ed3c-4819-ae50-2cff16db96ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:49.233681 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.234534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Bound using segment: {'id': 'ab268b16-c0c7-4d17-8c02-ec7b16653010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8c235680-ed3c-4819-ae50-2cff16db96ce'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:49.234681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Bound port: 615f4e07-d961-4790-93e7-c551283a4893, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab268b16-c0c7-4d17-8c02-ec7b16653010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8c235680-ed3c-4819-ae50-2cff16db96ce'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:49.234980 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.323467 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e21c43-7e13-49c2-aeb5-e1ae020cd954 req-ae87075c-c871-4b1c-a46c-c53834b4093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:49.328854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74e21c43-7e13-49c2-aeb5-e1ae020cd954 req-ae87075c-c871-4b1c-a46c-c53834b4093f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 200 len: 856 time: 0.1294792 Aug 31 01:30:49.329719 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-58858875-eec1-4794-962d-32be135ddb2d None None] For port 615f4e07-d961-4790-93e7-c551283a4893, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:49.333918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-58858875-eec1-4794-962d-32be135ddb2d None None] For port 615f4e07-d961-4790-93e7-c551283a4893, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=615f4e07-d961-4790-93e7-c551283a4893,segment=NetworkSegment(ab268b16-c0c7-4d17-8c02-ec7b16653010),segment_id=ab268b16-c0c7-4d17-8c02-ec7b16653010)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:49.344152 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.411693 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-107519ce-a5ec-40bf-9581-747c6b0271b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.427650 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58858875-eec1-4794-962d-32be135ddb2d None None] Pushing event updated for resources: {'Port': ['ID=615f4e07-d961-4790-93e7-c551283a4893,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:49.478117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e21c43-7e13-49c2-aeb5-e1ae020cd954 req-b28ed706-8568-43d0-91f5-8dec0f298ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:49.482493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74e21c43-7e13-49c2-aeb5-e1ae020cd954 req-b28ed706-8568-43d0-91f5-8dec0f298ff1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1433380 Aug 31 01:30:49.518420 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-107519ce-a5ec-40bf-9581-747c6b0271b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.533147 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-2a0364cf-116e-4a70-98c5-4167fb839d96 None None] Set router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:49.586064 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107519ce-a5ec-40bf-9581-747c6b0271b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce5f43b-2755-4a4a-ac72-916200534012,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:49.592157 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-107519ce-a5ec-40bf-9581-747c6b0271b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.597041 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-107519ce-a5ec-40bf-9581-747c6b0271b7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8ce5f43b-2755-4a4a-ac72-916200534012 HTTP/1.1" status: 204 len: 168 time: 0.6741381 Aug 31 01:30:49.599704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52688) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:49.604505 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbee58c-6142-4f7b-b31c-0ece42de34d5 None None] Network 0de60920-66a8-4b39-bbe4-56519bdddb63 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:49.627218 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a282108-9765-4e1d-bc1f-60c1b7683741 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.660091 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-2a282108-9765-4e1d-bc1f-60c1b7683741 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Transition to ACTIVE for port object 0a7a4acc-83e7-4e0f-8bb9-679d24810d0a will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:49.739894 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a282108-9765-4e1d-bc1f-60c1b7683741 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.794720 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.800546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a282108-9765-4e1d-bc1f-60c1b7683741 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 8c235680-ed3c-4819-ae50-2cff16db96ce is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:49.805314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-2a282108-9765-4e1d-bc1f-60c1b7683741 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:49.823966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a282108-9765-4e1d-bc1f-60c1b7683741 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:49.843793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52692) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:49.916112 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a282108-9765-4e1d-bc1f-60c1b7683741 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:49.916799 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a282108-9765-4e1d-bc1f-60c1b7683741 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:49.960329 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a282108-9765-4e1d-bc1f-60c1b7683741 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=0a7a4acc-83e7-4e0f-8bb9-679d24810d0a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:49.973125 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74e21c43-7e13-49c2-aeb5-e1ae020cd954 req-c563959b-ea0c-4109-a014-66c1252f3397 service neutron] 10.222.0.15 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844263 Aug 31 01:30:49.978044 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2a282108-9765-4e1d-bc1f-60c1b7683741 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8911085 Aug 31 01:30:49.984364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52696) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:50.062532 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f676af8b-6f90-40b6-8e04-3030b040eb0f None None] DHCP port deletion for 0de60920-66a8-4b39-bbe4-56519bdddb63 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:30:50.069743 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2a0364cf-116e-4a70-98c5-4167fb839d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '79f3eeaa-e2d5-40a9-9c36-89e52cf805e9', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'port_id': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'mac_address': 'fa:16:3e:99:e3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:30:26Z', 'updated_at': '2021-08-31T01:30:47Z', 'revision_number': 1, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:17Z', 'revision_number': 5, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:50.114915 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0364cf-116e-4a70-98c5-4167fb839d96 None None] The sync data for ids ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'] in n-d-802060-13 is: [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '79f3eeaa-e2d5-40a9-9c36-89e52cf805e9', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'port_id': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'mac_address': 'fa:16:3e:99:e3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:30:26Z', 'updated_at': '2021-08-31T01:30:47Z', 'revision_number': 1, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:17Z', 'revision_number': 5, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:50.173580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f676af8b-6f90-40b6-8e04-3030b040eb0f None None] Deleting port 00712850-3add-447a-967e-dea5922077bf {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:50.174226 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f676af8b-6f90-40b6-8e04-3030b040eb0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.221345 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b4caa06c-c049-45da-8948-0e6e6e31ebb5 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3759 time: 0.3742061 Aug 31 01:30:50.228805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52702) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:50.235961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-52f4ecc2-0029-45c7-8a17-333ea2cfb749 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Request body: {'network': {'name': 'tempest-network-smoke--126196255', 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'port_security_enabled': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:50.259801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-f676af8b-6f90-40b6-8e04-3030b040eb0f None None] For port 00712850-3add-447a-967e-dea5922077bf, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=00712850-3add-447a-967e-dea5922077bf,segment=NetworkSegment(6a79a9eb-f123-43b4-bce3-5b3c3d18ae63),segment_id=6a79a9eb-f123-43b4-bce3-5b3c3d18ae63)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:50.260231 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f676af8b-6f90-40b6-8e04-3030b040eb0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.272957 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74e21c43-7e13-49c2-aeb5-e1ae020cd954 req-4d06cf2d-3334-4665-878c-ef45a6700d81 service neutron] 10.222.0.15 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932432 Aug 31 01:30:50.290864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] Deleting port 00712850-3add-447a-967e-dea5922077bf {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:50.291663 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.301859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f676af8b-6f90-40b6-8e04-3030b040eb0f None None] Calling delete_port for 00712850-3add-447a-967e-dea5922077bf owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:50.383709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] For port 00712850-3add-447a-967e-dea5922077bf, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=00712850-3add-447a-967e-dea5922077bf,segment=NetworkSegment(6a79a9eb-f123-43b4-bce3-5b3c3d18ae63),segment_id=6a79a9eb-f123-43b4-bce3-5b3c3d18ae63)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:50.384382 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.400976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] Calling delete_port for 00712850-3add-447a-967e-dea5922077bf owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:50.434076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f4ecc2-0029-45c7-8a17-333ea2cfb749 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Made reservation on behalf of 6e8f57fcf00445d7afb3c872067b9ff3 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:50.439030 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52f4ecc2-0029-45c7-8a17-333ea2cfb749 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.450278 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1b298-30c7-4fd4-9ecb-524550931c19 None None] New status for floating IP 79f3eeaa-e2d5-40a9-9c36-89e52cf805e9: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:30:50.502421 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.537140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f4ecc2-0029-45c7-8a17-333ea2cfb749 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:30:50.547618 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52f4ecc2-0029-45c7-8a17-333ea2cfb749 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.548056 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-52f4ecc2-0029-45c7-8a17-333ea2cfb749 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Added segment 56f1f81f-ad5a-4530-ae39-cfdbf4daa07c of type vlan for network 56a2dfaf-621f-4ad2-9b59-a229f8031c75 Aug 31 01:30:50.553996 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=00712850-3add-447a-967e-dea5922077bf,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:50.563645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] No DVR routers for this DVR port 00712850-3add-447a-967e-dea5922077bf on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:30:50.589170 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f676af8b-6f90-40b6-8e04-3030b040eb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.597011 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52f4ecc2-0029-45c7-8a17-333ea2cfb749 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.607901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f676af8b-6f90-40b6-8e04-3030b040eb0f None None] No DVR routers for this DVR port 00712850-3add-447a-967e-dea5922077bf on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:30:50.644212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676af8b-6f90-40b6-8e04-3030b040eb0f None None] Pushing event deleted for resources: {'Port': ['ID=00712850-3add-447a-967e-dea5922077bf,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:50.668022 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52f4ecc2-0029-45c7-8a17-333ea2cfb749 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.681087 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4ecc2-0029-45c7-8a17-333ea2cfb749 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:50.681807 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-52f4ecc2-0029-45c7-8a17-333ea2cfb749 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.736497 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.754475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de60920-66a8-4b39-bbe4-56519bdddb63']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:50.776900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a79a9eb-f123-43b4-bce3-5b3c3d18ae63') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:50.777476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a79a9eb-f123-43b4-bce3-5b3c3d18ae63') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:50.781309 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-52f4ecc2-0029-45c7-8a17-333ea2cfb749 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5510669 Aug 31 01:30:50.784044 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17ad4428-e70c-4a1e-b5ac-69a50f6bff8d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.786456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52710) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:50.797421 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1225978565', 'admin_state_up': True, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:50.809429 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.835777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 615f4e07-d961-4790-93e7-c551283a4893 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:50.867860 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.882701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:30:50.883106 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:30:50.884872 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:30:50.935937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 615f4e07-d961-4790-93e7-c551283a4893 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:50.971090 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:50.972437 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.026295 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 490d9b0b-be1d-4b09-92ae-d710935e5609 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:51.044849 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.065067 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4ecc2-0029-45c7-8a17-333ea2cfb749 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'Network': ['ID=56a2dfaf-621f-4ad2-9b59-a229f8031c75,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:51.066740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 490d9b0b-be1d-4b09-92ae-d710935e5609 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:30:51.068434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 490d9b0b-be1d-4b09-92ae-d710935e5609 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:51.069060 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 00712850-3add-447a-967e-dea5922077bf no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:51.108542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 56a2dfaf-621f-4ad2-9b59-a229f8031c75 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:30:51.191620 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 00712850-3add-447a-967e-dea5922077bf {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:30:51.191967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 00712850-3add-447a-967e-dea5922077bf not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:51.235528 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.239600 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34b35868-fe08-4eb7-9c1b-90ad78ac7eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.248542 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.253479 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0de60920-66a8-4b39-bbe4-56519bdddb63 HTTP/1.1" status: 204 len: 168 time: 1.6500270 Aug 31 01:30:51.253479 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.271973 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52720) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:51.279393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677842a8-a09c-4131-9179-07b905bab6c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0de60920-66a8-4b39-bbe4-56519bdddb63,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:51.343099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5cafb0-423e-43a3-a3cb-e343881f40bf None None] Network 8c235680-ed3c-4819-ae50-2cff16db96ce requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:51.360893 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17ad4428-e70c-4a1e-b5ac-69a50f6bff8d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.413494 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17ad4428-e70c-4a1e-b5ac-69a50f6bff8d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.443210 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1632cec2-5e04-4137-b22e-3d70a1405206 None None] Provisioning for port 615f4e07-d961-4790-93e7-c551283a4893 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:51.454782 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1632cec2-5e04-4137-b22e-3d70a1405206 None None] Provisioning complete for port 615f4e07-d961-4790-93e7-c551283a4893 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:51.455163 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1632cec2-5e04-4137-b22e-3d70a1405206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.562857 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.585759 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.617008 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1632cec2-5e04-4137-b22e-3d70a1405206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.663049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-1632cec2-5e04-4137-b22e-3d70a1405206 None None] For port 615f4e07-d961-4790-93e7-c551283a4893, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=615f4e07-d961-4790-93e7-c551283a4893,segment=NetworkSegment(ab268b16-c0c7-4d17-8c02-ec7b16653010),segment_id=ab268b16-c0c7-4d17-8c02-ec7b16653010)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:51.674221 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1632cec2-5e04-4137-b22e-3d70a1405206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.711361 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad4428-e70c-4a1e-b5ac-69a50f6bff8d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=0a7a4acc-83e7-4e0f-8bb9-679d24810d0a,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:51.746132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Allocated IP 172.25.6.50 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/334c9ccb-a2e3-4a03-bb94-67c5ef786995) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:51.746358 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632cec2-5e04-4137-b22e-3d70a1405206 None None] Pushing event updated for resources: {'Port': ['ID=615f4e07-d961-4790-93e7-c551283a4893,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:51.926662 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.983521 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:51.998698 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17ad4428-e70c-4a1e-b5ac-69a50f6bff8d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:52.020119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-56b1ad6c-9aef-402d-8bf9-00da499b5c93 None None] Provisioning for port 0a7a4acc-83e7-4e0f-8bb9-679d24810d0a completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:52.027636 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-56b1ad6c-9aef-402d-8bf9-00da499b5c93 None None] Provisioning complete for port 0a7a4acc-83e7-4e0f-8bb9-679d24810d0a triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:52.028292 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-56b1ad6c-9aef-402d-8bf9-00da499b5c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:52.041858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:52.063137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:52.067123 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:52.071113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-56b1ad6c-9aef-402d-8bf9-00da499b5c93 None None] Port 0a7a4acc-83e7-4e0f-8bb9-679d24810d0a cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:52.083780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-56b1ad6c-9aef-402d-8bf9-00da499b5c93 None None] Provisioning complete for port 615f4e07-d961-4790-93e7-c551283a4893 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:52.084440 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-56b1ad6c-9aef-402d-8bf9-00da499b5c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:52.125109 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'Port': ['ID=334c9ccb-a2e3-4a03-bb94-67c5ef786995,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:52.197852 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17ad4428-e70c-4a1e-b5ac-69a50f6bff8d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:52.536355 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7d8a2bc6-dbff-4ea6-9943-f9048157ae53 None None] Provisioning complete for port 0a7a4acc-83e7-4e0f-8bb9-679d24810d0a triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:52.536734 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2bc6-dbff-4ea6-9943-f9048157ae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:52.599101 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a2bc6-dbff-4ea6-9943-f9048157ae53 None None] Port 0a7a4acc-83e7-4e0f-8bb9-679d24810d0a cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:52.616160 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:52.725802 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 615f4e07-d961-4790-93e7-c551283a4893 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:52.796603 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-538efc89-37b9-4be3-a766-174239aa8eb3 None None] Provisioning complete for port 0a7a4acc-83e7-4e0f-8bb9-679d24810d0a triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:52.797636 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-538efc89-37b9-4be3-a766-174239aa8eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:52.830773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-926a1dae-9442-435d-9314-05f205e91742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:52.878156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-538efc89-37b9-4be3-a766-174239aa8eb3 None None] Port 0a7a4acc-83e7-4e0f-8bb9-679d24810d0a cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:52.884330 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 615f4e07-d961-4790-93e7-c551283a4893 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:52.884330 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.014516 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17ad4428-e70c-4a1e-b5ac-69a50f6bff8d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.053971 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17ad4428-e70c-4a1e-b5ac-69a50f6bff8d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.157996 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad4428-e70c-4a1e-b5ac-69a50f6bff8d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=0a7a4acc-83e7-4e0f-8bb9-679d24810d0a,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:53.171950 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-17ad4428-e70c-4a1e-b5ac-69a50f6bff8d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.229109 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.335204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ad4428-e70c-4a1e-b5ac-69a50f6bff8d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 8c235680-ed3c-4819-ae50-2cff16db96ce is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:53.338322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-17ad4428-e70c-4a1e-b5ac-69a50f6bff8d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:53.412236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Router 105a6b65-3e05-47d2-8a22-fdeec55309df is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:30:53.433913 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-926a1dae-9442-435d-9314-05f205e91742 admin admin] Deleting port a699ca23-00cd-429b-8e15-9427c0d354b0 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:53.434134 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-926a1dae-9442-435d-9314-05f205e91742 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.538332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:53.545459 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ad4428-e70c-4a1e-b5ac-69a50f6bff8d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 2d97a610-13ad-42d5-952e-1624726732c6 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:30:53.551619 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Sync routers for ids ['105a6b65-3e05-47d2-8a22-fdeec55309df'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:53.559907 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-926a1dae-9442-435d-9314-05f205e91742 admin admin] For port a699ca23-00cd-429b-8e15-9427c0d354b0, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a699ca23-00cd-429b-8e15-9427c0d354b0,segment=NetworkSegment(e63513de-05f0-46a3-b1fd-6d72cc7c668f),segment_id=e63513de-05f0-46a3-b1fd-6d72cc7c668f)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:53.560323 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-926a1dae-9442-435d-9314-05f205e91742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.567488 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.569208 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-443f331e-edb1-4c22-b790-e692c1efe144 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7815106 Aug 31 01:30:53.570933 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Routers {'105a6b65-3e05-47d2-8a22-fdeec55309df'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:53.572214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52764) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:53.572477 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['105a6b65-3e05-47d2-8a22-fdeec55309df'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:53.593266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-926a1dae-9442-435d-9314-05f205e91742 admin admin] Calling delete_port for a699ca23-00cd-429b-8e15-9427c0d354b0 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:53.673332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebad3a-c68e-4d28-a4d4-a1f81e15e72d tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:53.675878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c3ebad3a-c68e-4d28-a4d4-a1f81e15e72d tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=6e8f57fcf00445d7afb3c872067b9ff3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1026216 Aug 31 01:30:53.678406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52768) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:53.731946 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Set router 105a6b65-3e05-47d2-8a22-fdeec55309df gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:53.767073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ad4428-e70c-4a1e-b5ac-69a50f6bff8d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:53.775749 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-17ad4428-e70c-4a1e-b5ac-69a50f6bff8d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/2d97a610-13ad-42d5-952e-1624726732c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7873197 Aug 31 01:30:53.776612 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52770) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:53.781468 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e79d90b-bc9b-46db-b63e-d53c12d294b5 None None] Sync routers for ids ['2d97a610-13ad-42d5-952e-1624726732c6'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:53.812676 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1696ca03-ef78-4c22-8791-c00b06a03fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.830640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79d90b-bc9b-46db-b63e-d53c12d294b5 None None] Routers {'2d97a610-13ad-42d5-952e-1624726732c6'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:53.831304 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1e79d90b-bc9b-46db-b63e-d53c12d294b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2d97a610-13ad-42d5-952e-1624726732c6'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:53.842044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4629b2fd-da45-450c-b1b9-ba43393a9b76 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:53.843999 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4629b2fd-da45-450c-b1b9-ba43393a9b76 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1637700 Aug 31 01:30:53.848936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52772) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:53.872040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64a486d-81f8-4258-975e-d1ed6a5a45d9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:53.877800 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f64a486d-81f8-4258-975e-d1ed6a5a45d9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports/0a7a4acc-83e7-4e0f-8bb9-679d24810d0a HTTP/1.1" status: 200 len: 976 time: 0.0999475 Aug 31 01:30:53.881630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52774) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:53.902159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1e79d90b-bc9b-46db-b63e-d53c12d294b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:53.906485 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-01afb9c7-65af-4bd7-a631-4d06ae28ab53 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0525656 Aug 31 01:30:53.907730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-11013541-ec91-4508-994c-99f2431e6bfb None None] Provisioning complete for port 0a7a4acc-83e7-4e0f-8bb9-679d24810d0a triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:53.908109 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-11013541-ec91-4508-994c-99f2431e6bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:53.909232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52776) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:53.931317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79d90b-bc9b-46db-b63e-d53c12d294b5 None None] Routers {'2d97a610-13ad-42d5-952e-1624726732c6'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:53.931966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1e79d90b-bc9b-46db-b63e-d53c12d294b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2d97a610-13ad-42d5-952e-1624726732c6'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:53.948558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-11013541-ec91-4508-994c-99f2431e6bfb None None] Port 0a7a4acc-83e7-4e0f-8bb9-679d24810d0a cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:53.967388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b86c5ace-0fa2-444d-b1f0-9431ecb3bc48 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=6e8f57fcf00445d7afb3c872067b9ff3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539148 Aug 31 01:30:53.967628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52780) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:53.984262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1e79d90b-bc9b-46db-b63e-d53c12d294b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:53.984932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e79d90b-bc9b-46db-b63e-d53c12d294b5 None None] The sync data for ids ['2d97a610-13ad-42d5-952e-1624726732c6'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:54.077234 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.109471 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4985200c-3809-4a87-b45a-f7c712662b45 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:54.111169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4985200c-3809-4a87-b45a-f7c712662b45 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1426556 Aug 31 01:30:54.113990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52786) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:54.146993 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1225978565', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:52Z', 'revision_number': 3, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:51Z', 'updated_at': '2021-08-31T01:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:54.158061 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-edaab86a-0441-4087-b6e9-cb5a3417c09f tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427945 Aug 31 01:30:54.163131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52788) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:54.198518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e565b6c8-f3de-4e0e-8345-93d2c96454d9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1326321105', 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75', 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:54.240780 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Checking router: 105a6b65-3e05-47d2-8a22-fdeec55309df for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:54.241134 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Updating router 105a6b65-3e05-47d2-8a22-fdeec55309df port 334c9ccb-a2e3-4a03-bb94-67c5ef786995 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:30:54.296310 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.377000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e565b6c8-f3de-4e0e-8345-93d2c96454d9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Made reservation on behalf of 6e8f57fcf00445d7afb3c872067b9ff3 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:54.381114 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e565b6c8-f3de-4e0e-8345-93d2c96454d9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.381555 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-926a1dae-9442-435d-9314-05f205e91742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.462129 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a1dae-9442-435d-9314-05f205e91742 admin admin] Pushing event deleted for resources: {'Port': ['ID=a699ca23-00cd-429b-8e15-9427c0d354b0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:54.513984 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.759117 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.787765 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Transition to ACTIVE for port object 334c9ccb-a2e3-4a03-bb94-67c5ef786995 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:54.812503 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e565b6c8-f3de-4e0e-8345-93d2c96454d9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.815311 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.925217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565b6c8-f3de-4e0e-8345-93d2c96454d9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'Subnet': ['ID=0cf73b3c-db9c-4622-83b4-821d508613d8,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:54.944174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e565b6c8-f3de-4e0e-8345-93d2c96454d9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Checking segment: {'id': '56f1f81f-ad5a-4530-ae39-cfdbf4daa07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:54.945484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e565b6c8-f3de-4e0e-8345-93d2c96454d9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Network hostable DHCP agents. Network: 56a2dfaf-621f-4ad2-9b59-a229f8031c75, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:30:54.957919 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Attempting to bind port 334c9ccb-a2e3-4a03-bb94-67c5ef786995 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:54.958273 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Attempting to bind port 334c9ccb-a2e3-4a03-bb94-67c5ef786995 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:54.958738 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-926a1dae-9442-435d-9314-05f205e91742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.958871 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Attempting to bind port 334c9ccb-a2e3-4a03-bb94-67c5ef786995 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:54.960769 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f256ec9-d5b0-4e39-a942-a5ab72a0b1a2 None None] Pushing event updated for resources: {'Port': ['ID=334c9ccb-a2e3-4a03-bb94-67c5ef786995,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:54.970994 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:54.971390 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:54.971792 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.972321 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:54.972936 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Bound port: 334c9ccb-a2e3-4a03-bb94-67c5ef786995, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:54.973360 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:54.975551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e565b6c8-f3de-4e0e-8345-93d2c96454d9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Network 56a2dfaf-621f-4ad2-9b59-a229f8031c75 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:30:54.975907 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f256ec9-d5b0-4e39-a942-a5ab72a0b1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.976250 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f256ec9-d5b0-4e39-a942-a5ab72a0b1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.976584 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f256ec9-d5b0-4e39-a942-a5ab72a0b1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.977144 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f256ec9-d5b0-4e39-a942-a5ab72a0b1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.977480 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f256ec9-d5b0-4e39-a942-a5ab72a0b1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.977809 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f256ec9-d5b0-4e39-a942-a5ab72a0b1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.978135 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f256ec9-d5b0-4e39-a942-a5ab72a0b1a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.978498 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f256ec9-d5b0-4e39-a942-a5ab72a0b1a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.978957 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f256ec9-d5b0-4e39-a942-a5ab72a0b1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.979443 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f256ec9-d5b0-4e39-a942-a5ab72a0b1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.979732 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f256ec9-d5b0-4e39-a942-a5ab72a0b1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.980083 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f256ec9-d5b0-4e39-a942-a5ab72a0b1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:54.993446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-e565b6c8-f3de-4e0e-8345-93d2c96454d9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 56a2dfaf-621f-4ad2-9b59-a229f8031c75) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:55.000433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e565b6c8-f3de-4e0e-8345-93d2c96454d9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:55.002705 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e565b6c8-f3de-4e0e-8345-93d2c96454d9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:55.003056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c39082-27bc-4e3b-ac6b-26c17fec40c3 None None] Network 56a2dfaf-621f-4ad2-9b59-a229f8031c75 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:55.028802 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e565b6c8-f3de-4e0e-8345-93d2c96454d9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8596611 Aug 31 01:30:55.029101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52804) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:55.050388 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] For port 334c9ccb-a2e3-4a03-bb94-67c5ef786995, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:55.053687 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] For port 334c9ccb-a2e3-4a03-bb94-67c5ef786995, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=334c9ccb-a2e3-4a03-bb94-67c5ef786995,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:55.064250 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:55.139354 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-395a3af3-1c1d-47fc-8f4b-bb121827b95f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:55.208664 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Routers {'105a6b65-3e05-47d2-8a22-fdeec55309df'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:55.210686 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['105a6b65-3e05-47d2-8a22-fdeec55309df'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:55.221831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-56a2dfaf-621f-4ad2-9b59-a229f8031c75', 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'fixed_ips': [{'subnet_id': '0cf73b3c-db9c-4622-83b4-821d508613d8'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:30:55.222283 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:55.250369 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f256ec9-d5b0-4e39-a942-a5ab72a0b1a2 None None] Pushing event updated for resources: {'Port': ['ID=334c9ccb-a2e3-4a03-bb94-67c5ef786995,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:55.452313 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] Set router 105a6b65-3e05-47d2-8a22-fdeec55309df gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:55.565499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Allocated IP 172.20.0.18 (56a2dfaf-621f-4ad2-9b59-a229f8031c75/0cf73b3c-db9c-4622-83b4-821d508613d8/41ede2de-05cf-4eec-89b5-7b9ec0467920) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:55.749409 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1225978565', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:52Z', 'revision_number': 3, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:51Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:55.795113 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c9071-0810-4d7b-bd71-14645830feab None None] The sync data for ids ['105a6b65-3e05-47d2-8a22-fdeec55309df'] in n-d-802060-13 is: [{'id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1225978565', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:52Z', 'revision_number': 3, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:51Z', 'updated_at': '2021-08-31T01:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:55.873397 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:55.882791 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Transition to ACTIVE for port object 41ede2de-05cf-4eec-89b5-7b9ec0467920 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:55.899803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Transition to ACTIVE for port object 41ede2de-05cf-4eec-89b5-7b9ec0467920 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:55.910768 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:55.956666 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:55.989605 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Network 56a2dfaf-621f-4ad2-9b59-a229f8031c75 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:55.997367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:56.002581 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:56.024694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-395a3af3-1c1d-47fc-8f4b-bb121827b95f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port 0a7a4acc-83e7-4e0f-8bb9-679d24810d0a {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:56.025255 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-395a3af3-1c1d-47fc-8f4b-bb121827b95f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:56.026578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Pushing event updated for resources: {'Port': ['ID=41ede2de-05cf-4eec-89b5-7b9ec0467920,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:56.084854 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926a1dae-9442-435d-9314-05f205e91742 admin admin] Router 4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:56.095005 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Attempting to bind port 41ede2de-05cf-4eec-89b5-7b9ec0467920 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:30:56.095681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Attempting to bind port 41ede2de-05cf-4eec-89b5-7b9ec0467920 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '56f1f81f-ad5a-4530-ae39-cfdbf4daa07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:30:56.096378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Attempting to bind port 41ede2de-05cf-4eec-89b5-7b9ec0467920 on network 56a2dfaf-621f-4ad2-9b59-a229f8031c75 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:30:56.101967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:30:56.102355 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Checking segment: {'id': '56f1f81f-ad5a-4530-ae39-cfdbf4daa07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:30:56.102758 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:56.103155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Bound using segment: {'id': '56f1f81f-ad5a-4530-ae39-cfdbf4daa07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:30:56.103652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Bound port: 41ede2de-05cf-4eec-89b5-7b9ec0467920, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1f81f-ad5a-4530-ae39-cfdbf4daa07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:30:56.104184 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:56.214792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] For port 41ede2de-05cf-4eec-89b5-7b9ec0467920, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:56.227172 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-395a3af3-1c1d-47fc-8f4b-bb121827b95f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:56.232373 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] For port 41ede2de-05cf-4eec-89b5-7b9ec0467920, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=41ede2de-05cf-4eec-89b5-7b9ec0467920,segment=NetworkSegment(56f1f81f-ad5a-4530-ae39-cfdbf4daa07c),segment_id=56f1f81f-ad5a-4530-ae39-cfdbf4daa07c)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:56.241488 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:56.310211 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-395a3af3-1c1d-47fc-8f4b-bb121827b95f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for 0a7a4acc-83e7-4e0f-8bb9-679d24810d0a owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:56.397970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21bc7d-cabd-49ae-9951-39399ec8144f None None] Pushing event updated for resources: {'Port': ['ID=41ede2de-05cf-4eec-89b5-7b9ec0467920,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:56.464149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Allocated IP 172.20.0.17 (56a2dfaf-621f-4ad2-9b59-a229f8031c75/0cf73b3c-db9c-4622-83b4-821d508613d8/1359659d-cdb0-48b5-a1a4-856b2614d65b) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:56.525837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926a1dae-9442-435d-9314-05f205e91742 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:56.539060 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5623f8-b3ce-45c1-b321-054818036919 None None] Sync routers for ids ['4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:56.556741 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5623f8-b3ce-45c1-b321-054818036919 None None] Routers {'4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:56.557610 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ee5623f8-b3ce-45c1-b321-054818036919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:56.557928 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-926a1dae-9442-435d-9314-05f205e91742 admin admin] 10.222.0.58 "PUT /v2.0/routers/4838bd9c-9ce5-47ed-92ac-00f8885cb8c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2871888 Aug 31 01:30:56.561779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52834) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:56.734833 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:56.821760 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-ee5623f8-b3ce-45c1-b321-054818036919 None None] Set router 4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:56.826253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 334c9ccb-a2e3-4a03-bb94-67c5ef786995 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:56.932075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 334c9ccb-a2e3-4a03-bb94-67c5ef786995 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:56.937804 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 334c9ccb-a2e3-4a03-bb94-67c5ef786995 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:56.938402 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:56.938748 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:56.961161 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:56.981766 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-395a3af3-1c1d-47fc-8f4b-bb121827b95f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:56.996234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Transition to ACTIVE for port object 1359659d-cdb0-48b5-a1a4-856b2614d65b will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:30:57.065830 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:57.086021 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:57.094852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 334c9ccb-a2e3-4a03-bb94-67c5ef786995, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=334c9ccb-a2e3-4a03-bb94-67c5ef786995,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:57.109906 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:57.140906 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a3af3-1c1d-47fc-8f4b-bb121827b95f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=0a7a4acc-83e7-4e0f-8bb9-679d24810d0a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:57.151211 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:57.165825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'Port': ['ID=1359659d-cdb0-48b5-a1a4-856b2614d65b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:57.198304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Network 56a2dfaf-621f-4ad2-9b59-a229f8031c75 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:57.200647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:57.211974 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:30:57.222472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=334c9ccb-a2e3-4a03-bb94-67c5ef786995,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:57.288549 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:57.408686 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ee5623f8-b3ce-45c1-b321-054818036919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'name': 'tempest-TestVolumeBackupRestore-870033003-router', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c19494e6-ac91-4e72-8e42-3f1e5ca184cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:31Z', 'updated_at': '2021-08-31T01:30:54Z', 'revision_number': 5, 'project_id': '66327851949d4cc7bbc7cbaccdd67443', 'gw_port': {'id': 'c19494e6-ac91-4e72-8e42-3f1e5ca184cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:25:33Z', 'updated_at': '2021-08-31T01:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:57.470825 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5623f8-b3ce-45c1-b321-054818036919 None None] Checking router: 4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:57.483145 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5623f8-b3ce-45c1-b321-054818036919 None None] Routers {'4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:57.484250 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ee5623f8-b3ce-45c1-b321-054818036919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:57.525298 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-395a3af3-1c1d-47fc-8f4b-bb121827b95f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:57.633758 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] Deleting port c19494e6-ac91-4e72-8e42-3f1e5ca184cd {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:30:57.634097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:57.648731 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:57.655985 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-ee5623f8-b3ce-45c1-b321-054818036919 None None] Set router 4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:57.796816 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ee5623f8-b3ce-45c1-b321-054818036919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'name': 'tempest-TestVolumeBackupRestore-870033003-router', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:31Z', 'updated_at': '2021-08-31T01:30:57Z', 'revision_number': 6, 'project_id': '66327851949d4cc7bbc7cbaccdd67443', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:57.853269 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5623f8-b3ce-45c1-b321-054818036919 None None] The sync data for ids ['4838bd9c-9ce5-47ed-92ac-00f8885cb8c4'] in n-d-802060-13 is: [{'id': '4838bd9c-9ce5-47ed-92ac-00f8885cb8c4', 'name': 'tempest-TestVolumeBackupRestore-870033003-router', 'tenant_id': '66327851949d4cc7bbc7cbaccdd67443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:31Z', 'updated_at': '2021-08-31T01:30:57Z', 'revision_number': 6, 'project_id': '66327851949d4cc7bbc7cbaccdd67443', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:57.942933 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395a3af3-1c1d-47fc-8f4b-bb121827b95f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 2d97a610-13ad-42d5-952e-1624726732c6 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:58.035347 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef38b779-9fab-421c-853c-7b0e7c0e5dc3 None None] Network 56a2dfaf-621f-4ad2-9b59-a229f8031c75 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:30:58.082579 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:58.091580 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395a3af3-1c1d-47fc-8f4b-bb121827b95f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:58.096149 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:58.102321 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-395a3af3-1c1d-47fc-8f4b-bb121827b95f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/2d97a610-13ad-42d5-952e-1624726732c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2180152 Aug 31 01:30:58.109185 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52860) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:58.113020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32404587-e42a-461e-86c5-afe31b3364be None None] Sync routers for ids ['2d97a610-13ad-42d5-952e-1624726732c6'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:58.157700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32404587-e42a-461e-86c5-afe31b3364be None None] Routers {'2d97a610-13ad-42d5-952e-1624726732c6'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:58.158820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-32404587-e42a-461e-86c5-afe31b3364be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2d97a610-13ad-42d5-952e-1624726732c6'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:58.169112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7c7893be-834f-460f-bf51-7a65a5c21fd8 None None] Provisioning for port 41ede2de-05cf-4eec-89b5-7b9ec0467920 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:58.226706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-32404587-e42a-461e-86c5-afe31b3364be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:58.227886 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'Port': ['ID=1359659d-cdb0-48b5-a1a4-856b2614d65b,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:58.231853 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:58.237617 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] For port c19494e6-ac91-4e72-8e42-3f1e5ca184cd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c19494e6-ac91-4e72-8e42-3f1e5ca184cd,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:58.238016 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:58.258373 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32404587-e42a-461e-86c5-afe31b3364be None None] Routers {'2d97a610-13ad-42d5-952e-1624726732c6'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:58.259449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-32404587-e42a-461e-86c5-afe31b3364be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2d97a610-13ad-42d5-952e-1624726732c6'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:58.331525 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-32404587-e42a-461e-86c5-afe31b3364be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:58.332494 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32404587-e42a-461e-86c5-afe31b3364be None None] The sync data for ids ['2d97a610-13ad-42d5-952e-1624726732c6'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:58.385039 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] Calling delete_port for c19494e6-ac91-4e72-8e42-3f1e5ca184cd owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:30:58.433783 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Network 56a2dfaf-621f-4ad2-9b59-a229f8031c75 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:58.439703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:58.624185 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-1777622d-fab0-4f91-952c-b076f7c943ba tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 01:30:58.627830 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1777622d-fab0-4f91-952c-b076f7c943ba tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/2d97a610-13ad-42d5-952e-1624726732c6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5150833 Aug 31 01:30:58.629665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52872) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:58.638374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Router 105a6b65-3e05-47d2-8a22-fdeec55309df has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:58.692266 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-451e1ca3-ae98-498b-b640-f740398a08d0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d97a610-13ad-42d5-952e-1624726732c6 HTTP/1.1" status: 200 len: 205 time: 0.0606110 Aug 31 01:30:58.694691 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52876) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:58.789677 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b962a97-f5c6-4c1a-bb18-2f365cd7329f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:58.863106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:58.874311 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c69b8a84-3b22-464f-9a28-2bc299aa2392 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "PUT /v2.0/routers/105a6b65-3e05-47d2-8a22-fdeec55309df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8426163 Aug 31 01:30:58.900418 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Sync routers for ids ['105a6b65-3e05-47d2-8a22-fdeec55309df'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:58.914344 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Routers {'105a6b65-3e05-47d2-8a22-fdeec55309df'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:30:58.914990 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['105a6b65-3e05-47d2-8a22-fdeec55309df'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:58.916857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c1459e0e-2762-4e14-8f70-152954d2a71d None None] Provisioning for port 1359659d-cdb0-48b5-a1a4-856b2614d65b completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:58.925608 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c1459e0e-2762-4e14-8f70-152954d2a71d None None] Provisioning complete for port 1359659d-cdb0-48b5-a1a4-856b2614d65b triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:58.927441 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c1459e0e-2762-4e14-8f70-152954d2a71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.035661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c1459e0e-2762-4e14-8f70-152954d2a71d None None] Port 1359659d-cdb0-48b5-a1a4-856b2614d65b cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:59.119814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 334c9ccb-a2e3-4a03-bb94-67c5ef786995 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:59.177870 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b962a97-f5c6-4c1a-bb18-2f365cd7329f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.186393 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b962a97-f5c6-4c1a-bb18-2f365cd7329f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.242399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 334c9ccb-a2e3-4a03-bb94-67c5ef786995 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:59.242781 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.268185 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.286598 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Set router 105a6b65-3e05-47d2-8a22-fdeec55309df gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:30:59.310743 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3de752df-02f4-42d2-8aab-56e3d5f1e804 None None] Provisioning complete for port 1359659d-cdb0-48b5-a1a4-856b2614d65b triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:59.311484 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3de752df-02f4-42d2-8aab-56e3d5f1e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.319196 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b962a97-f5c6-4c1a-bb18-2f365cd7329f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.319884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b962a97-f5c6-4c1a-bb18-2f365cd7329f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Fanout notify agent at l3_agent the message router_deleted on router 2d97a610-13ad-42d5-952e-1624726732c6 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:30:59.331425 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1b962a97-f5c6-4c1a-bb18-2f365cd7329f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.332918 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1b962a97-f5c6-4c1a-bb18-2f365cd7329f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/routers/2d97a610-13ad-42d5-952e-1624726732c6 HTTP/1.1" status: 204 len: 168 time: 0.6382976 Aug 31 01:30:59.334003 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19494e6-ac91-4e72-8e42-3f1e5ca184cd,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:59.337120 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52898) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:30:59.422116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3de752df-02f4-42d2-8aab-56e3d5f1e804 None None] Port 1359659d-cdb0-48b5-a1a4-856b2614d65b cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:59.463040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dacf354-17e1-45d8-ad0d-dc07b72e1d1c tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting subnet 37738496-606d-4270-a6ab-a65b8257fde3 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:30:59.468555 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dacf354-17e1-45d8-ad0d-dc07b72e1d1c tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.492496 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 41ede2de-05cf-4eec-89b5-7b9ec0467920 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:30:59.526030 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dacf354-17e1-45d8-ad0d-dc07b72e1d1c tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.601442 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 41ede2de-05cf-4eec-89b5-7b9ec0467920 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:30:59.608545 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.619768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 41ede2de-05cf-4eec-89b5-7b9ec0467920 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:59.620152 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.698509 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1225978565', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:57Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:51Z', 'updated_at': '2021-08-31T01:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '1359659d-cdb0-48b5-a1a4-856b2614d65b', 'name': '', 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'mac_address': 'fa:16:3e:d5:6f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '0cf73b3c-db9c-4622-83b4-821d508613d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:56Z', 'updated_at': '2021-08-31T01:30:57Z', 'revision_number': 2, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'subnets': [{'id': '0cf73b3c-db9c-4622-83b4-821d508613d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:59.734980 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.752832 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Checking router: 105a6b65-3e05-47d2-8a22-fdeec55309df for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:59.755430 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Updating router 105a6b65-3e05-47d2-8a22-fdeec55309df port 1359659d-cdb0-48b5-a1a4-856b2614d65b binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:30:59.786887 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7ff10565-5521-4faa-bf97-915e31de1310 None None] Provisioning complete for port 1359659d-cdb0-48b5-a1a4-856b2614d65b triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:30:59.787270 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7ff10565-5521-4faa-bf97-915e31de1310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.822682 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.827145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 41ede2de-05cf-4eec-89b5-7b9ec0467920, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=41ede2de-05cf-4eec-89b5-7b9ec0467920,segment=NetworkSegment(56f1f81f-ad5a-4530-ae39-cfdbf4daa07c),segment_id=56f1f81f-ad5a-4530-ae39-cfdbf4daa07c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:59.828232 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7ff10565-5521-4faa-bf97-915e31de1310 None None] Port 1359659d-cdb0-48b5-a1a4-856b2614d65b cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:30:59.834735 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:59.847258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f264-d8cf-41e6-a658-253286188c78 req-791e040f-9e89-4884-aa45-23f66eaa22d3 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:59.849626 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3505f264-d8cf-41e6-a658-253286188c78 req-791e040f-9e89-4884-aa45-23f66eaa22d3 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/networks?id=56a2dfaf-621f-4ad2-9b59-a229f8031c75 HTTP/1.1" status: 200 len: 797 time: 0.6985650 Aug 31 01:30:59.890601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3505f264-d8cf-41e6-a658-253286188c78 req-e9f8e54d-b0b2-4c4f-8041-acf9fc293196 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/quotas/6e8f57fcf00445d7afb3c872067b9ff3 HTTP/1.1" status: 200 len: 375 time: 0.0345955 Aug 31 01:30:59.940767 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=41ede2de-05cf-4eec-89b5-7b9ec0467920,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:59.958134 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c19494e6-ac91-4e72-8e42-3f1e5ca184cd no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:59.983179 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: c19494e6-ac91-4e72-8e42-3f1e5ca184cd {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:30:59.983559 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c19494e6-ac91-4e72-8e42-3f1e5ca184cd not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:59.983991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a699ca23-00cd-429b-8e15-9427c0d354b0 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:00.005101 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: a699ca23-00cd-429b-8e15-9427c0d354b0 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:00.005546 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a699ca23-00cd-429b-8e15-9427c0d354b0 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:00.040136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3505f264-d8cf-41e6-a658-253286188c78 req-f6d39c64-71c1-43f9-adcc-27605991560a tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6e8f57fcf00445d7afb3c872067b9ff3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1342399 Aug 31 01:31:00.164196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3505f264-d8cf-41e6-a658-253286188c78 req-c549094b-cf24-4162-b9ca-de9467df7754 service neutron] 10.222.0.58 "GET /v2.0/networks/56a2dfaf-621f-4ad2-9b59-a229f8031c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225562 Aug 31 01:31:00.240361 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.254844 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Transition to ACTIVE for port object 1359659d-cdb0-48b5-a1a4-856b2614d65b will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:00.263052 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.277601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3505f264-d8cf-41e6-a658-253286188c78 req-06d009a1-4577-48a5-a32d-44103bdd0fab service neutron] 10.222.0.58 "GET /v2.0/networks/56a2dfaf-621f-4ad2-9b59-a229f8031c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119256 Aug 31 01:31:00.292874 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.299486 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.343814 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4173b-8b06-43fa-b8b4-5f8252b1811b None None] Pushing event updated for resources: {'Port': ['ID=1359659d-cdb0-48b5-a1a4-856b2614d65b,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:00.385876 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.386456 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:31:00.393095 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.394825 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-06d3863c-2e90-43e1-84ac-bd71466be261 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4838bd9c-9ce5-47ed-92ac-00f8885cb8c4 HTTP/1.1" status: 204 len: 168 time: 3.8261175 Aug 31 01:31:00.397587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52904) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:00.401721 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dacf354-17e1-45d8-ad0d-dc07b72e1d1c tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.472246 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Attempting to bind port 1359659d-cdb0-48b5-a1a4-856b2614d65b on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:00.472637 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Attempting to bind port 1359659d-cdb0-48b5-a1a4-856b2614d65b by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '56f1f81f-ad5a-4530-ae39-cfdbf4daa07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:00.475210 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Attempting to bind port 1359659d-cdb0-48b5-a1a4-856b2614d65b on network 56a2dfaf-621f-4ad2-9b59-a229f8031c75 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:00.491857 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:00.492171 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Checking segment: {'id': '56f1f81f-ad5a-4530-ae39-cfdbf4daa07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:00.492616 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.493013 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Bound using segment: {'id': '56f1f81f-ad5a-4530-ae39-cfdbf4daa07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:00.493938 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Bound port: 1359659d-cdb0-48b5-a1a4-856b2614d65b, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1f81f-ad5a-4530-ae39-cfdbf4daa07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:00.494321 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.498636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-859a0d5c-3479-42b2-bffd-89112b154ab1 admin admin] Deleting subnet fddb0893-4cb1-418a-b3a4-0f49f439e8df {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:00.503786 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-859a0d5c-3479-42b2-bffd-89112b154ab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.508236 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dacf354-17e1-45d8-ad0d-dc07b72e1d1c tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.595974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-859a0d5c-3479-42b2-bffd-89112b154ab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.600692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacf354-17e1-45d8-ad0d-dc07b72e1d1c tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Subnet': ['ID=37738496-606d-4270-a6ab-a65b8257fde3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:00.612867 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4dacf354-17e1-45d8-ad0d-dc07b72e1d1c tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.616897 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4dacf354-17e1-45d8-ad0d-dc07b72e1d1c tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/37738496-606d-4270-a6ab-a65b8257fde3 HTTP/1.1" status: 204 len: 168 time: 1.2608547 Aug 31 01:31:00.618396 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29f4842-716c-4045-b461-c3c9cc671ddd None None] Network 8c235680-ed3c-4819-ae50-2cff16db96ce requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:00.619673 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52912) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:00.703510 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] For port 1359659d-cdb0-48b5-a1a4-856b2614d65b, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:00.708663 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] For port 1359659d-cdb0-48b5-a1a4-856b2614d65b, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1359659d-cdb0-48b5-a1a4-856b2614d65b,segment=NetworkSegment(56f1f81f-ad5a-4530-ae39-cfdbf4daa07c),segment_id=56f1f81f-ad5a-4530-ae39-cfdbf4daa07c)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:00.727757 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.785787 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.793512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 41ede2de-05cf-4eec-89b5-7b9ec0467920 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:00.833614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b9c50af1-9f62-4afc-9c15-de841021a33e req-6ae3ed83-18d6-4941-8640-3bd2b13b6562 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 210 time: 0.2353661 Aug 31 01:31:00.864786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63fecc64-dc3c-4983-a93a-aac80605bd08 req-12797007-585b-4a1a-ac13-8a8290658283 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1663733 Aug 31 01:31:00.867520 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Routers {'105a6b65-3e05-47d2-8a22-fdeec55309df'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:00.868597 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['105a6b65-3e05-47d2-8a22-fdeec55309df'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:00.951883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 41ede2de-05cf-4eec-89b5-7b9ec0467920 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:00.952491 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:00.963934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port 615f4e07-d961-4790-93e7-c551283a4893 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:00.969125 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4173b-8b06-43fa-b8b4-5f8252b1811b None None] Pushing event updated for resources: {'Port': ['ID=1359659d-cdb0-48b5-a1a4-856b2614d65b,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:00.969645 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.009979 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-859a0d5c-3479-42b2-bffd-89112b154ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.089542 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fecc64-dc3c-4983-a93a-aac80605bd08 req-6cfeb37b-99eb-4a46-905d-eb9604946ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:01.093366 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63fecc64-dc3c-4983-a93a-aac80605bd08 req-6cfeb37b-99eb-4a46-905d-eb9604946ca6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 1097 time: 0.1930575 Aug 31 01:31:01.141781 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] Set router 105a6b65-3e05-47d2-8a22-fdeec55309df gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:01.146569 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7371aea0-9d5e-4a6a-8b9f-aa012fd1f1c2 None None] DHCP port deletion for 8c235680-ed3c-4819-ae50-2cff16db96ce request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:01.205611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] For port 615f4e07-d961-4790-93e7-c551283a4893, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=615f4e07-d961-4790-93e7-c551283a4893,segment=NetworkSegment(ab268b16-c0c7-4d17-8c02-ec7b16653010),segment_id=ab268b16-c0c7-4d17-8c02-ec7b16653010)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:01.209440 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.247753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for 615f4e07-d961-4790-93e7-c551283a4893 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:01.263176 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-859a0d5c-3479-42b2-bffd-89112b154ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.291721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7371aea0-9d5e-4a6a-8b9f-aa012fd1f1c2 None None] Deleting port 615f4e07-d961-4790-93e7-c551283a4893 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:01.291948 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7371aea0-9d5e-4a6a-8b9f-aa012fd1f1c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.364746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a0d5c-3479-42b2-bffd-89112b154ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fddb0893-4cb1-418a-b3a4-0f49f439e8df,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:01.366778 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-859a0d5c-3479-42b2-bffd-89112b154ab1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.368722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-859a0d5c-3479-42b2-bffd-89112b154ab1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fddb0893-4cb1-418a-b3a4-0f49f439e8df HTTP/1.1" status: 204 len: 168 time: 0.9700232 Aug 31 01:31:01.372469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52922) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:01.381563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fecc64-dc3c-4983-a93a-aac80605bd08 req-80f4ad70-e76f-447b-b5c0-3e7c4f22674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:01.383543 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63fecc64-dc3c-4983-a93a-aac80605bd08 req-80f4ad70-e76f-447b-b5c0-3e7c4f22674f service neutron] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.2662637 Aug 31 01:31:01.385599 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.420184 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=615f4e07-d961-4790-93e7-c551283a4893,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:01.434128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No DVR routers for this DVR port 615f4e07-d961-4790-93e7-c551283a4893 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:01.434654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ca9ba6-147d-40f0-8553-219b1329fa76 None None] Network bee53884-e328-4cc8-b47e-c42952b2a51b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:01.513039 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.523612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63fecc64-dc3c-4983-a93a-aac80605bd08 req-9424c722-c0b7-42eb-9c34-41da6416b2b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e95de75-c463-4909-a88b-596f8a725ee5 HTTP/1.1" status: 200 len: 1001 time: 0.1275208 Aug 31 01:31:01.557696 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.571091 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c235680-ed3c-4819-ae50-2cff16db96ce']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:01.601576 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab268b16-c0c7-4d17-8c02-ec7b16653010') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:01.602169 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab268b16-c0c7-4d17-8c02-ec7b16653010') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:01.610141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fecc64-dc3c-4983-a93a-aac80605bd08 req-4b7a1bff-ba36-44ca-b109-13367ba8fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:01.611721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63fecc64-dc3c-4983-a93a-aac80605bd08 req-4b7a1bff-ba36-44ca-b109-13367ba8fcb3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0807633 Aug 31 01:31:01.620579 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.632341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] Deleting port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:01.632730 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.640022 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.648201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:01.648845 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.734908 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fecc64-dc3c-4983-a93a-aac80605bd08 req-1f020bd5-fe70-4987-b734-e0e506d58606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:01.736801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63fecc64-dc3c-4983-a93a-aac80605bd08 req-1f020bd5-fe70-4987-b734-e0e506d58606 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159511 Aug 31 01:31:01.740814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7371aea0-9d5e-4a6a-8b9f-aa012fd1f1c2 None None] For port 615f4e07-d961-4790-93e7-c551283a4893, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=615f4e07-d961-4790-93e7-c551283a4893,segment=NetworkSegment(ab268b16-c0c7-4d17-8c02-ec7b16653010),segment_id=ab268b16-c0c7-4d17-8c02-ec7b16653010)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:01.743553 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7371aea0-9d5e-4a6a-8b9f-aa012fd1f1c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:01.749685 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:01.755154 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.761281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] For port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d415cc64-5c09-4d1d-a07b-61cd8cb50cdb,segment=NetworkSegment(e63513de-05f0-46a3-b1fd-6d72cc7c668f),segment_id=e63513de-05f0-46a3-b1fd-6d72cc7c668f)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:01.761653 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.769636 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.772135 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.779938 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/networks/8c235680-ed3c-4819-ae50-2cff16db96ce HTTP/1.1" status: 204 len: 168 time: 1.1591182 Aug 31 01:31:01.782004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52926) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:01.787532 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-46505354-7d29-4c0e-8267-5b1efd9a60be tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'network': {'name': 'tempest-RoutersTest-282241605'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:01.823627 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46505354-7d29-4c0e-8267-5b1efd9a60be tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:01.827624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7371aea0-9d5e-4a6a-8b9f-aa012fd1f1c2 None None] Calling delete_port for 615f4e07-d961-4790-93e7-c551283a4893 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:01.828676 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46505354-7d29-4c0e-8267-5b1efd9a60be tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.832857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] Calling delete_port for d415cc64-5c09-4d1d-a07b-61cd8cb50cdb owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:01.846866 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33aebd-0eba-4d8e-9e30-4be7ddb903eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Network': ['ID=8c235680-ed3c-4819-ae50-2cff16db96ce,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:01.876132 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46505354-7d29-4c0e-8267-5b1efd9a60be tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:31:01.902363 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46505354-7d29-4c0e-8267-5b1efd9a60be tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:01.903591 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-46505354-7d29-4c0e-8267-5b1efd9a60be tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Added segment a68dba9e-45e9-4490-bf9a-06a53c95f6d7 of type vlan for network 37ad1c6c-6861-4588-8a54-d54562302cb8 Aug 31 01:31:01.919381 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1225978565', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:57Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:51Z', 'updated_at': '2021-08-31T01:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '1359659d-cdb0-48b5-a1a4-856b2614d65b', 'name': '', 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'mac_address': 'fa:16:3e:d5:6f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '0cf73b3c-db9c-4622-83b4-821d508613d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:56Z', 'updated_at': '2021-08-31T01:31:00Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'subnets': [{'id': '0cf73b3c-db9c-4622-83b4-821d508613d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:01.985782 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7371aea0-9d5e-4a6a-8b9f-aa012fd1f1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.033002 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eedf1c36-c40a-4437-aebc-d865c0185c92 req-ab112350-22ca-40f2-b66a-5a71bd5a61e4 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 210 time: 0.0597093 Aug 31 01:31:02.036289 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c001df2-2904-4b5b-992f-0b6ce3dfa85d None None] The sync data for ids ['105a6b65-3e05-47d2-8a22-fdeec55309df'] in n-d-802060-13 is: [{'id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1225978565', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:30:57Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:51Z', 'updated_at': '2021-08-31T01:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '1359659d-cdb0-48b5-a1a4-856b2614d65b', 'name': '', 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'mac_address': 'fa:16:3e:d5:6f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '0cf73b3c-db9c-4622-83b4-821d508613d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:56Z', 'updated_at': '2021-08-31T01:31:00Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'subnets': [{'id': '0cf73b3c-db9c-4622-83b4-821d508613d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:02.041968 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46505354-7d29-4c0e-8267-5b1efd9a60be tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.046723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7371aea0-9d5e-4a6a-8b9f-aa012fd1f1c2 None None] Network 8c235680-ed3c-4819-ae50-2cff16db96ce is not hosted by any dhcp agent {{(pid=94762) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:31:02.047203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7371aea0-9d5e-4a6a-8b9f-aa012fd1f1c2 None None] No DVR routers for this DVR port 615f4e07-d961-4790-93e7-c551283a4893 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:02.051572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63fecc64-dc3c-4983-a93a-aac80605bd08 req-fea18e95-bc74-4515-8990-6d8acc34b99e service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058460 Aug 31 01:31:02.056295 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371aea0-9d5e-4a6a-8b9f-aa012fd1f1c2 None None] Pushing event deleted for resources: {'Port': ['ID=615f4e07-d961-4790-93e7-c551283a4893,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:02.060068 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33511bf6-6758-4c41-9c4a-ba43a03920f4 None None] DHCP port deletion for bee53884-e328-4cc8-b47e-c42952b2a51b request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:02.178118 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.202413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-33511bf6-6758-4c41-9c4a-ba43a03920f4 None None] Deleting port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:02.202801 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-33511bf6-6758-4c41-9c4a-ba43a03920f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.244754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d415cc64-5c09-4d1d-a07b-61cd8cb50cdb,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:02.300783 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] No DVR routers for this DVR port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:02.355264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46505354-7d29-4c0e-8267-5b1efd9a60be tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.368832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46505354-7d29-4c0e-8267-5b1efd9a60be tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:02.369495 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-46505354-7d29-4c0e-8267-5b1efd9a60be tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.442576 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.455059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee53884-e328-4cc8-b47e-c42952b2a51b']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:02.469850 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63513de-05f0-46a3-b1fd-6d72cc7c668f') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:02.470373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63513de-05f0-46a3-b1fd-6d72cc7c668f') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:02.486129 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.503442 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.510708 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:02.511514 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.545968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f264-d8cf-41e6-a658-253286188c78 req-cebb5fd5-98e2-4cfe-b183-0dca55b0a051 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:02.547761 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3505f264-d8cf-41e6-a658-253286188c78 req-cebb5fd5-98e2-4cfe-b183-0dca55b0a051 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.70 "GET /v2.0/networks?id=56a2dfaf-621f-4ad2-9b59-a229f8031c75 HTTP/1.1" status: 200 len: 797 time: 0.3932190 Aug 31 01:31:02.563708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-3505f264-d8cf-41e6-a658-253286188c78 req-8f42a58b-6384-402b-92e2-b1f800455358 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Request body: {'port': {'device_id': 'e10e955c-95e3-4f64-b16e-ae41f5fda819', 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75', 'admin_state_up': True, 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:02.568437 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-46505354-7d29-4c0e-8267-5b1efd9a60be tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7852919 Aug 31 01:31:02.571057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46505354-7d29-4c0e-8267-5b1efd9a60be tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Network': ['ID=37ad1c6c-6861-4588-8a54-d54562302cb8,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:02.583037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52932) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:02.606332 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:02.614022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-33511bf6-6758-4c41-9c4a-ba43a03920f4 None None] For port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb, host n-d-802060-13, got binding levels [] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:02.614431 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-33511bf6-6758-4c41-9c4a-ba43a03920f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.615809 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.619078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63fecc64-dc3c-4983-a93a-aac80605bd08 req-054fe442-8ad1-4e1f-856b-60fdee18de7f service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530927 Aug 31 01:31:02.627526 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.634675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-33511bf6-6758-4c41-9c4a-ba43a03920f4 None None] Calling delete_port for d415cc64-5c09-4d1d-a07b-61cd8cb50cdb owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:02.637478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] 10.222.0.58 "DELETE /v2.0/networks/bee53884-e328-4cc8-b47e-c42952b2a51b HTTP/1.1" status: 204 len: 168 time: 1.2637353 Aug 31 01:31:02.643195 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.ipam_backend_mixin [None req-33511bf6-6758-4c41-9c4a-ba43a03920f4 None None] Port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb was not found and therefore no delete operation was performed {{(pid=94762) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:31:02.646466 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-33511bf6-6758-4c41-9c4a-ba43a03920f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.655826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 37ad1c6c-6861-4588-8a54-d54562302cb8 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:31:02.660738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33511bf6-6758-4c41-9c4a-ba43a03920f4 None None] Network bee53884-e328-4cc8-b47e-c42952b2a51b is not hosted by any dhcp agent {{(pid=94762) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 01:31:02.661338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33511bf6-6758-4c41-9c4a-ba43a03920f4 None None] No DVR routers for this DVR port d415cc64-5c09-4d1d-a07b-61cd8cb50cdb on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:02.666504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5e234eb4-0e8c-4f72-bf3c-919723915b34 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'subnet': {'network_id': '37ad1c6c-6861-4588-8a54-d54562302cb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:02.687968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08848daa-8ce9-44ee-bd24-b1c9159931cf admin admin] Pushing event deleted for resources: {'Network': ['ID=bee53884-e328-4cc8-b47e-c42952b2a51b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:02.743367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33511bf6-6758-4c41-9c4a-ba43a03920f4 None None] Pushing event deleted for resources: {'Port': ['ID=d415cc64-5c09-4d1d-a07b-61cd8cb50cdb,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:02.839872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1359659d-cdb0-48b5-a1a4-856b2614d65b up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:02.883040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e234eb4-0e8c-4f72-bf3c-919723915b34 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:02.885186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52938) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:02.888646 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e234eb4-0e8c-4f72-bf3c-919723915b34 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.936288 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 1359659d-cdb0-48b5-a1a4-856b2614d65b completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:02.943646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 1359659d-cdb0-48b5-a1a4-856b2614d65b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:02.944033 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:02.963737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-91d802c4-f992-4a99-9c28-07412eac1dbd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a57b40cae3f24cdeb71beed701935651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766277 Aug 31 01:31:02.966724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52940) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:03.050089 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-291a9079-85c3-4357-8e10-5bc1c19a4130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.055973 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.080442 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-291a9079-85c3-4357-8e10-5bc1c19a4130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.099185 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3505f264-d8cf-41e6-a658-253286188c78 req-8f42a58b-6384-402b-92e2-b1f800455358 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Made reservation on behalf of 6e8f57fcf00445d7afb3c872067b9ff3 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:03.108715 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 1359659d-cdb0-48b5-a1a4-856b2614d65b, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1359659d-cdb0-48b5-a1a4-856b2614d65b,segment=NetworkSegment(56f1f81f-ad5a-4530-ae39-cfdbf4daa07c),segment_id=56f1f81f-ad5a-4530-ae39-cfdbf4daa07c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:03.112269 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3505f264-d8cf-41e6-a658-253286188c78 req-8f42a58b-6384-402b-92e2-b1f800455358 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.117286 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.210962 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=1359659d-cdb0-48b5-a1a4-856b2614d65b,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:03.225960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 615f4e07-d961-4790-93e7-c551283a4893 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:03.227804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2912ae2c-1eaf-49c5-b78d-1ba351575c58 req-2d4f8200-1810-4564-ab86-436b06f0dd7f tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 210 time: 0.0677097 Aug 31 01:31:03.229635 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-291a9079-85c3-4357-8e10-5bc1c19a4130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.233079 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-291a9079-85c3-4357-8e10-5bc1c19a4130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.234386 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-291a9079-85c3-4357-8e10-5bc1c19a4130 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/56c936c3-6ecf-4215-885d-af69f3ad50f5 HTTP/1.1" status: 204 len: 168 time: 0.2657104 Aug 31 01:31:03.244191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a9079-85c3-4357-8e10-5bc1c19a4130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c936c3-6ecf-4215-885d-af69f3ad50f5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:03.280672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 615f4e07-d961-4790-93e7-c551283a4893 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:03.281251 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 615f4e07-d961-4790-93e7-c551283a4893 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:03.281773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d415cc64-5c09-4d1d-a07b-61cd8cb50cdb no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:03.347790 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: d415cc64-5c09-4d1d-a07b-61cd8cb50cdb {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:03.351294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d415cc64-5c09-4d1d-a07b-61cd8cb50cdb not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:03.426632 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e234eb4-0e8c-4f72-bf3c-919723915b34 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.522554 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-3505f264-d8cf-41e6-a658-253286188c78 req-8f42a58b-6384-402b-92e2-b1f800455358 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Allocated IP 172.20.0.22 (56a2dfaf-621f-4ad2-9b59-a229f8031c75/0cf73b3c-db9c-4622-83b4-821d508613d8/f78371ce-69c2-4f95-b2f3-747396348450) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:03.611096 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e234eb4-0e8c-4f72-bf3c-919723915b34 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Subnet': ['ID=7f061c7e-6e2d-4678-9980-713989b017ae,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:03.615384 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e234eb4-0e8c-4f72-bf3c-919723915b34 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Checking segment: {'id': 'a68dba9e-45e9-4490-bf9a-06a53c95f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37ad1c6c-6861-4588-8a54-d54562302cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:03.615833 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e234eb4-0e8c-4f72-bf3c-919723915b34 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network hostable DHCP agents. Network: 37ad1c6c-6861-4588-8a54-d54562302cb8, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:31:03.655843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e234eb4-0e8c-4f72-bf3c-919723915b34 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 37ad1c6c-6861-4588-8a54-d54562302cb8 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:31:03.675082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-5e234eb4-0e8c-4f72-bf3c-919723915b34 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 37ad1c6c-6861-4588-8a54-d54562302cb8) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:03.683506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696e66ff-0c86-4603-930a-fda98b8934c2 None None] Network 37ad1c6c-6861-4588-8a54-d54562302cb8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:03.695891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e234eb4-0e8c-4f72-bf3c-919723915b34 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:03.696590 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e234eb4-0e8c-4f72-bf3c-919723915b34 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.709183 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3505f264-d8cf-41e6-a658-253286188c78 req-8f42a58b-6384-402b-92e2-b1f800455358 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.728261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52952) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:03.735834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-3505f264-d8cf-41e6-a658-253286188c78 req-8f42a58b-6384-402b-92e2-b1f800455358 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Transition to ACTIVE for port object f78371ce-69c2-4f95-b2f3-747396348450 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:03.743472 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5e234eb4-0e8c-4f72-bf3c-919723915b34 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0925839 Aug 31 01:31:03.744199 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52954) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:03.765004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-dbb42e12-5196-479f-b1d4-1069008976e5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-316642600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:03.790168 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-90a43621-23e8-499f-ad29-c68d62122278 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66327851949d4cc7bbc7cbaccdd67443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601482 Aug 31 01:31:03.792479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52956) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:03.818601 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dbb42e12-5196-479f-b1d4-1069008976e5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.819773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dbb42e12-5196-479f-b1d4-1069008976e5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.870269 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3505f264-d8cf-41e6-a658-253286188c78 req-8f42a58b-6384-402b-92e2-b1f800455358 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.878131 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7d11ed7b-98d6-49fd-b6ab-222adb7a4c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.916354 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7d11ed7b-98d6-49fd-b6ab-222adb7a4c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.929186 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-37ad1c6c-6861-4588-8a54-d54562302cb8', 'network_id': '37ad1c6c-6861-4588-8a54-d54562302cb8', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'fixed_ips': [{'subnet_id': '7f061c7e-6e2d-4678-9980-713989b017ae'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:31:03.930096 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.985741 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7d11ed7b-98d6-49fd-b6ab-222adb7a4c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.988340 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7d11ed7b-98d6-49fd-b6ab-222adb7a4c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:03.989666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7d11ed7b-98d6-49fd-b6ab-222adb7a4c7d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c40c7ed-f204-4af6-93d7-608df76ddb82 HTTP/1.1" status: 204 len: 168 time: 0.1949928 Aug 31 01:31:04.004075 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dbb42e12-5196-479f-b1d4-1069008976e5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.005802 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11ed7b-98d6-49fd-b6ab-222adb7a4c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c40c7ed-f204-4af6-93d7-608df76ddb82,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:04.029802 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dbb42e12-5196-479f-b1d4-1069008976e5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.041408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3505f264-d8cf-41e6-a658-253286188c78 req-8f42a58b-6384-402b-92e2-b1f800455358 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Network 56a2dfaf-621f-4ad2-9b59-a229f8031c75 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:04.048122 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-3505f264-d8cf-41e6-a658-253286188c78 req-8f42a58b-6384-402b-92e2-b1f800455358 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:04.051104 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3505f264-d8cf-41e6-a658-253286188c78 req-8f42a58b-6384-402b-92e2-b1f800455358 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:04.057189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42a58b-6384-402b-92e2-b1f800455358 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event updated for resources: {'Port': ['ID=f78371ce-69c2-4f95-b2f3-747396348450,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:04.108380 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dbb42e12-5196-479f-b1d4-1069008976e5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.112471 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dbb42e12-5196-479f-b1d4-1069008976e5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3580499 Aug 31 01:31:04.113283 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 52960) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:04.135265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f264-d8cf-41e6-a658-253286188c78 req-8f42a58b-6384-402b-92e2-b1f800455358 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:04.135952 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3505f264-d8cf-41e6-a658-253286188c78 req-8f42a58b-6384-402b-92e2-b1f800455358 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.157335 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3505f264-d8cf-41e6-a658-253286188c78 req-8f42a58b-6384-402b-92e2-b1f800455358 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5986373 Aug 31 01:31:04.175842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Request body: {'port': {'device_id': 'e10e955c-95e3-4f64-b16e-ae41f5fda819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:04.193766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Allocated IP 172.20.0.2 (37ad1c6c-6861-4588-8a54-d54562302cb8/7f061c7e-6e2d-4678-9980-713989b017ae/a591111a-fbe1-4751-93fe-02cb86d6f41f) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:04.322097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.521000 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d94d32f2-9345-4fe0-9cb7-e208d9c2cc82 None None] Provisioning for port f78371ce-69c2-4f95-b2f3-747396348450 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:04.530637 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.533049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d94d32f2-9345-4fe0-9cb7-e208d9c2cc82 None None] Provisioning complete for port f78371ce-69c2-4f95-b2f3-747396348450 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:04.533398 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d94d32f2-9345-4fe0-9cb7-e208d9c2cc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.579466 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Transition to ACTIVE for port object a591111a-fbe1-4751-93fe-02cb86d6f41f will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:04.615147 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d94d32f2-9345-4fe0-9cb7-e208d9c2cc82 None None] Port f78371ce-69c2-4f95-b2f3-747396348450 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:04.617156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Transition to ACTIVE for port object a591111a-fbe1-4751-93fe-02cb86d6f41f will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:04.627212 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.673147 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Network 37ad1c6c-6861-4588-8a54-d54562302cb8 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:04.676932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:04.681469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67edc99-60e4-4bc2-885c-7fd675113859 req-dff38513-b053-4088-b026-7d095077d2cc tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:04.685155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:04.702798 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b67edc99-60e4-4bc2-885c-7fd675113859 req-dff38513-b053-4088-b026-7d095077d2cc tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 895 time: 0.3480840 Aug 31 01:31:04.725143 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Pushing event updated for resources: {'Port': ['ID=a591111a-fbe1-4751-93fe-02cb86d6f41f,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:04.774736 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1359659d-cdb0-48b5-a1a4-856b2614d65b up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:04.818362 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Attempting to bind port a591111a-fbe1-4751-93fe-02cb86d6f41f on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:04.818912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Attempting to bind port a591111a-fbe1-4751-93fe-02cb86d6f41f by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'a68dba9e-45e9-4490-bf9a-06a53c95f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37ad1c6c-6861-4588-8a54-d54562302cb8'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:04.819305 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Attempting to bind port a591111a-fbe1-4751-93fe-02cb86d6f41f on network 37ad1c6c-6861-4588-8a54-d54562302cb8 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:04.832002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:04.832429 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Checking segment: {'id': 'a68dba9e-45e9-4490-bf9a-06a53c95f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37ad1c6c-6861-4588-8a54-d54562302cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:04.833174 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.833632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Bound using segment: {'id': 'a68dba9e-45e9-4490-bf9a-06a53c95f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37ad1c6c-6861-4588-8a54-d54562302cb8'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:04.834116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Bound port: a591111a-fbe1-4751-93fe-02cb86d6f41f, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68dba9e-45e9-4490-bf9a-06a53c95f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37ad1c6c-6861-4588-8a54-d54562302cb8'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:04.834502 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.836633 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.893425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 1359659d-cdb0-48b5-a1a4-856b2614d65b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:04.893740 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:04.963535 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] For port a591111a-fbe1-4751-93fe-02cb86d6f41f, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:04.968568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] For port a591111a-fbe1-4751-93fe-02cb86d6f41f, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a591111a-fbe1-4751-93fe-02cb86d6f41f,segment=NetworkSegment(a68dba9e-45e9-4490-bf9a-06a53c95f6d7),segment_id=a68dba9e-45e9-4490-bf9a-06a53c95f6d7)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:04.999306 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.002816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78371ce-69c2-4f95-b2f3-747396348450 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:31:05.013889 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.035389 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Transition to ACTIVE for port object f78371ce-69c2-4f95-b2f3-747396348450 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:05.041972 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.100671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Allocated IP 172.20.0.1 (37ad1c6c-6861-4588-8a54-d54562302cb8/7f061c7e-6e2d-4678-9980-713989b017ae/8a1a5022-da6f-410d-977e-68fa42271cce) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:05.101236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b336e-3833-4375-9e3f-f8feeb829933 None None] Pushing event updated for resources: {'Port': ['ID=a591111a-fbe1-4751-93fe-02cb86d6f41f,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:05.147309 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Pushing event updated for resources: {'Port': ['ID=f78371ce-69c2-4f95-b2f3-747396348450,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:05.230553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Attempting to bind port f78371ce-69c2-4f95-b2f3-747396348450 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:05.231593 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Attempting to bind port f78371ce-69c2-4f95-b2f3-747396348450 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '56f1f81f-ad5a-4530-ae39-cfdbf4daa07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:05.231933 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Attempting to bind port f78371ce-69c2-4f95-b2f3-747396348450 on network 56a2dfaf-621f-4ad2-9b59-a229f8031c75 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:05.236540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Port f78371ce-69c2-4f95-b2f3-747396348450 on network 56a2dfaf-621f-4ad2-9b59-a229f8031c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:31:05.236893 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Attempting to bind port f78371ce-69c2-4f95-b2f3-747396348450 on network 56a2dfaf-621f-4ad2-9b59-a229f8031c75 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:05.242778 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:05.243119 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Checking segment: {'id': '56f1f81f-ad5a-4530-ae39-cfdbf4daa07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:05.243528 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Bound using segment: {'id': '56f1f81f-ad5a-4530-ae39-cfdbf4daa07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:05.243962 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Bound port: f78371ce-69c2-4f95-b2f3-747396348450, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56f1f81f-ad5a-4530-ae39-cfdbf4daa07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:05.244318 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.315747 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.362584 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Transition to ACTIVE for port object 8a1a5022-da6f-410d-977e-68fa42271cce will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:05.376675 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] For port f78371ce-69c2-4f95-b2f3-747396348450, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:05.380425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] For port f78371ce-69c2-4f95-b2f3-747396348450, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f78371ce-69c2-4f95-b2f3-747396348450,segment=NetworkSegment(56f1f81f-ad5a-4530-ae39-cfdbf4daa07c),segment_id=56f1f81f-ad5a-4530-ae39-cfdbf4daa07c)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:05.386916 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.436330 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:05.436330 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.436330 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3505f264-d8cf-41e6-a658-253286188c78 req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] 10.222.0.70 "PUT /v2.0/ports/f78371ce-69c2-4f95-b2f3-747396348450 HTTP/1.1" status: 200 len: 1056 time: 1.2641654 Aug 31 01:31:05.436330 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10e955c-95e3-4f64-b16e-ae41f5fda819', 'tag': 'f78371ce-69c2-4f95-b2f3-747396348450'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:05.438311 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154ec0a8-8ea1-43f7-af77-71d3e6f0157d" -d '{"events": [{"name": "network-changed", "server_uuid": "e10e955c-95e3-4f64-b16e-ae41f5fda819", "tag": "f78371ce-69c2-4f95-b2f3-747396348450"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:05.444023 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.526874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 37ad1c6c-6861-4588-8a54-d54562302cb8 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:05.533214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:05.553649 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:05.555122 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c91072-3d4b-481e-8291-9a1653f003b6 x-openstack-request-id: req-58c91072-3d4b-481e-8291-9a1653f003b6 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:05.555502 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10e955c-95e3-4f64-b16e-ae41f5fda819", "tag": "f78371ce-69c2-4f95-b2f3-747396348450", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:05.555755 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58c91072-3d4b-481e-8291-9a1653f003b6 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:05.556152 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10e955c-95e3-4f64-b16e-ae41f5fda819', 'tag': 'f78371ce-69c2-4f95-b2f3-747396348450', 'status': 'completed', 'code': 200} Aug 31 01:31:05.565047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be978bc1-6827-4e75-89cc-e0d26c374990 service neutron] Pushing event updated for resources: {'Port': ['ID=f78371ce-69c2-4f95-b2f3-747396348450,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:05.596632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f264-d8cf-41e6-a658-253286188c78 req-35df2524-9859-4631-b716-35572c52d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:05.598177 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3505f264-d8cf-41e6-a658-253286188c78 req-35df2524-9859-4631-b716-35572c52d3a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6e8f57fcf00445d7afb3c872067b9ff3&device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 1059 time: 0.1109269 Aug 31 01:31:05.610585 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=8a1a5022-da6f-410d-977e-68fa42271cce,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:05.639732 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.656387 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3505f264-d8cf-41e6-a658-253286188c78 req-01e139d8-0077-4437-86e9-0e2c0e1edae7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=f78371ce-69c2-4f95-b2f3-747396348450 HTTP/1.1" status: 200 len: 217 time: 0.0471549 Aug 31 01:31:05.716795 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f264-d8cf-41e6-a658-253286188c78 req-c3f30120-91d1-4613-9722-0166fbcca6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:05.718521 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3505f264-d8cf-41e6-a658-253286188c78 req-c3f30120-91d1-4613-9722-0166fbcca6d8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0cf73b3c-db9c-4622-83b4-821d508613d8 HTTP/1.1" status: 200 len: 838 time: 0.0557132 Aug 31 01:31:05.791193 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:05.802730 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f264-d8cf-41e6-a658-253286188c78 req-197a831e-a956-4917-a7da-7c53ee37e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:05.810322 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3505f264-d8cf-41e6-a658-253286188c78 req-197a831e-a956-4917-a7da-7c53ee37e5b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=56a2dfaf-621f-4ad2-9b59-a229f8031c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0818908 Aug 31 01:31:05.915984 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3505f264-d8cf-41e6-a658-253286188c78 req-82aa0f07-8084-4808-85fa-d6ca4042bce6 service neutron] 10.222.0.70 "GET /v2.0/networks/56a2dfaf-621f-4ad2-9b59-a229f8031c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976675 Aug 31 01:31:05.961927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae25f-3242-46b2-8260-1b3e5a2228b9 req-22533c76-191e-4205-bef2-a0348fefb7e0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:05.963522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b61ae25f-3242-46b2-8260-1b3e5a2228b9 req-22533c76-191e-4205-bef2-a0348fefb7e0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 907 time: 0.1273451 Aug 31 01:31:06.023929 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-3505f264-d8cf-41e6-a658-253286188c78 req-d0a1954b-3864-4a3e-83a5-bf4984034753 service neutron] 10.222.0.70 "GET /v2.0/networks/56a2dfaf-621f-4ad2-9b59-a229f8031c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999162 Aug 31 01:31:06.127746 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ec0a8-8ea1-43f7-af77-71d3e6f0157d req-5836c453-b358-4099-892d-d7db662bef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:06.129509 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-154ec0a8-8ea1-43f7-af77-71d3e6f0157d req-5836c453-b358-4099-892d-d7db662bef00 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6e8f57fcf00445d7afb3c872067b9ff3&device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 1059 time: 0.0536129 Aug 31 01:31:06.145245 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:06.151800 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:06.240141 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ec0a8-8ea1-43f7-af77-71d3e6f0157d req-0ab34a7c-4d5c-400e-9ba5-a241d4c0ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:06.240365 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:06.242444 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-154ec0a8-8ea1-43f7-af77-71d3e6f0157d req-0ab34a7c-4d5c-400e-9ba5-a241d4c0ed61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=56a2dfaf-621f-4ad2-9b59-a229f8031c75 HTTP/1.1" status: 200 len: 898 time: 0.1053298 Aug 31 01:31:06.316913 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=8a1a5022-da6f-410d-977e-68fa42271cce,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:06.317477 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-154ec0a8-8ea1-43f7-af77-71d3e6f0157d req-3fbd5a0e-e73f-4178-9e72-bb96af694c11 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=f78371ce-69c2-4f95-b2f3-747396348450 HTTP/1.1" status: 200 len: 217 time: 0.0650048 Aug 31 01:31:06.378944 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 37ad1c6c-6861-4588-8a54-d54562302cb8 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:06.380792 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:06.384721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ec0a8-8ea1-43f7-af77-71d3e6f0157d req-34093f87-a5ee-4549-8790-6960152db707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:06.386451 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-154ec0a8-8ea1-43f7-af77-71d3e6f0157d req-34093f87-a5ee-4549-8790-6960152db707 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0cf73b3c-db9c-4622-83b4-821d508613d8 HTTP/1.1" status: 200 len: 838 time: 0.0597668 Aug 31 01:31:06.394912 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-7824ca9d-09de-4a01-858e-8ef6a10afa57 req-10477142-ff5f-4200-85a6-51b9ae5b3039 service neutron] (94760) timed out ('10.222.0.15', 61297) {{(pid=94760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:31:06.403618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3a29f0-afec-4b34-a1d1-7076bb9b932c None None] Network 37ad1c6c-6861-4588-8a54-d54562302cb8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:06.453127 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ec0a8-8ea1-43f7-af77-71d3e6f0157d req-db091882-480f-4808-954d-ed77dee39d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:06.454739 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-154ec0a8-8ea1-43f7-af77-71d3e6f0157d req-db091882-480f-4808-954d-ed77dee39d1b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=56a2dfaf-621f-4ad2-9b59-a229f8031c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0608518 Aug 31 01:31:06.499878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-59e9dc3c-b6b9-4611-b665-ecd2af5826f8 None None] Provisioning for port a591111a-fbe1-4751-93fe-02cb86d6f41f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:06.524841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 7fb3e070-6bd6-4320-8f98-dabf6ce64ce6 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:31:06.582104 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-154ec0a8-8ea1-43f7-af77-71d3e6f0157d req-8ffe34b2-38d2-4950-8630-b4706086262d service neutron] 10.222.0.70 "GET /v2.0/networks/56a2dfaf-621f-4ad2-9b59-a229f8031c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189277 Aug 31 01:31:06.729711 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-154ec0a8-8ea1-43f7-af77-71d3e6f0157d req-c713c06e-4138-4600-bb4a-410e60c01af1 service neutron] 10.222.0.70 "GET /v2.0/networks/56a2dfaf-621f-4ad2-9b59-a229f8031c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251988 Aug 31 01:31:06.768163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a591111a-fbe1-4751-93fe-02cb86d6f41f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:06.822896 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port a591111a-fbe1-4751-93fe-02cb86d6f41f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:06.827637 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a591111a-fbe1-4751-93fe-02cb86d6f41f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:06.828022 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:06.932098 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:06.957977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-99ec0a1d-5818-49ba-8880-632e7b792eb0 None None] Provisioning complete for port a591111a-fbe1-4751-93fe-02cb86d6f41f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:06.958335 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-99ec0a1d-5818-49ba-8880-632e7b792eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.001049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port a591111a-fbe1-4751-93fe-02cb86d6f41f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a591111a-fbe1-4751-93fe-02cb86d6f41f,segment=NetworkSegment(a68dba9e-45e9-4490-bf9a-06a53c95f6d7),segment_id=a68dba9e-45e9-4490-bf9a-06a53c95f6d7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:07.011386 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.013334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:07.025553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52986) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:07.026523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b52d229e-74b8-46f4-b067-2e5c5267ffad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/7fb3e070-6bd6-4320-8f98-dabf6ce64ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9114819 Aug 31 01:31:07.030472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e64fc-fc03-42fc-9d63-2af626127065 None None] Sync routers for ids ['7fb3e070-6bd6-4320-8f98-dabf6ce64ce6'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:07.083093 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e64fc-fc03-42fc-9d63-2af626127065 None None] Routers {'7fb3e070-6bd6-4320-8f98-dabf6ce64ce6'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:07.083437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1e6e64fc-fc03-42fc-9d63-2af626127065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7fb3e070-6bd6-4320-8f98-dabf6ce64ce6'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:07.138070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=a591111a-fbe1-4751-93fe-02cb86d6f41f,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:07.152660 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e8606b-c001-4253-9894-13ed06be82dd tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:07.154245 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c8e8606b-c001-4253-9894-13ed06be82dd tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports/8a1a5022-da6f-410d-977e-68fa42271cce HTTP/1.1" status: 200 len: 910 time: 0.1276615 Aug 31 01:31:07.157944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 52992) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:07.175476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6796f-181f-4ecd-b170-3c3bde615a40 req-c0aa46cb-8028-4382-8415-15b0f9e5478a tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:07.181110 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1e6e64fc-fc03-42fc-9d63-2af626127065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:07.192326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60f6796f-181f-4ecd-b170-3c3bde615a40 req-c0aa46cb-8028-4382-8415-15b0f9e5478a tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 907 time: 0.1004353 Aug 31 01:31:07.202592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e64fc-fc03-42fc-9d63-2af626127065 None None] Routers {'7fb3e070-6bd6-4320-8f98-dabf6ce64ce6'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:07.203524 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1e6e64fc-fc03-42fc-9d63-2af626127065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7fb3e070-6bd6-4320-8f98-dabf6ce64ce6'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:07.237995 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-1e6e64fc-fc03-42fc-9d63-2af626127065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:07.238792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e64fc-fc03-42fc-9d63-2af626127065 None None] The sync data for ids ['7fb3e070-6bd6-4320-8f98-dabf6ce64ce6'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:07.264956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-99ec0a1d-5818-49ba-8880-632e7b792eb0 None None] Provisioning for port 8a1a5022-da6f-410d-977e-68fa42271cce completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:07.276771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-99ec0a1d-5818-49ba-8880-632e7b792eb0 None None] Provisioning complete for port 8a1a5022-da6f-410d-977e-68fa42271cce triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:07.279117 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-99ec0a1d-5818-49ba-8880-632e7b792eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.324157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-99ec0a1d-5818-49ba-8880-632e7b792eb0 None None] Port 8a1a5022-da6f-410d-977e-68fa42271cce cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:07.445554 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7da3b850-8e72-4661-a7fa-4e7a6e6ea326 None None] Provisioning complete for port 8a1a5022-da6f-410d-977e-68fa42271cce triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:07.446213 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7da3b850-8e72-4661-a7fa-4e7a6e6ea326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.479357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7da3b850-8e72-4661-a7fa-4e7a6e6ea326 None None] Port 8a1a5022-da6f-410d-977e-68fa42271cce cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:07.534299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5cd12a83-7f53-4c66-b1bd-33bb0a3ac47a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.779934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5cd12a83-7f53-4c66-b1bd-33bb0a3ac47a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port 8a1a5022-da6f-410d-977e-68fa42271cce {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:07.780191 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5cd12a83-7f53-4c66-b1bd-33bb0a3ac47a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.874803 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5cd12a83-7f53-4c66-b1bd-33bb0a3ac47a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.888229 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5cd12a83-7f53-4c66-b1bd-33bb0a3ac47a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for 8a1a5022-da6f-410d-977e-68fa42271cce owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:08.309658 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb113fa3-a419-4e8a-a3bb-201e2cd6074c req-7c86ee6f-5288-4d32-90ba-0056d5edf74a tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:08.311195 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb113fa3-a419-4e8a-a3bb-201e2cd6074c req-7c86ee6f-5288-4d32-90ba-0056d5edf74a tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 907 time: 0.0582483 Aug 31 01:31:08.380318 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5cd12a83-7f53-4c66-b1bd-33bb0a3ac47a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.406278 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd12a83-7f53-4c66-b1bd-33bb0a3ac47a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=8a1a5022-da6f-410d-977e-68fa42271cce,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:08.549650 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5cd12a83-7f53-4c66-b1bd-33bb0a3ac47a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.677794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a591111a-fbe1-4751-93fe-02cb86d6f41f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:08.722295 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd12a83-7f53-4c66-b1bd-33bb0a3ac47a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 7fb3e070-6bd6-4320-8f98-dabf6ce64ce6 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:08.726687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a591111a-fbe1-4751-93fe-02cb86d6f41f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:08.727065 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:08.802710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd12a83-7f53-4c66-b1bd-33bb0a3ac47a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:08.811631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53000) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:08.811803 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5cd12a83-7f53-4c66-b1bd-33bb0a3ac47a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/7fb3e070-6bd6-4320-8f98-dabf6ce64ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6520574 Aug 31 01:31:08.824240 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5470751d-f043-43e3-96e6-89cdd24d6060 None None] Sync routers for ids ['7fb3e070-6bd6-4320-8f98-dabf6ce64ce6'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:08.835102 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5470751d-f043-43e3-96e6-89cdd24d6060 None None] Routers {'7fb3e070-6bd6-4320-8f98-dabf6ce64ce6'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:08.835937 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5470751d-f043-43e3-96e6-89cdd24d6060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7fb3e070-6bd6-4320-8f98-dabf6ce64ce6'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:08.844947 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ba58d775-daf5-4d5a-93a7-68b77d0b0480 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb3e070-6bd6-4320-8f98-dabf6ce64ce6 HTTP/1.1" status: 200 len: 205 time: 0.0317042 Aug 31 01:31:08.847379 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53004) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:08.879168 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5470751d-f043-43e3-96e6-89cdd24d6060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:08.888027 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5470751d-f043-43e3-96e6-89cdd24d6060 None None] Routers {'7fb3e070-6bd6-4320-8f98-dabf6ce64ce6'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:08.888774 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5470751d-f043-43e3-96e6-89cdd24d6060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7fb3e070-6bd6-4320-8f98-dabf6ce64ce6'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:08.922186 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5470751d-f043-43e3-96e6-89cdd24d6060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:08.922851 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5470751d-f043-43e3-96e6-89cdd24d6060 None None] The sync data for ids ['7fb3e070-6bd6-4320-8f98-dabf6ce64ce6'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:08.937995 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-267e931d-1551-4bc0-9cb0-880d69814655 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.101254 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-267e931d-1551-4bc0-9cb0-880d69814655 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.103567 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-267e931d-1551-4bc0-9cb0-880d69814655 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.151943 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-267e931d-1551-4bc0-9cb0-880d69814655 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.152452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267e931d-1551-4bc0-9cb0-880d69814655 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Fanout notify agent at l3_agent the message router_deleted on router 7fb3e070-6bd6-4320-8f98-dabf6ce64ce6 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:31:09.159992 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-267e931d-1551-4bc0-9cb0-880d69814655 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.161242 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-267e931d-1551-4bc0-9cb0-880d69814655 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/routers/7fb3e070-6bd6-4320-8f98-dabf6ce64ce6 HTTP/1.1" status: 204 len: 168 time: 0.3124993 Aug 31 01:31:09.163861 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53008) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:09.219368 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-10536359-27f0-49db-ad9c-752ba73aa789 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting subnet 7f061c7e-6e2d-4678-9980-713989b017ae {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:09.222370 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10536359-27f0-49db-ad9c-752ba73aa789 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.267439 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10536359-27f0-49db-ad9c-752ba73aa789 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.365049 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10536359-27f0-49db-ad9c-752ba73aa789 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.437451 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10536359-27f0-49db-ad9c-752ba73aa789 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.447486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b985751-b558-44b7-896a-ecd422892df8 req-5cc92ff8-7319-4bfa-9c41-4c294d6ad034 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:09.449003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b985751-b558-44b7-896a-ecd422892df8 req-5cc92ff8-7319-4bfa-9c41-4c294d6ad034 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 907 time: 0.0582819 Aug 31 01:31:09.466275 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10536359-27f0-49db-ad9c-752ba73aa789 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Subnet': ['ID=7f061c7e-6e2d-4678-9980-713989b017ae,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:09.473566 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10536359-27f0-49db-ad9c-752ba73aa789 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.475478 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-10536359-27f0-49db-ad9c-752ba73aa789 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/7f061c7e-6e2d-4678-9980-713989b017ae HTTP/1.1" status: 204 len: 168 time: 0.3104935 Aug 31 01:31:09.478171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53014) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:09.480472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5faa98-ea7a-458a-9f83-b68a93b14e74 None None] Network 37ad1c6c-6861-4588-8a54-d54562302cb8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:09.563822 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.642920 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port a591111a-fbe1-4751-93fe-02cb86d6f41f {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:09.643309 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.669361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3227bf35-efc5-4227-ab5e-978d9168949c None None] DHCP port deletion for 37ad1c6c-6861-4588-8a54-d54562302cb8 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:09.709506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] For port a591111a-fbe1-4751-93fe-02cb86d6f41f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a591111a-fbe1-4751-93fe-02cb86d6f41f,segment=NetworkSegment(a68dba9e-45e9-4490-bf9a-06a53c95f6d7),segment_id=a68dba9e-45e9-4490-bf9a-06a53c95f6d7)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:09.710108 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.721440 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3227bf35-efc5-4227-ab5e-978d9168949c None None] Deleting port a591111a-fbe1-4751-93fe-02cb86d6f41f {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:09.721996 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3227bf35-efc5-4227-ab5e-978d9168949c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.725804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for a591111a-fbe1-4751-93fe-02cb86d6f41f owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:09.790680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-3227bf35-efc5-4227-ab5e-978d9168949c None None] For port a591111a-fbe1-4751-93fe-02cb86d6f41f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a591111a-fbe1-4751-93fe-02cb86d6f41f,segment=NetworkSegment(a68dba9e-45e9-4490-bf9a-06a53c95f6d7),segment_id=a68dba9e-45e9-4490-bf9a-06a53c95f6d7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:09.791087 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3227bf35-efc5-4227-ab5e-978d9168949c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.804069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3227bf35-efc5-4227-ab5e-978d9168949c None None] Calling delete_port for a591111a-fbe1-4751-93fe-02cb86d6f41f owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:09.812796 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.846654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No DVR routers for this DVR port a591111a-fbe1-4751-93fe-02cb86d6f41f on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:09.853066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=a591111a-fbe1-4751-93fe-02cb86d6f41f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:09.885952 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3227bf35-efc5-4227-ab5e-978d9168949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.914706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227bf35-efc5-4227-ab5e-978d9168949c None None] Pushing event deleted for resources: {'Port': ['ID=a591111a-fbe1-4751-93fe-02cb86d6f41f,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:09.916890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3227bf35-efc5-4227-ab5e-978d9168949c None None] No DVR routers for this DVR port a591111a-fbe1-4751-93fe-02cb86d6f41f on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:09.937218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f78371ce-69c2-4f95-b2f3-747396348450 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:31:09.941171 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.952886 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ad1c6c-6861-4588-8a54-d54562302cb8']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:09.963607 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68dba9e-45e9-4490-bf9a-06a53c95f6d7') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:09.963904 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68dba9e-45e9-4490-bf9a-06a53c95f6d7') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:09.974445 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.992449 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.000015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:10.000529 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:10.003677 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:10.037918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port f78371ce-69c2-4f95-b2f3-747396348450, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f78371ce-69c2-4f95-b2f3-747396348450,segment=NetworkSegment(56f1f81f-ad5a-4530-ae39-cfdbf4daa07c),segment_id=56f1f81f-ad5a-4530-ae39-cfdbf4daa07c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:10.056994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'f78371ce-69c2-4f95-b2f3-747396348450', 'network_id': '56a2dfaf-621f-4ad2-9b59-a229f8031c75', 'port_id': 'f78371ce-69c2-4f95-b2f3-747396348450', 'mac_address': 'fa:16:3e:4b:60:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf73b3c-db9c-4622-83b4-821d508613d8', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:31:10.063787 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.071059 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.073363 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/networks/37ad1c6c-6861-4588-8a54-d54562302cb8 HTTP/1.1" status: 204 len: 168 time: 0.5930743 Aug 31 01:31:10.077981 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53016) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:10.083995 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1254186980', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:10.088780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84486df-8f93-4fbe-857d-d9b7f284340f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Network': ['ID=37ad1c6c-6861-4588-8a54-d54562302cb8,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:10.116447 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.121171 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.123853 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.131653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78371ce-69c2-4f95-b2f3-747396348450 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:31:10.152264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port f78371ce-69c2-4f95-b2f3-747396348450, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f78371ce-69c2-4f95-b2f3-747396348450,segment=NetworkSegment(56f1f81f-ad5a-4530-ae39-cfdbf4daa07c),segment_id=56f1f81f-ad5a-4530-ae39-cfdbf4daa07c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:10.156270 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.184508 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.217318 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=f78371ce-69c2-4f95-b2f3-747396348450,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:10.331822 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.373297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['f78371ce-69c2-4f95-b2f3-747396348450'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:31:10.559999 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.582779 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.585660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544eb500-b5b2-4dfc-895d-390452d8e876 req-6887543a-fc7d-4576-a960-e03980212ab0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:10.587219 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-544eb500-b5b2-4dfc-895d-390452d8e876 req-6887543a-fc7d-4576-a960-e03980212ab0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 908 time: 0.0682042 Aug 31 01:31:10.694756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a591111a-fbe1-4751-93fe-02cb86d6f41f no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:10.715498 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Allocated IP 172.25.6.57 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/497251d9-4809-4d64-a95a-274b89fbd799) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:10.717742 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: a591111a-fbe1-4751-93fe-02cb86d6f41f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:10.718317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a591111a-fbe1-4751-93fe-02cb86d6f41f not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:10.826012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.874462 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.921687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:10.926681 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:10.931785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:10.934826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=497251d9-4809-4d64-a95a-274b89fbd799,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:11.129759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-6d5dc828-7fb5-4b30-a430-d3f11b5eabaa req-5caabf9b-7f0f-4ca9-847b-ab3cf70ec9d1 service neutron] (94761) timed out ('10.222.0.58', 33316) {{(pid=94761) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:31:11.179421 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.198691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.410423 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.554897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 2ebac853-6985-4669-98d5-3471db6c16b8 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:31:11.673347 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:11.683575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a117df9-2d1e-42e1-98d7-ab90022b347f None None] Sync routers for ids ['2ebac853-6985-4669-98d5-3471db6c16b8'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:11.695535 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a117df9-2d1e-42e1-98d7-ab90022b347f None None] Routers {'2ebac853-6985-4669-98d5-3471db6c16b8'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:11.696413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4a117df9-2d1e-42e1-98d7-ab90022b347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2ebac853-6985-4669-98d5-3471db6c16b8'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:11.699066 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:11.700971 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0c58bc3c-1c95-482d-ab8a-44020bc4f11a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.6215060 Aug 31 01:31:11.704402 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53218) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:11.719724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae77185-111c-4d8a-95bf-ba5b08c68d26 req-e39f29c5-d887-4f2f-bf1f-fb83edb2072d tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:11.721280 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dae77185-111c-4d8a-95bf-ba5b08c68d26 req-e39f29c5-d887-4f2f-bf1f-fb83edb2072d tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 908 time: 0.0596433 Aug 31 01:31:11.758901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4a117df9-2d1e-42e1-98d7-ab90022b347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:11.768714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a117df9-2d1e-42e1-98d7-ab90022b347f None None] Routers {'2ebac853-6985-4669-98d5-3471db6c16b8'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:11.769335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4a117df9-2d1e-42e1-98d7-ab90022b347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2ebac853-6985-4669-98d5-3471db6c16b8'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:11.804013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4a117df9-2d1e-42e1-98d7-ab90022b347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:11.804681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a117df9-2d1e-42e1-98d7-ab90022b347f None None] The sync data for ids ['2ebac853-6985-4669-98d5-3471db6c16b8'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:11.842455 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7038bdb0-e83a-4643-a3cc-96ec027d2764 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/routers/2ebac853-6985-4669-98d5-3471db6c16b8 HTTP/1.1" status: 200 len: 880 time: 0.1367874 Aug 31 01:31:11.844914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53240) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:11.951595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f78371ce-69c2-4f95-b2f3-747396348450 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:12.009635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port f78371ce-69c2-4f95-b2f3-747396348450 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:12.014380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port f78371ce-69c2-4f95-b2f3-747396348450 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:12.014837 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:12.085889 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9028449f-d1ab-4028-99c1-d2e62aead2ed tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2399266 Aug 31 01:31:12.088469 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53276) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:12.094301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-296ac7a5-224d-47ef-a465-69408c55b4e9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1254186980'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:12.104103 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:12.129556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10e955c-95e3-4f64-b16e-ae41f5fda819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78371ce-69c2-4f95-b2f3-747396348450'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:12.131923 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9589a016-e8f2-48a2-a931-1ceb66d1775d" -d '{"events": [{"server_uuid": "e10e955c-95e3-4f64-b16e-ae41f5fda819", "name": "network-vif-plugged", "status": "completed", "tag": "f78371ce-69c2-4f95-b2f3-747396348450"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:12.154527 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port f78371ce-69c2-4f95-b2f3-747396348450, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f78371ce-69c2-4f95-b2f3-747396348450,segment=NetworkSegment(56f1f81f-ad5a-4530-ae39-cfdbf4daa07c),segment_id=56f1f81f-ad5a-4530-ae39-cfdbf4daa07c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:12.161067 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:12.213830 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470e80ed-8504-4bf6-b206-1d4a7d4cf7fa x-openstack-request-id: req-470e80ed-8504-4bf6-b206-1d4a7d4cf7fa {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:12.214454 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10e955c-95e3-4f64-b16e-ae41f5fda819", "name": "network-vif-plugged", "status": "completed", "tag": "f78371ce-69c2-4f95-b2f3-747396348450", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:12.214454 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-470e80ed-8504-4bf6-b206-1d4a7d4cf7fa {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:12.214751 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10e955c-95e3-4f64-b16e-ae41f5fda819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78371ce-69c2-4f95-b2f3-747396348450', 'code': 200} Aug 31 01:31:12.239718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=f78371ce-69c2-4f95-b2f3-747396348450,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:12.544248 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3182a1f-aa75-473d-8e41-5def2cca8329 req-8a1cbd01-6409-4c30-a859-5e43cce045c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:12.545926 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-b3182a1f-aa75-473d-8e41-5def2cca8329 req-8a1cbd01-6409-4c30-a859-5e43cce045c1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 1061 time: 0.0864186 Aug 31 01:31:12.777338 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-296ac7a5-224d-47ef-a465-69408c55b4e9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:12.794399 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-296ac7a5-224d-47ef-a465-69408c55b4e9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:12.868575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62718019-66ff-4349-ac6e-232b4f8c36be req-716c18cd-cf00-453c-a6bf-f8c7ea291350 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:12.877462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-62718019-66ff-4349-ac6e-232b4f8c36be req-716c18cd-cf00-453c-a6bf-f8c7ea291350 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 909 time: 0.0694888 Aug 31 01:31:12.931637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296ac7a5-224d-47ef-a465-69408c55b4e9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 2ebac853-6985-4669-98d5-3471db6c16b8 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:13.046843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296ac7a5-224d-47ef-a465-69408c55b4e9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:13.054685 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-296ac7a5-224d-47ef-a465-69408c55b4e9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:13.055892 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-296ac7a5-224d-47ef-a465-69408c55b4e9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/2ebac853-6985-4669-98d5-3471db6c16b8 HTTP/1.1" status: 200 len: 887 time: 0.9663103 Aug 31 01:31:13.057611 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f796ce7-baae-4783-b980-5646d2309d77 None None] Sync routers for ids ['2ebac853-6985-4669-98d5-3471db6c16b8'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:13.058523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53430) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:13.069254 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f796ce7-baae-4783-b980-5646d2309d77 None None] Routers {'2ebac853-6985-4669-98d5-3471db6c16b8'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:13.070034 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2f796ce7-baae-4783-b980-5646d2309d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2ebac853-6985-4669-98d5-3471db6c16b8'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:13.108076 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2f796ce7-baae-4783-b980-5646d2309d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:13.117105 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f796ce7-baae-4783-b980-5646d2309d77 None None] Routers {'2ebac853-6985-4669-98d5-3471db6c16b8'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:13.117832 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2f796ce7-baae-4783-b980-5646d2309d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['2ebac853-6985-4669-98d5-3471db6c16b8'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:13.150569 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2f796ce7-baae-4783-b980-5646d2309d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:13.151346 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f796ce7-baae-4783-b980-5646d2309d77 None None] The sync data for ids ['2ebac853-6985-4669-98d5-3471db6c16b8'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:13.175588 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-55ae6b1e-a03f-423a-9a10-d441426337a4 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/routers/2ebac853-6985-4669-98d5-3471db6c16b8 HTTP/1.1" status: 200 len: 887 time: 0.1154191 Aug 31 01:31:13.177887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53450) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:13.205801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-50cae797-095b-4d1d-8d95-a0465bebf545 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ebac853-6985-4669-98d5-3471db6c16b8 HTTP/1.1" status: 200 len: 205 time: 0.0265489 Aug 31 01:31:13.208081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53456) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:13.322740 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28e910dd-51b1-435a-872d-5baf37bf0304 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:13.431359 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28e910dd-51b1-435a-872d-5baf37bf0304 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:13.490236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-28e910dd-51b1-435a-872d-5baf37bf0304 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port 497251d9-4809-4d64-a95a-274b89fbd799 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:13.490601 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28e910dd-51b1-435a-872d-5baf37bf0304 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:13.544612 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:31:13.585080 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28e910dd-51b1-435a-872d-5baf37bf0304 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:13.600510 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-28e910dd-51b1-435a-872d-5baf37bf0304 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for 497251d9-4809-4d64-a95a-274b89fbd799 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:13.786975 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28e910dd-51b1-435a-872d-5baf37bf0304 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:13.814926 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e910dd-51b1-435a-872d-5baf37bf0304 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=497251d9-4809-4d64-a95a-274b89fbd799,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:13.886352 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28e910dd-51b1-435a-872d-5baf37bf0304 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:13.990421 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28e910dd-51b1-435a-872d-5baf37bf0304 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.005119 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28e910dd-51b1-435a-872d-5baf37bf0304 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.054443 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28e910dd-51b1-435a-872d-5baf37bf0304 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.055015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e910dd-51b1-435a-872d-5baf37bf0304 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Fanout notify agent at l3_agent the message router_deleted on router 2ebac853-6985-4669-98d5-3471db6c16b8 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:31:14.063017 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-28e910dd-51b1-435a-872d-5baf37bf0304 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.067772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-28e910dd-51b1-435a-872d-5baf37bf0304 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/routers/2ebac853-6985-4669-98d5-3471db6c16b8 HTTP/1.1" status: 204 len: 168 time: 0.8552084 Aug 31 01:31:14.068366 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53498) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:14.072175 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a640481-ee39-4e0d-8792-f2da086fa25e req-280e1e3b-93b2-40ea-9656-601bf39ddfc2 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:14.073646 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a640481-ee39-4e0d-8792-f2da086fa25e req-280e1e3b-93b2-40ea-9656-601bf39ddfc2 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 909 time: 0.1264708 Aug 31 01:31:14.073980 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-51bba20b-9ed7-49c5-98e2-f2c3bf744e83 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'network': {'name': 'tempest-RoutersTest-631773886'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:14.110151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bba20b-9ed7-49c5-98e2-f2c3bf744e83 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:14.114080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51bba20b-9ed7-49c5-98e2-f2c3bf744e83 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.139527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bba20b-9ed7-49c5-98e2-f2c3bf744e83 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:31:14.149107 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51bba20b-9ed7-49c5-98e2-f2c3bf744e83 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.149455 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-51bba20b-9ed7-49c5-98e2-f2c3bf744e83 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Added segment 0e26bdd0-1333-4d92-999e-cabbee5be84f of type vlan for network b207c0b1-fc4b-4f67-a857-bd9371dc0185 Aug 31 01:31:14.200667 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51bba20b-9ed7-49c5-98e2-f2c3bf744e83 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.207664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b1bae-dcca-49bd-9cc9-a8acbcc2f75c req-ec44a7db-41cb-40f1-901e-caf0f33b323c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:14.209199 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-945b1bae-dcca-49bd-9cc9-a8acbcc2f75c req-ec44a7db-41cb-40f1-901e-caf0f33b323c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 909 time: 0.0580475 Aug 31 01:31:14.231483 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51bba20b-9ed7-49c5-98e2-f2c3bf744e83 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.239237 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bba20b-9ed7-49c5-98e2-f2c3bf744e83 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:14.240165 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-51bba20b-9ed7-49c5-98e2-f2c3bf744e83 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.305392 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-51bba20b-9ed7-49c5-98e2-f2c3bf744e83 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2358313 Aug 31 01:31:14.308587 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53504) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:14.318002 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7416598c-30c0-45cd-85aa-e224a0d0e4b7 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'subnet': {'network_id': 'b207c0b1-fc4b-4f67-a857-bd9371dc0185', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:14.326728 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bba20b-9ed7-49c5-98e2-f2c3bf744e83 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Network': ['ID=b207c0b1-fc4b-4f67-a857-bd9371dc0185,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:14.339638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d51ce-68ec-44b7-941b-fb9979cd0c02 req-57b5d87c-d5cf-4cbb-9a96-66b638da1c4d tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:14.342448 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f29d51ce-68ec-44b7-941b-fb9979cd0c02 req-57b5d87c-d5cf-4cbb-9a96-66b638da1c4d tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 1061 time: 0.0525119 Aug 31 01:31:14.360883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network b207c0b1-fc4b-4f67-a857-bd9371dc0185 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:31:14.468575 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7416598c-30c0-45cd-85aa-e224a0d0e4b7 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:14.472855 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7416598c-30c0-45cd-85aa-e224a0d0e4b7 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.480521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa3d69-e606-414b-a514-cfa7c7433c9e req-368e8ec0-dc61-4e9f-9370-6f1a20d674bf tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:14.486126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8aa3d69-e606-414b-a514-cfa7c7433c9e req-368e8ec0-dc61-4e9f-9370-6f1a20d674bf tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 1137 time: 0.0707479 Aug 31 01:31:14.527411 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8aa3d69-e606-414b-a514-cfa7c7433c9e req-b454d2c5-b8f5-4c7f-a525-b5204f13d932 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0366054 Aug 31 01:31:14.557910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53510) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:14.604485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12279499-5799-4bfd-afe7-6f664ad3e040 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:14.610078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-12279499-5799-4bfd-afe7-6f664ad3e040 tempest-TestSecurityGroupsBasicOps-969313914 tempest-TestSecurityGroupsBasicOps-969313914-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 1056 time: 0.0456674 Aug 31 01:31:14.668886 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7416598c-30c0-45cd-85aa-e224a0d0e4b7 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.728540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416598c-30c0-45cd-85aa-e224a0d0e4b7 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Subnet': ['ID=da451752-ef51-4140-a6c9-ac65e79855db,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:14.740335 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416598c-30c0-45cd-85aa-e224a0d0e4b7 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Checking segment: {'id': '0e26bdd0-1333-4d92-999e-cabbee5be84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b207c0b1-fc4b-4f67-a857-bd9371dc0185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:14.740707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7416598c-30c0-45cd-85aa-e224a0d0e4b7 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network hostable DHCP agents. Network: b207c0b1-fc4b-4f67-a857-bd9371dc0185, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:31:14.757264 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7416598c-30c0-45cd-85aa-e224a0d0e4b7 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network b207c0b1-fc4b-4f67-a857-bd9371dc0185 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:31:14.767317 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-7416598c-30c0-45cd-85aa-e224a0d0e4b7 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, b207c0b1-fc4b-4f67-a857-bd9371dc0185) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:14.771321 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7416598c-30c0-45cd-85aa-e224a0d0e4b7 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:14.771913 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7416598c-30c0-45cd-85aa-e224a0d0e4b7 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.778280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2f7b16-685e-402a-86fb-6aec0cce8b6f None None] Network b207c0b1-fc4b-4f67-a857-bd9371dc0185 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:14.788294 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7416598c-30c0-45cd-85aa-e224a0d0e4b7 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4786911 Aug 31 01:31:14.790740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53516) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:14.795659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2a7b331f-7326-4434-9d56-920d861eb958 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1943731955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:14.817883 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a7b331f-7326-4434-9d56-920d861eb958 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.818880 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a7b331f-7326-4434-9d56-920d861eb958 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.845831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb65236-135e-4b1c-ba3f-6b0920610e00 req-5d806c8d-c457-4b7a-aaa5-bf8fb1df97d7 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:14.854123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4bb65236-135e-4b1c-ba3f-6b0920610e00 req-5d806c8d-c457-4b7a-aaa5-bf8fb1df97d7 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 909 time: 0.0690691 Aug 31 01:31:14.876252 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a7b331f-7326-4434-9d56-920d861eb958 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.881033 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a7b331f-7326-4434-9d56-920d861eb958 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.900256 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2a7b331f-7326-4434-9d56-920d861eb958 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.904731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53520) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:14.907854 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2a7b331f-7326-4434-9d56-920d861eb958 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1159985 Aug 31 01:31:14.963999 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-b207c0b1-fc4b-4f67-a857-bd9371dc0185', 'network_id': 'b207c0b1-fc4b-4f67-a857-bd9371dc0185', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'fixed_ips': [{'subnet_id': 'da451752-ef51-4140-a6c9-ac65e79855db'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:31:14.964991 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.121122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Allocated IP 172.20.0.2 (b207c0b1-fc4b-4f67-a857-bd9371dc0185/da451752-ef51-4140-a6c9-ac65e79855db/8c16f61d-4326-4f6b-a044-484e2fa3862f) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:15.234429 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.303826 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.313024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Transition to ACTIVE for port object 8c16f61d-4326-4f6b-a044-484e2fa3862f will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:15.329799 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Transition to ACTIVE for port object 8c16f61d-4326-4f6b-a044-484e2fa3862f will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:15.337505 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.385538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Network b207c0b1-fc4b-4f67-a857-bd9371dc0185 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:15.388835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:15.393122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:15.396221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Pushing event updated for resources: {'Port': ['ID=8c16f61d-4326-4f6b-a044-484e2fa3862f,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:15.408806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:15.409408 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:15.409946 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:15.410445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:15.410954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:15.411470 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:15.411956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:15.412441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:15.412925 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:15.413426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:15.413922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:15.414406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:15.509718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Allocated IP 172.20.0.1 (b207c0b1-fc4b-4f67-a857-bd9371dc0185/da451752-ef51-4140-a6c9-ac65e79855db/e102d752-580e-41fd-8eeb-c6cc17a59f81) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:15.614882 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Attempting to bind port 8c16f61d-4326-4f6b-a044-484e2fa3862f on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:15.615323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Attempting to bind port 8c16f61d-4326-4f6b-a044-484e2fa3862f by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '0e26bdd0-1333-4d92-999e-cabbee5be84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b207c0b1-fc4b-4f67-a857-bd9371dc0185'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:15.615648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Attempting to bind port 8c16f61d-4326-4f6b-a044-484e2fa3862f on network b207c0b1-fc4b-4f67-a857-bd9371dc0185 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:15.621020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:15.622024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Checking segment: {'id': '0e26bdd0-1333-4d92-999e-cabbee5be84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b207c0b1-fc4b-4f67-a857-bd9371dc0185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:15.622443 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.623001 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Bound using segment: {'id': '0e26bdd0-1333-4d92-999e-cabbee5be84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b207c0b1-fc4b-4f67-a857-bd9371dc0185'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:15.623514 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Bound port: 8c16f61d-4326-4f6b-a044-484e2fa3862f, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e26bdd0-1333-4d92-999e-cabbee5be84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b207c0b1-fc4b-4f67-a857-bd9371dc0185'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:15.624085 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.636792 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.655684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Transition to ACTIVE for port object e102d752-580e-41fd-8eeb-c6cc17a59f81 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:15.692784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] For port 8c16f61d-4326-4f6b-a044-484e2fa3862f, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:15.693293 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.696454 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] For port 8c16f61d-4326-4f6b-a044-484e2fa3862f, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8c16f61d-4326-4f6b-a044-484e2fa3862f,segment=NetworkSegment(0e26bdd0-1333-4d92-999e-cabbee5be84f),segment_id=0e26bdd0-1333-4d92-999e-cabbee5be84f)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:15.702400 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:15.741258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network b207c0b1-fc4b-4f67-a857-bd9371dc0185 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:15.749013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:15.751998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:15.771323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a1bf7-d524-4999-a2fe-6719f551b642 None None] Pushing event updated for resources: {'Port': ['ID=8c16f61d-4326-4f6b-a044-484e2fa3862f,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:15.785916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=e102d752-580e-41fd-8eeb-c6cc17a59f81,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:15.806643 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.009704 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.084354 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2909b8d-9424-4edd-98e7-14531eef15ae req-1cb46c52-c670-4513-906c-d4c6ec0ad887 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:16.086863 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f2909b8d-9424-4edd-98e7-14531eef15ae req-1cb46c52-c670-4513-906c-d4c6ec0ad887 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 909 time: 0.0795934 Aug 31 01:31:16.099991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b37d7-7021-481f-9ed8-a0970197c65f req-5214afb0-bbff-484d-b969-b59fc3a7e34e tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:16.101827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-175b37d7-7021-481f-9ed8-a0970197c65f req-5214afb0-bbff-484d-b969-b59fc3a7e34e tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e10e955c-95e3-4f64-b16e-ae41f5fda819 HTTP/1.1" status: 200 len: 909 time: 0.1501563 Aug 31 01:31:16.201478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-f2909b8d-9424-4edd-98e7-14531eef15ae req-0289854e-4146-40b0-9200-a3236e8581cf tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Deleting port f78371ce-69c2-4f95-b2f3-747396348450 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:16.202076 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f2909b8d-9424-4edd-98e7-14531eef15ae req-0289854e-4146-40b0-9200-a3236e8581cf tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.305614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-f2909b8d-9424-4edd-98e7-14531eef15ae req-0289854e-4146-40b0-9200-a3236e8581cf tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] For port f78371ce-69c2-4f95-b2f3-747396348450, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f78371ce-69c2-4f95-b2f3-747396348450,segment=NetworkSegment(56f1f81f-ad5a-4530-ae39-cfdbf4daa07c),segment_id=56f1f81f-ad5a-4530-ae39-cfdbf4daa07c)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:16.306258 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f2909b8d-9424-4edd-98e7-14531eef15ae req-0289854e-4146-40b0-9200-a3236e8581cf tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.320925 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-f2909b8d-9424-4edd-98e7-14531eef15ae req-0289854e-4146-40b0-9200-a3236e8581cf tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Calling delete_port for f78371ce-69c2-4f95-b2f3-747396348450 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:16.344234 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.349646 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.429729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=e102d752-580e-41fd-8eeb-c6cc17a59f81,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:16.434133 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.477245 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f2909b8d-9424-4edd-98e7-14531eef15ae req-0289854e-4146-40b0-9200-a3236e8581cf tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.512859 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289854e-4146-40b0-9200-a3236e8581cf tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event deleted for resources: {'Port': ['ID=f78371ce-69c2-4f95-b2f3-747396348450,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:16.550575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network b207c0b1-fc4b-4f67-a857-bd9371dc0185 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:16.552526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:16.557424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2909b8d-9424-4edd-98e7-14531eef15ae req-0289854e-4146-40b0-9200-a3236e8581cf tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] No DVR routers for this DVR port f78371ce-69c2-4f95-b2f3-747396348450 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:16.561739 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-f2909b8d-9424-4edd-98e7-14531eef15ae req-0289854e-4146-40b0-9200-a3236e8581cf tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:16.564868 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f2909b8d-9424-4edd-98e7-14531eef15ae req-0289854e-4146-40b0-9200-a3236e8581cf tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.70 "DELETE /v2.0/ports/f78371ce-69c2-4f95-b2f3-747396348450 HTTP/1.1" status: 204 len: 173 time: 0.4710193 Aug 31 01:31:16.565331 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10e955c-95e3-4f64-b16e-ae41f5fda819', 'name': 'network-vif-deleted', 'tag': 'f78371ce-69c2-4f95-b2f3-747396348450'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:16.567642 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29eb2fd9-9bfd-4c91-916f-287ddb314107" -d '{"events": [{"server_uuid": "e10e955c-95e3-4f64-b16e-ae41f5fda819", "name": "network-vif-deleted", "tag": "f78371ce-69c2-4f95-b2f3-747396348450"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:16.677003 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f7f0e7-9170-4956-9c65-24a8adf75796 x-openstack-request-id: req-f1f7f0e7-9170-4956-9c65-24a8adf75796 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:16.677585 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10e955c-95e3-4f64-b16e-ae41f5fda819", "name": "network-vif-deleted", "tag": "f78371ce-69c2-4f95-b2f3-747396348450", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:16.678055 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1f7f0e7-9170-4956-9c65-24a8adf75796 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:16.678679 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10e955c-95e3-4f64-b16e-ae41f5fda819', 'name': 'network-vif-deleted', 'tag': 'f78371ce-69c2-4f95-b2f3-747396348450', 'status': 'completed', 'code': 200} Aug 31 01:31:16.778554 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 57528e42-a054-44ce-b4f6-01fd22cdae78 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:31:16.816426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8c16f61d-4326-4f6b-a044-484e2fa3862f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:16.906824 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 8c16f61d-4326-4f6b-a044-484e2fa3862f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:16.916794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:16.923618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-29d53208-74e2-46b1-b3dd-146550880ea2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/57528e42-a054-44ce-b4f6-01fd22cdae78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0169601 Aug 31 01:31:16.926255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53538) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:16.936000 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5c92b8-292c-4d4f-8ca1-4bc6208b27e5 None None] Sync routers for ids ['57528e42-a054-44ce-b4f6-01fd22cdae78'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:16.948630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5c92b8-292c-4d4f-8ca1-4bc6208b27e5 None None] Routers {'57528e42-a054-44ce-b4f6-01fd22cdae78'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:16.950013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fa5c92b8-292c-4d4f-8ca1-4bc6208b27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['57528e42-a054-44ce-b4f6-01fd22cdae78'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:16.985326 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fa5c92b8-292c-4d4f-8ca1-4bc6208b27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:16.989511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff28db15-87e7-477b-b17a-3b979efa3e4b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:16.993342 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ff28db15-87e7-477b-b17a-3b979efa3e4b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports/e102d752-580e-41fd-8eeb-c6cc17a59f81 HTTP/1.1" status: 200 len: 910 time: 0.0632002 Aug 31 01:31:16.993563 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53540) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:16.999669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9cfc1c49-1b87-4914-95b7-d706cc526c71 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da451752-ef51-4140-a6c9-ac65e79855db'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:17.000360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5c92b8-292c-4d4f-8ca1-4bc6208b27e5 None None] Routers {'57528e42-a054-44ce-b4f6-01fd22cdae78'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:17.001147 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fa5c92b8-292c-4d4f-8ca1-4bc6208b27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['57528e42-a054-44ce-b4f6-01fd22cdae78'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:17.047268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-fa5c92b8-292c-4d4f-8ca1-4bc6208b27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:17.047997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5c92b8-292c-4d4f-8ca1-4bc6208b27e5 None None] The sync data for ids ['57528e42-a054-44ce-b4f6-01fd22cdae78'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:17.182514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53546) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:17.198904 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2f7a77-d5bd-4125-a89f-b00c89f559db None None] Network b207c0b1-fc4b-4f67-a857-bd9371dc0185 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:17.265776 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9cfc1c49-1b87-4914-95b7-d706cc526c71 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.296550 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7d48a7b7-8b40-4803-8552-f379cb65850b None None] Provisioning for port 8c16f61d-4326-4f6b-a044-484e2fa3862f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:17.310494 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7d48a7b7-8b40-4803-8552-f379cb65850b None None] Provisioning complete for port 8c16f61d-4326-4f6b-a044-484e2fa3862f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:17.310965 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7d48a7b7-8b40-4803-8552-f379cb65850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.494927 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7d48a7b7-8b40-4803-8552-f379cb65850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.537211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7d48a7b7-8b40-4803-8552-f379cb65850b None None] For port 8c16f61d-4326-4f6b-a044-484e2fa3862f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8c16f61d-4326-4f6b-a044-484e2fa3862f,segment=NetworkSegment(0e26bdd0-1333-4d92-999e-cabbee5be84f),segment_id=0e26bdd0-1333-4d92-999e-cabbee5be84f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:17.546248 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7d48a7b7-8b40-4803-8552-f379cb65850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.609269 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48a7b7-8b40-4803-8552-f379cb65850b None None] Pushing event updated for resources: {'Port': ['ID=8c16f61d-4326-4f6b-a044-484e2fa3862f,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:17.735243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d12b758-8057-42f3-92a3-02b09c8af039 req-e4a6a081-4529-4667-91ed-4a7814ac66b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0861056 Aug 31 01:31:17.757550 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9cfc1c49-1b87-4914-95b7-d706cc526c71 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.786346 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9cfc1c49-1b87-4914-95b7-d706cc526c71 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.877202 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc1c49-1b87-4914-95b7-d706cc526c71 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=e102d752-580e-41fd-8eeb-c6cc17a59f81,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:17.891137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfc1c49-1b87-4914-95b7-d706cc526c71 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:17.891996 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9cfc1c49-1b87-4914-95b7-d706cc526c71 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:17.892307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12b758-8057-42f3-92a3-02b09c8af039 req-af38dfe0-1597-4b28-bfe4-3868f3f35fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:17.893442 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9cfc1c49-1b87-4914-95b7-d706cc526c71 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/ports/e102d752-580e-41fd-8eeb-c6cc17a59f81 HTTP/1.1" status: 200 len: 910 time: 0.8989372 Aug 31 01:31:17.893823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d12b758-8057-42f3-92a3-02b09c8af039 req-af38dfe0-1597-4b28-bfe4-3868f3f35fcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8f57fcf00445d7afb3c872067b9ff3&device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 1137 time: 0.0904338 Aug 31 01:31:17.911160 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53550) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:17.913818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a653264a-ba69-46c1-921d-837f73758066 None None] Provisioning for port e102d752-580e-41fd-8eeb-c6cc17a59f81 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:17.929408 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a653264a-ba69-46c1-921d-837f73758066 None None] Provisioning complete for port e102d752-580e-41fd-8eeb-c6cc17a59f81 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:17.930442 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a653264a-ba69-46c1-921d-837f73758066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.029922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a653264a-ba69-46c1-921d-837f73758066 None None] Port e102d752-580e-41fd-8eeb-c6cc17a59f81 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:18.043454 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a653264a-ba69-46c1-921d-837f73758066 None None] Provisioning complete for port 8c16f61d-4326-4f6b-a044-484e2fa3862f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:18.043843 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a653264a-ba69-46c1-921d-837f73758066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.091864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12b758-8057-42f3-92a3-02b09c8af039 req-5d90e82b-2778-40ae-96b8-5ee3fea000c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:18.093514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d12b758-8057-42f3-92a3-02b09c8af039 req-5d90e82b-2778-40ae-96b8-5ee3fea000c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1bcf018e-87df-47d3-99ef-d95bf3d0ee44 HTTP/1.1" status: 200 len: 898 time: 0.1471539 Aug 31 01:31:18.204435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d12b758-8057-42f3-92a3-02b09c8af039 req-1bec7842-78bf-4fc4-8fd3-bd1152e51ac5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ab197a7-c527-4e94-97f7-edfbc46039d7 HTTP/1.1" status: 200 len: 1002 time: 0.1027999 Aug 31 01:31:18.283948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12b758-8057-42f3-92a3-02b09c8af039 req-ec51b70a-766e-475c-9b18-93b8eb178111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:18.285531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d12b758-8057-42f3-92a3-02b09c8af039 req-ec51b70a-766e-475c-9b18-93b8eb178111 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0db21199-1207-4bcc-b59d-5a7f1215f70f HTTP/1.1" status: 200 len: 834 time: 0.0617781 Aug 31 01:31:18.308121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-06b1da6c-4f90-4d88-b54a-a32f1c4d9375 None None] Provisioning complete for port e102d752-580e-41fd-8eeb-c6cc17a59f81 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:18.308646 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-06b1da6c-4f90-4d88-b54a-a32f1c4d9375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.325061 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8451a42-06f7-40cb-aa5b-eefc8154a349 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.371882 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-06b1da6c-4f90-4d88-b54a-a32f1c4d9375 None None] Port e102d752-580e-41fd-8eeb-c6cc17a59f81 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:18.416073 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df37e8d1-128e-403c-9ed5-0c4f03d4700a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.421725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12b758-8057-42f3-92a3-02b09c8af039 req-cd7a7326-42af-4c14-a541-613750b0b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:18.423363 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d12b758-8057-42f3-92a3-02b09c8af039 req-cd7a7326-42af-4c14-a541-613750b0b639 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1bcf018e-87df-47d3-99ef-d95bf3d0ee44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289976 Aug 31 01:31:18.494594 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-344fef7c-a7e3-4fdd-a73c-cf43b35a1c03 None None] Provisioning complete for port e102d752-580e-41fd-8eeb-c6cc17a59f81 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:18.495258 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-344fef7c-a7e3-4fdd-a73c-cf43b35a1c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.543950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-344fef7c-a7e3-4fdd-a73c-cf43b35a1c03 None None] Port e102d752-580e-41fd-8eeb-c6cc17a59f81 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:18.594668 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d12b758-8057-42f3-92a3-02b09c8af039 req-b0ddf885-fb96-4d3d-b7d7-3fc1c4e61244 service neutron] 10.222.0.15 "GET /v2.0/networks/1bcf018e-87df-47d3-99ef-d95bf3d0ee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597905 Aug 31 01:31:18.696867 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8c16f61d-4326-4f6b-a044-484e2fa3862f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:18.729611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-df37e8d1-128e-403c-9ed5-0c4f03d4700a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port e102d752-580e-41fd-8eeb-c6cc17a59f81 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:18.730208 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df37e8d1-128e-403c-9ed5-0c4f03d4700a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.756937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d12b758-8057-42f3-92a3-02b09c8af039 req-7c15eec2-60a4-4dd3-9c3e-dfc842965c35 service neutron] 10.222.0.15 "GET /v2.0/networks/1bcf018e-87df-47d3-99ef-d95bf3d0ee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547747 Aug 31 01:31:18.757972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8c16f61d-4326-4f6b-a044-484e2fa3862f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:18.758531 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.783971 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-d8451a42-06f7-40cb-aa5b-eefc8154a349 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Deleting port 1359659d-cdb0-48b5-a1a4-856b2614d65b {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:18.784355 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8451a42-06f7-40cb-aa5b-eefc8154a349 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.841573 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df37e8d1-128e-403c-9ed5-0c4f03d4700a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.855151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-df37e8d1-128e-403c-9ed5-0c4f03d4700a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for e102d752-580e-41fd-8eeb-c6cc17a59f81 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:18.896626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-d8451a42-06f7-40cb-aa5b-eefc8154a349 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] For port 1359659d-cdb0-48b5-a1a4-856b2614d65b, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1359659d-cdb0-48b5-a1a4-856b2614d65b,segment=NetworkSegment(56f1f81f-ad5a-4530-ae39-cfdbf4daa07c),segment_id=56f1f81f-ad5a-4530-ae39-cfdbf4daa07c)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:18.897188 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8451a42-06f7-40cb-aa5b-eefc8154a349 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:18.911833 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-d8451a42-06f7-40cb-aa5b-eefc8154a349 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Calling delete_port for 1359659d-cdb0-48b5-a1a4-856b2614d65b owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:19.045261 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df37e8d1-128e-403c-9ed5-0c4f03d4700a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.074087 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37e8d1-128e-403c-9ed5-0c4f03d4700a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=e102d752-580e-41fd-8eeb-c6cc17a59f81,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:19.147977 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8451a42-06f7-40cb-aa5b-eefc8154a349 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.250332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8451a42-06f7-40cb-aa5b-eefc8154a349 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event deleted for resources: {'Port': ['ID=1359659d-cdb0-48b5-a1a4-856b2614d65b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:19.317795 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-df37e8d1-128e-403c-9ed5-0c4f03d4700a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.556394 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8451a42-06f7-40cb-aa5b-eefc8154a349 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.557111 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df37e8d1-128e-403c-9ed5-0c4f03d4700a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 57528e42-a054-44ce-b4f6-01fd22cdae78 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:19.669983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df37e8d1-128e-403c-9ed5-0c4f03d4700a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:19.676013 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-df37e8d1-128e-403c-9ed5-0c4f03d4700a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/57528e42-a054-44ce-b4f6-01fd22cdae78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7638719 Aug 31 01:31:19.678647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53558) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:19.684349 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a452496c-1aff-4569-bc7f-e5012b0b9881 None None] Sync routers for ids ['57528e42-a054-44ce-b4f6-01fd22cdae78'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:19.698314 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a452496c-1aff-4569-bc7f-e5012b0b9881 None None] Routers {'57528e42-a054-44ce-b4f6-01fd22cdae78'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:19.699548 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a452496c-1aff-4569-bc7f-e5012b0b9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['57528e42-a054-44ce-b4f6-01fd22cdae78'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:19.713032 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4e0fb741-d501-4769-9855-8ce1e760dbd4 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports?device_id=57528e42-a054-44ce-b4f6-01fd22cdae78 HTTP/1.1" status: 200 len: 205 time: 0.0332916 Aug 31 01:31:19.716323 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53560) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:19.740570 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a452496c-1aff-4569-bc7f-e5012b0b9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:19.752664 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a452496c-1aff-4569-bc7f-e5012b0b9881 None None] Routers {'57528e42-a054-44ce-b4f6-01fd22cdae78'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:19.753545 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a452496c-1aff-4569-bc7f-e5012b0b9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['57528e42-a054-44ce-b4f6-01fd22cdae78'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:19.790726 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a452496c-1aff-4569-bc7f-e5012b0b9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:19.791704 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a452496c-1aff-4569-bc7f-e5012b0b9881 None None] The sync data for ids ['57528e42-a054-44ce-b4f6-01fd22cdae78'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:19.828979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8451a42-06f7-40cb-aa5b-eefc8154a349 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Router 105a6b65-3e05-47d2-8a22-fdeec55309df has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:19.960579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8451a42-06f7-40cb-aa5b-eefc8154a349 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:19.966468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d8451a42-06f7-40cb-aa5b-eefc8154a349 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "PUT /v2.0/routers/105a6b65-3e05-47d2-8a22-fdeec55309df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7828999 Aug 31 01:31:19.970012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53562) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:19.973611 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea855b6-6732-4159-82ab-f8332cbee27e None None] Sync routers for ids ['105a6b65-3e05-47d2-8a22-fdeec55309df'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:19.984763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea855b6-6732-4159-82ab-f8332cbee27e None None] Routers {'105a6b65-3e05-47d2-8a22-fdeec55309df'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:19.985508 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-9ea855b6-6732-4159-82ab-f8332cbee27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['105a6b65-3e05-47d2-8a22-fdeec55309df'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:20.029046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-9586e5e0-971d-4605-8197-528958df6fad tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Deleting subnet 0cf73b3c-db9c-4622-83b4-821d508613d8 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:20.036234 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9586e5e0-971d-4605-8197-528958df6fad tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.098352 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9586e5e0-971d-4605-8197-528958df6fad tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.128029 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f78371ce-69c2-4f95-b2f3-747396348450 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:20.169608 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: f78371ce-69c2-4f95-b2f3-747396348450 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:20.169949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f78371ce-69c2-4f95-b2f3-747396348450 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:20.189449 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e190cb0-0107-41de-bb43-79bd1f066ba6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.207059 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9586e5e0-971d-4605-8197-528958df6fad tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.229354 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-9ea855b6-6732-4159-82ab-f8332cbee27e None None] Set router 105a6b65-3e05-47d2-8a22-fdeec55309df gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:20.317120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9586e5e0-971d-4605-8197-528958df6fad tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.345652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586e5e0-971d-4605-8197-528958df6fad tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf73b3c-db9c-4622-83b4-821d508613d8,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:20.351556 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9586e5e0-971d-4605-8197-528958df6fad tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.355002 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9586e5e0-971d-4605-8197-528958df6fad tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "DELETE /v2.0/subnets/0cf73b3c-db9c-4622-83b4-821d508613d8 HTTP/1.1" status: 204 len: 168 time: 0.3839509 Aug 31 01:31:20.355647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53570) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:20.363995 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e461d3e-9cbe-4e98-ab50-8301808e4512 None None] Network 56a2dfaf-621f-4ad2-9b59-a229f8031c75 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:20.388587 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e190cb0-0107-41de-bb43-79bd1f066ba6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.391191 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e190cb0-0107-41de-bb43-79bd1f066ba6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.440108 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e190cb0-0107-41de-bb43-79bd1f066ba6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.440750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e190cb0-0107-41de-bb43-79bd1f066ba6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Fanout notify agent at l3_agent the message router_deleted on router 57528e42-a054-44ce-b4f6-01fd22cdae78 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:31:20.452997 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e190cb0-0107-41de-bb43-79bd1f066ba6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.456632 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1e190cb0-0107-41de-bb43-79bd1f066ba6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/routers/57528e42-a054-44ce-b4f6-01fd22cdae78 HTTP/1.1" status: 204 len: 168 time: 0.7369025 Aug 31 01:31:20.456922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53572) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:20.472561 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.513605 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-58704d4e-2f0d-4aff-85b1-67c1964214c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting subnet da451752-ef51-4140-a6c9-ac65e79855db {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:20.517243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58704d4e-2f0d-4aff-85b1-67c1964214c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.537483 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-9ea855b6-6732-4159-82ab-f8332cbee27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1225978565', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:31:19Z', 'revision_number': 5, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:51Z', 'updated_at': '2021-08-31T01:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:20.566733 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea855b6-6732-4159-82ab-f8332cbee27e None None] Checking router: 105a6b65-3e05-47d2-8a22-fdeec55309df for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:20.568426 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58704d4e-2f0d-4aff-85b1-67c1964214c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.576016 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea855b6-6732-4159-82ab-f8332cbee27e None None] Routers {'105a6b65-3e05-47d2-8a22-fdeec55309df'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:20.576650 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-9ea855b6-6732-4159-82ab-f8332cbee27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['105a6b65-3e05-47d2-8a22-fdeec55309df'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:20.642050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4dfa64-9825-4744-bad6-73a293d65ac2 None None] DHCP port deletion for 56a2dfaf-621f-4ad2-9b59-a229f8031c75 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:20.692140 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58704d4e-2f0d-4aff-85b1-67c1964214c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.742707 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-9ea855b6-6732-4159-82ab-f8332cbee27e None None] Set router 105a6b65-3e05-47d2-8a22-fdeec55309df gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:20.785854 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58704d4e-2f0d-4aff-85b1-67c1964214c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.803130 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58704d4e-2f0d-4aff-85b1-67c1964214c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.804250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 41ede2de-05cf-4eec-89b5-7b9ec0467920 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:20.805284 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-58704d4e-2f0d-4aff-85b1-67c1964214c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/da451752-ef51-4140-a6c9-ac65e79855db HTTP/1.1" status: 204 len: 168 time: 0.3473547 Aug 31 01:31:20.814736 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165ea214-db6f-4e21-819b-41e276f2aa4b None None] Network b207c0b1-fc4b-4f67-a857-bd9371dc0185 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:20.826696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53574) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:20.836957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58704d4e-2f0d-4aff-85b1-67c1964214c6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Subnet': ['ID=da451752-ef51-4140-a6c9-ac65e79855db,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:20.897505 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.919983 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.959765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Deleting port 334c9ccb-a2e3-4a03-bb94-67c5ef786995 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:20.960029 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.979788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port 8c16f61d-4326-4f6b-a044-484e2fa3862f {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:20.980221 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.046870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] For port 8c16f61d-4326-4f6b-a044-484e2fa3862f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8c16f61d-4326-4f6b-a044-484e2fa3862f,segment=NetworkSegment(0e26bdd0-1333-4d92-999e-cabbee5be84f),segment_id=0e26bdd0-1333-4d92-999e-cabbee5be84f)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:21.047355 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.047542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-bb4dfa64-9825-4744-bad6-73a293d65ac2 None None] Deleting port 41ede2de-05cf-4eec-89b5-7b9ec0467920 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:21.048036 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bb4dfa64-9825-4744-bad6-73a293d65ac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.050504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] For port 334c9ccb-a2e3-4a03-bb94-67c5ef786995, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=334c9ccb-a2e3-4a03-bb94-67c5ef786995,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:21.050945 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.062679 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for 8c16f61d-4326-4f6b-a044-484e2fa3862f owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:21.065898 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Calling delete_port for 334c9ccb-a2e3-4a03-bb94-67c5ef786995 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:21.139540 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.150065 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.186629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-bb4dfa64-9825-4744-bad6-73a293d65ac2 None None] For port 41ede2de-05cf-4eec-89b5-7b9ec0467920, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=41ede2de-05cf-4eec-89b5-7b9ec0467920,segment=NetworkSegment(56f1f81f-ad5a-4530-ae39-cfdbf4daa07c),segment_id=56f1f81f-ad5a-4530-ae39-cfdbf4daa07c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:21.187035 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bb4dfa64-9825-4744-bad6-73a293d65ac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.234388 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=8c16f61d-4326-4f6b-a044-484e2fa3862f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:21.244049 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No DVR routers for this DVR port 8c16f61d-4326-4f6b-a044-484e2fa3862f on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:21.249346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-bb4dfa64-9825-4744-bad6-73a293d65ac2 None None] Calling delete_port for 41ede2de-05cf-4eec-89b5-7b9ec0467920 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:21.289124 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 41ede2de-05cf-4eec-89b5-7b9ec0467920, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=41ede2de-05cf-4eec-89b5-7b9ec0467920,segment=NetworkSegment(56f1f81f-ad5a-4530-ae39-cfdbf4daa07c),segment_id=56f1f81f-ad5a-4530-ae39-cfdbf4daa07c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:21.299069 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.302937 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.334455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event deleted for resources: {'Port': ['ID=334c9ccb-a2e3-4a03-bb94-67c5ef786995,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:21.339807 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c56cb746-bb57-4527-be64-eb1d435ac416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.342136 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610834b8-b3f4-4c24-8090-500b03ad9097 None None] DHCP port deletion for b207c0b1-fc4b-4f67-a857-bd9371dc0185 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:21.378070 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.389139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-9ea855b6-6732-4159-82ab-f8332cbee27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1225978565', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:31:19Z', 'revision_number': 5, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:51Z', 'updated_at': '2021-08-31T01:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:21.401740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b207c0b1-fc4b-4f67-a857-bd9371dc0185']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:21.415540 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.415834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e26bdd0-1333-4d92-999e-cabbee5be84f') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:21.416287 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e26bdd0-1333-4d92-999e-cabbee5be84f') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:21.428447 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.445284 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.452930 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:21.453332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:21.456862 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:21.534609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.548380 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.551091 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.557081 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.560601 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/networks/b207c0b1-fc4b-4f67-a857-bd9371dc0185 HTTP/1.1" status: 204 len: 168 time: 0.7327330 Aug 31 01:31:21.561833 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe0e0f-fd4f-412b-b19a-d76c96752337 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Network': ['ID=b207c0b1-fc4b-4f67-a857-bd9371dc0185,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:21.566432 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53580) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:21.576403 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-eb584ea4-60c1-474f-968c-2cecdd7baaa3 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-390808109', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:21.602401 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.603152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Fanout notify agent at l3_agent the message router_deleted on router 105a6b65-3e05-47d2-8a22-fdeec55309df {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:31:21.606779 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb584ea4-60c1-474f-968c-2cecdd7baaa3 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.608213 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb584ea4-60c1-474f-968c-2cecdd7baaa3 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.611178 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.612612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-de904c80-d459-4709-80a1-8819a377ccb5 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "DELETE /v2.0/routers/105a6b65-3e05-47d2-8a22-fdeec55309df HTTP/1.1" status: 204 len: 168 time: 1.2558534 Aug 31 01:31:21.615158 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53582) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:21.618844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea855b6-6732-4159-82ab-f8332cbee27e None None] The sync data for ids ['105a6b65-3e05-47d2-8a22-fdeec55309df'] in n-d-802060-13 is: [{'id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1225978565', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:30:50Z', 'updated_at': '2021-08-31T01:31:19Z', 'revision_number': 5, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '334c9ccb-a2e3-4a03-bb94-67c5ef786995', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105a6b65-3e05-47d2-8a22-fdeec55309df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:30:51Z', 'updated_at': '2021-08-31T01:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:21.637987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=41ede2de-05cf-4eec-89b5-7b9ec0467920,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:21.660882 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bb4dfa64-9825-4744-bad6-73a293d65ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.693247 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4dfa64-9825-4744-bad6-73a293d65ac2 None None] Pushing event deleted for resources: {'Port': ['ID=41ede2de-05cf-4eec-89b5-7b9ec0467920,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:21.701932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4dfa64-9825-4744-bad6-73a293d65ac2 None None] No DVR routers for this DVR port 41ede2de-05cf-4eec-89b5-7b9ec0467920 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:21.751934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4a827dc-9d65-44bb-9a67-09384e6df9b9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.755135 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb584ea4-60c1-474f-968c-2cecdd7baaa3 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.760171 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb584ea4-60c1-474f-968c-2cecdd7baaa3 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.802364 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb584ea4-60c1-474f-968c-2cecdd7baaa3 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.804640 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-eb584ea4-60c1-474f-968c-2cecdd7baaa3 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2320046 Aug 31 01:31:21.806524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53594) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:21.812867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-0e818b82-e2b5-4373-9f97-e581d4a05364 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'network': {'name': 'tempest-RoutersTest-883893834'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:21.842536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e818b82-e2b5-4373-9f97-e581d4a05364 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:21.846121 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0e818b82-e2b5-4373-9f97-e581d4a05364 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.871769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4a827dc-9d65-44bb-9a67-09384e6df9b9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.872920 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e818b82-e2b5-4373-9f97-e581d4a05364 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:31:21.883848 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0e818b82-e2b5-4373-9f97-e581d4a05364 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.884197 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-0e818b82-e2b5-4373-9f97-e581d4a05364 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Added segment 9c3bc700-8dd6-49e6-bd47-016989521358 of type vlan for network 5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9 Aug 31 01:31:21.885244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d4a827dc-9d65-44bb-9a67-09384e6df9b9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a2dfaf-621f-4ad2-9b59-a229f8031c75']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:21.898324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d4a827dc-9d65-44bb-9a67-09384e6df9b9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f1f81f-ad5a-4530-ae39-cfdbf4daa07c') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:21.898745 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d4a827dc-9d65-44bb-9a67-09384e6df9b9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f1f81f-ad5a-4530-ae39-cfdbf4daa07c') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:21.908438 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4a827dc-9d65-44bb-9a67-09384e6df9b9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.923139 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4a827dc-9d65-44bb-9a67-09384e6df9b9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.927113 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0e818b82-e2b5-4373-9f97-e581d4a05364 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.930977 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a827dc-9d65-44bb-9a67-09384e6df9b9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:21.931483 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4a827dc-9d65-44bb-9a67-09384e6df9b9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:21.935123 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:21.956645 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0e818b82-e2b5-4373-9f97-e581d4a05364 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.962507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e818b82-e2b5-4373-9f97-e581d4a05364 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:21.963098 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0e818b82-e2b5-4373-9f97-e581d4a05364 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.011674 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4a827dc-9d65-44bb-9a67-09384e6df9b9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.022800 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4a827dc-9d65-44bb-9a67-09384e6df9b9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.029283 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d4a827dc-9d65-44bb-9a67-09384e6df9b9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "DELETE /v2.0/networks/56a2dfaf-621f-4ad2-9b59-a229f8031c75 HTTP/1.1" status: 204 len: 168 time: 0.4088621 Aug 31 01:31:22.029283 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53596) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:22.034823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0e818b82-e2b5-4373-9f97-e581d4a05364 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2246461 Aug 31 01:31:22.035555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53598) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:22.040738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5b64342f-c4c0-434d-99b5-5ce2ed473438 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'subnet': {'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:22.050494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a827dc-9d65-44bb-9a67-09384e6df9b9 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event deleted for resources: {'Network': ['ID=56a2dfaf-621f-4ad2-9b59-a229f8031c75,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:22.094385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e818b82-e2b5-4373-9f97-e581d4a05364 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Network': ['ID=5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:22.106443 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:31:22.170095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b64342f-c4c0-434d-99b5-5ce2ed473438 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:22.174472 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b64342f-c4c0-434d-99b5-5ce2ed473438 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.320087 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-66be8d01-ecd6-4074-81f6-e1bf076f71d0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Deleting port da54223e-fe75-497e-a0bd-0a223c30e7f2 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:22.320639 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66be8d01-ecd6-4074-81f6-e1bf076f71d0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.416861 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66be8d01-ecd6-4074-81f6-e1bf076f71d0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.417262 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66be8d01-ecd6-4074-81f6-e1bf076f71d0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.431642 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-66be8d01-ecd6-4074-81f6-e1bf076f71d0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Calling delete_port for da54223e-fe75-497e-a0bd-0a223c30e7f2 owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:22.435088 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b64342f-c4c0-434d-99b5-5ce2ed473438 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.519507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64342f-c4c0-434d-99b5-5ce2ed473438 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Subnet': ['ID=147c8e1a-4a15-475a-811d-5b0ba8b5bda6,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:22.525244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b64342f-c4c0-434d-99b5-5ce2ed473438 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Checking segment: {'id': '9c3bc700-8dd6-49e6-bd47-016989521358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:22.525831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b64342f-c4c0-434d-99b5-5ce2ed473438 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network hostable DHCP agents. Network: 5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:31:22.546328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b64342f-c4c0-434d-99b5-5ce2ed473438 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:31:22.564664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-5b64342f-c4c0-434d-99b5-5ce2ed473438 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:22.573067 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6a9714-fc72-49ab-9437-a16b1f1f04d2 None None] Network 5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:22.578543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b64342f-c4c0-434d-99b5-5ce2ed473438 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:22.579541 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b64342f-c4c0-434d-99b5-5ce2ed473438 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.606630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5b64342f-c4c0-434d-99b5-5ce2ed473438 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5688450 Aug 31 01:31:22.608930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53614) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:22.695813 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66be8d01-ecd6-4074-81f6-e1bf076f71d0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.737298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be8d01-ecd6-4074-81f6-e1bf076f71d0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event deleted for resources: {'Port': ['ID=da54223e-fe75-497e-a0bd-0a223c30e7f2,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:22.754499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1359659d-cdb0-48b5-a1a4-856b2614d65b no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:22.795434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 1359659d-cdb0-48b5-a1a4-856b2614d65b {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:22.795860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1359659d-cdb0-48b5-a1a4-856b2614d65b not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:22.796438 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8c16f61d-4326-4f6b-a044-484e2fa3862f no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:22.815557 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66be8d01-ecd6-4074-81f6-e1bf076f71d0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.815902 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-66be8d01-ecd6-4074-81f6-e1bf076f71d0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Floating IP 1df5893e-e8d5-4f2b-8d05-969991bc5f4f disassociated (deleted). External IP: 172.25.6.226, port: 4ab197a7-c527-4e94-97f7-edfbc46039d7. Aug 31 01:31:22.823738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:31:22.825304 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.827733 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 8c16f61d-4326-4f6b-a044-484e2fa3862f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:22.828138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8c16f61d-4326-4f6b-a044-484e2fa3862f not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:22.828615 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 334c9ccb-a2e3-4a03-bb94-67c5ef786995 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:22.855189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 334c9ccb-a2e3-4a03-bb94-67c5ef786995 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:22.855640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 334c9ccb-a2e3-4a03-bb94-67c5ef786995 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:23.016902 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.021249 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Allocated IP 172.20.0.2 (5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9/147c8e1a-4a15-475a-811d-5b0ba8b5bda6/f5a421d5-bc4a-4a54-9527-93636cbd764d) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:23.101111 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66be8d01-ecd6-4074-81f6-e1bf076f71d0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Router 693d0326-dd18-4d99-a255-1ba6f3dfb17d has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:23.203350 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.216171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Transition to ACTIVE for port object f5a421d5-bc4a-4a54-9527-93636cbd764d will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:23.235634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Transition to ACTIVE for port object f5a421d5-bc4a-4a54-9527-93636cbd764d will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:23.244980 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.269207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66be8d01-ecd6-4074-81f6-e1bf076f71d0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:23.279505 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995831e-a617-4bb1-972d-b63bc7616765 None None] Sync routers for ids ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:23.282110 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66be8d01-ecd6-4074-81f6-e1bf076f71d0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.297095 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995831e-a617-4bb1-972d-b63bc7616765 None None] Routers {'693d0326-dd18-4d99-a255-1ba6f3dfb17d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:23.297728 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1995831e-a617-4bb1-972d-b63bc7616765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:23.317578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Network 5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:23.328065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:23.330269 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-66be8d01-ecd6-4074-81f6-e1bf076f71d0 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "DELETE /v2.0/floatingips/1df5893e-e8d5-4f2b-8d05-969991bc5f4f HTTP/1.1" status: 204 len: 168 time: 1.2983899 Aug 31 01:31:23.330884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd2e02d-5749-46ba-b2b2-c9feaf3489a0', 'tag': '4ab197a7-c527-4e94-97f7-edfbc46039d7'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:23.338316 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fd9d92-57b9-47a0-a6f9-670ed21a8de7" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd2e02d-5749-46ba-b2b2-c9feaf3489a0", "tag": "4ab197a7-c527-4e94-97f7-edfbc46039d7"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:23.369303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Allocated IP 172.20.0.1 (5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9/147c8e1a-4a15-475a-811d-5b0ba8b5bda6/d451103c-5c66-4864-bd28-817deacc09cd) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:23.373863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:23.394295 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Pushing event updated for resources: {'Port': ['ID=f5a421d5-bc4a-4a54-9527-93636cbd764d,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:23.491965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Attempting to bind port f5a421d5-bc4a-4a54-9527-93636cbd764d on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:23.492940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Attempting to bind port f5a421d5-bc4a-4a54-9527-93636cbd764d by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '9c3bc700-8dd6-49e6-bd47-016989521358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:23.494091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Attempting to bind port f5a421d5-bc4a-4a54-9527-93636cbd764d on network 5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:23.506114 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f45c194-e758-41d9-a296-09211f1e746f x-openstack-request-id: req-3f45c194-e758-41d9-a296-09211f1e746f {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:23.506401 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd2e02d-5749-46ba-b2b2-c9feaf3489a0", "tag": "4ab197a7-c527-4e94-97f7-edfbc46039d7", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:23.506654 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f45c194-e758-41d9-a296-09211f1e746f {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:23.507447 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd2e02d-5749-46ba-b2b2-c9feaf3489a0', 'tag': '4ab197a7-c527-4e94-97f7-edfbc46039d7', 'status': 'completed', 'code': 200} Aug 31 01:31:23.507982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:23.509571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Checking segment: {'id': '9c3bc700-8dd6-49e6-bd47-016989521358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:23.509986 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.511172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Bound using segment: {'id': '9c3bc700-8dd6-49e6-bd47-016989521358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:23.511847 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Bound port: f5a421d5-bc4a-4a54-9527-93636cbd764d, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3bc700-8dd6-49e6-bd47-016989521358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:23.513080 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.532257 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-1995831e-a617-4bb1-972d-b63bc7616765 None None] Set router 693d0326-dd18-4d99-a255-1ba6f3dfb17d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:23.627422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] For port f5a421d5-bc4a-4a54-9527-93636cbd764d, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:23.629563 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.630990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] For port f5a421d5-bc4a-4a54-9527-93636cbd764d, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f5a421d5-bc4a-4a54-9527-93636cbd764d,segment=NetworkSegment(9c3bc700-8dd6-49e6-bd47-016989521358),segment_id=9c3bc700-8dd6-49e6-bd47-016989521358)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:23.635424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd9d92-57b9-47a0-a6f9-670ed21a8de7 req-a969eb05-c69c-495f-b5df-73b75a16fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:23.637816 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38fd9d92-57b9-47a0-a6f9-670ed21a8de7 req-a969eb05-c69c-495f-b5df-73b75a16fafa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8f57fcf00445d7afb3c872067b9ff3&device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 1137 time: 0.0904469 Aug 31 01:31:23.641761 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.662504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Transition to ACTIVE for port object d451103c-5c66-4864-bd28-817deacc09cd will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:23.735486 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062dd94-afec-4b59-b9a2-e9db85b4fff5 None None] Pushing event updated for resources: {'Port': ['ID=f5a421d5-bc4a-4a54-9527-93636cbd764d,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:23.795346 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-85a1243b-2b6a-4a83-9a9c-7a623f474a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.846182 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1995831e-a617-4bb1-972d-b63bc7616765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:03Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:04Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'f35270d3-6822-4e57-b623-c732ee149964', 'name': '', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'mac_address': 'fa:16:3e:d4:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:11Z', 'updated_at': '2021-08-31T01:29:23Z', 'revision_number': 5, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'subnets': [{'id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:23.857961 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b76520-d0e5-4e19-9645-65bb5097929c req-e62af323-f98e-484c-871b-c963bdb60add tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:23.859607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0b76520-d0e5-4e19-9645-65bb5097929c req-e62af323-f98e-484c-871b-c963bdb60add tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 985 time: 0.1546593 Aug 31 01:31:23.877200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd9d92-57b9-47a0-a6f9-670ed21a8de7 req-67c9e820-a451-46d6-9872-a4401307b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:23.878598 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38fd9d92-57b9-47a0-a6f9-670ed21a8de7 req-67c9e820-a451-46d6-9872-a4401307b1ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=1bcf018e-87df-47d3-99ef-d95bf3d0ee44 HTTP/1.1" status: 200 len: 898 time: 0.2306995 Aug 31 01:31:23.887992 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995831e-a617-4bb1-972d-b63bc7616765 None None] Checking router: 693d0326-dd18-4d99-a255-1ba6f3dfb17d for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:23.889063 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.901980 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995831e-a617-4bb1-972d-b63bc7616765 None None] Routers {'693d0326-dd18-4d99-a255-1ba6f3dfb17d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:23.902587 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1995831e-a617-4bb1-972d-b63bc7616765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:23.993088 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38fd9d92-57b9-47a0-a6f9-670ed21a8de7 req-10977a10-c668-4535-86ad-0171d5bc96a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ab197a7-c527-4e94-97f7-edfbc46039d7 HTTP/1.1" status: 200 len: 217 time: 0.1019807 Aug 31 01:31:24.008527 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:24.022004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:24.030349 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-1995831e-a617-4bb1-972d-b63bc7616765 None None] Set router 693d0326-dd18-4d99-a255-1ba6f3dfb17d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:24.031703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0b76520-d0e5-4e19-9645-65bb5097929c req-78fed41e-61d6-4e4e-b5f3-8398209da31e tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1632867 Aug 31 01:31:24.032593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:24.060186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=d451103c-5c66-4864-bd28-817deacc09cd,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:24.063536 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.163877 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.167307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd9d92-57b9-47a0-a6f9-670ed21a8de7 req-41c73d70-6148-4133-8957-be735974b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:24.168940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38fd9d92-57b9-47a0-a6f9-670ed21a8de7 req-41c73d70-6148-4133-8957-be735974b45f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0db21199-1207-4bcc-b59d-5a7f1215f70f HTTP/1.1" status: 200 len: 834 time: 0.1586056 Aug 31 01:31:24.323491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd9d92-57b9-47a0-a6f9-670ed21a8de7 req-7cf713b4-a205-427a-a80c-02139005e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:24.325925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38fd9d92-57b9-47a0-a6f9-670ed21a8de7 req-7cf713b4-a205-427a-a80c-02139005e0b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1bcf018e-87df-47d3-99ef-d95bf3d0ee44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049805 Aug 31 01:31:24.411575 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1995831e-a617-4bb1-972d-b63bc7616765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:03Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:04Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'f35270d3-6822-4e57-b623-c732ee149964', 'name': '', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'mac_address': 'fa:16:3e:d4:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:11Z', 'updated_at': '2021-08-31T01:29:23Z', 'revision_number': 5, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'subnets': [{'id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:24.454082 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995831e-a617-4bb1-972d-b63bc7616765 None None] The sync data for ids ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'] in n-d-802060-13 is: [{'id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:03Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:04Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'f35270d3-6822-4e57-b623-c732ee149964', 'name': '', 'network_id': '1bcf018e-87df-47d3-99ef-d95bf3d0ee44', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'mac_address': 'fa:16:3e:d4:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:11Z', 'updated_at': '2021-08-31T01:29:23Z', 'revision_number': 5, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'subnets': [{'id': '0db21199-1207-4bcc-b59d-5a7f1215f70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:24.459529 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.518893 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.553717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38fd9d92-57b9-47a0-a6f9-670ed21a8de7 req-6d20daa5-83c1-4c68-b21c-d25eb629d54b service neutron] 10.222.0.15 "GET /v2.0/networks/1bcf018e-87df-47d3-99ef-d95bf3d0ee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174935 Aug 31 01:31:24.745001 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f5a421d5-bc4a-4a54-9527-93636cbd764d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:24.826775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38fd9d92-57b9-47a0-a6f9-670ed21a8de7 req-c43fa71b-e89a-456d-84bf-03760964a6e1 service neutron] 10.222.0.15 "GET /v2.0/networks/1bcf018e-87df-47d3-99ef-d95bf3d0ee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635295 Aug 31 01:31:24.828363 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port f5a421d5-bc4a-4a54-9527-93636cbd764d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:24.925392 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:24.932341 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.035800 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.048071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=d451103c-5c66-4864-bd28-817deacc09cd,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:25.067181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c1de0-840b-44bc-a6f1-cb5ba8991ad8 None None] New status for floating IP 1df5893e-e8d5-4f2b-8d05-969991bc5f4f: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:31:25.072085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:25.072435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:25.072776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:25.073113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:25.073445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:25.073775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:25.074138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:25.074488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:25.074988 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:25.075247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:25.075775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:25.076104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:25.179110 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:25.182533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:25.203451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b96aa2-67f3-4666-bfe3-9ff56b4de06e None None] Network 5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:25.281469 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4e63914f-5418-4ac0-a18c-0ceefb5b46dc None None] Provisioning for port f5a421d5-bc4a-4a54-9527-93636cbd764d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:25.290047 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4e63914f-5418-4ac0-a18c-0ceefb5b46dc None None] Provisioning complete for port f5a421d5-bc4a-4a54-9527-93636cbd764d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:25.290510 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4e63914f-5418-4ac0-a18c-0ceefb5b46dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.323265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693762e5-1381-487e-ade1-2c8555da5d6b req-380f9c8b-bc86-48fa-a417-26eb5f8c341e tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:25.331968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-693762e5-1381-487e-ade1-2c8555da5d6b req-380f9c8b-bc86-48fa-a417-26eb5f8c341e tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 985 time: 0.1692235 Aug 31 01:31:25.441542 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4e63914f-5418-4ac0-a18c-0ceefb5b46dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.452435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-693762e5-1381-487e-ade1-2c8555da5d6b req-75729f45-722c-4e78-823c-ed38cad1cab1 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/security-groups?id=209f0504-c131-448f-8331-41fac8ab858f&id=31a1042b-d6aa-47b8-a987-8e111259a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1192374 Aug 31 01:31:25.480212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819905-2945-4cea-9c87-e3ba116ea3d1 req-cdb87bdc-e83e-4b2a-b2cb-6a24242a042c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:25.482970 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15819905-2945-4cea-9c87-e3ba116ea3d1 req-cdb87bdc-e83e-4b2a-b2cb-6a24242a042c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 985 time: 0.1421134 Aug 31 01:31:25.493885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-4e63914f-5418-4ac0-a18c-0ceefb5b46dc None None] For port f5a421d5-bc4a-4a54-9527-93636cbd764d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f5a421d5-bc4a-4a54-9527-93636cbd764d,segment=NetworkSegment(9c3bc700-8dd6-49e6-bd47-016989521358),segment_id=9c3bc700-8dd6-49e6-bd47-016989521358)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:25.500926 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4e63914f-5418-4ac0-a18c-0ceefb5b46dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.531641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:31:25.581137 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63914f-5418-4ac0-a18c-0ceefb5b46dc None None] Pushing event updated for resources: {'Port': ['ID=f5a421d5-bc4a-4a54-9527-93636cbd764d,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:25.737038 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-339d3fa7-4677-4edb-b12c-9143acc597c2 None None] Provisioning complete for port f5a421d5-bc4a-4a54-9527-93636cbd764d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:25.737317 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-339d3fa7-4677-4edb-b12c-9143acc597c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.854612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-339d3fa7-4677-4edb-b12c-9143acc597c2 None None] Provisioning for port d451103c-5c66-4864-bd28-817deacc09cd completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:25.861581 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-339d3fa7-4677-4edb-b12c-9143acc597c2 None None] Provisioning complete for port d451103c-5c66-4864-bd28-817deacc09cd triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:25.862130 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-339d3fa7-4677-4edb-b12c-9143acc597c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:25.908294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-339d3fa7-4677-4edb-b12c-9143acc597c2 None None] Port d451103c-5c66-4864-bd28-817deacc09cd cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:25.988223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:25.997495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6a84b47c-7a0c-495d-8907-baf5b4a1dfd9 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/8c6865b1-eb60-4e5a-86c7-f8a41472a8d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3836360 Aug 31 01:31:25.997700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53678) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:26.000407 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Sync routers for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:26.007028 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-42335b1c-5c9c-45e5-929d-c1dd5d0c0f63 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'network': {'name': 'tempest-RoutersTest-1256523655'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:26.024034 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:26.024663 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:26.037925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-15819905-2945-4cea-9c87-e3ba116ea3d1 req-f75d0131-7f07-40f7-878f-c3ccbcf4486f tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Deleting port 4ab197a7-c527-4e94-97f7-edfbc46039d7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:26.038168 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-15819905-2945-4cea-9c87-e3ba116ea3d1 req-f75d0131-7f07-40f7-878f-c3ccbcf4486f tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.059253 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42335b1c-5c9c-45e5-929d-c1dd5d0c0f63 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:26.061906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-dd546ea1-dfb6-4189-a583-98f5f0edfa97 None None] Provisioning complete for port d451103c-5c66-4864-bd28-817deacc09cd triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:26.062286 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dd546ea1-dfb6-4189-a583-98f5f0edfa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.065736 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42335b1c-5c9c-45e5-929d-c1dd5d0c0f63 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.104631 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42335b1c-5c9c-45e5-929d-c1dd5d0c0f63 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:31:26.127257 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42335b1c-5c9c-45e5-929d-c1dd5d0c0f63 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.127754 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-42335b1c-5c9c-45e5-929d-c1dd5d0c0f63 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Added segment 4ff71d58-ce40-45aa-a7e7-e7effe710096 of type vlan for network 62e940f5-c7c9-4ff1-be75-fcda55480c6e Aug 31 01:31:26.128817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-dd546ea1-dfb6-4189-a583-98f5f0edfa97 None None] Port d451103c-5c66-4864-bd28-817deacc09cd cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:26.173261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-15819905-2945-4cea-9c87-e3ba116ea3d1 req-f75d0131-7f07-40f7-878f-c3ccbcf4486f tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] For port 4ab197a7-c527-4e94-97f7-edfbc46039d7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=4ab197a7-c527-4e94-97f7-edfbc46039d7,segment=NetworkSegment(b603d114-882b-41e3-a9ab-35c8e5d7cf2c),segment_id=b603d114-882b-41e3-a9ab-35c8e5d7cf2c)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:26.174857 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-15819905-2945-4cea-9c87-e3ba116ea3d1 req-f75d0131-7f07-40f7-878f-c3ccbcf4486f tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.189864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-15819905-2945-4cea-9c87-e3ba116ea3d1 req-f75d0131-7f07-40f7-878f-c3ccbcf4486f tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Calling delete_port for 4ab197a7-c527-4e94-97f7-edfbc46039d7 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:26.205087 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42335b1c-5c9c-45e5-929d-c1dd5d0c0f63 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.214524 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:26.233870 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42335b1c-5c9c-45e5-929d-c1dd5d0c0f63 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.239947 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42335b1c-5c9c-45e5-929d-c1dd5d0c0f63 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:26.240505 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42335b1c-5c9c-45e5-929d-c1dd5d0c0f63 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.310490 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-42335b1c-5c9c-45e5-929d-c1dd5d0c0f63 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3125920 Aug 31 01:31:26.312969 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53684) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:26.317908 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-130cae21-7b19-47f7-9796-ae0fe4a69343 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'subnet': {'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:26.350496 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-15819905-2945-4cea-9c87-e3ba116ea3d1 req-f75d0131-7f07-40f7-878f-c3ccbcf4486f tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.352978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5176fd59-09fc-4819-b215-e5cd8475d8a2 None None] Provisioning complete for port d451103c-5c66-4864-bd28-817deacc09cd triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:26.353871 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5176fd59-09fc-4819-b215-e5cd8475d8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.374860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42335b1c-5c9c-45e5-929d-c1dd5d0c0f63 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Network': ['ID=62e940f5-c7c9-4ff1-be75-fcda55480c6e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:26.396248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d0131-7f07-40f7-878f-c3ccbcf4486f tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event deleted for resources: {'Port': ['ID=4ab197a7-c527-4e94-97f7-edfbc46039d7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:26.415874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 62e940f5-c7c9-4ff1-be75-fcda55480c6e details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:31:26.451345 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-15819905-2945-4cea-9c87-e3ba116ea3d1 req-f75d0131-7f07-40f7-878f-c3ccbcf4486f tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] No DVR routers for this DVR port 4ab197a7-c527-4e94-97f7-edfbc46039d7 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:26.454122 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-15819905-2945-4cea-9c87-e3ba116ea3d1 req-f75d0131-7f07-40f7-878f-c3ccbcf4486f tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.456304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15819905-2945-4cea-9c87-e3ba116ea3d1 req-f75d0131-7f07-40f7-878f-c3ccbcf4486f tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.15 "DELETE /v2.0/ports/4ab197a7-c527-4e94-97f7-edfbc46039d7 HTTP/1.1" status: 204 len: 173 time: 0.9642618 Aug 31 01:31:26.457080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd2e02d-5749-46ba-b2b2-c9feaf3489a0', 'name': 'network-vif-deleted', 'tag': '4ab197a7-c527-4e94-97f7-edfbc46039d7'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:26.460134 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581900de-4b6c-45bb-bae6-bb5cdf439a62" -d '{"events": [{"server_uuid": "dfd2e02d-5749-46ba-b2b2-c9feaf3489a0", "name": "network-vif-deleted", "tag": "4ab197a7-c527-4e94-97f7-edfbc46039d7"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:26.474165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5176fd59-09fc-4819-b215-e5cd8475d8a2 None None] Port d451103c-5c66-4864-bd28-817deacc09cd cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:26.484894 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130cae21-7b19-47f7-9796-ae0fe4a69343 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:26.495346 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-130cae21-7b19-47f7-9796-ae0fe4a69343 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.568197 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7616b3b5-35ea-4f79-9713-76f3dc6b0874 x-openstack-request-id: req-7616b3b5-35ea-4f79-9713-76f3dc6b0874 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:26.568579 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd2e02d-5749-46ba-b2b2-c9feaf3489a0", "name": "network-vif-deleted", "tag": "4ab197a7-c527-4e94-97f7-edfbc46039d7", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:26.569007 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7616b3b5-35ea-4f79-9713-76f3dc6b0874 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:26.569418 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd2e02d-5749-46ba-b2b2-c9feaf3489a0', 'name': 'network-vif-deleted', 'tag': '4ab197a7-c527-4e94-97f7-edfbc46039d7', 'status': 'completed', 'code': 200} Aug 31 01:31:26.630916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99a4a691-7c73-4c47-a32f-6fdb1c86956b req-ac3a454c-ec94-4f7e-b540-c9f1c08f37f4 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd2e02d-5749-46ba-b2b2-c9feaf3489a0 HTTP/1.1" status: 200 len: 210 time: 0.0541334 Aug 31 01:31:26.656450 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:24Z', 'revision_number': 2, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:24Z', 'revision_number': 2, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:26.686397 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Checking router: 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:26.686743 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Updating router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 port d451103c-5c66-4864-bd28-817deacc09cd binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:31:26.718132 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.725826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f5a421d5-bc4a-4a54-9527-93636cbd764d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:26.737208 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.833048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f5a421d5-bc4a-4a54-9527-93636cbd764d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:26.833433 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.876265 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-130cae21-7b19-47f7-9796-ae0fe4a69343 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.993054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cae21-7b19-47f7-9796-ae0fe4a69343 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Subnet': ['ID=d4b647c4-a59f-44c6-a9a9-c6b966dfb3a0,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:27.003105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130cae21-7b19-47f7-9796-ae0fe4a69343 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Checking segment: {'id': '4ff71d58-ce40-45aa-a7e7-e7effe710096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:27.003874 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130cae21-7b19-47f7-9796-ae0fe4a69343 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network hostable DHCP agents. Network: 62e940f5-c7c9-4ff1-be75-fcda55480c6e, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:31:27.026474 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130cae21-7b19-47f7-9796-ae0fe4a69343 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 62e940f5-c7c9-4ff1-be75-fcda55480c6e is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:31:27.038131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-130cae21-7b19-47f7-9796-ae0fe4a69343 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 62e940f5-c7c9-4ff1-be75-fcda55480c6e) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:27.043878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130cae21-7b19-47f7-9796-ae0fe4a69343 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:27.044237 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-130cae21-7b19-47f7-9796-ae0fe4a69343 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.047518 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db462ee-1c69-4572-b2b6-d122f4a47a2e None None] Network 62e940f5-c7c9-4ff1-be75-fcda55480c6e requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:27.062795 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-130cae21-7b19-47f7-9796-ae0fe4a69343 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7486162 Aug 31 01:31:27.065325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53698) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:27.230349 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.243236 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Transition to ACTIVE for port object d451103c-5c66-4864-bd28-817deacc09cd will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:27.250362 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.296867 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:31:27.298243 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.333976 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90817773-00e3-4f8f-bf15-8583c25f04ec None None] Pushing event updated for resources: {'Port': ['ID=d451103c-5c66-4864-bd28-817deacc09cd,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:27.369701 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Attempting to bind port d451103c-5c66-4864-bd28-817deacc09cd on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:27.370389 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Attempting to bind port d451103c-5c66-4864-bd28-817deacc09cd by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '9c3bc700-8dd6-49e6-bd47-016989521358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:27.372177 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Attempting to bind port d451103c-5c66-4864-bd28-817deacc09cd on network 5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:27.379511 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:27.379511 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Checking segment: {'id': '9c3bc700-8dd6-49e6-bd47-016989521358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:27.379511 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.387385 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Bound using segment: {'id': '9c3bc700-8dd6-49e6-bd47-016989521358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:27.388376 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Bound port: d451103c-5c66-4864-bd28-817deacc09cd, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3bc700-8dd6-49e6-bd47-016989521358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:27.388961 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.500913 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Allocated IP 172.21.0.2 (62e940f5-c7c9-4ff1-be75-fcda55480c6e/d4b647c4-a59f-44c6-a9a9-c6b966dfb3a0/9b97c94c-21c7-4822-ba97-7937bc601aa9) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:27.506519 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] For port d451103c-5c66-4864-bd28-817deacc09cd, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:27.514107 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] For port d451103c-5c66-4864-bd28-817deacc09cd, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d451103c-5c66-4864-bd28-817deacc09cd,segment=NetworkSegment(9c3bc700-8dd6-49e6-bd47-016989521358),segment_id=9c3bc700-8dd6-49e6-bd47-016989521358)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:27.523636 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.563679 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.642483 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:27.643128 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:27.729624 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90817773-00e3-4f8f-bf15-8583c25f04ec None None] Pushing event updated for resources: {'Port': ['ID=d451103c-5c66-4864-bd28-817deacc09cd,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:27.745462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53716) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:27.844962 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:27.857817 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-656d42cc-9c5e-4715-bf19-5e57a4e12192 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.911300 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.919933 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-656d42cc-9c5e-4715-bf19-5e57a4e12192 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.930246 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Transition to ACTIVE for port object 9b97c94c-21c7-4822-ba97-7937bc601aa9 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:27.948747 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Transition to ACTIVE for port object 9b97c94c-21c7-4822-ba97-7937bc601aa9 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:27.956533 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.005661 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-656d42cc-9c5e-4715-bf19-5e57a4e12192 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.010198 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-656d42cc-9c5e-4715-bf19-5e57a4e12192 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.011922 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-656d42cc-9c5e-4715-bf19-5e57a4e12192 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "DELETE /v2.0/security-groups/31a1042b-d6aa-47b8-a987-8e111259a9fd HTTP/1.1" status: 204 len: 168 time: 0.2647729 Aug 31 01:31:28.020024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53720) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:28.037229 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Pushing event updated for resources: {'Port': ['ID=9b97c94c-21c7-4822-ba97-7937bc601aa9,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:28.043404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d42cc-9c5e-4715-bf19-5e57a4e12192 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a1042b-d6aa-47b8-a987-8e111259a9fd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:28.063662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Network 62e940f5-c7c9-4ff1-be75-fcda55480c6e is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:28.064756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Allocated IP 172.21.0.1 (62e940f5-c7c9-4ff1-be75-fcda55480c6e/d4b647c4-a59f-44c6-a9a9-c6b966dfb3a0/f0d08612-2d9e-4f5e-b2a3-92927bc16f44) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:28.068667 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:28.079078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:28.143858 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b9596e8-a7cd-47e4-9933-427bbda0e2e1 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.147720 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:24Z', 'revision_number': 2, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:27Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:28.157311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Attempting to bind port 9b97c94c-21c7-4822-ba97-7937bc601aa9 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:28.157661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Attempting to bind port 9b97c94c-21c7-4822-ba97-7937bc601aa9 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '4ff71d58-ce40-45aa-a7e7-e7effe710096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:28.158021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Attempting to bind port 9b97c94c-21c7-4822-ba97-7937bc601aa9 on network 62e940f5-c7c9-4ff1-be75-fcda55480c6e {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:28.170140 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:28.170563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Checking segment: {'id': '4ff71d58-ce40-45aa-a7e7-e7effe710096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:28.170921 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.171342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Bound using segment: {'id': '4ff71d58-ce40-45aa-a7e7-e7effe710096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:28.171822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Bound port: 9b97c94c-21c7-4822-ba97-7937bc601aa9, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff71d58-ce40-45aa-a7e7-e7effe710096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:28.172206 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.188533 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4234695-776f-4386-878f-5210fdcd7f99 None None] The sync data for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 is: [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:24Z', 'revision_number': 2, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:27Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:28.188816 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b9596e8-a7cd-47e4-9933-427bbda0e2e1 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.236070 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.259323 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b9596e8-a7cd-47e4-9933-427bbda0e2e1 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.262838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Transition to ACTIVE for port object f0d08612-2d9e-4f5e-b2a3-92927bc16f44 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:28.265142 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5b9596e8-a7cd-47e4-9933-427bbda0e2e1 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.266676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5b9596e8-a7cd-47e4-9933-427bbda0e2e1 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "DELETE /v2.0/security-groups/209f0504-c131-448f-8331-41fac8ab858f HTTP/1.1" status: 204 len: 168 time: 0.2444479 Aug 31 01:31:28.269867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53726) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:28.282644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9596e8-a7cd-47e4-9933-427bbda0e2e1 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=209f0504-c131-448f-8331-41fac8ab858f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:28.335788 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] For port 9b97c94c-21c7-4822-ba97-7937bc601aa9, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:28.339544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] For port 9b97c94c-21c7-4822-ba97-7937bc601aa9, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9b97c94c-21c7-4822-ba97-7937bc601aa9,segment=NetworkSegment(4ff71d58-ce40-45aa-a7e7-e7effe710096),segment_id=4ff71d58-ce40-45aa-a7e7-e7effe710096)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:28.345946 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.405469 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34471b1c-88bd-48b4-83d4-d0a7bf732f0f None None] Pushing event updated for resources: {'Port': ['ID=9b97c94c-21c7-4822-ba97-7937bc601aa9,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:28.792380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d451103c-5c66-4864-bd28-817deacc09cd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:28.846079 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.870659 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port d451103c-5c66-4864-bd28-817deacc09cd completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:28.875172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d451103c-5c66-4864-bd28-817deacc09cd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:28.875587 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:28.939816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 62e940f5-c7c9-4ff1-be75-fcda55480c6e is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:28.950396 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:28.957917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:28.979852 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.026935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port d451103c-5c66-4864-bd28-817deacc09cd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d451103c-5c66-4864-bd28-817deacc09cd,segment=NetworkSegment(9c3bc700-8dd6-49e6-bd47-016989521358),segment_id=9c3bc700-8dd6-49e6-bd47-016989521358)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:29.034945 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.053980 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=f0d08612-2d9e-4f5e-b2a3-92927bc16f44,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:29.097063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=d451103c-5c66-4864-bd28-817deacc09cd,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:29.133306 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.297502 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.531436 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fd99f279-1f57-4446-91dc-49eeb4a114f6 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.604343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed2abc-130a-4787-8b32-49ce9abe20c0 None None] Network 62e940f5-c7c9-4ff1-be75-fcda55480c6e requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:29.702843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-55e18755-0b94-4281-8b7b-eea1f0bba5fd None None] Provisioning for port 9b97c94c-21c7-4822-ba97-7937bc601aa9 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:29.775518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.783093 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.864562 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=f0d08612-2d9e-4f5e-b2a3-92927bc16f44,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:29.877586 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:29.997594 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 4ab197a7-c527-4e94-97f7-edfbc46039d7 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:30.040427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 4ab197a7-c527-4e94-97f7-edfbc46039d7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:30.040427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 4ab197a7-c527-4e94-97f7-edfbc46039d7 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:30.053395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 62e940f5-c7c9-4ff1-be75-fcda55480c6e is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:30.055183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:30.164242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-338ad336-ecab-4f94-9862-bccbe3402eab None None] Provisioning for port f0d08612-2d9e-4f5e-b2a3-92927bc16f44 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:30.169761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-338ad336-ecab-4f94-9862-bccbe3402eab None None] Provisioning complete for port f0d08612-2d9e-4f5e-b2a3-92927bc16f44 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:30.170142 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-338ad336-ecab-4f94-9862-bccbe3402eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.174661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:30.186985 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-fd99f279-1f57-4446-91dc-49eeb4a114f6 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Deleting port f35270d3-6822-4e57-b623-c732ee149964 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:30.187400 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fd99f279-1f57-4446-91dc-49eeb4a114f6 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.214285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-338ad336-ecab-4f94-9862-bccbe3402eab None None] Port f0d08612-2d9e-4f5e-b2a3-92927bc16f44 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:30.370414 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:30.377185 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-99179ccd-80c0-4197-a7fb-680adeeda673 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/8c6865b1-eb60-4e5a-86c7-f8a41472a8d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3107352 Aug 31 01:31:30.379853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53760) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:30.382374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-fd99f279-1f57-4446-91dc-49eeb4a114f6 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] For port f35270d3-6822-4e57-b623-c732ee149964, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f35270d3-6822-4e57-b623-c732ee149964,segment=NetworkSegment(b603d114-882b-41e3-a9ab-35c8e5d7cf2c),segment_id=b603d114-882b-41e3-a9ab-35c8e5d7cf2c)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:30.382771 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fd99f279-1f57-4446-91dc-49eeb4a114f6 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.388285 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3e5be1f6-5db7-4423-87b6-cedce6d13463 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'network': {'name': 'tempest-RoutersTest-2011260688'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:30.394814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Sync routers for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:30.400778 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-fd99f279-1f57-4446-91dc-49eeb4a114f6 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Calling delete_port for f35270d3-6822-4e57-b623-c732ee149964 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:30.410969 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:30.411941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:30.425142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5be1f6-5db7-4423-87b6-cedce6d13463 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:30.431220 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e5be1f6-5db7-4423-87b6-cedce6d13463 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.484663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5be1f6-5db7-4423-87b6-cedce6d13463 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:31:30.509852 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e5be1f6-5db7-4423-87b6-cedce6d13463 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.510202 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-3e5be1f6-5db7-4423-87b6-cedce6d13463 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Added segment af6e5654-d2df-497f-94c0-35cafa11ca6f of type vlan for network 33595998-ce63-4f28-9087-d102d72e5f54 Aug 31 01:31:30.569522 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e5be1f6-5db7-4423-87b6-cedce6d13463 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.576597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c3972039-5910-4c60-950e-1c31372e33ab None None] Provisioning complete for port f0d08612-2d9e-4f5e-b2a3-92927bc16f44 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:30.577966 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c3972039-5910-4c60-950e-1c31372e33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.616839 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:30.643661 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e5be1f6-5db7-4423-87b6-cedce6d13463 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.651493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5be1f6-5db7-4423-87b6-cedce6d13463 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:30.653533 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3e5be1f6-5db7-4423-87b6-cedce6d13463 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.662018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c3972039-5910-4c60-950e-1c31372e33ab None None] Port f0d08612-2d9e-4f5e-b2a3-92927bc16f44 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:30.724768 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fd99f279-1f57-4446-91dc-49eeb4a114f6 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.750794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3e5be1f6-5db7-4423-87b6-cedce6d13463 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3689456 Aug 31 01:31:30.754539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53768) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:30.759687 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-01425bb9-bf58-4ec0-8be2-f22e4c597d78 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'subnet': {'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:30.832137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99f279-1f57-4446-91dc-49eeb4a114f6 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event deleted for resources: {'Port': ['ID=f35270d3-6822-4e57-b623-c732ee149964,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:30.842760 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-171e17aa-7219-4a9c-873a-0c59c1c00601 None None] Provisioning complete for port f0d08612-2d9e-4f5e-b2a3-92927bc16f44 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:30.843131 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-171e17aa-7219-4a9c-873a-0c59c1c00601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:30.854414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5be1f6-5db7-4423-87b6-cedce6d13463 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Network': ['ID=33595998-ce63-4f28-9087-d102d72e5f54,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:30.929073 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01425bb9-bf58-4ec0-8be2-f22e4c597d78 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:30.932932 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-01425bb9-bf58-4ec0-8be2-f22e4c597d78 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.110390 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fd99f279-1f57-4446-91dc-49eeb4a114f6 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.119697 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 33595998-ce63-4f28-9087-d102d72e5f54 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:31:31.169968 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d451103c-5c66-4864-bd28-817deacc09cd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:31.220525 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-01425bb9-bf58-4ec0-8be2-f22e4c597d78 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.266556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-171e17aa-7219-4a9c-873a-0c59c1c00601 None None] Port f0d08612-2d9e-4f5e-b2a3-92927bc16f44 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:31.304683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d451103c-5c66-4864-bd28-817deacc09cd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:31.306041 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.310995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01425bb9-bf58-4ec0-8be2-f22e4c597d78 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Checking segment: {'id': 'af6e5654-d2df-497f-94c0-35cafa11ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:31.310995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01425bb9-bf58-4ec0-8be2-f22e4c597d78 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network hostable DHCP agents. Network: 33595998-ce63-4f28-9087-d102d72e5f54, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:31:31.332303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01425bb9-bf58-4ec0-8be2-f22e4c597d78 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Subnet': ['ID=fecc0bd2-e71e-4356-b746-b1aba85ab843,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:31.342645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01425bb9-bf58-4ec0-8be2-f22e4c597d78 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 33595998-ce63-4f28-9087-d102d72e5f54 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:31:31.357424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-01425bb9-bf58-4ec0-8be2-f22e4c597d78 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 33595998-ce63-4f28-9087-d102d72e5f54) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:31.363207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01425bb9-bf58-4ec0-8be2-f22e4c597d78 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:31.363862 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-01425bb9-bf58-4ec0-8be2-f22e4c597d78 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.373813 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78e4776-7fb4-452c-9218-0447e06abb0b None None] Network 33595998-ce63-4f28-9087-d102d72e5f54 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:31.384653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-01425bb9-bf58-4ec0-8be2-f22e4c597d78 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6287749 Aug 31 01:31:31.385435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53780) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:31.440974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd99f279-1f57-4446-91dc-49eeb4a114f6 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Router 693d0326-dd18-4d99-a255-1ba6f3dfb17d has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:31.460533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:29Z', 'revision_number': 3, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:29Z', 'revision_number': 2, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:31.519206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Checking router: 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:31.519603 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Updating router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 port f0d08612-2d9e-4f5e-b2a3-92927bc16f44 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:31:31.566481 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9b97c94c-21c7-4822-ba97-7937bc601aa9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:31.584588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd99f279-1f57-4446-91dc-49eeb4a114f6 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:31.588778 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.593639 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fd99f279-1f57-4446-91dc-49eeb4a114f6 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "PUT /v2.0/routers/693d0326-dd18-4d99-a255-1ba6f3dfb17d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3201835 Aug 31 01:31:31.593798 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53786) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:31.602206 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc62ccf-ac2c-43a9-8b87-21c5dbdfec7e None None] Sync routers for ids ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:31.621466 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc62ccf-ac2c-43a9-8b87-21c5dbdfec7e None None] Routers {'693d0326-dd18-4d99-a255-1ba6f3dfb17d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:31.622291 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9bc62ccf-ac2c-43a9-8b87-21c5dbdfec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:31.673108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cb145f-b10c-4d59-ac0d-d527b494775a tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Deleting subnet 0db21199-1207-4bcc-b59d-5a7f1215f70f {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:31.678686 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14cb145f-b10c-4d59-ac0d-d527b494775a tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.734261 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14cb145f-b10c-4d59-ac0d-d527b494775a tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.750527 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.789703 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-33595998-ce63-4f28-9087-d102d72e5f54', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:31:31.790600 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.815067 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-9bc62ccf-ac2c-43a9-8b87-21c5dbdfec7e None None] Set router 693d0326-dd18-4d99-a255-1ba6f3dfb17d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:31.868842 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.872347 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14cb145f-b10c-4d59-ac0d-d527b494775a tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.894433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 9b97c94c-21c7-4822-ba97-7937bc601aa9 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:31.915925 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 9b97c94c-21c7-4822-ba97-7937bc601aa9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:31.916295 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:31.948092 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14cb145f-b10c-4d59-ac0d-d527b494775a tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.005113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb145f-b10c-4d59-ac0d-d527b494775a tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event deleted for resources: {'Subnet': ['ID=0db21199-1207-4bcc-b59d-5a7f1215f70f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:32.025138 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-14cb145f-b10c-4d59-ac0d-d527b494775a tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.027944 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-14cb145f-b10c-4d59-ac0d-d527b494775a tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "DELETE /v2.0/subnets/0db21199-1207-4bcc-b59d-5a7f1215f70f HTTP/1.1" status: 204 len: 168 time: 0.4325600 Aug 31 01:31:32.030585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53794) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:32.067706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be7ecd4-fd78-4a6e-88c9-a5524ec34f93 None None] Network 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:32.104342 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9bc62ccf-ac2c-43a9-8b87-21c5dbdfec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:03Z', 'updated_at': '2021-08-31T01:31:30Z', 'revision_number': 5, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:04Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:32.166939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.168581 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc62ccf-ac2c-43a9-8b87-21c5dbdfec7e None None] Checking router: 693d0326-dd18-4d99-a255-1ba6f3dfb17d for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:32.190350 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc62ccf-ac2c-43a9-8b87-21c5dbdfec7e None None] Routers {'693d0326-dd18-4d99-a255-1ba6f3dfb17d'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:32.191243 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9bc62ccf-ac2c-43a9-8b87-21c5dbdfec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:32.330357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Allocated IP 172.22.0.2 (33595998-ce63-4f28-9087-d102d72e5f54/fecc0bd2-e71e-4356-b746-b1aba85ab843/7db13ff8-32a9-4f7c-a497-3ada6fed2edd) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:32.343004 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.418232 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-9bc62ccf-ac2c-43a9-8b87-21c5dbdfec7e None None] Set router 693d0326-dd18-4d99-a255-1ba6f3dfb17d gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:32.424922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Deleting port 61463e54-27ae-468c-8f57-bf339613fdf9 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:32.425272 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.477060 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452e4382-2ec7-47b8-9b65-37364c3c9e18 None None] DHCP port deletion for 1bcf018e-87df-47d3-99ef-d95bf3d0ee44 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:32.485055 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.529638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] For port 61463e54-27ae-468c-8f57-bf339613fdf9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=61463e54-27ae-468c-8f57-bf339613fdf9,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:32.530293 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.544637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Calling delete_port for 61463e54-27ae-468c-8f57-bf339613fdf9 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:32.589573 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.623668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 9b97c94c-21c7-4822-ba97-7937bc601aa9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9b97c94c-21c7-4822-ba97-7937bc601aa9,segment=NetworkSegment(4ff71d58-ce40-45aa-a7e7-e7effe710096),segment_id=4ff71d58-ce40-45aa-a7e7-e7effe710096)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:32.638370 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.641668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Transition to ACTIVE for port object f0d08612-2d9e-4f5e-b2a3-92927bc16f44 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:32.685099 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.694739 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9bc62ccf-ac2c-43a9-8b87-21c5dbdfec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:03Z', 'updated_at': '2021-08-31T01:31:30Z', 'revision_number': 5, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:04Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:32.744836 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc62ccf-ac2c-43a9-8b87-21c5dbdfec7e None None] The sync data for ids ['693d0326-dd18-4d99-a255-1ba6f3dfb17d'] in n-d-802060-13 is: [{'id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-787589286', 'tenant_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:29:03Z', 'updated_at': '2021-08-31T01:31:30Z', 'revision_number': 5, 'project_id': '6e8f57fcf00445d7afb3c872067b9ff3', 'gw_port': {'id': '61463e54-27ae-468c-8f57-bf339613fdf9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d0326-dd18-4d99-a255-1ba6f3dfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:29:04Z', 'updated_at': '2021-08-31T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:32.777362 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-452e4382-2ec7-47b8-9b65-37364c3c9e18 None None] Deleting port dc50c640-b32c-4911-95b1-98a976213d28 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:32.778019 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-452e4382-2ec7-47b8-9b65-37364c3c9e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.822886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=9b97c94c-21c7-4822-ba97-7937bc601aa9,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:32.838546 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.875412 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event deleted for resources: {'Port': ['ID=61463e54-27ae-468c-8f57-bf339613fdf9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:32.882571 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.923215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Transition to ACTIVE for port object 7db13ff8-32a9-4f7c-a497-3ada6fed2edd will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:32.953393 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.964626 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0daf40-66f8-4b56-9002-12bab1c13399 None None] Pushing event updated for resources: {'Port': ['ID=f0d08612-2d9e-4f5e-b2a3-92927bc16f44,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:32.974559 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-452e4382-2ec7-47b8-9b65-37364c3c9e18 None None] For port dc50c640-b32c-4911-95b1-98a976213d28, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=dc50c640-b32c-4911-95b1-98a976213d28,segment=NetworkSegment(b603d114-882b-41e3-a9ab-35c8e5d7cf2c),segment_id=b603d114-882b-41e3-a9ab-35c8e5d7cf2c)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:32.974960 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-452e4382-2ec7-47b8-9b65-37364c3c9e18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:32.994544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Transition to ACTIVE for port object 7db13ff8-32a9-4f7c-a497-3ada6fed2edd will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:33.003819 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-452e4382-2ec7-47b8-9b65-37364c3c9e18 None None] Calling delete_port for dc50c640-b32c-4911-95b1-98a976213d28 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:33.005885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Attempting to bind port f0d08612-2d9e-4f5e-b2a3-92927bc16f44 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:33.006264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Attempting to bind port f0d08612-2d9e-4f5e-b2a3-92927bc16f44 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '4ff71d58-ce40-45aa-a7e7-e7effe710096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:33.006624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Attempting to bind port f0d08612-2d9e-4f5e-b2a3-92927bc16f44 on network 62e940f5-c7c9-4ff1-be75-fcda55480c6e {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:33.019122 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.023775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:33.024059 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Checking segment: {'id': '4ff71d58-ce40-45aa-a7e7-e7effe710096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:33.024447 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.024837 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Bound using segment: {'id': '4ff71d58-ce40-45aa-a7e7-e7effe710096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:33.025312 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Bound port: f0d08612-2d9e-4f5e-b2a3-92927bc16f44, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff71d58-ce40-45aa-a7e7-e7effe710096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:33.025685 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.117045 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Allocated IP 172.22.0.1 (33595998-ce63-4f28-9087-d102d72e5f54/fecc0bd2-e71e-4356-b746-b1aba85ab843/798f90b5-cfc2-41d8-8e42-20856cd4abf3) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:33.143333 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.143333 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.166178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Network 33595998-ce63-4f28-9087-d102d72e5f54 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:33.201352 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:33.209681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device dc50c640-b32c-4911-95b1-98a976213d28 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:33.231852 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.232898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Fanout notify agent at l3_agent the message router_deleted on router 693d0326-dd18-4d99-a255-1ba6f3dfb17d {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:31:33.240804 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.242289 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-780a4fe6-3f57-4bea-813d-8bb931bb5e65 tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "DELETE /v2.0/routers/693d0326-dd18-4d99-a255-1ba6f3dfb17d HTTP/1.1" status: 204 len: 168 time: 1.2092764 Aug 31 01:31:33.244942 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53812) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:33.320014 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.338170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Transition to ACTIVE for port object 798f90b5-cfc2-41d8-8e42-20856cd4abf3 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:33.363840 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.376117 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.423070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:33.426682 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Pushing event updated for resources: {'Port': ['ID=7db13ff8-32a9-4f7c-a497-3ada6fed2edd,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:33.452891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 33595998-ce63-4f28-9087-d102d72e5f54 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:33.460299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:33.467394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:33.480929 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Deleting port dc50c640-b32c-4911-95b1-98a976213d28 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:33.482313 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.529338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] For port f0d08612-2d9e-4f5e-b2a3-92927bc16f44, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:33.570090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] For port f0d08612-2d9e-4f5e-b2a3-92927bc16f44, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f0d08612-2d9e-4f5e-b2a3-92927bc16f44,segment=NetworkSegment(4ff71d58-ce40-45aa-a7e7-e7effe710096),segment_id=4ff71d58-ce40-45aa-a7e7-e7effe710096)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:33.586427 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.590428 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] For port dc50c640-b32c-4911-95b1-98a976213d28, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=dc50c640-b32c-4911-95b1-98a976213d28,segment=NetworkSegment(b603d114-882b-41e3-a9ab-35c8e5d7cf2c),segment_id=b603d114-882b-41e3-a9ab-35c8e5d7cf2c)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:33.591049 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.594054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=798f90b5-cfc2-41d8-8e42-20856cd4abf3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:33.596906 n-d-802060-13 neutron-server[94762]: INFO neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No ports have port_id starting with dc50c640-b32c-4911-95b1-98a976213d28 Aug 31 01:31:33.599882 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.601600 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-452e4382-2ec7-47b8-9b65-37364c3c9e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.615288 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Calling delete_port for dc50c640-b32c-4911-95b1-98a976213d28 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:33.633135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Attempting to bind port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:33.633585 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Attempting to bind port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'af6e5654-d2df-497f-94c0-35cafa11ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:33.633957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Attempting to bind port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd on network 33595998-ce63-4f28-9087-d102d72e5f54 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:33.656658 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:33.657038 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Checking segment: {'id': 'af6e5654-d2df-497f-94c0-35cafa11ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:33.657432 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.657868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Bound using segment: {'id': 'af6e5654-d2df-497f-94c0-35cafa11ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:33.658341 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Bound port: 7db13ff8-32a9-4f7c-a497-3ada6fed2edd, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6e5654-d2df-497f-94c0-35cafa11ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:33.658720 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.662624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e4382-2ec7-47b8-9b65-37364c3c9e18 None None] No DVR routers for this DVR port dc50c640-b32c-4911-95b1-98a976213d28 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:33.727421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0daf40-66f8-4b56-9002-12bab1c13399 None None] Pushing event updated for resources: {'Port': ['ID=f0d08612-2d9e-4f5e-b2a3-92927bc16f44,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:33.738233 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:33.739065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:33.806921 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.835799 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:33.863165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e4382-2ec7-47b8-9b65-37364c3c9e18 None None] Pushing event deleted for resources: {'Port': ['ID=dc50c640-b32c-4911-95b1-98a976213d28,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:33.968748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] For port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:33.971612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:33.974519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] For port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7db13ff8-32a9-4f7c-a497-3ada6fed2edd,segment=NetworkSegment(af6e5654-d2df-497f-94c0-35cafa11ca6f),segment_id=af6e5654-d2df-497f-94c0-35cafa11ca6f)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:34.004150 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:34.320835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11b832-2891-4d68-88bc-e36f247a2760 None None] Pushing event updated for resources: {'Port': ['ID=7db13ff8-32a9-4f7c-a497-3ada6fed2edd,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:34.344780 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event deleted for resources: {'Port': ['ID=dc50c640-b32c-4911-95b1-98a976213d28,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:34.346710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] No DVR routers for this DVR port dc50c640-b32c-4911-95b1-98a976213d28 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:34.364445 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:34.370715 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:34.452855 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:33Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:33Z', 'revision_number': 1, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:33Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:34.463201 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:34.478446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcf018e-87df-47d3-99ef-d95bf3d0ee44']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:34.490621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b603d114-882b-41e3-a9ab-35c8e5d7cf2c') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:34.491020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b603d114-882b-41e3-a9ab-35c8e5d7cf2c') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:34.499875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397ef2a-4a6b-49f9-97d2-d4276930f9c7 None None] The sync data for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 is: [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:33Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:33Z', 'revision_number': 1, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:33Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:34.504649 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:34.525602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=798f90b5-cfc2-41d8-8e42-20856cd4abf3,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:34.535122 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:34.541523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:34.541889 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:34.571845 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:34.640969 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:34.645650 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:34.653071 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:34.657101 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] 10.222.0.58 "DELETE /v2.0/networks/1bcf018e-87df-47d3-99ef-d95bf3d0ee44 HTTP/1.1" status: 204 len: 168 time: 1.4110322 Aug 31 01:31:34.680464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75697dac-b8f3-43cc-ba3f-66104d19516c tempest-TestSecurityGroupsBasicOps-1767426718 tempest-TestSecurityGroupsBasicOps-1767426718-project] Pushing event deleted for resources: {'Network': ['ID=1bcf018e-87df-47d3-99ef-d95bf3d0ee44,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:34.841642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 33595998-ce63-4f28-9087-d102d72e5f54 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:34.843264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:34.935190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7db13ff8-32a9-4f7c-a497-3ada6fed2edd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:35.006655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:35.008221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:35.015117 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9b97c94c-21c7-4822-ba97-7937bc601aa9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:35.091404 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 9b97c94c-21c7-4822-ba97-7937bc601aa9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:35.091943 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:35.215818 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53848) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:35.221605 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:35.242254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53852) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:35.248389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4aef2e15-5ac2-4860-9f57-fb8b5fa69e3b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/8c6865b1-eb60-4e5a-86c7-f8a41472a8d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8607607 Aug 31 01:31:35.250548 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-cd7135e9-2111-4dc3-a5e2-da8d94ca843a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'network': {'name': 'tempest-RoutersTest-2058538871'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:35.359952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7135e9-2111-4dc3-a5e2-da8d94ca843a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:35.366013 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd7135e9-2111-4dc3-a5e2-da8d94ca843a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:35.389342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 61463e54-27ae-468c-8f57-bf339613fdf9 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:35.430793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 61463e54-27ae-468c-8f57-bf339613fdf9 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:35.431235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 61463e54-27ae-468c-8f57-bf339613fdf9 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:35.432719 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f35270d3-6822-4e57-b623-c732ee149964 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:35.444576 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7135e9-2111-4dc3-a5e2-da8d94ca843a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:31:35.471732 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd7135e9-2111-4dc3-a5e2-da8d94ca843a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:35.472219 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-cd7135e9-2111-4dc3-a5e2-da8d94ca843a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Added segment f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9 of type vlan for network 924c3d82-c416-47eb-a98f-7c5daa689755 Aug 31 01:31:35.486767 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: f35270d3-6822-4e57-b623-c732ee149964 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:35.487327 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f35270d3-6822-4e57-b623-c732ee149964 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:35.581677 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd7135e9-2111-4dc3-a5e2-da8d94ca843a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:35.630894 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b783f2a3-ec0f-45e5-9b22-c13ce1ea7f7b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e8f57fcf00445d7afb3c872067b9ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135346 Aug 31 01:31:35.633323 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd7135e9-2111-4dc3-a5e2-da8d94ca843a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:35.633602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53858) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:35.640384 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7135e9-2111-4dc3-a5e2-da8d94ca843a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:35.641005 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cd7135e9-2111-4dc3-a5e2-da8d94ca843a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:35.719007 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cd7135e9-2111-4dc3-a5e2-da8d94ca843a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4754462 Aug 31 01:31:35.719861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53862) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:35.725277 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092e2bb5-310d-4eea-a95f-e65f307d1044 None None] Network 33595998-ce63-4f28-9087-d102d72e5f54 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:35.726192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f67058df-0c71-417b-bb99-e9c4bf0d200e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'subnet': {'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:35.736599 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7135e9-2111-4dc3-a5e2-da8d94ca843a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Network': ['ID=924c3d82-c416-47eb-a98f-7c5daa689755,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:35.791570 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6dc647a5-0433-43ed-adee-d33722351ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:35.822062 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 924c3d82-c416-47eb-a98f-7c5daa689755 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:31:35.840376 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6dc647a5-0433-43ed-adee-d33722351ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:35.870579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67058df-0c71-417b-bb99-e9c4bf0d200e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Made reservation on behalf of bbd91efb860049bb87dc1746b6c2e00c for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:35.877729 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f67058df-0c71-417b-bb99-e9c4bf0d200e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:35.892294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-730cd9d6-973d-44f3-b031-c05c92c76083 None None] Provisioning for port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:35.915730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-730cd9d6-973d-44f3-b031-c05c92c76083 None None] Provisioning complete for port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:35.916102 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-730cd9d6-973d-44f3-b031-c05c92c76083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.007346 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6dc647a5-0433-43ed-adee-d33722351ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.009897 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6dc647a5-0433-43ed-adee-d33722351ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.023872 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6dc647a5-0433-43ed-adee-d33722351ac3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6402c54d-2c35-4a9c-95c2-f6d12bcff502 HTTP/1.1" status: 204 len: 168 time: 0.3891163 Aug 31 01:31:36.088407 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc647a5-0433-43ed-adee-d33722351ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6402c54d-2c35-4a9c-95c2-f6d12bcff502,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:36.115981 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-730cd9d6-973d-44f3-b031-c05c92c76083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.176189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-730cd9d6-973d-44f3-b031-c05c92c76083 None None] For port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7db13ff8-32a9-4f7c-a497-3ada6fed2edd,segment=NetworkSegment(af6e5654-d2df-497f-94c0-35cafa11ca6f),segment_id=af6e5654-d2df-497f-94c0-35cafa11ca6f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:36.180757 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-730cd9d6-973d-44f3-b031-c05c92c76083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.203909 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f67058df-0c71-417b-bb99-e9c4bf0d200e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.297471 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cd9d6-973d-44f3-b031-c05c92c76083 None None] Pushing event updated for resources: {'Port': ['ID=7db13ff8-32a9-4f7c-a497-3ada6fed2edd,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:36.299633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67058df-0c71-417b-bb99-e9c4bf0d200e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Subnet': ['ID=8aacc893-5a2f-496b-b8f0-2dceeac8e06f,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:36.306881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67058df-0c71-417b-bb99-e9c4bf0d200e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Checking segment: {'id': 'f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:36.307972 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67058df-0c71-417b-bb99-e9c4bf0d200e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network hostable DHCP agents. Network: 924c3d82-c416-47eb-a98f-7c5daa689755, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:31:36.334104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67058df-0c71-417b-bb99-e9c4bf0d200e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 924c3d82-c416-47eb-a98f-7c5daa689755 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:31:36.349634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-f67058df-0c71-417b-bb99-e9c4bf0d200e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 924c3d82-c416-47eb-a98f-7c5daa689755) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:36.358277 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f894177-be06-418e-8698-5cb125c58589 None None] Network 924c3d82-c416-47eb-a98f-7c5daa689755 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:36.362104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67058df-0c71-417b-bb99-e9c4bf0d200e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:36.364505 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f67058df-0c71-417b-bb99-e9c4bf0d200e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.378292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Sync routers for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:36.393134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f67058df-0c71-417b-bb99-e9c4bf0d200e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6718926 Aug 31 01:31:36.396104 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53878) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:36.447441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:36.447441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:36.553911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53880) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:36.579795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:36.632388 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.716310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4f0b8d42-2013-4066-90ca-c235e0a03f6f None None] Provisioning complete for port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:36.716897 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f0b8d42-2013-4066-90ca-c235e0a03f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.979214 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.988727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.046020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f0d08612-2d9e-4f5e-b2a3-92927bc16f44 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:37.088967 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=037c83d5885243b9818a0106cc18c7ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5325670 Aug 31 01:31:37.091929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53894) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:37.092638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6766ae-0210-4dce-b91a-e0f875bb33ae,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:37.107113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:37.107524 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:37.107838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:37.108182 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:37.108597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:37.108934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:37.109275 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:37.109826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:37.110171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:37.110506 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:37.110978 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:37.111353 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eae348-06f3-4caa-8b45-2bc1768e39ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:37.196598 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6417d648-4421-44ad-b7aa-3df8c4a0c42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.208147 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.225598 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6417d648-4421-44ad-b7aa-3df8c4a0c42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.228961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port f0d08612-2d9e-4f5e-b2a3-92927bc16f44 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:37.237263 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-924c3d82-c416-47eb-a98f-7c5daa689755', 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'fixed_ips': [{'subnet_id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:31:37.238394 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.272462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f0d08612-2d9e-4f5e-b2a3-92927bc16f44 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:37.272924 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.296179 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6417d648-4421-44ad-b7aa-3df8c4a0c42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.299698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6417d648-4421-44ad-b7aa-3df8c4a0c42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.300906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6417d648-4421-44ad-b7aa-3df8c4a0c42d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d6766ae-0210-4dce-b91a-e0f875bb33ae HTTP/1.1" status: 204 len: 168 time: 0.2070632 Aug 31 01:31:37.311426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417d648-4421-44ad-b7aa-3df8c4a0c42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6766ae-0210-4dce-b91a-e0f875bb33ae,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:37.529540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4f0b8d42-2013-4066-90ca-c235e0a03f6f None None] Provisioning for port 798f90b5-cfc2-41d8-8e42-20856cd4abf3 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:37.565848 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4f0b8d42-2013-4066-90ca-c235e0a03f6f None None] Provisioning complete for port 798f90b5-cfc2-41d8-8e42-20856cd4abf3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:37.566332 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f0b8d42-2013-4066-90ca-c235e0a03f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.628170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Allocated IP 172.23.0.2 (924c3d82-c416-47eb-a98f-7c5daa689755/8aacc893-5a2f-496b-b8f0-2dceeac8e06f/dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:37.642257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:33Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:34Z', 'revision_number': 2, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:33Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:37.674313 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.676224 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Checking router: 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:37.676580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Updating router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 port 798f90b5-cfc2-41d8-8e42-20856cd4abf3 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:31:37.689070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b8d42-2013-4066-90ca-c235e0a03f6f None None] Port 798f90b5-cfc2-41d8-8e42-20856cd4abf3 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:37.762336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53908) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:37.789987 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.819441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8a72c077-0bcd-4c7c-b423-4a06aff2c8d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25e34a9c01ce427aae8ab3b0d40d5bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555770 Aug 31 01:31:37.821891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 53910) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:37.841883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port f0d08612-2d9e-4f5e-b2a3-92927bc16f44, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f0d08612-2d9e-4f5e-b2a3-92927bc16f44,segment=NetworkSegment(4ff71d58-ce40-45aa-a7e7-e7effe710096),segment_id=4ff71d58-ce40-45aa-a7e7-e7effe710096)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:37.879785 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.880766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7db13ff8-32a9-4f7c-a497-3ada6fed2edd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:37.887900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3921-9700-4311-abb6-560b8b70c953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.922774 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3921-9700-4311-abb6-560b8b70c953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.947701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f68693c2-069b-48c0-95b4-bf85746d5265 None None] Provisioning complete for port 798f90b5-cfc2-41d8-8e42-20856cd4abf3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:37.948357 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f68693c2-069b-48c0-95b4-bf85746d5265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.984988 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3921-9700-4311-abb6-560b8b70c953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.988676 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3921-9700-4311-abb6-560b8b70c953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.992391 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2e2f3921-9700-4311-abb6-560b8b70c953 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/785181d5-cf18-44b8-88e9-33919fd38338 HTTP/1.1" status: 204 len: 168 time: 0.1670289 Aug 31 01:31:38.012228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f3921-9700-4311-abb6-560b8b70c953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785181d5-cf18-44b8-88e9-33919fd38338,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:38.133158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=f0d08612-2d9e-4f5e-b2a3-92927bc16f44,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:38.136851 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f68693c2-069b-48c0-95b4-bf85746d5265 None None] Port 798f90b5-cfc2-41d8-8e42-20856cd4abf3 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:38.217411 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.227951 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:38.228320 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.258043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Transition to ACTIVE for port object dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:38.332955 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Transition to ACTIVE for port object dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:38.345771 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.436995 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Network 924c3d82-c416-47eb-a98f-7c5daa689755 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:38.442574 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Allocated IP 172.23.0.1 (924c3d82-c416-47eb-a98f-7c5daa689755/8aacc893-5a2f-496b-b8f0-2dceeac8e06f/fe53309c-8899-4b5c-bd10-8eae21fc84a7) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:38.487158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:38.491549 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:38.502135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Pushing event updated for resources: {'Port': ['ID=dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:38.531867 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.562242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Transition to ACTIVE for port object 798f90b5-cfc2-41d8-8e42-20856cd4abf3 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:38.574294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Attempting to bind port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:38.574682 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Attempting to bind port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:38.575089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Attempting to bind port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c on network 924c3d82-c416-47eb-a98f-7c5daa689755 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:38.578660 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.585812 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:38.586189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Checking segment: {'id': 'f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:38.586590 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.586987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Bound using segment: {'id': 'f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:38.587504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Bound port: dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:38.587886 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.623777 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.642304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Transition to ACTIVE for port object fe53309c-8899-4b5c-bd10-8eae21fc84a7 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:38.685800 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265663e-8ed1-4cff-adfc-0dd1eb1822a1 None None] Pushing event updated for resources: {'Port': ['ID=798f90b5-cfc2-41d8-8e42-20856cd4abf3,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:38.701427 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.819135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] For port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:38.819728 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 924c3d82-c416-47eb-a98f-7c5daa689755 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:38.828759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:38.830845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=fe53309c-8899-4b5c-bd10-8eae21fc84a7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:38.833106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:38.842765 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f0d08612-2d9e-4f5e-b2a3-92927bc16f44 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:38.847918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Attempting to bind port 798f90b5-cfc2-41d8-8e42-20856cd4abf3 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:38.848321 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Attempting to bind port 798f90b5-cfc2-41d8-8e42-20856cd4abf3 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'af6e5654-d2df-497f-94c0-35cafa11ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:38.848761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Attempting to bind port 798f90b5-cfc2-41d8-8e42-20856cd4abf3 on network 33595998-ce63-4f28-9087-d102d72e5f54 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:38.853004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] For port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c,segment=NetworkSegment(f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9),segment_id=f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:38.875044 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.892795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:38.892795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Checking segment: {'id': 'af6e5654-d2df-497f-94c0-35cafa11ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:38.893180 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.893512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Bound using segment: {'id': 'af6e5654-d2df-497f-94c0-35cafa11ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:38.893997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Bound port: 798f90b5-cfc2-41d8-8e42-20856cd4abf3, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6e5654-d2df-497f-94c0-35cafa11ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:38.894379 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:38.971740 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.013792 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53948) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:39.038986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fcc3c0-2428-436d-9aec-440090047d36 None None] Pushing event updated for resources: {'Port': ['ID=dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:39.127438 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f0d08612-2d9e-4f5e-b2a3-92927bc16f44 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:39.127817 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.167422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] For port 798f90b5-cfc2-41d8-8e42-20856cd4abf3, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:39.168869 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.183980 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] For port 798f90b5-cfc2-41d8-8e42-20856cd4abf3, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=798f90b5-cfc2-41d8-8e42-20856cd4abf3,segment=NetworkSegment(af6e5654-d2df-497f-94c0-35cafa11ca6f),segment_id=af6e5654-d2df-497f-94c0-35cafa11ca6f)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:39.194566 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.222183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-300122440-network', 'tenant_id': '2a334010591d42c4b0b9c9f874c18ad7'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:39.276876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] Made reservation on behalf of 2a334010591d42c4b0b9c9f874c18ad7 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:39.280531 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.305335 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.323423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:39.324965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:39.549669 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.557244 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.630999 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:31:39.644915 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.647657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328a90b3-35e2-481d-be0b-d5e44e02a52b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:39.654622 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.676681 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.677209 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] Added segment 06e45138-a4c1-4573-9c91-d75fa628f7db of type vlan for network 91da484e-3b61-4157-ba29-ee72f50ae66f Aug 31 01:31:39.750749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:39.753324 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.755810 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event updated for resources: {'Port': ['ID=fe53309c-8899-4b5c-bd10-8eae21fc84a7,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:39.758901 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.789063 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.791132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:39.791973 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.842656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265663e-8ed1-4cff-adfc-0dd1eb1822a1 None None] Pushing event updated for resources: {'Port': ['ID=798f90b5-cfc2-41d8-8e42-20856cd4abf3,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:39.879842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Network 924c3d82-c416-47eb-a98f-7c5daa689755 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:39.881257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:39.897351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] Pushing event updated for resources: {'Network': ['ID=91da484e-3b61-4157-ba29-ee72f50ae66f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:39.909745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 91da484e-3b61-4157-ba29-ee72f50ae66f details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:31:39.910323 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d8c7bfe2-29ff-4806-ada6-6c905a7d5d31 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8947692 Aug 31 01:31:39.913300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53962) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:39.922334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e0dd9840-9ed8-4cc2-afa7-77e4ebe20e95 admin admin] Request body: {'subnet': {'network_id': '91da484e-3b61-4157-ba29-ee72f50ae66f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-300122440-subnet', 'tenant_id': '2a334010591d42c4b0b9c9f874c18ad7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:39.945001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dd9840-9ed8-4cc2-afa7-77e4ebe20e95 admin admin] Made reservation on behalf of 2a334010591d42c4b0b9c9f874c18ad7 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:39.947358 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0dd9840-9ed8-4cc2-afa7-77e4ebe20e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:40.030888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:40.162896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:40.173161 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-61c7c147-5677-4b94-9282-2b8077ea4f67 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/8c6865b1-eb60-4e5a-86c7-f8a41472a8d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7749374 Aug 31 01:31:40.174027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 53970) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:40.187070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-4c9b998b-1f14-45bc-b99d-19b6ac07837d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:40.208531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:39Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:39Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe53309c-8899-4b5c-bd10-8eae21fc84a7', 'name': '', 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:7e:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:37Z', 'updated_at': '2021-08-31T01:31:38Z', 'revision_number': 1, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:40.258787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0439b741-26fd-491a-8027-55cb839b56ce None None] The sync data for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 is: [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:39Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:39Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe53309c-8899-4b5c-bd10-8eae21fc84a7', 'name': '', 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:7e:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:37Z', 'updated_at': '2021-08-31T01:31:38Z', 'revision_number': 1, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:40.534779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aab3a49-8aea-4379-b022-de112ee27b1a None None] Network 924c3d82-c416-47eb-a98f-7c5daa689755 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:40.664660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-24a6be3d-642a-4050-a3f3-a1c5cbb9c9e1 None None] Provisioning for port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:40.833698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0dd9840-9ed8-4cc2-afa7-77e4ebe20e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:40.998177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd9840-9ed8-4cc2-afa7-77e4ebe20e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f886d4-7fc7-4f33-bda3-12e7d6ed23a7,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:41.043621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd9840-9ed8-4cc2-afa7-77e4ebe20e95 admin admin] Checking segment: {'id': '06e45138-a4c1-4573-9c91-d75fa628f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '91da484e-3b61-4157-ba29-ee72f50ae66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:41.044294 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dd9840-9ed8-4cc2-afa7-77e4ebe20e95 admin admin] Network hostable DHCP agents. Network: 91da484e-3b61-4157-ba29-ee72f50ae66f, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:31:41.093900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dd9840-9ed8-4cc2-afa7-77e4ebe20e95 admin admin] Network 91da484e-3b61-4157-ba29-ee72f50ae66f is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:31:41.126619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-e0dd9840-9ed8-4cc2-afa7-77e4ebe20e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 91da484e-3b61-4157-ba29-ee72f50ae66f) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:41.133468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dd9840-9ed8-4cc2-afa7-77e4ebe20e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:41.134061 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0dd9840-9ed8-4cc2-afa7-77e4ebe20e95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.135913 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89031d32-8604-4fab-8632-122066a05daf None None] Network 91da484e-3b61-4157-ba29-ee72f50ae66f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:41.213867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e0dd9840-9ed8-4cc2-afa7-77e4ebe20e95 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2993748 Aug 31 01:31:41.256731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 798f90b5-cfc2-41d8-8e42-20856cd4abf3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:41.284537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.extraroute_db [None req-4c9b998b-1f14-45bc-b99d-19b6ac07837d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94761) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 01:31:41.302979 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Sync routers for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:41.316426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.extraroute_db [None req-4c9b998b-1f14-45bc-b99d-19b6ac07837d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Removed routes are [] {{(pid=94761) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 01:31:41.316850 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4c9b998b-1f14-45bc-b99d-19b6ac07837d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.319299 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:41.328073 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:41.366221 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.422983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-689b3495-5505-474b-8cc4-75b9236360f2 None None] Provisioning for port fe53309c-8899-4b5c-bd10-8eae21fc84a7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:41.460346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-689b3495-5505-474b-8cc4-75b9236360f2 None None] Provisioning complete for port fe53309c-8899-4b5c-bd10-8eae21fc84a7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:41.463984 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-689b3495-5505-474b-8cc4-75b9236360f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.616074 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 798f90b5-cfc2-41d8-8e42-20856cd4abf3 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:41.623003 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-689b3495-5505-474b-8cc4-75b9236360f2 None None] Port fe53309c-8899-4b5c-bd10-8eae21fc84a7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:41.626417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 798f90b5-cfc2-41d8-8e42-20856cd4abf3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:41.627205 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.663583 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67208112-313b-484c-8f6d-e550987d470e None None] Network 91da484e-3b61-4157-ba29-ee72f50ae66f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:41.668988 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:41.735056 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4c9b998b-1f14-45bc-b99d-19b6ac07837d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.740622 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4c9b998b-1f14-45bc-b99d-19b6ac07837d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.846851 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.898721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9b998b-1f14-45bc-b99d-19b6ac07837d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:41.939256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c50bcc88-905d-401c-8cd3-5a1a864f1ee9 None None] Provisioning complete for port fe53309c-8899-4b5c-bd10-8eae21fc84a7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:41.939674 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c50bcc88-905d-401c-8cd3-5a1a864f1ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.946498 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 798f90b5-cfc2-41d8-8e42-20856cd4abf3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=798f90b5-cfc2-41d8-8e42-20856cd4abf3,segment=NetworkSegment(af6e5654-d2df-497f-94c0-35cafa11ca6f),segment_id=af6e5654-d2df-497f-94c0-35cafa11ca6f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:42.000191 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.001043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:42.093618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c50bcc88-905d-401c-8cd3-5a1a864f1ee9 None None] Port fe53309c-8899-4b5c-bd10-8eae21fc84a7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:42.104930 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:41Z', 'revision_number': 6, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:39Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe53309c-8899-4b5c-bd10-8eae21fc84a7', 'name': '', 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:7e:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:37Z', 'updated_at': '2021-08-31T01:31:39Z', 'revision_number': 2, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:42.108420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9b998b-1f14-45bc-b99d-19b6ac07837d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:42.109504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=798f90b5-cfc2-41d8-8e42-20856cd4abf3,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:42.119778 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4c9b998b-1f14-45bc-b99d-19b6ac07837d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.124781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54012) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:42.125760 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4c9b998b-1f14-45bc-b99d-19b6ac07837d tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 HTTP/1.1" status: 200 len: 933 time: 1.9429169 Aug 31 01:31:42.132115 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:42.137551 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:42.138167 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.141453 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Checking router: 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:42.142006 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Updating router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 port fe53309c-8899-4b5c-bd10-8eae21fc84a7 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:31:42.171743 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.247752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-34910f50-33d1-4113-a2b0-e9d5c04c51a0 None None] Provisioning complete for port fe53309c-8899-4b5c-bd10-8eae21fc84a7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:42.248127 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34910f50-33d1-4113-a2b0-e9d5c04c51a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.265756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54016) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:42.273204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1006975887-network', 'tenant_id': '115df59c3f594b42b6853be26a613b59'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:42.296698 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5bcba7c5-f12d-45fd-8418-d601363b35e0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/routers/8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 HTTP/1.1" status: 200 len: 933 time: 0.1705158 Aug 31 01:31:42.298998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54018) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:42.305823 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.312199 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-96e6f499-a24c-4ed5-a607-5fc29f4d6978 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'router': {'routes': None}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:42.326887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] Made reservation on behalf of 115df59c3f594b42b6853be26a613b59 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:42.329914 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.334419 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-34910f50-33d1-4113-a2b0-e9d5c04c51a0 None None] Port fe53309c-8899-4b5c-bd10-8eae21fc84a7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:31:42.348169 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.356391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c,segment=NetworkSegment(f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9),segment_id=f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:42.363213 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.479125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:42.523882 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.537755 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Transition to ACTIVE for port object fe53309c-8899-4b5c-bd10-8eae21fc84a7 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:42.539487 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.547515 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.548961 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.580633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42988497-22a6-469e-8733-7a5dbe40cfb2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:42.622694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:31:42.632896 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36bb97-0dad-4d46-bc61-895081630f0a None None] Pushing event updated for resources: {'Port': ['ID=fe53309c-8899-4b5c-bd10-8eae21fc84a7,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:42.634529 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.635376 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] Added segment 0a8bf86a-fe24-4776-b308-012892b6964b of type vlan for network 8bac88e3-178e-4532-8fb7-9e0a20e635da Aug 31 01:31:42.665396 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Attempting to bind port fe53309c-8899-4b5c-bd10-8eae21fc84a7 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:42.665826 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Attempting to bind port fe53309c-8899-4b5c-bd10-8eae21fc84a7 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:42.666196 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Attempting to bind port fe53309c-8899-4b5c-bd10-8eae21fc84a7 on network 924c3d82-c416-47eb-a98f-7c5daa689755 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:42.672342 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:42.673469 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Checking segment: {'id': 'f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:42.673469 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.674021 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Bound using segment: {'id': 'f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:42.674462 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Bound port: fe53309c-8899-4b5c-bd10-8eae21fc84a7, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:42.674887 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.746368 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.763982 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] For port fe53309c-8899-4b5c-bd10-8eae21fc84a7, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:42.768120 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] For port fe53309c-8899-4b5c-bd10-8eae21fc84a7, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fe53309c-8899-4b5c-bd10-8eae21fc84a7,segment=NetworkSegment(f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9),segment_id=f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:42.774170 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.805542 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.806939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:42.815955 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.853376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 798f90b5-cfc2-41d8-8e42-20856cd4abf3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:42.902927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6348209 Aug 31 01:31:42.904137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54030) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:42.918590 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-68e69ad6-ec40-474f-be81-80365f556fe3 admin admin] Request body: {'subnet': {'network_id': '8bac88e3-178e-4532-8fb7-9e0a20e635da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1006975887-subnet', 'tenant_id': '115df59c3f594b42b6853be26a613b59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:42.934327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f7724-5aac-4613-a586-d15a08f1d327 admin admin] Pushing event updated for resources: {'Network': ['ID=8bac88e3-178e-4532-8fb7-9e0a20e635da,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:42.945922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 798f90b5-cfc2-41d8-8e42-20856cd4abf3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:42.946371 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.951826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.extraroute_db [None req-96e6f499-a24c-4ed5-a607-5fc29f4d6978 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Added routes are [] {{(pid=94760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 01:31:42.951826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.extraroute_db [None req-96e6f499-a24c-4ed5-a607-5fc29f4d6978 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 01:31:42.952895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 8bac88e3-178e-4532-8fb7-9e0a20e635da details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:31:42.972609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e69ad6-ec40-474f-be81-80365f556fe3 admin admin] Made reservation on behalf of 115df59c3f594b42b6853be26a613b59 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:42.975513 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-68e69ad6-ec40-474f-be81-80365f556fe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:42.982653 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36bb97-0dad-4d46-bc61-895081630f0a None None] Pushing event updated for resources: {'Port': ['ID=fe53309c-8899-4b5c-bd10-8eae21fc84a7,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:42.998283 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96e6f499-a24c-4ed5-a607-5fc29f4d6978 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:43.010011 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:43.015726 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:43.180310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:43.248910 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:43.301266 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-68e69ad6-ec40-474f-be81-80365f556fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:43.302144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:43.302518 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:43.384602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e69ad6-ec40-474f-be81-80365f556fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e408d8d3-5f33-4077-976c-462ff563fc4b,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:43.388246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e69ad6-ec40-474f-be81-80365f556fe3 admin admin] Checking segment: {'id': '0a8bf86a-fe24-4776-b308-012892b6964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8bac88e3-178e-4532-8fb7-9e0a20e635da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:43.388797 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e69ad6-ec40-474f-be81-80365f556fe3 admin admin] Network hostable DHCP agents. Network: 8bac88e3-178e-4532-8fb7-9e0a20e635da, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:31:43.434627 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e69ad6-ec40-474f-be81-80365f556fe3 admin admin] Network 8bac88e3-178e-4532-8fb7-9e0a20e635da is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:31:43.451130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-68e69ad6-ec40-474f-be81-80365f556fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 8bac88e3-178e-4532-8fb7-9e0a20e635da) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:43.463220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e69ad6-ec40-474f-be81-80365f556fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:43.464280 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-68e69ad6-ec40-474f-be81-80365f556fe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:43.465522 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0197b49-5cc5-4ce0-a620-5a2b83091201 None None] Network 8bac88e3-178e-4532-8fb7-9e0a20e635da requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:43.494937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-68e69ad6-ec40-474f-be81-80365f556fe3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5865207 Aug 31 01:31:43.568667 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:42Z', 'revision_number': 7, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:41Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe53309c-8899-4b5c-bd10-8eae21fc84a7', 'name': '', 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:7e:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:37Z', 'updated_at': '2021-08-31T01:31:42Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:43.611357 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9619338-1fe5-4f1c-a038-809bc350733b None None] The sync data for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 is: [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:42Z', 'revision_number': 7, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:41Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe53309c-8899-4b5c-bd10-8eae21fc84a7', 'name': '', 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:7e:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:37Z', 'updated_at': '2021-08-31T01:31:42Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:43.657947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20de722-4e17-41a4-aa64-75b702b350ee None None] Network 8bac88e3-178e-4532-8fb7-9e0a20e635da requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:43.817515 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96e6f499-a24c-4ed5-a607-5fc29f4d6978 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:43.821365 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96e6f499-a24c-4ed5-a607-5fc29f4d6978 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:43.905622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ca728a-4a87-4a27-b719-6f4e0d8a8dca None None] Sync routers for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:43.918274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ca728a-4a87-4a27-b719-6f4e0d8a8dca None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:43.919823 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d2ca728a-4a87-4a27-b719-6f4e0d8a8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:43.939617 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e6f499-a24c-4ed5-a607-5fc29f4d6978 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:44.046220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-d2ca728a-4a87-4a27-b719-6f4e0d8a8dca None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:44.065261 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e6f499-a24c-4ed5-a607-5fc29f4d6978 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:44.073471 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-96e6f499-a24c-4ed5-a607-5fc29f4d6978 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:44.075360 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-96e6f499-a24c-4ed5-a607-5fc29f4d6978 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 HTTP/1.1" status: 200 len: 699 time: 1.7744935 Aug 31 01:31:44.077946 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54064) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:44.211111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-7d57f2c1-35bb-45f7-a65a-495d3d743872 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:44.212189 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-35737a22-2579-4011-9fc0-4969cd2b7de6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/routers/8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 HTTP/1.1" status: 200 len: 699 time: 0.1300964 Aug 31 01:31:44.212655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-7d57f2c1-35bb-45f7-a65a-495d3d743872 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/networks?id=91da484e-3b61-4157-ba29-ee72f50ae66f HTTP/1.1" status: 200 len: 811 time: 0.1405487 Aug 31 01:31:44.213024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54068) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:44.231577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-3155b78f-5a8a-4adc-bd03-e30ab4f10dcf tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/quotas/2a334010591d42c4b0b9c9f874c18ad7 HTTP/1.1" status: 200 len: 375 time: 0.0109475 Aug 31 01:31:44.289621 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-f6d2da9e-d400-4d5b-8ade-cfa80186f8b0 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a334010591d42c4b0b9c9f874c18ad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518444 Aug 31 01:31:44.312696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d2ca728a-4a87-4a27-b719-6f4e0d8a8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:42Z', 'revision_number': 7, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:41Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe53309c-8899-4b5c-bd10-8eae21fc84a7', 'name': '', 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:7e:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:37Z', 'updated_at': '2021-08-31T01:31:42Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:44.352683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ca728a-4a87-4a27-b719-6f4e0d8a8dca None None] Checking router: 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:44.362949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ca728a-4a87-4a27-b719-6f4e0d8a8dca None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:44.363905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d2ca728a-4a87-4a27-b719-6f4e0d8a8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:44.405831 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-2b34c116-da5c-431c-ab99-af9861cd2b51 service neutron] 10.222.0.58 "GET /v2.0/networks/91da484e-3b61-4157-ba29-ee72f50ae66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048079 Aug 31 01:31:44.520423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-637765c7-c1aa-4ef8-ac37-d415b79c9b0d service neutron] 10.222.0.58 "GET /v2.0/networks/91da484e-3b61-4157-ba29-ee72f50ae66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041527 Aug 31 01:31:44.631045 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5245c16d-e540-47f0-bd74-379040a34511 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:44.634522 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-d2ca728a-4a87-4a27-b719-6f4e0d8a8dca None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:44.870554 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-231aeae6-6e2d-44f0-8ae8-ed3cdf051f54 req-daaed6ea-b535-428a-af95-6f4265dc764b tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 210 time: 0.0850756 Aug 31 01:31:44.906520 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fe53309c-8899-4b5c-bd10-8eae21fc84a7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:44.976145 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5245c16d-e540-47f0-bd74-379040a34511 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port fe53309c-8899-4b5c-bd10-8eae21fc84a7 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:44.976600 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5245c16d-e540-47f0-bd74-379040a34511 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.024214 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port fe53309c-8899-4b5c-bd10-8eae21fc84a7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:45.031209 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port fe53309c-8899-4b5c-bd10-8eae21fc84a7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:45.031626 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.071181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d2ca728a-4a87-4a27-b719-6f4e0d8a8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:42Z', 'revision_number': 7, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:41Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe53309c-8899-4b5c-bd10-8eae21fc84a7', 'name': '', 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:7e:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:37Z', 'updated_at': '2021-08-31T01:31:42Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:45.083205 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-5245c16d-e540-47f0-bd74-379040a34511 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] For port fe53309c-8899-4b5c-bd10-8eae21fc84a7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fe53309c-8899-4b5c-bd10-8eae21fc84a7,segment=NetworkSegment(f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9),segment_id=f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:45.083623 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5245c16d-e540-47f0-bd74-379040a34511 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.098226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-5245c16d-e540-47f0-bd74-379040a34511 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for fe53309c-8899-4b5c-bd10-8eae21fc84a7 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:45.107052 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ca728a-4a87-4a27-b719-6f4e0d8a8dca None None] The sync data for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 is: [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:42Z', 'revision_number': 7, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:41Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe53309c-8899-4b5c-bd10-8eae21fc84a7', 'name': '', 'network_id': '924c3d82-c416-47eb-a98f-7c5daa689755', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:7e:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:37Z', 'updated_at': '2021-08-31T01:31:42Z', 'revision_number': 4, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '8aacc893-5a2f-496b-b8f0-2dceeac8e06f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:45.157064 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.193488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port fe53309c-8899-4b5c-bd10-8eae21fc84a7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fe53309c-8899-4b5c-bd10-8eae21fc84a7,segment=NetworkSegment(f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9),segment_id=f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:45.199150 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.276217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=fe53309c-8899-4b5c-bd10-8eae21fc84a7,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:45.383438 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5245c16d-e540-47f0-bd74-379040a34511 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.394211 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6d235-6fa7-4c00-b8a9-e5ecd79105d6 None None] Sync routers for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:45.412963 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6d235-6fa7-4c00-b8a9-e5ecd79105d6 None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:45.414632 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-82d6d235-6fa7-4c00-b8a9-e5ecd79105d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:45.420754 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245c16d-e540-47f0-bd74-379040a34511 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=fe53309c-8899-4b5c-bd10-8eae21fc84a7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:45.545219 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-82d6d235-6fa7-4c00-b8a9-e5ecd79105d6 None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:45.650088 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5245c16d-e540-47f0-bd74-379040a34511 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:45.821539 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-82d6d235-6fa7-4c00-b8a9-e5ecd79105d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:45Z', 'revision_number': 8, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:41Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:45.850651 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6d235-6fa7-4c00-b8a9-e5ecd79105d6 None None] Checking router: 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:45.861235 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6d235-6fa7-4c00-b8a9-e5ecd79105d6 None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:45.861918 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-82d6d235-6fa7-4c00-b8a9-e5ecd79105d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:45.937532 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5245c16d-e540-47f0-bd74-379040a34511 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:45.966986 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-82d6d235-6fa7-4c00-b8a9-e5ecd79105d6 None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:46.015881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3ab17f7-178a-40de-be31-21868d0fa0e4 req-b8d2d247-6b4c-4529-997d-1af244ab32e2 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 210 time: 0.0425837 Aug 31 01:31:46.046152 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5245c16d-e540-47f0-bd74-379040a34511 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:46.054197 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5245c16d-e540-47f0-bd74-379040a34511 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/8c6865b1-eb60-4e5a-86c7-f8a41472a8d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8401496 Aug 31 01:31:46.056978 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54116) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:46.117145 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-945738ce-6cd5-48ee-a26a-378e03ab2167 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting subnet 8aacc893-5a2f-496b-b8f0-2dceeac8e06f {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:46.121363 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-945738ce-6cd5-48ee-a26a-378e03ab2167 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.167857 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-945738ce-6cd5-48ee-a26a-378e03ab2167 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.247361 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-82d6d235-6fa7-4c00-b8a9-e5ecd79105d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:45Z', 'revision_number': 8, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:41Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:46.386045 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-fdb35e6d-8ce3-4f07-8d23-2c6ec328cce1 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:46.387802 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-fdb35e6d-8ce3-4f07-8d23-2c6ec328cce1 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.70 "GET /v2.0/networks?id=91da484e-3b61-4157-ba29-ee72f50ae66f HTTP/1.1" status: 200 len: 811 time: 0.2163920 Aug 31 01:31:46.389347 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-945738ce-6cd5-48ee-a26a-378e03ab2167 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.403408 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6d235-6fa7-4c00-b8a9-e5ecd79105d6 None None] The sync data for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 is: [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:45Z', 'revision_number': 8, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:41Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:46.415485 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-2ea6a478-3f5c-40f1-99b6-8eb741d6b0ad tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Request body: {'port': {'device_id': '94646cbb-5b0a-46d1-b872-3bd0212dbfa4', 'network_id': '91da484e-3b61-4157-ba29-ee72f50ae66f', 'admin_state_up': True, 'tenant_id': '2a334010591d42c4b0b9c9f874c18ad7'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:46.517581 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-945738ce-6cd5-48ee-a26a-378e03ab2167 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.553881 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945738ce-6cd5-48ee-a26a-378e03ab2167 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Subnet': ['ID=8aacc893-5a2f-496b-b8f0-2dceeac8e06f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:46.557134 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-945738ce-6cd5-48ee-a26a-378e03ab2167 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.559258 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-945738ce-6cd5-48ee-a26a-378e03ab2167 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/8aacc893-5a2f-496b-b8f0-2dceeac8e06f HTTP/1.1" status: 204 len: 168 time: 0.5014303 Aug 31 01:31:46.561448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2b5554-bc73-4d4f-9655-45d4e8f2df76 None None] Network 924c3d82-c416-47eb-a98f-7c5daa689755 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:46.562874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54126) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:46.587146 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-2ea6a478-3f5c-40f1-99b6-8eb741d6b0ad tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Made reservation on behalf of 2a334010591d42c4b0b9c9f874c18ad7 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:46.592068 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-2ea6a478-3f5c-40f1-99b6-8eb741d6b0ad tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.650906 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.745384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:46.746410 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.776304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-2ea6a478-3f5c-40f1-99b6-8eb741d6b0ad tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Allocated IP 172.20.0.9 (91da484e-3b61-4157-ba29-ee72f50ae66f/65f886d4-7fc7-4f33-bda3-12e7d6ed23a7/22d4942a-c90d-4ceb-9499-ad0ddea55892) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:46.840803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d00b0d2-6cd8-4f81-b078-dc1438269d02 None None] DHCP port deletion for 924c3d82-c416-47eb-a98f-7c5daa689755 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:46.866060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] For port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c,segment=NetworkSegment(f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9),segment_id=f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:46.866837 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:46.887439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:46.890966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fe53309c-8899-4b5c-bd10-8eae21fc84a7 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:46.915044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: fe53309c-8899-4b5c-bd10-8eae21fc84a7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:46.915418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fe53309c-8899-4b5c-bd10-8eae21fc84a7 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:46.955420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7d00b0d2-6cd8-4f81-b078-dc1438269d02 None None] Deleting port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:46.955806 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7d00b0d2-6cd8-4f81-b078-dc1438269d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.031195 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.052468 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7d00b0d2-6cd8-4f81-b078-dc1438269d02 None None] For port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c,segment=NetworkSegment(f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9),segment_id=f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:47.052874 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7d00b0d2-6cd8-4f81-b078-dc1438269d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.065137 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-2ea6a478-3f5c-40f1-99b6-8eb741d6b0ad tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.075622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7d00b0d2-6cd8-4f81-b078-dc1438269d02 None None] Calling delete_port for dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:47.119786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No DVR routers for this DVR port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:47.122871 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-2ea6a478-3f5c-40f1-99b6-8eb741d6b0ad tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.123989 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:47.166071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f335af3a-8bc1-4f29-a762-e884ac0a3e07 None None] Sync routers for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:47.187457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-2ea6a478-3f5c-40f1-99b6-8eb741d6b0ad tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Network 91da484e-3b61-4157-ba29-ee72f50ae66f is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:47.195563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f335af3a-8bc1-4f29-a762-e884ac0a3e07 None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:47.196572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f335af3a-8bc1-4f29-a762-e884ac0a3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:47.212006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6a478-3f5c-40f1-99b6-8eb741d6b0ad tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Pushing event updated for resources: {'Port': ['ID=22d4942a-c90d-4ceb-9499-ad0ddea55892,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:47.222444 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-2ea6a478-3f5c-40f1-99b6-8eb741d6b0ad tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:47.223455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-2ea6a478-3f5c-40f1-99b6-8eb741d6b0ad tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:31:47.282317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c666b-a0e8-4dbf-a912-6499c3237377 req-86ad10c7-a5f6-4afc-8fcd-3fdc9ec8c33e tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:47.284579 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e45c666b-a0e8-4dbf-a912-6499c3237377 req-86ad10c7-a5f6-4afc-8fcd-3fdc9ec8c33e tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 931 time: 0.1791527 Aug 31 01:31:47.289674 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.306853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-2ea6a478-3f5c-40f1-99b6-8eb741d6b0ad tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:47.307698 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-2ea6a478-3f5c-40f1-99b6-8eb741d6b0ad tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.310932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924c3d82-c416-47eb-a98f-7c5daa689755']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:47.333019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:47.333250 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7d00b0d2-6cd8-4f81-b078-dc1438269d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.333357 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c1b2e0-1e3f-4c67-8bc0-4d81786fabd9') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:47.338881 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-2ea6a478-3f5c-40f1-99b6-8eb741d6b0ad tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9273756 Aug 31 01:31:47.342610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-f335af3a-8bc1-4f29-a762-e884ac0a3e07 None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:47.347926 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.354322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Request body: {'port': {'device_id': '94646cbb-5b0a-46d1-b872-3bd0212dbfa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:47.371855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e45c666b-a0e8-4dbf-a912-6499c3237377 req-a8578b0b-f13a-443c-8419-500e0e1e336c tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726066 Aug 31 01:31:47.380322 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.399573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:47.399984 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:47.410715 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:47.430298 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00b0d2-6cd8-4f81-b078-dc1438269d02 None None] Pushing event deleted for resources: {'Port': ['ID=dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:47.430490 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.441192 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d00b0d2-6cd8-4f81-b078-dc1438269d02 None None] No DVR routers for this DVR port dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:47.480232 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.487526 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.492236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/networks/924c3d82-c416-47eb-a98f-7c5daa689755 HTTP/1.1" status: 204 len: 168 time: 0.9280241 Aug 31 01:31:47.492377 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54144) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:47.504779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47294ff9-ddcf-435c-ada5-40719a6ecc4f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Network': ['ID=924c3d82-c416-47eb-a98f-7c5daa689755,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:47.669152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f335af3a-8bc1-4f29-a762-e884ac0a3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:45Z', 'revision_number': 8, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:41Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:47.700508 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f335af3a-8bc1-4f29-a762-e884ac0a3e07 None None] Checking router: 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:47.708838 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f335af3a-8bc1-4f29-a762-e884ac0a3e07 None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:47.709458 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f335af3a-8bc1-4f29-a762-e884ac0a3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:47.796930 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-f335af3a-8bc1-4f29-a762-e884ac0a3e07 None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:47.954023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d4942a-c90d-4ceb-9499-ad0ddea55892 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:31:47.962955 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:47.987165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Transition to ACTIVE for port object 22d4942a-c90d-4ceb-9499-ad0ddea55892 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:31:47.995383 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.023236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f335af3a-8bc1-4f29-a762-e884ac0a3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:45Z', 'revision_number': 8, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:41Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:48.051710 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f335af3a-8bc1-4f29-a762-e884ac0a3e07 None None] The sync data for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 is: [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:45Z', 'revision_number': 8, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': '798f90b5-cfc2-41d8-8e42-20856cd4abf3', 'name': '', 'network_id': '33595998-ce63-4f28-9087-d102d72e5f54', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:fb:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:32Z', 'updated_at': '2021-08-31T01:31:41Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'fecc0bd2-e71e-4356-b746-b1aba85ab843', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:48.070932 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Pushing event updated for resources: {'Port': ['ID=22d4942a-c90d-4ceb-9499-ad0ddea55892,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:48.141655 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20405a5b-dc40-42c6-97bf-246a3f3b3d9b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.226282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Attempting to bind port 22d4942a-c90d-4ceb-9499-ad0ddea55892 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:31:48.226619 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Attempting to bind port 22d4942a-c90d-4ceb-9499-ad0ddea55892 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '06e45138-a4c1-4573-9c91-d75fa628f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '91da484e-3b61-4157-ba29-ee72f50ae66f'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:31:48.226948 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Attempting to bind port 22d4942a-c90d-4ceb-9499-ad0ddea55892 on network 91da484e-3b61-4157-ba29-ee72f50ae66f {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:48.238436 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Port 22d4942a-c90d-4ceb-9499-ad0ddea55892 on network 91da484e-3b61-4157-ba29-ee72f50ae66f not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:31:48.238759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Attempting to bind port 22d4942a-c90d-4ceb-9499-ad0ddea55892 on network 91da484e-3b61-4157-ba29-ee72f50ae66f {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:31:48.251845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:31:48.252186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Checking segment: {'id': '06e45138-a4c1-4573-9c91-d75fa628f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '91da484e-3b61-4157-ba29-ee72f50ae66f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:31:48.252571 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Bound using segment: {'id': '06e45138-a4c1-4573-9c91-d75fa628f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '91da484e-3b61-4157-ba29-ee72f50ae66f'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:31:48.252999 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Bound port: 22d4942a-c90d-4ceb-9499-ad0ddea55892, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e45138-a4c1-4573-9c91-d75fa628f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '91da484e-3b61-4157-ba29-ee72f50ae66f'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:31:48.253356 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.519424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857b3c0-8021-4900-b513-933b6ddb9adb req-2429c782-3b84-4a3d-a751-99c618fa3317 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:48.521059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9857b3c0-8021-4900-b513-933b6ddb9adb req-2429c782-3b84-4a3d-a751-99c618fa3317 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 943 time: 0.0723991 Aug 31 01:31:48.564813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9857b3c0-8021-4900-b513-933b6ddb9adb req-2382e701-f320-4328-a115-113dd6c725c9 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363827 Aug 31 01:31:48.739098 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] For port 22d4942a-c90d-4ceb-9499-ad0ddea55892, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:48.743129 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] For port 22d4942a-c90d-4ceb-9499-ad0ddea55892, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=22d4942a-c90d-4ceb-9499-ad0ddea55892,segment=NetworkSegment(06e45138-a4c1-4573-9c91-d75fa628f7db),segment_id=06e45138-a4c1-4573-9c91-d75fa628f7db)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:48.745601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:48.749063 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.783817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:48.784173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device dc5ebd83-d80b-46ee-97bd-67a1d65a4e4c not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:48.815883 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:48.816501 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.817891 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] 10.222.0.70 "PUT /v2.0/ports/22d4942a-c90d-4ceb-9499-ad0ddea55892 HTTP/1.1" status: 200 len: 1092 time: 1.4688346 Aug 31 01:31:48.820674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94646cbb-5b0a-46d1-b872-3bd0212dbfa4', 'tag': '22d4942a-c90d-4ceb-9499-ad0ddea55892'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:48.822951 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dcf621-0dd9-4bbd-af51-c6939b78fe65" -d '{"events": [{"name": "network-changed", "server_uuid": "94646cbb-5b0a-46d1-b872-3bd0212dbfa4", "tag": "22d4942a-c90d-4ceb-9499-ad0ddea55892"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:48.880958 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce34f69-9fee-4ca6-842d-e0f7c118053d service neutron] Pushing event updated for resources: {'Port': ['ID=22d4942a-c90d-4ceb-9499-ad0ddea55892,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:48.902754 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5cda77-6f78-4ca9-8ca6-119d9268805f x-openstack-request-id: req-ed5cda77-6f78-4ca9-8ca6-119d9268805f {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:48.903051 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94646cbb-5b0a-46d1-b872-3bd0212dbfa4", "tag": "22d4942a-c90d-4ceb-9499-ad0ddea55892", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:48.903325 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed5cda77-6f78-4ca9-8ca6-119d9268805f {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:48.903719 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94646cbb-5b0a-46d1-b872-3bd0212dbfa4', 'tag': '22d4942a-c90d-4ceb-9499-ad0ddea55892', 'status': 'completed', 'code': 200} Aug 31 01:31:48.929986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-020a2457-a74a-4cd4-8ed4-5e889230a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:48.931524 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-020a2457-a74a-4cd4-8ed4-5e889230a50a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a334010591d42c4b0b9c9f874c18ad7&device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 1095 time: 0.0660970 Aug 31 01:31:48.947788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-20405a5b-dc40-42c6-97bf-246a3f3b3d9b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port 798f90b5-cfc2-41d8-8e42-20856cd4abf3 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:48.948133 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20405a5b-dc40-42c6-97bf-246a3f3b3d9b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:48.988388 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-1655b9d9-f54c-4394-9b8e-02b8ef945921 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22d4942a-c90d-4ceb-9499-ad0ddea55892 HTTP/1.1" status: 200 len: 217 time: 0.0494430 Aug 31 01:31:49.085087 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-a5480238-2a3b-42f6-acf0-20da844489e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:49.086456 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-a5480238-2a3b-42f6-acf0-20da844489e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=65f886d4-7fc7-4f33-bda3-12e7d6ed23a7 HTTP/1.1" status: 200 len: 851 time: 0.0725935 Aug 31 01:31:49.129953 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-c5484bf6-078d-4aa7-8a2d-82f30d44faae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91da484e-3b61-4157-ba29-ee72f50ae66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340600 Aug 31 01:31:49.139220 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-20405a5b-dc40-42c6-97bf-246a3f3b3d9b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] For port 798f90b5-cfc2-41d8-8e42-20856cd4abf3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=798f90b5-cfc2-41d8-8e42-20856cd4abf3,segment=NetworkSegment(af6e5654-d2df-497f-94c0-35cafa11ca6f),segment_id=af6e5654-d2df-497f-94c0-35cafa11ca6f)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:49.139618 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20405a5b-dc40-42c6-97bf-246a3f3b3d9b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:49.192809 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-20405a5b-dc40-42c6-97bf-246a3f3b3d9b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for 798f90b5-cfc2-41d8-8e42-20856cd4abf3 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:49.288886 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-d9c21d46-8ce4-49de-b252-a9ec4fb89285 service neutron] 10.222.0.70 "GET /v2.0/networks/91da484e-3b61-4157-ba29-ee72f50ae66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514478 Aug 31 01:31:49.472732 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6f48d934-85a1-4f19-a8f8-f043a1ae66a0 req-a1b11aa8-40f2-4273-94e0-0e4c1403e18f service neutron] 10.222.0.70 "GET /v2.0/networks/91da484e-3b61-4157-ba29-ee72f50ae66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753683 Aug 31 01:31:49.489209 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20405a5b-dc40-42c6-97bf-246a3f3b3d9b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:49.525674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20405a5b-dc40-42c6-97bf-246a3f3b3d9b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=798f90b5-cfc2-41d8-8e42-20856cd4abf3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:49.661356 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcf621-0dd9-4bbd-af51-c6939b78fe65 req-b2648d30-7eb7-42fa-99b9-b8389303b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:49.663663 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d5dcf621-0dd9-4bbd-af51-c6939b78fe65 req-b2648d30-7eb7-42fa-99b9-b8389303b527 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a334010591d42c4b0b9c9f874c18ad7&device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 1095 time: 0.1328728 Aug 31 01:31:49.719695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd193d-8169-4fd2-95c1-73f3895e8fc4 req-b9bad9df-c476-4269-83b4-5466391ecd6d tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:49.721629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73cd193d-8169-4fd2-95c1-73f3895e8fc4 req-b9bad9df-c476-4269-83b4-5466391ecd6d tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 943 time: 0.0618403 Aug 31 01:31:49.779438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73cd193d-8169-4fd2-95c1-73f3895e8fc4 req-f58ca795-0c74-45d1-999a-f13b24e15c81 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468721 Aug 31 01:31:49.826367 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-20405a5b-dc40-42c6-97bf-246a3f3b3d9b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:49.854029 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcf621-0dd9-4bbd-af51-c6939b78fe65 req-fb7b5a96-1476-46c6-9451-418abde88990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:49.856125 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d5dcf621-0dd9-4bbd-af51-c6939b78fe65 req-fb7b5a96-1476-46c6-9451-418abde88990 service neutron] 10.222.0.70 "GET /v2.0/networks?id=91da484e-3b61-4157-ba29-ee72f50ae66f HTTP/1.1" status: 200 len: 912 time: 0.1509051 Aug 31 01:31:49.952934 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d5dcf621-0dd9-4bbd-af51-c6939b78fe65 req-d15b4e49-f0f2-44a6-bb82-3026a1805695 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22d4942a-c90d-4ceb-9499-ad0ddea55892 HTTP/1.1" status: 200 len: 217 time: 0.0646896 Aug 31 01:31:50.048933 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcf621-0dd9-4bbd-af51-c6939b78fe65 req-506ddb67-9f5b-4f8b-8b37-107b82305b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:50.050383 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d5dcf621-0dd9-4bbd-af51-c6939b78fe65 req-506ddb67-9f5b-4f8b-8b37-107b82305b59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=65f886d4-7fc7-4f33-bda3-12e7d6ed23a7 HTTP/1.1" status: 200 len: 851 time: 0.0891478 Aug 31 01:31:50.111517 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d5dcf621-0dd9-4bbd-af51-c6939b78fe65 req-cf2bfd05-4fe9-43d8-af39-fdf7aadd9aff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91da484e-3b61-4157-ba29-ee72f50ae66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354044 Aug 31 01:31:50.169740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20405a5b-dc40-42c6-97bf-246a3f3b3d9b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:50.284798 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d5dcf621-0dd9-4bbd-af51-c6939b78fe65 req-2a09d6d1-382c-41e1-8433-7b80b0728166 service neutron] 10.222.0.70 "GET /v2.0/networks/91da484e-3b61-4157-ba29-ee72f50ae66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637654 Aug 31 01:31:50.344240 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20405a5b-dc40-42c6-97bf-246a3f3b3d9b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:50.353131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54208) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:50.353857 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d64b2-1a69-4f21-bc21-5bd019b87a36 None None] Sync routers for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:50.359569 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-20405a5b-dc40-42c6-97bf-246a3f3b3d9b tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/8c6865b1-eb60-4e5a-86c7-f8a41472a8d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8584435 Aug 31 01:31:50.371566 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d64b2-1a69-4f21-bc21-5bd019b87a36 None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:50.372201 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e76d64b2-1a69-4f21-bc21-5bd019b87a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:50.413501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edb46a6-afc7-40ca-8862-0059dce85a4e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting subnet fecc0bd2-e71e-4356-b746-b1aba85ab843 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:50.418243 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7edb46a6-afc7-40ca-8862-0059dce85a4e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:50.420021 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d5dcf621-0dd9-4bbd-af51-c6939b78fe65 req-26e896da-cda9-4adb-aaf1-2edf732c0aef service neutron] 10.222.0.70 "GET /v2.0/networks/91da484e-3b61-4157-ba29-ee72f50ae66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265149 Aug 31 01:31:50.461673 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7edb46a6-afc7-40ca-8862-0059dce85a4e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:50.471476 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e76d64b2-1a69-4f21-bc21-5bd019b87a36 None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:50.551847 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7edb46a6-afc7-40ca-8862-0059dce85a4e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:50.568203 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:31:50.621945 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7edb46a6-afc7-40ca-8862-0059dce85a4e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:50.651506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb46a6-afc7-40ca-8862-0059dce85a4e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Subnet': ['ID=fecc0bd2-e71e-4356-b746-b1aba85ab843,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:50.673769 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc17bca-5200-4aaa-8967-6301dcd19ab3 None None] Network 33595998-ce63-4f28-9087-d102d72e5f54 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:50.701297 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7edb46a6-afc7-40ca-8862-0059dce85a4e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:50.706644 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54214) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:50.706972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7edb46a6-afc7-40ca-8862-0059dce85a4e tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/fecc0bd2-e71e-4356-b746-b1aba85ab843 HTTP/1.1" status: 204 len: 168 time: 0.3526511 Aug 31 01:31:50.716939 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e76d64b2-1a69-4f21-bc21-5bd019b87a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:49Z', 'revision_number': 9, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:50.753657 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d64b2-1a69-4f21-bc21-5bd019b87a36 None None] Checking router: 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:50.762678 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d64b2-1a69-4f21-bc21-5bd019b87a36 None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:50.763329 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e76d64b2-1a69-4f21-bc21-5bd019b87a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:50.804082 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:50.875616 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:50.877160 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:50.911984 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e76d64b2-1a69-4f21-bc21-5bd019b87a36 None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:50.929335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b389c6-37d3-43c3-8100-9b151b7f4829 None None] DHCP port deletion for 33595998-ce63-4f28-9087-d102d72e5f54 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:50.952644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17200f7a-890e-4ef5-983f-bc936422adba req-b8e93c4f-b9fc-4996-9809-38d8e0b0ade4 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:50.954243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17200f7a-890e-4ef5-983f-bc936422adba req-b8e93c4f-b9fc-4996-9809-38d8e0b0ade4 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 943 time: 0.0876391 Aug 31 01:31:50.969858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] For port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7db13ff8-32a9-4f7c-a497-3ada6fed2edd,segment=NetworkSegment(af6e5654-d2df-497f-94c0-35cafa11ca6f),segment_id=af6e5654-d2df-497f-94c0-35cafa11ca6f)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:50.970315 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:50.987147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for 7db13ff8-32a9-4f7c-a497-3ada6fed2edd owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:51.006086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17200f7a-890e-4ef5-983f-bc936422adba req-9c69ae7c-5288-43d2-ab8b-209240adafa9 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416288 Aug 31 01:31:51.012248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-40b389c6-37d3-43c3-8100-9b151b7f4829 None None] Deleting port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:51.013045 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-40b389c6-37d3-43c3-8100-9b151b7f4829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:51.103859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-40b389c6-37d3-43c3-8100-9b151b7f4829 None None] For port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7db13ff8-32a9-4f7c-a497-3ada6fed2edd,segment=NetworkSegment(af6e5654-d2df-497f-94c0-35cafa11ca6f),segment_id=af6e5654-d2df-497f-94c0-35cafa11ca6f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:51.104367 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-40b389c6-37d3-43c3-8100-9b151b7f4829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:51.118439 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:51.122536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-40b389c6-37d3-43c3-8100-9b151b7f4829 None None] Calling delete_port for 7db13ff8-32a9-4f7c-a497-3ada6fed2edd owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:51.138747 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No DVR routers for this DVR port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:51.161546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=7db13ff8-32a9-4f7c-a497-3ada6fed2edd,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:51.196259 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e76d64b2-1a69-4f21-bc21-5bd019b87a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:49Z', 'revision_number': 9, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:51.224139 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d64b2-1a69-4f21-bc21-5bd019b87a36 None None] The sync data for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 is: [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:49Z', 'revision_number': 9, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0d08612-2d9e-4f5e-b2a3-92927bc16f44', 'name': '', 'network_id': '62e940f5-c7c9-4ff1-be75-fcda55480c6e', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:3f:7f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:27Z', 'updated_at': '2021-08-31T01:31:37Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': 'd4b647c4-a59f-44c6-a9a9-c6b966dfb3a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:51.234653 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-df6b2089-fcde-44fb-90c6-8790a2446919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:51.238507 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-40b389c6-37d3-43c3-8100-9b151b7f4829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:51.268433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b389c6-37d3-43c3-8100-9b151b7f4829 None None] Pushing event deleted for resources: {'Port': ['ID=7db13ff8-32a9-4f7c-a497-3ada6fed2edd,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:51.280290 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b389c6-37d3-43c3-8100-9b151b7f4829 None None] No DVR routers for this DVR port 7db13ff8-32a9-4f7c-a497-3ada6fed2edd on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:51.282275 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:51.293586 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33595998-ce63-4f28-9087-d102d72e5f54']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:51.305065 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6e5654-d2df-497f-94c0-35cafa11ca6f') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:51.305441 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6e5654-d2df-497f-94c0-35cafa11ca6f') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:51.315616 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:51.330820 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:51.337264 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:51.337659 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:51.340813 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:51.408331 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:51.421127 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:51.422992 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/networks/33595998-ce63-4f28-9087-d102d72e5f54 HTTP/1.1" status: 204 len: 168 time: 0.7153182 Aug 31 01:31:51.426382 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54230) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:51.442104 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297b2e4-d514-4297-bb6a-7c0357877bd6 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Network': ['ID=33595998-ce63-4f28-9087-d102d72e5f54,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:51.794698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1effaf49-5dfa-4ad6-aa46-7d2f4c29f7bb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:52.046103 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1effaf49-5dfa-4ad6-aa46-7d2f4c29f7bb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port f0d08612-2d9e-4f5e-b2a3-92927bc16f44 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:52.046681 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1effaf49-5dfa-4ad6-aa46-7d2f4c29f7bb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:52.166217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bed58f-a099-4ba2-adf5-0561731b58b8 req-72a6b63a-d5d4-4391-961e-5e44b6eea0e4 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:52.168272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c0bed58f-a099-4ba2-adf5-0561731b58b8 req-72a6b63a-d5d4-4391-961e-5e44b6eea0e4 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 943 time: 0.0773706 Aug 31 01:31:52.185307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-1effaf49-5dfa-4ad6-aa46-7d2f4c29f7bb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] For port f0d08612-2d9e-4f5e-b2a3-92927bc16f44, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f0d08612-2d9e-4f5e-b2a3-92927bc16f44,segment=NetworkSegment(4ff71d58-ce40-45aa-a7e7-e7effe710096),segment_id=4ff71d58-ce40-45aa-a7e7-e7effe710096)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:52.185672 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1effaf49-5dfa-4ad6-aa46-7d2f4c29f7bb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:52.207190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1effaf49-5dfa-4ad6-aa46-7d2f4c29f7bb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for f0d08612-2d9e-4f5e-b2a3-92927bc16f44 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:52.216366 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 22d4942a-c90d-4ceb-9499-ad0ddea55892 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:31:52.239833 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c0bed58f-a099-4ba2-adf5-0561731b58b8 req-4e614df8-9762-4617-b905-fafe10592818 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638618 Aug 31 01:31:52.330311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 22d4942a-c90d-4ceb-9499-ad0ddea55892, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=22d4942a-c90d-4ceb-9499-ad0ddea55892,segment=NetworkSegment(06e45138-a4c1-4573-9c91-d75fa628f7db),segment_id=06e45138-a4c1-4573-9c91-d75fa628f7db)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:52.342830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '22d4942a-c90d-4ceb-9499-ad0ddea55892', 'network_id': '91da484e-3b61-4157-ba29-ee72f50ae66f', 'port_id': '22d4942a-c90d-4ceb-9499-ad0ddea55892', 'mac_address': 'fa:16:3e:07:1e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f886d4-7fc7-4f33-bda3-12e7d6ed23a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:31:52.383403 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:52.397541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d4942a-c90d-4ceb-9499-ad0ddea55892 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:31:52.417433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 22d4942a-c90d-4ceb-9499-ad0ddea55892, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=22d4942a-c90d-4ceb-9499-ad0ddea55892,segment=NetworkSegment(06e45138-a4c1-4573-9c91-d75fa628f7db),segment_id=06e45138-a4c1-4573-9c91-d75fa628f7db)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:52.423192 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:52.427985 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1effaf49-5dfa-4ad6-aa46-7d2f4c29f7bb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:52.456535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effaf49-5dfa-4ad6-aa46-7d2f4c29f7bb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=f0d08612-2d9e-4f5e-b2a3-92927bc16f44,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:52.512817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=22d4942a-c90d-4ceb-9499-ad0ddea55892,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:52.621495 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['22d4942a-c90d-4ceb-9499-ad0ddea55892'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:31:52.652240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1effaf49-5dfa-4ad6-aa46-7d2f4c29f7bb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:52.838257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 798f90b5-cfc2-41d8-8e42-20856cd4abf3 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:52.864774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 798f90b5-cfc2-41d8-8e42-20856cd4abf3 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:52.865030 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 798f90b5-cfc2-41d8-8e42-20856cd4abf3 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:52.865833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7db13ff8-32a9-4f7c-a497-3ada6fed2edd no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:52.881529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1effaf49-5dfa-4ad6-aa46-7d2f4c29f7bb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:52.891900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 7db13ff8-32a9-4f7c-a497-3ada6fed2edd {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:52.892252 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7db13ff8-32a9-4f7c-a497-3ada6fed2edd not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:52.981799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1effaf49-5dfa-4ad6-aa46-7d2f4c29f7bb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:52.986785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1effaf49-5dfa-4ad6-aa46-7d2f4c29f7bb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/8c6865b1-eb60-4e5a-86c7-f8a41472a8d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5593905 Aug 31 01:31:52.989658 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54260) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:53.000050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4211065-9c9e-48e7-9ce1-4d00d6528ea7 None None] Sync routers for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:53.008934 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4211065-9c9e-48e7-9ce1-4d00d6528ea7 None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:53.009586 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e4211065-9c9e-48e7-9ce1-4d00d6528ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:53.042621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd161ce-0b29-4c23-a6d7-7533820148e2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting subnet d4b647c4-a59f-44c6-a9a9-c6b966dfb3a0 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:53.046327 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1cd161ce-0b29-4c23-a6d7-7533820148e2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.088223 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1cd161ce-0b29-4c23-a6d7-7533820148e2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.186367 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1cd161ce-0b29-4c23-a6d7-7533820148e2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.248337 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1cd161ce-0b29-4c23-a6d7-7533820148e2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.286936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e4211065-9c9e-48e7-9ce1-4d00d6528ea7 None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:53.294716 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1cd161ce-0b29-4c23-a6d7-7533820148e2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.297384 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1cd161ce-0b29-4c23-a6d7-7533820148e2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/d4b647c4-a59f-44c6-a9a9-c6b966dfb3a0 HTTP/1.1" status: 204 len: 168 time: 0.3067040 Aug 31 01:31:53.298762 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd161ce-0b29-4c23-a6d7-7533820148e2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b647c4-a59f-44c6-a9a9-c6b966dfb3a0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:53.300377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54268) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:53.320891 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eae3c0-e1e7-4761-ae1d-3d64ac1799ba None None] Network 62e940f5-c7c9-4ff1-be75-fcda55480c6e requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:53.632799 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e4211065-9c9e-48e7-9ce1-4d00d6528ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:52Z', 'revision_number': 10, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:53.665581 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4211065-9c9e-48e7-9ce1-4d00d6528ea7 None None] Checking router: 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:53.680410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4211065-9c9e-48e7-9ce1-4d00d6528ea7 None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:53.681201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e4211065-9c9e-48e7-9ce1-4d00d6528ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:53.744942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3310c0c7-dada-410d-b8ff-3d0654be1ef3 None None] DHCP port deletion for 62e940f5-c7c9-4ff1-be75-fcda55480c6e request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:53.815355 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.828390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2b2ad-8a3e-4b5a-990a-b8086667c31e req-202b2cc9-7bb9-46bf-a7b5-128be7aa2b66 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:53.833834 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9bce-7d3f-4a9b-af1f-fa45c5a37bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.836641 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98d2b2ad-8a3e-4b5a-990a-b8086667c31e req-202b2cc9-7bb9-46bf-a7b5-128be7aa2b66 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 944 time: 0.1582694 Aug 31 01:31:53.841690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e4211065-9c9e-48e7-9ce1-4d00d6528ea7 None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:53.927038 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3310c0c7-dada-410d-b8ff-3d0654be1ef3 None None] Deleting port 9b97c94c-21c7-4822-ba97-7937bc601aa9 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:53.927150 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3310c0c7-dada-410d-b8ff-3d0654be1ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:53.938545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-98d2b2ad-8a3e-4b5a-990a-b8086667c31e req-89a41dd7-ea09-49a1-b33d-01a1b5e1a6f0 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008258 Aug 31 01:31:53.977571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f67e2-afde-4530-9ef4-797fd1448fba req-2df4f8c0-3de4-41e4-8b3d-f0807b444dac tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:53.979246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc3f67e2-afde-4530-9ef4-797fd1448fba req-2df4f8c0-3de4-41e4-8b3d-f0807b444dac tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 945 time: 0.0881665 Aug 31 01:31:53.988927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port 9b97c94c-21c7-4822-ba97-7937bc601aa9 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:53.989272 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.045694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-3310c0c7-dada-410d-b8ff-3d0654be1ef3 None None] For port 9b97c94c-21c7-4822-ba97-7937bc601aa9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9b97c94c-21c7-4822-ba97-7937bc601aa9,segment=NetworkSegment(4ff71d58-ce40-45aa-a7e7-e7effe710096),segment_id=4ff71d58-ce40-45aa-a7e7-e7effe710096)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:54.046106 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3310c0c7-dada-410d-b8ff-3d0654be1ef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.060803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3310c0c7-dada-410d-b8ff-3d0654be1ef3 None None] Calling delete_port for 9b97c94c-21c7-4822-ba97-7937bc601aa9 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:54.106862 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] For port 9b97c94c-21c7-4822-ba97-7937bc601aa9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9b97c94c-21c7-4822-ba97-7937bc601aa9,segment=NetworkSegment(4ff71d58-ce40-45aa-a7e7-e7effe710096),segment_id=4ff71d58-ce40-45aa-a7e7-e7effe710096)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:54.107199 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.121959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc3f67e2-afde-4530-9ef4-797fd1448fba req-4cad9fc8-4e54-41a7-9e77-a660df8837fc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1349707 Aug 31 01:31:54.131867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for 9b97c94c-21c7-4822-ba97-7937bc601aa9 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:54.165307 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3310c0c7-dada-410d-b8ff-3d0654be1ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.185752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3310c0c7-dada-410d-b8ff-3d0654be1ef3 None None] No DVR routers for this DVR port 9b97c94c-21c7-4822-ba97-7937bc601aa9 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:54.220565 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.222077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310c0c7-dada-410d-b8ff-3d0654be1ef3 None None] Pushing event deleted for resources: {'Port': ['ID=9b97c94c-21c7-4822-ba97-7937bc601aa9,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:54.234960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 22d4942a-c90d-4ceb-9499-ad0ddea55892 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:54.240351 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.271394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=9b97c94c-21c7-4822-ba97-7937bc601aa9,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:54.278932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No DVR routers for this DVR port 9b97c94c-21c7-4822-ba97-7937bc601aa9 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:54.362556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 22d4942a-c90d-4ceb-9499-ad0ddea55892 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:31:54.366585 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 22d4942a-c90d-4ceb-9499-ad0ddea55892 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:31:54.366971 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.397343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e4211065-9c9e-48e7-9ce1-4d00d6528ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:52Z', 'revision_number': 10, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:54.415677 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.435577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e940f5-c7c9-4ff1-be75-fcda55480c6e']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:54.447167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff71d58-ce40-45aa-a7e7-e7effe710096') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:54.447583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff71d58-ce40-45aa-a7e7-e7effe710096') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:54.451721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4211065-9c9e-48e7-9ce1-4d00d6528ea7 None None] The sync data for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 is: [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:52Z', 'revision_number': 10, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None, '_interfaces': [{'id': 'd451103c-5c66-4864-bd28-817deacc09cd', 'name': '', 'network_id': '5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'mac_address': 'fa:16:3e:83:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:31:23Z', 'updated_at': '2021-08-31T01:31:28Z', 'revision_number': 5, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'subnets': [{'id': '147c8e1a-4a15-475a-811d-5b0ba8b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:54.459939 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.477670 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.493255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:54.493754 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:54.498951 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:54.521966 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.525074 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.545480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94646cbb-5b0a-46d1-b872-3bd0212dbfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d4942a-c90d-4ceb-9499-ad0ddea55892'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:54.547783 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da95630c-4c78-4324-9f6f-f75e445a89af" -d '{"events": [{"server_uuid": "94646cbb-5b0a-46d1-b872-3bd0212dbfa4", "name": "network-vif-plugged", "status": "completed", "tag": "22d4942a-c90d-4ceb-9499-ad0ddea55892"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:54.563268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 22d4942a-c90d-4ceb-9499-ad0ddea55892, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=22d4942a-c90d-4ceb-9499-ad0ddea55892,segment=NetworkSegment(06e45138-a4c1-4573-9c91-d75fa628f7db),segment_id=06e45138-a4c1-4573-9c91-d75fa628f7db)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:54.570167 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.575584 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.595943 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:54.610867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/networks/62e940f5-c7c9-4ff1-be75-fcda55480c6e HTTP/1.1" status: 204 len: 168 time: 1.3087876 Aug 31 01:31:54.613620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54300) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:54.615583 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9c539a-68b5-45a6-b00d-c10a4c3243d6 x-openstack-request-id: req-fd9c539a-68b5-45a6-b00d-c10a4c3243d6 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:54.615842 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94646cbb-5b0a-46d1-b872-3bd0212dbfa4", "name": "network-vif-plugged", "status": "completed", "tag": "22d4942a-c90d-4ceb-9499-ad0ddea55892", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:54.616091 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd9c539a-68b5-45a6-b00d-c10a4c3243d6 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:54.616504 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94646cbb-5b0a-46d1-b872-3bd0212dbfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d4942a-c90d-4ceb-9499-ad0ddea55892', 'code': 200} Aug 31 01:31:54.625002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a947d7d-8a15-4a3f-9494-1dd2b56ca3f0 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Network': ['ID=62e940f5-c7c9-4ff1-be75-fcda55480c6e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:54.661124 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=22d4942a-c90d-4ceb-9499-ad0ddea55892,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:54.773282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e71b1-fc0e-4923-84ce-cee26549faae req-72aabc18-2e8f-4c5d-ba54-8b49b9af6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:54.775036 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ba8e71b1-fc0e-4923-84ce-cee26549faae req-72aabc18-2e8f-4c5d-ba54-8b49b9af6283 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 1097 time: 0.0916266 Aug 31 01:31:54.910858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f0d08612-2d9e-4f5e-b2a3-92927bc16f44 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:54.950950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: f0d08612-2d9e-4f5e-b2a3-92927bc16f44 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:54.951201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f0d08612-2d9e-4f5e-b2a3-92927bc16f44 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:54.951663 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9b97c94c-21c7-4822-ba97-7937bc601aa9 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:54.973450 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ba8e71b1-fc0e-4923-84ce-cee26549faae req-c81f86b9-2ada-4455-85e2-353fbe823fbe service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845932 Aug 31 01:31:54.990864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 9b97c94c-21c7-4822-ba97-7937bc601aa9 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:54.991212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9b97c94c-21c7-4822-ba97-7937bc601aa9 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:55.128284 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27677c06-20ae-4b1e-866d-b998c2b3316f req-3549de57-4353-477b-aacb-6290efc21f5e tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:55.136714 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27677c06-20ae-4b1e-866d-b998c2b3316f req-3549de57-4353-477b-aacb-6290efc21f5e tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0721328 Aug 31 01:31:55.200535 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-861fb218-7fc9-43ce-8d49-11b1c2af8172 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:55.203949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27677c06-20ae-4b1e-866d-b998c2b3316f req-4cb3782c-f2bd-4421-9ad6-e67a22d69c0b tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659754 Aug 31 01:31:55.284086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db4be7-708f-4022-b2ca-c799dc556192 req-243831f7-14b9-4a5e-8ac5-58d757ef4f77 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:55.285059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1db4be7-708f-4022-b2ca-c799dc556192 req-243831f7-14b9-4a5e-8ac5-58d757ef4f77 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 945 time: 0.0688276 Aug 31 01:31:55.330279 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1db4be7-708f-4022-b2ca-c799dc556192 req-6320fffd-0a40-4f2c-845c-08e249420719 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387526 Aug 31 01:31:55.346954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-53cdca68-c27c-4d8a-b6f7-ba2925176b62 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:55.348524 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-53cdca68-c27c-4d8a-b6f7-ba2925176b62 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 945 time: 0.1066673 Aug 31 01:31:55.527984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-13ced70e-4f12-4778-a2d6-bbc8dd3a01b8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Deleting port 8e95de75-c463-4909-a88b-596f8a725ee5 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:55.528333 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-13ced70e-4f12-4778-a2d6-bbc8dd3a01b8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:55.656270 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-13ced70e-4f12-4778-a2d6-bbc8dd3a01b8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] For port 8e95de75-c463-4909-a88b-596f8a725ee5, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8e95de75-c463-4909-a88b-596f8a725ee5,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:55.656970 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-13ced70e-4f12-4778-a2d6-bbc8dd3a01b8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:55.665873 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-861fb218-7fc9-43ce-8d49-11b1c2af8172 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port d451103c-5c66-4864-bd28-817deacc09cd {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:55.666211 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-861fb218-7fc9-43ce-8d49-11b1c2af8172 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:56.216782 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-861fb218-7fc9-43ce-8d49-11b1c2af8172 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] For port d451103c-5c66-4864-bd28-817deacc09cd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d451103c-5c66-4864-bd28-817deacc09cd,segment=NetworkSegment(9c3bc700-8dd6-49e6-bd47-016989521358),segment_id=9c3bc700-8dd6-49e6-bd47-016989521358)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:56.217156 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-861fb218-7fc9-43ce-8d49-11b1c2af8172 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:56.272511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-861fb218-7fc9-43ce-8d49-11b1c2af8172 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for d451103c-5c66-4864-bd28-817deacc09cd owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:56.336621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffb328-188d-4260-88f6-a1381cc9c8a6 req-11e0baec-23b0-41b4-b597-e8da492f19f8 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:56.338307 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10ffb328-188d-4260-88f6-a1381cc9c8a6 req-11e0baec-23b0-41b4-b597-e8da492f19f8 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0542305 Aug 31 01:31:56.339120 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-13ced70e-4f12-4778-a2d6-bbc8dd3a01b8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:56.340636 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-13ced70e-4f12-4778-a2d6-bbc8dd3a01b8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:56.340775 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-13ced70e-4f12-4778-a2d6-bbc8dd3a01b8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Floating IP 98be2ddb-88e2-4080-9ef5-80142bb894fa disassociated. External IP: 172.25.6.126, port: 8e95de75-c463-4909-a88b-596f8a725ee5. Aug 31 01:31:56.341384 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-13ced70e-4f12-4778-a2d6-bbc8dd3a01b8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Calling delete_port for 8e95de75-c463-4909-a88b-596f8a725ee5 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:56.384104 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10ffb328-188d-4260-88f6-a1381cc9c8a6 req-945b9165-61c6-439b-be72-1a7ee2fe6f0c tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385890 Aug 31 01:31:56.581314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8ba29-f0ed-4e2b-819d-caf3eee6f8b4 req-72beb51b-cc09-4569-96e3-08937383ab84 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:56.582926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1e8ba29-f0ed-4e2b-819d-caf3eee6f8b4 req-72beb51b-cc09-4569-96e3-08937383ab84 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 945 time: 0.1017160 Aug 31 01:31:56.585051 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-861fb218-7fc9-43ce-8d49-11b1c2af8172 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:56.597010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ef173-9d9f-4f3c-b0fc-f8de76db0dcd req-8bd82d9d-5af8-4b02-9247-262e66472ebc tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:56.598762 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-771ef173-9d9f-4f3c-b0fc-f8de76db0dcd req-8bd82d9d-5af8-4b02-9247-262e66472ebc tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.1062248 Aug 31 01:31:56.614745 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fb218-7fc9-43ce-8d49-11b1c2af8172 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=d451103c-5c66-4864-bd28-817deacc09cd,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:56.618272 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-13ced70e-4f12-4778-a2d6-bbc8dd3a01b8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:56.665380 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1e8ba29-f0ed-4e2b-819d-caf3eee6f8b4 req-323b28f7-3a8f-45d8-952e-1df848a66e1d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656788 Aug 31 01:31:56.676610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-771ef173-9d9f-4f3c-b0fc-f8de76db0dcd req-19132df6-0501-45fc-8047-c9807eaf6c23 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660913 Aug 31 01:31:56.712836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ced70e-4f12-4778-a2d6-bbc8dd3a01b8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event deleted for resources: {'Port': ['ID=8e95de75-c463-4909-a88b-596f8a725ee5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:56.732459 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:56.912103 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-861fb218-7fc9-43ce-8d49-11b1c2af8172 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:57.004915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4f699-0457-4fee-9cce-ce1bad1f33e4 req-f1c0e30b-37d6-437c-a031-c25e6eecf3d9 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:57.006514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-31d4f699-0457-4fee-9cce-ce1bad1f33e4 req-f1c0e30b-37d6-437c-a031-c25e6eecf3d9 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0565233 Aug 31 01:31:57.007544 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-13ced70e-4f12-4778-a2d6-bbc8dd3a01b8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Router 27694dd3-eb85-45df-81dc-3e2e184abaa5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:57.060355 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-31d4f699-0457-4fee-9cce-ce1bad1f33e4 req-3995a3bc-bfa0-422b-a870-0dc9cc26177c tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456479 Aug 31 01:31:57.137737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861fb218-7fc9-43ce-8d49-11b1c2af8172 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:57.270741 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-13ced70e-4f12-4778-a2d6-bbc8dd3a01b8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:57.278442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861fb218-7fc9-43ce-8d49-11b1c2af8172 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:57.285866 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c9af2-e0de-4a21-a518-28e324cbe5bf None None] Sync routers for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:57.289181 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54362) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:57.291631 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-861fb218-7fc9-43ce-8d49-11b1c2af8172 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/8c6865b1-eb60-4e5a-86c7-f8a41472a8d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6762714 Aug 31 01:31:57.299996 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c9af2-e0de-4a21-a518-28e324cbe5bf None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:57.300560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ab7de1-f9c8-460e-9744-c3168102e12e None None] Sync routers for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:57.300737 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c69c9af2-e0de-4a21-a518-28e324cbe5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:57.342456 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-13ced70e-4f12-4778-a2d6-bbc8dd3a01b8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] No DVR routers for this DVR port 8e95de75-c463-4909-a88b-596f8a725ee5 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:57.344189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ab7de1-f9c8-460e-9744-c3168102e12e None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:57.345020 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-13ced70e-4f12-4778-a2d6-bbc8dd3a01b8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:57.345849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f1ab7de1-f9c8-460e-9744-c3168102e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:57.347124 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-589e1b7f-660a-43d9-9277-220372ca30c6 req-13ced70e-4f12-4778-a2d6-bbc8dd3a01b8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "DELETE /v2.0/ports/8e95de75-c463-4909-a88b-596f8a725ee5 HTTP/1.1" status: 204 len: 173 time: 1.9713180 Aug 31 01:31:57.347562 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc678400-304e-4ba8-8dd4-b6cee7509342', 'name': 'network-vif-deleted', 'tag': '8e95de75-c463-4909-a88b-596f8a725ee5'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:31:57.350139 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e018598c-47b7-4305-9439-2a7fd7a124c3" -d '{"events": [{"server_uuid": "dc678400-304e-4ba8-8dd4-b6cee7509342", "name": "network-vif-deleted", "tag": "8e95de75-c463-4909-a88b-596f8a725ee5"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:57.418069 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b925e5c4-f99d-42ef-a9e5-1d3818cdcdd1 x-openstack-request-id: req-b925e5c4-f99d-42ef-a9e5-1d3818cdcdd1 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:57.418532 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc678400-304e-4ba8-8dd4-b6cee7509342", "name": "network-vif-deleted", "tag": "8e95de75-c463-4909-a88b-596f8a725ee5", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:57.418727 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b925e5c4-f99d-42ef-a9e5-1d3818cdcdd1 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:57.419126 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc678400-304e-4ba8-8dd4-b6cee7509342', 'name': 'network-vif-deleted', 'tag': '8e95de75-c463-4909-a88b-596f8a725ee5', 'status': 'completed', 'code': 200} Aug 31 01:31:57.461266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-f1ab7de1-f9c8-460e-9744-c3168102e12e None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:57.491800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-8838003f-36ad-4fd1-addd-32a1aca48826 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting subnet 147c8e1a-4a15-475a-811d-5b0ba8b5bda6 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:57.500657 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-c69c9af2-e0de-4a21-a518-28e324cbe5bf None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:57.503797 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8838003f-36ad-4fd1-addd-32a1aca48826 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:57.544663 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f1ab7de1-f9c8-460e-9744-c3168102e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:56Z', 'revision_number': 11, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:57.584380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ab7de1-f9c8-460e-9744-c3168102e12e None None] Checking router: 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:57.585780 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8838003f-36ad-4fd1-addd-32a1aca48826 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:57.602811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ab7de1-f9c8-460e-9744-c3168102e12e None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:57.603816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f1ab7de1-f9c8-460e-9744-c3168102e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:57.685511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-f1ab7de1-f9c8-460e-9744-c3168102e12e None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:57.727750 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8838003f-36ad-4fd1-addd-32a1aca48826 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:57.797849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f1ab7de1-f9c8-460e-9744-c3168102e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:56Z', 'revision_number': 11, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:57.824439 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8838003f-36ad-4fd1-addd-32a1aca48826 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:57.837564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ab7de1-f9c8-460e-9744-c3168102e12e None None] The sync data for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 is: [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:56Z', 'revision_number': 11, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:57.864757 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c69c9af2-e0de-4a21-a518-28e324cbe5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:57.880397 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8838003f-36ad-4fd1-addd-32a1aca48826 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:57.885145 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54380) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:57.887023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8838003f-36ad-4fd1-addd-32a1aca48826 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/147c8e1a-4a15-475a-811d-5b0ba8b5bda6 HTTP/1.1" status: 204 len: 168 time: 0.5951619 Aug 31 01:31:57.888645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838003f-36ad-4fd1-addd-32a1aca48826 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Subnet': ['ID=147c8e1a-4a15-475a-811d-5b0ba8b5bda6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:57.888941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b816033c-da9d-45f6-8279-d99e1b7036f5 None None] Network 5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:57.910187 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10715721-8cdf-4e6e-93fe-38fdae21e02a req-394765b2-75d3-4590-91f3-b262f90d8339 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 210 time: 0.0996888 Aug 31 01:31:57.939959 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c9af2-e0de-4a21-a518-28e324cbe5bf None None] Checking router: 27694dd3-eb85-45df-81dc-3e2e184abaa5 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:57.965647 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c9af2-e0de-4a21-a518-28e324cbe5bf None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:57.967964 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c69c9af2-e0de-4a21-a518-28e324cbe5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:57.970591 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.054331 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Deleting port f5a421d5-bc4a-4a54-9527-93636cbd764d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:58.054962 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.155445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] For port f5a421d5-bc4a-4a54-9527-93636cbd764d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f5a421d5-bc4a-4a54-9527-93636cbd764d,segment=NetworkSegment(9c3bc700-8dd6-49e6-bd47-016989521358),segment_id=9c3bc700-8dd6-49e6-bd47-016989521358)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:58.156162 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.169990 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-c69c9af2-e0de-4a21-a518-28e324cbe5bf None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:58.181604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Calling delete_port for f5a421d5-bc4a-4a54-9527-93636cbd764d owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:58.229073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8370bff0-82f2-45d2-9305-a9ca1cdf1463 None None] DHCP port deletion for 5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:58.235528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8e95de75-c463-4909-a88b-596f8a725ee5 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:58.275967 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575ce78-9c74-4078-a9fd-16b095034713 req-751bec83-7bf7-4d11-85c1-854f7a745ce9 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:58.288808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5575ce78-9c74-4078-a9fd-16b095034713 req-751bec83-7bf7-4d11-85c1-854f7a745ce9 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.1028376 Aug 31 01:31:58.297873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 8e95de75-c463-4909-a88b-596f8a725ee5 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:58.298222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8e95de75-c463-4909-a88b-596f8a725ee5 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:58.351736 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.367603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5575ce78-9c74-4078-a9fd-16b095034713 req-8b8a0773-1c89-455f-b23d-d72e45047143 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778680 Aug 31 01:31:58.407737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Port': ['ID=f5a421d5-bc4a-4a54-9527-93636cbd764d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:58.412161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8370bff0-82f2-45d2-9305-a9ca1cdf1463 None None] Deleting port f5a421d5-bc4a-4a54-9527-93636cbd764d {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:58.413640 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8370bff0-82f2-45d2-9305-a9ca1cdf1463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.419029 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No DVR routers for this DVR port f5a421d5-bc4a-4a54-9527-93636cbd764d on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:58.533879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8370bff0-82f2-45d2-9305-a9ca1cdf1463 None None] For port f5a421d5-bc4a-4a54-9527-93636cbd764d, host n-d-802060-13, got binding levels [] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:58.534668 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8370bff0-82f2-45d2-9305-a9ca1cdf1463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.544327 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.566307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:58.577164 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8370bff0-82f2-45d2-9305-a9ca1cdf1463 None None] Calling delete_port for f5a421d5-bc4a-4a54-9527-93636cbd764d owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:58.585171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.ipam_backend_mixin [None req-8370bff0-82f2-45d2-9305-a9ca1cdf1463 None None] Port f5a421d5-bc4a-4a54-9527-93636cbd764d was not found and therefore no delete operation was performed {{(pid=94762) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 01:31:58.588293 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8370bff0-82f2-45d2-9305-a9ca1cdf1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.604311 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3bc700-8dd6-49e6-bd47-016989521358') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:58.605513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3bc700-8dd6-49e6-bd47-016989521358') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:58.631661 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.650171 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.670307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:58.676020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8370bff0-82f2-45d2-9305-a9ca1cdf1463 None None] No DVR routers for this DVR port f5a421d5-bc4a-4a54-9527-93636cbd764d on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:58.681619 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370bff0-82f2-45d2-9305-a9ca1cdf1463 None None] Pushing event deleted for resources: {'Port': ['ID=f5a421d5-bc4a-4a54-9527-93636cbd764d,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:58.689270 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c69c9af2-e0de-4a21-a518-28e324cbe5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:58.699386 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:58.703392 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:58.765668 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c9af2-e0de-4a21-a518-28e324cbe5bf None None] The sync data for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 is: [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:58.781716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91dcc5-8f95-4c20-baf5-4c253dc1368a req-70230bab-7026-435b-852d-bbdd6ed34f3c tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:58.783725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd91dcc5-8f95-4c20-baf5-4c253dc1368a req-70230bab-7026-435b-852d-bbdd6ed34f3c tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0808203 Aug 31 01:31:58.797691 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f5a421d5-bc4a-4a54-9527-93636cbd764d no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:58.840476 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aa3dd-c238-4791-a92d-8095a5775c0e req-c0b39e31-af0e-483d-a8d2-85503af75d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:58.842329 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-470aa3dd-c238-4791-a92d-8095a5775c0e req-c0b39e31-af0e-483d-a8d2-85503af75d4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a334010591d42c4b0b9c9f874c18ad7&device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 1097 time: 0.1236420 Aug 31 01:31:58.843845 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.856235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: f5a421d5-bc4a-4a54-9527-93636cbd764d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:58.856701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f5a421d5-bc4a-4a54-9527-93636cbd764d not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:58.857125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d451103c-5c66-4864-bd28-817deacc09cd no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:58.860975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd91dcc5-8f95-4c20-baf5-4c253dc1368a req-85d92024-7b8c-42e5-93e2-c55d395a8033 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649443 Aug 31 01:31:58.864888 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:58.871175 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/networks/5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9 HTTP/1.1" status: 204 len: 168 time: 0.9815207 Aug 31 01:31:58.871557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54392) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:58.876355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3aedeba5-798a-4946-8bb2-c84b631fa4c5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'router': {'routes': None}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:58.889932 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bd1e8-8e7e-4377-ba35-11d73b0dda24 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Pushing event deleted for resources: {'Network': ['ID=5e2344e6-aca3-490b-bd6b-c1d0f3c3bad9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:58.904161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: d451103c-5c66-4864-bd28-817deacc09cd {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:58.904936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d451103c-5c66-4864-bd28-817deacc09cd not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:58.976134 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aa3dd-c238-4791-a92d-8095a5775c0e req-0d4ce266-b18c-45ae-8e71-e8ec62ad6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:58.980604 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-470aa3dd-c238-4791-a92d-8095a5775c0e req-0d4ce266-b18c-45ae-8e71-e8ec62ad6bc8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=91da484e-3b61-4157-ba29-ee72f50ae66f HTTP/1.1" status: 200 len: 912 time: 0.1099622 Aug 31 01:31:59.034319 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-470aa3dd-c238-4791-a92d-8095a5775c0e req-39f334f8-4759-4ed6-97a0-f6c7b5013fb1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22d4942a-c90d-4ceb-9499-ad0ddea55892 HTTP/1.1" status: 200 len: 217 time: 0.0475791 Aug 31 01:31:59.093131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aa3dd-c238-4791-a92d-8095a5775c0e req-16b5c7c5-9ce4-40e5-8d8e-2432d9daaf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:59.093346 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a807ddc8-9653-4f30-ab19-89997131f1c3 req-cec63f1f-ee46-45ef-8898-767759ee50dc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 210 time: 0.0599055 Aug 31 01:31:59.095072 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-470aa3dd-c238-4791-a92d-8095a5775c0e req-16b5c7c5-9ce4-40e5-8d8e-2432d9daaf81 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=65f886d4-7fc7-4f33-bda3-12e7d6ed23a7 HTTP/1.1" status: 200 len: 851 time: 0.0536301 Aug 31 01:31:59.121168 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.extraroute_db [None req-3aedeba5-798a-4946-8bb2-c84b631fa4c5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Added routes are [] {{(pid=94761) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 01:31:59.125990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.extraroute_db [None req-3aedeba5-798a-4946-8bb2-c84b631fa4c5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Removed routes are [] {{(pid=94761) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 01:31:59.125990 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3aedeba5-798a-4946-8bb2-c84b631fa4c5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.137556 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-470aa3dd-c238-4791-a92d-8095a5775c0e req-b3be7e31-2f09-4efe-acf6-87cfe07a4699 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91da484e-3b61-4157-ba29-ee72f50ae66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337937 Aug 31 01:31:59.171363 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bae225-268d-47a0-8e3b-8307e4027b6e None None] New status for floating IP 98be2ddb-88e2-4080-9ef5-80142bb894fa: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:31:59.260661 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-470aa3dd-c238-4791-a92d-8095a5775c0e req-29bd520e-0ef7-455c-9a85-e9e132bb8c08 service neutron] 10.222.0.70 "GET /v2.0/networks/91da484e-3b61-4157-ba29-ee72f50ae66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162934 Aug 31 01:31:59.291024 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3aedeba5-798a-4946-8bb2-c84b631fa4c5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.295269 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3aedeba5-798a-4946-8bb2-c84b631fa4c5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.394133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aedeba5-798a-4946-8bb2-c84b631fa4c5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:59.405357 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-470aa3dd-c238-4791-a92d-8095a5775c0e req-edab8dc3-a96d-480d-ab8b-a69c1cbee332 service neutron] 10.222.0.70 "GET /v2.0/networks/91da484e-3b61-4157-ba29-ee72f50ae66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372123 Aug 31 01:31:59.485921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aedeba5-798a-4946-8bb2-c84b631fa4c5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:59.493480 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3aedeba5-798a-4946-8bb2-c84b631fa4c5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.496754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6d1bc3-3985-4360-be9a-a032b595cea8 None None] Sync routers for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:59.500648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3aedeba5-798a-4946-8bb2-c84b631fa4c5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 HTTP/1.1" status: 200 len: 700 time: 0.6277914 Aug 31 01:31:59.503521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54398) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:59.510157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6d1bc3-3985-4360-be9a-a032b595cea8 None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:59.510798 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5d6d1bc3-3985-4360-be9a-a032b595cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:59.532427 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f3fae08c-b3d8-4ea3-9b44-26585bd7405a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 HTTP/1.1" status: 200 len: 205 time: 0.0279679 Aug 31 01:31:59.535015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54400) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:59.627966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60344e63-cdf8-4ffc-b3d7-950b80e7bc6f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.748813 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-5d6d1bc3-3985-4360-be9a-a032b595cea8 None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:59.802497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5d6d1bc3-3985-4360-be9a-a032b595cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:56Z', 'revision_number': 11, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:59.803963 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60344e63-cdf8-4ffc-b3d7-950b80e7bc6f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.806113 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60344e63-cdf8-4ffc-b3d7-950b80e7bc6f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.833248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6d1bc3-3985-4360-be9a-a032b595cea8 None None] Checking router: 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:59.842243 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6d1bc3-3985-4360-be9a-a032b595cea8 None None] Routers {'8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:59.843193 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5d6d1bc3-3985-4360-be9a-a032b595cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:59.852110 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60344e63-cdf8-4ffc-b3d7-950b80e7bc6f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.852657 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60344e63-cdf8-4ffc-b3d7-950b80e7bc6f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Fanout notify agent at l3_agent the message router_deleted on router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:31:59.860261 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-60344e63-cdf8-4ffc-b3d7-950b80e7bc6f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.861375 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-60344e63-cdf8-4ffc-b3d7-950b80e7bc6f tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/routers/8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 HTTP/1.1" status: 204 len: 168 time: 0.3250971 Aug 31 01:31:59.865404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54404) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:59.871509 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-0775d7bc-8771-48de-8a24-4e9eae0c7af4 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-588664308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:59.902823 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0775d7bc-8771-48de-8a24-4e9eae0c7af4 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.904390 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0775d7bc-8771-48de-8a24-4e9eae0c7af4 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:59.941597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-5d6d1bc3-3985-4360-be9a-a032b595cea8 None None] Set router 8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:00.002503 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0775d7bc-8771-48de-8a24-4e9eae0c7af4 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.008914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5d6d1bc3-3985-4360-be9a-a032b595cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:56Z', 'revision_number': 11, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:00.011966 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0775d7bc-8771-48de-8a24-4e9eae0c7af4 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.034952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca6409-7515-4208-a781-9a0b3ab4b179 req-21e10b62-a7c1-4a9d-bd66-918788cd92ae tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:00.037035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f8ca6409-7515-4208-a781-9a0b3ab4b179 req-21e10b62-a7c1-4a9d-bd66-918788cd92ae tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0674756 Aug 31 01:32:00.048113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6d1bc3-3985-4360-be9a-a032b595cea8 None None] The sync data for ids ['8c6865b1-eb60-4e5a-86c7-f8a41472a8d4'] in n-d-802060-13 is: [{'id': '8c6865b1-eb60-4e5a-86c7-f8a41472a8d4', 'name': 'tempest-RoutersTest-router-390808109', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:21Z', 'updated_at': '2021-08-31T01:31:56Z', 'revision_number': 11, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:32:00.063607 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0775d7bc-8771-48de-8a24-4e9eae0c7af4 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.064807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0775d7bc-8771-48de-8a24-4e9eae0c7af4 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1976907 Aug 31 01:32:00.067495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54408) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:00.072145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e491b565-0c94-4086-b908-4d777fecb1fa tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:00.131879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f8ca6409-7515-4208-a781-9a0b3ab4b179 req-7124e243-0243-4456-b2f1-cfb0bd17de6e tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861356 Aug 31 01:32:00.279947 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d85bf18-e0f4-4d21-aee7-ff6c63c25e38 req-6f7822f1-87e4-4ea0-886f-ed577149527b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 210 time: 0.0636182 Aug 31 01:32:00.367839 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e491b565-0c94-4086-b908-4d777fecb1fa tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.379099 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e491b565-0c94-4086-b908-4d777fecb1fa tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.483517 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e491b565-0c94-4086-b908-4d777fecb1fa tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Router 1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:32:00.556927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e491b565-0c94-4086-b908-4d777fecb1fa tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:32:00.564591 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e491b565-0c94-4086-b908-4d777fecb1fa tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.566347 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d51b61-e25a-429a-9fe4-6483e05164e7 None None] Sync routers for ids ['1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:32:00.567340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e491b565-0c94-4086-b908-4d777fecb1fa tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "PUT /v2.0/routers/1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649 HTTP/1.1" status: 200 len: 693 time: 0.4988618 Aug 31 01:32:00.568418 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54414) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:00.576948 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d51b61-e25a-429a-9fe4-6483e05164e7 None None] Routers {'1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:00.577633 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-46d51b61-e25a-429a-9fe4-6483e05164e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:00.648322 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-46d51b61-e25a-429a-9fe4-6483e05164e7 None None] Set router 1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:00.650923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3a97fc09-0ffb-4c93-941f-cd1c17c0716c tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/routers/1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649 HTTP/1.1" status: 200 len: 699 time: 0.0812092 Aug 31 01:32:00.653731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54418) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:00.687913 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-91a2883b-cf89-4e1b-ac08-7e45becc59cd tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649 HTTP/1.1" status: 200 len: 205 time: 0.0327446 Aug 31 01:32:00.690181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54420) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:00.710744 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-46d51b61-e25a-429a-9fe4-6483e05164e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649', 'name': 'tempest-RoutersTest-router-588664308', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:59Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 2, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:00.742389 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d51b61-e25a-429a-9fe4-6483e05164e7 None None] Checking router: 1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:32:00.751568 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d51b61-e25a-429a-9fe4-6483e05164e7 None None] Routers {'1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:00.752361 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-46d51b61-e25a-429a-9fe4-6483e05164e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:31:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:00.770169 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b933b10e-5bb9-42ed-a072-2c54abfba454 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:00.825914 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-46d51b61-e25a-429a-9fe4-6483e05164e7 None None] Set router 1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:00.880858 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-46d51b61-e25a-429a-9fe4-6483e05164e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649', 'name': 'tempest-RoutersTest-router-588664308', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:59Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 2, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:00.912330 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d51b61-e25a-429a-9fe4-6483e05164e7 None None] The sync data for ids ['1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649'] in n-d-802060-13 is: [{'id': '1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649', 'name': 'tempest-RoutersTest-router-588664308', 'tenant_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:31:59Z', 'updated_at': '2021-08-31T01:32:00Z', 'revision_number': 2, 'project_id': 'bbd91efb860049bb87dc1746b6c2e00c', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:32:01.269072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2bd1f-d9d3-4e14-b136-2787aa1b1c17 req-f2f3a961-4f5f-4de4-9994-c49c5f61ac43 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:01.270351 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b933b10e-5bb9-42ed-a072-2c54abfba454 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:01.272202 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1e2bd1f-d9d3-4e14-b136-2787aa1b1c17 req-f2f3a961-4f5f-4de4-9994-c49c5f61ac43 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0646563 Aug 31 01:32:01.272928 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b933b10e-5bb9-42ed-a072-2c54abfba454 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:01.321329 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b933b10e-5bb9-42ed-a072-2c54abfba454 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:01.321943 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b933b10e-5bb9-42ed-a072-2c54abfba454 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Fanout notify agent at l3_agent the message router_deleted on router 1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:32:01.322299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1e2bd1f-d9d3-4e14-b136-2787aa1b1c17 req-a165ed6c-964f-4d75-80a1-ae19d1ecfd34 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405722 Aug 31 01:32:01.329567 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b933b10e-5bb9-42ed-a072-2c54abfba454 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:01.330771 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b933b10e-5bb9-42ed-a072-2c54abfba454 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/routers/1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649 HTTP/1.1" status: 204 len: 168 time: 0.6394980 Aug 31 01:32:01.334328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54426) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.371929 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f233f8c1-3d94-4db2-85ed-e22935032771 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649 HTTP/1.1" status: 200 len: 205 time: 0.0332599 Aug 31 01:32:01.372749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54430) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.405591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-731a7d72-07a6-428c-840e-fda844d5fe33 req-de930f67-caa8-4d93-826b-c81f40f23677 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc678400-304e-4ba8-8dd4-b6cee7509342 HTTP/1.1" status: 200 len: 210 time: 0.0400126 Aug 31 01:32:01.415555 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-e4285867-a206-41d3-b971-74560d542f84 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] delete failed (client error): The resource could not be found. Aug 31 01:32:01.421504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54434) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.421842 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e4285867-a206-41d3-b971-74560d542f84 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/routers/1c3d1d25-d1e4-4115-aa6d-ee1e8a28d649 HTTP/1.1" status: 404 len: 336 time: 0.0478547 Aug 31 01:32:01.455331 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a01fa7b-74ca-4d80-a50c-f93dee119914 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] DELETE failed (client error): The resource could not be found. Aug 31 01:32:01.456040 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a01fa7b-74ca-4d80-a50c-f93dee119914 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:32:01.460649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54436) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.460836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0a01fa7b-74ca-4d80-a50c-f93dee119914 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/8aacc893-5a2f-496b-b8f0-2dceeac8e06f HTTP/1.1" status: 404 len: 337 time: 0.0377133 Aug 31 01:32:01.492864 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e243a2-1948-4ec1-a040-d2fb61d7b080 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] DELETE failed (client error): The resource could not be found. Aug 31 01:32:01.493591 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e243a2-1948-4ec1-a040-d2fb61d7b080 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:32:01.496649 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-37e243a2-1948-4ec1-a040-d2fb61d7b080 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/fecc0bd2-e71e-4356-b746-b1aba85ab843 HTTP/1.1" status: 404 len: 337 time: 0.0337017 Aug 31 01:32:01.498574 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54438) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.533031 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc359be0-7db7-4e44-b0a3-9bef12659b84 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] DELETE failed (client error): The resource could not be found. Aug 31 01:32:01.533606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc359be0-7db7-4e44-b0a3-9bef12659b84 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:32:01.535649 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dc359be0-7db7-4e44-b0a3-9bef12659b84 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/d4b647c4-a59f-44c6-a9a9-c6b966dfb3a0 HTTP/1.1" status: 404 len: 337 time: 0.0349202 Aug 31 01:32:01.538842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54442) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.569009 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba690f1d-6e0b-4c0e-b132-46e16831315a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] DELETE failed (client error): The resource could not be found. Aug 31 01:32:01.569569 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba690f1d-6e0b-4c0e-b132-46e16831315a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:32:01.571400 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ba690f1d-6e0b-4c0e-b132-46e16831315a tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/147c8e1a-4a15-475a-811d-5b0ba8b5bda6 HTTP/1.1" status: 404 len: 337 time: 0.0316663 Aug 31 01:32:01.574707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54444) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.611831 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-80db7139-2658-4aeb-a9e2-8b5a182e9097 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 HTTP/1.1" status: 200 len: 205 time: 0.0359073 Aug 31 01:32:01.612023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54446) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.653189 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:01.654131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a203183-3ad9-4b91-a38a-0565ca0316b9 req-e756210f-f515-485d-9eea-3addbcc88e91 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:01.656351 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a203183-3ad9-4b91-a38a-0565ca0316b9 req-e756210f-f515-485d-9eea-3addbcc88e91 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0713470 Aug 31 01:32:01.670236 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-8a5f6f9d-ff52-4149-98a3-b956a3499e00 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] delete failed (client error): The resource could not be found. Aug 31 01:32:01.671323 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8a5f6f9d-ff52-4149-98a3-b956a3499e00 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/routers/8c6865b1-eb60-4e5a-86c7-f8a41472a8d4 HTTP/1.1" status: 404 len: 336 time: 0.0582600 Aug 31 01:32:01.674410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54448) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.707021 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-57f9b8cf-79b0-4a4d-a421-88a1f9142930 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports?device_id=57528e42-a054-44ce-b4f6-01fd22cdae78 HTTP/1.1" status: 200 len: 205 time: 0.0314715 Aug 31 01:32:01.709322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54452) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.720495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4a203183-3ad9-4b91-a38a-0565ca0316b9 req-670e8225-95ac-48cd-9555-8185b659d9c2 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567873 Aug 31 01:32:01.748129 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-aa97c184-64c2-49af-904e-f1abc4015f34 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] delete failed (client error): The resource could not be found. Aug 31 01:32:01.751354 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-aa97c184-64c2-49af-904e-f1abc4015f34 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/routers/57528e42-a054-44ce-b4f6-01fd22cdae78 HTTP/1.1" status: 404 len: 336 time: 0.0389254 Aug 31 01:32:01.752020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54454) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.780705 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2f7e9e-c496-46f6-ae9d-75e7a9ff7097 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] DELETE failed (client error): The resource could not be found. Aug 31 01:32:01.781162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2f7e9e-c496-46f6-ae9d-75e7a9ff7097 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:32:01.782896 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1e2f7e9e-c496-46f6-ae9d-75e7a9ff7097 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/da451752-ef51-4140-a6c9-ac65e79855db HTTP/1.1" status: 404 len: 337 time: 0.0298185 Aug 31 01:32:01.785639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54456) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.816622 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e8d1a143-3695-423d-a4a8-31073c91d433 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ebac853-6985-4669-98d5-3471db6c16b8 HTTP/1.1" status: 200 len: 205 time: 0.0297966 Aug 31 01:32:01.818837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54458) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.862683 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-010e46f5-e88e-498f-8762-d8451d03fea5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] delete failed (client error): The resource could not be found. Aug 31 01:32:01.866264 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-010e46f5-e88e-498f-8762-d8451d03fea5 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/routers/2ebac853-6985-4669-98d5-3471db6c16b8 HTTP/1.1" status: 404 len: 336 time: 0.0440156 Aug 31 01:32:01.866628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54462) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.904699 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54464) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.905144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-72fa7ba1-b304-4274-8d06-9ab8e6a04712 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb3e070-6bd6-4320-8f98-dabf6ce64ce6 HTTP/1.1" status: 200 len: 205 time: 0.0370605 Aug 31 01:32:01.950207 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-b6370796-c110-4394-b3d1-93af784da271 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] delete failed (client error): The resource could not be found. Aug 31 01:32:01.951183 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b6370796-c110-4394-b3d1-93af784da271 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/routers/7fb3e070-6bd6-4320-8f98-dabf6ce64ce6 HTTP/1.1" status: 404 len: 336 time: 0.0453014 Aug 31 01:32:01.953731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54466) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:01.986473 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a089dfa6-6dbe-4fdd-92bd-0903fedee4ff tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] DELETE failed (client error): The resource could not be found. Aug 31 01:32:01.986933 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a089dfa6-6dbe-4fdd-92bd-0903fedee4ff tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:32:01.988705 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a089dfa6-6dbe-4fdd-92bd-0903fedee4ff tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/7f061c7e-6e2d-4678-9980-713989b017ae HTTP/1.1" status: 404 len: 337 time: 0.0340784 Aug 31 01:32:01.991889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54468) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:02.026223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-217e9a03-30b3-416b-8198-996b32de85eb tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d97a610-13ad-42d5-952e-1624726732c6 HTTP/1.1" status: 200 len: 205 time: 0.0307941 Aug 31 01:32:02.027193 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54470) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:02.085479 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-cfa0ee15-cf1c-455e-bda1-ba98cb78fe87 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] delete failed (client error): The resource could not be found. Aug 31 01:32:02.086531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cfa0ee15-cf1c-455e-bda1-ba98cb78fe87 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/routers/2d97a610-13ad-42d5-952e-1624726732c6 HTTP/1.1" status: 404 len: 336 time: 0.0580456 Aug 31 01:32:02.089143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54472) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:02.117567 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcbff9f-5582-4b36-98d9-5f7eb6b2e9ad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] DELETE failed (client error): The resource could not be found. Aug 31 01:32:02.118032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fcbff9f-5582-4b36-98d9-5f7eb6b2e9ad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:32:02.122911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4fcbff9f-5582-4b36-98d9-5f7eb6b2e9ad tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/37738496-606d-4270-a6ab-a65b8257fde3 HTTP/1.1" status: 404 len: 337 time: 0.0295665 Aug 31 01:32:02.123010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54474) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:02.152008 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-965b74fb-ac79-4a4b-a1ee-8be0441dd9a2 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "GET /v2.0/ports?device_id=17c8a591-e80d-4135-a2a8-5c7e0369da93 HTTP/1.1" status: 200 len: 205 time: 0.0255756 Aug 31 01:32:02.152250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54476) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:02.189332 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-e61c2d84-29bb-4806-9df2-f413dd405590 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] delete failed (client error): The resource could not be found. Aug 31 01:32:02.192978 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e61c2d84-29bb-4806-9df2-f413dd405590 tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/routers/17c8a591-e80d-4135-a2a8-5c7e0369da93 HTTP/1.1" status: 404 len: 336 time: 0.0374796 Aug 31 01:32:02.193194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54478) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:02.220596 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf42784-acb9-45d2-bef6-7576177749df tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] DELETE failed (client error): The resource could not be found. Aug 31 01:32:02.221065 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf42784-acb9-45d2-bef6-7576177749df tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:32:02.222770 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ebf42784-acb9-45d2-bef6-7576177749df tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/99bae617-3dd4-4898-8511-40b90ef09de1 HTTP/1.1" status: 404 len: 337 time: 0.0286796 Aug 31 01:32:02.225357 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54480) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:02.259090 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bac5872-b954-4f6e-ae0c-b01aaa2b521c tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] DELETE failed (client error): The resource could not be found. Aug 31 01:32:02.259583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bac5872-b954-4f6e-ae0c-b01aaa2b521c tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 01:32:02.261989 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5bac5872-b954-4f6e-ae0c-b01aaa2b521c tempest-RoutersTest-27466404 tempest-RoutersTest-27466404-project] 10.222.0.58 "DELETE /v2.0/subnets/c798c8e0-0f32-4742-92c1-1b752475d858 HTTP/1.1" status: 404 len: 337 time: 0.0357351 Aug 31 01:32:02.549351 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54492) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:02.696895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-f4ac7bd0-190c-4967-a1ba-72b2f1b1e30f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70848619&fields=id&tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045 HTTP/1.1" status: 200 len: 267 time: 0.0342968 Aug 31 01:32:02.703323 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4d3051b8-547d-4a3c-a4d2-1872311b5683 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbd91efb860049bb87dc1746b6c2e00c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512890 Aug 31 01:32:02.704426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54500) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:02.778243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6822aacd-a62b-401f-858a-a8479e44a0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:02.808862 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6822aacd-a62b-401f-858a-a8479e44a0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:02.859097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6822aacd-a62b-401f-858a-a8479e44a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:02.862249 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6822aacd-a62b-401f-858a-a8479e44a0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:02.867469 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6822aacd-a62b-401f-858a-a8479e44a0f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9370c62-6908-4e11-8709-bcd12e76a449 HTTP/1.1" status: 204 len: 168 time: 0.1611981 Aug 31 01:32:02.878378 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822aacd-a62b-401f-858a-a8479e44a0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9370c62-6908-4e11-8709-bcd12e76a449,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:03.156003 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2c16fc6e-8709-40be-b952-89e7954fb492 req-0330d0ec-721f-4926-86c6-4b61f51dc019 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575089 Aug 31 01:32:03.175157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-c7597a4b-0d31-435f-9803-39009ee6a619 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:03.176700 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-c7597a4b-0d31-435f-9803-39009ee6a619 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 812 time: 0.4715209 Aug 31 01:32:03.220624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149799f6-45e7-4dda-8c55-2bb0e7776df9 req-5eff56b3-423a-4089-a8a1-0f59c2de02e2 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:03.222615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-149799f6-45e7-4dda-8c55-2bb0e7776df9 req-5eff56b3-423a-4089-a8a1-0f59c2de02e2 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.4070282 Aug 31 01:32:03.226196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-95cb8e5a-dbb3-4e8c-9db6-f16d9810787c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/quotas/2e4cb56e9e2a4fbeb0ebdc7916f3c045 HTTP/1.1" status: 200 len: 375 time: 0.0313566 Aug 31 01:32:03.258002 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16fc6e-8709-40be-b952-89e7954fb492 req-65e1fc6f-3b98-4e1b-89a5-3064cc5680f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:03.258002 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2c16fc6e-8709-40be-b952-89e7954fb492 req-65e1fc6f-3b98-4e1b-89a5-3064cc5680f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a334010591d42c4b0b9c9f874c18ad7&device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 1097 time: 0.0559149 Aug 31 01:32:03.296823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-149799f6-45e7-4dda-8c55-2bb0e7776df9 req-19910143-2ec6-44b8-896c-05ac0501c2c3 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679643 Aug 31 01:32:03.372471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-37f9a97f-7dc0-490b-85e5-4fb5f42c5e72 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1015337 Aug 31 01:32:03.394287 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16fc6e-8709-40be-b952-89e7954fb492 req-aef7c851-b14e-49a6-a268-b0484889b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:03.395867 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2c16fc6e-8709-40be-b952-89e7954fb492 req-aef7c851-b14e-49a6-a268-b0484889b87e service neutron] 10.222.0.70 "GET /v2.0/networks?id=91da484e-3b61-4157-ba29-ee72f50ae66f HTTP/1.1" status: 200 len: 912 time: 0.1178541 Aug 31 01:32:03.456766 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2c16fc6e-8709-40be-b952-89e7954fb492 req-08d9eddd-a797-4d40-a61e-2154bd0e86bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22d4942a-c90d-4ceb-9499-ad0ddea55892 HTTP/1.1" status: 200 len: 217 time: 0.0520377 Aug 31 01:32:03.514359 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-e304cf1c-ef7c-4769-9393-bce263d77794 service neutron] 10.222.0.58 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371188 Aug 31 01:32:03.547482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16fc6e-8709-40be-b952-89e7954fb492 req-a631eebe-e366-4f5d-93bb-2dd0c329cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:03.550185 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2c16fc6e-8709-40be-b952-89e7954fb492 req-a631eebe-e366-4f5d-93bb-2dd0c329cf0e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=65f886d4-7fc7-4f33-bda3-12e7d6ed23a7 HTTP/1.1" status: 200 len: 851 time: 0.0866325 Aug 31 01:32:03.602949 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2c16fc6e-8709-40be-b952-89e7954fb492 req-322755bb-7e01-4473-8e9c-9e6c216c7cac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91da484e-3b61-4157-ba29-ee72f50ae66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446498 Aug 31 01:32:03.663251 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3773f96-e8cc-4e04-bdfe-688e173cb9f0 req-5d7fac7f-7d5e-4f0d-bff7-62931a3388fc tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:03.671587 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3773f96-e8cc-4e04-bdfe-688e173cb9f0 req-5d7fac7f-7d5e-4f0d-bff7-62931a3388fc tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0875120 Aug 31 01:32:03.707932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-fcade5a0-33bb-43ed-bb95-f754c811050e service neutron] 10.222.0.58 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923709 Aug 31 01:32:03.723846 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2c16fc6e-8709-40be-b952-89e7954fb492 req-70dbea3a-0c03-4f9b-b2d9-cbaae1f1e4d9 service neutron] 10.222.0.70 "GET /v2.0/networks/91da484e-3b61-4157-ba29-ee72f50ae66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132274 Aug 31 01:32:03.727858 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3773f96-e8cc-4e04-bdfe-688e173cb9f0 req-19fcff62-ddcc-4b0b-bc73-833a9c5489dd tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552845 Aug 31 01:32:03.862968 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2c16fc6e-8709-40be-b952-89e7954fb492 req-17bb96cc-be78-4b67-b173-51113335b3d0 service neutron] 10.222.0.70 "GET /v2.0/networks/91da484e-3b61-4157-ba29-ee72f50ae66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323993 Aug 31 01:32:03.903373 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54538) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:03.973207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f74e02-263e-4d3e-897f-749d325fbb85 req-4e4c8177-0185-4527-8056-58896283a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:03.975133 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2f74e02-263e-4d3e-897f-749d325fbb85 req-4e4c8177-0185-4527-8056-58896283a41b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a334010591d42c4b0b9c9f874c18ad7&device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 1097 time: 0.0535586 Aug 31 01:32:04.042298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1889497544'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:04.084310 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Made reservation on behalf of 97a8d0c25b4b4bf0b9551c61c5f7d04e for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:04.087540 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.101764 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.127268 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f74e02-263e-4d3e-897f-749d325fbb85 req-9a2a2f17-2bba-48db-9d06-096f4471adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:04.129143 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2f74e02-263e-4d3e-897f-749d325fbb85 req-9a2a2f17-2bba-48db-9d06-096f4471adb8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=91da484e-3b61-4157-ba29-ee72f50ae66f HTTP/1.1" status: 200 len: 912 time: 0.1468699 Aug 31 01:32:04.131423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c6149de-bf8e-4c98-bcd0-90d14d6f4adb req-fafd4fc5-846f-4f06-b30e-4da9b2495c88 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 210 time: 0.0396175 Aug 31 01:32:04.186854 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2f74e02-263e-4d3e-897f-749d325fbb85 req-c74d23c1-7f0e-4fdc-8cf7-cc2ba903bd65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22d4942a-c90d-4ceb-9499-ad0ddea55892 HTTP/1.1" status: 200 len: 217 time: 0.0496111 Aug 31 01:32:04.269242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f74e02-263e-4d3e-897f-749d325fbb85 req-65a77f3a-f9e9-4a0b-aa7b-a996d9cd68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:04.271245 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2f74e02-263e-4d3e-897f-749d325fbb85 req-65a77f3a-f9e9-4a0b-aa7b-a996d9cd68fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=65f886d4-7fc7-4f33-bda3-12e7d6ed23a7 HTTP/1.1" status: 200 len: 851 time: 0.0752125 Aug 31 01:32:04.314486 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2f74e02-263e-4d3e-897f-749d325fbb85 req-ad0005b8-b044-4e28-a93f-bab03e25723c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91da484e-3b61-4157-ba29-ee72f50ae66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333042 Aug 31 01:32:04.391666 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.397220 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.427593 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:32:04.458109 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a98e137-c9c7-4803-92f1-b3029c0f1ae5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:04.462718 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.463252 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Added segment dc137c16-2300-4c04-85dd-4b7538e22ffc of type vlan for network 6f9a5cd2-9cd0-4560-a206-88f407dca812 Aug 31 01:32:04.508187 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2f74e02-263e-4d3e-897f-749d325fbb85 req-481366ba-072f-4a35-adce-a08590606ab4 service neutron] 10.222.0.70 "GET /v2.0/networks/91da484e-3b61-4157-ba29-ee72f50ae66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851685 Aug 31 01:32:04.530061 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.610156 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.615794 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:04.616385 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:04.681624 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7770429 Aug 31 01:32:04.685278 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54554) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:04.691542 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-6c71bcd2-cd41-4334-bd6d-635d651900ba tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6f9a5cd2-9cd0-4560-a206-88f407dca812', 'tempest-TagsTest-Tag-1058462195') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:04.693645 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c2f74e02-263e-4d3e-897f-749d325fbb85 req-edd4b6a9-ac52-4815-a833-ac6cfc6923b1 service neutron] 10.222.0.70 "GET /v2.0/networks/91da484e-3b61-4157-ba29-ee72f50ae66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757812 Aug 31 01:32:04.707313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3c5a8-0bea-4078-bd22-78490d8d899f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Pushing event updated for resources: {'Network': ['ID=6f9a5cd2-9cd0-4560-a206-88f407dca812,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:04.720034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 6f9a5cd2-9cd0-4560-a206-88f407dca812 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:32:04.840810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6c71bcd2-cd41-4334-bd6d-635d651900ba tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] 10.222.0.58 "PUT /v2.0/networks/6f9a5cd2-9cd0-4560-a206-88f407dca812/tags/tempest-TagsTest-Tag-1058462195 HTTP/1.1" status: 201 len: 201 time: 0.1509595 Aug 31 01:32:04.842682 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54560) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:04.847426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-b6c1cab5-506a-471e-9d4b-7ceba4ebe734 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6f9a5cd2-9cd0-4560-a206-88f407dca812', 'tempest-TagsTest-Tag-1058462195') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:04.889110 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e40339-d70e-4ff1-9799-50caf290e5bb req-fa24286d-ace8-4551-8f5f-2d3023c5e2b7 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:04.898079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5e40339-d70e-4ff1-9799-50caf290e5bb req-fa24286d-ace8-4551-8f5f-2d3023c5e2b7 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0730145 Aug 31 01:32:04.937221 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b6c1cab5-506a-471e-9d4b-7ceba4ebe734 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] 10.222.0.58 "GET /v2.0/networks/6f9a5cd2-9cd0-4560-a206-88f407dca812/tags/tempest-TagsTest-Tag-1058462195 HTTP/1.1" status: 204 len: 168 time: 0.0927989 Aug 31 01:32:04.937548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5e40339-d70e-4ff1-9799-50caf290e5bb req-fada3cab-fdbf-4064-bb17-9ebacf10c711 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383401 Aug 31 01:32:04.937723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54564) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:04.941898 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-97259dfd-1154-4d6d-b980-70c10713d89c tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6f9a5cd2-9cd0-4560-a206-88f407dca812') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:05.010288 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-97259dfd-1154-4d6d-b980-70c10713d89c tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] 10.222.0.58 "GET /v2.0/networks/6f9a5cd2-9cd0-4560-a206-88f407dca812/tags HTTP/1.1" status: 200 len: 238 time: 0.0715415 Aug 31 01:32:05.013634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54566) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:05.018209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-bf99c6b6-eeb4-46de-b1fd-d3f8716d2af4 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6f9a5cd2-9cd0-4560-a206-88f407dca812', {'tags': ['tempest-TagsTest-Tag-455706244', 'tempest-TagsTest-Tag-239472313', 'tempest-TagsTest-Tag-2077344295']}) {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:05.107318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bf99c6b6-eeb4-46de-b1fd-d3f8716d2af4 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] 10.222.0.58 "PUT /v2.0/networks/6f9a5cd2-9cd0-4560-a206-88f407dca812/tags HTTP/1.1" status: 200 len: 307 time: 0.0924313 Aug 31 01:32:05.109599 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54568) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:05.114450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-249c2051-4822-4cfd-a9f2-447ffd63eb51 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6f9a5cd2-9cd0-4560-a206-88f407dca812', 'tempest-TagsTest-Tag-455706244') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:05.260812 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eda6fa47-d8c8-4b4e-9858-7200a800428f req-315e6e2b-6b02-4889-89cb-be4ec37455cf tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 210 time: 0.0433412 Aug 31 01:32:05.333904 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-656b37f5-9fab-4627-9854-d527259ed755 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:05.335753 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-656b37f5-9fab-4627-9854-d527259ed755 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.15 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 812 time: 0.1792917 Aug 31 01:32:05.343404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-249c2051-4822-4cfd-a9f2-447ffd63eb51 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] 10.222.0.58 "DELETE /v2.0/networks/6f9a5cd2-9cd0-4560-a206-88f407dca812/tags/tempest-TagsTest-Tag-455706244 HTTP/1.1" status: 204 len: 168 time: 0.2325335 Aug 31 01:32:05.346034 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54572) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:05.357962 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-6eae4852-2d36-4197-be3d-6c3351bac813 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6f9a5cd2-9cd0-4560-a206-88f407dca812', 'tempest-TagsTest-Tag-455706244') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:05.438856 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-407b90a5-fc6b-4cfa-88de-870920cd13a3 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045 HTTP/1.1" status: 200 len: 378 time: 0.0905108 Aug 31 01:32:05.450579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-be529ec6-5261-44b4-a76f-9c819608586f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'port': {'device_id': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'admin_state_up': True, 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'security_groups': ['57050f0b-a0be-4396-9e7c-2cbdc6c7c64d']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:05.521568 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-6eae4852-2d36-4197-be3d-6c3351bac813 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] show failed (client error): The resource could not be found. Aug 31 01:32:05.522657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6eae4852-2d36-4197-be3d-6c3351bac813 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] 10.222.0.58 "GET /v2.0/networks/6f9a5cd2-9cd0-4560-a206-88f407dca812/tags/tempest-TagsTest-Tag-455706244 HTTP/1.1" status: 404 len: 325 time: 0.1756020 Aug 31 01:32:05.525583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54574) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:05.531049 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-6819a314-9366-4455-b3b0-94d828022503 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6f9a5cd2-9cd0-4560-a206-88f407dca812', 'tempest-TagsTest-Tag-239472313') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:05.597751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-be529ec6-5261-44b4-a76f-9c819608586f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Made reservation on behalf of 2e4cb56e9e2a4fbeb0ebdc7916f3c045 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:05.601947 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6819a314-9366-4455-b3b0-94d828022503 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] 10.222.0.58 "GET /v2.0/networks/6f9a5cd2-9cd0-4560-a206-88f407dca812/tags/tempest-TagsTest-Tag-239472313 HTTP/1.1" status: 204 len: 168 time: 0.0747280 Aug 31 01:32:05.603622 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-be529ec6-5261-44b4-a76f-9c819608586f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.604393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54576) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:05.610502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-cf6b41b4-54a5-4687-a280-e5fda197df8a tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6f9a5cd2-9cd0-4560-a206-88f407dca812', 'tempest-TagsTest-Tag-2077344295') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:05.691400 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cf6b41b4-54a5-4687-a280-e5fda197df8a tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] 10.222.0.58 "GET /v2.0/networks/6f9a5cd2-9cd0-4560-a206-88f407dca812/tags/tempest-TagsTest-Tag-2077344295 HTTP/1.1" status: 204 len: 168 time: 0.0854745 Aug 31 01:32:05.692610 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54578) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:05.698126 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-e6252c71-9ff4-4ad0-b3f7-052894deb34f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6f9a5cd2-9cd0-4560-a206-88f407dca812') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:05.739584 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-be529ec6-5261-44b4-a76f-9c819608586f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Allocated IP 172.20.0.7 (680aee2c-12bc-4ff6-aa57-34e08298a980/c02afb6d-b4d0-433f-8da5-3c6fe1d231db/db42b97e-addb-4106-ba0c-60f017fe2285) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:05.790087 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e6252c71-9ff4-4ad0-b3f7-052894deb34f tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] 10.222.0.58 "DELETE /v2.0/networks/6f9a5cd2-9cd0-4560-a206-88f407dca812/tags HTTP/1.1" status: 204 len: 168 time: 0.0954750 Aug 31 01:32:05.792849 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54580) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:05.798259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-58f8b03a-e107-402a-99e9-eeaa7465c5f1 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6f9a5cd2-9cd0-4560-a206-88f407dca812', 'tempest-TagsTest-Tag-239472313') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:05.875746 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-58f8b03a-e107-402a-99e9-eeaa7465c5f1 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] show failed (client error): The resource could not be found. Aug 31 01:32:05.876796 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-58f8b03a-e107-402a-99e9-eeaa7465c5f1 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] 10.222.0.58 "GET /v2.0/networks/6f9a5cd2-9cd0-4560-a206-88f407dca812/tags/tempest-TagsTest-Tag-239472313 HTTP/1.1" status: 404 len: 325 time: 0.0826256 Aug 31 01:32:05.879700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54586) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:05.883976 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-24229f18-160a-48a7-ad9f-d6bc154c0784 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6f9a5cd2-9cd0-4560-a206-88f407dca812', 'tempest-TagsTest-Tag-2077344295') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:05.903714 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-be529ec6-5261-44b4-a76f-9c819608586f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.922058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-be529ec6-5261-44b4-a76f-9c819608586f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Transition to ACTIVE for port object db42b97e-addb-4106-ba0c-60f017fe2285 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:05.965747 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-be529ec6-5261-44b4-a76f-9c819608586f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:05.974581 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-24229f18-160a-48a7-ad9f-d6bc154c0784 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] show failed (client error): The resource could not be found. Aug 31 01:32:05.978798 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-24229f18-160a-48a7-ad9f-d6bc154c0784 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] 10.222.0.58 "GET /v2.0/networks/6f9a5cd2-9cd0-4560-a206-88f407dca812/tags/tempest-TagsTest-Tag-2077344295 HTTP/1.1" status: 404 len: 326 time: 0.0954289 Aug 31 01:32:05.980123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54596) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:05.985957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-2d961d70-7de3-47cb-b72d-7bd1fb4fd4af tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6f9a5cd2-9cd0-4560-a206-88f407dca812') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:06.022287 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be529ec6-5261-44b4-a76f-9c819608586f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'Port': ['ID=db42b97e-addb-4106-ba0c-60f017fe2285,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:06.038973 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-be529ec6-5261-44b4-a76f-9c819608586f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Network 680aee2c-12bc-4ff6-aa57-34e08298a980 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:06.040609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-be529ec6-5261-44b4-a76f-9c819608586f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:06.044254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-be529ec6-5261-44b4-a76f-9c819608586f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:32:06.137097 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2d961d70-7de3-47cb-b72d-7bd1fb4fd4af tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] 10.222.0.58 "DELETE /v2.0/networks/6f9a5cd2-9cd0-4560-a206-88f407dca812/tags HTTP/1.1" status: 204 len: 168 time: 0.1541808 Aug 31 01:32:06.140465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54600) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:06.155454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-be529ec6-5261-44b4-a76f-9c819608586f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:06.156598 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-be529ec6-5261-44b4-a76f-9c819608586f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.179004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728e9f0-839a-487f-bd8d-cd5c807e311c req-d61747d9-3608-4012-a629-db70d80f60d8 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:06.180939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0728e9f0-839a-487f-bd8d-cd5c807e311c req-d61747d9-3608-4012-a629-db70d80f60d8 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.1067984 Aug 31 01:32:06.213498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-be529ec6-5261-44b4-a76f-9c819608586f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7688127 Aug 31 01:32:06.233823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Request body: {'port': {'device_id': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:06.256989 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3434-2be7-49b3-9857-4f60ffa2a143 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.284758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0728e9f0-839a-487f-bd8d-cd5c807e311c req-8e0895fa-8bfd-4f9c-9f82-8f132ce74721 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935316 Aug 31 01:32:06.324290 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.486036 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3434-2be7-49b3-9857-4f60ffa2a143 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.509225 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-3ffc3434-2be7-49b3-9857-4f60ffa2a143 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9a5cd2-9cd0-4560-a206-88f407dca812']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:06.525371 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-3ffc3434-2be7-49b3-9857-4f60ffa2a143 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc137c16-2300-4c04-85dd-4b7538e22ffc') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:06.525689 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-3ffc3434-2be7-49b3-9857-4f60ffa2a143 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc137c16-2300-4c04-85dd-4b7538e22ffc') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:06.526184 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8e39331e-55d4-4aa9-8b52-83b588af756e None None] Provisioning for port db42b97e-addb-4106-ba0c-60f017fe2285 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:06.535240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8e39331e-55d4-4aa9-8b52-83b588af756e None None] Provisioning complete for port db42b97e-addb-4106-ba0c-60f017fe2285 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:06.536385 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8e39331e-55d4-4aa9-8b52-83b588af756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.537004 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3434-2be7-49b3-9857-4f60ffa2a143 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.555778 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3434-2be7-49b3-9857-4f60ffa2a143 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.564563 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffc3434-2be7-49b3-9857-4f60ffa2a143 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:32:06.565654 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3434-2be7-49b3-9857-4f60ffa2a143 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:32:06.572034 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:32:06.607345 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8e39331e-55d4-4aa9-8b52-83b588af756e None None] Port db42b97e-addb-4106-ba0c-60f017fe2285 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:32:06.650000 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3434-2be7-49b3-9857-4f60ffa2a143 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.656201 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3434-2be7-49b3-9857-4f60ffa2a143 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:06.659434 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3ffc3434-2be7-49b3-9857-4f60ffa2a143 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] 10.222.0.58 "DELETE /v2.0/networks/6f9a5cd2-9cd0-4560-a206-88f407dca812 HTTP/1.1" status: 204 len: 168 time: 0.5154500 Aug 31 01:32:06.678803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc3434-2be7-49b3-9857-4f60ffa2a143 tempest-TagsTest-652143646 tempest-TagsTest-652143646-project] Pushing event deleted for resources: {'Network': ['ID=6f9a5cd2-9cd0-4560-a206-88f407dca812,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:06.768923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f1782-f646-452d-964c-a6252e4cca1c req-fb037bae-a8c0-4bdb-9657-f756821430a6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:06.770631 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-751f1782-f646-452d-964c-a6252e4cca1c req-fb037bae-a8c0-4bdb-9657-f756821430a6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 931 time: 0.3332932 Aug 31 01:32:06.824755 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5f955-6a55-49c7-a761-e3bfae38c9fd req-47309bcb-7b2b-416f-935d-a478a4ed1bea tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:06.832731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ad5f955-6a55-49c7-a761-e3bfae38c9fd req-47309bcb-7b2b-416f-935d-a478a4ed1bea tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.1333561 Aug 31 01:32:06.920758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-751f1782-f646-452d-964c-a6252e4cca1c req-22e1647f-3b38-4720-8cba-d166ad9c5b5b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1422796 Aug 31 01:32:06.985825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db42b97e-addb-4106-ba0c-60f017fe2285 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:32:06.994271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ad5f955-6a55-49c7-a761-e3bfae38c9fd req-8388c4df-2465-4d09-9fdb-a3f9f759cbf2 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607256 Aug 31 01:32:07.000537 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.016450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Transition to ACTIVE for port object db42b97e-addb-4106-ba0c-60f017fe2285 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:07.017841 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54616) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:07.021190 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.074853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a44c2-f251-470d-a420-532485590295 service neutron] Pushing event updated for resources: {'Port': ['ID=db42b97e-addb-4106-ba0c-60f017fe2285,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:07.197887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Attempting to bind port db42b97e-addb-4106-ba0c-60f017fe2285 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:32:07.197887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Attempting to bind port db42b97e-addb-4106-ba0c-60f017fe2285 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:32:07.197887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Attempting to bind port db42b97e-addb-4106-ba0c-60f017fe2285 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:07.202268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Port db42b97e-addb-4106-ba0c-60f017fe2285 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:32:07.202602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Attempting to bind port db42b97e-addb-4106-ba0c-60f017fe2285 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:07.216311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:32:07.216665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Checking segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:07.217223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Bound using segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:32:07.218027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Bound port: db42b97e-addb-4106-ba0c-60f017fe2285, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:32:07.218821 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.335064 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-71c0af89-f25e-40c1-ab74-67acfc507d3a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97a8d0c25b4b4bf0b9551c61c5f7d04e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158281 Aug 31 01:32:07.338122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54622) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:07.349631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] For port db42b97e-addb-4106-ba0c-60f017fe2285, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:07.402087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] For port db42b97e-addb-4106-ba0c-60f017fe2285, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=db42b97e-addb-4106-ba0c-60f017fe2285,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:07.411882 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.454143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:07.454974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.456559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-b34a44c2-f251-470d-a420-532485590295 service neutron] 10.222.0.15 "PUT /v2.0/ports/db42b97e-addb-4106-ba0c-60f017fe2285 HTTP/1.1" status: 200 len: 1092 time: 1.2288482 Aug 31 01:32:07.459839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'tag': 'db42b97e-addb-4106-ba0c-60f017fe2285'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:32:07.462145 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baea1a54-c6d4-49f6-b855-81d949985dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "a32803e6-ae9b-4a2b-a085-34303a611591", "tag": "db42b97e-addb-4106-ba0c-60f017fe2285"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:07.491752 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-437991f4-3f4e-4bf7-9954-4643a9698205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.520752 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-437991f4-3f4e-4bf7-9954-4643a9698205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.528707 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051149e2-5906-42c7-8d0a-fd8d2d3954a9 x-openstack-request-id: req-051149e2-5906-42c7-8d0a-fd8d2d3954a9 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:07.529051 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32803e6-ae9b-4a2b-a085-34303a611591", "tag": "db42b97e-addb-4106-ba0c-60f017fe2285", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:07.529275 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-051149e2-5906-42c7-8d0a-fd8d2d3954a9 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:07.529637 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'tag': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'status': 'completed', 'code': 200} Aug 31 01:32:07.590384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a44c2-f251-470d-a420-532485590295 service neutron] Pushing event updated for resources: {'Port': ['ID=db42b97e-addb-4106-ba0c-60f017fe2285,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:07.619126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-da14e8fd-a14b-41b4-b7fc-fcee11f72e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:07.621849 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-da14e8fd-a14b-41b4-b7fc-fcee11f72e08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 1095 time: 0.0880973 Aug 31 01:32:07.642130 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-437991f4-3f4e-4bf7-9954-4643a9698205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.644746 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-437991f4-3f4e-4bf7-9954-4643a9698205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:07.645913 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-437991f4-3f4e-4bf7-9954-4643a9698205 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a98e137-c9c7-4803-92f1-b3029c0f1ae5 HTTP/1.1" status: 204 len: 168 time: 0.3057165 Aug 31 01:32:07.680708 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-12b6c964-398c-4bee-a3c6-65f8b1c4726c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db42b97e-addb-4106-ba0c-60f017fe2285 HTTP/1.1" status: 200 len: 217 time: 0.0481982 Aug 31 01:32:07.686713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437991f4-3f4e-4bf7-9954-4643a9698205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a98e137-c9c7-4803-92f1-b3029c0f1ae5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:07.742034 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-67489d06-a54c-4466-a870-182e6a6e8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:07.743648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-67489d06-a54c-4466-a870-182e6a6e8fb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0533803 Aug 31 01:32:07.807388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-2070d3cb-f21b-48e7-8fee-58d8e8156ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:07.810282 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-2070d3cb-f21b-48e7-8fee-58d8e8156ae1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580318 Aug 31 01:32:07.913722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-490ad21a-b508-45cf-a714-0aaf46b351f1 service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962417 Aug 31 01:32:08.046358 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fce40534-ba1f-47cd-82b8-7d8ffbfde685 req-d27407bd-d853-4e98-b8e7-b354ede72b2b service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248031 Aug 31 01:32:08.084140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135735e3-c0d3-438c-ba1f-2238db4fbfd0 req-4e729f17-56cc-4bc1-b737-b1ac6099ec8f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:08.086204 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-135735e3-c0d3-438c-ba1f-2238db4fbfd0 req-4e729f17-56cc-4bc1-b737-b1ac6099ec8f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 943 time: 0.0831194 Aug 31 01:32:08.185543 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-135735e3-c0d3-438c-ba1f-2238db4fbfd0 req-033ad3f0-1e41-495a-96a0-ebeb6d72ee61 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871696 Aug 31 01:32:08.208249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea1a54-c6d4-49f6-b855-81d949985dfb req-1c08f7b0-7c25-4330-b925-e326e4d782be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:08.209741 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baea1a54-c6d4-49f6-b855-81d949985dfb req-1c08f7b0-7c25-4330-b925-e326e4d782be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 1095 time: 0.0819328 Aug 31 01:32:08.222027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550919f-1577-41b3-896d-0b504697b46f req-460f44a5-652e-43bf-bd27-2f4aa5b6dd29 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:08.224021 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8550919f-1577-41b3-896d-0b504697b46f req-460f44a5-652e-43bf-bd27-2f4aa5b6dd29 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.1367090 Aug 31 01:32:08.322778 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8550919f-1577-41b3-896d-0b504697b46f req-1df10bae-b84c-4c6f-a07f-3f729991bc3a tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/security-groups?id=328a90b3-35e2-481d-be0b-d5e44e02a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787508 Aug 31 01:32:08.350077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea1a54-c6d4-49f6-b855-81d949985dfb req-6aae5d1b-6fe8-43a4-8384-3f9c877fb458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:08.351724 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baea1a54-c6d4-49f6-b855-81d949985dfb req-6aae5d1b-6fe8-43a4-8384-3f9c877fb458 service neutron] 10.222.0.15 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.1267672 Aug 31 01:32:08.407437 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baea1a54-c6d4-49f6-b855-81d949985dfb req-f28c9512-e269-4d7b-87d0-23ad0b701084 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db42b97e-addb-4106-ba0c-60f017fe2285 HTTP/1.1" status: 200 len: 217 time: 0.0478432 Aug 31 01:32:08.409871 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f8911-eeb5-4bdf-b188-054794e6121b req-d548e9ca-5269-416f-bebe-ee1220c1e4e6 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:08.411252 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-763f8911-eeb5-4bdf-b188-054794e6121b req-d548e9ca-5269-416f-bebe-ee1220c1e4e6 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.70 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 945 time: 0.0551741 Aug 31 01:32:08.516776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea1a54-c6d4-49f6-b855-81d949985dfb req-b8424dcf-1223-49b0-8353-2b8129262873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:08.518738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baea1a54-c6d4-49f6-b855-81d949985dfb req-b8424dcf-1223-49b0-8353-2b8129262873 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.1025064 Aug 31 01:32:08.579001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea1a54-c6d4-49f6-b855-81d949985dfb req-08640f5f-7701-4b87-85ac-7c4f1d37b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:08.580945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baea1a54-c6d4-49f6-b855-81d949985dfb req-08640f5f-7701-4b87-85ac-7c4f1d37b956 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548913 Aug 31 01:32:08.582765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-763f8911-eeb5-4bdf-b188-054794e6121b req-c34c3274-e495-4f38-aa11-d07230371e09 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Deleting port 22d4942a-c90d-4ceb-9499-ad0ddea55892 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:32:08.583206 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-763f8911-eeb5-4bdf-b188-054794e6121b req-c34c3274-e495-4f38-aa11-d07230371e09 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:08.699106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-763f8911-eeb5-4bdf-b188-054794e6121b req-c34c3274-e495-4f38-aa11-d07230371e09 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] For port 22d4942a-c90d-4ceb-9499-ad0ddea55892, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=22d4942a-c90d-4ceb-9499-ad0ddea55892,segment=NetworkSegment(06e45138-a4c1-4573-9c91-d75fa628f7db),segment_id=06e45138-a4c1-4573-9c91-d75fa628f7db)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:08.699622 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-763f8911-eeb5-4bdf-b188-054794e6121b req-c34c3274-e495-4f38-aa11-d07230371e09 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:08.721808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baea1a54-c6d4-49f6-b855-81d949985dfb req-cf7c1244-9360-453b-bbbd-cf1bf276e65c service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321142 Aug 31 01:32:08.732436 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-763f8911-eeb5-4bdf-b188-054794e6121b req-c34c3274-e495-4f38-aa11-d07230371e09 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Calling delete_port for 22d4942a-c90d-4ceb-9499-ad0ddea55892 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:32:08.857236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baea1a54-c6d4-49f6-b855-81d949985dfb req-ba314c0b-a4e9-474c-9608-9a9116cd375e service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269445 Aug 31 01:32:08.895637 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-763f8911-eeb5-4bdf-b188-054794e6121b req-c34c3274-e495-4f38-aa11-d07230371e09 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:08.907680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['22d4942a-c90d-4ceb-9499-ad0ddea55892'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:32:08.941322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c3274-e495-4f38-aa11-d07230371e09 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Pushing event deleted for resources: {'Port': ['ID=22d4942a-c90d-4ceb-9499-ad0ddea55892,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:09.000723 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-763f8911-eeb5-4bdf-b188-054794e6121b req-c34c3274-e495-4f38-aa11-d07230371e09 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] No DVR routers for this DVR port 22d4942a-c90d-4ceb-9499-ad0ddea55892 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:32:09.003589 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-763f8911-eeb5-4bdf-b188-054794e6121b req-c34c3274-e495-4f38-aa11-d07230371e09 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:09.006251 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-763f8911-eeb5-4bdf-b188-054794e6121b req-c34c3274-e495-4f38-aa11-d07230371e09 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.70 "DELETE /v2.0/ports/22d4942a-c90d-4ceb-9499-ad0ddea55892 HTTP/1.1" status: 204 len: 173 time: 0.5875516 Aug 31 01:32:09.006775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94646cbb-5b0a-46d1-b872-3bd0212dbfa4', 'name': 'network-vif-deleted', 'tag': '22d4942a-c90d-4ceb-9499-ad0ddea55892'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:32:09.009264 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea162fd2-efa7-445c-9a78-7a1ff59ae420" -d '{"events": [{"server_uuid": "94646cbb-5b0a-46d1-b872-3bd0212dbfa4", "name": "network-vif-deleted", "tag": "22d4942a-c90d-4ceb-9499-ad0ddea55892"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:09.055317 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133c3a5a-79d7-4584-b9ad-17a69e810296 x-openstack-request-id: req-133c3a5a-79d7-4584-b9ad-17a69e810296 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:09.055946 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94646cbb-5b0a-46d1-b872-3bd0212dbfa4", "name": "network-vif-deleted", "tag": "22d4942a-c90d-4ceb-9499-ad0ddea55892", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:09.056469 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-133c3a5a-79d7-4584-b9ad-17a69e810296 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:09.057106 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94646cbb-5b0a-46d1-b872-3bd0212dbfa4', 'name': 'network-vif-deleted', 'tag': '22d4942a-c90d-4ceb-9499-ad0ddea55892', 'status': 'completed', 'code': 200} Aug 31 01:32:09.376740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0292e-5bf6-4681-9a7c-003422b0050b req-1a840ecb-0007-4b27-8a60-52880669cec9 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:09.382607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40a0292e-5bf6-4681-9a7c-003422b0050b req-1a840ecb-0007-4b27-8a60-52880669cec9 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 943 time: 0.1032841 Aug 31 01:32:09.434415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40a0292e-5bf6-4681-9a7c-003422b0050b req-ca8fb74c-5bfc-4e95-b6e3-7b4f15f65e98 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455990 Aug 31 01:32:09.545381 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d567da68-d4aa-4715-8cef-e00e894cca5d req-3768032d-6637-47b0-85e5-bfdc12a572b6 tempest-TestServerAdvancedOps-681480513 tempest-TestServerAdvancedOps-681480513-project] 10.222.0.58 "GET /v2.0/ports?device_id=94646cbb-5b0a-46d1-b872-3bd0212dbfa4 HTTP/1.1" status: 200 len: 210 time: 0.0391827 Aug 31 01:32:10.628238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54696) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:10.636580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f639b5-967d-4ed6-9183-28d68ee822fb req-aef84c54-9895-45d0-8bf1-f78875900081 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:10.638116 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15f639b5-967d-4ed6-9183-28d68ee822fb req-aef84c54-9895-45d0-8bf1-f78875900081 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 943 time: 0.0746901 Aug 31 01:32:10.691678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae73ac99-33e1-4ef5-945e-67bb25edd0b2 admin admin] Deleting subnet 65f886d4-7fc7-4f33-bda3-12e7d6ed23a7 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:32:10.693649 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15f639b5-967d-4ed6-9183-28d68ee822fb req-02c1451c-74bb-4974-b88d-dcc5a5544af8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475969 Aug 31 01:32:10.694998 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae73ac99-33e1-4ef5-945e-67bb25edd0b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.740062 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae73ac99-33e1-4ef5-945e-67bb25edd0b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.780736 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae73ac99-33e1-4ef5-945e-67bb25edd0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.842264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae73ac99-33e1-4ef5-945e-67bb25edd0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.872842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73ac99-33e1-4ef5-945e-67bb25edd0b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65f886d4-7fc7-4f33-bda3-12e7d6ed23a7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:10.876586 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ae73ac99-33e1-4ef5-945e-67bb25edd0b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.880725 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ae73ac99-33e1-4ef5-945e-67bb25edd0b2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/65f886d4-7fc7-4f33-bda3-12e7d6ed23a7 HTTP/1.1" status: 204 len: 168 time: 0.2513647 Aug 31 01:32:10.881710 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54700) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:10.968163 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a0ceb2c5-a181-402a-933d-e79d1585dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.048941 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a0ceb2c5-a181-402a-933d-e79d1585dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.059960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a0ceb2c5-a181-402a-933d-e79d1585dd8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91da484e-3b61-4157-ba29-ee72f50ae66f']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:11.080237 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a0ceb2c5-a181-402a-933d-e79d1585dd8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e45138-a4c1-4573-9c91-d75fa628f7db') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:11.080838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a0ceb2c5-a181-402a-933d-e79d1585dd8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e45138-a4c1-4573-9c91-d75fa628f7db') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:11.093056 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a0ceb2c5-a181-402a-933d-e79d1585dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.109870 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a0ceb2c5-a181-402a-933d-e79d1585dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.117441 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ceb2c5-a181-402a-933d-e79d1585dd8c admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:32:11.117989 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a0ceb2c5-a181-402a-933d-e79d1585dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:32:11.120856 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:32:11.195622 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a0ceb2c5-a181-402a-933d-e79d1585dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.204064 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a0ceb2c5-a181-402a-933d-e79d1585dd8c admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.206008 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a0ceb2c5-a181-402a-933d-e79d1585dd8c admin admin] 10.222.0.58 "DELETE /v2.0/networks/91da484e-3b61-4157-ba29-ee72f50ae66f HTTP/1.1" status: 204 len: 168 time: 0.3233323 Aug 31 01:32:11.208874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54712) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:11.222816 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.229956 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ceb2c5-a181-402a-933d-e79d1585dd8c admin admin] Pushing event deleted for resources: {'Network': ['ID=91da484e-3b61-4157-ba29-ee72f50ae66f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:11.259889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12ed273-f052-470f-9ccc-5eef61a0d4a8 admin admin] Deleting subnet e408d8d3-5f33-4077-976c-462ff563fc4b {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:32:11.264193 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e12ed273-f052-470f-9ccc-5eef61a0d4a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.303865 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e12ed273-f052-470f-9ccc-5eef61a0d4a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.350867 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e12ed273-f052-470f-9ccc-5eef61a0d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.407505 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e12ed273-f052-470f-9ccc-5eef61a0d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.438141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ed273-f052-470f-9ccc-5eef61a0d4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e408d8d3-5f33-4077-976c-462ff563fc4b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:11.440090 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e12ed273-f052-470f-9ccc-5eef61a0d4a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.442175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e12ed273-f052-470f-9ccc-5eef61a0d4a8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e408d8d3-5f33-4077-976c-462ff563fc4b HTTP/1.1" status: 204 len: 168 time: 0.2320888 Aug 31 01:32:11.444694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54714) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:11.523897 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74d71cc1-cdb2-46a5-82cc-6801aada9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.627507 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74d71cc1-cdb2-46a5-82cc-6801aada9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.638236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-74d71cc1-cdb2-46a5-82cc-6801aada9e63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bac88e3-178e-4532-8fb7-9e0a20e635da']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:11.649454 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-74d71cc1-cdb2-46a5-82cc-6801aada9e63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8bf86a-fe24-4776-b308-012892b6964b') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:11.649805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-74d71cc1-cdb2-46a5-82cc-6801aada9e63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8bf86a-fe24-4776-b308-012892b6964b') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:11.661573 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74d71cc1-cdb2-46a5-82cc-6801aada9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.676550 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74d71cc1-cdb2-46a5-82cc-6801aada9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.682978 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d71cc1-cdb2-46a5-82cc-6801aada9e63 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:32:11.683460 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74d71cc1-cdb2-46a5-82cc-6801aada9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:32:11.685053 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:32:11.744375 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74d71cc1-cdb2-46a5-82cc-6801aada9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.750500 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-74d71cc1-cdb2-46a5-82cc-6801aada9e63 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:11.752986 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-74d71cc1-cdb2-46a5-82cc-6801aada9e63 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8bac88e3-178e-4532-8fb7-9e0a20e635da HTTP/1.1" status: 204 len: 168 time: 0.3071728 Aug 31 01:32:11.767721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d71cc1-cdb2-46a5-82cc-6801aada9e63 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bac88e3-178e-4532-8fb7-9e0a20e635da,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:11.861890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416f197-1145-4c5f-aa42-c878b93dba04 req-2c36863a-e2b9-498f-a210-163a069714a0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:11.864660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c416f197-1145-4c5f-aa42-c878b93dba04 req-2c36863a-e2b9-498f-a210-163a069714a0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 943 time: 0.0736313 Aug 31 01:32:11.920237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c416f197-1145-4c5f-aa42-c878b93dba04 req-f6bd4cbb-d524-483e-b4f3-2afdc759940f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484071 Aug 31 01:32:11.986018 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54724) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:12.028113 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5178074d-ca02-4027-9e50-33f70158bcd6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a334010591d42c4b0b9c9f874c18ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409265 Aug 31 01:32:12.030559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54726) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:12.083424 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c8322fd6-58ab-46b4-bf3f-19c8628e88f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:12.105794 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c8322fd6-58ab-46b4-bf3f-19c8628e88f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:12.153114 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c8322fd6-58ab-46b4-bf3f-19c8628e88f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:12.156242 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c8322fd6-58ab-46b4-bf3f-19c8628e88f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:12.157404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c8322fd6-58ab-46b4-bf3f-19c8628e88f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/328a90b3-35e2-481d-be0b-d5e44e02a52b HTTP/1.1" status: 204 len: 168 time: 0.1259577 Aug 31 01:32:12.165661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8322fd6-58ab-46b4-bf3f-19c8628e88f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328a90b3-35e2-481d-be0b-d5e44e02a52b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:12.263125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 22d4942a-c90d-4ceb-9499-ad0ddea55892 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:32:12.294965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 22d4942a-c90d-4ceb-9499-ad0ddea55892 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:32:12.299997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 22d4942a-c90d-4ceb-9499-ad0ddea55892 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:32:12.584294 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54740) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:12.638993 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0fab7d29-68aa-4438-a641-e90842f4589d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=115df59c3f594b42b6853be26a613b59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500305 Aug 31 01:32:12.639109 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54744) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:12.704464 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1a54c8bb-78b8-4b70-b16b-1f0317cf415d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:12.735992 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1a54c8bb-78b8-4b70-b16b-1f0317cf415d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:12.806089 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1a54c8bb-78b8-4b70-b16b-1f0317cf415d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:12.811225 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1a54c8bb-78b8-4b70-b16b-1f0317cf415d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:12.812746 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1a54c8bb-78b8-4b70-b16b-1f0317cf415d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/42988497-22a6-469e-8733-7a5dbe40cfb2 HTTP/1.1" status: 204 len: 168 time: 0.1725614 Aug 31 01:32:12.848300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54c8bb-78b8-4b70-b16b-1f0317cf415d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42988497-22a6-469e-8733-7a5dbe40cfb2,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:13.074631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232e9ce-5652-489a-b41d-9ed51bd56d2b req-9d55b7a6-dda0-48cd-8e12-6f50354bc4aa tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:13.079711 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9232e9ce-5652-489a-b41d-9ed51bd56d2b req-9d55b7a6-dda0-48cd-8e12-6f50354bc4aa tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 943 time: 0.0646713 Aug 31 01:32:13.138682 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9232e9ce-5652-489a-b41d-9ed51bd56d2b req-0c800779-d275-4f09-bd67-afbe1406b4ba tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534108 Aug 31 01:32:14.279822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93c50a-f872-4aa6-bbbb-ace2b176f9f9 req-95dd9009-766d-4e19-a07b-60fe18a4fc97 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:14.281378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b93c50a-f872-4aa6-bbbb-ace2b176f9f9 req-95dd9009-766d-4e19-a07b-60fe18a4fc97 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 943 time: 0.0542190 Aug 31 01:32:14.320177 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b93c50a-f872-4aa6-bbbb-ace2b176f9f9 req-336c389d-62e6-4626-a6c8-ee3f6c737298 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328133 Aug 31 01:32:15.551061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4a655-2632-4faf-b7d1-29e9dee869a9 req-39521f0f-92e8-4e99-b799-f7786b9a3c47 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:15.551061 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51c4a655-2632-4faf-b7d1-29e9dee869a9 req-39521f0f-92e8-4e99-b799-f7786b9a3c47 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 943 time: 0.0573845 Aug 31 01:32:15.551061 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51c4a655-2632-4faf-b7d1-29e9dee869a9 req-b4a0a82e-c5df-4b88-a23c-26f2071d8ef3 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648856 Aug 31 01:32:16.660565 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9870624-852e-4dbe-9334-8bf6b78f76ed req-62d36423-c48c-4c93-957d-f802670dfd18 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:16.662801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9870624-852e-4dbe-9334-8bf6b78f76ed req-62d36423-c48c-4c93-957d-f802670dfd18 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 943 time: 0.0684590 Aug 31 01:32:16.704571 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c9870624-852e-4dbe-9334-8bf6b78f76ed req-3f3219f5-9e20-44d5-b9ea-b74e83178d1f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349901 Aug 31 01:32:17.348509 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54844) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:17.474776 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba555464-e2c5-4b4f-ad33-6919e4d1864e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:17.592071 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba555464-e2c5-4b4f-ad33-6919e4d1864e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:17.597314 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba555464-e2c5-4b4f-ad33-6919e4d1864e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:17.637590 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba555464-e2c5-4b4f-ad33-6919e4d1864e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20957ea7-24fe-4e3b-bdc1-51dcdb6a012d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:17.644363 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ba555464-e2c5-4b4f-ad33-6919e4d1864e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e2bfd172487143aa8002c15e5dcbd22e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920702 Aug 31 01:32:17.644607 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54854) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:17.705306 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3cabbc8a-71df-4b48-a5f1-eabb9b208140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:17.727519 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3cabbc8a-71df-4b48-a5f1-eabb9b208140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:17.780446 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3cabbc8a-71df-4b48-a5f1-eabb9b208140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:17.783153 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3cabbc8a-71df-4b48-a5f1-eabb9b208140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:17.786868 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3cabbc8a-71df-4b48-a5f1-eabb9b208140 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20957ea7-24fe-4e3b-bdc1-51dcdb6a012d HTTP/1.1" status: 204 len: 168 time: 0.1388063 Aug 31 01:32:17.806896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabbc8a-71df-4b48-a5f1-eabb9b208140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20957ea7-24fe-4e3b-bdc1-51dcdb6a012d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:17.847096 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43dce2-2daa-46b9-a185-9b6218a34574 req-884172ef-be31-4ca0-8bc4-607db7791368 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:17.848635 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d43dce2-2daa-46b9-a185-9b6218a34574 req-884172ef-be31-4ca0-8bc4-607db7791368 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 943 time: 0.0673752 Aug 31 01:32:17.890242 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d43dce2-2daa-46b9-a185-9b6218a34574 req-93894c9e-346b-40f5-a633-4bf1b62d85c9 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349627 Aug 31 01:32:18.087665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 54872) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:18.102615 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-68f52e90-6bd2-42b7-8a85-60ae8b2035a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:18.204696 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-68f52e90-6bd2-42b7-8a85-60ae8b2035a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:18.209256 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-68f52e90-6bd2-42b7-8a85-60ae8b2035a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:18.251612 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f52e90-6bd2-42b7-8a85-60ae8b2035a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c404c62-02f6-48e9-8a69-f12d237181fc,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:18.258716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 54880) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:18.258831 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-68f52e90-6bd2-42b7-8a85-60ae8b2035a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89564d786b9c47519ec50682aaf1bc5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698945 Aug 31 01:32:18.313969 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1439c3ee-e814-41ef-89a9-bff8686003a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:18.339576 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1439c3ee-e814-41ef-89a9-bff8686003a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:18.388442 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1439c3ee-e814-41ef-89a9-bff8686003a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:18.390958 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1439c3ee-e814-41ef-89a9-bff8686003a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:18.392143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1439c3ee-e814-41ef-89a9-bff8686003a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c404c62-02f6-48e9-8a69-f12d237181fc HTTP/1.1" status: 204 len: 168 time: 0.1325307 Aug 31 01:32:18.401523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439c3ee-e814-41ef-89a9-bff8686003a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c404c62-02f6-48e9-8a69-f12d237181fc,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:18.714804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ecabb96-9097-4c13-aabf-b9ad1573fa44 req-34bb69fc-c55b-4bb2-a9eb-5c1c7ed88b48 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460010 Aug 31 01:32:18.789762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecabb96-9097-4c13-aabf-b9ad1573fa44 req-5d18f4c3-e6c2-4c56-91f5-3571723578d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:18.791426 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ecabb96-9097-4c13-aabf-b9ad1573fa44 req-5d18f4c3-e6c2-4c56-91f5-3571723578d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 1097 time: 0.0486634 Aug 31 01:32:18.906529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecabb96-9097-4c13-aabf-b9ad1573fa44 req-95d5deb2-c836-4104-bfc8-ad78cd993894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:18.908042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ecabb96-9097-4c13-aabf-b9ad1573fa44 req-95d5deb2-c836-4104-bfc8-ad78cd993894 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 918 time: 0.0970824 Aug 31 01:32:19.056848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b784d-e26a-44f5-b405-57360973843b req-c083daa2-dfa7-4148-8705-2d4cdb1117d6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:19.067697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-599b784d-e26a-44f5-b405-57360973843b req-c083daa2-dfa7-4148-8705-2d4cdb1117d6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 943 time: 0.0835135 Aug 31 01:32:19.078727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ecabb96-9097-4c13-aabf-b9ad1573fa44 req-9cc1454b-d961-4820-b405-c98940215d1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee HTTP/1.1" status: 200 len: 1000 time: 0.1625621 Aug 31 01:32:19.142931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecabb96-9097-4c13-aabf-b9ad1573fa44 req-b1140977-45f1-46ad-87aa-f95a6e58ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:19.144505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ecabb96-9097-4c13-aabf-b9ad1573fa44 req-b1140977-45f1-46ad-87aa-f95a6e58ccc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 200 len: 856 time: 0.0562413 Aug 31 01:32:19.204484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-599b784d-e26a-44f5-b405-57360973843b req-89079d0d-eeaf-41d2-aba0-10a126c1860b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1356843 Aug 31 01:32:19.221734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecabb96-9097-4c13-aabf-b9ad1573fa44 req-3542a2fe-73bc-4eed-9995-0338fb00db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:19.223255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ecabb96-9097-4c13-aabf-b9ad1573fa44 req-3542a2fe-73bc-4eed-9995-0338fb00db1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677404 Aug 31 01:32:19.349040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ecabb96-9097-4c13-aabf-b9ad1573fa44 req-2d12a2bf-39a3-471b-a347-37e965621d4a service neutron] 10.222.0.15 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167545 Aug 31 01:32:19.464396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ecabb96-9097-4c13-aabf-b9ad1573fa44 req-737e5ef0-e678-4b5f-82a5-ed695a7f5291 service neutron] 10.222.0.15 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079917 Aug 31 01:32:20.212987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device db42b97e-addb-4106-ba0c-60f017fe2285 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:32:20.333307 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port db42b97e-addb-4106-ba0c-60f017fe2285, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=db42b97e-addb-4106-ba0c-60f017fe2285,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:20.354861 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'port_id': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'mac_address': 'fa:16:3e:84:fd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:32:20.386820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab4921-db69-4b83-9505-bcb4e8a72192 req-c4bdbf79-8c41-4613-b9da-3b39d13d78e5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:20.396577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dab4921-db69-4b83-9505-bcb4e8a72192 req-c4bdbf79-8c41-4613-b9da-3b39d13d78e5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 943 time: 0.1018116 Aug 31 01:32:20.414773 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:20.437940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db42b97e-addb-4106-ba0c-60f017fe2285 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:32:20.454795 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dab4921-db69-4b83-9505-bcb4e8a72192 req-3bbfd7fe-a8bc-4aa2-ab2d-f27721fce1ff tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572081 Aug 31 01:32:20.458580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port db42b97e-addb-4106-ba0c-60f017fe2285, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=db42b97e-addb-4106-ba0c-60f017fe2285,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:20.472310 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:20.530050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=db42b97e-addb-4106-ba0c-60f017fe2285,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:20.538684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:20.539143 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:20.539610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:20.540062 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:20.540647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:20.541308 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:20.541932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:20.542980 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:20.543967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:20.544517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:20.545084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:20.545636 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:20.836563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['db42b97e-addb-4106-ba0c-60f017fe2285'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:32:21.230921 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2d20bcac-fe26-4b0d-b876-4ab7f79f2285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:21.574774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e925146-3c98-429c-81a7-3055a491df15 req-fb3f8a45-dce2-445d-bc5c-52f6e92cc09c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:21.576335 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e925146-3c98-429c-81a7-3055a491df15 req-fb3f8a45-dce2-445d-bc5c-52f6e92cc09c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 944 time: 0.0550435 Aug 31 01:32:21.617398 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e925146-3c98-429c-81a7-3055a491df15 req-7ca48ca6-cc8e-4895-a7e5-59584acb5eb5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350707 Aug 31 01:32:22.212356 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device db42b97e-addb-4106-ba0c-60f017fe2285 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:22.270960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port db42b97e-addb-4106-ba0c-60f017fe2285 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:22.275927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port db42b97e-addb-4106-ba0c-60f017fe2285 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:22.277318 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:22.368374 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:22.393720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db42b97e-addb-4106-ba0c-60f017fe2285'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:32:22.396763 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f20aa20-0ada-493d-816b-405d39e00afc" -d '{"events": [{"server_uuid": "a32803e6-ae9b-4a2b-a085-34303a611591", "name": "network-vif-plugged", "status": "completed", "tag": "db42b97e-addb-4106-ba0c-60f017fe2285"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:22.417766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port db42b97e-addb-4106-ba0c-60f017fe2285, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=db42b97e-addb-4106-ba0c-60f017fe2285,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:22.426549 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:22.460782 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb74c39-db4d-4532-aa1a-65391e37d116 x-openstack-request-id: req-bcb74c39-db4d-4532-aa1a-65391e37d116 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:22.461075 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32803e6-ae9b-4a2b-a085-34303a611591", "name": "network-vif-plugged", "status": "completed", "tag": "db42b97e-addb-4106-ba0c-60f017fe2285", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:22.461325 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bcb74c39-db4d-4532-aa1a-65391e37d116 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:22.461715 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'code': 200} Aug 31 01:32:22.495102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=db42b97e-addb-4106-ba0c-60f017fe2285,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:22.587838 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff1110-6cd3-4830-8ecf-763d722398f3 req-cc8af017-ebe4-4bea-aff2-4babc4f464b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:22.590436 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86ff1110-6cd3-4830-8ecf-763d722398f3 req-cc8af017-ebe4-4bea-aff2-4babc4f464b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 1097 time: 0.0475862 Aug 31 01:32:22.652815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86ff1110-6cd3-4830-8ecf-763d722398f3 req-76b2177f-d59e-4525-aec5-d36dfdcc0106 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362751 Aug 31 01:32:22.754726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3eda22-ab56-477c-8577-a29e88a9708b req-a8730620-e848-45ce-86c7-63de0dd6b1a1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:22.756537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e3eda22-ab56-477c-8577-a29e88a9708b req-a8730620-e848-45ce-86c7-63de0dd6b1a1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 945 time: 0.0530131 Aug 31 01:32:22.803024 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3e3eda22-ab56-477c-8577-a29e88a9708b req-d0b0c258-d522-413e-be95-635d0754a66f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391805 Aug 31 01:32:23.774630 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7345b1c6-604e-48a4-948d-fe08369f4a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:23.940841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a433d7b-efa3-472f-9c29-e0675edd7e63 req-2f8c2aa3-88ce-4a06-a096-442536665668 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:23.943339 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a433d7b-efa3-472f-9c29-e0675edd7e63 req-2f8c2aa3-88ce-4a06-a096-442536665668 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 945 time: 0.0693052 Aug 31 01:32:23.990138 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a433d7b-efa3-472f-9c29-e0675edd7e63 req-83bb864e-8736-47d5-9ccd-d7f027d598b2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398371 Aug 31 01:32:24.057575 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:24.316217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55106) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:24.431901 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-755535be-eea1-425f-88ee-e35df4f0f0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:24.514458 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:24.535689 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-755535be-eea1-425f-88ee-e35df4f0f0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:24.539951 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-755535be-eea1-425f-88ee-e35df4f0f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:24.583794 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-755535be-eea1-425f-88ee-e35df4f0f0b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb8a2bd2461c41a7bf2126a4c69f583c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664869 Aug 31 01:32:24.584366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55116) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:24.588283 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755535be-eea1-425f-88ee-e35df4f0f0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f3b4de-4dcd-4139-bc1d-a82a602bccd9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:24.639839 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c622-8061-41bc-a8d6-0c629cc681ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:24.661801 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c622-8061-41bc-a8d6-0c629cc681ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:24.714637 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c622-8061-41bc-a8d6-0c629cc681ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:24.717194 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c622-8061-41bc-a8d6-0c629cc681ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:24.718414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a0f2c622-8061-41bc-a8d6-0c629cc681ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65f3b4de-4dcd-4139-bc1d-a82a602bccd9 HTTP/1.1" status: 204 len: 168 time: 0.1330459 Aug 31 01:32:24.735156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2c622-8061-41bc-a8d6-0c629cc681ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f3b4de-4dcd-4139-bc1d-a82a602bccd9,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:25.027299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55134) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:25.043694 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b15965f7-786c-467c-a9ed-07b163838db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.129350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e1808-c36f-4776-bcea-602e0edbf35e req-0a6095b1-cbb9-4a76-85aa-a53f97e1a2cd tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:25.143445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d98e1808-c36f-4776-bcea-602e0edbf35e req-0a6095b1-cbb9-4a76-85aa-a53f97e1a2cd tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 945 time: 0.0645328 Aug 31 01:32:25.146053 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b15965f7-786c-467c-a9ed-07b163838db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.150431 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b15965f7-786c-467c-a9ed-07b163838db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.187224 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d98e1808-c36f-4776-bcea-602e0edbf35e req-87a625ed-b41d-423f-bf38-e1b47851f4f8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360260 Aug 31 01:32:25.197944 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b15965f7-786c-467c-a9ed-07b163838db6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=138c05921e114f0483447ba31c0a6b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690567 Aug 31 01:32:25.198888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15965f7-786c-467c-a9ed-07b163838db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdde5bf0-61e4-4880-a788-404ef9190b36,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:25.201246 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55140) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:25.263512 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-59293220-090c-4b4a-900e-50dad59def7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.292893 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-59293220-090c-4b4a-900e-50dad59def7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.344894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed37d4d-2279-42bc-ae3e-22fbd75c113c req-11e5142d-ec33-480b-a8d0-9ab14d7c7b6d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:25.346732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ed37d4d-2279-42bc-ae3e-22fbd75c113c req-11e5142d-ec33-480b-a8d0-9ab14d7c7b6d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 945 time: 0.0649257 Aug 31 01:32:25.353500 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-59293220-090c-4b4a-900e-50dad59def7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.356853 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-59293220-090c-4b4a-900e-50dad59def7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.358257 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-59293220-090c-4b4a-900e-50dad59def7c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bdde5bf0-61e4-4880-a788-404ef9190b36 HTTP/1.1" status: 204 len: 168 time: 0.1561048 Aug 31 01:32:25.368366 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59293220-090c-4b4a-900e-50dad59def7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdde5bf0-61e4-4880-a788-404ef9190b36,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:25.395653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ed37d4d-2279-42bc-ae3e-22fbd75c113c req-61ca40b6-a6d1-44a2-a11b-e28346364370 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410833 Aug 31 01:32:25.421441 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55150) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:25.474548 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400b2693-0550-48e2-86e4-ddbdd77de363 tempest-TestVolumeBootPattern-2032367421 tempest-TestVolumeBootPattern-2032367421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:25.476152 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-400b2693-0550-48e2-86e4-ddbdd77de363 tempest-TestVolumeBootPattern-2032367421 tempest-TestVolumeBootPattern-2032367421-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 1092 time: 0.0537193 Aug 31 01:32:25.479424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55154) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:25.484098 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:25.520007 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.641851 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.778349 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Allocated IP 172.25.6.16 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/7505d089-a9b9-4c41-9162-2c2c1270259a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:25.922294 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:25.988027 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.043516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:26.047447 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:26.053543 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:32:26.090175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'Port': ['ID=7505d089-a9b9-4c41-9162-2c2c1270259a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:26.734741 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:26.957847 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.042044 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.216198 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.222448 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.308734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'Port': ['ID=7505d089-a9b9-4c41-9162-2c2c1270259a,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:27.318869 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.448722 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Floating IP eac86edc-5f15-407b-af51-e6fb5ee2c835 associated. External IP: 172.25.6.16, port: db42b97e-addb-4106-ba0c-60f017fe2285. Aug 31 01:32:27.559981 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:32:27.567681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55230) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:27.670599 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Router 27694dd3-eb85-45df-81dc-3e2e184abaa5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:32:27.690998 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.782497 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:32:27.794888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c47dd-3c8d-4285-9e54-6e721e236892 None None] Sync routers for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:32:27.795866 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.800476 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.807166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c47dd-3c8d-4285-9e54-6e721e236892 None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:27.808000 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ee2c47dd-3c8d-4285-9e54-6e721e236892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:32:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:27.811121 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.851432 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-806c7f49-126f-4a6e-8f47-b2dbcfd98f0e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3635757 Aug 31 01:32:27.851432 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'tag': 'db42b97e-addb-4106-ba0c-60f017fe2285'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:32:27.851689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9bd4faa2eb5d473b8635b03aa7c2015f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768233 Aug 31 01:32:27.851689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55234) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:27.851839 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4354224-9277-42a3-acfb-54dd6eca5b08" -d '{"events": [{"name": "network-changed", "server_uuid": "a32803e6-ae9b-4a2b-a085-34303a611591", "tag": "db42b97e-addb-4106-ba0c-60f017fe2285"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:27.856494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05820ff5-92bc-44c7-a4da-85b5b76d8ecf,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:27.873381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:27.873710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:27.874056 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:27.874395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:27.874728 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:27.875057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:27.875425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:27.875748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:27.876077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:27.876401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:27.876720 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:27.877045 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64cb104-3656-49bb-b0fd-f97a1282b347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:27.897976 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e948471-1cef-4187-805c-96e964bb743c x-openstack-request-id: req-3e948471-1cef-4187-805c-96e964bb743c {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:27.898270 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32803e6-ae9b-4a2b-a085-34303a611591", "tag": "db42b97e-addb-4106-ba0c-60f017fe2285", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:27.898525 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e948471-1cef-4187-805c-96e964bb743c {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:27.898939 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'tag': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'status': 'completed', 'code': 200} Aug 31 01:32:27.922197 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-915cd68f-4ed2-469e-a379-868433278500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.968235 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-915cd68f-4ed2-469e-a379-868433278500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:27.975134 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-ee2c47dd-3c8d-4285-9e54-6e721e236892 None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:28.018327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4354224-9277-42a3-acfb-54dd6eca5b08 req-d620ed1f-6d86-4fce-83e2-1dd9831b521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:28.020263 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4354224-9277-42a3-acfb-54dd6eca5b08 req-d620ed1f-6d86-4fce-83e2-1dd9831b521d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 1097 time: 0.0927989 Aug 31 01:32:28.222929 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ee2c47dd-3c8d-4285-9e54-6e721e236892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'eac86edc-5f15-407b-af51-e6fb5ee2c835', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'floating_ip_address': '172.25.6.16', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'port_id': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'mac_address': 'fa:16:3e:84:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:32:26Z', 'updated_at': '2021-08-31T01:32:26Z', 'revision_number': 0, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:28.250527 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c47dd-3c8d-4285-9e54-6e721e236892 None None] Checking router: 27694dd3-eb85-45df-81dc-3e2e184abaa5 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:32:28.269032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c47dd-3c8d-4285-9e54-6e721e236892 None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:32:28.270028 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ee2c47dd-3c8d-4285-9e54-6e721e236892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:32:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:28.396440 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-ee2c47dd-3c8d-4285-9e54-6e721e236892 None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:32:28.397440 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-915cd68f-4ed2-469e-a379-868433278500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.399937 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-915cd68f-4ed2-469e-a379-868433278500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.404157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-915cd68f-4ed2-469e-a379-868433278500 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/05820ff5-92bc-44c7-a4da-85b5b76d8ecf HTTP/1.1" status: 204 len: 168 time: 0.5529771 Aug 31 01:32:28.446761 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4354224-9277-42a3-acfb-54dd6eca5b08 req-5da44c1a-5d82-4768-8d82-8108be5dc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:28.449377 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4354224-9277-42a3-acfb-54dd6eca5b08 req-5da44c1a-5d82-4768-8d82-8108be5dc88d service neutron] 10.222.0.15 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.4220810 Aug 31 01:32:28.451046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cd68f-4ed2-469e-a379-868433278500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05820ff5-92bc-44c7-a4da-85b5b76d8ecf,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:28.539246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4354224-9277-42a3-acfb-54dd6eca5b08 req-cd76c103-e168-480b-90e5-607a57066f4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db42b97e-addb-4106-ba0c-60f017fe2285 HTTP/1.1" status: 200 len: 998 time: 0.0773313 Aug 31 01:32:28.622074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4354224-9277-42a3-acfb-54dd6eca5b08 req-3ffe33ba-09fc-4d55-8225-7c4750670ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:28.623815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4354224-9277-42a3-acfb-54dd6eca5b08 req-3ffe33ba-09fc-4d55-8225-7c4750670ed3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0789247 Aug 31 01:32:28.685637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4354224-9277-42a3-acfb-54dd6eca5b08 req-daff7bf3-9b7c-4d63-9741-8976fa9e37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:28.688446 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4354224-9277-42a3-acfb-54dd6eca5b08 req-daff7bf3-9b7c-4d63-9741-8976fa9e37bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577424 Aug 31 01:32:28.722766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ee2c47dd-3c8d-4285-9e54-6e721e236892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'eac86edc-5f15-407b-af51-e6fb5ee2c835', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'floating_ip_address': '172.25.6.16', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'port_id': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'mac_address': 'fa:16:3e:84:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:32:26Z', 'updated_at': '2021-08-31T01:32:26Z', 'revision_number': 0, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:28.758720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c47dd-3c8d-4285-9e54-6e721e236892 None None] The sync data for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 is: [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'eac86edc-5f15-407b-af51-e6fb5ee2c835', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'floating_ip_address': '172.25.6.16', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'port_id': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'mac_address': 'fa:16:3e:84:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:32:26Z', 'updated_at': '2021-08-31T01:32:26Z', 'revision_number': 0, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:32:28.769674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55250) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:28.789496 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40876279-5815-4374-a81f-16c04f27028d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.798146 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4354224-9277-42a3-acfb-54dd6eca5b08 req-e59f9a92-6446-4780-ae14-ebb1796f73a1 service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975633 Aug 31 01:32:28.912845 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40876279-5815-4374-a81f-16c04f27028d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.915979 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4354224-9277-42a3-acfb-54dd6eca5b08 req-b1b3990d-f592-4a37-9005-5cd30bb0f8f2 service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112978 Aug 31 01:32:28.917680 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-40876279-5815-4374-a81f-16c04f27028d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:28.965462 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-40876279-5815-4374-a81f-16c04f27028d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e7155ff607247daaabdc3a7744608df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938434 Aug 31 01:32:28.968138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55252) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:28.974420 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40876279-5815-4374-a81f-16c04f27028d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b23ad11-0e10-4d2d-839b-7427d98c9d91,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:29.028370 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e421-3801-4922-ab7c-27ca92f59a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:29.039547 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfee6d2-152c-46eb-9c4e-13275e0c5d7b None None] New status for floating IP eac86edc-5f15-407b-af51-e6fb5ee2c835: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:32:29.052718 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e421-3801-4922-ab7c-27ca92f59a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:29.108045 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e421-3801-4922-ab7c-27ca92f59a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:29.110940 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e421-3801-4922-ab7c-27ca92f59a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:29.114411 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8ff6e421-3801-4922-ab7c-27ca92f59a9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b23ad11-0e10-4d2d-839b-7427d98c9d91 HTTP/1.1" status: 204 len: 168 time: 0.1431305 Aug 31 01:32:29.133581 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6e421-3801-4922-ab7c-27ca92f59a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b23ad11-0e10-4d2d-839b-7427d98c9d91,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:31.092338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55330) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:31.200406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ce306f96-938b-473a-b190-453a248766c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.297960 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ce306f96-938b-473a-b190-453a248766c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.301987 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ce306f96-938b-473a-b190-453a248766c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.340240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce306f96-938b-473a-b190-453a248766c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fe6ece-ffb3-4c9a-8883-f530d49c786a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:31.345606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ce306f96-938b-473a-b190-453a248766c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=930f870877a6483897b895f1d080df3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522466 Aug 31 01:32:31.348358 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55336) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:31.399830 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-18fe28b8-d366-4346-8bda-d5769e0648e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.421121 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-18fe28b8-d366-4346-8bda-d5769e0648e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.468510 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-18fe28b8-d366-4346-8bda-d5769e0648e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.471045 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-18fe28b8-d366-4346-8bda-d5769e0648e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.472237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-18fe28b8-d366-4346-8bda-d5769e0648e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/72fe6ece-ffb3-4c9a-8883-f530d49c786a HTTP/1.1" status: 204 len: 168 time: 0.1229777 Aug 31 01:32:31.480768 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe28b8-d366-4346-8bda-d5769e0648e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fe6ece-ffb3-4c9a-8883-f530d49c786a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:31.654044 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.754154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55352) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:31.768138 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1fd17c79-e111-4e4e-aa48-b1b1dc327e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.857623 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1fd17c79-e111-4e4e-aa48-b1b1dc327e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.861511 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1fd17c79-e111-4e4e-aa48-b1b1dc327e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.904839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1fd17c79-e111-4e4e-aa48-b1b1dc327e5f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c246a25f24e4c27a787cd1e0194727c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494629 Aug 31 01:32:31.905891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd17c79-e111-4e4e-aa48-b1b1dc327e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29acfba1-555f-4bf4-9d22-8b3576515091,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:31.908909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55354) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:31.959780 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62c4255f-e77a-438d-abd0-5effa21ce644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:31.982553 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62c4255f-e77a-438d-abd0-5effa21ce644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:32.030021 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62c4255f-e77a-438d-abd0-5effa21ce644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:32.032428 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62c4255f-e77a-438d-abd0-5effa21ce644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:32.033584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-62c4255f-e77a-438d-abd0-5effa21ce644 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/29acfba1-555f-4bf4-9d22-8b3576515091 HTTP/1.1" status: 204 len: 168 time: 0.1237717 Aug 31 01:32:32.042765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4255f-e77a-438d-abd0-5effa21ce644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29acfba1-555f-4bf4-9d22-8b3576515091,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:32.738718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55380) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:32.846367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-560491409-network', 'tenant_id': '94437df05ffe4c1d9b79d04250f5c60c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:32.868037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] Made reservation on behalf of 94437df05ffe4c1d9b79d04250f5c60c for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:32.871036 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:32.879631 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:32.974607 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:32.978502 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:33.003438 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:32:33.014035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c58377a-49b0-41fd-8720-51c150a37e8f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:33.020161 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:33.020507 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] Added segment de6e7180-7494-4e2c-bc32-ca84dd8fe363 of type vlan for network 8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2 Aug 31 01:32:33.065471 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:33.090907 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:33.091951 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:33.092537 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:33.144954 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4050853 Aug 31 01:32:33.148041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55384) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:33.154033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-625828ee-70c1-4985-8174-86ac89e6ee85 admin admin] Request body: {'subnet': {'network_id': '8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-560491409-subnet', 'tenant_id': '94437df05ffe4c1d9b79d04250f5c60c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:33.154208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b62c6a-ca60-4627-9b7e-b6ff93a3a960 admin admin] Pushing event updated for resources: {'Network': ['ID=8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:33.163755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:32:33.177431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625828ee-70c1-4985-8174-86ac89e6ee85 admin admin] Made reservation on behalf of 94437df05ffe4c1d9b79d04250f5c60c for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:33.179899 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-625828ee-70c1-4985-8174-86ac89e6ee85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:33.361393 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-625828ee-70c1-4985-8174-86ac89e6ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:33.418692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625828ee-70c1-4985-8174-86ac89e6ee85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=245380dd-1fb4-44eb-b297-dc31b2434f32,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:33.430026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625828ee-70c1-4985-8174-86ac89e6ee85 admin admin] Checking segment: {'id': 'de6e7180-7494-4e2c-bc32-ca84dd8fe363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:33.430403 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625828ee-70c1-4985-8174-86ac89e6ee85 admin admin] Network hostable DHCP agents. Network: 8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:32:33.453214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625828ee-70c1-4985-8174-86ac89e6ee85 admin admin] Network 8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:32:33.464179 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-625828ee-70c1-4985-8174-86ac89e6ee85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:33.469261 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625828ee-70c1-4985-8174-86ac89e6ee85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:33.469930 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-625828ee-70c1-4985-8174-86ac89e6ee85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:33.484293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1279e1d1-6b6e-4cfb-960e-db6b9178173b None None] Network 8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:32:33.495964 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-625828ee-70c1-4985-8174-86ac89e6ee85 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3458345 Aug 31 01:32:33.616453 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b5c57d-d3d3-4a3c-866b-38ddd8c58326 None None] Network 8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:32:34.001083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 55404) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:34.006684 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1824603423-network', 'tenant_id': 'fc689db3751f41aaa93fb9de12fdaeaa'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:34.028564 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] Made reservation on behalf of fc689db3751f41aaa93fb9de12fdaeaa for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:34.031002 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:34.040677 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:34.136242 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:34.140400 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:34.167531 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:32:34.176969 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0dacfa-f9b2-4773-b73f-02bc977b6a65,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:34.184571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:34.184913 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] Added segment a624510e-1abd-44f5-b6fb-9d4f6b92f41f of type vlan for network 45158a39-9a1d-4d7c-87ec-7028a67b5b8b Aug 31 01:32:34.224842 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:34.252818 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:34.253929 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:34.254598 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:34.310475 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3082097 Aug 31 01:32:34.313342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55406) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:34.318376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-02be67e5-5e9c-49fe-89f1-2c71fd92284f admin admin] Request body: {'subnet': {'network_id': '45158a39-9a1d-4d7c-87ec-7028a67b5b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1824603423-subnet', 'tenant_id': 'fc689db3751f41aaa93fb9de12fdaeaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:34.320939 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa2c95-810e-40d3-b890-377db1386a16 admin admin] Pushing event updated for resources: {'Network': ['ID=45158a39-9a1d-4d7c-87ec-7028a67b5b8b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:34.336228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 45158a39-9a1d-4d7c-87ec-7028a67b5b8b details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:32:34.339843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02be67e5-5e9c-49fe-89f1-2c71fd92284f admin admin] Made reservation on behalf of fc689db3751f41aaa93fb9de12fdaeaa for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:34.342630 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02be67e5-5e9c-49fe-89f1-2c71fd92284f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:34.527957 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02be67e5-5e9c-49fe-89f1-2c71fd92284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:34.576899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be67e5-5e9c-49fe-89f1-2c71fd92284f admin admin] Pushing event updated for resources: {'Subnet': ['ID=73c9c2e3-54a5-40bc-99c9-0c844d4f0cbd,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:34.596886 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be67e5-5e9c-49fe-89f1-2c71fd92284f admin admin] Checking segment: {'id': 'a624510e-1abd-44f5-b6fb-9d4f6b92f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '45158a39-9a1d-4d7c-87ec-7028a67b5b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:34.597247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02be67e5-5e9c-49fe-89f1-2c71fd92284f admin admin] Network hostable DHCP agents. Network: 45158a39-9a1d-4d7c-87ec-7028a67b5b8b, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:32:34.614951 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02be67e5-5e9c-49fe-89f1-2c71fd92284f admin admin] Network 45158a39-9a1d-4d7c-87ec-7028a67b5b8b is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:32:34.623565 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-02be67e5-5e9c-49fe-89f1-2c71fd92284f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 45158a39-9a1d-4d7c-87ec-7028a67b5b8b) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:34.628108 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02be67e5-5e9c-49fe-89f1-2c71fd92284f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:34.628762 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-02be67e5-5e9c-49fe-89f1-2c71fd92284f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:34.633801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1d51aa-ae00-4090-b490-002d315821e2 None None] Network 45158a39-9a1d-4d7c-87ec-7028a67b5b8b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:32:34.643755 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-02be67e5-5e9c-49fe-89f1-2c71fd92284f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3292627 Aug 31 01:32:34.772675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f63dbf-bfad-4a28-9d22-ceb187347013 None None] Network 45158a39-9a1d-4d7c-87ec-7028a67b5b8b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:32:35.221170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0fe62732-2495-4c7e-9de0-df1e8c669259 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:35.222731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0fe62732-2495-4c7e-9de0-df1e8c669259 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/networks?id=8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2 HTTP/1.1" status: 200 len: 808 time: 0.1157694 Aug 31 01:32:35.240420 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-490eec2c-0234-4c65-9daf-6930354885e3 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/quotas/94437df05ffe4c1d9b79d04250f5c60c HTTP/1.1" status: 200 len: 375 time: 0.0097144 Aug 31 01:32:35.278231 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0b45664e-dee5-498e-9402-b45f422a6821 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=94437df05ffe4c1d9b79d04250f5c60c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292773 Aug 31 01:32:35.291963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-7bdb2b82-0727-4673-85d2-b779574bc713 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:32:35.293330 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-7bdb2b82-0727-4673-85d2-b779574bc713 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066245 Aug 31 01:32:35.398206 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-1a65269f-992b-49d5-bb46-4cac798d77a2 service neutron] 10.222.0.58 "GET /v2.0/networks/8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963292 Aug 31 01:32:35.510665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-2941d7c3-bbf9-42b8-9525-d24d2e73ae0e service neutron] 10.222.0.58 "GET /v2.0/networks/8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034696 Aug 31 01:32:35.704177 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ae7487b-79c9-4e52-8bcb-a89d64af0df0 req-5080af60-8db4-4836-8903-1324ade3bc69 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 210 time: 0.0316801 Aug 31 01:32:36.670434 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-760d55bd-1e9f-4dae-9871-635391e7bd7c tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:36.671924 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-760d55bd-1e9f-4dae-9871-635391e7bd7c tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.70 "GET /v2.0/networks?id=8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2 HTTP/1.1" status: 200 len: 808 time: 0.1234872 Aug 31 01:32:36.685421 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Request body: {'port': {'device_id': 'ed32c372-772b-44d3-b512-c2de8a587bb4', 'network_id': '8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2', 'admin_state_up': True, 'tenant_id': '94437df05ffe4c1d9b79d04250f5c60c'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:36.805919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Made reservation on behalf of 94437df05ffe4c1d9b79d04250f5c60c for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:36.810505 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:36.833113 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f7a1656-cb2f-4d0f-8830-48d040e15a40 req-e0d2a64a-c4b2-4743-bc20-9aae8a0ade6d tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 210 time: 0.0309644 Aug 31 01:32:36.946673 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Allocated IP 172.20.0.8 (8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2/245380dd-1fb4-44eb-b297-dc31b2434f32/8f68bb20-8577-4383-b9f8-e71c1ff503a0) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:37.111871 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.153603 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.197240 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Network 8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:37.203533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:37.207636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:32:37.236734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Pushing event updated for resources: {'Port': ['ID=8f68bb20-8577-4383-b9f8-e71c1ff503a0,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:37.251350 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:37.251707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:37.252054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:37.252397 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:37.252738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:37.253073 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:37.253404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:37.253732 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:37.254061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:37.254390 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:37.254725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:37.255080 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:37.280168 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:37.280812 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.301226 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-4f3dce35-812d-435d-af8c-31b8399daa08 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6204817 Aug 31 01:32:37.313915 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Request body: {'port': {'device_id': 'ed32c372-772b-44d3-b512-c2de8a587bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:37.377209 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.659482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f68bb20-8577-4383-b9f8-e71c1ff503a0 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:32:37.667419 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.679897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Transition to ACTIVE for port object 8f68bb20-8577-4383-b9f8-e71c1ff503a0 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:32:37.684152 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.734321 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f68bb20-8577-4383-b9f8-e71c1ff503a0,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:37.810333 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Attempting to bind port 8f68bb20-8577-4383-b9f8-e71c1ff503a0 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:32:37.810676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Attempting to bind port 8f68bb20-8577-4383-b9f8-e71c1ff503a0 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'de6e7180-7494-4e2c-bc32-ca84dd8fe363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:32:37.811005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Attempting to bind port 8f68bb20-8577-4383-b9f8-e71c1ff503a0 on network 8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:37.815343 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Port 8f68bb20-8577-4383-b9f8-e71c1ff503a0 on network 8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:32:37.815683 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Attempting to bind port 8f68bb20-8577-4383-b9f8-e71c1ff503a0 on network 8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:32:37.820414 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:32:37.820753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Checking segment: {'id': 'de6e7180-7494-4e2c-bc32-ca84dd8fe363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:32:37.821140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Bound using segment: {'id': 'de6e7180-7494-4e2c-bc32-ca84dd8fe363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:32:37.821564 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Bound port: 8f68bb20-8577-4383-b9f8-e71c1ff503a0, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de6e7180-7494-4e2c-bc32-ca84dd8fe363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:32:37.821924 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.887295 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] For port 8f68bb20-8577-4383-b9f8-e71c1ff503a0, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:37.890386 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] For port 8f68bb20-8577-4383-b9f8-e71c1ff503a0, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8f68bb20-8577-4383-b9f8-e71c1ff503a0,segment=NetworkSegment(de6e7180-7494-4e2c-bc32-ca84dd8fe363),segment_id=de6e7180-7494-4e2c-bc32-ca84dd8fe363)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:37.894678 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.931887 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:37.932587 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:37.934011 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] 10.222.0.70 "PUT /v2.0/ports/8f68bb20-8577-4383-b9f8-e71c1ff503a0 HTTP/1.1" status: 200 len: 1092 time: 0.6246848 Aug 31 01:32:37.934445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed32c372-772b-44d3-b512-c2de8a587bb4', 'tag': '8f68bb20-8577-4383-b9f8-e71c1ff503a0'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:32:37.936771 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7441c269-1bb4-4ea7-bd1a-70f831c8d918" -d '{"events": [{"name": "network-changed", "server_uuid": "ed32c372-772b-44d3-b512-c2de8a587bb4", "tag": "8f68bb20-8577-4383-b9f8-e71c1ff503a0"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:37.964491 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f3557-08d6-4691-b721-95ef39d2a7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f68bb20-8577-4383-b9f8-e71c1ff503a0,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:37.969282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301581d-6b8c-4a66-85c1-bcf68830acd8 req-e11a3c4e-ad25-43f1-9bed-1c0c9ad97876 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:37.970924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3301581d-6b8c-4a66-85c1-bcf68830acd8 req-e11a3c4e-ad25-43f1-9bed-1c0c9ad97876 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 943 time: 0.0659552 Aug 31 01:32:38.006064 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9515fa34-852a-479f-8743-733b7a41ca68 x-openstack-request-id: req-9515fa34-852a-479f-8743-733b7a41ca68 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:38.006353 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed32c372-772b-44d3-b512-c2de8a587bb4", "tag": "8f68bb20-8577-4383-b9f8-e71c1ff503a0", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:38.006603 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9515fa34-852a-479f-8743-733b7a41ca68 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:38.006998 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed32c372-772b-44d3-b512-c2de8a587bb4', 'tag': '8f68bb20-8577-4383-b9f8-e71c1ff503a0', 'status': 'completed', 'code': 200} Aug 31 01:32:38.022393 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3301581d-6b8c-4a66-85c1-bcf68830acd8 req-ad647989-e1a3-4881-8250-8b71cd7281ba tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c58377a-49b0-41fd-8720-51c150a37e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450549 Aug 31 01:32:38.025568 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-16cedb4e-e929-44bf-a443-2cee228c9790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:38.027362 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-16cedb4e-e929-44bf-a443-2cee228c9790 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=94437df05ffe4c1d9b79d04250f5c60c&device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 1095 time: 0.0498788 Aug 31 01:32:38.085695 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-ca6528dc-0edb-4a5f-9858-9aed427399e8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f68bb20-8577-4383-b9f8-e71c1ff503a0 HTTP/1.1" status: 200 len: 217 time: 0.0506976 Aug 31 01:32:38.139900 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-a7cb1f94-177a-4a2b-a46c-760cc249fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:38.141390 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-a7cb1f94-177a-4a2b-a46c-760cc249fe03 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=245380dd-1fb4-44eb-b297-dc31b2434f32 HTTP/1.1" status: 200 len: 848 time: 0.0490446 Aug 31 01:32:38.175272 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-1d0542f8-dc69-4cb5-8b60-c605dcab0c7f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272167 Aug 31 01:32:38.272924 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-e5714efe-ccdc-478a-8484-a15b5a827871 service neutron] 10.222.0.70 "GET /v2.0/networks/8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901399 Aug 31 01:32:38.362597 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ceb5504b-6f7a-4cb2-baa1-a371e517272f req-cca1476b-6916-4142-82a3-59d5e26d7d51 service neutron] 10.222.0.70 "GET /v2.0/networks/8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822685 Aug 31 01:32:38.446651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441c269-1bb4-4ea7-bd1a-70f831c8d918 req-805b9f33-53d7-4550-9c77-19c14831ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:38.448963 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7441c269-1bb4-4ea7-bd1a-70f831c8d918 req-805b9f33-53d7-4550-9c77-19c14831ca31 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=94437df05ffe4c1d9b79d04250f5c60c&device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 1095 time: 0.0420578 Aug 31 01:32:38.541257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441c269-1bb4-4ea7-bd1a-70f831c8d918 req-a9459d59-875a-4cce-9bf1-ce2f614c9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:38.542926 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7441c269-1bb4-4ea7-bd1a-70f831c8d918 req-a9459d59-875a-4cce-9bf1-ce2f614c9b7b service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2 HTTP/1.1" status: 200 len: 909 time: 0.0875092 Aug 31 01:32:38.585421 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7441c269-1bb4-4ea7-bd1a-70f831c8d918 req-cff4aa5b-4eaf-4bae-ba30-494d5f3499b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f68bb20-8577-4383-b9f8-e71c1ff503a0 HTTP/1.1" status: 200 len: 217 time: 0.0353045 Aug 31 01:32:38.643024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441c269-1bb4-4ea7-bd1a-70f831c8d918 req-409016f1-d4c0-4c94-8503-dbe001cae44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:38.644878 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7441c269-1bb4-4ea7-bd1a-70f831c8d918 req-409016f1-d4c0-4c94-8503-dbe001cae44c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=245380dd-1fb4-44eb-b297-dc31b2434f32 HTTP/1.1" status: 200 len: 848 time: 0.0501859 Aug 31 01:32:38.678573 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7441c269-1bb4-4ea7-bd1a-70f831c8d918 req-6c449035-98de-4bb9-878f-855d20125a55 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263152 Aug 31 01:32:38.773640 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7441c269-1bb4-4ea7-bd1a-70f831c8d918 req-87c7bce2-3222-44c4-bcfa-caccd1e33542 service neutron] 10.222.0.70 "GET /v2.0/networks/8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870125 Aug 31 01:32:38.871523 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7441c269-1bb4-4ea7-bd1a-70f831c8d918 req-3730c64e-0148-4674-9ff6-739b3d6dcc1d service neutron] 10.222.0.70 "GET /v2.0/networks/8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906410 Aug 31 01:32:39.142164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717d3a4-8d59-4340-a6a6-01b5ebcade26 req-d6d01dc1-4d2d-4c93-b2ef-ce6e9e4f1b78 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:39.144001 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c717d3a4-8d59-4340-a6a6-01b5ebcade26 req-d6d01dc1-4d2d-4c93-b2ef-ce6e9e4f1b78 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 943 time: 0.0519640 Aug 31 01:32:39.193263 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c717d3a4-8d59-4340-a6a6-01b5ebcade26 req-db0d39b0-565a-411e-8950-845b22406df5 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c58377a-49b0-41fd-8720-51c150a37e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427091 Aug 31 01:32:40.327614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047161dc-93d7-48fa-a658-53693aaffd68 req-06219628-69a8-482d-accc-125e7925bff7 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:40.330044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-047161dc-93d7-48fa-a658-53693aaffd68 req-06219628-69a8-482d-accc-125e7925bff7 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 943 time: 0.0655711 Aug 31 01:32:40.381044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-047161dc-93d7-48fa-a658-53693aaffd68 req-0524c7b6-0bff-41e4-81d5-311d96733b04 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c58377a-49b0-41fd-8720-51c150a37e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 Aug 31 01:32:41.225603 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:41.529199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4578b-ff26-4caf-8948-df0d93ffbb08 req-61d0849f-0a5c-44e1-8b07-00a5e286dcc9 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:41.530794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-45b4578b-ff26-4caf-8948-df0d93ffbb08 req-61d0849f-0a5c-44e1-8b07-00a5e286dcc9 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 943 time: 0.0666738 Aug 31 01:32:41.575358 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-45b4578b-ff26-4caf-8948-df0d93ffbb08 req-0ff7786c-709a-4c64-aed2-c712d17f0f63 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c58377a-49b0-41fd-8720-51c150a37e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376310 Aug 31 01:32:42.370435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8f68bb20-8577-4383-b9f8-e71c1ff503a0 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:32:42.481664 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 8f68bb20-8577-4383-b9f8-e71c1ff503a0, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8f68bb20-8577-4383-b9f8-e71c1ff503a0,segment=NetworkSegment(de6e7180-7494-4e2c-bc32-ca84dd8fe363),segment_id=de6e7180-7494-4e2c-bc32-ca84dd8fe363)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:42.493171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '8f68bb20-8577-4383-b9f8-e71c1ff503a0', 'network_id': '8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2', 'port_id': '8f68bb20-8577-4383-b9f8-e71c1ff503a0', 'mac_address': 'fa:16:3e:9e:b4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245380dd-1fb4-44eb-b297-dc31b2434f32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:32:42.533573 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:42.546367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f68bb20-8577-4383-b9f8-e71c1ff503a0 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:32:42.566986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 8f68bb20-8577-4383-b9f8-e71c1ff503a0, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8f68bb20-8577-4383-b9f8-e71c1ff503a0,segment=NetworkSegment(de6e7180-7494-4e2c-bc32-ca84dd8fe363),segment_id=de6e7180-7494-4e2c-bc32-ca84dd8fe363)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:42.571767 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:42.627494 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=8f68bb20-8577-4383-b9f8-e71c1ff503a0,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:42.709288 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f937d1-de16-454f-81ec-be81c0ca3a1f req-fb9ed1ce-b864-4a33-87ac-d038a365df2c tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:42.713666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06f937d1-de16-454f-81ec-be81c0ca3a1f req-fb9ed1ce-b864-4a33-87ac-d038a365df2c tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 944 time: 0.0562017 Aug 31 01:32:42.753869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06f937d1-de16-454f-81ec-be81c0ca3a1f req-5cadf9f8-1d32-46f9-8151-c0468b5b0f33 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c58377a-49b0-41fd-8720-51c150a37e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Aug 31 01:32:42.778686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['8f68bb20-8577-4383-b9f8-e71c1ff503a0'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:32:43.785019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55940) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:43.876459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a44bd3-c34d-4658-abaa-a117fba56175 req-afa36d0e-79de-4cab-9ddc-c4e2b4b43489 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:43.877992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29a44bd3-c34d-4658-abaa-a117fba56175 req-afa36d0e-79de-4cab-9ddc-c4e2b4b43489 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 944 time: 0.0518754 Aug 31 01:32:43.940447 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29a44bd3-c34d-4658-abaa-a117fba56175 req-acd0bff4-eade-489c-ad2b-639b6a5e30f3 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c58377a-49b0-41fd-8720-51c150a37e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561891 Aug 31 01:32:43.960425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1582f9c4-e9fb-4d64-84b0-04f3d24b39cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5e76d67b52b4e75ba53be11cf6e4362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1672101 Aug 31 01:32:43.960425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 55944) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:44.006271 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c10152be-cc6e-4e96-b8c4-3d0b0a866a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:44.027978 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c10152be-cc6e-4e96-b8c4-3d0b0a866a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:44.075318 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c10152be-cc6e-4e96-b8c4-3d0b0a866a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:44.077656 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c10152be-cc6e-4e96-b8c4-3d0b0a866a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:44.078798 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c10152be-cc6e-4e96-b8c4-3d0b0a866a04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a5abf44-23c9-48c9-a701-1b33eed9f121 HTTP/1.1" status: 204 len: 168 time: 0.1198289 Aug 31 01:32:44.092660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10152be-cc6e-4e96-b8c4-3d0b0a866a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5abf44-23c9-48c9-a701-1b33eed9f121,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:44.376026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8f68bb20-8577-4383-b9f8-e71c1ff503a0 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:44.429264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 8f68bb20-8577-4383-b9f8-e71c1ff503a0 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:32:44.433730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 8f68bb20-8577-4383-b9f8-e71c1ff503a0 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:32:44.434109 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:44.516315 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:44.538894 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed32c372-772b-44d3-b512-c2de8a587bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f68bb20-8577-4383-b9f8-e71c1ff503a0'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:32:44.541293 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5152c1fa-55f9-4e1e-8d16-5660e33b6fbf" -d '{"events": [{"server_uuid": "ed32c372-772b-44d3-b512-c2de8a587bb4", "name": "network-vif-plugged", "status": "completed", "tag": "8f68bb20-8577-4383-b9f8-e71c1ff503a0"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:44.557808 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 8f68bb20-8577-4383-b9f8-e71c1ff503a0, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8f68bb20-8577-4383-b9f8-e71c1ff503a0,segment=NetworkSegment(de6e7180-7494-4e2c-bc32-ca84dd8fe363),segment_id=de6e7180-7494-4e2c-bc32-ca84dd8fe363)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:44.562625 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:44.593239 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3036cc-87df-4fea-bfac-982448d10b2e x-openstack-request-id: req-bc3036cc-87df-4fea-bfac-982448d10b2e {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:44.593590 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed32c372-772b-44d3-b512-c2de8a587bb4", "name": "network-vif-plugged", "status": "completed", "tag": "8f68bb20-8577-4383-b9f8-e71c1ff503a0", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:44.593755 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc3036cc-87df-4fea-bfac-982448d10b2e {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:44.594138 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed32c372-772b-44d3-b512-c2de8a587bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f68bb20-8577-4383-b9f8-e71c1ff503a0', 'code': 200} Aug 31 01:32:44.627761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=8f68bb20-8577-4383-b9f8-e71c1ff503a0,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:44.684659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5035d-10ab-447b-9854-be4aeb4eb2c1 req-3d1b41d3-4f0f-40e3-8303-aef5655d26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:44.686268 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-21c5035d-10ab-447b-9854-be4aeb4eb2c1 req-3d1b41d3-4f0f-40e3-8303-aef5655d26ef service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 1097 time: 0.0430219 Aug 31 01:32:44.722078 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-21c5035d-10ab-447b-9854-be4aeb4eb2c1 req-d9b5749b-2130-423f-8e89-5e4bdf1f86a6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8c58377a-49b0-41fd-8720-51c150a37e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290823 Aug 31 01:32:45.070823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eae01d-40c6-4e2e-9859-c113e6798f98 req-60740f0d-4f3b-47ad-9426-a35c02154676 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:45.072484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3eae01d-40c6-4e2e-9859-c113e6798f98 req-60740f0d-4f3b-47ad-9426-a35c02154676 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 945 time: 0.0548244 Aug 31 01:32:45.124054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3eae01d-40c6-4e2e-9859-c113e6798f98 req-443cca82-054a-4bb0-a11a-8b75d477ea1a tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c58377a-49b0-41fd-8720-51c150a37e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428565 Aug 31 01:32:46.250980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccc23d-64db-40fd-b0c6-39f983fc905f req-76bc16ad-c0aa-4436-ad72-7a598b1d8d8a tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:46.252552 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10ccc23d-64db-40fd-b0c6-39f983fc905f req-76bc16ad-c0aa-4436-ad72-7a598b1d8d8a tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 945 time: 0.0559304 Aug 31 01:32:46.295836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-10ccc23d-64db-40fd-b0c6-39f983fc905f req-91d9ee30-23ea-46dd-9c8d-8a1e1f295210 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c58377a-49b0-41fd-8720-51c150a37e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363095 Aug 31 01:32:48.842971 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56046) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:49.004341 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d424a29d-5bab-4940-aac6-2281e3bef478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:49.027210 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0af96-3a77-40d1-8397-426ebc35adbc req-2f51e1fa-92c1-43bd-a8c5-1e76a0038a18 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:49.028930 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50d0af96-3a77-40d1-8397-426ebc35adbc req-2f51e1fa-92c1-43bd-a8c5-1e76a0038a18 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 945 time: 0.0992811 Aug 31 01:32:49.093686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50d0af96-3a77-40d1-8397-426ebc35adbc req-01144c0c-f33c-4612-aa2f-570810159187 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c58377a-49b0-41fd-8720-51c150a37e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566218 Aug 31 01:32:49.159022 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d424a29d-5bab-4940-aac6-2281e3bef478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:49.162944 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d424a29d-5bab-4940-aac6-2281e3bef478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:49.207895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d424a29d-5bab-4940-aac6-2281e3bef478 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ea1154c884045409ddbea71b7758ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626218 Aug 31 01:32:49.208572 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424a29d-5bab-4940-aac6-2281e3bef478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16686a64-9bb5-40fc-9362-2c5d7113f378,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:49.210479 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56052) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:49.263185 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e3e106cd-f4e9-4af7-93f9-1f2545ef0800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:49.287579 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e3e106cd-f4e9-4af7-93f9-1f2545ef0800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:49.341507 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e3e106cd-f4e9-4af7-93f9-1f2545ef0800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:49.344098 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e3e106cd-f4e9-4af7-93f9-1f2545ef0800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:49.345301 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e3e106cd-f4e9-4af7-93f9-1f2545ef0800 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16686a64-9bb5-40fc-9362-2c5d7113f378 HTTP/1.1" status: 204 len: 168 time: 0.1337895 Aug 31 01:32:49.353107 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e106cd-f4e9-4af7-93f9-1f2545ef0800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16686a64-9bb5-40fc-9362-2c5d7113f378,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:50.196957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b5292-8b38-4414-895f-06e5c81cb4d6 req-24624e52-9136-4251-b217-06ed69634057 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:50.200055 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c48b5292-8b38-4414-895f-06e5c81cb4d6 req-24624e52-9136-4251-b217-06ed69634057 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 945 time: 0.0552645 Aug 31 01:32:50.221755 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7c892-f885-40a6-a6f8-4e96da3d0d4f req-3e3f677d-7dd6-4e15-bd15-2851641a1766 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:32:50.223451 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8f7c892-f885-40a6-a6f8-4e96da3d0d4f req-3e3f677d-7dd6-4e15-bd15-2851641a1766 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed32c372-772b-44d3-b512-c2de8a587bb4 HTTP/1.1" status: 200 len: 945 time: 0.0513334 Aug 31 01:32:50.270109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8f7c892-f885-40a6-a6f8-4e96da3d0d4f req-2a7ea0a5-62ef-4231-8e00-153e28b7e88b tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c58377a-49b0-41fd-8720-51c150a37e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395577 Aug 31 01:32:50.300333 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-c48b5292-8b38-4414-895f-06e5c81cb4d6 req-af2db2c8-92f7-4ec9-89d3-8639274791f4 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Deleting port 8f68bb20-8577-4383-b9f8-e71c1ff503a0 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:32:50.300830 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c48b5292-8b38-4414-895f-06e5c81cb4d6 req-af2db2c8-92f7-4ec9-89d3-8639274791f4 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:50.394584 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56086) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:50.394734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-c48b5292-8b38-4414-895f-06e5c81cb4d6 req-af2db2c8-92f7-4ec9-89d3-8639274791f4 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] For port 8f68bb20-8577-4383-b9f8-e71c1ff503a0, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8f68bb20-8577-4383-b9f8-e71c1ff503a0,segment=NetworkSegment(de6e7180-7494-4e2c-bc32-ca84dd8fe363),segment_id=de6e7180-7494-4e2c-bc32-ca84dd8fe363)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:50.395093 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c48b5292-8b38-4414-895f-06e5c81cb4d6 req-af2db2c8-92f7-4ec9-89d3-8639274791f4 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:50.411559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-c48b5292-8b38-4414-895f-06e5c81cb4d6 req-af2db2c8-92f7-4ec9-89d3-8639274791f4 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Calling delete_port for 8f68bb20-8577-4383-b9f8-e71c1ff503a0 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:32:50.507302 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c88a8e55-4dea-4156-8dd3-5e1e9dbd2ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:50.545652 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c48b5292-8b38-4414-895f-06e5c81cb4d6 req-af2db2c8-92f7-4ec9-89d3-8639274791f4 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:50.573260 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2db2c8-92f7-4ec9-89d3-8639274791f4 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Pushing event deleted for resources: {'Port': ['ID=8f68bb20-8577-4383-b9f8-e71c1ff503a0,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:50.613678 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c88a8e55-4dea-4156-8dd3-5e1e9dbd2ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:50.616277 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48b5292-8b38-4414-895f-06e5c81cb4d6 req-af2db2c8-92f7-4ec9-89d3-8639274791f4 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] No DVR routers for this DVR port 8f68bb20-8577-4383-b9f8-e71c1ff503a0 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:32:50.617974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c88a8e55-4dea-4156-8dd3-5e1e9dbd2ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:50.620193 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-c48b5292-8b38-4414-895f-06e5c81cb4d6 req-af2db2c8-92f7-4ec9-89d3-8639274791f4 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:50.622257 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c48b5292-8b38-4414-895f-06e5c81cb4d6 req-af2db2c8-92f7-4ec9-89d3-8639274791f4 tempest-VolumesActionsTest-1640755994 tempest-VolumesActionsTest-1640755994-project] 10.222.0.70 "DELETE /v2.0/ports/8f68bb20-8577-4383-b9f8-e71c1ff503a0 HTTP/1.1" status: 204 len: 173 time: 0.4164555 Aug 31 01:32:50.622734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed32c372-772b-44d3-b512-c2de8a587bb4', 'name': 'network-vif-deleted', 'tag': '8f68bb20-8577-4383-b9f8-e71c1ff503a0'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:32:50.625020 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb3e8c1-84d4-41d9-85dd-3046a7e9cc71" -d '{"events": [{"server_uuid": "ed32c372-772b-44d3-b512-c2de8a587bb4", "name": "network-vif-deleted", "tag": "8f68bb20-8577-4383-b9f8-e71c1ff503a0"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:50.659568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a8e55-4dea-4156-8dd3-5e1e9dbd2ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07fc127-6ce3-46df-add4-05a43ef8858c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:50.667733 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56092) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:32:50.667927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c88a8e55-4dea-4156-8dd3-5e1e9dbd2ff5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=64f2246e367a4958af60b6efd344b402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721424 Aug 31 01:32:50.676470 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41250155-2f59-4def-b397-a5adb6efd063 x-openstack-request-id: req-41250155-2f59-4def-b397-a5adb6efd063 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:50.676760 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed32c372-772b-44d3-b512-c2de8a587bb4", "name": "network-vif-deleted", "tag": "8f68bb20-8577-4383-b9f8-e71c1ff503a0", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:50.677038 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41250155-2f59-4def-b397-a5adb6efd063 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:50.677772 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed32c372-772b-44d3-b512-c2de8a587bb4', 'name': 'network-vif-deleted', 'tag': '8f68bb20-8577-4383-b9f8-e71c1ff503a0', 'status': 'completed', 'code': 200} Aug 31 01:32:50.721667 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e6652711-3781-4215-a445-718b04c7e853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:50.746535 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e6652711-3781-4215-a445-718b04c7e853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:50.795294 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e6652711-3781-4215-a445-718b04c7e853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:50.798306 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e6652711-3781-4215-a445-718b04c7e853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:50.799444 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e6652711-3781-4215-a445-718b04c7e853 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e07fc127-6ce3-46df-add4-05a43ef8858c HTTP/1.1" status: 204 len: 168 time: 0.1305728 Aug 31 01:32:50.807634 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6652711-3781-4215-a445-718b04c7e853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07fc127-6ce3-46df-add4-05a43ef8858c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:51.225690 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f621ec81-7b7e-42fb-bc2f-9429ad88eddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:52.465400 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8f68bb20-8577-4383-b9f8-e71c1ff503a0 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:32:52.486140 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 8f68bb20-8577-4383-b9f8-e71c1ff503a0 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:32:52.486537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8f68bb20-8577-4383-b9f8-e71c1ff503a0 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:32:53.769290 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-464b9ca4-1d4f-4dbc-af1d-bdcfdb8be46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:54.057698 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:54.523849 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:56.722650 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:01.653556 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:04.563956 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:33:05.072309 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56366) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:05.212297 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a94ec996-2b25-4457-b7bd-13874b3c9445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:05.313304 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a94ec996-2b25-4457-b7bd-13874b3c9445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:05.316456 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a94ec996-2b25-4457-b7bd-13874b3c9445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:05.357628 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a94ec996-2b25-4457-b7bd-13874b3c9445 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca3842e49f774e2f88f6e79f007c65c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841034 Aug 31 01:33:05.358553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ec996-2b25-4457-b7bd-13874b3c9445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c483355b-6bb7-4eb1-b0d2-1edf325ecd1b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:05.360300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56370) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:05.415631 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3978ef1d-6315-4864-a211-bd6289ab80f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:05.446332 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3978ef1d-6315-4864-a211-bd6289ab80f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:05.497073 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3978ef1d-6315-4864-a211-bd6289ab80f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:05.499968 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3978ef1d-6315-4864-a211-bd6289ab80f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:05.501233 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3978ef1d-6315-4864-a211-bd6289ab80f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c483355b-6bb7-4eb1-b0d2-1edf325ecd1b HTTP/1.1" status: 204 len: 168 time: 0.1397915 Aug 31 01:33:05.510906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978ef1d-6315-4864-a211-bd6289ab80f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c483355b-6bb7-4eb1-b0d2-1edf325ecd1b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:11.229953 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:12.351644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56502) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:12.413134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82d73c7-0482-43f4-b160-2329c248a8cd admin admin] Deleting subnet 245380dd-1fb4-44eb-b297-dc31b2434f32 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:33:12.419955 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a82d73c7-0482-43f4-b160-2329c248a8cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:12.469563 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a82d73c7-0482-43f4-b160-2329c248a8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:12.517340 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a82d73c7-0482-43f4-b160-2329c248a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:12.585997 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a82d73c7-0482-43f4-b160-2329c248a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:12.622171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d73c7-0482-43f4-b160-2329c248a8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=245380dd-1fb4-44eb-b297-dc31b2434f32,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:12.628049 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a82d73c7-0482-43f4-b160-2329c248a8cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:12.630170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a82d73c7-0482-43f4-b160-2329c248a8cd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/245380dd-1fb4-44eb-b297-dc31b2434f32 HTTP/1.1" status: 204 len: 168 time: 0.2773032 Aug 31 01:33:12.632585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56508) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:12.707586 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-da881d26-8505-4be6-ac85-a8ac2e7d07e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:12.796937 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-da881d26-8505-4be6-ac85-a8ac2e7d07e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:12.808911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-da881d26-8505-4be6-ac85-a8ac2e7d07e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:12.819731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-da881d26-8505-4be6-ac85-a8ac2e7d07e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6e7180-7494-4e2c-bc32-ca84dd8fe363') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:12.820034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-da881d26-8505-4be6-ac85-a8ac2e7d07e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6e7180-7494-4e2c-bc32-ca84dd8fe363') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:12.830029 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-da881d26-8505-4be6-ac85-a8ac2e7d07e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:12.844196 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-da881d26-8505-4be6-ac85-a8ac2e7d07e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:12.850156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da881d26-8505-4be6-ac85-a8ac2e7d07e5 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:33:12.850544 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-da881d26-8505-4be6-ac85-a8ac2e7d07e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:33:12.852188 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:33:12.909848 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-da881d26-8505-4be6-ac85-a8ac2e7d07e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:12.915874 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-da881d26-8505-4be6-ac85-a8ac2e7d07e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:12.922304 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-da881d26-8505-4be6-ac85-a8ac2e7d07e5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2 HTTP/1.1" status: 204 len: 168 time: 0.2848337 Aug 31 01:33:12.923045 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56510) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:12.931642 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da881d26-8505-4be6-ac85-a8ac2e7d07e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e80a19b-9fc9-416f-8f1b-2e3e7ac205e2,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:12.976155 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-5990647c-b5ec-4a8f-90d4-5d581d987939 admin admin] Deleting subnet 73c9c2e3-54a5-40bc-99c9-0c844d4f0cbd {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:33:12.979951 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5990647c-b5ec-4a8f-90d4-5d581d987939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.017710 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5990647c-b5ec-4a8f-90d4-5d581d987939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.060159 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5990647c-b5ec-4a8f-90d4-5d581d987939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.113604 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5990647c-b5ec-4a8f-90d4-5d581d987939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.147534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990647c-b5ec-4a8f-90d4-5d581d987939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73c9c2e3-54a5-40bc-99c9-0c844d4f0cbd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:13.149739 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5990647c-b5ec-4a8f-90d4-5d581d987939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.151668 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5990647c-b5ec-4a8f-90d4-5d581d987939 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/73c9c2e3-54a5-40bc-99c9-0c844d4f0cbd HTTP/1.1" status: 204 len: 168 time: 0.2286079 Aug 31 01:33:13.154042 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56512) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:13.232636 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c83b229-d5f0-438f-9244-5eba372fcf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.318856 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c83b229-d5f0-438f-9244-5eba372fcf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.329036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-1c83b229-d5f0-438f-9244-5eba372fcf99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45158a39-9a1d-4d7c-87ec-7028a67b5b8b']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:13.339620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-1c83b229-d5f0-438f-9244-5eba372fcf99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a624510e-1abd-44f5-b6fb-9d4f6b92f41f') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:13.339918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-1c83b229-d5f0-438f-9244-5eba372fcf99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a624510e-1abd-44f5-b6fb-9d4f6b92f41f') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:13.351098 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c83b229-d5f0-438f-9244-5eba372fcf99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.367136 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c83b229-d5f0-438f-9244-5eba372fcf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.374373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c83b229-d5f0-438f-9244-5eba372fcf99 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:33:13.374785 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c83b229-d5f0-438f-9244-5eba372fcf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:33:13.376533 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:33:13.432719 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c83b229-d5f0-438f-9244-5eba372fcf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.438444 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1c83b229-d5f0-438f-9244-5eba372fcf99 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.440446 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1c83b229-d5f0-438f-9244-5eba372fcf99 admin admin] 10.222.0.58 "DELETE /v2.0/networks/45158a39-9a1d-4d7c-87ec-7028a67b5b8b HTTP/1.1" status: 204 len: 168 time: 0.2854497 Aug 31 01:33:13.455459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83b229-d5f0-438f-9244-5eba372fcf99 admin admin] Pushing event deleted for resources: {'Network': ['ID=45158a39-9a1d-4d7c-87ec-7028a67b5b8b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:13.633529 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56522) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:13.674633 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-53a17c6a-5436-4d60-87d5-a8231dc594be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94437df05ffe4c1d9b79d04250f5c60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391114 Aug 31 01:33:13.676929 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56524) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:13.724972 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1f2e-62d8-4e01-a1bc-97ad268cbba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.746419 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1f2e-62d8-4e01-a1bc-97ad268cbba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.811216 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1f2e-62d8-4e01-a1bc-97ad268cbba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.813800 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ba7d1f2e-62d8-4e01-a1bc-97ad268cbba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:13.815026 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ba7d1f2e-62d8-4e01-a1bc-97ad268cbba3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c58377a-49b0-41fd-8720-51c150a37e8f HTTP/1.1" status: 204 len: 168 time: 0.1371973 Aug 31 01:33:13.824447 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d1f2e-62d8-4e01-a1bc-97ad268cbba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c58377a-49b0-41fd-8720-51c150a37e8f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:14.169754 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56530) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:14.215059 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0f36ef60-a871-4bd5-a739-571a633a259a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc689db3751f41aaa93fb9de12fdaeaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441072 Aug 31 01:33:14.217672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56532) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:14.279261 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3c696716-63f4-45ff-a4eb-80c41f39bac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:14.306769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3c696716-63f4-45ff-a4eb-80c41f39bac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:14.358444 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3c696716-63f4-45ff-a4eb-80c41f39bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:14.361973 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3c696716-63f4-45ff-a4eb-80c41f39bac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:14.363272 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3c696716-63f4-45ff-a4eb-80c41f39bac7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad0dacfa-f9b2-4773-b73f-02bc977b6a65 HTTP/1.1" status: 204 len: 168 time: 0.1445973 Aug 31 01:33:14.373753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c696716-63f4-45ff-a4eb-80c41f39bac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0dacfa-f9b2-4773-b73f-02bc977b6a65,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:14.840407 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56554) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:15.029722 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d529-21e6-4871-9a20-85818f95d25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:15.127636 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d529-21e6-4871-9a20-85818f95d25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:15.132554 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5a5d529-21e6-4871-9a20-85818f95d25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:15.175489 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b5a5d529-21e6-4871-9a20-85818f95d25b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79831bda343f426c9ac9c7d4427080a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337047 Aug 31 01:33:15.177694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5d529-21e6-4871-9a20-85818f95d25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0e8acb-b74d-409d-811c-e89bafca4f61,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:15.178694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56568) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:15.242283 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-190b0fc1-ba0a-4e42-8709-c52c6b1a29cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:15.272542 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-190b0fc1-ba0a-4e42-8709-c52c6b1a29cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:15.328310 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-190b0fc1-ba0a-4e42-8709-c52c6b1a29cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:15.331118 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-190b0fc1-ba0a-4e42-8709-c52c6b1a29cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:15.332406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-190b0fc1-ba0a-4e42-8709-c52c6b1a29cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad0e8acb-b74d-409d-811c-e89bafca4f61 HTTP/1.1" status: 204 len: 168 time: 0.1524851 Aug 31 01:33:15.341611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b0fc1-ba0a-4e42-8709-c52c6b1a29cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0e8acb-b74d-409d-811c-e89bafca4f61,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:16.040093 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56612) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:16.139715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1625578789-network', 'tenant_id': 'c51151e8df954062b73de6411b6fa4cc'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:16.161563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] Made reservation on behalf of c51151e8df954062b73de6411b6fa4cc for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:33:16.164176 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:16.173600 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:16.267406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:16.273050 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:16.302469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:33:16.309983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5823b51d-43e4-4dca-94f2-d442f682368b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:16.316838 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:16.317241 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] Added segment 9cd73c67-c4a1-4080-828d-9b9402ca0b10 of type vlan for network 47538f67-8f1b-4f2f-a187-1cf4ca3494a9 Aug 31 01:33:16.365629 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:16.396958 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:16.397969 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:16.398637 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:16.459351 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4178872 Aug 31 01:33:16.462930 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56620) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:16.468695 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c82890e5-6c7a-4851-941b-c200b076fcdb admin admin] Request body: {'subnet': {'network_id': '47538f67-8f1b-4f2f-a187-1cf4ca3494a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1625578789-subnet', 'tenant_id': 'c51151e8df954062b73de6411b6fa4cc', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:16.469688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f31d2-095e-4913-be77-4f21b1af0d52 admin admin] Pushing event updated for resources: {'Network': ['ID=47538f67-8f1b-4f2f-a187-1cf4ca3494a9,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:16.479704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 47538f67-8f1b-4f2f-a187-1cf4ca3494a9 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:33:16.492393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82890e5-6c7a-4851-941b-c200b076fcdb admin admin] Made reservation on behalf of c51151e8df954062b73de6411b6fa4cc for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:33:16.495172 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c82890e5-6c7a-4851-941b-c200b076fcdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:16.664527 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c82890e5-6c7a-4851-941b-c200b076fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:16.718401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82890e5-6c7a-4851-941b-c200b076fcdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b52231-dd17-446a-babd-2d4c1a21feff,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:16.727467 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82890e5-6c7a-4851-941b-c200b076fcdb admin admin] Checking segment: {'id': '9cd73c67-c4a1-4080-828d-9b9402ca0b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '47538f67-8f1b-4f2f-a187-1cf4ca3494a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:33:16.728662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82890e5-6c7a-4851-941b-c200b076fcdb admin admin] Network hostable DHCP agents. Network: 47538f67-8f1b-4f2f-a187-1cf4ca3494a9, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:33:16.744067 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82890e5-6c7a-4851-941b-c200b076fcdb admin admin] Network 47538f67-8f1b-4f2f-a187-1cf4ca3494a9 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:33:16.752522 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-c82890e5-6c7a-4851-941b-c200b076fcdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 47538f67-8f1b-4f2f-a187-1cf4ca3494a9) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:16.756731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82890e5-6c7a-4851-941b-c200b076fcdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:16.757314 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c82890e5-6c7a-4851-941b-c200b076fcdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:16.763395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075eee0f-a793-45eb-8b1d-e411bbb04f51 None None] Network 47538f67-8f1b-4f2f-a187-1cf4ca3494a9 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:33:16.775810 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c82890e5-6c7a-4851-941b-c200b076fcdb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3081400 Aug 31 01:33:16.776116 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56624) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:16.780577 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1625578789-router', 'tenant_id': 'c51151e8df954062b73de6411b6fa4cc', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:16.808442 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:16.809649 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:16.875943 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:16.941895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-47538f67-8f1b-4f2f-a187-1cf4ca3494a9', 'network_id': '47538f67-8f1b-4f2f-a187-1cf4ca3494a9', 'tenant_id': 'c51151e8df954062b73de6411b6fa4cc', 'fixed_ips': [{'subnet_id': 'f8b52231-dd17-446a-babd-2d4c1a21feff'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:33:16.943036 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:17.031592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:17.112339 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Allocated IP 172.20.0.2 (47538f67-8f1b-4f2f-a187-1cf4ca3494a9/f8b52231-dd17-446a-babd-2d4c1a21feff/54c6bdea-3488-4741-a4c4-8f5d406aeba5) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:33:17.267344 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:17.277858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Transition to ACTIVE for port object 54c6bdea-3488-4741-a4c4-8f5d406aeba5 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:33:17.295106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Transition to ACTIVE for port object 54c6bdea-3488-4741-a4c4-8f5d406aeba5 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:33:17.301908 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:17.346339 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Network 47538f67-8f1b-4f2f-a187-1cf4ca3494a9 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:33:17.349343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:17.354185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:33:17.357422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Pushing event updated for resources: {'Port': ['ID=54c6bdea-3488-4741-a4c4-8f5d406aeba5,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:17.418248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Attempting to bind port 54c6bdea-3488-4741-a4c4-8f5d406aeba5 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:33:17.418248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Attempting to bind port 54c6bdea-3488-4741-a4c4-8f5d406aeba5 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '9cd73c67-c4a1-4080-828d-9b9402ca0b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '47538f67-8f1b-4f2f-a187-1cf4ca3494a9'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:33:17.418478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Attempting to bind port 54c6bdea-3488-4741-a4c4-8f5d406aeba5 on network 47538f67-8f1b-4f2f-a187-1cf4ca3494a9 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:33:17.424383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:33:17.424748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Checking segment: {'id': '9cd73c67-c4a1-4080-828d-9b9402ca0b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '47538f67-8f1b-4f2f-a187-1cf4ca3494a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:33:17.425180 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:17.425578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Bound using segment: {'id': '9cd73c67-c4a1-4080-828d-9b9402ca0b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '47538f67-8f1b-4f2f-a187-1cf4ca3494a9'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:33:17.426041 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Bound port: 54c6bdea-3488-4741-a4c4-8f5d406aeba5, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd73c67-c4a1-4080-828d-9b9402ca0b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '47538f67-8f1b-4f2f-a187-1cf4ca3494a9'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:33:17.426423 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:17.508200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] For port 54c6bdea-3488-4741-a4c4-8f5d406aeba5, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:33:17.513052 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] For port 54c6bdea-3488-4741-a4c4-8f5d406aeba5, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=54c6bdea-3488-4741-a4c4-8f5d406aeba5,segment=NetworkSegment(9cd73c67-c4a1-4080-828d-9b9402ca0b10),segment_id=9cd73c67-c4a1-4080-828d-9b9402ca0b10)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:33:17.517565 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:17.571027 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:17.588393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2204d-7294-49bf-a25b-a6afd1e06fde None None] Pushing event updated for resources: {'Port': ['ID=54c6bdea-3488-4741-a4c4-8f5d406aeba5,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:17.593693 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:17.715882 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Allocated IP 172.25.6.225 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/accc9b16-32de-410e-90a8-c8e86713cefb) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:33:17.843890 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:17.893126 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:17.952870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:33:17.954603 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=accc9b16-32de-410e-90a8-c8e86713cefb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:17.960437 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:17.967180 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:33:18.249928 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:18.498791 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:18.646557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Router 51407b86-a6a7-4a32-8cb5-2774af3ea1f6 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:33:18.769674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9983ba80-c2c5-4bc0-8331-f0f1ad0663f8 None None] Network 47538f67-8f1b-4f2f-a187-1cf4ca3494a9 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:33:18.817907 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:33:18.841201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Sync routers for ids ['51407b86-a6a7-4a32-8cb5-2774af3ea1f6'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:33:18.842947 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:18.844500 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c8be4299-5754-448b-bd38-f59aa7af3fc6 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.0672455 Aug 31 01:33:18.847544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56650) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:18.880183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 54c6bdea-3488-4741-a4c4-8f5d406aeba5 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:18.886752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Routers {'51407b86-a6a7-4a32-8cb5-2774af3ea1f6'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:33:18.887560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:32:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['51407b86-a6a7-4a32-8cb5-2774af3ea1f6'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:18.956257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-19653daf-0778-438f-ad1e-1e0666a3f48c None None] Provisioning for port 54c6bdea-3488-4741-a4c4-8f5d406aeba5 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:33:19.116188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Set router 51407b86-a6a7-4a32-8cb5-2774af3ea1f6 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:33:19.178470 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 54c6bdea-3488-4741-a4c4-8f5d406aeba5 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:33:19.264058 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 54c6bdea-3488-4741-a4c4-8f5d406aeba5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:33:19.264433 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:19.347595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-685e52d3-b83d-48b5-9cd4-08bbf15986f7 req-335cce46-8a54-490f-ac5f-8214a3d8a942 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843561 Aug 31 01:33:19.431482 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:19.456015 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'name': 'tempest-ImageQuotaTest-1625578789-router', 'tenant_id': 'c51151e8df954062b73de6411b6fa4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'accc9b16-32de-410e-90a8-c8e86713cefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:33:16Z', 'updated_at': '2021-08-31T01:33:18Z', 'revision_number': 3, 'project_id': 'c51151e8df954062b73de6411b6fa4cc', 'gw_port': {'id': 'accc9b16-32de-410e-90a8-c8e86713cefb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:33:17Z', 'updated_at': '2021-08-31T01:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:19.493783 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Checking router: 51407b86-a6a7-4a32-8cb5-2774af3ea1f6 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:33:19.494477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Updating router 51407b86-a6a7-4a32-8cb5-2774af3ea1f6 port accc9b16-32de-410e-90a8-c8e86713cefb binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:33:19.501479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e52d3-b83d-48b5-9cd4-08bbf15986f7 req-1e7329c0-7510-4d3b-a94d-83087fa8fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:19.502996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-685e52d3-b83d-48b5-9cd4-08bbf15986f7 req-1e7329c0-7510-4d3b-a94d-83087fa8fd04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 1097 time: 0.0935588 Aug 31 01:33:19.505028 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:19.524962 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 54c6bdea-3488-4741-a4c4-8f5d406aeba5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=54c6bdea-3488-4741-a4c4-8f5d406aeba5,segment=NetworkSegment(9cd73c67-c4a1-4080-828d-9b9402ca0b10),segment_id=9cd73c67-c4a1-4080-828d-9b9402ca0b10)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:19.534551 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:19.541861 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:19.664880 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=54c6bdea-3488-4741-a4c4-8f5d406aeba5,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:19.762045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8a6f317d-da1f-4fa9-bd33-2eebe1351e3a None None] Provisioning complete for port 54c6bdea-3488-4741-a4c4-8f5d406aeba5 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:33:19.762419 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a6f317d-da1f-4fa9-bd33-2eebe1351e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:19.776121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e52d3-b83d-48b5-9cd4-08bbf15986f7 req-dc828d90-2d9d-45c7-b5c8-09448d2ab92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:19.777696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-685e52d3-b83d-48b5-9cd4-08bbf15986f7 req-dc828d90-2d9d-45c7-b5c8-09448d2ab92a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 918 time: 0.2439215 Aug 31 01:33:19.891121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-685e52d3-b83d-48b5-9cd4-08bbf15986f7 req-9bd8c3ca-30c1-4229-87a6-19af0949cc8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee HTTP/1.1" status: 200 len: 1000 time: 0.1054423 Aug 31 01:33:19.894016 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Allocated IP 172.20.0.1 (47538f67-8f1b-4f2f-a187-1cf4ca3494a9/f8b52231-dd17-446a-babd-2d4c1a21feff/575a45bc-c38e-4074-bf9f-308275d188f2) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:33:19.934278 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:19.948040 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Transition to ACTIVE for port object accc9b16-32de-410e-90a8-c8e86713cefb will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:33:19.959018 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:20.006576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e52d3-b83d-48b5-9cd4-08bbf15986f7 req-63b57f89-6535-48b2-93a7-fa811d1d3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:20.008118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-685e52d3-b83d-48b5-9cd4-08bbf15986f7 req-63b57f89-6535-48b2-93a7-fa811d1d3673 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 200 len: 856 time: 0.1069844 Aug 31 01:33:20.027346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a50d0c-0d5a-4822-97ac-d812efb47a5a None None] Pushing event updated for resources: {'Port': ['ID=accc9b16-32de-410e-90a8-c8e86713cefb,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:20.031328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Attempting to bind port accc9b16-32de-410e-90a8-c8e86713cefb on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:33:20.031328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Attempting to bind port accc9b16-32de-410e-90a8-c8e86713cefb by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:33:20.031328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Attempting to bind port accc9b16-32de-410e-90a8-c8e86713cefb on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:33:20.036576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:33:20.037375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:33:20.037375 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:20.037705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:33:20.038217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Bound port: accc9b16-32de-410e-90a8-c8e86713cefb, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:33:20.038606 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:20.104150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e52d3-b83d-48b5-9cd4-08bbf15986f7 req-1f3d9f06-d549-4253-8586-4a4584c19d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:20.105801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-685e52d3-b83d-48b5-9cd4-08bbf15986f7 req-1f3d9f06-d549-4253-8586-4a4584c19d55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902376 Aug 31 01:33:20.109416 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:20.132323 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56662) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:20.152940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] For port accc9b16-32de-410e-90a8-c8e86713cefb, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:33:20.156906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] For port accc9b16-32de-410e-90a8-c8e86713cefb, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=accc9b16-32de-410e-90a8-c8e86713cefb,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:33:20.163564 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:20.176747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Transition to ACTIVE for port object 575a45bc-c38e-4074-bf9f-308275d188f2 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:33:20.237039 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Routers {'51407b86-a6a7-4a32-8cb5-2774af3ea1f6'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:33:20.237741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:32:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['51407b86-a6a7-4a32-8cb5-2774af3ea1f6'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:20.267896 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-685e52d3-b83d-48b5-9cd4-08bbf15986f7 req-0d8dfd4e-23b5-4be4-98e3-1d8527234ee4 service neutron] 10.222.0.15 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543281 Aug 31 01:33:20.285646 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:20.305632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a50d0c-0d5a-4822-97ac-d812efb47a5a None None] Pushing event updated for resources: {'Port': ['ID=accc9b16-32de-410e-90a8-c8e86713cefb,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:20.360784 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fc321d02-306a-471f-b9f9-081b7ab10ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:20.396828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] Set router 51407b86-a6a7-4a32-8cb5-2774af3ea1f6 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:33:20.530325 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fc321d02-306a-471f-b9f9-081b7ab10ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:20.538225 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fc321d02-306a-471f-b9f9-081b7ab10ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:20.591970 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc321d02-306a-471f-b9f9-081b7ab10ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2580647c-7567-4de7-bdfa-9cb768eda80e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:20.596693 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fc321d02-306a-471f-b9f9-081b7ab10ebc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc04718c5ae8403c8e59b35ad0d9c0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4631395 Aug 31 01:33:20.599442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56666) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:20.648776 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'name': 'tempest-ImageQuotaTest-1625578789-router', 'tenant_id': 'c51151e8df954062b73de6411b6fa4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'accc9b16-32de-410e-90a8-c8e86713cefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:33:16Z', 'updated_at': '2021-08-31T01:33:18Z', 'revision_number': 3, 'project_id': 'c51151e8df954062b73de6411b6fa4cc', 'gw_port': {'id': 'accc9b16-32de-410e-90a8-c8e86713cefb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:33:17Z', 'updated_at': '2021-08-31T01:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:20.655446 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-508ded63-6367-40ee-9076-a34f3f169481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:20.676778 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce7758e-77db-4089-a0c6-7227cd06a148 None None] The sync data for ids ['51407b86-a6a7-4a32-8cb5-2774af3ea1f6'] in n-d-802060-13 is: [{'id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'name': 'tempest-ImageQuotaTest-1625578789-router', 'tenant_id': 'c51151e8df954062b73de6411b6fa4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'accc9b16-32de-410e-90a8-c8e86713cefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:33:16Z', 'updated_at': '2021-08-31T01:33:18Z', 'revision_number': 3, 'project_id': 'c51151e8df954062b73de6411b6fa4cc', 'gw_port': {'id': 'accc9b16-32de-410e-90a8-c8e86713cefb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:33:17Z', 'updated_at': '2021-08-31T01:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:33:20.679690 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-508ded63-6367-40ee-9076-a34f3f169481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:20.705080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Network 47538f67-8f1b-4f2f-a187-1cf4ca3494a9 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:33:20.712635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:20.715961 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:33:20.748366 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-508ded63-6367-40ee-9076-a34f3f169481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:20.754242 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-508ded63-6367-40ee-9076-a34f3f169481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:20.756385 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-508ded63-6367-40ee-9076-a34f3f169481 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2580647c-7567-4de7-bdfa-9cb768eda80e HTTP/1.1" status: 204 len: 168 time: 0.1557114 Aug 31 01:33:20.768627 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ded63-6367-40ee-9076-a34f3f169481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2580647c-7567-4de7-bdfa-9cb768eda80e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:20.792008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Pushing event updated for resources: {'Port': ['ID=575a45bc-c38e-4074-bf9f-308275d188f2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:20.826676 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:20.847895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 54c6bdea-3488-4741-a4c4-8f5d406aeba5 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:20.869842 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-685e52d3-b83d-48b5-9cd4-08bbf15986f7 req-fb5f3226-0020-44b9-afdb-152d5bc01af9 service neutron] 10.222.0.15 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938013 Aug 31 01:33:20.911924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 54c6bdea-3488-4741-a4c4-8f5d406aeba5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:33:20.912819 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:21.029496 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:21.165732 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3cf9f1e4-5f42-4e08-9990-e2a02178f023 None None] Provisioning for port 575a45bc-c38e-4074-bf9f-308275d188f2 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:33:21.171584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3cf9f1e4-5f42-4e08-9990-e2a02178f023 None None] Provisioning complete for port 575a45bc-c38e-4074-bf9f-308275d188f2 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:33:21.172526 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f1e4-5f42-4e08-9990-e2a02178f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:21.217222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3cf9f1e4-5f42-4e08-9990-e2a02178f023 None None] Port 575a45bc-c38e-4074-bf9f-308275d188f2 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:33:21.236637 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-99573f5a-b1e3-4b6c-84c7-6d5dee778b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:21.247462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56672) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:21.255596 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:21.261342 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:21.262847 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abde0d09-636e-4283-98a8-2dfa41ef00ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:21.341817 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:21.354567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Pushing event updated for resources: {'Port': ['ID=575a45bc-c38e-4074-bf9f-308275d188f2,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:21.374679 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abde0d09-636e-4283-98a8-2dfa41ef00ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:21.379375 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-abde0d09-636e-4283-98a8-2dfa41ef00ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:21.426191 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-abde0d09-636e-4283-98a8-2dfa41ef00ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c9e193f4681468fb0d273224565a32c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750712 Aug 31 01:33:21.426191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde0d09-636e-4283-98a8-2dfa41ef00ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b309a10-5e80-4fbc-b597-d3929b24442f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:21.427327 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56674) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:21.461968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Network 47538f67-8f1b-4f2f-a187-1cf4ca3494a9 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:33:21.463945 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:21.492878 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c25701a3-f759-47a7-bf6a-a7c0fdd1dc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:21.518102 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c25701a3-f759-47a7-bf6a-a7c0fdd1dc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:21.580582 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c25701a3-f759-47a7-bf6a-a7c0fdd1dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:21.583320 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c25701a3-f759-47a7-bf6a-a7c0fdd1dc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:21.584477 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c25701a3-f759-47a7-bf6a-a7c0fdd1dc06 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b309a10-5e80-4fbc-b597-d3929b24442f HTTP/1.1" status: 204 len: 168 time: 0.1513598 Aug 31 01:33:21.597672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25701a3-f759-47a7-bf6a-a7c0fdd1dc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b309a10-5e80-4fbc-b597-d3929b24442f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:21.626425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Router 51407b86-a6a7-4a32-8cb5-2774af3ea1f6 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:33:21.748317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8bda3667-d610-42bc-969f-1b90128f38c7 None None] Provisioning complete for port 575a45bc-c38e-4074-bf9f-308275d188f2 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:33:21.748703 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8bda3667-d610-42bc-969f-1b90128f38c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:21.756625 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:33:21.763323 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-26334caf-3e09-412b-8f9e-a68720c96e71 admin admin] 10.222.0.58 "PUT /v2.0/routers/51407b86-a6a7-4a32-8cb5-2774af3ea1f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9136586 Aug 31 01:33:21.795500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8bda3667-d610-42bc-969f-1b90128f38c7 None None] Port 575a45bc-c38e-4074-bf9f-308275d188f2 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:33:22.522234 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Sync routers for ids ['51407b86-a6a7-4a32-8cb5-2774af3ea1f6'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:33:22.532958 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Routers {'51407b86-a6a7-4a32-8cb5-2774af3ea1f6'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:33:22.533691 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:32:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['51407b86-a6a7-4a32-8cb5-2774af3ea1f6'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:22.653563 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Set router 51407b86-a6a7-4a32-8cb5-2774af3ea1f6 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:33:22.860643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device accc9b16-32de-410e-90a8-c8e86713cefb up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:22.920059 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port accc9b16-32de-410e-90a8-c8e86713cefb completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:33:22.925608 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port accc9b16-32de-410e-90a8-c8e86713cefb triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:33:22.926225 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:23.016898 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'name': 'tempest-ImageQuotaTest-1625578789-router', 'tenant_id': 'c51151e8df954062b73de6411b6fa4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'accc9b16-32de-410e-90a8-c8e86713cefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:33:16Z', 'updated_at': '2021-08-31T01:33:20Z', 'revision_number': 4, 'project_id': 'c51151e8df954062b73de6411b6fa4cc', 'gw_port': {'id': 'accc9b16-32de-410e-90a8-c8e86713cefb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:33:17Z', 'updated_at': '2021-08-31T01:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '575a45bc-c38e-4074-bf9f-308275d188f2', 'name': '', 'network_id': '47538f67-8f1b-4f2f-a187-1cf4ca3494a9', 'tenant_id': 'c51151e8df954062b73de6411b6fa4cc', 'mac_address': 'fa:16:3e:4d:d8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'f8b52231-dd17-446a-babd-2d4c1a21feff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:33:19Z', 'updated_at': '2021-08-31T01:33:21Z', 'revision_number': 2, 'project_id': 'c51151e8df954062b73de6411b6fa4cc', 'subnets': [{'id': 'f8b52231-dd17-446a-babd-2d4c1a21feff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:23.030536 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:23.053121 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Checking router: 51407b86-a6a7-4a32-8cb5-2774af3ea1f6 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:33:23.054166 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Updating router 51407b86-a6a7-4a32-8cb5-2774af3ea1f6 port 575a45bc-c38e-4074-bf9f-308275d188f2 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:33:23.056430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port accc9b16-32de-410e-90a8-c8e86713cefb, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=accc9b16-32de-410e-90a8-c8e86713cefb,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:23.061949 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:23.072190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56724) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:23.089659 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:23.118690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=accc9b16-32de-410e-90a8-c8e86713cefb,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:23.127049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.127524 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.127976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.128441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.128871 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.129294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.129718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.130123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.130515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.130931 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.131350 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.131738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.383405 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:23.395130 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Transition to ACTIVE for port object 575a45bc-c38e-4074-bf9f-308275d188f2 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:33:23.402252 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:23.481497 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-00618d1d-aedd-4664-9518-4be3ece35dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:23.583631 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df1240-4965-499e-a863-f5282ed4de63 None None] Pushing event updated for resources: {'Port': ['ID=575a45bc-c38e-4074-bf9f-308275d188f2,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:23.617096 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df1240-4965-499e-a863-f5282ed4de63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.617726 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df1240-4965-499e-a863-f5282ed4de63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.618907 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df1240-4965-499e-a863-f5282ed4de63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.619674 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df1240-4965-499e-a863-f5282ed4de63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.620239 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df1240-4965-499e-a863-f5282ed4de63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.620743 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df1240-4965-499e-a863-f5282ed4de63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.621070 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df1240-4965-499e-a863-f5282ed4de63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.621394 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df1240-4965-499e-a863-f5282ed4de63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.621746 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df1240-4965-499e-a863-f5282ed4de63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.622066 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df1240-4965-499e-a863-f5282ed4de63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.622385 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df1240-4965-499e-a863-f5282ed4de63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.622700 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df1240-4965-499e-a863-f5282ed4de63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:23.640074 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Attempting to bind port 575a45bc-c38e-4074-bf9f-308275d188f2 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:33:23.640571 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Attempting to bind port 575a45bc-c38e-4074-bf9f-308275d188f2 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '9cd73c67-c4a1-4080-828d-9b9402ca0b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '47538f67-8f1b-4f2f-a187-1cf4ca3494a9'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:33:23.641027 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Attempting to bind port 575a45bc-c38e-4074-bf9f-308275d188f2 on network 47538f67-8f1b-4f2f-a187-1cf4ca3494a9 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:33:23.646765 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:33:23.647312 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Checking segment: {'id': '9cd73c67-c4a1-4080-828d-9b9402ca0b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '47538f67-8f1b-4f2f-a187-1cf4ca3494a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:33:23.647830 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:23.648310 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Bound using segment: {'id': '9cd73c67-c4a1-4080-828d-9b9402ca0b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '47538f67-8f1b-4f2f-a187-1cf4ca3494a9'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:33:23.648876 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Bound port: 575a45bc-c38e-4074-bf9f-308275d188f2, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd73c67-c4a1-4080-828d-9b9402ca0b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '47538f67-8f1b-4f2f-a187-1cf4ca3494a9'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:33:23.649392 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:23.729028 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] For port 575a45bc-c38e-4074-bf9f-308275d188f2, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:33:23.732752 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] For port 575a45bc-c38e-4074-bf9f-308275d188f2, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=575a45bc-c38e-4074-bf9f-308275d188f2,segment=NetworkSegment(9cd73c67-c4a1-4080-828d-9b9402ca0b10),segment_id=9cd73c67-c4a1-4080-828d-9b9402ca0b10)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:33:23.736767 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:23.792721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-00618d1d-aedd-4664-9518-4be3ece35dac admin admin] Deleting port 575a45bc-c38e-4074-bf9f-308275d188f2 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:33:23.793070 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-00618d1d-aedd-4664-9518-4be3ece35dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:23.797229 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Routers {'51407b86-a6a7-4a32-8cb5-2774af3ea1f6'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:33:23.798285 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:32:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['51407b86-a6a7-4a32-8cb5-2774af3ea1f6'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:23.869353 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df1240-4965-499e-a863-f5282ed4de63 None None] Pushing event updated for resources: {'Port': ['ID=575a45bc-c38e-4074-bf9f-308275d188f2,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:23.884583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-00618d1d-aedd-4664-9518-4be3ece35dac admin admin] For port 575a45bc-c38e-4074-bf9f-308275d188f2, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=575a45bc-c38e-4074-bf9f-308275d188f2,segment=NetworkSegment(9cd73c67-c4a1-4080-828d-9b9402ca0b10),segment_id=9cd73c67-c4a1-4080-828d-9b9402ca0b10)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:23.884955 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-00618d1d-aedd-4664-9518-4be3ece35dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:23.900169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-00618d1d-aedd-4664-9518-4be3ece35dac admin admin] Calling delete_port for 575a45bc-c38e-4074-bf9f-308275d188f2 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:33:23.945543 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1fc14a6d-1a2b-495e-8e1c-ee4bd48c1346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:23.956493 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] Set router 51407b86-a6a7-4a32-8cb5-2774af3ea1f6 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:33:24.063961 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:24.178299 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-00618d1d-aedd-4664-9518-4be3ece35dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:24.210788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00618d1d-aedd-4664-9518-4be3ece35dac admin admin] Pushing event deleted for resources: {'Port': ['ID=575a45bc-c38e-4074-bf9f-308275d188f2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:24.233121 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'name': 'tempest-ImageQuotaTest-1625578789-router', 'tenant_id': 'c51151e8df954062b73de6411b6fa4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'accc9b16-32de-410e-90a8-c8e86713cefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:33:16Z', 'updated_at': '2021-08-31T01:33:20Z', 'revision_number': 4, 'project_id': 'c51151e8df954062b73de6411b6fa4cc', 'gw_port': {'id': 'accc9b16-32de-410e-90a8-c8e86713cefb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:33:17Z', 'updated_at': '2021-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '575a45bc-c38e-4074-bf9f-308275d188f2', 'name': '', 'network_id': '47538f67-8f1b-4f2f-a187-1cf4ca3494a9', 'tenant_id': 'c51151e8df954062b73de6411b6fa4cc', 'mac_address': 'fa:16:3e:4d:d8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'f8b52231-dd17-446a-babd-2d4c1a21feff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:33:19Z', 'updated_at': '2021-08-31T01:33:23Z', 'revision_number': 4, 'project_id': 'c51151e8df954062b73de6411b6fa4cc', 'subnets': [{'id': 'f8b52231-dd17-446a-babd-2d4c1a21feff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:24.260800 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa8dec-b4ed-4e33-84ad-066ab11a0b5f None None] The sync data for ids ['51407b86-a6a7-4a32-8cb5-2774af3ea1f6'] in n-d-802060-13 is: [{'id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'name': 'tempest-ImageQuotaTest-1625578789-router', 'tenant_id': 'c51151e8df954062b73de6411b6fa4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'accc9b16-32de-410e-90a8-c8e86713cefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:33:16Z', 'updated_at': '2021-08-31T01:33:20Z', 'revision_number': 4, 'project_id': 'c51151e8df954062b73de6411b6fa4cc', 'gw_port': {'id': 'accc9b16-32de-410e-90a8-c8e86713cefb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:33:17Z', 'updated_at': '2021-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '575a45bc-c38e-4074-bf9f-308275d188f2', 'name': '', 'network_id': '47538f67-8f1b-4f2f-a187-1cf4ca3494a9', 'tenant_id': 'c51151e8df954062b73de6411b6fa4cc', 'mac_address': 'fa:16:3e:4d:d8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'f8b52231-dd17-446a-babd-2d4c1a21feff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:33:19Z', 'updated_at': '2021-08-31T01:33:23Z', 'revision_number': 4, 'project_id': 'c51151e8df954062b73de6411b6fa4cc', 'subnets': [{'id': 'f8b52231-dd17-446a-babd-2d4c1a21feff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:33:24.442405 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-00618d1d-aedd-4664-9518-4be3ece35dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:24.519148 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:24.697604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00618d1d-aedd-4664-9518-4be3ece35dac admin admin] Router 51407b86-a6a7-4a32-8cb5-2774af3ea1f6 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:33:24.832656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device accc9b16-32de-410e-90a8-c8e86713cefb up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:24.836663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00618d1d-aedd-4664-9518-4be3ece35dac admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:33:24.842954 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-00618d1d-aedd-4664-9518-4be3ece35dac admin admin] 10.222.0.58 "PUT /v2.0/routers/51407b86-a6a7-4a32-8cb5-2774af3ea1f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7696595 Aug 31 01:33:24.845392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56732) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:24.890713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port accc9b16-32de-410e-90a8-c8e86713cefb triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:33:24.891509 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:24.969966 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:25.084139 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:25.141229 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] Deleting port accc9b16-32de-410e-90a8-c8e86713cefb {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:33:25.141560 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:25.242674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] For port accc9b16-32de-410e-90a8-c8e86713cefb, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=accc9b16-32de-410e-90a8-c8e86713cefb,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:25.243433 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:25.267732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] Calling delete_port for accc9b16-32de-410e-90a8-c8e86713cefb owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:33:25.481293 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:25.519583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=accc9b16-32de-410e-90a8-c8e86713cefb,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:25.590066 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:25.610480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c68233-e017-41a3-b39e-d0a4253dcee0 None None] Sync routers for ids ['51407b86-a6a7-4a32-8cb5-2774af3ea1f6'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:33:25.620461 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c68233-e017-41a3-b39e-d0a4253dcee0 None None] Routers {'51407b86-a6a7-4a32-8cb5-2774af3ea1f6'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:33:25.621174 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-56c68233-e017-41a3-b39e-d0a4253dcee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:33:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['51407b86-a6a7-4a32-8cb5-2774af3ea1f6'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:25.693992 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:25.697026 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:25.698130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-56c68233-e017-41a3-b39e-d0a4253dcee0 None None] Set router 51407b86-a6a7-4a32-8cb5-2774af3ea1f6 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:33:25.739986 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:25.740558 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51407b86-a6a7-4a32-8cb5-2774af3ea1f6 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:33:25.745757 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:25.748078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ab54f05a-6266-4873-b88e-727b282789b1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/51407b86-a6a7-4a32-8cb5-2774af3ea1f6 HTTP/1.1" status: 204 len: 168 time: 0.9016387 Aug 31 01:33:25.750576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56736) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:25.760964 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-56c68233-e017-41a3-b39e-d0a4253dcee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51407b86-a6a7-4a32-8cb5-2774af3ea1f6', 'name': 'tempest-ImageQuotaTest-1625578789-router', 'tenant_id': 'c51151e8df954062b73de6411b6fa4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:33:16Z', 'updated_at': '2021-08-31T01:33:25Z', 'revision_number': 7, 'project_id': 'c51151e8df954062b73de6411b6fa4cc', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:25.788446 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c68233-e017-41a3-b39e-d0a4253dcee0 None None] Checking router: 51407b86-a6a7-4a32-8cb5-2774af3ea1f6 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:33:25.798113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c68233-e017-41a3-b39e-d0a4253dcee0 None None] Routers set() bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:33:25.798479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c68233-e017-41a3-b39e-d0a4253dcee0 None None] Router IDs set() for agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 01:33:25.799122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_agentschedulers_db [None req-56c68233-e017-41a3-b39e-d0a4253dcee0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'51407b86-a6a7-4a32-8cb5-2774af3ea1f6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:33:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent'). {{(pid=94762) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 01:33:25.799528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c68233-e017-41a3-b39e-d0a4253dcee0 None None] The sync data for ids ['51407b86-a6a7-4a32-8cb5-2774af3ea1f6'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:33:25.809837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2886d6-a1b8-45dd-b99c-f083edb09106 admin admin] Deleting subnet f8b52231-dd17-446a-babd-2d4c1a21feff {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:33:25.813525 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d2886d6-a1b8-45dd-b99c-f083edb09106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:25.853706 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d2886d6-a1b8-45dd-b99c-f083edb09106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:25.951676 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d2886d6-a1b8-45dd-b99c-f083edb09106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.017120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d2886d6-a1b8-45dd-b99c-f083edb09106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.051957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2886d6-a1b8-45dd-b99c-f083edb09106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b52231-dd17-446a-babd-2d4c1a21feff,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:26.059727 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0d2886d6-a1b8-45dd-b99c-f083edb09106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.060741 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0d2886d6-a1b8-45dd-b99c-f083edb09106 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f8b52231-dd17-446a-babd-2d4c1a21feff HTTP/1.1" status: 204 len: 168 time: 0.3092256 Aug 31 01:33:26.063482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56738) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:26.067420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399d6c1a-8f71-4e1b-8162-f1b59a821034 None None] Network 47538f67-8f1b-4f2f-a187-1cf4ca3494a9 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:33:26.147976 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.220149 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] Deleting port 54c6bdea-3488-4741-a4c4-8f5d406aeba5 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:33:26.220502 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.314287 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] For port 54c6bdea-3488-4741-a4c4-8f5d406aeba5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=54c6bdea-3488-4741-a4c4-8f5d406aeba5,segment=NetworkSegment(9cd73c67-c4a1-4080-828d-9b9402ca0b10),segment_id=9cd73c67-c4a1-4080-828d-9b9402ca0b10)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:26.314971 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.333346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] Calling delete_port for 54c6bdea-3488-4741-a4c4-8f5d406aeba5 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:33:26.340122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf8e735-76c8-4847-9ddf-b07647f3bc5b None None] DHCP port deletion for 47538f67-8f1b-4f2f-a187-1cf4ca3494a9 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:33:26.420596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-abf8e735-76c8-4847-9ddf-b07647f3bc5b None None] Deleting port 54c6bdea-3488-4741-a4c4-8f5d406aeba5 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:33:26.420894 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-abf8e735-76c8-4847-9ddf-b07647f3bc5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.475711 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.510175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=54c6bdea-3488-4741-a4c4-8f5d406aeba5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:26.512277 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] No DVR routers for this DVR port 54c6bdea-3488-4741-a4c4-8f5d406aeba5 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:33:26.524841 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-abf8e735-76c8-4847-9ddf-b07647f3bc5b None None] For port 54c6bdea-3488-4741-a4c4-8f5d406aeba5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=54c6bdea-3488-4741-a4c4-8f5d406aeba5,segment=NetworkSegment(9cd73c67-c4a1-4080-828d-9b9402ca0b10),segment_id=9cd73c67-c4a1-4080-828d-9b9402ca0b10)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:26.525635 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-abf8e735-76c8-4847-9ddf-b07647f3bc5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.541292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-abf8e735-76c8-4847-9ddf-b07647f3bc5b None None] Calling delete_port for 54c6bdea-3488-4741-a4c4-8f5d406aeba5 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:33:26.600474 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.610783 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47538f67-8f1b-4f2f-a187-1cf4ca3494a9']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:26.623021 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd73c67-c4a1-4080-828d-9b9402ca0b10') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:26.623632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd73c67-c4a1-4080-828d-9b9402ca0b10') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:26.629493 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-abf8e735-76c8-4847-9ddf-b07647f3bc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.633154 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.648657 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.654865 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:33:26.655355 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:33:26.657257 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:33:26.659775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf8e735-76c8-4847-9ddf-b07647f3bc5b None None] No DVR routers for this DVR port 54c6bdea-3488-4741-a4c4-8f5d406aeba5 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:33:26.667571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8e735-76c8-4847-9ddf-b07647f3bc5b None None] Pushing event deleted for resources: {'Port': ['ID=54c6bdea-3488-4741-a4c4-8f5d406aeba5,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:26.719839 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.722539 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.725992 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:26.728468 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] 10.222.0.58 "DELETE /v2.0/networks/47538f67-8f1b-4f2f-a187-1cf4ca3494a9 HTTP/1.1" status: 204 len: 168 time: 0.6637046 Aug 31 01:33:26.739543 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ceb908-ac9b-4824-9619-1247afa34b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=47538f67-8f1b-4f2f-a187-1cf4ca3494a9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:26.804942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 575a45bc-c38e-4074-bf9f-308275d188f2 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:33:26.830728 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 575a45bc-c38e-4074-bf9f-308275d188f2 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:33:26.831077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 575a45bc-c38e-4074-bf9f-308275d188f2 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:33:26.831550 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 54c6bdea-3488-4741-a4c4-8f5d406aeba5 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:33:26.855739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 54c6bdea-3488-4741-a4c4-8f5d406aeba5 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:33:26.856509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 54c6bdea-3488-4741-a4c4-8f5d406aeba5 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:33:26.857174 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device accc9b16-32de-410e-90a8-c8e86713cefb no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:33:26.883885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: accc9b16-32de-410e-90a8-c8e86713cefb {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:33:26.884389 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device accc9b16-32de-410e-90a8-c8e86713cefb not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:33:27.042191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56748) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:27.082174 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-78bef11b-db9a-42af-b268-9557f97a2f95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c51151e8df954062b73de6411b6fa4cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385089 Aug 31 01:33:27.084539 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56750) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:27.137612 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2c98daf-38ac-45ec-b1ee-8d2561bf9b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:27.158720 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2c98daf-38ac-45ec-b1ee-8d2561bf9b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:27.205895 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2c98daf-38ac-45ec-b1ee-8d2561bf9b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:27.208509 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2c98daf-38ac-45ec-b1ee-8d2561bf9b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:27.209680 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f2c98daf-38ac-45ec-b1ee-8d2561bf9b2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5823b51d-43e4-4dca-94f2-d442f682368b HTTP/1.1" status: 204 len: 168 time: 0.1241486 Aug 31 01:33:27.219793 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c98daf-38ac-45ec-b1ee-8d2561bf9b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5823b51d-43e4-4dca-94f2-d442f682368b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:27.617846 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56758) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:27.632484 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7ce62f8-d86b-4b80-bdd6-887926446e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:27.726464 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7ce62f8-d86b-4b80-bdd6-887926446e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:27.731164 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c7ce62f8-d86b-4b80-bdd6-887926446e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:27.769851 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c7ce62f8-d86b-4b80-bdd6-887926446e49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1508040 Aug 31 01:33:27.770638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce62f8-d86b-4b80-bdd6-887926446e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3694d790-0d67-41d0-b1a2-aa828705a0d0,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:27.772552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56760) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:27.821688 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:27.842672 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:27.889227 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:27.892012 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:27.893210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3694d790-0d67-41d0-b1a2-aa828705a0d0 HTTP/1.1" status: 204 len: 168 time: 0.1195660 Aug 31 01:33:27.904426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3694d790-0d67-41d0-b1a2-aa828705a0d0,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:27.912027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:27.912378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:27.912716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:27.913048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:27.913378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:27.913703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:27.914024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:27.914349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:27.914670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:27.915635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:27.915986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:27.916305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef8c3b-a226-4d9c-8fbf-ba10f17d3205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:31.648499 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:35.861505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d4fc4-7057-4adb-a954-af200978f434 req-4f740dc5-a32c-4d12-867c-3b76b90707e1 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:35.862907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-970d4fc4-7057-4adb-a954-af200978f434 req-4f740dc5-a32c-4d12-867c-3b76b90707e1 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0493002 Aug 31 01:33:35.900432 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-970d4fc4-7057-4adb-a954-af200978f434 req-17338550-0e4d-4990-bb11-f9387b3220d5 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308442 Aug 31 01:33:37.027598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e9346-b498-498e-99fa-3494c2b6ef8c req-58cca46e-e2e1-47c7-8094-9eb679b3a7bc tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:37.029004 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f23e9346-b498-498e-99fa-3494c2b6ef8c req-58cca46e-e2e1-47c7-8094-9eb679b3a7bc tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0525382 Aug 31 01:33:37.068489 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f23e9346-b498-498e-99fa-3494c2b6ef8c req-3c448d9e-98ee-44ec-9f1b-fc53ba3aa34a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334167 Aug 31 01:33:38.198056 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9fff4-0e2e-4aac-b9bd-d3621556f989 req-d162944b-9893-4cdb-8ae0-ea63d5901f62 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:38.199650 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1a9fff4-0e2e-4aac-b9bd-d3621556f989 req-d162944b-9893-4cdb-8ae0-ea63d5901f62 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0552557 Aug 31 01:33:38.248821 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1a9fff4-0e2e-4aac-b9bd-d3621556f989 req-5be418ab-78cb-4df9-9088-8f06a76faf48 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431108 Aug 31 01:33:39.371214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67530ea5-2db1-4a9c-bf5a-26dceada8f24 req-fbd9fff2-8766-48ef-bfb8-0f13be64e592 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:39.378247 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67530ea5-2db1-4a9c-bf5a-26dceada8f24 req-fbd9fff2-8766-48ef-bfb8-0f13be64e592 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0574315 Aug 31 01:33:39.412316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67530ea5-2db1-4a9c-bf5a-26dceada8f24 req-ec063dc8-b18e-4cdd-8cf5-630115a5c50b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332086 Aug 31 01:33:40.541864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac4b8f-c366-496c-8252-e623e4eb7b7d req-47917657-8ee8-4552-9bfc-47aaf4d90ec5 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:40.543352 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8dac4b8f-c366-496c-8252-e623e4eb7b7d req-47917657-8ee8-4552-9bfc-47aaf4d90ec5 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0551195 Aug 31 01:33:40.584505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8dac4b8f-c366-496c-8252-e623e4eb7b7d req-4d982533-28aa-45e5-8574-47f233ae0141 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347688 Aug 31 01:33:41.232022 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:41.564227 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:33:41.711502 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d49003-ad34-4987-aa11-78ba43ae6150 req-ebc4461b-3875-427f-8551-410e2c690b92 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:41.715811 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72d49003-ad34-4987-aa11-78ba43ae6150 req-ebc4461b-3875-427f-8551-410e2c690b92 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0544806 Aug 31 01:33:41.753676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72d49003-ad34-4987-aa11-78ba43ae6150 req-540eec14-6b53-4f26-9066-9b60728d790f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345452 Aug 31 01:33:42.882998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8f7a4-26aa-466b-aff2-37587c4f57be req-63838502-fa84-45c5-976b-393552dbdabc tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:42.885245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcc8f7a4-26aa-466b-aff2-37587c4f57be req-63838502-fa84-45c5-976b-393552dbdabc tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0534446 Aug 31 01:33:42.927150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcc8f7a4-26aa-466b-aff2-37587c4f57be req-c296810d-354a-4980-88d9-a0fd292c902f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354643 Aug 31 01:33:44.061781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775618d-4cba-460a-bccd-f080636f186b req-e75c50cf-f55d-4706-9a2e-11ac8fb54458 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:44.063267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1775618d-4cba-460a-bccd-f080636f186b req-e75c50cf-f55d-4706-9a2e-11ac8fb54458 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0553353 Aug 31 01:33:44.101309 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1775618d-4cba-460a-bccd-f080636f186b req-5fc0a1dd-5d6b-4215-947a-b79936c2775f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318437 Aug 31 01:33:45.224627 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a897f-d9b8-4718-ba53-ae597496920a req-6b09fc79-b276-40a8-8286-77c1917d600a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:45.226306 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-599a897f-d9b8-4718-ba53-ae597496920a req-6b09fc79-b276-40a8-8286-77c1917d600a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0540826 Aug 31 01:33:45.269338 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-599a897f-d9b8-4718-ba53-ae597496920a req-b6f6b601-ba32-48ab-843e-0892190a9327 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364075 Aug 31 01:33:46.393124 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a3037-40b8-4edc-89ad-29f6b4a7bb2a req-a183a826-43ec-42a7-9429-ca343622dce4 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:46.394639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e7a3037-40b8-4edc-89ad-29f6b4a7bb2a req-a183a826-43ec-42a7-9429-ca343622dce4 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0490999 Aug 31 01:33:46.436126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7e7a3037-40b8-4edc-89ad-29f6b4a7bb2a req-96e8d208-fc15-40dd-8c01-b55aa80eb8e1 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345211 Aug 31 01:33:47.569375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d36c18-4eeb-4f7c-b6c0-ebe37a29f6c1 req-71547402-ed46-4068-ad68-fc7d16c747bc tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:47.570886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88d36c18-4eeb-4f7c-b6c0-ebe37a29f6c1 req-71547402-ed46-4068-ad68-fc7d16c747bc tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0555258 Aug 31 01:33:47.614984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88d36c18-4eeb-4f7c-b6c0-ebe37a29f6c1 req-83d6c096-37b6-45ed-8fd4-410c536c2efc tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355134 Aug 31 01:33:48.578149 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d5320afe-ca09-4956-9e2d-5c7f77e8b3ee details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:33:48.679784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:48.693927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'port_id': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'mac_address': 'fa:16:3e:99:e3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:33:48.736696 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:48.739545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cadb5b-28c0-4f4c-8c0f-43bf50d8505f req-a859b6ef-2230-4038-aede-134ab41f1de2 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:48.741985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56cadb5b-28c0-4f4c-8c0f-43bf50d8505f req-a859b6ef-2230-4038-aede-134ab41f1de2 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0535135 Aug 31 01:33:48.751626 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5320afe-ca09-4956-9e2d-5c7f77e8b3ee {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:33:48.777198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:48.786374 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56cadb5b-28c0-4f4c-8c0f-43bf50d8505f req-706a19bc-01e7-4dfc-b2be-03a59e4eebc4 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373986 Aug 31 01:33:48.788802 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:48.839647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:48.905357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['d5320afe-ca09-4956-9e2d-5c7f77e8b3ee'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:33:49.916970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dbf43-c74a-4e64-a591-8b7ce3ccb59a req-877e8167-bc6e-4385-9288-7a225fb3310a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:49.918804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d47dbf43-c74a-4e64-a591-8b7ce3ccb59a req-877e8167-bc6e-4385-9288-7a225fb3310a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 944 time: 0.0552378 Aug 31 01:33:49.958737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d47dbf43-c74a-4e64-a591-8b7ce3ccb59a req-081aec34-4ac5-4ec8-813b-648137367691 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336828 Aug 31 01:33:50.106840 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 56910) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:50.214192 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bdb02a3b-f08f-45a6-802b-a865eac52041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:50.308179 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bdb02a3b-f08f-45a6-802b-a865eac52041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:50.311918 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bdb02a3b-f08f-45a6-802b-a865eac52041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:50.353576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bdb02a3b-f08f-45a6-802b-a865eac52041 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ace3fe0432b64f72a9421b4cf4a91d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456207 Aug 31 01:33:50.354501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb02a3b-f08f-45a6-802b-a865eac52041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6e6501-3f73-4b17-b3a7-3e1ae1c44ac4,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:50.357013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 56914) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:33:50.405539 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:50.428598 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:50.473731 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:50.476412 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:50.477580 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d6e6501-3f73-4b17-b3a7-3e1ae1c44ac4 HTTP/1.1" status: 204 len: 168 time: 0.1195264 Aug 31 01:33:50.485412 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6e6501-3f73-4b17-b3a7-3e1ae1c44ac4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:50.492820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.493687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.494574 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.494959 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.495258 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.495626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.495966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.496308 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.496645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.496982 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.497316 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.497650 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb12ae-fbb3-41fe-8771-4fa3052fd891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.588411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d5320afe-ca09-4956-9e2d-5c7f77e8b3ee up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:50.636074 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:33:50.636370 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:50.715209 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:50.738582 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:33:50.740939 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7aa4103-e31a-4056-a4bc-0da4678f6a2d" -d '{"events": [{"server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "name": "network-vif-plugged", "status": "completed", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:33:50.765393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:50.769758 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:50.779358 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973643dc-1ce5-4bbb-8280-ab512df3e1d3 x-openstack-request-id: req-973643dc-1ce5-4bbb-8280-ab512df3e1d3 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:33:50.779658 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "name": "network-vif-plugged", "status": "completed", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:33:50.779913 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-973643dc-1ce5-4bbb-8280-ab512df3e1d3 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:33:50.780308 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'code': 200} Aug 31 01:33:50.826733 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:51.082378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039cd2b-fa5c-4c33-ba75-0ed959c1247c req-65810d1d-8e78-4f9c-a359-0a58994fb8e3 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:51.083991 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e039cd2b-fa5c-4c33-ba75-0ed959c1247c req-65810d1d-8e78-4f9c-a359-0a58994fb8e3 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0508389 Aug 31 01:33:51.122446 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e039cd2b-fa5c-4c33-ba75-0ed959c1247c req-66a94ddc-6ded-4261-bcee-7462c272a323 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319891 Aug 31 01:33:51.228828 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a4da5dde-563c-4d23-9dc6-ad6cab7ce52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:52.248906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fafef9-cdc8-48a5-bf2d-589d82205d6d req-ae70fa4c-bbbf-4211-92bd-3bee4d27e3d7 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:52.250461 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4fafef9-cdc8-48a5-bf2d-589d82205d6d req-ae70fa4c-bbbf-4211-92bd-3bee4d27e3d7 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0518432 Aug 31 01:33:52.294343 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4fafef9-cdc8-48a5-bf2d-589d82205d6d req-89dab383-0964-4abb-b479-40f61b0fd824 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373545 Aug 31 01:33:53.459462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914ca00-b590-4ac8-a4e7-9ae93148fbb7 req-cf3c4759-e864-4dfa-8ac3-10191971ad58 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:53.461579 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1914ca00-b590-4ac8-a4e7-9ae93148fbb7 req-cf3c4759-e864-4dfa-8ac3-10191971ad58 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0649881 Aug 31 01:33:53.504547 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1914ca00-b590-4ac8-a4e7-9ae93148fbb7 req-290105b3-5538-4c08-96c0-3ebd18351785 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337374 Aug 31 01:33:53.778711 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f9f55b65-3baa-4a05-a3da-b2d901e05082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:54.059204 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:54.530001 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:54.692716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb94448-3447-4a9c-9ad1-5cdb3ed2af35 req-33177d92-c469-4a15-aa5f-1a80fcc7e84e tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:54.702065 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afb94448-3447-4a9c-9ad1-5cdb3ed2af35 req-33177d92-c469-4a15-aa5f-1a80fcc7e84e tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0754392 Aug 31 01:33:54.764464 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afb94448-3447-4a9c-9ad1-5cdb3ed2af35 req-4c117d9d-e7d3-4174-ab97-16fb766ac16e tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607133 Aug 31 01:33:56.214866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69901982-62eb-4b84-aadf-8f246170676d req-ee663cae-ef6c-436a-b982-b223cbc32a4d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:56.223531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-69901982-62eb-4b84-aadf-8f246170676d req-ee663cae-ef6c-436a-b982-b223cbc32a4d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.3590529 Aug 31 01:33:56.279395 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-69901982-62eb-4b84-aadf-8f246170676d req-5cd70377-a68b-48b8-9213-303eeac5c1e9 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546045 Aug 31 01:33:56.737748 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:57.735498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8207b-12cd-455b-ab3b-caaa3a05ef46 req-1e00a9df-b2d9-446b-84ad-359cacd9e9de tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:57.739677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15b8207b-12cd-455b-ab3b-caaa3a05ef46 req-1e00a9df-b2d9-446b-84ad-359cacd9e9de tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.2211802 Aug 31 01:33:57.807663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15b8207b-12cd-455b-ab3b-caaa3a05ef46 req-a5f15d14-bdf0-473e-b13f-909fbda254fc tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495632 Aug 31 01:33:58.977842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922b518-7c2d-47e7-8f11-057a94e23fd7 req-95e05d9a-a1d2-438c-9c8f-8ff834333b64 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:58.986789 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3922b518-7c2d-47e7-8f11-057a94e23fd7 req-95e05d9a-a1d2-438c-9c8f-8ff834333b64 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0848205 Aug 31 01:33:59.034630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3922b518-7c2d-47e7-8f11-057a94e23fd7 req-4c93d6c8-fb6c-474a-8f7f-2c51fd121050 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454013 Aug 31 01:34:00.192236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88474e-702c-4570-b91d-a6cfa44ff0c0 req-ec8e2322-8d41-4021-99e8-d55c3e64b9aa tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:00.193951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed88474e-702c-4570-b91d-a6cfa44ff0c0 req-ec8e2322-8d41-4021-99e8-d55c3e64b9aa tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0792205 Aug 31 01:34:00.250979 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed88474e-702c-4570-b91d-a6cfa44ff0c0 req-81ecd8c9-4f59-460f-a99e-e048b266ea8f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493405 Aug 31 01:34:01.697827 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:01.932818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa9b9c-c824-40a2-b804-b56ac4e442f1 req-e269e327-e913-4be7-9ef4-1133a7d88bfa tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:01.934407 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-edfa9b9c-c824-40a2-b804-b56ac4e442f1 req-e269e327-e913-4be7-9ef4-1133a7d88bfa tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.5168869 Aug 31 01:34:01.991497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-edfa9b9c-c824-40a2-b804-b56ac4e442f1 req-5e44bf38-a27e-41a0-a850-de527694e9b5 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468612 Aug 31 01:34:03.283610 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c9456-5b99-4487-b53d-2a7ab8443d3e req-db220a91-c44c-4cb9-975d-01d59dc2810f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:03.285850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f60c9456-5b99-4487-b53d-2a7ab8443d3e req-db220a91-c44c-4cb9-975d-01d59dc2810f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0859487 Aug 31 01:34:03.342280 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f60c9456-5b99-4487-b53d-2a7ab8443d3e req-7668988a-4146-4809-ab53-42a32e2e1b1c tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457401 Aug 31 01:34:04.591008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4640c-396a-4ec4-a096-3e6585fc27fd req-04256da4-3024-4c60-ab8a-d7f694c26e27 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:04.592738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6e4640c-396a-4ec4-a096-3e6585fc27fd req-04256da4-3024-4c60-ab8a-d7f694c26e27 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0725718 Aug 31 01:34:04.657173 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6e4640c-396a-4ec4-a096-3e6585fc27fd req-de75bf19-420a-46ab-adea-c7717c296b86 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570183 Aug 31 01:34:05.781927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca510a-234e-493f-8cf9-2962760f0ab0 req-9c834023-2735-4fe2-8a82-9fcd8ab0a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:05.783474 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ca510a-234e-493f-8cf9-2962760f0ab0 req-9c834023-2735-4fe2-8a82-9fcd8ab0a517 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 1097 time: 0.0600893 Aug 31 01:34:05.959102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c20e32-8dcb-47d5-a407-0ecf9bfd3901 req-b15b3885-aae7-4de6-86ed-eb8bb3f95a79 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:05.967674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2c20e32-8dcb-47d5-a407-0ecf9bfd3901 req-b15b3885-aae7-4de6-86ed-eb8bb3f95a79 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.1810350 Aug 31 01:34:06.034844 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2c20e32-8dcb-47d5-a407-0ecf9bfd3901 req-ab886d93-e2a8-4beb-b516-ae23e6e23373 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659814 Aug 31 01:34:06.048295 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca510a-234e-493f-8cf9-2962760f0ab0 req-209f3e2f-fb2c-4abe-907d-76d9950b361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:06.049804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ca510a-234e-493f-8cf9-2962760f0ab0 req-209f3e2f-fb2c-4abe-907d-76d9950b361c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 918 time: 0.2258542 Aug 31 01:34:06.124078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ca510a-234e-493f-8cf9-2962760f0ab0 req-34cb83f8-8e15-4f66-b3f9-f05d08d6a845 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee HTTP/1.1" status: 200 len: 1000 time: 0.0664475 Aug 31 01:34:06.183380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca510a-234e-493f-8cf9-2962760f0ab0 req-8a38d7fc-7264-4438-921d-b7dde6356e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:06.185335 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ca510a-234e-493f-8cf9-2962760f0ab0 req-8a38d7fc-7264-4438-921d-b7dde6356e07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 200 len: 856 time: 0.0549948 Aug 31 01:34:06.240070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca510a-234e-493f-8cf9-2962760f0ab0 req-ecce5a65-5f77-47e4-bae7-a93165e53c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:06.241487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ca510a-234e-493f-8cf9-2962760f0ab0 req-ecce5a65-5f77-47e4-bae7-a93165e53c87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493813 Aug 31 01:34:06.369113 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ca510a-234e-493f-8cf9-2962760f0ab0 req-474ca1c1-5b53-4693-8436-a3679c6ef702 service neutron] 10.222.0.15 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207569 Aug 31 01:34:06.478815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ca510a-234e-493f-8cf9-2962760f0ab0 req-73d0e47d-5f25-46d1-8004-aceb4dbf179d service neutron] 10.222.0.15 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023414 Aug 31 01:34:07.194292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e1b01-70b2-437c-b0cb-f51f7ea6f193 req-61144731-2dbc-42d0-aa22-ba70ee6055cb tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:07.203546 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f02e1b01-70b2-437c-b0cb-f51f7ea6f193 req-61144731-2dbc-42d0-aa22-ba70ee6055cb tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0709672 Aug 31 01:34:07.243969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f02e1b01-70b2-437c-b0cb-f51f7ea6f193 req-51c434b8-1f9a-4327-8a50-332fbc6f88d4 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395350 Aug 31 01:34:08.367409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78523851-9ee2-4e4b-81ea-b701bb72f1e8 req-16a5c86f-126c-4c58-94d9-293cfd71e135 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:08.373981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78523851-9ee2-4e4b-81ea-b701bb72f1e8 req-16a5c86f-126c-4c58-94d9-293cfd71e135 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0570407 Aug 31 01:34:08.414902 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78523851-9ee2-4e4b-81ea-b701bb72f1e8 req-c8d336e6-48d6-4aeb-9d0c-5ab415a93121 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390549 Aug 31 01:34:08.677618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d5320afe-ca09-4956-9e2d-5c7f77e8b3ee no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:34:08.714157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-7666050c-64eb-4649-9729-ad4c0dd0e853 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70848619&fields=id&tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045 HTTP/1.1" status: 200 len: 267 time: 0.0437410 Aug 31 01:34:08.783625 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:08.818987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:34:08.820049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:34:08.822922 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a49b57a-0ed6-489f-a8a2-e31ad9e9bb52" -d '{"events": [{"server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "name": "network-vif-unplugged", "status": "completed", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:34:08.827399 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:08.835686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-868f9e32-a409-41fc-9c73-5a4bf6526412 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:08.843908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-868f9e32-a409-41fc-9c73-5a4bf6526412 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 812 time: 0.1288364 Aug 31 01:34:08.871444 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-bebc17dd-1eec-4a85-8a27-20549735a558 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/quotas/2e4cb56e9e2a4fbeb0ebdc7916f3c045 HTTP/1.1" status: 200 len: 375 time: 0.0265172 Aug 31 01:34:08.878412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:08.894479 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 01:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3a69da-503b-423c-8f25-fcc563c187ae x-openstack-request-id: req-0c3a69da-503b-423c-8f25-fcc563c187ae {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:34:08.894770 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "name": "network-vif-unplugged", "status": "failed", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee", "code": 422}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:34:08.895018 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c3a69da-503b-423c-8f25-fcc563c187ae {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:34:08.895443 n-d-802060-13 neutron-server[94762]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'code': 422} returned with failed status Aug 31 01:34:08.932857 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-532e525d-c10f-420c-9cce-9f59fea07095 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0602467 Aug 31 01:34:09.038777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-47c7582b-65a2-4cb4-bcc3-0c48b8f7e8ef service neutron] 10.222.0.58 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906320 Aug 31 01:34:09.144238 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-87c5dff9-3ad2-4af4-8706-094088f49cb0 service neutron] 10.222.0.58 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979235 Aug 31 01:34:09.490917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78413e-13ac-4d83-b11f-baddda4e0330 req-d8981ee8-3dbb-4090-912e-56ef7fb25608 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:09.494255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec78413e-13ac-4d83-b11f-baddda4e0330 req-d8981ee8-3dbb-4090-912e-56ef7fb25608 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 943 time: 0.0724802 Aug 31 01:34:09.581967 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb4db1d7-fa5f-41fb-ae9f-e5a9f46e7919 req-bbae9c9f-08d7-440c-9f25-9ff3ab6f7ec5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0586519 Aug 31 01:34:09.586026 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec78413e-13ac-4d83-b11f-baddda4e0330 req-84b139c8-69e5-4d3c-9ab8-649cf2fa4e12 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851653 Aug 31 01:34:09.630802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57250) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:34:09.740866 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-bbf6da9e-92d0-4114-b2f2-5b8d8ef8d6bf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1088455 Aug 31 01:34:09.750431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d82abbd6-e480-4c93-88d6-6ef1310043a1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:34:09.751585 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d82abbd6-e480-4c93-88d6-6ef1310043a1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053024 Aug 31 01:34:10.640914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-7aa188a1-6de5-4a75-b550-635a20a0deca tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:10.642552 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-7aa188a1-6de5-4a75-b550-635a20a0deca tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 812 time: 0.1234326 Aug 31 01:34:10.712445 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-82126b0e-9526-4c2c-ab65-a9331b77178d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045 HTTP/1.1" status: 200 len: 378 time: 0.0580785 Aug 31 01:34:10.722567 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-aa58e129-debb-4218-888e-1d78e594127a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'port': {'device_id': '24d6a22e-e628-4f00-85a3-8b434a31a5f0', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'admin_state_up': True, 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'security_groups': ['57050f0b-a0be-4396-9e7c-2cbdc6c7c64d']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:10.736463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-983570b6-9ab3-4ef9-bcc2-21dd1e9abb20 req-0d4a9f36-8680-4c84-b8d8-c128ae058638 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0390019 Aug 31 01:34:10.797465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dab8eb-3e08-4413-9032-2e6a3c3f723c req-a2256ef0-1210-484a-87e8-fd0e9c889885 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:10.799508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02dab8eb-3e08-4413-9032-2e6a3c3f723c req-a2256ef0-1210-484a-87e8-fd0e9c889885 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 943 time: 0.0919302 Aug 31 01:34:10.853423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02dab8eb-3e08-4413-9032-2e6a3c3f723c req-5a729836-0257-447d-a617-6ee2dd8c9146 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450835 Aug 31 01:34:10.858090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-aa58e129-debb-4218-888e-1d78e594127a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Made reservation on behalf of 2e4cb56e9e2a4fbeb0ebdc7916f3c045 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:34:10.862345 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-aa58e129-debb-4218-888e-1d78e594127a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:10.978450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-4c25d58f-dbcb-4ff3-acb3-15b7621e9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:10.980396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-4c25d58f-dbcb-4ff3-acb3-15b7621e9683 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb&tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef HTTP/1.1" status: 200 len: 1095 time: 0.0805037 Aug 31 01:34:10.993814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:11.026564 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-aa58e129-debb-4218-888e-1d78e594127a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Allocated IP 172.20.0.4 (680aee2c-12bc-4ff6-aa57-34e08298a980/c02afb6d-b4d0-433f-8da5-3c6fe1d231db/b09a6730-43ae-468f-8cb5-d6c06c820e51) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:34:11.061289 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:11.202090 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-aa58e129-debb-4218-888e-1d78e594127a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:11.219677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-aa58e129-debb-4218-888e-1d78e594127a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Transition to ACTIVE for port object b09a6730-43ae-468f-8cb5-d6c06c820e51 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:34:11.241059 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:11.268590 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-aa58e129-debb-4218-888e-1d78e594127a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:11.296179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:34:11.338458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:34:11.360548 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58e129-debb-4218-888e-1d78e594127a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'Port': ['ID=b09a6730-43ae-468f-8cb5-d6c06c820e51,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:11.370731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-aa58e129-debb-4218-888e-1d78e594127a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Network 680aee2c-12bc-4ff6-aa57-34e08298a980 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:34:11.374972 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-aa58e129-debb-4218-888e-1d78e594127a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:34:11.379736 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-aa58e129-debb-4218-888e-1d78e594127a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:34:11.386513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5320afe-ca09-4956-9e2d-5c7f77e8b3ee {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:34:11.395927 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:11.424754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Transition to ACTIVE for port object d5320afe-ca09-4956-9e2d-5c7f77e8b3ee will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:34:11.431498 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:11.439582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-aa58e129-debb-4218-888e-1d78e594127a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:11.440504 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-aa58e129-debb-4218-888e-1d78e594127a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:11.464509 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-aa58e129-debb-4218-888e-1d78e594127a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7462144 Aug 31 01:34:11.479143 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Request body: {'port': {'device_id': '24d6a22e-e628-4f00-85a3-8b434a31a5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:11.550701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Pushing event updated for resources: {'Port': ['ID=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,revision_number=9']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:11.561356 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:11.663663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] No DVR routers for this DVR port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:34:11.795852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c0404cd5-ca40-4b9e-b89e-d8b34349ceb3 None None] Provisioning for port b09a6730-43ae-468f-8cb5-d6c06c820e51 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:34:11.805555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c0404cd5-ca40-4b9e-b89e-d8b34349ceb3 None None] Provisioning complete for port b09a6730-43ae-468f-8cb5-d6c06c820e51 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:34:11.806777 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c0404cd5-ca40-4b9e-b89e-d8b34349ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:11.875881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c0404cd5-ca40-4b9e-b89e-d8b34349ceb3 None None] Port b09a6730-43ae-468f-8cb5-d6c06c820e51 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:34:11.902606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09a6730-43ae-468f-8cb5-d6c06c820e51 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:34:11.911695 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:11.917930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Attempting to bind port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:34:11.919624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Attempting to bind port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:34:11.919624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Attempting to bind port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee on network f2891bde-7a7f-462b-80b5-cf9a0cc668cb {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:34:11.926629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee on network f2891bde-7a7f-462b-80b5-cf9a0cc668cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:34:11.926979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Attempting to bind port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee on network f2891bde-7a7f-462b-80b5-cf9a0cc668cb {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:34:11.929811 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Transition to ACTIVE for port object b09a6730-43ae-468f-8cb5-d6c06c820e51 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:34:11.934787 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:11.935096 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:34:11.935471 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Checking segment: {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:34:11.935864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Bound using segment: {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:34:11.936304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Bound port: d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22dd59bc-40a5-478b-b2db-2932edff0e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:34:11.936664 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:11.989934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf311db0-b876-4eb6-940e-e89d4125c20f req-82299de3-5354-404e-b112-8728a610bc3b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:11.991531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf311db0-b876-4eb6-940e-e89d4125c20f req-82299de3-5354-404e-b112-8728a610bc3b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 931 time: 0.1256831 Aug 31 01:34:12.003715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Pushing event updated for resources: {'Port': ['ID=b09a6730-43ae-468f-8cb5-d6c06c820e51,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:12.056749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56806b93-3413-4e53-ae14-3ee38b3a2947 req-30dd2836-9c34-4c2c-87e7-d7043764508d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:12.058504 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56806b93-3413-4e53-ae14-3ee38b3a2947 req-30dd2836-9c34-4c2c-87e7-d7043764508d tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 943 time: 0.1243844 Aug 31 01:34:12.068679 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Attempting to bind port b09a6730-43ae-468f-8cb5-d6c06c820e51 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:34:12.068679 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Attempting to bind port b09a6730-43ae-468f-8cb5-d6c06c820e51 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:34:12.069043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Attempting to bind port b09a6730-43ae-468f-8cb5-d6c06c820e51 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:34:12.074773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Port b09a6730-43ae-468f-8cb5-d6c06c820e51 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:34:12.075299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Attempting to bind port b09a6730-43ae-468f-8cb5-d6c06c820e51 on network 680aee2c-12bc-4ff6-aa57-34e08298a980 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:34:12.080729 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:34:12.081226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Checking segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:34:12.081708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Bound using segment: {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:34:12.082247 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Bound port: b09a6730-43ae-468f-8cb5-d6c06c820e51, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4785ad66-f729-41f5-b01b-7958096e140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:34:12.082837 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:12.138690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf311db0-b876-4eb6-940e-e89d4125c20f req-2b85e94b-b667-49de-a939-1be52dd4b659 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1149170 Aug 31 01:34:12.154113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:34:12.159135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:34:12.165821 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56806b93-3413-4e53-ae14-3ee38b3a2947 req-c182aaf0-cce2-4f43-af6d-7d3cdc6c18b3 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850751 Aug 31 01:34:12.179562 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:12.179814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] For port b09a6730-43ae-468f-8cb5-d6c06c820e51, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:34:12.185413 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] For port b09a6730-43ae-468f-8cb5-d6c06c820e51, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b09a6730-43ae-468f-8cb5-d6c06c820e51,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:34:12.193758 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:12.262730 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:12.263707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:12.264333 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:12.264758 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:12.266968 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] 10.222.0.70 "PUT /v2.0/ports/b09a6730-43ae-468f-8cb5-d6c06c820e51 HTTP/1.1" status: 200 len: 1092 time: 0.7935596 Aug 31 01:34:12.270129 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d6a22e-e628-4f00-85a3-8b434a31a5f0', 'tag': 'b09a6730-43ae-468f-8cb5-d6c06c820e51'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:34:12.274468 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83957213-0cfa-46ab-993f-62bd35977a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "24d6a22e-e628-4f00-85a3-8b434a31a5f0", "tag": "b09a6730-43ae-468f-8cb5-d6c06c820e51"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:34:12.288801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] 10.222.0.70 "PUT /v2.0/ports/d5320afe-ca09-4956-9e2d-5c7f77e8b3ee HTTP/1.1" status: 200 len: 1092 time: 1.2999804 Aug 31 01:34:12.291779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:34:12.298166 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83274000-105c-4f6e-b2a4-227194ec55bb" -d '{"events": [{"name": "network-changed", "server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:34:12.380660 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896977c-7b26-4c81-9d67-db136b236075 service neutron] Pushing event updated for resources: {'Port': ['ID=b09a6730-43ae-468f-8cb5-d6c06c820e51,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:12.446929 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8d24f3-7418-4194-bc0d-62a4c5eed54f x-openstack-request-id: req-7e8d24f3-7418-4194-bc0d-62a4c5eed54f {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:34:12.449013 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d6a22e-e628-4f00-85a3-8b434a31a5f0", "tag": "b09a6730-43ae-468f-8cb5-d6c06c820e51", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:34:12.449938 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e8d24f3-7418-4194-bc0d-62a4c5eed54f {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:34:12.450539 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d6a22e-e628-4f00-85a3-8b434a31a5f0', 'tag': 'b09a6730-43ae-468f-8cb5-d6c06c820e51', 'status': 'completed', 'code': 200} Aug 31 01:34:12.468667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43811d3-89ef-4d4a-8355-4e588155fbae service neutron] Pushing event updated for resources: {'Port': ['ID=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,revision_number=10']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:12.514307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-6687d238-46fb-421e-a25e-afb5124d9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:12.520987 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-6687d238-46fb-421e-a25e-afb5124d9c84 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 1095 time: 0.1247454 Aug 31 01:34:12.523428 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-6a504fce-a4bf-4f5f-8711-e0413008494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:12.525494 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-6a504fce-a4bf-4f5f-8711-e0413008494a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 1096 time: 0.1767607 Aug 31 01:34:12.626004 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-d3749464-c612-47a9-bcc1-4b891ad1c642 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09a6730-43ae-468f-8cb5-d6c06c820e51 HTTP/1.1" status: 200 len: 217 time: 0.0917642 Aug 31 01:34:12.688257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d5320afe-ca09-4956-9e2d-5c7f77e8b3ee no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:34:12.737237 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-f310917f-1421-4367-94dc-855eb4c73651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:12.737678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-ea8d4493-38b8-4902-9e2a-35b0a2c1a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:12.738756 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-f310917f-1421-4367-94dc-855eb4c73651 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.1060402 Aug 31 01:34:12.739620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-ea8d4493-38b8-4902-9e2a-35b0a2c1a02c service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 918 time: 0.2055817 Aug 31 01:34:12.821330 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d5320afe-ca09-4956-9e2d-5c7f77e8b3ee not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:34:12.849357 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-ab1f9b1e-bea4-46c7-9895-5f1021c183a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:12.850880 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-ab1f9b1e-bea4-46c7-9895-5f1021c183a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993519 Aug 31 01:34:12.865926 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4314b3-c946-45fd-92d5-1b2b78bf9206 x-openstack-request-id: req-2a4314b3-c946-45fd-92d5-1b2b78bf9206 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:34:12.866429 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:34:12.866846 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a4314b3-c946-45fd-92d5-1b2b78bf9206 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:34:12.867430 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'status': 'completed', 'code': 200} Aug 31 01:34:12.888262 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-8bb9173d-771d-48f9-bffe-aaa371246408 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee HTTP/1.1" status: 200 len: 998 time: 0.1238105 Aug 31 01:34:12.944440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-5715561e-1f56-4626-9638-00cc9573cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:12.947409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-5715561e-1f56-4626-9638-00cc9573cd05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 200 len: 856 time: 0.0517623 Aug 31 01:34:12.967960 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-50b9567c-3cc9-4f13-a46a-98e314857e8b service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031916 Aug 31 01:34:13.005992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-75694ce1-061b-4804-bc9a-204414471cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:13.007729 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-75694ce1-061b-4804-bc9a-204414471cad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536673 Aug 31 01:34:13.069115 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cabc6f2d-b05f-4ceb-a3f9-9281a3b71ef5 req-4f72ae3a-9d9e-4b44-88ca-4c47466fd602 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964568 Aug 31 01:34:13.117871 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-4ca87c5e-8324-4703-97e3-e9c343aa3526 service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024718 Aug 31 01:34:13.177006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83957213-0cfa-46ab-993f-62bd35977a0b req-719b650c-6217-47fa-a5d6-ab4eb1cce991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:13.178444 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-83957213-0cfa-46ab-993f-62bd35977a0b req-719b650c-6217-47fa-a5d6-ab4eb1cce991 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 1095 time: 0.0531769 Aug 31 01:34:13.226649 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f6f8c3e-d600-4b24-9fd1-820adb2745df req-79845115-f32e-4099-a8ed-c989e2ee6cc4 service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013165 Aug 31 01:34:13.353695 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83957213-0cfa-46ab-993f-62bd35977a0b req-2346cfb0-9f34-4be9-aca6-24130dbdd0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:13.355262 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-83957213-0cfa-46ab-993f-62bd35977a0b req-2346cfb0-9f34-4be9-aca6-24130dbdd0f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.1701846 Aug 31 01:34:13.388438 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5d5fe-dfd3-46b4-b744-ed45a0c96324 req-f3d78481-b92e-40f7-ad65-ecb55ee99677 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:13.392106 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34c5d5fe-dfd3-46b4-b744-ed45a0c96324 req-f3d78481-b92e-40f7-ad65-ecb55ee99677 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.1542101 Aug 31 01:34:13.449765 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-83957213-0cfa-46ab-993f-62bd35977a0b req-c6fa5092-067d-4900-8971-1b6b9e5b4328 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09a6730-43ae-468f-8cb5-d6c06c820e51 HTTP/1.1" status: 200 len: 217 time: 0.0864720 Aug 31 01:34:13.497425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34c5d5fe-dfd3-46b4-b744-ed45a0c96324 req-7b4e33f6-cf27-470e-b40f-a0537a440c67 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882785 Aug 31 01:34:13.518354 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab51c9f-f41b-4fa6-bee9-1c8be9af425e req-cfedc5f4-d223-4461-80b2-18629b835249 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:13.523871 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ab51c9f-f41b-4fa6-bee9-1c8be9af425e req-cfedc5f4-d223-4461-80b2-18629b835249 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 944 time: 0.2120030 Aug 31 01:34:13.528544 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83957213-0cfa-46ab-993f-62bd35977a0b req-5e6c6d89-1617-47f8-aece-29fcf86f8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:13.530017 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-83957213-0cfa-46ab-993f-62bd35977a0b req-5e6c6d89-1617-47f8-aece-29fcf86f8893 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0739021 Aug 31 01:34:13.555185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83274000-105c-4f6e-b2a4-227194ec55bb req-c2431e19-917e-40e7-a7c9-cdaebcb817af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:13.557333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83274000-105c-4f6e-b2a4-227194ec55bb req-c2431e19-917e-40e7-a7c9-cdaebcb817af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 1096 time: 0.2512238 Aug 31 01:34:13.584183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ab51c9f-f41b-4fa6-bee9-1c8be9af425e req-840d0d4d-daca-4a3b-b445-32716a19e717 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557275 Aug 31 01:34:13.699630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83957213-0cfa-46ab-993f-62bd35977a0b req-ef901ab2-b4c7-4760-954c-550fbd9d09b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:13.702027 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-83957213-0cfa-46ab-993f-62bd35977a0b req-ef901ab2-b4c7-4760-954c-550fbd9d09b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1632538 Aug 31 01:34:13.771584 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83274000-105c-4f6e-b2a4-227194ec55bb req-ee3f4f48-3eca-466d-b815-f936ef14af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:13.774115 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83274000-105c-4f6e-b2a4-227194ec55bb req-ee3f4f48-3eca-466d-b815-f936ef14af70 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 200 len: 918 time: 0.1884968 Aug 31 01:34:13.947541 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-83957213-0cfa-46ab-993f-62bd35977a0b req-1568055f-44b1-4627-83d8-6a54bb7de80a service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028928 Aug 31 01:34:13.998513 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83274000-105c-4f6e-b2a4-227194ec55bb req-08b5a87f-19ed-4dc5-97bd-bdb8407e3330 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee HTTP/1.1" status: 200 len: 998 time: 0.1692574 Aug 31 01:34:14.658818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66058692-43b4-4065-b061-e25c6f457581 req-89d028f7-9780-4028-b501-e45c363f0d11 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:14.667078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-66058692-43b4-4065-b061-e25c6f457581 req-89d028f7-9780-4028-b501-e45c363f0d11 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.0759406 Aug 31 01:34:14.723901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-66058692-43b4-4065-b061-e25c6f457581 req-5e099596-cb9b-48c1-8e30-43ad7db721e5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556996 Aug 31 01:34:14.784332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc00b82-9aca-4c53-92a4-0642f415831f req-2fccca93-7b97-4416-90ee-32e9243adc90 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:14.785810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8bc00b82-9aca-4c53-92a4-0642f415831f req-2fccca93-7b97-4416-90ee-32e9243adc90 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 944 time: 0.0606441 Aug 31 01:34:14.833077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8bc00b82-9aca-4c53-92a4-0642f415831f req-3e84960f-c12f-405e-95b4-fbb939b32342 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401113 Aug 31 01:34:15.940394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a07721-6b2a-4da6-a370-45ae5dc26dd6 req-4a6e6491-a598-4ca1-afa7-8ececf00730a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:15.953715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18a07721-6b2a-4da6-a370-45ae5dc26dd6 req-4a6e6491-a598-4ca1-afa7-8ececf00730a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.1498995 Aug 31 01:34:16.049247 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18a07721-6b2a-4da6-a370-45ae5dc26dd6 req-2e91a33d-b225-4a37-906c-f0d544c1d454 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883880 Aug 31 01:34:16.161408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af126d7-4170-4e3a-85b7-4b3647a75bb2 req-53c9f1fb-2e50-4ddd-a181-a485f233e94a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:16.187703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8af126d7-4170-4e3a-85b7-4b3647a75bb2 req-53c9f1fb-2e50-4ddd-a181-a485f233e94a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 944 time: 0.1314554 Aug 31 01:34:16.246941 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8af126d7-4170-4e3a-85b7-4b3647a75bb2 req-7300212c-9975-41a2-8ff0-7d8b88689826 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578551 Aug 31 01:34:17.183770 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a15ea-5cdf-434b-8551-9559d2532213 req-00e4ebd2-b415-4481-b61a-7cf16ceaa929 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:17.185471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c3a15ea-5cdf-434b-8551-9559d2532213 req-00e4ebd2-b415-4481-b61a-7cf16ceaa929 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.0580170 Aug 31 01:34:17.229500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c3a15ea-5cdf-434b-8551-9559d2532213 req-1b0d482b-670c-4dca-b8e0-99bbb5e5c6a5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374565 Aug 31 01:34:17.439512 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea6395-cf0e-4aa4-a894-5e82756b5356 req-415c3e17-9bbb-4916-91fc-9e17785259ab tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:17.441283 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29ea6395-cf0e-4aa4-a894-5e82756b5356 req-415c3e17-9bbb-4916-91fc-9e17785259ab tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 944 time: 0.0713758 Aug 31 01:34:17.485263 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29ea6395-cf0e-4aa4-a894-5e82756b5356 req-dd2797e2-5ca7-4c3d-962a-83e893cb78c0 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366869 Aug 31 01:34:18.391903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e876b7f-914a-40a2-a70e-54362fba1411 req-60517347-5495-466e-90e0-8146758471a8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:18.393602 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e876b7f-914a-40a2-a70e-54362fba1411 req-60517347-5495-466e-90e0-8146758471a8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.0690472 Aug 31 01:34:18.443538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e876b7f-914a-40a2-a70e-54362fba1411 req-b6dc3989-f8db-445d-9f1b-6fc98b6500f3 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423696 Aug 31 01:34:18.567789 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:34:18.632076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3624578-c2a1-4ca0-9737-e56f1d0045a0 req-e09a5f31-8655-45cb-97ec-eb21ba6c57be tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:18.634548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3624578-c2a1-4ca0-9737-e56f1d0045a0 req-e09a5f31-8655-45cb-97ec-eb21ba6c57be tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 944 time: 0.0581062 Aug 31 01:34:18.678992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3624578-c2a1-4ca0-9737-e56f1d0045a0 req-b541ac6d-4cc5-49a6-a949-310402df684e tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374286 Aug 31 01:34:19.592923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f578fe7-6f7a-4aae-aaf4-bb1bb076916f req-96ac4f8d-3acb-414f-b836-42b7db355633 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:19.595003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f578fe7-6f7a-4aae-aaf4-bb1bb076916f req-96ac4f8d-3acb-414f-b836-42b7db355633 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.0712006 Aug 31 01:34:19.640091 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f578fe7-6f7a-4aae-aaf4-bb1bb076916f req-53a8c028-521e-4232-bf52-f1186566e8f1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388327 Aug 31 01:34:19.843360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4e88b-adbf-4851-91c8-d4fa190ed8b8 req-f8f37d4f-2771-4ecd-9b15-e5bf52067215 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:19.847911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5c4e88b-adbf-4851-91c8-d4fa190ed8b8 req-f8f37d4f-2771-4ecd-9b15-e5bf52067215 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 944 time: 0.0798643 Aug 31 01:34:19.900047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5c4e88b-adbf-4851-91c8-d4fa190ed8b8 req-6d9ec4fe-6b00-45fc-b300-baa7971bbe7e tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430853 Aug 31 01:34:20.404039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c14fc6b-8bec-46cf-8b86-000b39317a25 req-d1129ebc-de05-4d3e-a1e2-a613d56d0555 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0594120 Aug 31 01:34:20.493786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14fc6b-8bec-46cf-8b86-000b39317a25 req-3392bb6f-dc25-4d02-a6b8-67e7c85cbc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:20.495226 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c14fc6b-8bec-46cf-8b86-000b39317a25 req-3392bb6f-dc25-4d02-a6b8-67e7c85cbc98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 1097 time: 0.0627360 Aug 31 01:34:20.618579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14fc6b-8bec-46cf-8b86-000b39317a25 req-6702eb3a-b10d-4d4a-9dfa-aa352ec36ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:20.637191 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c14fc6b-8bec-46cf-8b86-000b39317a25 req-6702eb3a-b10d-4d4a-9dfa-aa352ec36ca6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.1224387 Aug 31 01:34:20.800036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c14fc6b-8bec-46cf-8b86-000b39317a25 req-2dee1c7e-68cf-4c04-a890-5e1a3d585d12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db42b97e-addb-4106-ba0c-60f017fe2285 HTTP/1.1" status: 200 len: 1000 time: 0.1553953 Aug 31 01:34:20.830751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ae4b1-8082-4991-946c-a07dc8d887b9 req-b10bed8e-f889-4439-bfd8-7920a68dbd0f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:20.832804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-698ae4b1-8082-4991-946c-a07dc8d887b9 req-b10bed8e-f889-4439-bfd8-7920a68dbd0f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.1061943 Aug 31 01:34:20.924890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14fc6b-8bec-46cf-8b86-000b39317a25 req-08324cd9-a8ea-4de8-ae50-8275f2499913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:20.926318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c14fc6b-8bec-46cf-8b86-000b39317a25 req-08324cd9-a8ea-4de8-ae50-8275f2499913 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.1161232 Aug 31 01:34:21.049200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-698ae4b1-8082-4991-946c-a07dc8d887b9 req-43055a01-89a3-4b49-a095-ab3e56a78a80 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1923079 Aug 31 01:34:21.089717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14fc6b-8bec-46cf-8b86-000b39317a25 req-9f47de42-53ec-40f4-bd06-6db0c5914897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:21.091418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c14fc6b-8bec-46cf-8b86-000b39317a25 req-9f47de42-53ec-40f4-bd06-6db0c5914897 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359684 Aug 31 01:34:21.155764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28968b-3591-4c96-88fd-e76bb4578018 req-db87bee9-9d54-4c4f-8515-7cecfb3d9270 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:21.162850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d28968b-3591-4c96-88fd-e76bb4578018 req-db87bee9-9d54-4c4f-8515-7cecfb3d9270 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 944 time: 0.1302044 Aug 31 01:34:21.216398 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d28968b-3591-4c96-88fd-e76bb4578018 req-879e8589-edc3-4324-8be9-62cd363f9877 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526984 Aug 31 01:34:21.236604 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bb26085f-d6b6-4a79-ab3d-1c4d3ddd7a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:21.240027 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c14fc6b-8bec-46cf-8b86-000b39317a25 req-dc0f7b41-ed4f-4251-b074-c76ad31c2958 service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406927 Aug 31 01:34:21.381031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c14fc6b-8bec-46cf-8b86-000b39317a25 req-0825169c-b5ef-4f18-9fc9-81b3cafd8d32 service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317186 Aug 31 01:34:22.209194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6829cc-1283-4280-b288-f9353adcdfb3 req-ec29cd18-8653-4ef5-8981-00b466277115 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:22.210638 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf6829cc-1283-4280-b288-f9353adcdfb3 req-ec29cd18-8653-4ef5-8981-00b466277115 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.0570924 Aug 31 01:34:22.249161 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf6829cc-1283-4280-b288-f9353adcdfb3 req-179629a0-cfb4-465e-b40c-a8c07d4560a4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319455 Aug 31 01:34:22.405713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3560d-74a2-4d43-a708-634a4cc13978 req-72dfca78-9aa8-4cd0-8c51-9d71ece5638f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:22.407605 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0b3560d-74a2-4d43-a708-634a4cc13978 req-72dfca78-9aa8-4cd0-8c51-9d71ece5638f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 944 time: 0.0658355 Aug 31 01:34:22.451679 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0b3560d-74a2-4d43-a708-634a4cc13978 req-59372716-0726-45c9-adef-283e8ac32145 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357928 Aug 31 01:34:23.385765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0716276-aef4-4df9-864e-7c32f04b5b9e req-0ea6053d-d788-4d70-89c1-918c9a4e0630 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:23.385765 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0716276-aef4-4df9-864e-7c32f04b5b9e req-0ea6053d-d788-4d70-89c1-918c9a4e0630 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.0551569 Aug 31 01:34:23.448825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0716276-aef4-4df9-864e-7c32f04b5b9e req-5b8a5ddc-4e64-4254-b7b3-5345d5e181b0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521414 Aug 31 01:34:23.584116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcd720-36d3-4079-b5b2-e5bf9ca8137f req-bd2b87e4-f385-48cb-8dc1-0006aa8438ed tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:23.585607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2adcd720-36d3-4079-b5b2-e5bf9ca8137f req-bd2b87e4-f385-48cb-8dc1-0006aa8438ed tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 944 time: 0.0568430 Aug 31 01:34:23.625691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2adcd720-36d3-4079-b5b2-e5bf9ca8137f req-d35e2f63-50af-4d8e-9000-c7e86cafbe1b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339017 Aug 31 01:34:23.769885 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7769a97e-fb13-416e-a1e5-2e2dd7580a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:24.066383 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:24.069617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83274000-105c-4f6e-b2a4-227194ec55bb req-46a9cf2e-7c96-4ea7-8421-63b622d1f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:24.072107 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83274000-105c-4f6e-b2a4-227194ec55bb req-46a9cf2e-7c96-4ea7-8421-63b622d1f817 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 200 len: 856 time: 0.0646629 Aug 31 01:34:24.109157 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-83957213-0cfa-46ab-993f-62bd35977a0b req-d4f75000-9c64-42a0-8f3f-bd051173cfa5 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009111 Aug 31 01:34:24.140166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83274000-105c-4f6e-b2a4-227194ec55bb req-4f136ada-c2d9-4c96-b4f7-65f4b3d54d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:24.142539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83274000-105c-4f6e-b2a4-227194ec55bb req-4f136ada-c2d9-4c96-b4f7-65f4b3d54d7f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2891bde-7a7f-462b-80b5-cf9a0cc668cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570960 Aug 31 01:34:24.239709 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83274000-105c-4f6e-b2a4-227194ec55bb req-adb7bc4c-403c-4b60-a13a-3e7066112aeb service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853443 Aug 31 01:34:24.334249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83274000-105c-4f6e-b2a4-227194ec55bb req-0abeb8a2-3749-4242-8065-add479d9c980 service neutron] 10.222.0.70 "GET /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865469 Aug 31 01:34:24.520714 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:24.906288 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42755b-f8f2-4fde-8aba-1d3eafe62b58 req-29b7e071-3f47-4e55-bf3a-78d2e7cd423e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:24.907712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b42755b-f8f2-4fde-8aba-1d3eafe62b58 req-29b7e071-3f47-4e55-bf3a-78d2e7cd423e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.3844776 Aug 31 01:34:24.930964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43898b6c-f2a4-4c96-a0fe-93c96461d558 req-fb0b19b1-e092-4f91-b049-5e715006b39b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:24.932423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43898b6c-f2a4-4c96-a0fe-93c96461d558 req-fb0b19b1-e092-4f91-b049-5e715006b39b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 944 time: 0.0734019 Aug 31 01:34:24.972630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b42755b-f8f2-4fde-8aba-1d3eafe62b58 req-13b32e63-92ab-4f5a-a75b-c9386f94961e tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580788 Aug 31 01:34:24.993822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43898b6c-f2a4-4c96-a0fe-93c96461d558 req-47e145fe-08d5-4b45-aaef-bf94e5155392 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488689 Aug 31 01:34:26.149631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e3c81-f7e3-421c-8c60-98617800c0a2 req-61235b3f-ebd7-49ed-88a0-a06ad53086c8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:26.151534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d7e3c81-f7e3-421c-8c60-98617800c0a2 req-61235b3f-ebd7-49ed-88a0-a06ad53086c8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.0813043 Aug 31 01:34:26.176914 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a623c14-11d8-40d9-b8fb-ec13d08739f5 req-fb71687a-23cd-4340-a51f-c343db7ae18b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:26.178554 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a623c14-11d8-40d9-b8fb-ec13d08739f5 req-fb71687a-23cd-4340-a51f-c343db7ae18b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 944 time: 0.0986753 Aug 31 01:34:26.228795 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d7e3c81-f7e3-421c-8c60-98617800c0a2 req-e9440753-f88e-49d0-a95f-17f2454788e8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699899 Aug 31 01:34:26.250444 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a623c14-11d8-40d9-b8fb-ec13d08739f5 req-a2ecab67-2d94-42cf-a57a-c71055f868ed tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616515 Aug 31 01:34:26.728334 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:26.852916 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d5320afe-ca09-4956-9e2d-5c7f77e8b3ee details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:34:26.979118 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:34:26.990552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'port_id': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'mac_address': 'fa:16:3e:99:e3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:34:27.029898 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:27.044756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5320afe-ca09-4956-9e2d-5c7f77e8b3ee {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:34:27.065428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:34:27.070179 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:27.117695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,revision_number=11']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:27.124894 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:27.125237 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:27.125582 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:27.125967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:27.126258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:27.126592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:27.126928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:27.127258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:27.127609 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:27.127935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:27.128260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:27.128599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:27.287331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['d5320afe-ca09-4956-9e2d-5c7f77e8b3ee'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:34:27.367929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68176d7-57aa-483f-9b5f-33a540cd4ccb req-8d81007f-1ce6-473a-9d36-813a396207b3 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:27.370067 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a68176d7-57aa-483f-9b5f-33a540cd4ccb req-8d81007f-1ce6-473a-9d36-813a396207b3 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.0667548 Aug 31 01:34:27.440159 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b979da-0969-4e2b-a994-ed10a5db799c req-0c14604d-0189-4017-ad91-e5b52fd23bff tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:27.441737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22b979da-0969-4e2b-a994-ed10a5db799c req-0c14604d-0189-4017-ad91-e5b52fd23bff tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0964785 Aug 31 01:34:27.444486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a68176d7-57aa-483f-9b5f-33a540cd4ccb req-67cdb83f-6b3b-4f56-9eb8-49775752588d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596418 Aug 31 01:34:27.481159 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22b979da-0969-4e2b-a994-ed10a5db799c req-b9f2f3cc-db93-4f37-ae46-12fd4c0eb54f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323994 Aug 31 01:34:28.564525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33222b14-952d-4ee1-9470-5e73819ebe79 req-7e9dc957-5098-4a60-94f7-211e1a5faf7f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:28.566077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33222b14-952d-4ee1-9470-5e73819ebe79 req-7e9dc957-5098-4a60-94f7-211e1a5faf7f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.0536914 Aug 31 01:34:28.631988 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33222b14-952d-4ee1-9470-5e73819ebe79 req-5350eb9b-8711-4dcf-ad3c-2aae8253e8f0 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560102 Aug 31 01:34:28.639712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a9ce8-547c-421f-815f-0cf9df870324 req-e25e8cd4-73e4-4bf3-9dd5-4f725ff66bbd tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:28.641144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-338a9ce8-547c-421f-815f-0cf9df870324 req-e25e8cd4-73e4-4bf3-9dd5-4f725ff66bbd tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 945 time: 0.0741456 Aug 31 01:34:28.683503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-338a9ce8-547c-421f-815f-0cf9df870324 req-e77c7f37-885e-4ed4-ad67-82f9a90ba6bd tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354981 Aug 31 01:34:28.899068 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d5320afe-ca09-4956-9e2d-5c7f77e8b3ee up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:34:28.947949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:34:28.951692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:34:28.952070 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:29.038205 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:29.064304 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:34:29.066263 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd08a709-a63f-4fea-95ed-f033bc8b2b5a" -d '{"events": [{"server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "name": "network-vif-plugged", "status": "completed", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:34:29.080844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:34:29.087623 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:29.114651 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3abec4-4b34-44e6-8dd2-d204b3cd077e x-openstack-request-id: req-0e3abec4-4b34-44e6-8dd2-d204b3cd077e {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:34:29.115080 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "name": "network-vif-plugged", "status": "completed", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:34:29.115361 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e3abec4-4b34-44e6-8dd2-d204b3cd077e {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:34:29.115756 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'code': 200} Aug 31 01:34:29.145115 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,revision_number=12']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:29.325646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57432) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:34:29.393582 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:29.397839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a2025-d758-4d13-b209-8b89c88f37d6 req-7a20f314-de97-4967-a65c-6016d85327f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:29.399542 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b93a2025-d758-4d13-b209-8b89c88f37d6 req-7a20f314-de97-4967-a65c-6016d85327f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 1098 time: 0.1654835 Aug 31 01:34:29.456274 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b93a2025-d758-4d13-b209-8b89c88f37d6 req-c6fa85a7-7767-4c8f-86d6-9ef071dddf23 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472813 Aug 31 01:34:29.512209 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:29.516078 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:29.552986 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=551be6e501bf43628942b239cb673d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263341 Aug 31 01:34:29.553745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cb0994-bf99-4697-af15-5d663d0130b3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:29.556473 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57436) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:34:29.562173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:29.562518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:29.562857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:29.563191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:29.563573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:29.563870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:29.564192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:29.564514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:29.564839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:29.565351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:29.565472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:29.565762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719ab4f-59c7-48d1-9060-92494ff2ac1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:34:29.606223 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b32bfe0c-9079-443d-b706-01e075fcd4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:29.627334 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b32bfe0c-9079-443d-b706-01e075fcd4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:29.675812 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b32bfe0c-9079-443d-b706-01e075fcd4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:29.678415 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b32bfe0c-9079-443d-b706-01e075fcd4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:29.680161 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b32bfe0c-9079-443d-b706-01e075fcd4df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97cb0994-bf99-4697-af15-5d663d0130b3 HTTP/1.1" status: 204 len: 168 time: 0.1221464 Aug 31 01:34:29.687968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bfe0c-9079-443d-b706-01e075fcd4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cb0994-bf99-4697-af15-5d663d0130b3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:29.771098 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef91a3-8186-4916-ac0d-9c4690fd43d9 req-9ebc9d12-b431-4727-822e-9391479fce43 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:29.772639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ef91a3-8186-4916-ac0d-9c4690fd43d9 req-9ebc9d12-b431-4727-822e-9391479fce43 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.0619867 Aug 31 01:34:29.842464 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41ef91a3-8186-4916-ac0d-9c4690fd43d9 req-e7b67d48-b2e0-4237-b587-ddcb8fe7fdb6 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596542 Aug 31 01:34:29.858112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79b91c-980b-4321-92f3-10c90f8765e1 req-c824c72a-c7b2-4edd-9704-293d5c24f06b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:29.858112 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc79b91c-980b-4321-92f3-10c90f8765e1 req-c824c72a-c7b2-4edd-9704-293d5c24f06b tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 946 time: 0.0844300 Aug 31 01:34:29.904126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc79b91c-980b-4321-92f3-10c90f8765e1 req-8031589a-93d4-48a5-a8f7-09790861cc08 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385425 Aug 31 01:34:30.967065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044c487-e1fc-4635-afaa-3aaf7981ac99 req-48d3d47c-9950-45a7-a120-3582fca1a6df tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:30.968813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3044c487-e1fc-4635-afaa-3aaf7981ac99 req-48d3d47c-9950-45a7-a120-3582fca1a6df tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.0573115 Aug 31 01:34:31.036178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3044c487-e1fc-4635-afaa-3aaf7981ac99 req-94c26dc1-fab7-4e05-a0db-4e1e9202f2b1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617206 Aug 31 01:34:31.057900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6885c-a647-4b7e-973b-f773bd6d6d22 req-ff09ca73-f057-45a4-9827-df6207f958d9 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:31.058197 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-faf6885c-a647-4b7e-973b-f773bd6d6d22 req-ff09ca73-f057-45a4-9827-df6207f958d9 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 946 time: 0.0756145 Aug 31 01:34:31.097917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-faf6885c-a647-4b7e-973b-f773bd6d6d22 req-74d20693-c6e2-4606-9206-5c05d4880662 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333688 Aug 31 01:34:31.667175 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:32.162806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9971f4-c4c4-4bc8-8d30-cd8ca632f6a7 req-9f064a6a-15b5-489c-9d7b-7dd23528cfed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:32.164592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b9971f4-c4c4-4bc8-8d30-cd8ca632f6a7 req-9f064a6a-15b5-489c-9d7b-7dd23528cfed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 943 time: 0.0500658 Aug 31 01:34:32.229786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b9971f4-c4c4-4bc8-8d30-cd8ca632f6a7 req-12c2c9a3-b321-4c6f-b560-dc7d352df9de tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595174 Aug 31 01:34:32.241766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b89caf-f751-4b55-9153-33383e10ab05 req-fe114f64-3271-4fec-a6e7-2a18a2661cbf tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:32.243691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22b89caf-f751-4b55-9153-33383e10ab05 req-fe114f64-3271-4fec-a6e7-2a18a2661cbf tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 946 time: 0.0671811 Aug 31 01:34:32.286618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22b89caf-f751-4b55-9153-33383e10ab05 req-d90bcf95-d33d-4a90-8437-123a206800e1 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364342 Aug 31 01:34:32.907327 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b09a6730-43ae-468f-8cb5-d6c06c820e51 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:34:33.010272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b09a6730-43ae-468f-8cb5-d6c06c820e51, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b09a6730-43ae-468f-8cb5-d6c06c820e51,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:34:33.021145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'b09a6730-43ae-468f-8cb5-d6c06c820e51', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'port_id': 'b09a6730-43ae-468f-8cb5-d6c06c820e51', 'mac_address': 'fa:16:3e:e7:71:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:34:33.058225 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:33.070671 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09a6730-43ae-468f-8cb5-d6c06c820e51 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:34:33.090321 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b09a6730-43ae-468f-8cb5-d6c06c820e51, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b09a6730-43ae-468f-8cb5-d6c06c820e51,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:34:33.093720 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:33.141766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b09a6730-43ae-468f-8cb5-d6c06c820e51,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:33.291779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b09a6730-43ae-468f-8cb5-d6c06c820e51'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:34:33.344395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49ea7f-1abe-4098-baf4-6ca73f561428 req-85adccd6-9ffb-4be5-9c39-9316de49dca7 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:33.345785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a49ea7f-1abe-4098-baf4-6ca73f561428 req-85adccd6-9ffb-4be5-9c39-9316de49dca7 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 944 time: 0.0481133 Aug 31 01:34:33.383936 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a49ea7f-1abe-4098-baf4-6ca73f561428 req-4098f0f6-1af3-4ce2-820d-60ce9ca49b9c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313969 Aug 31 01:34:34.502122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d21b0b-1e83-4817-ae77-d2367fdc89f8 req-f5a21b8f-33a2-4452-867a-45984d22aaf9 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:34.503639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5d21b0b-1e83-4817-ae77-d2367fdc89f8 req-f5a21b8f-33a2-4452-867a-45984d22aaf9 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 944 time: 0.0529430 Aug 31 01:34:34.541128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5d21b0b-1e83-4817-ae77-d2367fdc89f8 req-cbabbd56-74ec-4bca-9371-17c877bca9a5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314116 Aug 31 01:34:34.914957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b09a6730-43ae-468f-8cb5-d6c06c820e51 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:34:34.964505 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port b09a6730-43ae-468f-8cb5-d6c06c820e51 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:34:34.968025 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port b09a6730-43ae-468f-8cb5-d6c06c820e51 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:34:34.968400 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:35.044147 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:35.068801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d6a22e-e628-4f00-85a3-8b434a31a5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09a6730-43ae-468f-8cb5-d6c06c820e51'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:34:35.072058 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e5b8e9-ee91-4892-b02d-987385f9f526" -d '{"events": [{"server_uuid": "24d6a22e-e628-4f00-85a3-8b434a31a5f0", "name": "network-vif-plugged", "status": "completed", "tag": "b09a6730-43ae-468f-8cb5-d6c06c820e51"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:34:35.084219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b09a6730-43ae-468f-8cb5-d6c06c820e51, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b09a6730-43ae-468f-8cb5-d6c06c820e51,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:34:35.089458 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:35.112926 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac16af1-37ba-42f9-8816-f59f2115231a x-openstack-request-id: req-2ac16af1-37ba-42f9-8816-f59f2115231a {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:34:35.113224 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d6a22e-e628-4f00-85a3-8b434a31a5f0", "name": "network-vif-plugged", "status": "completed", "tag": "b09a6730-43ae-468f-8cb5-d6c06c820e51", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:34:35.113476 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ac16af1-37ba-42f9-8816-f59f2115231a {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:34:35.113861 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d6a22e-e628-4f00-85a3-8b434a31a5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09a6730-43ae-468f-8cb5-d6c06c820e51', 'code': 200} Aug 31 01:34:35.141104 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b09a6730-43ae-468f-8cb5-d6c06c820e51,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:35.206031 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f2087-2126-412d-8609-e7a5dbe0ba78 req-5600f9df-31e0-45a5-a0e1-7f0b4364f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:35.207403 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d85f2087-2126-412d-8609-e7a5dbe0ba78 req-5600f9df-31e0-45a5-a0e1-7f0b4364f8cc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 1097 time: 0.0393858 Aug 31 01:34:35.244428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d85f2087-2126-412d-8609-e7a5dbe0ba78 req-2157d216-93b1-4420-ad76-c4e8d015ac45 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297363 Aug 31 01:34:35.653990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e9eee-7fde-4371-ab74-054f7574a8b9 req-b37707e7-3d67-4f5b-baed-2b57a40b3e5d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:35.655478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f62e9eee-7fde-4371-ab74-054f7574a8b9 req-b37707e7-3d67-4f5b-baed-2b57a40b3e5d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0489047 Aug 31 01:34:35.692400 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f62e9eee-7fde-4371-ab74-054f7574a8b9 req-d63c8acb-5923-4e33-940b-da9cc6375c4a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311263 Aug 31 01:34:36.811255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994dca2-214f-40af-83db-5f881db5b7cc req-38363bfc-7e3c-4b4f-b36d-e28a443819cd tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:36.812758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f994dca2-214f-40af-83db-5f881db5b7cc req-38363bfc-7e3c-4b4f-b36d-e28a443819cd tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0509777 Aug 31 01:34:36.851882 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f994dca2-214f-40af-83db-5f881db5b7cc req-ae287001-7050-4f24-ae33-2a0ddb48ebe3 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326912 Aug 31 01:34:36.963854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a713b2-5f19-4070-a204-2928cb76c8af req-96ad5538-91fd-43b7-aace-5c580022bcb7 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:36.965316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68a713b2-5f19-4070-a204-2928cb76c8af req-96ad5538-91fd-43b7-aace-5c580022bcb7 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0492783 Aug 31 01:34:37.005776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68a713b2-5f19-4070-a204-2928cb76c8af req-a9b3b71d-ebb1-4bf0-aa5f-3ae77602731a tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346673 Aug 31 01:34:37.027961 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57500) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:34:37.066798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a1bbdf-c936-49b7-a30b-e3e44d63a74c tempest-TestVolumeBootPattern-2032367421 tempest-TestVolumeBootPattern-2032367421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:37.068378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a2a1bbdf-c936-49b7-a30b-e3e44d63a74c tempest-TestVolumeBootPattern-2032367421 tempest-TestVolumeBootPattern-2032367421-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 1092 time: 0.0394614 Aug 31 01:34:37.071624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57502) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:34:37.075868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': 'b09a6730-43ae-468f-8cb5-d6c06c820e51', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:37.096681 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:37.190339 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:37.299082 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Allocated IP 172.25.6.43 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/f9ea8be1-016b-40de-a706-3fe921032f5b) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:34:37.399813 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:37.440953 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:37.481435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:34:37.484263 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:34:37.486987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:34:37.513444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'Port': ['ID=f9ea8be1-016b-40de-a706-3fe921032f5b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:37.856594 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:37.923587 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:38.073359 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:38.079424 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:38.145311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event updated for resources: {'Port': ['ID=f9ea8be1-016b-40de-a706-3fe921032f5b,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:38.157217 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:38.260361 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Floating IP 1a95f7fe-a6a7-4dc7-b7cd-d8a8301f9096 associated. External IP: 172.25.6.43, port: b09a6730-43ae-468f-8cb5-d6c06c820e51. Aug 31 01:34:38.468320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Router 27694dd3-eb85-45df-81dc-3e2e184abaa5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:34:38.575723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:34:38.585708 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ff2b5-9963-4c87-aa72-8b8c00b3df5e None None] Sync routers for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:34:38.592397 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:38.594764 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ff2b5-9963-4c87-aa72-8b8c00b3df5e None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:34:38.595425 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-581ff2b5-9963-4c87-aa72-8b8c00b3df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:34:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:34:38.620114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1093e16c-26ce-4436-878b-a626e1ba8aa8 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5475085 Aug 31 01:34:38.620694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d6a22e-e628-4f00-85a3-8b434a31a5f0', 'tag': 'b09a6730-43ae-468f-8cb5-d6c06c820e51'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:34:38.622928 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5570ac8d-6ea5-4c56-a482-c9213b8238d5" -d '{"events": [{"name": "network-changed", "server_uuid": "24d6a22e-e628-4f00-85a3-8b434a31a5f0", "tag": "b09a6730-43ae-468f-8cb5-d6c06c820e51"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:34:38.667243 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a0a60d-3ed0-44e3-91c6-667c3b02e3ad x-openstack-request-id: req-a2a0a60d-3ed0-44e3-91c6-667c3b02e3ad {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:34:38.667565 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d6a22e-e628-4f00-85a3-8b434a31a5f0", "tag": "b09a6730-43ae-468f-8cb5-d6c06c820e51", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:34:38.667816 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2a0a60d-3ed0-44e3-91c6-667c3b02e3ad {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:34:38.668224 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d6a22e-e628-4f00-85a3-8b434a31a5f0', 'tag': 'b09a6730-43ae-468f-8cb5-d6c06c820e51', 'status': 'completed', 'code': 200} Aug 31 01:34:38.702771 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-581ff2b5-9963-4c87-aa72-8b8c00b3df5e None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:34:38.728967 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570ac8d-6ea5-4c56-a482-c9213b8238d5 req-f0f6b7e9-857a-4eef-ad9f-d0202885a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:38.730440 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5570ac8d-6ea5-4c56-a482-c9213b8238d5 req-f0f6b7e9-857a-4eef-ad9f-d0202885a60d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 1097 time: 0.0411747 Aug 31 01:34:38.826910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570ac8d-6ea5-4c56-a482-c9213b8238d5 req-98a4d86e-2a13-4242-8601-2e9b3c25df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:38.828443 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5570ac8d-6ea5-4c56-a482-c9213b8238d5 req-98a4d86e-2a13-4242-8601-2e9b3c25df16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.0914993 Aug 31 01:34:38.894595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5570ac8d-6ea5-4c56-a482-c9213b8238d5 req-a400c25a-62ab-439d-938e-a8f6a951abdd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09a6730-43ae-468f-8cb5-d6c06c820e51 HTTP/1.1" status: 200 len: 998 time: 0.0590270 Aug 31 01:34:38.930646 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-581ff2b5-9963-4c87-aa72-8b8c00b3df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '1a95f7fe-a6a7-4dc7-b7cd-d8a8301f9096', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'port_id': 'b09a6730-43ae-468f-8cb5-d6c06c820e51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'mac_address': 'fa:16:3e:e7:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d6a22e-e628-4f00-85a3-8b434a31a5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:34:37Z', 'updated_at': '2021-08-31T01:34:37Z', 'revision_number': 0, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address_scope': None}, {'id': 'eac86edc-5f15-407b-af51-e6fb5ee2c835', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'floating_ip_address': '172.25.6.16', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'port_id': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'mac_address': 'fa:16:3e:84:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:32:26Z', 'updated_at': '2021-08-31T01:32:29Z', 'revision_number': 1, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:34:38.949441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570ac8d-6ea5-4c56-a482-c9213b8238d5 req-1da62966-af5e-4cbe-ae1e-74f359432dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:38.950901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5570ac8d-6ea5-4c56-a482-c9213b8238d5 req-1da62966-af5e-4cbe-ae1e-74f359432dfe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0489259 Aug 31 01:34:38.956491 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ff2b5-9963-4c87-aa72-8b8c00b3df5e None None] Checking router: 27694dd3-eb85-45df-81dc-3e2e184abaa5 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:34:38.964952 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ff2b5-9963-4c87-aa72-8b8c00b3df5e None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:34:38.965564 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-581ff2b5-9963-4c87-aa72-8b8c00b3df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:34:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:34:38.997579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570ac8d-6ea5-4c56-a482-c9213b8238d5 req-d99ceccf-f2de-435e-8e70-927f53855228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:38.998977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5570ac8d-6ea5-4c56-a482-c9213b8238d5 req-d99ceccf-f2de-435e-8e70-927f53855228 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410750 Aug 31 01:34:39.070963 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-581ff2b5-9963-4c87-aa72-8b8c00b3df5e None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:34:39.090261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5570ac8d-6ea5-4c56-a482-c9213b8238d5 req-34ed9a20-1b89-43ca-a748-7d475a413ab6 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835288 Aug 31 01:34:39.185909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5570ac8d-6ea5-4c56-a482-c9213b8238d5 req-885d9898-07a6-405a-b691-a27bd05481a9 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884333 Aug 31 01:34:39.295263 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-581ff2b5-9963-4c87-aa72-8b8c00b3df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '1a95f7fe-a6a7-4dc7-b7cd-d8a8301f9096', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'port_id': 'b09a6730-43ae-468f-8cb5-d6c06c820e51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'mac_address': 'fa:16:3e:e7:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d6a22e-e628-4f00-85a3-8b434a31a5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:34:37Z', 'updated_at': '2021-08-31T01:34:37Z', 'revision_number': 0, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address_scope': None}, {'id': 'eac86edc-5f15-407b-af51-e6fb5ee2c835', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'floating_ip_address': '172.25.6.16', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'port_id': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'mac_address': 'fa:16:3e:84:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:32:26Z', 'updated_at': '2021-08-31T01:32:29Z', 'revision_number': 1, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:34:39.321596 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ff2b5-9963-4c87-aa72-8b8c00b3df5e None None] The sync data for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 is: [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '1a95f7fe-a6a7-4dc7-b7cd-d8a8301f9096', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'port_id': 'b09a6730-43ae-468f-8cb5-d6c06c820e51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'mac_address': 'fa:16:3e:e7:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d6a22e-e628-4f00-85a3-8b434a31a5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:34:37Z', 'updated_at': '2021-08-31T01:34:37Z', 'revision_number': 0, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address_scope': None}, {'id': 'eac86edc-5f15-407b-af51-e6fb5ee2c835', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'floating_ip_address': '172.25.6.16', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'port_id': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'mac_address': 'fa:16:3e:84:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:32:26Z', 'updated_at': '2021-08-31T01:32:29Z', 'revision_number': 1, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:34:39.505096 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660f1b9-6cdf-41f9-850a-41b67f056a0b None None] New status for floating IP 1a95f7fe-a6a7-4dc7-b7cd-d8a8301f9096: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:34:41.231077 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:51.230150 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-55ee81e5-8ee5-42f5-926f-7a3527c70157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:53.770269 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fc42d306-5f53-460f-a62b-2d46f23ed930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:54.055328 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:54.525990 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:55.568100 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:34:56.730387 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:01.669183 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:04.225380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ea7fa-294e-4cb4-8950-d8b7ea790fc1 req-afc3dbdf-a862-4a5a-b1fb-77c98c96769f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:04.226847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-320ea7fa-294e-4cb4-8950-d8b7ea790fc1 req-afc3dbdf-a862-4a5a-b1fb-77c98c96769f tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 946 time: 0.0511074 Aug 31 01:35:04.265404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-320ea7fa-294e-4cb4-8950-d8b7ea790fc1 req-1831b06a-2fc8-4314-bf39-d05e39d379f7 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315223 Aug 31 01:35:05.388684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec919d1-4ac9-4058-b278-4105e2954fc3 req-12acee57-da2d-429f-ac89-0be0787ce167 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:05.390168 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ec919d1-4ac9-4058-b278-4105e2954fc3 req-12acee57-da2d-429f-ac89-0be0787ce167 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 946 time: 0.0490475 Aug 31 01:35:05.458695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ec919d1-4ac9-4058-b278-4105e2954fc3 req-87d1ba26-f0cd-40a4-a415-439b08cf3ce2 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a456a79-7a22-49ec-9484-f3e9490d7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625949 Aug 31 01:35:05.475534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8ae3dfe2-6856-4039-89ab-854907acb174 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:05.476978 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8ae3dfe2-6856-4039-89ab-854907acb174 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.70 "GET /v2.0/ports?device_id=468b12ad-74f5-4c8a-8c79-f065832900fb HTTP/1.1" status: 200 len: 946 time: 0.0677569 Aug 31 01:35:05.565990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8c7f558f-a587-4b56-b8e2-106c6de74ca6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Deleting port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:35:05.566246 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8c7f558f-a587-4b56-b8e2-106c6de74ca6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:05.656079 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8c7f558f-a587-4b56-b8e2-106c6de74ca6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] For port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:05.656483 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8c7f558f-a587-4b56-b8e2-106c6de74ca6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:05.826865 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8c7f558f-a587-4b56-b8e2-106c6de74ca6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:05.827172 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8c7f558f-a587-4b56-b8e2-106c6de74ca6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:05.827522 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8c7f558f-a587-4b56-b8e2-106c6de74ca6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Floating IP 79f3eeaa-e2d5-40a9-9c36-89e52cf805e9 disassociated. External IP: 172.25.6.92, port: d5320afe-ca09-4956-9e2d-5c7f77e8b3ee. Aug 31 01:35:05.827864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8c7f558f-a587-4b56-b8e2-106c6de74ca6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Calling delete_port for d5320afe-ca09-4956-9e2d-5c7f77e8b3ee owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:35:05.954131 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8c7f558f-a587-4b56-b8e2-106c6de74ca6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:05.983621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f558f-a587-4b56-b8e2-106c6de74ca6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event deleted for resources: {'Port': ['ID=d5320afe-ca09-4956-9e2d-5c7f77e8b3ee,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:06.096971 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8c7f558f-a587-4b56-b8e2-106c6de74ca6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:35:06.201760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8c7f558f-a587-4b56-b8e2-106c6de74ca6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:35:06.212166 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c36bfc6-623b-4b33-897e-fbb61887d0e5 None None] Sync routers for ids ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:35:06.221704 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c36bfc6-623b-4b33-897e-fbb61887d0e5 None None] Routers {'7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:35:06.222316 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3c36bfc6-623b-4b33-897e-fbb61887d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:34:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:06.241150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8c7f558f-a587-4b56-b8e2-106c6de74ca6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] No DVR routers for this DVR port d5320afe-ca09-4956-9e2d-5c7f77e8b3ee on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:35:06.243809 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8c7f558f-a587-4b56-b8e2-106c6de74ca6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:06.245845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c2f18db-119c-4b7d-afdb-15c97ea7b935 req-8c7f558f-a587-4b56-b8e2-106c6de74ca6 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.70 "DELETE /v2.0/ports/d5320afe-ca09-4956-9e2d-5c7f77e8b3ee HTTP/1.1" status: 204 len: 173 time: 0.7620814 Aug 31 01:35:06.246316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'name': 'network-vif-deleted', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:35:06.248579 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b94040-8a15-46f3-9520-ab208d438688" -d '{"events": [{"server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "name": "network-vif-deleted", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:35:06.476045 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47421d15-d728-4251-804d-ba8eb5799285 x-openstack-request-id: req-47421d15-d728-4251-804d-ba8eb5799285 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:35:06.476680 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468b12ad-74f5-4c8a-8c79-f065832900fb", "name": "network-vif-deleted", "tag": "d5320afe-ca09-4956-9e2d-5c7f77e8b3ee", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:35:06.476680 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47421d15-d728-4251-804d-ba8eb5799285 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:35:06.477505 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468b12ad-74f5-4c8a-8c79-f065832900fb', 'name': 'network-vif-deleted', 'tag': 'd5320afe-ca09-4956-9e2d-5c7f77e8b3ee', 'status': 'completed', 'code': 200} Aug 31 01:35:06.478320 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-3c36bfc6-623b-4b33-897e-fbb61887d0e5 None None] Set router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:35:06.688488 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3c36bfc6-623b-4b33-897e-fbb61887d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:17Z', 'revision_number': 5, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:06.713874 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c36bfc6-623b-4b33-897e-fbb61887d0e5 None None] Checking router: 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:35:06.721660 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c36bfc6-623b-4b33-897e-fbb61887d0e5 None None] Routers {'7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:35:06.722254 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3c36bfc6-623b-4b33-897e-fbb61887d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:34:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:06.827271 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-3c36bfc6-623b-4b33-897e-fbb61887d0e5 None None] Set router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:35:07.021479 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3c36bfc6-623b-4b33-897e-fbb61887d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:17Z', 'revision_number': 5, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:07.051605 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c36bfc6-623b-4b33-897e-fbb61887d0e5 None None] The sync data for ids ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'] in n-d-802060-13 is: [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:26:05Z', 'revision_number': 4, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '41d52008-624c-4bb2-98cc-25b987aec34f', 'name': '', 'network_id': 'f2891bde-7a7f-462b-80b5-cf9a0cc668cb', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'mac_address': 'fa:16:3e:3d:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:03Z', 'updated_at': '2021-08-31T01:26:17Z', 'revision_number': 5, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'subnets': [{'id': '6bb9e282-3c24-4ca3-a3a0-e71d0a402627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:35:07.264757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c0a784-b9af-4788-b0f0-ede3383ccb18 None None] New status for floating IP 79f3eeaa-e2d5-40a9-9c36-89e52cf805e9: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:35:07.581710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57542) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:07.636482 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d9c13d8-983a-4b83-8c0e-8b90f4d6db8c tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:07.663474 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d9c13d8-983a-4b83-8c0e-8b90f4d6db8c tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:07.711006 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d9c13d8-983a-4b83-8c0e-8b90f4d6db8c tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:07.713759 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3d9c13d8-983a-4b83-8c0e-8b90f4d6db8c tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:07.714888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3d9c13d8-983a-4b83-8c0e-8b90f4d6db8c tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "DELETE /v2.0/security-groups/2a456a79-7a22-49ec-9484-f3e9490d7ac9 HTTP/1.1" status: 204 len: 168 time: 0.1322017 Aug 31 01:35:07.717781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57544) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:07.723688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c13d8-983a-4b83-8c0e-8b90f4d6db8c tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a456a79-7a22-49ec-9484-f3e9490d7ac9,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:07.732908 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-8372ce46-da58-4881-8e71-52dd4ec2c21a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] show failed (client error): The resource could not be found. Aug 31 01:35:07.733930 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8372ce46-da58-4881-8e71-52dd4ec2c21a tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "GET /v2.0/security-groups/2a456a79-7a22-49ec-9484-f3e9490d7ac9 HTTP/1.1" status: 404 len: 347 time: 0.0151653 Aug 31 01:35:07.736820 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57546) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:07.863333 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Deleting port 9f773df0-4218-4358-9bcb-4ddcb2406c61 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:35:07.863580 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:07.936488 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:07.936822 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:07.948071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Calling delete_port for 9f773df0-4218-4358-9bcb-4ddcb2406c61 owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:35:08.076358 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:08.101528 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Pushing event deleted for resources: {'Port': ['ID=9f773df0-4218-4358-9bcb-4ddcb2406c61,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:08.126276 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:08.126549 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:08.126889 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:08.127225 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:08.127579 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:08.127910 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:08.128238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:08.128563 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:08.128889 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:08.129210 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:08.129530 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:08.129847 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:08.166367 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:08.169737 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:08.170886 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e1305c73-2f8d-45ca-b8db-660057f33775 tempest-AttachVolumeShelveTestJSON-1064947989 tempest-AttachVolumeShelveTestJSON-1064947989-project] 10.222.0.58 "DELETE /v2.0/floatingips/79f3eeaa-e2d5-40a9-9c36-89e52cf805e9 HTTP/1.1" status: 204 len: 168 time: 0.4331529 Aug 31 01:35:11.085184 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d5320afe-ca09-4956-9e2d-5c7f77e8b3ee no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:35:11.107657 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: d5320afe-ca09-4956-9e2d-5c7f77e8b3ee {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:35:11.108008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d5320afe-ca09-4956-9e2d-5c7f77e8b3ee not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:35:11.231993 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:12.380680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5809c33-2f3e-4e53-bd75-40ea104476b4 req-05a9caf4-8f51-4ef4-8ad2-eafb9c884913 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0382650 Aug 31 01:35:12.463182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5809c33-2f3e-4e53-bd75-40ea104476b4 req-da9f36b9-7e7b-46a4-b3c6-c90767ad2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:12.464719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5809c33-2f3e-4e53-bd75-40ea104476b4 req-da9f36b9-7e7b-46a4-b3c6-c90767ad2a4a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 1097 time: 0.0428100 Aug 31 01:35:12.583425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5809c33-2f3e-4e53-bd75-40ea104476b4 req-63e98b6d-4a6a-420d-844b-aedd2223a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:12.584966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5809c33-2f3e-4e53-bd75-40ea104476b4 req-63e98b6d-4a6a-420d-844b-aedd2223a582 service neutron] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.0985241 Aug 31 01:35:12.654518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5809c33-2f3e-4e53-bd75-40ea104476b4 req-5d50bf11-3440-4bab-bbe0-e6ad2861a6e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09a6730-43ae-468f-8cb5-d6c06c820e51 HTTP/1.1" status: 200 len: 1000 time: 0.0622349 Aug 31 01:35:12.709788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5809c33-2f3e-4e53-bd75-40ea104476b4 req-d76fa541-77bc-42b4-8641-eef492261e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:12.711209 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5809c33-2f3e-4e53-bd75-40ea104476b4 req-d76fa541-77bc-42b4-8641-eef492261e08 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0491285 Aug 31 01:35:12.750868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57572) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:12.766772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5809c33-2f3e-4e53-bd75-40ea104476b4 req-964bfdb4-796c-4902-bc86-e2205f8eec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:12.768423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5809c33-2f3e-4e53-bd75-40ea104476b4 req-964bfdb4-796c-4902-bc86-e2205f8eec80 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499845 Aug 31 01:35:12.863450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5809c33-2f3e-4e53-bd75-40ea104476b4 req-ce5ee139-2ab4-410a-8d7b-a484e4069a2a service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872226 Aug 31 01:35:12.964801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5809c33-2f3e-4e53-bd75-40ea104476b4 req-f8910cc9-94a8-4c5f-a395-22c116854fc3 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944502 Aug 31 01:35:13.270026 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bc32255-cc8b-4a4a-9256-c5e9b61dce0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:13.831507 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-8bc32255-cc8b-4a4a-9256-c5e9b61dce0d admin admin] Deleting port 41d52008-624c-4bb2-98cc-25b987aec34f {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:35:13.832175 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bc32255-cc8b-4a4a-9256-c5e9b61dce0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:13.910165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-8bc32255-cc8b-4a4a-9256-c5e9b61dce0d admin admin] For port 41d52008-624c-4bb2-98cc-25b987aec34f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=41d52008-624c-4bb2-98cc-25b987aec34f,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:13.910534 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bc32255-cc8b-4a4a-9256-c5e9b61dce0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:13.927772 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-8bc32255-cc8b-4a4a-9256-c5e9b61dce0d admin admin] Calling delete_port for 41d52008-624c-4bb2-98cc-25b987aec34f owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:35:14.107668 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bc32255-cc8b-4a4a-9256-c5e9b61dce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:14.133109 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc32255-cc8b-4a4a-9256-c5e9b61dce0d admin admin] Pushing event deleted for resources: {'Port': ['ID=41d52008-624c-4bb2-98cc-25b987aec34f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:14.298956 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8bc32255-cc8b-4a4a-9256-c5e9b61dce0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:14.506780 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc32255-cc8b-4a4a-9256-c5e9b61dce0d admin admin] Router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:35:14.614108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc32255-cc8b-4a4a-9256-c5e9b61dce0d admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:35:14.619121 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8bc32255-cc8b-4a4a-9256-c5e9b61dce0d admin admin] 10.222.0.58 "PUT /v2.0/routers/7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8670795 Aug 31 01:35:14.622351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57578) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:14.624528 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c323624-261a-4154-adb8-06d73f12544d None None] Sync routers for ids ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:35:14.636590 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c323624-261a-4154-adb8-06d73f12544d None None] Routers {'7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:35:14.637320 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8c323624-261a-4154-adb8-06d73f12544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:34:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:14.742514 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-8c323624-261a-4154-adb8-06d73f12544d None None] Set router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:35:14.942173 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8c323624-261a-4154-adb8-06d73f12544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:35:14Z', 'revision_number': 5, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:14.970219 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c323624-261a-4154-adb8-06d73f12544d None None] Checking router: 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:35:14.978687 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c323624-261a-4154-adb8-06d73f12544d None None] Routers {'7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:35:14.979331 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8c323624-261a-4154-adb8-06d73f12544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:34:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:15.038883 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:15.087828 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-8c323624-261a-4154-adb8-06d73f12544d None None] Set router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:35:15.143594 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:15.196242 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] Deleting port 056aee34-8bcc-48e7-90c3-e6fc31351525 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:35:15.196600 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:15.268484 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8c323624-261a-4154-adb8-06d73f12544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:35:14Z', 'revision_number': 5, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:15.277048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] For port 056aee34-8bcc-48e7-90c3-e6fc31351525, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=056aee34-8bcc-48e7-90c3-e6fc31351525,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:15.277997 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:15.291462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] Calling delete_port for 056aee34-8bcc-48e7-90c3-e6fc31351525 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:35:15.297070 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c323624-261a-4154-adb8-06d73f12544d None None] The sync data for ids ['7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98'] in n-d-802060-13 is: [{'id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'name': 'tempest-AttachVolumeShelveTestJSON-1324777104-router', 'tenant_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:25:59Z', 'updated_at': '2021-08-31T01:35:14Z', 'revision_number': 5, 'project_id': 'd0dbe3984d684b7bb8b0ced7ad76b7ef', 'gw_port': {'id': '056aee34-8bcc-48e7-90c3-e6fc31351525', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:26:00Z', 'updated_at': '2021-08-31T01:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:35:15.462086 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:15.501902 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] Pushing event deleted for resources: {'Port': ['ID=056aee34-8bcc-48e7-90c3-e6fc31351525,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:15.560489 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:15.651957 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:15.654739 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:15.702140 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:15.702685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:35:15.707076 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:15.708286 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-393fe41e-b3e3-4ce3-a546-c1cd093d4815 admin admin] 10.222.0.58 "DELETE /v2.0/routers/7ecdcb2c-3e02-4f0c-b9af-ed01ebe93f98 HTTP/1.1" status: 204 len: 168 time: 1.0849500 Aug 31 01:35:15.710676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57580) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:15.763018 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7dd3183-bac9-4ae7-ac92-feaa426612e1 admin admin] Deleting subnet 6bb9e282-3c24-4ca3-a3a0-e71d0a402627 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:35:15.766309 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d7dd3183-bac9-4ae7-ac92-feaa426612e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:15.803780 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d7dd3183-bac9-4ae7-ac92-feaa426612e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:15.888224 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d7dd3183-bac9-4ae7-ac92-feaa426612e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:15.944823 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d7dd3183-bac9-4ae7-ac92-feaa426612e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:15.977539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd3183-bac9-4ae7-ac92-feaa426612e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb9e282-3c24-4ca3-a3a0-e71d0a402627,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:15.982139 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d7dd3183-bac9-4ae7-ac92-feaa426612e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:15.984190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d7dd3183-bac9-4ae7-ac92-feaa426612e1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6bb9e282-3c24-4ca3-a3a0-e71d0a402627 HTTP/1.1" status: 204 len: 168 time: 0.2724614 Aug 31 01:35:15.986701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57582) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:15.987627 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d115b8f9-1e4b-4afc-aa3d-24d614559681 None None] Network f2891bde-7a7f-462b-80b5-cf9a0cc668cb requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:35:16.056282 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:16.115254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] Deleting port 74823a9d-fc54-4081-91f1-0d34a8d8067e {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:35:16.115628 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:16.178803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] For port 74823a9d-fc54-4081-91f1-0d34a8d8067e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=74823a9d-fc54-4081-91f1-0d34a8d8067e,segment=NetworkSegment(22dd59bc-40a5-478b-b2db-2932edff0e9f),segment_id=22dd59bc-40a5-478b-b2db-2932edff0e9f)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:16.179169 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:16.192354 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] Calling delete_port for 74823a9d-fc54-4081-91f1-0d34a8d8067e owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:35:16.280134 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:16.300542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fd4449-4c37-4bf2-a4c8-412b7e0dc3e8 None None] DHCP port deletion for f2891bde-7a7f-462b-80b5-cf9a0cc668cb request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:35:16.310771 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=74823a9d-fc54-4081-91f1-0d34a8d8067e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:16.317495 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] No DVR routers for this DVR port 74823a9d-fc54-4081-91f1-0d34a8d8067e on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:35:16.386290 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:16.396368 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2891bde-7a7f-462b-80b5-cf9a0cc668cb']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:16.406909 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22dd59bc-40a5-478b-b2db-2932edff0e9f') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:16.407208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22dd59bc-40a5-478b-b2db-2932edff0e9f') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:16.415711 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:16.429368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:16.435778 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:35:16.436186 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:35:16.437997 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:35:16.493997 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:16.500118 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:16.502002 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f2891bde-7a7f-462b-80b5-cf9a0cc668cb HTTP/1.1" status: 204 len: 168 time: 0.5141635 Aug 31 01:35:16.513100 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab3a09-82ae-4b8c-b38d-734b88196ec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2891bde-7a7f-462b-80b5-cf9a0cc668cb,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:16.613291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57586) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:16.653704 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-284ca94b-aab7-49b5-bbef-be45703328ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0dbe3984d684b7bb8b0ced7ad76b7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392506 Aug 31 01:35:16.656033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57588) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:16.703405 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a994ea10-c790-4669-859d-8a51fc158fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:16.723525 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a994ea10-c790-4669-859d-8a51fc158fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:16.773086 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a994ea10-c790-4669-859d-8a51fc158fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:16.775734 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a994ea10-c790-4669-859d-8a51fc158fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:16.776924 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a994ea10-c790-4669-859d-8a51fc158fa7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0dc39de-f38e-492f-8dd5-51831a25f0df HTTP/1.1" status: 204 len: 168 time: 0.1199481 Aug 31 01:35:16.784286 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994ea10-c790-4669-859d-8a51fc158fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dc39de-f38e-492f-8dd5-51831a25f0df,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:16.864932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 74823a9d-fc54-4081-91f1-0d34a8d8067e no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:35:16.884863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 74823a9d-fc54-4081-91f1-0d34a8d8067e {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:35:16.885287 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 74823a9d-fc54-4081-91f1-0d34a8d8067e not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:35:16.885807 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 056aee34-8bcc-48e7-90c3-e6fc31351525 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:35:16.910840 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 056aee34-8bcc-48e7-90c3-e6fc31351525 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:35:16.911002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 056aee34-8bcc-48e7-90c3-e6fc31351525 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:35:16.911399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 41d52008-624c-4bb2-98cc-25b987aec34f no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:35:16.931848 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 41d52008-624c-4bb2-98cc-25b987aec34f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:35:16.932194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 41d52008-624c-4bb2-98cc-25b987aec34f not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:35:19.082162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57668) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:19.196957 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-25275bf7-cfd2-424b-8729-43c9bba9eeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:19.286918 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-25275bf7-cfd2-424b-8729-43c9bba9eeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:19.291466 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-25275bf7-cfd2-424b-8729-43c9bba9eeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:19.329627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-25275bf7-cfd2-424b-8729-43c9bba9eeb9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2009f19b51584946866c65344f1b25b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464051 Aug 31 01:35:19.330353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25275bf7-cfd2-424b-8729-43c9bba9eeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6a7276-f0f6-4125-be2d-6891368a92b6,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:19.333092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57672) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:19.380983 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4ed49a3-1021-4dea-97ed-17e91a23fe51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:19.401412 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4ed49a3-1021-4dea-97ed-17e91a23fe51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:19.447828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4ed49a3-1021-4dea-97ed-17e91a23fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:19.450887 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f4ed49a3-1021-4dea-97ed-17e91a23fe51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:19.452055 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f4ed49a3-1021-4dea-97ed-17e91a23fe51 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a6a7276-f0f6-4125-be2d-6891368a92b6 HTTP/1.1" status: 204 len: 168 time: 0.1178203 Aug 31 01:35:19.459543 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed49a3-1021-4dea-97ed-17e91a23fe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6a7276-f0f6-4125-be2d-6891368a92b6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:19.707960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57678) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:19.721259 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6345ec79-e566-4133-b145-554346b7993d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:19.809322 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6345ec79-e566-4133-b145-554346b7993d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:19.813291 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6345ec79-e566-4133-b145-554346b7993d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:19.851518 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6345ec79-e566-4133-b145-554346b7993d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ff75c990ac34d9f9db122c6053a34ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424718 Aug 31 01:35:19.852391 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345ec79-e566-4133-b145-554346b7993d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ab4689-877f-4e52-8a0c-e7d656c622e2,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:19.854208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57680) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:19.902475 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-58d3f031-6d5b-4dcc-b3c9-d4f38ee1fbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:19.923982 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-58d3f031-6d5b-4dcc-b3c9-d4f38ee1fbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:19.969224 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-58d3f031-6d5b-4dcc-b3c9-d4f38ee1fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:19.971738 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-58d3f031-6d5b-4dcc-b3c9-d4f38ee1fbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:19.972904 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-58d3f031-6d5b-4dcc-b3c9-d4f38ee1fbbc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55ab4689-877f-4e52-8a0c-e7d656c622e2 HTTP/1.1" status: 204 len: 168 time: 0.1177011 Aug 31 01:35:19.981012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3f031-6d5b-4dcc-b3c9-d4f38ee1fbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ab4689-877f-4e52-8a0c-e7d656c622e2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:21.232841 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5d8afa45-b9d7-41a7-9827-7e40afca63f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:21.724372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64b5403e-31b3-4626-a4c6-52a1e04f6398 req-aa42066e-dda9-49fc-bf6d-e83efab68672 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1529994 Aug 31 01:35:21.819192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5403e-31b3-4626-a4c6-52a1e04f6398 req-3e7f95b8-e0ed-45ac-8d2f-1c56f50cf50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:21.820854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64b5403e-31b3-4626-a4c6-52a1e04f6398 req-3e7f95b8-e0ed-45ac-8d2f-1c56f50cf50f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 1097 time: 0.0451326 Aug 31 01:35:21.932723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5403e-31b3-4626-a4c6-52a1e04f6398 req-ae3b7eca-16f2-4c26-96a0-3b4d08b2728f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:21.935415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64b5403e-31b3-4626-a4c6-52a1e04f6398 req-ae3b7eca-16f2-4c26-96a0-3b4d08b2728f service neutron] 10.222.0.15 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.0938914 Aug 31 01:35:22.011485 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64b5403e-31b3-4626-a4c6-52a1e04f6398 req-96579449-85ef-4658-873f-4987a125e3f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db42b97e-addb-4106-ba0c-60f017fe2285 HTTP/1.1" status: 200 len: 1000 time: 0.0689387 Aug 31 01:35:22.067873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5403e-31b3-4626-a4c6-52a1e04f6398 req-7d34702e-600d-4ce3-adac-60ea36aafaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:22.069381 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64b5403e-31b3-4626-a4c6-52a1e04f6398 req-7d34702e-600d-4ce3-adac-60ea36aafaf8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0514207 Aug 31 01:35:22.118611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5403e-31b3-4626-a4c6-52a1e04f6398 req-61391ddc-5205-43e7-903c-425a60cf7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:22.120244 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64b5403e-31b3-4626-a4c6-52a1e04f6398 req-61391ddc-5205-43e7-903c-425a60cf7ad7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441070 Aug 31 01:35:22.221517 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64b5403e-31b3-4626-a4c6-52a1e04f6398 req-f248edc8-3495-4bf4-b1de-16685fef1ee4 service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935025 Aug 31 01:35:22.326132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64b5403e-31b3-4626-a4c6-52a1e04f6398 req-2edf54c7-c33f-44c4-bfa5-aada0a7f8467 service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981660 Aug 31 01:35:22.574603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57748) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:22.686462 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2979f1d5-cca0-4f77-81d4-b18a10a7045d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:22.783738 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2979f1d5-cca0-4f77-81d4-b18a10a7045d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:22.787296 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2979f1d5-cca0-4f77-81d4-b18a10a7045d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:22.825967 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979f1d5-cca0-4f77-81d4-b18a10a7045d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82175b17-9599-4171-bfcf-778f70696cf1,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:22.830437 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2979f1d5-cca0-4f77-81d4-b18a10a7045d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b26d1d69e5748dc81f4414a24b5e889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546828 Aug 31 01:35:22.833181 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57752) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:22.883563 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-119052fc-5f95-488a-a63f-c890de362d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:22.907298 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-119052fc-5f95-488a-a63f-c890de362d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:22.965899 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-119052fc-5f95-488a-a63f-c890de362d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:22.969223 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-119052fc-5f95-488a-a63f-c890de362d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:22.970761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-119052fc-5f95-488a-a63f-c890de362d4b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82175b17-9599-4171-bfcf-778f70696cf1 HTTP/1.1" status: 204 len: 168 time: 0.1366811 Aug 31 01:35:22.980857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119052fc-5f95-488a-a63f-c890de362d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82175b17-9599-4171-bfcf-778f70696cf1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:23.246329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57758) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:23.260374 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f84f61d-7200-4a62-9407-43df1320099a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:23.356731 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f84f61d-7200-4a62-9407-43df1320099a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:23.360338 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f84f61d-7200-4a62-9407-43df1320099a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:23.405378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3f84f61d-7200-4a62-9407-43df1320099a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=341eb9ff19fc44429570afd4779cf83b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577666 Aug 31 01:35:23.406260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84f61d-7200-4a62-9407-43df1320099a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9cfb3f-6622-4baa-a7db-485e811b4a1b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:23.408131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57760) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:23.466754 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d077f18e-7e45-40da-8f34-a79eae522f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:23.489975 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d077f18e-7e45-40da-8f34-a79eae522f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:23.539102 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d077f18e-7e45-40da-8f34-a79eae522f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:23.541992 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d077f18e-7e45-40da-8f34-a79eae522f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:23.544023 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d077f18e-7e45-40da-8f34-a79eae522f9b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c9cfb3f-6622-4baa-a7db-485e811b4a1b HTTP/1.1" status: 204 len: 168 time: 0.1335146 Aug 31 01:35:23.552320 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077f18e-7e45-40da-8f34-a79eae522f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9cfb3f-6622-4baa-a7db-485e811b4a1b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:23.772028 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a6a59708-a9e3-4458-999a-9aba6398265a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:24.049983 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:24.529194 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:25.571349 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57816) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:25.677798 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-991c063c-0bc4-41c6-987c-f76d92538071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:25.766839 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-991c063c-0bc4-41c6-987c-f76d92538071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:25.770240 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-991c063c-0bc4-41c6-987c-f76d92538071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:25.809673 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-991c063c-0bc4-41c6-987c-f76d92538071 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9e2115041d847c78f56ce3c4c4385bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372453 Aug 31 01:35:25.810892 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c063c-0bc4-41c6-987c-f76d92538071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74030792-0a36-4d98-af81-6d346c7a2af9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:25.812387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57820) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:25.863548 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4bddaa3c-d14e-4570-8107-054e144e3626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:25.883953 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4bddaa3c-d14e-4570-8107-054e144e3626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:25.930367 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4bddaa3c-d14e-4570-8107-054e144e3626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:25.932938 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4bddaa3c-d14e-4570-8107-054e144e3626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:25.934323 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4bddaa3c-d14e-4570-8107-054e144e3626 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74030792-0a36-4d98-af81-6d346c7a2af9 HTTP/1.1" status: 204 len: 168 time: 0.1202197 Aug 31 01:35:25.942085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddaa3c-d14e-4570-8107-054e144e3626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74030792-0a36-4d98-af81-6d346c7a2af9,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:26.190223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 57826) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:26.203601 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c8353c08-4132-4a13-966b-0b58d8bcf1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:26.298039 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c8353c08-4132-4a13-966b-0b58d8bcf1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:26.301586 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c8353c08-4132-4a13-966b-0b58d8bcf1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:26.340863 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c8353c08-4132-4a13-966b-0b58d8bcf1c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79c3ed44abf44657900a2f66a64a2b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495397 Aug 31 01:35:26.341789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8353c08-4132-4a13-966b-0b58d8bcf1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f77388-210c-4c37-92e1-c3d689cfdc1d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:26.343605 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 57828) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:26.392020 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3e539a80-2691-44f5-ad66-276f13c58cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:26.412571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3e539a80-2691-44f5-ad66-276f13c58cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:26.460652 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3e539a80-2691-44f5-ad66-276f13c58cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:26.463182 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3e539a80-2691-44f5-ad66-276f13c58cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:26.464342 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3e539a80-2691-44f5-ad66-276f13c58cc3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8f77388-210c-4c37-92e1-c3d689cfdc1d HTTP/1.1" status: 204 len: 168 time: 0.1197522 Aug 31 01:35:26.472216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e539a80-2691-44f5-ad66-276f13c58cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f77388-210c-4c37-92e1-c3d689cfdc1d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:26.733801 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:31.660072 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:32.570536 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:35:36.194138 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58084) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:36.300186 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ea14ff7c-4d52-4d33-8d50-731c6ffb8523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:36.385346 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ea14ff7c-4d52-4d33-8d50-731c6ffb8523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:36.390274 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ea14ff7c-4d52-4d33-8d50-731c6ffb8523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:36.427936 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ea14ff7c-4d52-4d33-8d50-731c6ffb8523 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a84bc114ec32439b8011f89fcb980bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327104 Aug 31 01:35:36.429899 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14ff7c-4d52-4d33-8d50-731c6ffb8523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8858eee4-6e1b-48f9-9bc8-21a9cb2559a1,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:36.430597 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58088) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:36.484765 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:36.505406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:36.552407 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:36.555038 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:36.556319 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8858eee4-6e1b-48f9-9bc8-21a9cb2559a1 HTTP/1.1" status: 204 len: 168 time: 0.1247103 Aug 31 01:35:36.564651 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8858eee4-6e1b-48f9-9bc8-21a9cb2559a1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:36.571974 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:36.572326 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:36.572668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:36.573008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:36.573344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:36.573677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:36.574007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:36.574333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:36.574670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:36.574985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:36.575335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:36.575673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81938766-9bf0-4f63-975d-759109eb4b09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:36.811513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58094) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:36.825011 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f0414d46-801b-4af5-87e4-9ff83d42c32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:36.912932 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f0414d46-801b-4af5-87e4-9ff83d42c32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:36.916515 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f0414d46-801b-4af5-87e4-9ff83d42c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:36.957361 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f0414d46-801b-4af5-87e4-9ff83d42c32f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b18154c844d447a68eaa3a6eb2682ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447146 Aug 31 01:35:36.958580 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0414d46-801b-4af5-87e4-9ff83d42c32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91a5c54-69c5-4529-9bdd-ea2539979c8b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:36.960012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58096) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:37.014423 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a50d3187-3ab3-4bc5-90b7-52ffb58e404a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:37.035813 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a50d3187-3ab3-4bc5-90b7-52ffb58e404a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:37.081156 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a50d3187-3ab3-4bc5-90b7-52ffb58e404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:37.083862 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a50d3187-3ab3-4bc5-90b7-52ffb58e404a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:37.085017 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a50d3187-3ab3-4bc5-90b7-52ffb58e404a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a91a5c54-69c5-4529-9bdd-ea2539979c8b HTTP/1.1" status: 204 len: 168 time: 0.1234081 Aug 31 01:35:37.093022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d3187-3ab3-4bc5-90b7-52ffb58e404a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91a5c54-69c5-4529-9bdd-ea2539979c8b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:39.227375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58158) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:39.338034 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4f26f011-4fee-4908-aa42-907a76387378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:39.432181 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4f26f011-4fee-4908-aa42-907a76387378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:39.436514 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4f26f011-4fee-4908-aa42-907a76387378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:39.478106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26f011-4fee-4908-aa42-907a76387378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f197f6-11b6-4868-b2c8-2901b1d1558f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:39.485571 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4f26f011-4fee-4908-aa42-907a76387378 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43ecd93bef184291b59e96eeb6667bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545116 Aug 31 01:35:39.485786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58162) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:39.536316 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a13a555c-134d-4ba4-9d7f-4de0a2c76006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:39.557747 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a13a555c-134d-4ba4-9d7f-4de0a2c76006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:39.620043 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a13a555c-134d-4ba4-9d7f-4de0a2c76006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:39.624176 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a13a555c-134d-4ba4-9d7f-4de0a2c76006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:39.625480 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a13a555c-134d-4ba4-9d7f-4de0a2c76006 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f4f197f6-11b6-4868-b2c8-2901b1d1558f HTTP/1.1" status: 204 len: 168 time: 0.1387320 Aug 31 01:35:39.640634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a555c-134d-4ba4-9d7f-4de0a2c76006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f197f6-11b6-4868-b2c8-2901b1d1558f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:40.715094 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58234) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:40.824670 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-45b59653-8cde-4c93-bc6b-9c31996e41a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:40.910284 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-45b59653-8cde-4c93-bc6b-9c31996e41a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:40.913662 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-45b59653-8cde-4c93-bc6b-9c31996e41a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:40.952735 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-45b59653-8cde-4c93-bc6b-9c31996e41a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=51cf1a0411cc4f12970e1e83d602abe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363560 Aug 31 01:35:40.954642 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b59653-8cde-4c93-bc6b-9c31996e41a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91615f76-3db7-4ceb-bd38-ca7fb01c0054,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:40.955569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58238) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:41.011512 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7eea39d-b832-4c2a-a3ab-0a16ba74f359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:41.036319 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7eea39d-b832-4c2a-a3ab-0a16ba74f359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:41.086607 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7eea39d-b832-4c2a-a3ab-0a16ba74f359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:41.089157 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7eea39d-b832-4c2a-a3ab-0a16ba74f359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:41.090316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a7eea39d-b832-4c2a-a3ab-0a16ba74f359 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91615f76-3db7-4ceb-bd38-ca7fb01c0054 HTTP/1.1" status: 204 len: 168 time: 0.1336274 Aug 31 01:35:41.098993 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eea39d-b832-4c2a-a3ab-0a16ba74f359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91615f76-3db7-4ceb-bd38-ca7fb01c0054,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:41.245639 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:42.409903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58280) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:42.505170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-601c1b22-0822-4aa4-8ec2-50a5d10c5901 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:42.534862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-601c1b22-0822-4aa4-8ec2-50a5d10c5901 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] 10.222.0.58 "PUT /v2.0/quotas/8cd525ffddb44e9e86e3746f010b2d9f HTTP/1.1" status: 200 len: 366 time: 0.1238225 Aug 31 01:35:42.537364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58284) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:42.547434 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8a411af5-01bf-4c79-8622-a9e524bf3ad6 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0090272 Aug 31 01:35:42.549499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58286) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:42.558495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c8ece743-b2db-44c0-ad76-371b15146117 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] 10.222.0.58 "GET /v2.0/quotas/8cd525ffddb44e9e86e3746f010b2d9f HTTP/1.1" status: 200 len: 366 time: 0.0080683 Aug 31 01:35:42.560765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58288) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:42.576949 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b787c006-9422-4a23-9fda-54841c2bfb89 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/8cd525ffddb44e9e86e3746f010b2d9f HTTP/1.1" status: 204 len: 168 time: 0.0147388 Aug 31 01:35:42.579047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58290) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:42.588444 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-70905f39-ace2-4480-99c3-17d594e60e1c tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0083420 Aug 31 01:35:42.590469 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58292) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:42.600467 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-270a4898-168c-4a28-9e6a-a8ab7238ed9e tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] 10.222.0.58 "GET /v2.0/quotas/8cd525ffddb44e9e86e3746f010b2d9f HTTP/1.1" status: 200 len: 370 time: 0.0090830 Aug 31 01:35:42.602695 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58294) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:42.608398 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8df57f91-668a-4e40-ab8e-d3a167df8f20 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] 10.222.0.58 "GET /v2.0/quotas/8cd525ffddb44e9e86e3746f010b2d9f/default HTTP/1.1" status: 200 len: 370 time: 0.0047414 Aug 31 01:35:42.611256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58296) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:42.619570 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-c5c90cee-a96a-4952-a77a-350aae3f1ef9 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] delete failed (client error): The resource could not be found. Aug 31 01:35:42.620521 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c5c90cee-a96a-4952-a77a-350aae3f1ef9 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/8cd525ffddb44e9e86e3746f010b2d9f HTTP/1.1" status: 404 len: 348 time: 0.0081165 Aug 31 01:35:42.721484 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58300) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:42.741282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Usage tracker for resource:network and tenant:6471ed4e1baa41de87474d604918cc16 is out of sync, need to count used quota {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:35:42.746111 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:35:42.753260 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Usage tracker for resource:subnet and tenant:6471ed4e1baa41de87474d604918cc16 is out of sync, need to count used quota {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:35:42.758348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:35:42.765062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Usage tracker for resource:subnetpool and tenant:6471ed4e1baa41de87474d604918cc16 is out of sync, need to count used quota {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:35:42.769647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:35:42.775538 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Usage tracker for resource:port and tenant:6471ed4e1baa41de87474d604918cc16 is out of sync, need to count used quota {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:35:42.780210 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:35:42.786014 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Usage tracker for resource:router and tenant:6471ed4e1baa41de87474d604918cc16 is out of sync, need to count used quota {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:35:42.790966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:35:42.797547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Usage tracker for resource:floatingip and tenant:6471ed4e1baa41de87474d604918cc16 is out of sync, need to count used quota {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:35:42.802177 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:35:42.838196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Usage tracker for resource:security_group and tenant:6471ed4e1baa41de87474d604918cc16 is out of sync, need to count used quota {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:35:42.843864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:35:42.849627 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Usage tracker for resource:security_group_rule and tenant:6471ed4e1baa41de87474d604918cc16 is out of sync, need to count used quota {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 01:35:42.854749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.quota.resource [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94760) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 01:35:42.859707 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-11713244-a208-4040-9bdf-f0f81d9f6e50 tempest-QuotasTest-292628558 tempest-QuotasTest-292628558-project-admin] 10.222.0.58 "GET /v2.0/quotas/6471ed4e1baa41de87474d604918cc16/details.json HTTP/1.1" status: 200 len: 703 time: 0.1372435 Aug 31 01:35:43.159012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58306) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:43.265283 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb856-23d1-4f24-b2cd-999b9bef9a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:43.354014 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb856-23d1-4f24-b2cd-999b9bef9a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:43.358217 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb856-23d1-4f24-b2cd-999b9bef9a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:43.395505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cb1fb856-23d1-4f24-b2cd-999b9bef9a06 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=578cf7a549974f75b9126013bd004e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353861 Aug 31 01:35:43.396701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fb856-23d1-4f24-b2cd-999b9bef9a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a191c78-5ee4-449f-8a6f-3f97b946b11f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:43.398203 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58310) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:43.451513 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9fe18a69-1e92-4eef-875c-809c8a121871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:43.471986 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9fe18a69-1e92-4eef-875c-809c8a121871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:43.518939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9fe18a69-1e92-4eef-875c-809c8a121871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:43.521416 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9fe18a69-1e92-4eef-875c-809c8a121871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:43.522600 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9fe18a69-1e92-4eef-875c-809c8a121871 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a191c78-5ee4-449f-8a6f-3f97b946b11f HTTP/1.1" status: 204 len: 168 time: 0.1233513 Aug 31 01:35:43.530393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe18a69-1e92-4eef-875c-809c8a121871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a191c78-5ee4-449f-8a6f-3f97b946b11f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:43.777478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58316) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:43.791607 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9521-5006-42a6-a7c1-213e00bd8b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:43.881137 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9521-5006-42a6-a7c1-213e00bd8b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:43.885109 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9521-5006-42a6-a7c1-213e00bd8b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:43.925140 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8ccd9521-5006-42a6-a7c1-213e00bd8b53 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6471ed4e1baa41de87474d604918cc16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465223 Aug 31 01:35:43.927561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58318) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:43.930157 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd9521-5006-42a6-a7c1-213e00bd8b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7029779e-d407-4890-9d33-a7fb52fd3b87,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:43.976753 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fdabbb63-2371-4583-b07c-27e0f011fde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:43.997338 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fdabbb63-2371-4583-b07c-27e0f011fde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:44.048824 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fdabbb63-2371-4583-b07c-27e0f011fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:44.051503 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fdabbb63-2371-4583-b07c-27e0f011fde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:44.052687 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fdabbb63-2371-4583-b07c-27e0f011fde6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7029779e-d407-4890-9d33-a7fb52fd3b87 HTTP/1.1" status: 204 len: 168 time: 0.1241174 Aug 31 01:35:44.060186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabbb63-2371-4583-b07c-27e0f011fde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7029779e-d407-4890-9d33-a7fb52fd3b87,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:45.238343 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58354) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:45.338348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-cc9bf31e-e8e5-4732-9a36-8a960f544cab tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1550060167'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:45.360046 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf31e-e8e5-4732-9a36-8a960f544cab tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:45.361070 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf31e-e8e5-4732-9a36-8a960f544cab tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:45.410987 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf31e-e8e5-4732-9a36-8a960f544cab tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:45.414670 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf31e-e8e5-4732-9a36-8a960f544cab tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:45.427629 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf31e-e8e5-4732-9a36-8a960f544cab tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:45.428829 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cc9bf31e-e8e5-4732-9a36-8a960f544cab tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.1894770 Aug 31 01:35:45.431329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58358) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:45.503227 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97627c64-eee4-40da-b218-5571419548a5 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:45.658181 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97627c64-eee4-40da-b218-5571419548a5 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:45.660184 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97627c64-eee4-40da-b218-5571419548a5 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:45.702774 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97627c64-eee4-40da-b218-5571419548a5 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:45.703497 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97627c64-eee4-40da-b218-5571419548a5 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9fc92cb-dd25-4809-a93d-56fc7f591d15 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:35:45.709943 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97627c64-eee4-40da-b218-5571419548a5 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:45.711511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-97627c64-eee4-40da-b218-5571419548a5 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] 10.222.0.58 "DELETE /v2.0/routers/d9fc92cb-dd25-4809-a93d-56fc7f591d15 HTTP/1.1" status: 204 len: 168 time: 0.2792099 Aug 31 01:35:45.714437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58360) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:45.719182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-afd22766-bd57-4870-97b1-c368ba1e0f24 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Request body: {'router': {'name': 'tempest-router-107158581', 'distributed': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:45.739127 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afd22766-bd57-4870-97b1-c368ba1e0f24 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:45.740124 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afd22766-bd57-4870-97b1-c368ba1e0f24 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:45.794308 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afd22766-bd57-4870-97b1-c368ba1e0f24 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:45.798487 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afd22766-bd57-4870-97b1-c368ba1e0f24 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:45.811323 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afd22766-bd57-4870-97b1-c368ba1e0f24 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:45.812531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-afd22766-bd57-4870-97b1-c368ba1e0f24 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0971818 Aug 31 01:35:45.815171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58362) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:45.886347 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4634a5d2-598a-44f1-8612-fac76b31d7dd tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.039183 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4634a5d2-598a-44f1-8612-fac76b31d7dd tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.041266 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4634a5d2-598a-44f1-8612-fac76b31d7dd tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.084326 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4634a5d2-598a-44f1-8612-fac76b31d7dd tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.084818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4634a5d2-598a-44f1-8612-fac76b31d7dd tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9bfd072-4bcf-4a31-b8d8-e7ac4783cea9 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:35:46.088934 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4634a5d2-598a-44f1-8612-fac76b31d7dd tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.093662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58364) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:46.094131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4634a5d2-598a-44f1-8612-fac76b31d7dd tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] 10.222.0.58 "DELETE /v2.0/routers/e9bfd072-4bcf-4a31-b8d8-e7ac4783cea9 HTTP/1.1" status: 204 len: 168 time: 0.2775850 Aug 31 01:35:46.098282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8e727e46-4373-48aa-9c4b-84a5b666a24d tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Request body: {'router': {'name': 'tempest-router-287830352', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ae3623e0871d4fe28dd875d06e2cc742'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:46.118863 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e727e46-4373-48aa-9c4b-84a5b666a24d tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.119880 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e727e46-4373-48aa-9c4b-84a5b666a24d tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.172101 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e727e46-4373-48aa-9c4b-84a5b666a24d tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.176043 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e727e46-4373-48aa-9c4b-84a5b666a24d tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.188395 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8e727e46-4373-48aa-9c4b-84a5b666a24d tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.189618 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8e727e46-4373-48aa-9c4b-84a5b666a24d tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0948615 Aug 31 01:35:46.192232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58366) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:46.196494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a56e3ad6-df2a-44fe-99e0-1522ab009da4 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:46.407007 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a56e3ad6-df2a-44fe-99e0-1522ab009da4 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8056298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8054492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32744'] for router, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.407300 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a56e3ad6-df2a-44fe-99e0-1522ab009da4 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.485273 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a56e3ad6-df2a-44fe-99e0-1522ab009da4 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94760) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 31 01:35:46.485610 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a56e3ad6-df2a-44fe-99e0-1522ab009da4 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Router 6939654a-b620-4183-a18c-b5420ba5f2d8 migrating from provider to provider. {{(pid=94760) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 31 01:35:46.485979 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a56e3ad6-df2a-44fe-99e0-1522ab009da4 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.490477 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a56e3ad6-df2a-44fe-99e0-1522ab009da4 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.494534 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a56e3ad6-df2a-44fe-99e0-1522ab009da4 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8056289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8056312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8054469'] for router, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.572328 n-d-802060-13 neutron-server[94760]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a56e3ad6-df2a-44fe-99e0-1522ab009da4 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] No L3 agents can host the router 6939654a-b620-4183-a18c-b5420ba5f2d8 Aug 31 01:35:46.673694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56e3ad6-df2a-44fe-99e0-1522ab009da4 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Hosts for router 6939654a-b620-4183-a18c-b5420ba5f2d8: [] {{(pid=94760) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 31 01:35:46.696539 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56e3ad6-df2a-44fe-99e0-1522ab009da4 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Hosts for other DVR routers connected to router 6939654a-b620-4183-a18c-b5420ba5f2d8: set() {{(pid=94760) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 31 01:35:46.699069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a56e3ad6-df2a-44fe-99e0-1522ab009da4 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:46.700303 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a56e3ad6-df2a-44fe-99e0-1522ab009da4 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] 10.222.0.58 "PUT /v2.0/routers/6939654a-b620-4183-a18c-b5420ba5f2d8 HTTP/1.1" status: 200 len: 716 time: 0.5071645 Aug 31 01:35:46.703504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58368) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:46.774252 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-09882402-f065-4250-acf6-a8f4b0357e1c tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] 10.222.0.58 "GET /v2.0/routers/6939654a-b620-4183-a18c-b5420ba5f2d8 HTTP/1.1" status: 200 len: 716 time: 0.0696509 Aug 31 01:35:46.776636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58370) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:46.948964 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dc49f405-361e-464d-a67b-72e4e6a91424 tempest-RoutersTestDVR-1838489545 tempest-RoutersTestDVR-1838489545-project] 10.222.0.58 "GET /v2.0/routers/6939654a-b620-4183-a18c-b5420ba5f2d8 HTTP/1.1" status: 200 len: 682 time: 0.1711102 Aug 31 01:35:46.951952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58376) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:47.031141 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-282ca83f-e1d5-4250-9654-a8b4fff284e7 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:47.185528 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-282ca83f-e1d5-4250-9654-a8b4fff284e7 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:47.187633 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-282ca83f-e1d5-4250-9654-a8b4fff284e7 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:47.228749 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-282ca83f-e1d5-4250-9654-a8b4fff284e7 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:47.229175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282ca83f-e1d5-4250-9654-a8b4fff284e7 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6939654a-b620-4183-a18c-b5420ba5f2d8 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:35:47.234281 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-282ca83f-e1d5-4250-9654-a8b4fff284e7 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:47.238953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58378) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:47.239442 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-282ca83f-e1d5-4250-9654-a8b4fff284e7 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] 10.222.0.58 "DELETE /v2.0/routers/6939654a-b620-4183-a18c-b5420ba5f2d8 HTTP/1.1" status: 204 len: 168 time: 0.2862294 Aug 31 01:35:47.243748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-7deeb531-de5c-482e-b56f-c5ad8c1bced3 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Request body: {'router': {'name': 'tempest-router-1365938946', 'distributed': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:47.264363 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7deeb531-de5c-482e-b56f-c5ad8c1bced3 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:47.265378 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7deeb531-de5c-482e-b56f-c5ad8c1bced3 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:47.317364 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7deeb531-de5c-482e-b56f-c5ad8c1bced3 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:47.321232 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7deeb531-de5c-482e-b56f-c5ad8c1bced3 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:47.333914 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7deeb531-de5c-482e-b56f-c5ad8c1bced3 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:47.335198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7deeb531-de5c-482e-b56f-c5ad8c1bced3 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0951860 Aug 31 01:35:47.337852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58380) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:47.408619 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b12e5c9-1daf-4cf2-ac42-6ecc302defd6 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:47.561139 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b12e5c9-1daf-4cf2-ac42-6ecc302defd6 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:47.563213 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b12e5c9-1daf-4cf2-ac42-6ecc302defd6 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:47.604112 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b12e5c9-1daf-4cf2-ac42-6ecc302defd6 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:47.604622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b12e5c9-1daf-4cf2-ac42-6ecc302defd6 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee836186-392d-47e6-b766-872d98b99b5e {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:35:47.609475 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b12e5c9-1daf-4cf2-ac42-6ecc302defd6 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:47.610535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4b12e5c9-1daf-4cf2-ac42-6ecc302defd6 tempest-RoutersTestDVR-2006757338 tempest-RoutersTestDVR-2006757338-project-admin] 10.222.0.58 "DELETE /v2.0/routers/ee836186-392d-47e6-b766-872d98b99b5e HTTP/1.1" status: 204 len: 168 time: 0.2717896 Aug 31 01:35:47.846299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58386) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:47.953414 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1651904-5b22-44c5-84ce-1c165fc76a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:48.039643 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1651904-5b22-44c5-84ce-1c165fc76a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:48.043187 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e1651904-5b22-44c5-84ce-1c165fc76a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:48.080322 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e1651904-5b22-44c5-84ce-1c165fc76a45 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae3623e0871d4fe28dd875d06e2cc742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329550 Aug 31 01:35:48.081276 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1651904-5b22-44c5-84ce-1c165fc76a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f987d0a-854b-49e7-a1b9-5b5c54bd178b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:48.082987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58390) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:48.135945 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f75fae7-e986-41ac-ad05-8ac81010828e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:48.158072 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f75fae7-e986-41ac-ad05-8ac81010828e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:48.203426 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f75fae7-e986-41ac-ad05-8ac81010828e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:48.205930 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f75fae7-e986-41ac-ad05-8ac81010828e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:48.207085 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3f75fae7-e986-41ac-ad05-8ac81010828e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f987d0a-854b-49e7-a1b9-5b5c54bd178b HTTP/1.1" status: 204 len: 168 time: 0.1224868 Aug 31 01:35:48.214893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75fae7-e986-41ac-ad05-8ac81010828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f987d0a-854b-49e7-a1b9-5b5c54bd178b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:48.469023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58396) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:48.482887 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0967e757-1ff9-485e-8754-a9fdc0f70843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:48.570260 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0967e757-1ff9-485e-8754-a9fdc0f70843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:48.573799 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0967e757-1ff9-485e-8754-a9fdc0f70843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:48.612395 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0967e757-1ff9-485e-8754-a9fdc0f70843 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e1f60cb8bad4da7b9699ab8f4e4fac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422896 Aug 31 01:35:48.613263 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967e757-1ff9-485e-8754-a9fdc0f70843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86863c13-a958-4d93-ab94-3844e532b041,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:48.615018 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58398) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:48.673443 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2dab7f3-634f-4282-ae9c-ea6985d5512b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:48.697692 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2dab7f3-634f-4282-ae9c-ea6985d5512b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:49.076410 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2dab7f3-634f-4282-ae9c-ea6985d5512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:49.078935 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a2dab7f3-634f-4282-ae9c-ea6985d5512b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:49.080166 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a2dab7f3-634f-4282-ae9c-ea6985d5512b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86863c13-a958-4d93-ab94-3844e532b041 HTTP/1.1" status: 204 len: 168 time: 0.4635363 Aug 31 01:35:49.087803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dab7f3-634f-4282-ae9c-ea6985d5512b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86863c13-a958-4d93-ab94-3844e532b041,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:49.764255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58420) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:49.859186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Request body: {'networks': [{'name': 'tempest-network--842774752'}, {'name': 'tempest-network--1199248970'}]} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:49.859516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Request body: {'network': {'name': 'tempest-network--842774752'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:49.859970 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Request body: {'network': {'name': 'tempest-network--1199248970'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:49.880707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Made reservation on behalf of 3c47e607bb76491ea5883b809c736fb5 for: {'network': 2} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:35:49.885157 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:49.893056 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:49.977590 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:49.981166 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:49.982179 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.018488 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54259137-7c80-42df-97e7-17f8664e5c9c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:50.023484 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:35:50.033417 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.033791 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Added segment 96097592-dd85-45e0-91bf-ac51df10c43e of type vlan for network 5bb3c033-b685-40bb-840a-05c6cbe0ba1d Aug 31 01:35:50.081208 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.107898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:35:50.116580 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.116928 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Added segment 8263c6bf-4d1a-4857-9ee3-979d57033fdd of type vlan for network b92933f3-a68e-4154-9fb4-b4297a0e9ee8 Aug 31 01:35:50.162918 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.184426 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.185647 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.191540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:50.196397 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:50.197026 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.254361 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.4889994 Aug 31 01:35:50.256898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58424) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:50.329152 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event updated for resources: {'Network': ['ID=5bb3c033-b685-40bb-840a-05c6cbe0ba1d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:50.339769 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 5bb3c033-b685-40bb-840a-05c6cbe0ba1d details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:35:50.477110 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4157ed7-9eb8-4ad7-b4ed-e9f27186d7c0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event updated for resources: {'Network': ['ID=b92933f3-a68e-4154-9fb4-b4297a0e9ee8,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:50.488632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network b92933f3-a68e-4154-9fb4-b4297a0e9ee8 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:35:50.511997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dacb480-6c43-49ee-905c-b225625bfc0b tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:50.518506 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dacb480-6c43-49ee-905c-b225625bfc0b tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:50.524267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dacb480-6c43-49ee-905c-b225625bfc0b tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:50.531159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dacb480-6c43-49ee-905c-b225625bfc0b tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:50.532814 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0dacb480-6c43-49ee-905c-b225625bfc0b tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2750189 Aug 31 01:35:50.535656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58426) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:50.615042 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a06f8b7b-f8b1-4700-8d5b-d8e5cec6005a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.705475 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a06f8b7b-f8b1-4700-8d5b-d8e5cec6005a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.714845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a06f8b7b-f8b1-4700-8d5b-d8e5cec6005a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb3c033-b685-40bb-840a-05c6cbe0ba1d']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:50.725112 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a06f8b7b-f8b1-4700-8d5b-d8e5cec6005a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96097592-dd85-45e0-91bf-ac51df10c43e') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:50.725416 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a06f8b7b-f8b1-4700-8d5b-d8e5cec6005a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96097592-dd85-45e0-91bf-ac51df10c43e') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:50.734480 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a06f8b7b-f8b1-4700-8d5b-d8e5cec6005a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.748289 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a06f8b7b-f8b1-4700-8d5b-d8e5cec6005a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.754036 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06f8b7b-f8b1-4700-8d5b-d8e5cec6005a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:35:50.754423 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a06f8b7b-f8b1-4700-8d5b-d8e5cec6005a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:35:50.757293 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:35:50.817531 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a06f8b7b-f8b1-4700-8d5b-d8e5cec6005a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.824466 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a06f8b7b-f8b1-4700-8d5b-d8e5cec6005a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.826982 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a06f8b7b-f8b1-4700-8d5b-d8e5cec6005a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "DELETE /v2.0/networks/5bb3c033-b685-40bb-840a-05c6cbe0ba1d HTTP/1.1" status: 204 len: 168 time: 0.2903862 Aug 31 01:35:50.829717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58428) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:50.838426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f8b7b-f8b1-4700-8d5b-d8e5cec6005a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event deleted for resources: {'Network': ['ID=5bb3c033-b685-40bb-840a-05c6cbe0ba1d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:50.906469 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f3990e3-488f-46ee-9097-e0245425769f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:50.990731 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f3990e3-488f-46ee-9097-e0245425769f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.000699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7f3990e3-488f-46ee-9097-e0245425769f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92933f3-a68e-4154-9fb4-b4297a0e9ee8']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:51.010684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7f3990e3-488f-46ee-9097-e0245425769f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8263c6bf-4d1a-4857-9ee3-979d57033fdd') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:51.010980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-7f3990e3-488f-46ee-9097-e0245425769f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8263c6bf-4d1a-4857-9ee3-979d57033fdd') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:51.023801 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f3990e3-488f-46ee-9097-e0245425769f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.040030 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f3990e3-488f-46ee-9097-e0245425769f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.048004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3990e3-488f-46ee-9097-e0245425769f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:35:51.048366 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f3990e3-488f-46ee-9097-e0245425769f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:35:51.051375 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:35:51.112956 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f3990e3-488f-46ee-9097-e0245425769f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.117702 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7f3990e3-488f-46ee-9097-e0245425769f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.119555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7f3990e3-488f-46ee-9097-e0245425769f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "DELETE /v2.0/networks/b92933f3-a68e-4154-9fb4-b4297a0e9ee8 HTTP/1.1" status: 204 len: 168 time: 0.2887919 Aug 31 01:35:51.122222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58430) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:51.133839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3990e3-488f-46ee-9097-e0245425769f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event deleted for resources: {'Network': ['ID=b92933f3-a68e-4154-9fb4-b4297a0e9ee8,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:51.225538 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20054200-9709-4d96-9904-6f4e1ae31b4a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:51.232670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20054200-9709-4d96-9904-6f4e1ae31b4a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:51.234502 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-20054200-9709-4d96-9904-6f4e1ae31b4a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1100726 Aug 31 01:35:51.235202 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-80ca784e-1284-4636-a1c6-adcb6acfe6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.238593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58432) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:51.243984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-70032f66-5687-4ecd-a1b8-19ac4d74719f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-360738870'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:51.265055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70032f66-5687-4ecd-a1b8-19ac4d74719f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Made reservation on behalf of 3c47e607bb76491ea5883b809c736fb5 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:35:51.268478 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-70032f66-5687-4ecd-a1b8-19ac4d74719f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.291485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70032f66-5687-4ecd-a1b8-19ac4d74719f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:35:51.300780 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-70032f66-5687-4ecd-a1b8-19ac4d74719f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.301118 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-70032f66-5687-4ecd-a1b8-19ac4d74719f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Added segment 705f2c44-6a0e-4c30-a04d-22328b37dc12 of type vlan for network 8e44d4fe-9615-405a-b871-23e776473c83 Aug 31 01:35:51.339928 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-70032f66-5687-4ecd-a1b8-19ac4d74719f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.363762 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-70032f66-5687-4ecd-a1b8-19ac4d74719f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.369304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70032f66-5687-4ecd-a1b8-19ac4d74719f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:51.369901 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-70032f66-5687-4ecd-a1b8-19ac4d74719f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.425103 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-70032f66-5687-4ecd-a1b8-19ac4d74719f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1830268 Aug 31 01:35:51.425571 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58434) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:51.430787 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4ee88944-797c-41c1-bc06-60f1adf48de0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-435494118'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:51.440158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70032f66-5687-4ecd-a1b8-19ac4d74719f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event updated for resources: {'Network': ['ID=8e44d4fe-9615-405a-b871-23e776473c83,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:51.451197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 8e44d4fe-9615-405a-b871-23e776473c83 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:35:51.452025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee88944-797c-41c1-bc06-60f1adf48de0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Made reservation on behalf of 3c47e607bb76491ea5883b809c736fb5 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:35:51.455528 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ee88944-797c-41c1-bc06-60f1adf48de0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.479550 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee88944-797c-41c1-bc06-60f1adf48de0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:35:51.489868 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ee88944-797c-41c1-bc06-60f1adf48de0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.490213 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-4ee88944-797c-41c1-bc06-60f1adf48de0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Added segment d9875357-14aa-4fe5-9cad-f5f14eba4b74 of type vlan for network 510980e8-348c-4719-8960-0341fb534770 Aug 31 01:35:51.534693 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ee88944-797c-41c1-bc06-60f1adf48de0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.558467 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ee88944-797c-41c1-bc06-60f1adf48de0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.564590 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee88944-797c-41c1-bc06-60f1adf48de0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:51.565179 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4ee88944-797c-41c1-bc06-60f1adf48de0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.613194 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4ee88944-797c-41c1-bc06-60f1adf48de0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1864665 Aug 31 01:35:51.616011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58436) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:51.621394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Request body: {'ports': [{'network_id': '8e44d4fe-9615-405a-b871-23e776473c83', 'name': 'tempest-port--433923402', 'admin_state_up': True}, {'network_id': '510980e8-348c-4719-8960-0341fb534770', 'admin_state_up': False}]} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:51.621788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Request body: {'port': {'network_id': '8e44d4fe-9615-405a-b871-23e776473c83', 'name': 'tempest-port--433923402', 'admin_state_up': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:51.623311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Request body: {'port': {'network_id': '510980e8-348c-4719-8960-0341fb534770', 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:51.631520 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee88944-797c-41c1-bc06-60f1adf48de0 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event updated for resources: {'Network': ['ID=510980e8-348c-4719-8960-0341fb534770,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:51.642122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 510980e8-348c-4719-8960-0341fb534770 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:35:51.777661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Made reservation on behalf of 3c47e607bb76491ea5883b809c736fb5 for: {'port': 2} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:35:51.782825 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.796619 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:51.874108 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] device_id is not set on port 6be20d53-895c-4d21-81b2-e7c0772e4bdc yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:35:51.993410 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:52.060290 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] device_id is not set on port 1a33b3e9-7ae9-4c1a-ac32-337607b047cb yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:35:52.477497 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:52.515666 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:52.579351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event updated for resources: {'Port': ['ID=6be20d53-895c-4d21-81b2-e7c0772e4bdc,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:52.585553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Checking segment: {'id': '705f2c44-6a0e-4c30-a04d-22328b37dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8e44d4fe-9615-405a-b871-23e776473c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:35:52.586488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Network hostable DHCP agents. Network: 8e44d4fe-9615-405a-b871-23e776473c83, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:35:52.603287 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Network 8e44d4fe-9615-405a-b871-23e776473c83 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:35:52.612275 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 8e44d4fe-9615-405a-b871-23e776473c83) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:35:52.616346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:35:52.617870 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:52.621285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de99c85f-0c88-4aa0-945a-189aec49f915 None None] Network 8e44d4fe-9615-405a-b871-23e776473c83 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:35:52.679164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event updated for resources: {'Port': ['ID=1a33b3e9-7ae9-4c1a-ac32-337607b047cb,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:52.691133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Checking segment: {'id': 'd9875357-14aa-4fe5-9cad-f5f14eba4b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '510980e8-348c-4719-8960-0341fb534770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:35:52.691534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Network hostable DHCP agents. Network: 510980e8-348c-4719-8960-0341fb534770, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:35:52.708727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Network 510980e8-348c-4719-8960-0341fb534770 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:35:52.717578 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 510980e8-348c-4719-8960-0341fb534770) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:35:52.721240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:35:52.727055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:52.729173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb6e993-e7cd-4895-99f2-f5e9f94eae06 None None] Network 510980e8-348c-4719-8960-0341fb534770 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:35:52.732061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:52.732734 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:52.746304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-536ac7db-dea8-4697-a7c5-4246e801e21d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1291323 Aug 31 01:35:52.749569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58438) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:52.798687 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff0349-19cf-460b-ba75-3d58040db9d2 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:52.804621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff0349-19cf-460b-ba75-3d58040db9d2 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:52.806163 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d3ff0349-19cf-460b-ba75-3d58040db9d2 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0556865 Aug 31 01:35:52.808941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58440) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:52.893851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-85a14529-6d1a-4781-899a-018068907331 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Deleting port 6be20d53-895c-4d21-81b2-e7c0772e4bdc {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:35:52.894527 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-85a14529-6d1a-4781-899a-018068907331 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:52.960949 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-85a14529-6d1a-4781-899a-018068907331 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:52.973819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-85a14529-6d1a-4781-899a-018068907331 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Calling delete_port for 6be20d53-895c-4d21-81b2-e7c0772e4bdc owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:35:53.052169 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-85a14529-6d1a-4781-899a-018068907331 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.085224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a14529-6d1a-4781-899a-018068907331 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event deleted for resources: {'Port': ['ID=6be20d53-895c-4d21-81b2-e7c0772e4bdc,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:53.090761 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-85a14529-6d1a-4781-899a-018068907331 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.092703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-85a14529-6d1a-4781-899a-018068907331 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "DELETE /v2.0/ports/6be20d53-895c-4d21-81b2-e7c0772e4bdc HTTP/1.1" status: 204 len: 168 time: 0.2828588 Aug 31 01:35:53.095205 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58442) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:53.179877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-5720a220-83f1-4467-afb5-f71278b074ff tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Deleting port 1a33b3e9-7ae9-4c1a-ac32-337607b047cb {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:35:53.180231 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5720a220-83f1-4467-afb5-f71278b074ff tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.250775 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5720a220-83f1-4467-afb5-f71278b074ff tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.263135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-5720a220-83f1-4467-afb5-f71278b074ff tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Calling delete_port for 1a33b3e9-7ae9-4c1a-ac32-337607b047cb owned by {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:35:53.339470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5720a220-83f1-4467-afb5-f71278b074ff tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.368748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720a220-83f1-4467-afb5-f71278b074ff tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event deleted for resources: {'Port': ['ID=1a33b3e9-7ae9-4c1a-ac32-337607b047cb,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:53.373961 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5720a220-83f1-4467-afb5-f71278b074ff tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.375713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5720a220-83f1-4467-afb5-f71278b074ff tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "DELETE /v2.0/ports/1a33b3e9-7ae9-4c1a-ac32-337607b047cb HTTP/1.1" status: 204 len: 168 time: 0.2795701 Aug 31 01:35:53.378348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58444) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:53.404755 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9249e254-61be-4283-b360-b9e5a239e28d tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0253837 Aug 31 01:35:53.408138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58446) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:53.412737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b86eb608-46d8-4155-b5b4-91c7ef4d94b7 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1136853687'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:53.434071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86eb608-46d8-4155-b5b4-91c7ef4d94b7 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Made reservation on behalf of 3c47e607bb76491ea5883b809c736fb5 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:35:53.438006 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b86eb608-46d8-4155-b5b4-91c7ef4d94b7 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.464369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86eb608-46d8-4155-b5b4-91c7ef4d94b7 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:35:53.473643 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b86eb608-46d8-4155-b5b4-91c7ef4d94b7 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.474012 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-b86eb608-46d8-4155-b5b4-91c7ef4d94b7 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Added segment 4d4bd5de-4c32-4c65-8ba4-aa8090c97bca of type vlan for network 58e51523-7b2e-4d4e-bb67-64d85c66f605 Aug 31 01:35:53.515392 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b86eb608-46d8-4155-b5b4-91c7ef4d94b7 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.539358 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b86eb608-46d8-4155-b5b4-91c7ef4d94b7 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.544979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86eb608-46d8-4155-b5b4-91c7ef4d94b7 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:53.545850 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b86eb608-46d8-4155-b5b4-91c7ef4d94b7 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.604625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b86eb608-46d8-4155-b5b4-91c7ef4d94b7 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1954362 Aug 31 01:35:53.607356 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58448) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:53.610337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86eb608-46d8-4155-b5b4-91c7ef4d94b7 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event updated for resources: {'Network': ['ID=58e51523-7b2e-4d4e-bb67-64d85c66f605,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:53.612805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e8a08dc1-5716-49c3-a4c5-b9abc5d8d23e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-50522505'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:53.620262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 58e51523-7b2e-4d4e-bb67-64d85c66f605 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:35:53.632841 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a08dc1-5716-49c3-a4c5-b9abc5d8d23e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Made reservation on behalf of 3c47e607bb76491ea5883b809c736fb5 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:35:53.636329 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a08dc1-5716-49c3-a4c5-b9abc5d8d23e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.661905 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a08dc1-5716-49c3-a4c5-b9abc5d8d23e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:35:53.672192 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a08dc1-5716-49c3-a4c5-b9abc5d8d23e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.672539 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-e8a08dc1-5716-49c3-a4c5-b9abc5d8d23e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Added segment 9e944d77-a08e-45cd-b12d-36174b68da1d of type vlan for network 58079919-b1cf-49c8-b911-776368465229 Aug 31 01:35:53.712911 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a08dc1-5716-49c3-a4c5-b9abc5d8d23e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.741878 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a08dc1-5716-49c3-a4c5-b9abc5d8d23e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.748027 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a08dc1-5716-49c3-a4c5-b9abc5d8d23e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:53.748617 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a08dc1-5716-49c3-a4c5-b9abc5d8d23e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.773139 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ee9e96b-b114-4548-b6fc-369a7eb2bf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:53.802841 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e8a08dc1-5716-49c3-a4c5-b9abc5d8d23e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1942496 Aug 31 01:35:53.813906 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a08dc1-5716-49c3-a4c5-b9abc5d8d23e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event updated for resources: {'Network': ['ID=58079919-b1cf-49c8-b911-776368465229,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:53.823963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 58079919-b1cf-49c8-b911-776368465229 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:35:53.934340 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58450) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:53.939740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Request body: {'subnets': [{'network_id': '58e51523-7b2e-4d4e-bb67-64d85c66f605', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1324883861', 'ip_version': 4}, {'network_id': '58079919-b1cf-49c8-b911-776368465229', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:53.940066 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Request body: {'subnet': {'network_id': '58e51523-7b2e-4d4e-bb67-64d85c66f605', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1324883861', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:53.940644 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Request body: {'subnet': {'network_id': '58079919-b1cf-49c8-b911-776368465229', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:54.053637 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:54.101764 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Made reservation on behalf of 3c47e607bb76491ea5883b809c736fb5 for: {'subnet': 2} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:35:54.106290 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:54.106646 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:54.475639 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:54.533781 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:54.537023 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event updated for resources: {'Subnet': ['ID=2c2a8007-02bc-4688-a91b-abf04649c9a8,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:54.546776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Checking segment: {'id': '4d4bd5de-4c32-4c65-8ba4-aa8090c97bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '58e51523-7b2e-4d4e-bb67-64d85c66f605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:35:54.547140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Network hostable DHCP agents. Network: 58e51523-7b2e-4d4e-bb67-64d85c66f605, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:35:54.563737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Network 58e51523-7b2e-4d4e-bb67-64d85c66f605 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:35:54.571611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 58e51523-7b2e-4d4e-bb67-64d85c66f605) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:35:54.576758 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:54.584699 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c04740-d468-4a30-9a6b-a58aed089a60 None None] Network 58e51523-7b2e-4d4e-bb67-64d85c66f605 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:35:54.645152 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event updated for resources: {'Subnet': ['ID=d3ccb5a7-bb60-428f-a5db-4c796d0e4780,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:54.653053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Checking segment: {'id': '9e944d77-a08e-45cd-b12d-36174b68da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '58079919-b1cf-49c8-b911-776368465229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:35:54.654024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Network hostable DHCP agents. Network: 58079919-b1cf-49c8-b911-776368465229, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:35:54.673486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Network 58079919-b1cf-49c8-b911-776368465229 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:35:54.689041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 58079919-b1cf-49c8-b911-776368465229) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:35:54.693944 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:54.694602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:54.695238 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:54.706002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736cd26d-9ca8-43d7-af8d-0a074f20fff0 None None] Network 58079919-b1cf-49c8-b911-776368465229 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:35:54.714653 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9c91fe1f-b330-4c25-85c0-1f7f0deb750e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.7768672 Aug 31 01:35:54.714927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58452) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:54.807597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f65d2-1dee-411f-8f26-39dd1f0e633a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:54.809181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f65d2-1dee-411f-8f26-39dd1f0e633a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:54.810998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f65d2-1dee-411f-8f26-39dd1f0e633a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:54.815838 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4d1f65d2-1dee-411f-8f26-39dd1f0e633a tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0969281 Aug 31 01:35:54.816243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58454) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:54.874876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-86069f9c-760b-432a-9334-376c5d84b55f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Deleting subnet 2c2a8007-02bc-4688-a91b-abf04649c9a8 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:35:54.878471 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86069f9c-760b-432a-9334-376c5d84b55f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:54.926255 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86069f9c-760b-432a-9334-376c5d84b55f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:54.947080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5f081b-4b08-44a4-9d6a-12d182ec23b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-58e51523-7b2e-4d4e-bb67-64d85c66f605', 'network_id': '58e51523-7b2e-4d4e-bb67-64d85c66f605', 'tenant_id': '3c47e607bb76491ea5883b809c736fb5', 'fixed_ips': [{'subnet_id': '2c2a8007-02bc-4688-a91b-abf04649c9a8'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:35:54.947975 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0e5f081b-4b08-44a4-9d6a-12d182ec23b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:54.975698 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86069f9c-760b-432a-9334-376c5d84b55f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.034487 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86069f9c-760b-432a-9334-376c5d84b55f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.066224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86069f9c-760b-432a-9334-376c5d84b55f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2a8007-02bc-4688-a91b-abf04649c9a8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:55.073450 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86069f9c-760b-432a-9334-376c5d84b55f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.077209 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-86069f9c-760b-432a-9334-376c5d84b55f tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "DELETE /v2.0/subnets/2c2a8007-02bc-4688-a91b-abf04649c9a8 HTTP/1.1" status: 204 len: 168 time: 0.2574463 Aug 31 01:35:55.077481 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58456) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server [None req-0e5f081b-4b08-44a4-9d6a-12d182ec23b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c2a8007-02bc-4688-a91b-abf04649c9a8: This subnet is being modified by another concurrent operation. Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c2a8007-02bc-4688-a91b-abf04649c9a8: This subnet is being modified by another concurrent operation. Aug 31 01:35:55.089506 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:35:55.111675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf9c288-e2ca-4c8b-aac4-4858d9459bd5 None None] Network 58e51523-7b2e-4d4e-bb67-64d85c66f605 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:35:55.126292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b70b1b1-5a12-4122-83f1-efec42ab39ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-58079919-b1cf-49c8-b911-776368465229', 'network_id': '58079919-b1cf-49c8-b911-776368465229', 'tenant_id': '3c47e607bb76491ea5883b809c736fb5', 'fixed_ips': [{'subnet_id': 'd3ccb5a7-bb60-428f-a5db-4c796d0e4780'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:35:55.127144 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8b70b1b1-5a12-4122-83f1-efec42ab39ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.131037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b573616f-9ea7-4cf9-b3db-1841b0cf95d6 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Deleting subnet d3ccb5a7-bb60-428f-a5db-4c796d0e4780 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:35:55.134391 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b573616f-9ea7-4cf9-b3db-1841b0cf95d6 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.178969 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b573616f-9ea7-4cf9-b3db-1841b0cf95d6 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.228729 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b573616f-9ea7-4cf9-b3db-1841b0cf95d6 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.293150 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b573616f-9ea7-4cf9-b3db-1841b0cf95d6 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server [None req-8b70b1b1-5a12-4122-83f1-efec42ab39ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3ccb5a7-bb60-428f-a5db-4c796d0e4780: This subnet is being modified by another concurrent operation. Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server raise exception Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3ccb5a7-bb60-428f-a5db-4c796d0e4780: This subnet is being modified by another concurrent operation. Aug 31 01:35:55.306118 n-d-802060-13 neutron-server[94762]: ERROR oslo_messaging.rpc.server Aug 31 01:35:55.324772 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573616f-9ea7-4cf9-b3db-1841b0cf95d6 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ccb5a7-bb60-428f-a5db-4c796d0e4780,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:55.324913 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aed92d3-153a-4602-86ad-4f6c12d90581 None None] Network 58079919-b1cf-49c8-b911-776368465229 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:35:55.325022 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b573616f-9ea7-4cf9-b3db-1841b0cf95d6 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.328963 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b573616f-9ea7-4cf9-b3db-1841b0cf95d6 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "DELETE /v2.0/subnets/d3ccb5a7-bb60-428f-a5db-4c796d0e4780 HTTP/1.1" status: 204 len: 168 time: 0.2481811 Aug 31 01:35:55.329391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58458) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:55.415206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e45b8d4-a336-45dc-b491-fcb881365b3b tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:55.420443 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8e45b8d4-a336-45dc-b491-fcb881365b3b tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0864215 Aug 31 01:35:55.420952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58460) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:55.435854 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bf3999-17f7-4fda-a868-e1c5d697c797 None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:35:55.496103 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea29cc23-8876-4d3f-8385-eb34353c153e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.506256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf3999-17f7-4fda-a868-e1c5d697c797 None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:35:55.588115 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea29cc23-8876-4d3f-8385-eb34353c153e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.598752 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-ea29cc23-8876-4d3f-8385-eb34353c153e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58079919-b1cf-49c8-b911-776368465229']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:55.610106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-ea29cc23-8876-4d3f-8385-eb34353c153e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e944d77-a08e-45cd-b12d-36174b68da1d') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:55.610402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-ea29cc23-8876-4d3f-8385-eb34353c153e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e944d77-a08e-45cd-b12d-36174b68da1d') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:55.619076 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea29cc23-8876-4d3f-8385-eb34353c153e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.633010 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea29cc23-8876-4d3f-8385-eb34353c153e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.639209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea29cc23-8876-4d3f-8385-eb34353c153e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:35:55.639645 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea29cc23-8876-4d3f-8385-eb34353c153e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:35:55.642554 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:35:55.707325 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea29cc23-8876-4d3f-8385-eb34353c153e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.714010 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ea29cc23-8876-4d3f-8385-eb34353c153e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.718907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ea29cc23-8876-4d3f-8385-eb34353c153e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "DELETE /v2.0/networks/58079919-b1cf-49c8-b911-776368465229 HTTP/1.1" status: 204 len: 168 time: 0.2941341 Aug 31 01:35:55.719738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58462) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:55.733316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c0bdc5-bd5a-4149-a262-99e9c7615642 None None] get_active_networks_info from n-d-802060-13 {{(pid=94762) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:35:55.738120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29cc23-8876-4d3f-8385-eb34353c153e tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event deleted for resources: {'Network': ['ID=58079919-b1cf-49c8-b911-776368465229,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:55.808738 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-039f93cc-fe6b-43eb-8806-313240cfc9a1 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.811062 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c0bdc5-bd5a-4149-a262-99e9c7615642 None None] Resources bound (agent type, host, resource id): {{(pid=94762) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 01:35:55.899105 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-039f93cc-fe6b-43eb-8806-313240cfc9a1 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.908855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-039f93cc-fe6b-43eb-8806-313240cfc9a1 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e51523-7b2e-4d4e-bb67-64d85c66f605']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:55.920492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-039f93cc-fe6b-43eb-8806-313240cfc9a1 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4bd5de-4c32-4c65-8ba4-aa8090c97bca') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:55.921172 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-039f93cc-fe6b-43eb-8806-313240cfc9a1 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4bd5de-4c32-4c65-8ba4-aa8090c97bca') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:55.930172 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-039f93cc-fe6b-43eb-8806-313240cfc9a1 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.944823 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-039f93cc-fe6b-43eb-8806-313240cfc9a1 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.950920 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039f93cc-fe6b-43eb-8806-313240cfc9a1 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:35:55.951326 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-039f93cc-fe6b-43eb-8806-313240cfc9a1 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:35:55.954283 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:35:56.014586 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-039f93cc-fe6b-43eb-8806-313240cfc9a1 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.021308 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-039f93cc-fe6b-43eb-8806-313240cfc9a1 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.023156 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-039f93cc-fe6b-43eb-8806-313240cfc9a1 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "DELETE /v2.0/networks/58e51523-7b2e-4d4e-bb67-64d85c66f605 HTTP/1.1" status: 204 len: 168 time: 0.3030431 Aug 31 01:35:56.025814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58464) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:56.035772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f93cc-fe6b-43eb-8806-313240cfc9a1 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event deleted for resources: {'Network': ['ID=58e51523-7b2e-4d4e-bb67-64d85c66f605,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:56.110908 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-147e9a89-9b03-4112-967a-25ca43be5a2c tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.194250 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-147e9a89-9b03-4112-967a-25ca43be5a2c tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.205052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-147e9a89-9b03-4112-967a-25ca43be5a2c tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510980e8-348c-4719-8960-0341fb534770']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:56.219783 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-147e9a89-9b03-4112-967a-25ca43be5a2c tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9875357-14aa-4fe5-9cad-f5f14eba4b74') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:56.220112 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-147e9a89-9b03-4112-967a-25ca43be5a2c tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9875357-14aa-4fe5-9cad-f5f14eba4b74') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:56.228835 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-147e9a89-9b03-4112-967a-25ca43be5a2c tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.242241 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-147e9a89-9b03-4112-967a-25ca43be5a2c tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.248593 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147e9a89-9b03-4112-967a-25ca43be5a2c tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:35:56.248980 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-147e9a89-9b03-4112-967a-25ca43be5a2c tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:35:56.251872 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:35:56.308731 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-147e9a89-9b03-4112-967a-25ca43be5a2c tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.316166 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-147e9a89-9b03-4112-967a-25ca43be5a2c tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.318292 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-147e9a89-9b03-4112-967a-25ca43be5a2c tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "DELETE /v2.0/networks/510980e8-348c-4719-8960-0341fb534770 HTTP/1.1" status: 204 len: 168 time: 0.2914143 Aug 31 01:35:56.320881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58466) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:56.330526 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e9a89-9b03-4112-967a-25ca43be5a2c tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event deleted for resources: {'Network': ['ID=510980e8-348c-4719-8960-0341fb534770,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:56.401988 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-61b29691-bb27-4778-85a1-30125865c720 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.486532 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-61b29691-bb27-4778-85a1-30125865c720 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.495873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-61b29691-bb27-4778-85a1-30125865c720 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e44d4fe-9615-405a-b871-23e776473c83']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:56.509859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-61b29691-bb27-4778-85a1-30125865c720 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705f2c44-6a0e-4c30-a04d-22328b37dc12') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:56.510156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-61b29691-bb27-4778-85a1-30125865c720 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705f2c44-6a0e-4c30-a04d-22328b37dc12') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:35:56.519989 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-61b29691-bb27-4778-85a1-30125865c720 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.534382 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-61b29691-bb27-4778-85a1-30125865c720 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.540068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b29691-bb27-4778-85a1-30125865c720 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:35:56.540457 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-61b29691-bb27-4778-85a1-30125865c720 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:35:56.543307 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:35:56.600977 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-61b29691-bb27-4778-85a1-30125865c720 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.607628 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-61b29691-bb27-4778-85a1-30125865c720 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.609465 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-61b29691-bb27-4778-85a1-30125865c720 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] 10.222.0.58 "DELETE /v2.0/networks/8e44d4fe-9615-405a-b871-23e776473c83 HTTP/1.1" status: 204 len: 168 time: 0.2875850 Aug 31 01:35:56.621028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b29691-bb27-4778-85a1-30125865c720 tempest-BulkNetworkOpsTest-1198786544 tempest-BulkNetworkOpsTest-1198786544-project] Pushing event deleted for resources: {'Network': ['ID=8e44d4fe-9615-405a-b871-23e776473c83,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:56.736858 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:56.849120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58472) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:56.980763 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-93715201-e130-4606-9a70-f21e3d6632dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c47e607bb76491ea5883b809c736fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304905 Aug 31 01:35:56.984142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58476) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:57.030118 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a08d4a0c-6b6a-4c12-ae4c-1956f41fd6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.055190 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a08d4a0c-6b6a-4c12-ae4c-1956f41fd6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.106127 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a08d4a0c-6b6a-4c12-ae4c-1956f41fd6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.109111 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a08d4a0c-6b6a-4c12-ae4c-1956f41fd6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.110265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a08d4a0c-6b6a-4c12-ae4c-1956f41fd6c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54259137-7c80-42df-97e7-17f8664e5c9c HTTP/1.1" status: 204 len: 168 time: 0.1252153 Aug 31 01:35:57.117844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d4a0c-6b6a-4c12-ae4c-1956f41fd6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54259137-7c80-42df-97e7-17f8664e5c9c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:57.738828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58498) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:57.834182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-de7f9c16-e8e6-46da-82c7-0a29c133dbb6 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-310921293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:57.857479 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de7f9c16-e8e6-46da-82c7-0a29c133dbb6 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.858453 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de7f9c16-e8e6-46da-82c7-0a29c133dbb6 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.907303 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de7f9c16-e8e6-46da-82c7-0a29c133dbb6 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.911161 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de7f9c16-e8e6-46da-82c7-0a29c133dbb6 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.927269 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-de7f9c16-e8e6-46da-82c7-0a29c133dbb6 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.928481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-de7f9c16-e8e6-46da-82c7-0a29c133dbb6 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.1885979 Aug 31 01:35:57.931151 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58502) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:57.936691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-722644343'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:57.956668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Made reservation on behalf of 88d8a89c8b5f4439834a77dc63b16e6a for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:35:57.960379 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:57.968798 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.064744 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.068410 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.096083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:35:58.102043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e858c64f-770c-4d68-ae54-6b5e95374bde,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:58.108988 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.109318 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Added segment d68bf900-ab0d-47aa-99c6-78a4b04ad7fa of type vlan for network 3045bbf6-f653-4f29-8a81-43819565db2b Aug 31 01:35:58.149431 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.172961 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.178450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:58.179037 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.228757 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2965527 Aug 31 01:35:58.232299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58504) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:58.238662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b79f4052-3525-4bb3-8620-7b37d7fc4580 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Request body: {'subnet': {'network_id': '3045bbf6-f653-4f29-8a81-43819565db2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:58.245932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd07b2d-3023-4953-b410-6e3c396ddb69 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event updated for resources: {'Network': ['ID=3045bbf6-f653-4f29-8a81-43819565db2b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:58.257803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 3045bbf6-f653-4f29-8a81-43819565db2b details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:35:58.334201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79f4052-3525-4bb3-8620-7b37d7fc4580 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Made reservation on behalf of 88d8a89c8b5f4439834a77dc63b16e6a for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:35:58.337691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b79f4052-3525-4bb3-8620-7b37d7fc4580 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.514807 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b79f4052-3525-4bb3-8620-7b37d7fc4580 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.577410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f4052-3525-4bb3-8620-7b37d7fc4580 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event updated for resources: {'Subnet': ['ID=46eafdf8-18fa-4205-a11d-47945cf479c6,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:58.581694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79f4052-3525-4bb3-8620-7b37d7fc4580 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Checking segment: {'id': 'd68bf900-ab0d-47aa-99c6-78a4b04ad7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3045bbf6-f653-4f29-8a81-43819565db2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:35:58.582058 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f4052-3525-4bb3-8620-7b37d7fc4580 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Network hostable DHCP agents. Network: 3045bbf6-f653-4f29-8a81-43819565db2b, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:35:58.597749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f4052-3525-4bb3-8620-7b37d7fc4580 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Network 3045bbf6-f653-4f29-8a81-43819565db2b is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:35:58.606147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b79f4052-3525-4bb3-8620-7b37d7fc4580 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 3045bbf6-f653-4f29-8a81-43819565db2b) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:35:58.610178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f4052-3525-4bb3-8620-7b37d7fc4580 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:58.610770 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b79f4052-3525-4bb3-8620-7b37d7fc4580 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.616034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df435f15-cf01-4fec-8e3a-87b2e89b20f8 None None] Network 3045bbf6-f653-4f29-8a81-43819565db2b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:35:58.624883 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b79f4052-3525-4bb3-8620-7b37d7fc4580 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3904834 Aug 31 01:35:58.627996 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58506) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:58.633020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-80500d26-7367-482b-ab00-5919bd08ddec tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Request body: {'network': {'name': 'tempest-router-network01--1775640869'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:58.652818 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80500d26-7367-482b-ab00-5919bd08ddec tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Made reservation on behalf of 88d8a89c8b5f4439834a77dc63b16e6a for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:35:58.656361 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-80500d26-7367-482b-ab00-5919bd08ddec tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.679819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80500d26-7367-482b-ab00-5919bd08ddec tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:35:58.689752 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-80500d26-7367-482b-ab00-5919bd08ddec tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.690159 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-80500d26-7367-482b-ab00-5919bd08ddec tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Added segment 7cdaf077-cf8c-492d-b429-cdc2df6c6f6e of type vlan for network f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08 Aug 31 01:35:58.730144 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-80500d26-7367-482b-ab00-5919bd08ddec tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.755477 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-80500d26-7367-482b-ab00-5919bd08ddec tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.761063 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80500d26-7367-482b-ab00-5919bd08ddec tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:58.761657 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-80500d26-7367-482b-ab00-5919bd08ddec tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.762572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-3045bbf6-f653-4f29-8a81-43819565db2b', 'network_id': '3045bbf6-f653-4f29-8a81-43819565db2b', 'tenant_id': '88d8a89c8b5f4439834a77dc63b16e6a', 'fixed_ips': [{'subnet_id': '46eafdf8-18fa-4205-a11d-47945cf479c6'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:35:58.763637 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.824437 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-80500d26-7367-482b-ab00-5919bd08ddec tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1927907 Aug 31 01:35:58.824437 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58508) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:58.831866 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-dc77bc35-069f-4957-912f-cab317f6b61c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Request body: {'network': {'name': 'tempest-router-network02--1262468152'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:58.843936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80500d26-7367-482b-ab00-5919bd08ddec tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event updated for resources: {'Network': ['ID=f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:58.855597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:35:58.859758 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc77bc35-069f-4957-912f-cab317f6b61c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Made reservation on behalf of 88d8a89c8b5f4439834a77dc63b16e6a for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:35:58.863300 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc77bc35-069f-4957-912f-cab317f6b61c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.886952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc77bc35-069f-4957-912f-cab317f6b61c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:35:58.895519 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc77bc35-069f-4957-912f-cab317f6b61c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.895868 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-dc77bc35-069f-4957-912f-cab317f6b61c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Added segment 7ab48179-c197-4b36-9f82-7f4751a39e8e of type vlan for network a478cb46-f605-499f-86b7-65364b867970 Aug 31 01:35:58.935443 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc77bc35-069f-4957-912f-cab317f6b61c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.957160 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Allocated IP 2001:db8::2 (3045bbf6-f653-4f29-8a81-43819565db2b/46eafdf8-18fa-4205-a11d-47945cf479c6/05b5009e-668b-4e53-a708-36f4def4bc10) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:35:58.961326 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc77bc35-069f-4957-912f-cab317f6b61c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:58.967148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc77bc35-069f-4957-912f-cab317f6b61c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:58.967781 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dc77bc35-069f-4957-912f-cab317f6b61c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.031901 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dc77bc35-069f-4957-912f-cab317f6b61c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2064726 Aug 31 01:35:59.034797 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58510) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:59.038185 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77bc35-069f-4957-912f-cab317f6b61c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event updated for resources: {'Network': ['ID=a478cb46-f605-499f-86b7-65364b867970,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:59.040700 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c5a9839f-9136-4392-9a94-77b6e113dfad tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Request body: {'subnet': {'network_id': 'f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:59.050139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network a478cb46-f605-499f-86b7-65364b867970 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:35:59.138398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a9839f-9136-4392-9a94-77b6e113dfad tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Made reservation on behalf of 88d8a89c8b5f4439834a77dc63b16e6a for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:35:59.141985 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5a9839f-9136-4392-9a94-77b6e113dfad tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.165241 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.174392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Transition to ACTIVE for port object 05b5009e-668b-4e53-a708-36f4def4bc10 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:35:59.189181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Transition to ACTIVE for port object 05b5009e-668b-4e53-a708-36f4def4bc10 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:35:59.194527 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.230427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Network 3045bbf6-f653-4f29-8a81-43819565db2b is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:35:59.237328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:35:59.240917 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:35:59.248799 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Pushing event updated for resources: {'Port': ['ID=05b5009e-668b-4e53-a708-36f4def4bc10,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:59.276610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:59.277176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:59.277311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:59.277617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:59.277927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:59.278806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:59.279162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:59.279639 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:59.279963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:59.280288 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:59.280609 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:59.280926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:59.314897 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Attempting to bind port 05b5009e-668b-4e53-a708-36f4def4bc10 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:35:59.315266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Attempting to bind port 05b5009e-668b-4e53-a708-36f4def4bc10 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'd68bf900-ab0d-47aa-99c6-78a4b04ad7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3045bbf6-f653-4f29-8a81-43819565db2b'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:35:59.315655 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Attempting to bind port 05b5009e-668b-4e53-a708-36f4def4bc10 on network 3045bbf6-f653-4f29-8a81-43819565db2b {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:35:59.320776 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:35:59.321155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Checking segment: {'id': 'd68bf900-ab0d-47aa-99c6-78a4b04ad7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3045bbf6-f653-4f29-8a81-43819565db2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:35:59.321553 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.321942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Bound using segment: {'id': 'd68bf900-ab0d-47aa-99c6-78a4b04ad7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3045bbf6-f653-4f29-8a81-43819565db2b'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:35:59.322400 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Bound port: 05b5009e-668b-4e53-a708-36f4def4bc10, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68bf900-ab0d-47aa-99c6-78a4b04ad7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3045bbf6-f653-4f29-8a81-43819565db2b'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:35:59.322780 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.337138 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5a9839f-9136-4392-9a94-77b6e113dfad tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.388520 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] For port 05b5009e-668b-4e53-a708-36f4def4bc10, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:35:59.391621 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] For port 05b5009e-668b-4e53-a708-36f4def4bc10, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=05b5009e-668b-4e53-a708-36f4def4bc10,segment=NetworkSegment(d68bf900-ab0d-47aa-99c6-78a4b04ad7fa),segment_id=d68bf900-ab0d-47aa-99c6-78a4b04ad7fa)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:35:59.395929 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.399493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9839f-9136-4392-9a94-77b6e113dfad tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event updated for resources: {'Subnet': ['ID=445ce65b-8f90-46c7-83e4-1efeb60942af,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:59.409510 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a9839f-9136-4392-9a94-77b6e113dfad tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Checking segment: {'id': '7cdaf077-cf8c-492d-b429-cdc2df6c6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:35:59.409879 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a9839f-9136-4392-9a94-77b6e113dfad tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Network hostable DHCP agents. Network: f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:35:59.427513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a9839f-9136-4392-9a94-77b6e113dfad tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Network f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:35:59.437158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-c5a9839f-9136-4392-9a94-77b6e113dfad tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:35:59.442234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a9839f-9136-4392-9a94-77b6e113dfad tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:59.446652 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5a9839f-9136-4392-9a94-77b6e113dfad tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.458366 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c5a9839f-9136-4392-9a94-77b6e113dfad tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4222949 Aug 31 01:35:59.459313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5f2818-a8db-49ec-8cb6-8b93f8facf72 None None] Network f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:35:59.461252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58512) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:35:59.467479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-414a3f6a-ede6-4435-a359-e41124edb9c7 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Request body: {'subnet': {'network_id': 'a478cb46-f605-499f-86b7-65364b867970', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:35:59.468169 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedf017-ab1c-42e4-82f0-ab590ebd7d87 None None] Pushing event updated for resources: {'Port': ['ID=05b5009e-668b-4e53-a708-36f4def4bc10,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:59.567947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414a3f6a-ede6-4435-a359-e41124edb9c7 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Made reservation on behalf of 88d8a89c8b5f4439834a77dc63b16e6a for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:35:59.571491 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-414a3f6a-ede6-4435-a359-e41124edb9c7 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.642275 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08', 'network_id': 'f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08', 'tenant_id': '88d8a89c8b5f4439834a77dc63b16e6a', 'fixed_ips': [{'subnet_id': '445ce65b-8f90-46c7-83e4-1efeb60942af'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:35:59.643132 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.796153 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Allocated IP 2001:db8::2 (f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08/445ce65b-8f90-46c7-83e4-1efeb60942af/46a8a28a-9cab-4aa1-8210-668c0498fb6a) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:35:59.799829 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-414a3f6a-ede6-4435-a359-e41124edb9c7 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.854155 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a3f6a-ede6-4435-a359-e41124edb9c7 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event updated for resources: {'Subnet': ['ID=21490aee-cb28-47af-96c0-d20d1f77a32a,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:59.870010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a3f6a-ede6-4435-a359-e41124edb9c7 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Checking segment: {'id': '7ab48179-c197-4b36-9f82-7f4751a39e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a478cb46-f605-499f-86b7-65364b867970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:35:59.870375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414a3f6a-ede6-4435-a359-e41124edb9c7 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Network hostable DHCP agents. Network: a478cb46-f605-499f-86b7-65364b867970, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:35:59.887423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414a3f6a-ede6-4435-a359-e41124edb9c7 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Network a478cb46-f605-499f-86b7-65364b867970 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:35:59.896273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-414a3f6a-ede6-4435-a359-e41124edb9c7 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, a478cb46-f605-499f-86b7-65364b867970) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:35:59.900359 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414a3f6a-ede6-4435-a359-e41124edb9c7 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:59.900911 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-414a3f6a-ede6-4435-a359-e41124edb9c7 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:59.909075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780f6e9d-87a5-4abe-be06-459924477156 None None] Network a478cb46-f605-499f-86b7-65364b867970 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:35:59.917305 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-414a3f6a-ede6-4435-a359-e41124edb9c7 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4546282 Aug 31 01:35:59.920928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58514) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:00.000341 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:00.018061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Transition to ACTIVE for port object 46a8a28a-9cab-4aa1-8210-668c0498fb6a will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:36:00.045016 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Transition to ACTIVE for port object 46a8a28a-9cab-4aa1-8210-668c0498fb6a will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:36:00.070736 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:00.138780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Network f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:36:00.145330 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:00.149531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:36:00.152633 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Pushing event updated for resources: {'Port': ['ID=46a8a28a-9cab-4aa1-8210-668c0498fb6a,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:00.158188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-a478cb46-f605-499f-86b7-65364b867970', 'network_id': 'a478cb46-f605-499f-86b7-65364b867970', 'tenant_id': '88d8a89c8b5f4439834a77dc63b16e6a', 'fixed_ips': [{'subnet_id': '21490aee-cb28-47af-96c0-d20d1f77a32a'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:36:00.159064 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:00.210406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:00.273735 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Attempting to bind port 46a8a28a-9cab-4aa1-8210-668c0498fb6a on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:36:00.273954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Attempting to bind port 46a8a28a-9cab-4aa1-8210-668c0498fb6a by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '7cdaf077-cf8c-492d-b429-cdc2df6c6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:36:00.274307 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Attempting to bind port 46a8a28a-9cab-4aa1-8210-668c0498fb6a on network f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:36:00.289207 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:36:00.289909 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Checking segment: {'id': '7cdaf077-cf8c-492d-b429-cdc2df6c6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:36:00.290040 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:00.290423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Bound using segment: {'id': '7cdaf077-cf8c-492d-b429-cdc2df6c6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:36:00.291055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Bound port: 46a8a28a-9cab-4aa1-8210-668c0498fb6a, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cdaf077-cf8c-492d-b429-cdc2df6c6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:36:00.291509 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:00.393526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Allocated IP 2001:db8::2 (a478cb46-f605-499f-86b7-65364b867970/21490aee-cb28-47af-96c0-d20d1f77a32a/5cd74101-fb1b-4f18-bc91-5ef89656d6b5) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:36:00.411481 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] For port 46a8a28a-9cab-4aa1-8210-668c0498fb6a, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:36:00.436359 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] For port 46a8a28a-9cab-4aa1-8210-668c0498fb6a, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=46a8a28a-9cab-4aa1-8210-668c0498fb6a,segment=NetworkSegment(7cdaf077-cf8c-492d-b429-cdc2df6c6f6e),segment_id=7cdaf077-cf8c-492d-b429-cdc2df6c6f6e)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:36:00.461893 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:00.486988 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Allocated IP 2001:db8::1 (f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08/445ce65b-8f90-46c7-83e4-1efeb60942af/f8b32c01-f96b-4e04-93ad-311721722d5d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:36:00.606447 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:00.620390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Transition to ACTIVE for port object f8b32c01-f96b-4e04-93ad-311721722d5d will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:36:00.658906 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:00.662642 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4712fc-0de0-4305-a19d-cf87a5b82250 None None] Network 3045bbf6-f653-4f29-8a81-43819565db2b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:00.703872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Network f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:36:00.710415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:00.711795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event updated for resources: {'Port': ['ID=f8b32c01-f96b-4e04-93ad-311721722d5d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:00.713977 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:36:00.714732 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:00.754090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b6e4e05b-8305-40d7-acd5-00ee1c953fcb None None] Provisioning for port 05b5009e-668b-4e53-a708-36f4def4bc10 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:36:00.769916 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ee237-2949-44b6-8498-9d1f2ddfc33b None None] Pushing event updated for resources: {'Port': ['ID=46a8a28a-9cab-4aa1-8210-668c0498fb6a,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:00.846718 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:00.901457 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:00.916819 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Transition to ACTIVE for port object 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:36:00.961400 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 05b5009e-668b-4e53-a708-36f4def4bc10 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:36:01.008823 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Transition to ACTIVE for port object 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:36:01.023835 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:01.084172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Network a478cb46-f605-499f-86b7-65364b867970 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:36:01.091653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:01.094142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:36:01.098006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Pushing event updated for resources: {'Port': ['ID=5cd74101-fb1b-4f18-bc91-5ef89656d6b5,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:01.109867 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 05b5009e-668b-4e53-a708-36f4def4bc10 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:36:01.130377 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 05b5009e-668b-4e53-a708-36f4def4bc10 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:01.130377 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:01.181343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Attempting to bind port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:36:01.181670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Attempting to bind port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '7ab48179-c197-4b36-9f82-7f4751a39e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a478cb46-f605-499f-86b7-65364b867970'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:36:01.182397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Attempting to bind port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 on network a478cb46-f605-499f-86b7-65364b867970 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:36:01.190929 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:36:01.191315 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Checking segment: {'id': '7ab48179-c197-4b36-9f82-7f4751a39e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a478cb46-f605-499f-86b7-65364b867970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:36:01.191626 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:01.192016 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Bound using segment: {'id': '7ab48179-c197-4b36-9f82-7f4751a39e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a478cb46-f605-499f-86b7-65364b867970'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:36:01.192483 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Bound port: 5cd74101-fb1b-4f18-bc91-5ef89656d6b5, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab48179-c197-4b36-9f82-7f4751a39e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a478cb46-f605-499f-86b7-65364b867970'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:36:01.192864 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:01.221467 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:01.227268 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:01.228217 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:01.283777 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event updated for resources: {'Port': ['ID=f8b32c01-f96b-4e04-93ad-311721722d5d,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:01.308446 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:01.310792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] For port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:36:01.316455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] For port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5cd74101-fb1b-4f18-bc91-5ef89656d6b5,segment=NetworkSegment(7ab48179-c197-4b36-9f82-7f4751a39e8e),segment_id=7ab48179-c197-4b36-9f82-7f4751a39e8e)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:36:01.328708 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:01.389859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Network f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:36:01.391372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:01.394227 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9fa86ae5-7579-4c14-a161-ad1f90c75b16 None None] Provisioning complete for port 05b5009e-668b-4e53-a708-36f4def4bc10 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:01.394611 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9fa86ae5-7579-4c14-a161-ad1f90c75b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:01.398028 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 05b5009e-668b-4e53-a708-36f4def4bc10, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=05b5009e-668b-4e53-a708-36f4def4bc10,segment=NetworkSegment(d68bf900-ab0d-47aa-99c6-78a4b04ad7fa),segment_id=d68bf900-ab0d-47aa-99c6-78a4b04ad7fa)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:01.431833 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:01.444400 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897b4b1-e16e-4af0-a463-9f1c4c51bf8e None None] Pushing event updated for resources: {'Port': ['ID=5cd74101-fb1b-4f18-bc91-5ef89656d6b5,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:01.511681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=05b5009e-668b-4e53-a708-36f4def4bc10,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:01.530727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Router 54046fd5-c71a-476f-9a7c-0478f23133f4 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:36:01.684124 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:01.938392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5252fa5f-b991-46ce-bf5d-6176cf7fdec3 None None] Network f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:01.988169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:01.993354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-43b9d54a-7220-4734-84f5-7dbef5388b4e tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "PUT /v2.0/routers/54046fd5-c71a-476f-9a7c-0478f23133f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0714724 Aug 31 01:36:01.996202 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58516) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:02.002524 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b64c4-dec7-435b-9cff-2bdc2403be52 None None] Sync routers for ids ['54046fd5-c71a-476f-9a7c-0478f23133f4'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:02.013832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cb71e9c6-7716-493f-ad0d-55a7074c45d4 None None] Provisioning for port 46a8a28a-9cab-4aa1-8210-668c0498fb6a completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:36:02.036537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b64c4-dec7-435b-9cff-2bdc2403be52 None None] Routers {'54046fd5-c71a-476f-9a7c-0478f23133f4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:02.037180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b19b64c4-dec7-435b-9cff-2bdc2403be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:35:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['54046fd5-c71a-476f-9a7c-0478f23133f4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:02.084743 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b19b64c4-dec7-435b-9cff-2bdc2403be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:02.115231 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b64c4-dec7-435b-9cff-2bdc2403be52 None None] Routers {'54046fd5-c71a-476f-9a7c-0478f23133f4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:02.115903 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b19b64c4-dec7-435b-9cff-2bdc2403be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:35:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['54046fd5-c71a-476f-9a7c-0478f23133f4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:02.158576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b19b64c4-dec7-435b-9cff-2bdc2403be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:02.159239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b64c4-dec7-435b-9cff-2bdc2403be52 None None] The sync data for ids ['54046fd5-c71a-476f-9a7c-0478f23133f4'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:02.363347 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-3c49ff4d-4a7a-4d2c-a693-a6d0da712513 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:02.367393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58518) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:02.367837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3c49ff4d-4a7a-4d2c-a693-a6d0da712513 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "PUT /v2.0/routers/54046fd5-c71a-476f-9a7c-0478f23133f4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3674242 Aug 31 01:36:02.458968 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f54f5f9-8b1b-44c6-8a5f-7ab6cab33b9a None None] Network a478cb46-f605-499f-86b7-65364b867970 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:02.636859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fec8d573-61bc-4bec-8d11-ca802f67c029 None None] Provisioning for port f8b32c01-f96b-4e04-93ad-311721722d5d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:36:02.644141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fec8d573-61bc-4bec-8d11-ca802f67c029 None None] Provisioning complete for port f8b32c01-f96b-4e04-93ad-311721722d5d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:02.644935 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fec8d573-61bc-4bec-8d11-ca802f67c029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:02.683099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-fec8d573-61bc-4bec-8d11-ca802f67c029 None None] Port f8b32c01-f96b-4e04-93ad-311721722d5d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:36:02.697909 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fec8d573-61bc-4bec-8d11-ca802f67c029 None None] Provisioning for port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:36:02.766185 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8fd1fd6a-8bae-4ac4-8064-9924afd455a1 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:02.822100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-03da3f83-d4f9-4860-8b5a-4b4501bd1e40 None None] Provisioning complete for port f8b32c01-f96b-4e04-93ad-311721722d5d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:02.822495 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-03da3f83-d4f9-4860-8b5a-4b4501bd1e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:02.909146 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-03da3f83-d4f9-4860-8b5a-4b4501bd1e40 None None] Port f8b32c01-f96b-4e04-93ad-311721722d5d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:36:03.031438 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-88039821-362c-4d97-9fac-48e133a69918 None None] Provisioning complete for port f8b32c01-f96b-4e04-93ad-311721722d5d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:03.032064 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-88039821-362c-4d97-9fac-48e133a69918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:03.039547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-8fd1fd6a-8bae-4ac4-8064-9924afd455a1 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Deleting port f8b32c01-f96b-4e04-93ad-311721722d5d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:03.039892 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8fd1fd6a-8bae-4ac4-8064-9924afd455a1 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:03.064353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 05b5009e-668b-4e53-a708-36f4def4bc10 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:36:03.107605 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-88039821-362c-4d97-9fac-48e133a69918 None None] Port f8b32c01-f96b-4e04-93ad-311721722d5d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:36:03.129395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 05b5009e-668b-4e53-a708-36f4def4bc10 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:03.129767 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:03.138995 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8fd1fd6a-8bae-4ac4-8064-9924afd455a1 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:03.150631 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-8fd1fd6a-8bae-4ac4-8064-9924afd455a1 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Calling delete_port for f8b32c01-f96b-4e04-93ad-311721722d5d owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:03.206196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:36:03.258867 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:36:03.263712 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:03.264093 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:03.322860 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8fd1fd6a-8bae-4ac4-8064-9924afd455a1 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:03.342589 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:03.354139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1fd6a-8bae-4ac4-8064-9924afd455a1 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event deleted for resources: {'Port': ['ID=f8b32c01-f96b-4e04-93ad-311721722d5d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:03.376404 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5cd74101-fb1b-4f18-bc91-5ef89656d6b5,segment=NetworkSegment(7ab48179-c197-4b36-9f82-7f4751a39e8e),segment_id=7ab48179-c197-4b36-9f82-7f4751a39e8e)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:03.383952 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:03.384778 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 46a8a28a-9cab-4aa1-8210-668c0498fb6a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:36:03.450948 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8fd1fd6a-8bae-4ac4-8064-9924afd455a1 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:03.467608 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=5cd74101-fb1b-4f18-bc91-5ef89656d6b5,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:03.480716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 46a8a28a-9cab-4aa1-8210-668c0498fb6a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:36:03.485138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 46a8a28a-9cab-4aa1-8210-668c0498fb6a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:03.485518 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:03.568999 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:03.602176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 46a8a28a-9cab-4aa1-8210-668c0498fb6a, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=46a8a28a-9cab-4aa1-8210-668c0498fb6a,segment=NetworkSegment(7cdaf077-cf8c-492d-b429-cdc2df6c6f6e),segment_id=7cdaf077-cf8c-492d-b429-cdc2df6c6f6e)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:03.606168 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:03.660792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=46a8a28a-9cab-4aa1-8210-668c0498fb6a,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:03.945028 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd1fd6a-8bae-4ac4-8064-9924afd455a1 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Router 54046fd5-c71a-476f-9a7c-0478f23133f4 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:04.015613 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd1fd6a-8bae-4ac4-8064-9924afd455a1 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:04.020496 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8fd1fd6a-8bae-4ac4-8064-9924afd455a1 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "PUT /v2.0/routers/54046fd5-c71a-476f-9a7c-0478f23133f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6520681 Aug 31 01:36:04.024314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58520) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:04.025918 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5bb87-095c-46ab-b40c-0f920f3d155c None None] Sync routers for ids ['54046fd5-c71a-476f-9a7c-0478f23133f4'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:04.035469 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5bb87-095c-46ab-b40c-0f920f3d155c None None] Routers {'54046fd5-c71a-476f-9a7c-0478f23133f4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:04.036199 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2be5bb87-095c-46ab-b40c-0f920f3d155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:35:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['54046fd5-c71a-476f-9a7c-0478f23133f4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:04.068599 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-a58717bd-97b5-422e-83e1-e44aed3205e7 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] delete failed (client error): The resource could not be found. Aug 31 01:36:04.073087 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2be5bb87-095c-46ab-b40c-0f920f3d155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:04.073266 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a58717bd-97b5-422e-83e1-e44aed3205e7 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-85222355 HTTP/1.1" status: 404 len: 333 time: 0.0441370 Aug 31 01:36:04.073266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58522) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:04.078114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ef32c86a-62a9-4afd-bd06-0525ea77f415 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Request body: {'router': {'external_gateway_info': {'network_id': '54046fd5-c71a-476f-9a7c-0478f23133f4'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:04.078344 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5bb87-095c-46ab-b40c-0f920f3d155c None None] Routers {'54046fd5-c71a-476f-9a7c-0478f23133f4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:04.078958 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2be5bb87-095c-46ab-b40c-0f920f3d155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:35:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['54046fd5-c71a-476f-9a7c-0478f23133f4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:04.120032 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2be5bb87-095c-46ab-b40c-0f920f3d155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:04.120705 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5bb87-095c-46ab-b40c-0f920f3d155c None None] The sync data for ids ['54046fd5-c71a-476f-9a7c-0478f23133f4'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:04.285188 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ef32c86a-62a9-4afd-bd06-0525ea77f415 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:04.304505 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-ef32c86a-62a9-4afd-bd06-0525ea77f415 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] update failed (client error): The resource could not be found. Aug 31 01:36:04.305559 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ef32c86a-62a9-4afd-bd06-0525ea77f415 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "PUT /v2.0/routers/54046fd5-c71a-476f-9a7c-0478f23133f4 HTTP/1.1" status: 404 len: 339 time: 0.2313776 Aug 31 01:36:04.310108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58524) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:04.314958 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b1a39d03-e45d-426c-b298-c62e332e4f8b tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1987271345'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:04.340153 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a39d03-e45d-426c-b298-c62e332e4f8b tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Made reservation on behalf of 88d8a89c8b5f4439834a77dc63b16e6a for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:36:04.343843 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1a39d03-e45d-426c-b298-c62e332e4f8b tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:04.366524 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a39d03-e45d-426c-b298-c62e332e4f8b tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:36:04.376097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1a39d03-e45d-426c-b298-c62e332e4f8b tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:04.376440 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-b1a39d03-e45d-426c-b298-c62e332e4f8b tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Added segment 0889ccde-918c-4638-a251-7a4b1774fa5d of type vlan for network 48a10cc7-fffb-49dd-985a-84bf37dd72e4 Aug 31 01:36:04.415449 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1a39d03-e45d-426c-b298-c62e332e4f8b tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:04.441683 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1a39d03-e45d-426c-b298-c62e332e4f8b tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:04.447253 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a39d03-e45d-426c-b298-c62e332e4f8b tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:04.447871 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1a39d03-e45d-426c-b298-c62e332e4f8b tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:04.502094 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b1a39d03-e45d-426c-b298-c62e332e4f8b tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.1909783 Aug 31 01:36:04.504926 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58526) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:04.514524 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c3ac7a6c-608f-42ee-a46a-4961c7c39309 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Request body: {'subnet': {'network_id': '48a10cc7-fffb-49dd-985a-84bf37dd72e4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:04.520889 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a39d03-e45d-426c-b298-c62e332e4f8b tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event updated for resources: {'Network': ['ID=48a10cc7-fffb-49dd-985a-84bf37dd72e4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:04.532003 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 48a10cc7-fffb-49dd-985a-84bf37dd72e4 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:36:04.609259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ac7a6c-608f-42ee-a46a-4961c7c39309 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Made reservation on behalf of 88d8a89c8b5f4439834a77dc63b16e6a for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:36:04.612773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7a6c-608f-42ee-a46a-4961c7c39309 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:04.793401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7a6c-608f-42ee-a46a-4961c7c39309 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:04.850578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac7a6c-608f-42ee-a46a-4961c7c39309 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event updated for resources: {'Subnet': ['ID=dd81f72a-7025-43c2-a1c9-e61ccf57a6cd,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:04.862083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ac7a6c-608f-42ee-a46a-4961c7c39309 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Checking segment: {'id': '0889ccde-918c-4638-a251-7a4b1774fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '48a10cc7-fffb-49dd-985a-84bf37dd72e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:36:04.862453 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ac7a6c-608f-42ee-a46a-4961c7c39309 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Network hostable DHCP agents. Network: 48a10cc7-fffb-49dd-985a-84bf37dd72e4, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:36:04.878774 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ac7a6c-608f-42ee-a46a-4961c7c39309 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Network 48a10cc7-fffb-49dd-985a-84bf37dd72e4 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:36:04.887362 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-c3ac7a6c-608f-42ee-a46a-4961c7c39309 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 48a10cc7-fffb-49dd-985a-84bf37dd72e4) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:04.897425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:36:04.898735 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ac7a6c-608f-42ee-a46a-4961c7c39309 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:04.899383 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7a6c-608f-42ee-a46a-4961c7c39309 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:04.900590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b638877-f5ed-4a14-8f9a-67abc53487b3 None None] Network 48a10cc7-fffb-49dd-985a-84bf37dd72e4 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:04.914500 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c3ac7a6c-608f-42ee-a46a-4961c7c39309 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4065266 Aug 31 01:36:04.917185 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58528) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:04.922297 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4c88d454-d208-4b92-8730-acceb1d0d93c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Request body: {'router': {'external_gateway_info': {'network_id': '48a10cc7-fffb-49dd-985a-84bf37dd72e4'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:05.013030 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:05.013406 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:05.130132 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-48a10cc7-fffb-49dd-985a-84bf37dd72e4', 'network_id': '48a10cc7-fffb-49dd-985a-84bf37dd72e4', 'tenant_id': '88d8a89c8b5f4439834a77dc63b16e6a', 'fixed_ips': [{'subnet_id': 'dd81f72a-7025-43c2-a1c9-e61ccf57a6cd'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:36:05.130980 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:05.136874 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4c88d454-d208-4b92-8730-acceb1d0d93c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:05.164119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 46a8a28a-9cab-4aa1-8210-668c0498fb6a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:36:05.238711 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-4c88d454-d208-4b92-8730-acceb1d0d93c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:05.240857 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4c88d454-d208-4b92-8730-acceb1d0d93c tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "PUT /v2.0/routers/54046fd5-c71a-476f-9a7c-0478f23133f4 HTTP/1.1" status: 400 len: 364 time: 0.3221159 Aug 31 01:36:05.243431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58530) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:05.311026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 46a8a28a-9cab-4aa1-8210-668c0498fb6a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:05.311425 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:05.314047 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Allocated IP 2001:db8:1::2 (48a10cc7-fffb-49dd-985a-84bf37dd72e4/dd81f72a-7025-43c2-a1c9-e61ccf57a6cd/625a722a-c117-4ca8-812f-82537bbc8bf9) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:36:05.515402 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:05.517264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:05.523643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Transition to ACTIVE for port object 625a722a-c117-4ca8-812f-82537bbc8bf9 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:36:05.538178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Transition to ACTIVE for port object 625a722a-c117-4ca8-812f-82537bbc8bf9 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:36:05.544164 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:05.583347 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Network 48a10cc7-fffb-49dd-985a-84bf37dd72e4 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:36:05.586173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:05.589706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:36:05.595023 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Pushing event updated for resources: {'Port': ['ID=625a722a-c117-4ca8-812f-82537bbc8bf9,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:05.648633 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Attempting to bind port 625a722a-c117-4ca8-812f-82537bbc8bf9 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:36:05.649004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Attempting to bind port 625a722a-c117-4ca8-812f-82537bbc8bf9 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '0889ccde-918c-4638-a251-7a4b1774fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '48a10cc7-fffb-49dd-985a-84bf37dd72e4'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:36:05.649367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Attempting to bind port 625a722a-c117-4ca8-812f-82537bbc8bf9 on network 48a10cc7-fffb-49dd-985a-84bf37dd72e4 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:36:05.654774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:36:05.655140 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Checking segment: {'id': '0889ccde-918c-4638-a251-7a4b1774fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '48a10cc7-fffb-49dd-985a-84bf37dd72e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:36:05.655568 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:05.655963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Bound using segment: {'id': '0889ccde-918c-4638-a251-7a4b1774fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '48a10cc7-fffb-49dd-985a-84bf37dd72e4'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:36:05.656425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Bound port: 625a722a-c117-4ca8-812f-82537bbc8bf9, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0889ccde-918c-4638-a251-7a4b1774fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '48a10cc7-fffb-49dd-985a-84bf37dd72e4'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:36:05.656805 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:05.718884 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] For port 625a722a-c117-4ca8-812f-82537bbc8bf9, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:36:05.722007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] For port 625a722a-c117-4ca8-812f-82537bbc8bf9, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=625a722a-c117-4ca8-812f-82537bbc8bf9,segment=NetworkSegment(0889ccde-918c-4638-a251-7a4b1774fa5d),segment_id=0889ccde-918c-4638-a251-7a4b1774fa5d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:36:05.726043 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:05.790674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34157b0d-5ffe-4225-a01e-ba76d85208d6 None None] Pushing event updated for resources: {'Port': ['ID=625a722a-c117-4ca8-812f-82537bbc8bf9,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:05.826345 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Allocated IP 2001:db8::1 (3045bbf6-f653-4f29-8a81-43819565db2b/46eafdf8-18fa-4205-a11d-47945cf479c6/1a37070c-41f4-493c-99a1-2ebf1f1284f0) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:36:05.957730 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:05.972839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Transition to ACTIVE for port object 1a37070c-41f4-493c-99a1-2ebf1f1284f0 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:36:06.019202 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:06.062600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Network 3045bbf6-f653-4f29-8a81-43819565db2b is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:36:06.065920 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:06.069903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:36:06.070457 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:06.108640 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event updated for resources: {'Port': ['ID=1a37070c-41f4-493c-99a1-2ebf1f1284f0,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:06.371271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-369a4451-beb2-49f4-801b-ddb47769c8d0 None None] Provisioning for port 1a37070c-41f4-493c-99a1-2ebf1f1284f0 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:36:06.376234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-369a4451-beb2-49f4-801b-ddb47769c8d0 None None] Provisioning complete for port 1a37070c-41f4-493c-99a1-2ebf1f1284f0 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:06.376744 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-369a4451-beb2-49f4-801b-ddb47769c8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:06.414403 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-369a4451-beb2-49f4-801b-ddb47769c8d0 None None] Port 1a37070c-41f4-493c-99a1-2ebf1f1284f0 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:36:06.465123 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:06.616936 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90cabb77-a519-40c9-9582-01f225fed77e req-f3d50d63-47ba-4943-bb22-71fe0948f6de service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434616 Aug 31 01:36:06.694141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9f30e9-c203-4c78-8f91-606d9eeafc74 None None] Network 48a10cc7-fffb-49dd-985a-84bf37dd72e4 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:06.705815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cabb77-a519-40c9-9582-01f225fed77e req-b1d60384-8d2d-4165-a105-580ef216a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:06.707366 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90cabb77-a519-40c9-9582-01f225fed77e req-b1d60384-8d2d-4165-a105-580ef216a31f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 1097 time: 0.0455990 Aug 31 01:36:06.748104 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:06.753171 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:06.753991 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:06.757870 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-05015915-b8b3-44a9-bce0-1f4933c7d2da None None] Provisioning for port 625a722a-c117-4ca8-812f-82537bbc8bf9 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:36:06.824100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cabb77-a519-40c9-9582-01f225fed77e req-053d7fdf-baf4-42a1-9d40-a0106695eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:06.836257 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90cabb77-a519-40c9-9582-01f225fed77e req-053d7fdf-baf4-42a1-9d40-a0106695eb49 service neutron] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.1075034 Aug 31 01:36:06.844728 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event updated for resources: {'Port': ['ID=1a37070c-41f4-493c-99a1-2ebf1f1284f0,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:06.901376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Network 3045bbf6-f653-4f29-8a81-43819565db2b is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:36:06.904047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:06.933537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90cabb77-a519-40c9-9582-01f225fed77e req-3220f6e0-7120-42be-8753-b60a5c7cb11d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09a6730-43ae-468f-8cb5-d6c06c820e51 HTTP/1.1" status: 200 len: 1000 time: 0.0893693 Aug 31 01:36:06.960848 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 625a722a-c117-4ca8-812f-82537bbc8bf9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:36:07.000036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cabb77-a519-40c9-9582-01f225fed77e req-df9a1aba-1e5d-4bc7-8dfb-6e4e98853092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:07.003337 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90cabb77-a519-40c9-9582-01f225fed77e req-df9a1aba-1e5d-4bc7-8dfb-6e4e98853092 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0610363 Aug 31 01:36:07.030483 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 625a722a-c117-4ca8-812f-82537bbc8bf9 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:36:07.035355 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 625a722a-c117-4ca8-812f-82537bbc8bf9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:07.035808 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:07.055983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Router 54046fd5-c71a-476f-9a7c-0478f23133f4 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:07.076311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cabb77-a519-40c9-9582-01f225fed77e req-ef441861-e2cb-4123-a060-bd0786925efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:07.078325 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90cabb77-a519-40c9-9582-01f225fed77e req-ef441861-e2cb-4123-a060-bd0786925efb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667636 Aug 31 01:36:07.156127 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:07.197217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:07.201691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90cabb77-a519-40c9-9582-01f225fed77e req-9f4cf071-f6e9-4149-b46c-b2af10391d47 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154225 Aug 31 01:36:07.203547 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3483b7eb-a20c-4c60-8ccc-3be3df421edf tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "PUT /v2.0/routers/54046fd5-c71a-476f-9a7c-0478f23133f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9591007 Aug 31 01:36:07.206349 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58532) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:07.210414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac10d40-9580-46dd-8c16-7470f9dbf493 None None] Sync routers for ids ['54046fd5-c71a-476f-9a7c-0478f23133f4'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:07.227170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 625a722a-c117-4ca8-812f-82537bbc8bf9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=625a722a-c117-4ca8-812f-82537bbc8bf9,segment=NetworkSegment(0889ccde-918c-4638-a251-7a4b1774fa5d),segment_id=0889ccde-918c-4638-a251-7a4b1774fa5d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:07.237095 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:07.241701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0faf0744-0ce1-479f-8b59-b0dfb342e3bf None None] Provisioning complete for port 625a722a-c117-4ca8-812f-82537bbc8bf9 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:07.242055 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0faf0744-0ce1-479f-8b59-b0dfb342e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:07.243650 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac10d40-9580-46dd-8c16-7470f9dbf493 None None] Routers {'54046fd5-c71a-476f-9a7c-0478f23133f4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:07.244278 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3ac10d40-9580-46dd-8c16-7470f9dbf493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:35:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['54046fd5-c71a-476f-9a7c-0478f23133f4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:07.315798 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84bf22d4-74d0-47aa-b7cd-469d79ff992f tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:07.316730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3ac10d40-9580-46dd-8c16-7470f9dbf493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:07.318411 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90cabb77-a519-40c9-9582-01f225fed77e req-7c0e2202-07fd-4d94-bdb7-60911620ac87 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095250 Aug 31 01:36:07.354292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac10d40-9580-46dd-8c16-7470f9dbf493 None None] Routers {'54046fd5-c71a-476f-9a7c-0478f23133f4'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:07.354918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3ac10d40-9580-46dd-8c16-7470f9dbf493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:35:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['54046fd5-c71a-476f-9a7c-0478f23133f4'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:07.359712 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=625a722a-c117-4ca8-812f-82537bbc8bf9,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:07.406339 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-84bf22d4-74d0-47aa-b7cd-469d79ff992f tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 01:36:07.407438 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-84bf22d4-74d0-47aa-b7cd-469d79ff992f tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "DELETE /v2.0/routers/54046fd5-c71a-476f-9a7c-0478f23133f4 HTTP/1.1" status: 409 len: 329 time: 0.2001226 Aug 31 01:36:07.410452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58534) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:07.544887 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3ac10d40-9580-46dd-8c16-7470f9dbf493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:07.545698 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac10d40-9580-46dd-8c16-7470f9dbf493 None None] The sync data for ids ['54046fd5-c71a-476f-9a7c-0478f23133f4'] in n-d-802060-13 is: [] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:07.714069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b147ce30-34c0-41eb-b439-408b0c547d69 None None] Provisioning complete for port 1a37070c-41f4-493c-99a1-2ebf1f1284f0 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:07.714803 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b147ce30-34c0-41eb-b439-408b0c547d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:07.723935 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a1f272d-0171-4fd3-b9d0-77d87ff23e34 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:07.750130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b147ce30-34c0-41eb-b439-408b0c547d69 None None] Port 1a37070c-41f4-493c-99a1-2ebf1f1284f0 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:36:07.963659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f272d-0171-4fd3-b9d0-77d87ff23e34 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Deleting port 1a37070c-41f4-493c-99a1-2ebf1f1284f0 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:07.963902 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a1f272d-0171-4fd3-b9d0-77d87ff23e34 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:08.051302 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a1f272d-0171-4fd3-b9d0-77d87ff23e34 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:08.062780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f272d-0171-4fd3-b9d0-77d87ff23e34 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Calling delete_port for 1a37070c-41f4-493c-99a1-2ebf1f1284f0 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:08.228546 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a1f272d-0171-4fd3-b9d0-77d87ff23e34 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:08.255031 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f272d-0171-4fd3-b9d0-77d87ff23e34 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event deleted for resources: {'Port': ['ID=1a37070c-41f4-493c-99a1-2ebf1f1284f0,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:08.360709 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9a1f272d-0171-4fd3-b9d0-77d87ff23e34 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:08.520668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1f272d-0171-4fd3-b9d0-77d87ff23e34 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Router 54046fd5-c71a-476f-9a7c-0478f23133f4 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:08.592147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1f272d-0171-4fd3-b9d0-77d87ff23e34 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:08.596922 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9a1f272d-0171-4fd3-b9d0-77d87ff23e34 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "PUT /v2.0/routers/54046fd5-c71a-476f-9a7c-0478f23133f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1854558 Aug 31 01:36:08.600563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58536) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:08.601089 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b531464f-4bf5-4a36-8882-a0d75822c09f None None] Sync routers for ids ['54046fd5-c71a-476f-9a7c-0478f23133f4'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:08.610081 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b531464f-4bf5-4a36-8882-a0d75822c09f None None] Routers {'54046fd5-c71a-476f-9a7c-0478f23133f4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:08.610683 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b531464f-4bf5-4a36-8882-a0d75822c09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:35:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['54046fd5-c71a-476f-9a7c-0478f23133f4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:08.640621 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-2903b7a5-b107-49e5-bd28-4996de1bb103 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] show failed (client error): The resource could not be found. Aug 31 01:36:08.641627 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b531464f-4bf5-4a36-8882-a0d75822c09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:08.641790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2903b7a5-b107-49e5-bd28-4996de1bb103 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-2080785963 HTTP/1.1" status: 404 len: 335 time: 0.0402067 Aug 31 01:36:08.645427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58538) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:08.649851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-488e6cc3-7e88-43dc-9291-3cb94e84d873 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:08.650070 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b531464f-4bf5-4a36-8882-a0d75822c09f None None] Routers {'54046fd5-c71a-476f-9a7c-0478f23133f4'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:08.650665 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b531464f-4bf5-4a36-8882-a0d75822c09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:35:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['54046fd5-c71a-476f-9a7c-0478f23133f4'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:08.684063 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-488e6cc3-7e88-43dc-9291-3cb94e84d873 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] update failed (client error): The resource could not be found. Aug 31 01:36:08.685647 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-488e6cc3-7e88-43dc-9291-3cb94e84d873 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1397156413 HTTP/1.1" status: 404 len: 335 time: 0.0393186 Aug 31 01:36:08.686289 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b531464f-4bf5-4a36-8882-a0d75822c09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:08.686929 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b531464f-4bf5-4a36-8882-a0d75822c09f None None] The sync data for ids ['54046fd5-c71a-476f-9a7c-0478f23133f4'] in n-d-802060-13 is: [] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:08.689183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58540) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:08.742583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abc18ae-ed5c-4723-ad70-c118eacf8d6a tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Deleting subnet dd81f72a-7025-43c2-a1c9-e61ccf57a6cd {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:36:08.745564 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2abc18ae-ed5c-4723-ad70-c118eacf8d6a tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:08.784297 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2abc18ae-ed5c-4723-ad70-c118eacf8d6a tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:08.865303 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2abc18ae-ed5c-4723-ad70-c118eacf8d6a tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:08.893364 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 625a722a-c117-4ca8-812f-82537bbc8bf9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:36:08.929475 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2abc18ae-ed5c-4723-ad70-c118eacf8d6a tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:08.946282 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 625a722a-c117-4ca8-812f-82537bbc8bf9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:08.946662 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:08.962313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc18ae-ed5c-4723-ad70-c118eacf8d6a tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event deleted for resources: {'Subnet': ['ID=dd81f72a-7025-43c2-a1c9-e61ccf57a6cd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:08.964354 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2abc18ae-ed5c-4723-ad70-c118eacf8d6a tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:08.966856 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2abc18ae-ed5c-4723-ad70-c118eacf8d6a tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "DELETE /v2.0/subnets/dd81f72a-7025-43c2-a1c9-e61ccf57a6cd HTTP/1.1" status: 204 len: 168 time: 0.2766368 Aug 31 01:36:08.969750 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58542) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:08.973365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1059ab75-c9c6-477e-ac7a-74e1b63f14f1 None None] Network 48a10cc7-fffb-49dd-985a-84bf37dd72e4 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:09.046124 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.102425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Deleting port 625a722a-c117-4ca8-812f-82537bbc8bf9 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:09.102778 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.174149 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] For port 625a722a-c117-4ca8-812f-82537bbc8bf9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=625a722a-c117-4ca8-812f-82537bbc8bf9,segment=NetworkSegment(0889ccde-918c-4638-a251-7a4b1774fa5d),segment_id=0889ccde-918c-4638-a251-7a4b1774fa5d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:09.174523 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.187529 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb3fdf3-a850-4aab-b8da-0bd898470a91 None None] DHCP port deletion for 48a10cc7-fffb-49dd-985a-84bf37dd72e4 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:36:09.189445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Calling delete_port for 625a722a-c117-4ca8-812f-82537bbc8bf9 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:09.235588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3fdf3-a850-4aab-b8da-0bd898470a91 None None] Deleting port 625a722a-c117-4ca8-812f-82537bbc8bf9 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:09.235970 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fdf3-a850-4aab-b8da-0bd898470a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.270347 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.299134 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event deleted for resources: {'Port': ['ID=625a722a-c117-4ca8-812f-82537bbc8bf9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:09.303507 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] No DVR routers for this DVR port 625a722a-c117-4ca8-812f-82537bbc8bf9 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:09.303650 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cfb3fdf3-a850-4aab-b8da-0bd898470a91 None None] For port 625a722a-c117-4ca8-812f-82537bbc8bf9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=625a722a-c117-4ca8-812f-82537bbc8bf9,segment=NetworkSegment(0889ccde-918c-4638-a251-7a4b1774fa5d),segment_id=0889ccde-918c-4638-a251-7a4b1774fa5d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:09.303943 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fdf3-a850-4aab-b8da-0bd898470a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.312672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:09.313033 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:09.313366 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:09.313709 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:09.314045 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:09.314379 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:09.314714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:09.315043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:09.315398 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:09.315727 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:09.316056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:09.316380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:09.317906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3fdf3-a850-4aab-b8da-0bd898470a91 None None] Calling delete_port for 625a722a-c117-4ca8-812f-82537bbc8bf9 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:09.391103 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.393548 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fdf3-a850-4aab-b8da-0bd898470a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.401037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a10cc7-fffb-49dd-985a-84bf37dd72e4']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:09.412162 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0889ccde-918c-4638-a251-7a4b1774fa5d') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:09.412391 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0889ccde-918c-4638-a251-7a4b1774fa5d') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:09.418056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3fdf3-a850-4aab-b8da-0bd898470a91 None None] Pushing event deleted for resources: {'Port': ['ID=625a722a-c117-4ca8-812f-82537bbc8bf9,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:09.422029 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb3fdf3-a850-4aab-b8da-0bd898470a91 None None] No DVR routers for this DVR port 625a722a-c117-4ca8-812f-82537bbc8bf9 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:09.424680 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.439192 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.444927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:36:09.445316 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:36:09.448223 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:36:09.509114 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.516745 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.518503 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "DELETE /v2.0/networks/48a10cc7-fffb-49dd-985a-84bf37dd72e4 HTTP/1.1" status: 204 len: 168 time: 0.5477235 Aug 31 01:36:09.521110 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58544) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:09.530465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5eda4-60d2-42f9-94a2-022f5b506fbe tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event deleted for resources: {'Network': ['ID=48a10cc7-fffb-49dd-985a-84bf37dd72e4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:09.568897 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:36:09.573224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35d3723-6343-4554-adb8-f7ebc32886e2 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Deleting subnet 21490aee-cb28-47af-96c0-d20d1f77a32a {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:36:09.576288 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d35d3723-6343-4554-adb8-f7ebc32886e2 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.614961 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d35d3723-6343-4554-adb8-f7ebc32886e2 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.700118 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d35d3723-6343-4554-adb8-f7ebc32886e2 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.756807 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d35d3723-6343-4554-adb8-f7ebc32886e2 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.782359 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d3723-6343-4554-adb8-f7ebc32886e2 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event deleted for resources: {'Subnet': ['ID=21490aee-cb28-47af-96c0-d20d1f77a32a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:09.789293 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d35d3723-6343-4554-adb8-f7ebc32886e2 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.791175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d35d3723-6343-4554-adb8-f7ebc32886e2 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "DELETE /v2.0/subnets/21490aee-cb28-47af-96c0-d20d1f77a32a HTTP/1.1" status: 204 len: 168 time: 0.2690840 Aug 31 01:36:09.794541 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58546) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:09.797649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeeb883-539b-4913-b48d-72c963268037 None None] Network a478cb46-f605-499f-86b7-65364b867970 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:09.844803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfabbf50-f9fa-4cb9-9e56-91936a975091 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Deleting subnet 445ce65b-8f90-46c7-83e4-1efeb60942af {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:36:09.847705 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfabbf50-f9fa-4cb9-9e56-91936a975091 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.888136 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfabbf50-f9fa-4cb9-9e56-91936a975091 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.973020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1f73e1-dbd3-4a15-a596-ab89e3179305 None None] DHCP port deletion for a478cb46-f605-499f-86b7-65364b867970 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:36:10.007006 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfabbf50-f9fa-4cb9-9e56-91936a975091 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.022018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f73e1-dbd3-4a15-a596-ab89e3179305 None None] Deleting port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:10.022399 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dd1f73e1-dbd3-4a15-a596-ab89e3179305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.068653 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfabbf50-f9fa-4cb9-9e56-91936a975091 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.088441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-dd1f73e1-dbd3-4a15-a596-ab89e3179305 None None] For port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5cd74101-fb1b-4f18-bc91-5ef89656d6b5,segment=NetworkSegment(7ab48179-c197-4b36-9f82-7f4751a39e8e),segment_id=7ab48179-c197-4b36-9f82-7f4751a39e8e)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:10.088844 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dd1f73e1-dbd3-4a15-a596-ab89e3179305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.101459 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabbf50-f9fa-4cb9-9e56-91936a975091 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event deleted for resources: {'Subnet': ['ID=445ce65b-8f90-46c7-83e4-1efeb60942af,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:10.101729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f73e1-dbd3-4a15-a596-ab89e3179305 None None] Calling delete_port for 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:10.105602 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dfabbf50-f9fa-4cb9-9e56-91936a975091 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.108227 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dfabbf50-f9fa-4cb9-9e56-91936a975091 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "DELETE /v2.0/subnets/445ce65b-8f90-46c7-83e4-1efeb60942af HTTP/1.1" status: 204 len: 168 time: 0.3122079 Aug 31 01:36:10.110744 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58548) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:10.114795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e59aac6-17f8-43e6-a4c0-baedfc279dd0 None None] Network f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:10.186587 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.237687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Deleting port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:10.237946 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.284328 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dd1f73e1-dbd3-4a15-a596-ab89e3179305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.305569 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] For port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=5cd74101-fb1b-4f18-bc91-5ef89656d6b5,segment=NetworkSegment(7ab48179-c197-4b36-9f82-7f4751a39e8e),segment_id=7ab48179-c197-4b36-9f82-7f4751a39e8e)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:10.305941 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.321056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Calling delete_port for 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:10.321537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f73e1-dbd3-4a15-a596-ab89e3179305 None None] Pushing event deleted for resources: {'Port': ['ID=5cd74101-fb1b-4f18-bc91-5ef89656d6b5,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:10.326589 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1f73e1-dbd3-4a15-a596-ab89e3179305 None None] No DVR routers for this DVR port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:10.405227 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.415932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e43c655-f826-4b37-a4df-f3de358212bb None None] DHCP port deletion for f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:36:10.434718 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event deleted for resources: {'Port': ['ID=5cd74101-fb1b-4f18-bc91-5ef89656d6b5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:10.438220 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] No DVR routers for this DVR port 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:10.466134 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8e43c655-f826-4b37-a4df-f3de358212bb None None] Deleting port 46a8a28a-9cab-4aa1-8210-668c0498fb6a {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:10.466517 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8e43c655-f826-4b37-a4df-f3de358212bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.513969 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.523753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a478cb46-f605-499f-86b7-65364b867970']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:10.527100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8e43c655-f826-4b37-a4df-f3de358212bb None None] For port 46a8a28a-9cab-4aa1-8210-668c0498fb6a, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=46a8a28a-9cab-4aa1-8210-668c0498fb6a,segment=NetworkSegment(7cdaf077-cf8c-492d-b429-cdc2df6c6f6e),segment_id=7cdaf077-cf8c-492d-b429-cdc2df6c6f6e)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:10.527534 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8e43c655-f826-4b37-a4df-f3de358212bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.534369 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab48179-c197-4b36-9f82-7f4751a39e8e') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:10.534671 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab48179-c197-4b36-9f82-7f4751a39e8e') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:10.541014 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-8e43c655-f826-4b37-a4df-f3de358212bb None None] Calling delete_port for 46a8a28a-9cab-4aa1-8210-668c0498fb6a owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:10.543257 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.557301 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.563039 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:36:10.563463 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: self.session.flush() Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:36:10.566357 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:36:10.623803 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8e43c655-f826-4b37-a4df-f3de358212bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.627406 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.633052 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.634924 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "DELETE /v2.0/networks/a478cb46-f605-499f-86b7-65364b867970 HTTP/1.1" status: 204 len: 168 time: 0.5233061 Aug 31 01:36:10.637536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58550) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:10.647647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43c655-f826-4b37-a4df-f3de358212bb None None] Pushing event deleted for resources: {'Port': ['ID=46a8a28a-9cab-4aa1-8210-668c0498fb6a,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:10.652441 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d657ad6-685e-405e-8592-a5ecafff77bc tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event deleted for resources: {'Network': ['ID=a478cb46-f605-499f-86b7-65364b867970,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:10.653940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43c655-f826-4b37-a4df-f3de358212bb None None] No DVR routers for this DVR port 46a8a28a-9cab-4aa1-8210-668c0498fb6a on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:10.724291 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-842a5460-2719-487a-9e0b-c64b4fc1296d tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.812076 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-842a5460-2719-487a-9e0b-c64b4fc1296d tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.821567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-842a5460-2719-487a-9e0b-c64b4fc1296d tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:10.832201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-842a5460-2719-487a-9e0b-c64b4fc1296d tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdaf077-cf8c-492d-b429-cdc2df6c6f6e') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:10.832513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-842a5460-2719-487a-9e0b-c64b4fc1296d tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdaf077-cf8c-492d-b429-cdc2df6c6f6e') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:10.842382 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-842a5460-2719-487a-9e0b-c64b4fc1296d tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.856648 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-842a5460-2719-487a-9e0b-c64b4fc1296d tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.862944 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842a5460-2719-487a-9e0b-c64b4fc1296d tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:36:10.863388 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-842a5460-2719-487a-9e0b-c64b4fc1296d tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:36:10.866730 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:36:10.890395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 46a8a28a-9cab-4aa1-8210-668c0498fb6a no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:10.910844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 46a8a28a-9cab-4aa1-8210-668c0498fb6a {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:10.911199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 46a8a28a-9cab-4aa1-8210-668c0498fb6a not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:10.911654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:10.930494 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-842a5460-2719-487a-9e0b-c64b4fc1296d tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.932039 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:10.932479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 5cd74101-fb1b-4f18-bc91-5ef89656d6b5 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:10.932891 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 625a722a-c117-4ca8-812f-82537bbc8bf9 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:10.937457 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-842a5460-2719-487a-9e0b-c64b4fc1296d tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.941866 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-842a5460-2719-487a-9e0b-c64b4fc1296d tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "DELETE /v2.0/networks/f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08 HTTP/1.1" status: 204 len: 168 time: 0.3009870 Aug 31 01:36:10.942267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58552) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:10.953347 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 625a722a-c117-4ca8-812f-82537bbc8bf9 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:10.953696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 625a722a-c117-4ca8-812f-82537bbc8bf9 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:10.955534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a5460-2719-487a-9e0b-c64b4fc1296d tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event deleted for resources: {'Network': ['ID=f00718c4-cf37-4eb2-9ab7-7d4bfa5e7a08,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:10.999041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad68f459-816a-4980-9068-6b20199a9445 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Deleting subnet 46eafdf8-18fa-4205-a11d-47945cf479c6 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:36:11.002153 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad68f459-816a-4980-9068-6b20199a9445 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.040411 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad68f459-816a-4980-9068-6b20199a9445 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.132299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad68f459-816a-4980-9068-6b20199a9445 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.191786 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad68f459-816a-4980-9068-6b20199a9445 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.218715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68f459-816a-4980-9068-6b20199a9445 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event deleted for resources: {'Subnet': ['ID=46eafdf8-18fa-4205-a11d-47945cf479c6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:11.220675 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad68f459-816a-4980-9068-6b20199a9445 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.223635 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ad68f459-816a-4980-9068-6b20199a9445 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "DELETE /v2.0/subnets/46eafdf8-18fa-4205-a11d-47945cf479c6 HTTP/1.1" status: 204 len: 168 time: 0.2791281 Aug 31 01:36:11.224948 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58554) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:11.227511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442e6d64-40bb-4732-a62d-d111b0fa22cf None None] Network 3045bbf6-f653-4f29-8a81-43819565db2b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:11.291943 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.303709 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.357032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Deleting port 05b5009e-668b-4e53-a708-36f4def4bc10 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:11.357286 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.361818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58556) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:11.428136 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7399d9-81e5-4528-baee-ae1d1a4789d8 None None] DHCP port deletion for 3045bbf6-f653-4f29-8a81-43819565db2b request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:36:11.435543 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] For port 05b5009e-668b-4e53-a708-36f4def4bc10, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=05b5009e-668b-4e53-a708-36f4def4bc10,segment=NetworkSegment(d68bf900-ab0d-47aa-99c6-78a4b04ad7fa),segment_id=d68bf900-ab0d-47aa-99c6-78a4b04ad7fa)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:11.435772 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.449090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Calling delete_port for 05b5009e-668b-4e53-a708-36f4def4bc10 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:11.473239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ef7399d9-81e5-4528-baee-ae1d1a4789d8 None None] Deleting port 05b5009e-668b-4e53-a708-36f4def4bc10 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:11.473672 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ef7399d9-81e5-4528-baee-ae1d1a4789d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.540407 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.547182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ef7399d9-81e5-4528-baee-ae1d1a4789d8 None None] For port 05b5009e-668b-4e53-a708-36f4def4bc10, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=05b5009e-668b-4e53-a708-36f4def4bc10,segment=NetworkSegment(d68bf900-ab0d-47aa-99c6-78a4b04ad7fa),segment_id=d68bf900-ab0d-47aa-99c6-78a4b04ad7fa)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:11.547700 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ef7399d9-81e5-4528-baee-ae1d1a4789d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.550243 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f35f2-c61f-44db-882e-f3525b83ccdb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Deleting port f9ea8be1-016b-40de-a706-3fe921032f5b {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:11.550587 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b8f35f2-c61f-44db-882e-f3525b83ccdb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.561311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ef7399d9-81e5-4528-baee-ae1d1a4789d8 None None] Calling delete_port for 05b5009e-668b-4e53-a708-36f4def4bc10 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:11.566266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event deleted for resources: {'Port': ['ID=05b5009e-668b-4e53-a708-36f4def4bc10,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:11.570015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] No DVR routers for this DVR port 05b5009e-668b-4e53-a708-36f4def4bc10 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:11.632210 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b8f35f2-c61f-44db-882e-f3525b83ccdb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.632578 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b8f35f2-c61f-44db-882e-f3525b83ccdb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.645882 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ef7399d9-81e5-4528-baee-ae1d1a4789d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.646386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f35f2-c61f-44db-882e-f3525b83ccdb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Calling delete_port for f9ea8be1-016b-40de-a706-3fe921032f5b owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:11.681478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7399d9-81e5-4528-baee-ae1d1a4789d8 None None] Pushing event deleted for resources: {'Port': ['ID=05b5009e-668b-4e53-a708-36f4def4bc10,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:11.683349 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7399d9-81e5-4528-baee-ae1d1a4789d8 None None] No DVR routers for this DVR port 05b5009e-668b-4e53-a708-36f4def4bc10 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:11.814928 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b8f35f2-c61f-44db-882e-f3525b83ccdb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.846151 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f35f2-c61f-44db-882e-f3525b83ccdb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event deleted for resources: {'Port': ['ID=f9ea8be1-016b-40de-a706-3fe921032f5b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:11.893760 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.904330 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3045bbf6-f653-4f29-8a81-43819565db2b']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:11.909065 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b8f35f2-c61f-44db-882e-f3525b83ccdb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.909360 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-7b8f35f2-c61f-44db-882e-f3525b83ccdb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Floating IP 1a95f7fe-a6a7-4dc7-b7cd-d8a8301f9096 disassociated (deleted). External IP: 172.25.6.43, port: b09a6730-43ae-468f-8cb5-d6c06c820e51. Aug 31 01:36:11.914510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68bf900-ab0d-47aa-99c6-78a4b04ad7fa') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:11.914808 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68bf900-ab0d-47aa-99c6-78a4b04ad7fa') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:11.926119 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.939917 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.946390 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:36:11.947092 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:36:11.950968 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:36:12.009031 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:12.016099 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:12.020343 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "DELETE /v2.0/networks/3045bbf6-f653-4f29-8a81-43819565db2b HTTP/1.1" status: 204 len: 168 time: 0.7922003 Aug 31 01:36:12.029165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58558) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:12.038299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cffc7-bd5d-480f-a4e6-ad37bf2284be tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Pushing event deleted for resources: {'Network': ['ID=3045bbf6-f653-4f29-8a81-43819565db2b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:12.064796 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-44438f4a-7550-4084-9684-b1b95e547db4 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "GET /v2.0/ports?device_id=54046fd5-c71a-476f-9a7c-0478f23133f4 HTTP/1.1" status: 200 len: 205 time: 0.0345008 Aug 31 01:36:12.067236 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58560) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:12.139286 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1057eb6-6c98-4977-a6ea-a6dce7a7e3c6 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:12.139911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8f35f2-c61f-44db-882e-f3525b83ccdb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Router 27694dd3-eb85-45df-81dc-3e2e184abaa5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:12.297745 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1057eb6-6c98-4977-a6ea-a6dce7a7e3c6 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:12.300016 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1057eb6-6c98-4977-a6ea-a6dce7a7e3c6 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:12.349163 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1057eb6-6c98-4977-a6ea-a6dce7a7e3c6 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:12.349720 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1057eb6-6c98-4977-a6ea-a6dce7a7e3c6 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Fanout notify agent at l3_agent the message router_deleted on router 54046fd5-c71a-476f-9a7c-0478f23133f4 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:36:12.357253 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1057eb6-6c98-4977-a6ea-a6dce7a7e3c6 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:12.360974 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a1057eb6-6c98-4977-a6ea-a6dce7a7e3c6 tempest-RoutersNegativeIpV6Test-903445699 tempest-RoutersNegativeIpV6Test-903445699-project] 10.222.0.58 "DELETE /v2.0/routers/54046fd5-c71a-476f-9a7c-0478f23133f4 HTTP/1.1" status: 204 len: 168 time: 0.2900958 Aug 31 01:36:12.564788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8f35f2-c61f-44db-882e-f3525b83ccdb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:12.569356 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7b8f35f2-c61f-44db-882e-f3525b83ccdb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:12.574452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728f5e6b-d69c-434e-854f-28683217dfc2 None None] Sync routers for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:12.590182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f5e6b-d69c-434e-854f-28683217dfc2 None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:12.591476 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-728f5e6b-d69c-434e-854f-28683217dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:35:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:12.606281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7b8f35f2-c61f-44db-882e-f3525b83ccdb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "DELETE /v2.0/floatingips/1a95f7fe-a6a7-4dc7-b7cd-d8a8301f9096 HTTP/1.1" status: 204 len: 168 time: 1.2409523 Aug 31 01:36:12.606281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d6a22e-e628-4f00-85a3-8b434a31a5f0', 'tag': 'b09a6730-43ae-468f-8cb5-d6c06c820e51'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:36:12.607140 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bfe23e-cf63-459b-a896-a6e5bd4bf55a" -d '{"events": [{"name": "network-changed", "server_uuid": "24d6a22e-e628-4f00-85a3-8b434a31a5f0", "tag": "b09a6730-43ae-468f-8cb5-d6c06c820e51"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:36:12.629760 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58570) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:12.662467 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4948ed7b-abd9-4275-bb2a-1cbe9d2954ef x-openstack-request-id: req-4948ed7b-abd9-4275-bb2a-1cbe9d2954ef {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:36:12.662986 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d6a22e-e628-4f00-85a3-8b434a31a5f0", "tag": "b09a6730-43ae-468f-8cb5-d6c06c820e51", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:36:12.663497 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4948ed7b-abd9-4275-bb2a-1cbe9d2954ef {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:36:12.664084 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d6a22e-e628-4f00-85a3-8b434a31a5f0', 'tag': 'b09a6730-43ae-468f-8cb5-d6c06c820e51', 'status': 'completed', 'code': 200} Aug 31 01:36:12.725734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfe23e-cf63-459b-a896-a6e5bd4bf55a req-097954c6-5925-4573-905e-b560ae5ad64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:12.727791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17bfe23e-cf63-459b-a896-a6e5bd4bf55a req-097954c6-5925-4573-905e-b560ae5ad64b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 1097 time: 0.0451705 Aug 31 01:36:12.758004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-728f5e6b-d69c-434e-854f-28683217dfc2 None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:12.792707 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7d17b531-2ff3-44cf-ba33-08fd3794c232 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88d8a89c8b5f4439834a77dc63b16e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594193 Aug 31 01:36:12.794612 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58576) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:12.845414 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ff0611c-72a5-482a-a16c-40945369da4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:12.869066 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ff0611c-72a5-482a-a16c-40945369da4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:12.898203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e5ecc-c05b-4831-ab6f-3dbb91417788 req-b352531a-ebb1-46dc-80bd-7bb94334e86c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:12.902706 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c6e5ecc-c05b-4831-ab6f-3dbb91417788 req-b352531a-ebb1-46dc-80bd-7bb94334e86c tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0907645 Aug 31 01:36:12.905361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfe23e-cf63-459b-a896-a6e5bd4bf55a req-7c3ba7cc-1278-444a-b900-e72a3e149007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:12.906987 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17bfe23e-cf63-459b-a896-a6e5bd4bf55a req-7c3ba7cc-1278-444a-b900-e72a3e149007 service neutron] 10.222.0.70 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.1660657 Aug 31 01:36:12.917368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 05b5009e-668b-4e53-a708-36f4def4bc10 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:12.920693 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ff0611c-72a5-482a-a16c-40945369da4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:12.923677 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ff0611c-72a5-482a-a16c-40945369da4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:12.925090 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5ff0611c-72a5-482a-a16c-40945369da4b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e858c64f-770c-4d68-ae54-6b5e95374bde HTTP/1.1" status: 204 len: 168 time: 0.1291800 Aug 31 01:36:12.939785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0611c-72a5-482a-a16c-40945369da4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e858c64f-770c-4d68-ae54-6b5e95374bde,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:12.946402 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 05b5009e-668b-4e53-a708-36f4def4bc10 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:12.946912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 05b5009e-668b-4e53-a708-36f4def4bc10 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:12.975178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17bfe23e-cf63-459b-a896-a6e5bd4bf55a req-14cd7b1c-15d4-4ebd-87fc-71263b899940 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09a6730-43ae-468f-8cb5-d6c06c820e51 HTTP/1.1" status: 200 len: 217 time: 0.0555999 Aug 31 01:36:13.025452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c6e5ecc-c05b-4831-ab6f-3dbb91417788 req-54db6cdb-00c9-43d2-8430-a369aa6beb4b tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1159091 Aug 31 01:36:13.046553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfe23e-cf63-459b-a896-a6e5bd4bf55a req-984420ec-dba3-423c-9769-f1b2c6ff2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:13.048204 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17bfe23e-cf63-459b-a896-a6e5bd4bf55a req-984420ec-dba3-423c-9769-f1b2c6ff2dfc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0618277 Aug 31 01:36:13.048752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-728f5e6b-d69c-434e-854f-28683217dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'eac86edc-5f15-407b-af51-e6fb5ee2c835', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'floating_ip_address': '172.25.6.16', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'port_id': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'mac_address': 'fa:16:3e:84:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:32:26Z', 'updated_at': '2021-08-31T01:32:29Z', 'revision_number': 1, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:13.081113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728f5e6b-d69c-434e-854f-28683217dfc2 None None] Checking router: 27694dd3-eb85-45df-81dc-3e2e184abaa5 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:36:13.094929 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f5e6b-d69c-434e-854f-28683217dfc2 None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:13.095599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-728f5e6b-d69c-434e-854f-28683217dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:35:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:13.102969 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfe23e-cf63-459b-a896-a6e5bd4bf55a req-9524edbd-3d85-462d-b618-b5b3892da291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:13.104573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17bfe23e-cf63-459b-a896-a6e5bd4bf55a req-9524edbd-3d85-462d-b618-b5b3892da291 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488946 Aug 31 01:36:13.216651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-728f5e6b-d69c-434e-854f-28683217dfc2 None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:13.219310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17bfe23e-cf63-459b-a896-a6e5bd4bf55a req-700d73ff-a926-4825-876d-708bb43d48a2 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063666 Aug 31 01:36:13.319112 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17bfe23e-cf63-459b-a896-a6e5bd4bf55a req-fd87dc25-b59f-4f73-89cc-faa2f43b0966 service neutron] 10.222.0.70 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923822 Aug 31 01:36:13.463835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-728f5e6b-d69c-434e-854f-28683217dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'eac86edc-5f15-407b-af51-e6fb5ee2c835', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'floating_ip_address': '172.25.6.16', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'port_id': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'mac_address': 'fa:16:3e:84:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:32:26Z', 'updated_at': '2021-08-31T01:32:29Z', 'revision_number': 1, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:13.491471 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728f5e6b-d69c-434e-854f-28683217dfc2 None None] The sync data for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 is: [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'eac86edc-5f15-407b-af51-e6fb5ee2c835', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'floating_ip_address': '172.25.6.16', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'port_id': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'mac_address': 'fa:16:3e:84:fd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:32:26Z', 'updated_at': '2021-08-31T01:32:29Z', 'revision_number': 1, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:13.643302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58598) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:13.714687 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a28a4-ec13-4ba7-868a-4b08468b025b None None] New status for floating IP 1a95f7fe-a6a7-4dc7-b7cd-d8a8301f9096: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:36:13.746623 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-97aecf7e-0a12-485e-a2cb-219ba8b4226f tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:13.747069 n-d-802060-13 neutron-server[94760]: WARNING neutron.api.v2.base [None req-97aecf7e-0a12-485e-a2cb-219ba8b4226f tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 01:36:13.747590 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-97aecf7e-0a12-485e-a2cb-219ba8b4226f tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 01:36:13.748557 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-97aecf7e-0a12-485e-a2cb-219ba8b4226f tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1042571 Aug 31 01:36:13.752308 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58602) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:13.756960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-cc541b0f-f1e3-455f-a3a1-6cd6a7f24b50 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1671252357'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:13.780680 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc541b0f-f1e3-455f-a3a1-6cd6a7f24b50 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:13.789999 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc541b0f-f1e3-455f-a3a1-6cd6a7f24b50 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:13.880030 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc541b0f-f1e3-455f-a3a1-6cd6a7f24b50 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:13.883710 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc541b0f-f1e3-455f-a3a1-6cd6a7f24b50 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:13.923070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc541b0f-f1e3-455f-a3a1-6cd6a7f24b50 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b0184b-7c93-4122-8ab4-a655f0907793,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:13.984714 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc541b0f-f1e3-455f-a3a1-6cd6a7f24b50 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:13.988336 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc541b0f-f1e3-455f-a3a1-6cd6a7f24b50 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.017089 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cc541b0f-f1e3-455f-a3a1-6cd6a7f24b50 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.018307 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cc541b0f-f1e3-455f-a3a1-6cd6a7f24b50 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2650056 Aug 31 01:36:14.020116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc541b0f-f1e3-455f-a3a1-6cd6a7f24b50 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b463c5cb-26b5-4a7e-a674-2533ae8ef697,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:14.021419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58604) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:14.026821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-eeb0e573-2d1a-4a79-9c90-330212c53682 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': 'b463c5cb-26b5-4a7e-a674-2533ae8ef697', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:14.064763 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e573-2d1a-4a79-9c90-330212c53682 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.140078 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e573-2d1a-4a79-9c90-330212c53682 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.145265 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e573-2d1a-4a79-9c90-330212c53682 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.160059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401207a-4aac-4bc5-a261-a64a66d429c3 req-f86fef01-5952-446c-9fd7-ab8aef813cfc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:14.161772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7401207a-4aac-4bc5-a261-a64a66d429c3 req-f86fef01-5952-446c-9fd7-ab8aef813cfc tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0516353 Aug 31 01:36:14.165344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e573-2d1a-4a79-9c90-330212c53682 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a60eb38-dc0b-4f33-ad6f-760883be24d6,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:14.168358 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e573-2d1a-4a79-9c90-330212c53682 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.173367 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-eeb0e573-2d1a-4a79-9c90-330212c53682 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480207 Aug 31 01:36:14.173835 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58610) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:14.178257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-01bcd6cb-ba79-4fae-9b42-078f5a58c89b tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': 'b463c5cb-26b5-4a7e-a674-2533ae8ef697', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:14.204861 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7401207a-4aac-4bc5-a261-a64a66d429c3 req-96a35ae4-c563-4f06-8c4c-e7e18cef8004 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361705 Aug 31 01:36:14.206427 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-01bcd6cb-ba79-4fae-9b42-078f5a58c89b tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.256795 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-01bcd6cb-ba79-4fae-9b42-078f5a58c89b tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 01:36:14.257870 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-01bcd6cb-ba79-4fae-9b42-078f5a58c89b tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0833495 Aug 31 01:36:14.260762 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58612) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:14.318168 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3664af0-e3f3-401d-9a9b-0b948553d508 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.332472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41dd62-b100-4525-b580-44dbb9151d68 req-4f2bad70-7dce-4570-8ce0-eb60b969825d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:14.333944 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c41dd62-b100-4525-b580-44dbb9151d68 req-4f2bad70-7dce-4570-8ce0-eb60b969825d tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0496941 Aug 31 01:36:14.342327 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3664af0-e3f3-401d-9a9b-0b948553d508 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.388951 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3664af0-e3f3-401d-9a9b-0b948553d508 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.391569 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3664af0-e3f3-401d-9a9b-0b948553d508 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.392756 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b3664af0-e3f3-401d-9a9b-0b948553d508 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "DELETE /v2.0/security-groups/b463c5cb-26b5-4a7e-a674-2533ae8ef697 HTTP/1.1" status: 204 len: 168 time: 0.1310649 Aug 31 01:36:14.395899 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58614) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:14.415941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3664af0-e3f3-401d-9a9b-0b948553d508 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b463c5cb-26b5-4a7e-a674-2533ae8ef697,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:14.431262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-9c41dd62-b100-4525-b580-44dbb9151d68 req-b3332757-a07f-4fc6-abac-9f63d6c0e3c5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Deleting port b09a6730-43ae-468f-8cb5-d6c06c820e51 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:14.431629 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9c41dd62-b100-4525-b580-44dbb9151d68 req-b3332757-a07f-4fc6-abac-9f63d6c0e3c5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.466458 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4606598f-7809-4781-a100-51ac3e10cb28 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0694022 Aug 31 01:36:14.470265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58616) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:14.474417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b8d3fb25-688a-4e52-9b74-dac5e818ba43 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907140087'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:14.498007 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b8d3fb25-688a-4e52-9b74-dac5e818ba43 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.522469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-9c41dd62-b100-4525-b580-44dbb9151d68 req-b3332757-a07f-4fc6-abac-9f63d6c0e3c5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] For port b09a6730-43ae-468f-8cb5-d6c06c820e51, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b09a6730-43ae-468f-8cb5-d6c06c820e51,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:14.522802 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9c41dd62-b100-4525-b580-44dbb9151d68 req-b3332757-a07f-4fc6-abac-9f63d6c0e3c5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.536179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-9c41dd62-b100-4525-b580-44dbb9151d68 req-b3332757-a07f-4fc6-abac-9f63d6c0e3c5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Calling delete_port for b09a6730-43ae-468f-8cb5-d6c06c820e51 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:14.580086 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b8d3fb25-688a-4e52-9b74-dac5e818ba43 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.583637 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b8d3fb25-688a-4e52-9b74-dac5e818ba43 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.612655 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b8d3fb25-688a-4e52-9b74-dac5e818ba43 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.615201 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b8d3fb25-688a-4e52-9b74-dac5e818ba43 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1431661 Aug 31 01:36:14.617870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3fb25-688a-4e52-9b74-dac5e818ba43 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4084c633-35d6-42e8-a992-e00a19e782a6,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:14.618031 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58618) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:14.622001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-079203de-ade1-4f96-a599-17a90b9a0991 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': '4084c633-35d6-42e8-a992-e00a19e782a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:14.622950 n-d-802060-13 neutron-server[94761]: WARNING neutron.api.v2.base [None req-079203de-ade1-4f96-a599-17a90b9a0991 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 01:36:14.623528 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-079203de-ade1-4f96-a599-17a90b9a0991 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:14.624498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-079203de-ade1-4f96-a599-17a90b9a0991 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062895 Aug 31 01:36:14.627140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58620) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:14.680491 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-94d05c1d-5cc9-463d-bac6-7454f25a692f tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.686192 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9c41dd62-b100-4525-b580-44dbb9151d68 req-b3332757-a07f-4fc6-abac-9f63d6c0e3c5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.704945 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-94d05c1d-5cc9-463d-bac6-7454f25a692f tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.716647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3332757-a07f-4fc6-abac-9f63d6c0e3c5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event deleted for resources: {'Port': ['ID=b09a6730-43ae-468f-8cb5-d6c06c820e51,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:14.751206 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-94d05c1d-5cc9-463d-bac6-7454f25a692f tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.754064 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-94d05c1d-5cc9-463d-bac6-7454f25a692f tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.755216 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-94d05c1d-5cc9-463d-bac6-7454f25a692f tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "DELETE /v2.0/security-groups/4084c633-35d6-42e8-a992-e00a19e782a6 HTTP/1.1" status: 204 len: 168 time: 0.1270266 Aug 31 01:36:14.758305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58622) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:14.761879 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c41dd62-b100-4525-b580-44dbb9151d68 req-b3332757-a07f-4fc6-abac-9f63d6c0e3c5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] No DVR routers for this DVR port b09a6730-43ae-468f-8cb5-d6c06c820e51 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:14.765184 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9c41dd62-b100-4525-b580-44dbb9151d68 req-b3332757-a07f-4fc6-abac-9f63d6c0e3c5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.767189 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c41dd62-b100-4525-b580-44dbb9151d68 req-b3332757-a07f-4fc6-abac-9f63d6c0e3c5 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.70 "DELETE /v2.0/ports/b09a6730-43ae-468f-8cb5-d6c06c820e51 HTTP/1.1" status: 204 len: 173 time: 0.4274533 Aug 31 01:36:14.767706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d6a22e-e628-4f00-85a3-8b434a31a5f0', 'name': 'network-vif-deleted', 'tag': 'b09a6730-43ae-468f-8cb5-d6c06c820e51'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:36:14.769943 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de82ce98-dba1-4510-9173-108dc24458f7" -d '{"events": [{"server_uuid": "24d6a22e-e628-4f00-85a3-8b434a31a5f0", "name": "network-vif-deleted", "tag": "b09a6730-43ae-468f-8cb5-d6c06c820e51"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:36:14.783078 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d05c1d-5cc9-463d-bac6-7454f25a692f tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4084c633-35d6-42e8-a992-e00a19e782a6,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:14.824223 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2a8eba9c-569d-484f-9c4d-d3f01753aee6 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647500 Aug 31 01:36:14.828151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58628) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:14.833461 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7a8de4-29b6-4160-849c-dc0e99a5ac15 x-openstack-request-id: req-ee7a8de4-29b6-4160-849c-dc0e99a5ac15 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:36:14.833824 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d6a22e-e628-4f00-85a3-8b434a31a5f0", "name": "network-vif-deleted", "tag": "b09a6730-43ae-468f-8cb5-d6c06c820e51", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:36:14.834280 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee7a8de4-29b6-4160-849c-dc0e99a5ac15 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:36:14.834608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-372919d8-9fb5-4630-aefb-8e2136d490c7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1463797732'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:14.834748 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d6a22e-e628-4f00-85a3-8b434a31a5f0', 'name': 'network-vif-deleted', 'tag': 'b09a6730-43ae-468f-8cb5-d6c06c820e51', 'status': 'completed', 'code': 200} Aug 31 01:36:14.858862 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-372919d8-9fb5-4630-aefb-8e2136d490c7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.944226 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-372919d8-9fb5-4630-aefb-8e2136d490c7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.948977 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-372919d8-9fb5-4630-aefb-8e2136d490c7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.976699 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-372919d8-9fb5-4630-aefb-8e2136d490c7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.980668 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-372919d8-9fb5-4630-aefb-8e2136d490c7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1477914 Aug 31 01:36:14.981790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58630) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:14.982525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372919d8-9fb5-4630-aefb-8e2136d490c7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0af8b82-2579-4f93-bf2b-371ac9d6d092,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:14.988314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ae57c033-1c20-4772-aa06-1e527b3f906a tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': 'f0af8b82-2579-4f93-bf2b-371ac9d6d092', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:14.989439 n-d-802060-13 neutron-server[94761]: WARNING neutron.api.v2.base [None req-ae57c033-1c20-4772-aa06-1e527b3f906a tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 01:36:14.989556 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-ae57c033-1c20-4772-aa06-1e527b3f906a tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:14.990506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ae57c033-1c20-4772-aa06-1e527b3f906a tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070734 Aug 31 01:36:14.993219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58632) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.049151 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d21b2e7e-1106-4dc3-a74f-e92aecc08964 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.073057 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d21b2e7e-1106-4dc3-a74f-e92aecc08964 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.118094 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d21b2e7e-1106-4dc3-a74f-e92aecc08964 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.120759 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d21b2e7e-1106-4dc3-a74f-e92aecc08964 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.122472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d21b2e7e-1106-4dc3-a74f-e92aecc08964 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "DELETE /v2.0/security-groups/f0af8b82-2579-4f93-bf2b-371ac9d6d092 HTTP/1.1" status: 204 len: 168 time: 0.1283784 Aug 31 01:36:15.126019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58634) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.132403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b2e7e-1106-4dc3-a74f-e92aecc08964 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0af8b82-2579-4f93-bf2b-371ac9d6d092,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:15.186574 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c90fbd03-b3dd-45c7-8784-8e3aeda3e5cd tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546284 Aug 31 01:36:15.187320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58636) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.192179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-7d9f4e9a-87d0-418b-a3e1-f99bc2648bb7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092852917'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:15.217863 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4e9a-87d0-418b-a3e1-f99bc2648bb7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.337730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1bff3dd-7af1-45aa-a84a-e1f4864cd883 req-c33261f2-a148-45e8-b558-e8fd371f9c5f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0395439 Aug 31 01:36:15.339963 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4e9a-87d0-418b-a3e1-f99bc2648bb7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.345665 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4e9a-87d0-418b-a3e1-f99bc2648bb7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.376820 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4e9a-87d0-418b-a3e1-f99bc2648bb7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.378156 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7d9f4e9a-87d0-418b-a3e1-f99bc2648bb7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1898043 Aug 31 01:36:15.378926 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f4e9a-87d0-418b-a3e1-f99bc2648bb7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1ccf92-eabe-46c3-9cc2-c8883bb03fa0,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:15.381000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58640) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.385467 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5d1a3314-8717-4a0e-bef3-c00998299b07 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': '4a1ccf92-eabe-46c3-9cc2-c8883bb03fa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:15.386479 n-d-802060-13 neutron-server[94761]: WARNING neutron.api.v2.base [None req-5d1a3314-8717-4a0e-bef3-c00998299b07 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 01:36:15.387128 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-5d1a3314-8717-4a0e-bef3-c00998299b07 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:15.388346 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5d1a3314-8717-4a0e-bef3-c00998299b07 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063751 Aug 31 01:36:15.390763 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58642) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.395496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e4fcf131-a230-4d12-b4ec-e1816635a6bf tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': '4a1ccf92-eabe-46c3-9cc2-c8883bb03fa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:15.396223 n-d-802060-13 neutron-server[94761]: WARNING neutron.api.v2.base [None req-e4fcf131-a230-4d12-b4ec-e1816635a6bf tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 01:36:15.396775 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-e4fcf131-a230-4d12-b4ec-e1816635a6bf tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:15.400085 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e4fcf131-a230-4d12-b4ec-e1816635a6bf tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059922 Aug 31 01:36:15.400287 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58644) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.405877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e5f841ba-352c-4fac-878c-37234388e9d4 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': '4a1ccf92-eabe-46c3-9cc2-c8883bb03fa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:15.406684 n-d-802060-13 neutron-server[94761]: WARNING neutron.api.v2.base [None req-e5f841ba-352c-4fac-878c-37234388e9d4 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 01:36:15.407160 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-e5f841ba-352c-4fac-878c-37234388e9d4 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:15.408122 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e5f841ba-352c-4fac-878c-37234388e9d4 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069752 Aug 31 01:36:15.410575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58646) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.414644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b7778f38-f99f-4237-9337-fbdfff28959b tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': '4a1ccf92-eabe-46c3-9cc2-c8883bb03fa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:15.415493 n-d-802060-13 neutron-server[94761]: WARNING neutron.api.v2.base [None req-b7778f38-f99f-4237-9337-fbdfff28959b tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 01:36:15.415952 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-b7778f38-f99f-4237-9337-fbdfff28959b tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:15.416878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b7778f38-f99f-4237-9337-fbdfff28959b tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054576 Aug 31 01:36:15.419783 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58648) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.473657 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-903e854b-b69b-42dc-9708-595da8fcf521 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.496045 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-903e854b-b69b-42dc-9708-595da8fcf521 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.538272 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-903e854b-b69b-42dc-9708-595da8fcf521 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.541495 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-903e854b-b69b-42dc-9708-595da8fcf521 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.542557 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-903e854b-b69b-42dc-9708-595da8fcf521 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "DELETE /v2.0/security-groups/4a1ccf92-eabe-46c3-9cc2-c8883bb03fa0 HTTP/1.1" status: 204 len: 168 time: 0.1215839 Aug 31 01:36:15.546230 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58650) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.553533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e854b-b69b-42dc-9708-595da8fcf521 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1ccf92-eabe-46c3-9cc2-c8883bb03fa0,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:15.596937 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e61aa43b-e81c-48f8-bb22-5af523db7c9e tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490956 Aug 31 01:36:15.600540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58652) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.605406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-99243a9d-2724-4155-b0e5-b7cc40bf8122 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1685724331'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:15.630400 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99243a9d-2724-4155-b0e5-b7cc40bf8122 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.710489 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99243a9d-2724-4155-b0e5-b7cc40bf8122 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.714597 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99243a9d-2724-4155-b0e5-b7cc40bf8122 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.741215 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99243a9d-2724-4155-b0e5-b7cc40bf8122 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:15.742430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-99243a9d-2724-4155-b0e5-b7cc40bf8122 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1408169 Aug 31 01:36:15.745477 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58654) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.746479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99243a9d-2724-4155-b0e5-b7cc40bf8122 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3784eae5-640b-49b4-9428-32ac95cafe98,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:15.750740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2c4852be-9963-44c1-a18f-a2acf4a2cef2 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': '3784eae5-640b-49b4-9428-32ac95cafe98', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:15.751238 n-d-802060-13 neutron-server[94760]: WARNING neutron.api.v2.base [None req-2c4852be-9963-44c1-a18f-a2acf4a2cef2 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 01:36:15.751906 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-2c4852be-9963-44c1-a18f-a2acf4a2cef2 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:15.755724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58656) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.755854 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2c4852be-9963-44c1-a18f-a2acf4a2cef2 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091031 Aug 31 01:36:15.760821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-2e00f255-bfe4-4298-96a0-6d66e23c0f32 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': '3784eae5-640b-49b4-9428-32ac95cafe98', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:15.798361 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-2e00f255-bfe4-4298-96a0-6d66e23c0f32 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:15.799822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2e00f255-bfe4-4298-96a0-6d66e23c0f32 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0427287 Aug 31 01:36:15.804460 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58658) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.809101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7dd03d73-ca59-4d91-b0d2-febfdb90453c tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': '3784eae5-640b-49b4-9428-32ac95cafe98', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:15.809834 n-d-802060-13 neutron-server[94760]: WARNING neutron.api.v2.base [None req-7dd03d73-ca59-4d91-b0d2-febfdb90453c tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 01:36:15.810328 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-7dd03d73-ca59-4d91-b0d2-febfdb90453c tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:15.813913 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7dd03d73-ca59-4d91-b0d2-febfdb90453c tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058649 Aug 31 01:36:15.814557 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58662) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.828601 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5c5cdb1b-7731-459d-936b-de8a003870b4 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': '3784eae5-640b-49b4-9428-32ac95cafe98', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:15.875013 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-5c5cdb1b-7731-459d-936b-de8a003870b4 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:15.879574 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58666) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.879891 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5c5cdb1b-7731-459d-936b-de8a003870b4 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0648403 Aug 31 01:36:15.889003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-41e07c8c-9fbd-4d4e-a19a-b3190d09fae0 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': '3784eae5-640b-49b4-9428-32ac95cafe98', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:15.889562 n-d-802060-13 neutron-server[94761]: WARNING neutron.api.v2.base [None req-41e07c8c-9fbd-4d4e-a19a-b3190d09fae0 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 01:36:15.890063 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-41e07c8c-9fbd-4d4e-a19a-b3190d09fae0 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:15.891101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-41e07c8c-9fbd-4d4e-a19a-b3190d09fae0 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105114 Aug 31 01:36:15.893895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58668) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.898275 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c8aa21d2-1038-498b-8830-4a4a1717ba1b tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': '3784eae5-640b-49b4-9428-32ac95cafe98', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:15.935078 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-c8aa21d2-1038-498b-8830-4a4a1717ba1b tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:15.938802 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c8aa21d2-1038-498b-8830-4a4a1717ba1b tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0413742 Aug 31 01:36:15.939064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58670) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.943672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-7f28bee2-c9ab-4a00-8a15-d96ae88d7b7b tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': '3784eae5-640b-49b4-9428-32ac95cafe98', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:15.944974 n-d-802060-13 neutron-server[94761]: WARNING neutron.api.v2.base [None req-7f28bee2-c9ab-4a00-8a15-d96ae88d7b7b tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 01:36:15.945523 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-7f28bee2-c9ab-4a00-8a15-d96ae88d7b7b tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:15.948621 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7f28bee2-c9ab-4a00-8a15-d96ae88d7b7b tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064805 Aug 31 01:36:15.948889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58672) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.953389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-910a1960-d8a2-44d7-885a-a8de20497dd1 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': '3784eae5-640b-49b4-9428-32ac95cafe98', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:15.988437 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-910a1960-d8a2-44d7-885a-a8de20497dd1 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:15.989517 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-910a1960-d8a2-44d7-885a-a8de20497dd1 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0397048 Aug 31 01:36:15.992374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58674) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:15.998653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-2f429554-06ba-47f6-ae49-e6adfc5768da tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': '3784eae5-640b-49b4-9428-32ac95cafe98', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:16.032244 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-2f429554-06ba-47f6-ae49-e6adfc5768da tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:16.033341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2f429554-06ba-47f6-ae49-e6adfc5768da tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0399597 Aug 31 01:36:16.036235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58676) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:16.090338 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a50bf53f-7ab8-4f97-8bba-6c52578cfb85 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.112931 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a50bf53f-7ab8-4f97-8bba-6c52578cfb85 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.155570 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a50bf53f-7ab8-4f97-8bba-6c52578cfb85 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.158315 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a50bf53f-7ab8-4f97-8bba-6c52578cfb85 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.161822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a50bf53f-7ab8-4f97-8bba-6c52578cfb85 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "DELETE /v2.0/security-groups/3784eae5-640b-49b4-9428-32ac95cafe98 HTTP/1.1" status: 204 len: 168 time: 0.1223648 Aug 31 01:36:16.162333 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58678) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:16.168790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bf53f-7ab8-4f97-8bba-6c52578cfb85 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3784eae5-640b-49b4-9428-32ac95cafe98,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:16.206183 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-df645350-2952-4ebe-b8af-1bde32879360 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0427866 Aug 31 01:36:16.210142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58680) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:16.215004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a5810eac-9b04-44cc-8917-fbfcb7d4cca9 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group': {'name': 'tempest-secgroup--912557167'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:16.238827 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a5810eac-9b04-44cc-8917-fbfcb7d4cca9 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.329199 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a5810eac-9b04-44cc-8917-fbfcb7d4cca9 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.332930 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a5810eac-9b04-44cc-8917-fbfcb7d4cca9 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.361796 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a5810eac-9b04-44cc-8917-fbfcb7d4cca9 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.369369 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a5810eac-9b04-44cc-8917-fbfcb7d4cca9 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1539793 Aug 31 01:36:16.369577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58684) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:16.375093 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3e89f96d-f87d-4038-ad17-cda74b43e17c tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': 'cfc55cf6-f202-41be-9171-ccdc4ccad37e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:16.380072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5810eac-9b04-44cc-8917-fbfcb7d4cca9 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc55cf6-f202-41be-9171-ccdc4ccad37e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:16.426622 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-3e89f96d-f87d-4038-ad17-cda74b43e17c tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The resource could not be found. Aug 31 01:36:16.429345 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3e89f96d-f87d-4038-ad17-cda74b43e17c tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0586758 Aug 31 01:36:16.432576 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58686) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:16.438204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7e4e4ddc-394f-4c58-a50f-b962a9edcb4d tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': 'cfc55cf6-f202-41be-9171-ccdc4ccad37e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b704df8f-9013-4219-ba15-6153ec4b9f59'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:16.484196 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-7e4e4ddc-394f-4c58-a50f-b962a9edcb4d tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The resource could not be found. Aug 31 01:36:16.485371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6b57eec3-ee3f-47df-8e62-4755bf1521b7 req-f6e69dc5-1c7d-4bdd-a7a2-6580fce726bb tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0341864 Aug 31 01:36:16.485502 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7e4e4ddc-394f-4c58-a50f-b962a9edcb4d tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0518041 Aug 31 01:36:16.488588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58688) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:16.546520 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-311a0f2f-8f89-4421-b79c-e5d8a1acbf37 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.568568 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-311a0f2f-8f89-4421-b79c-e5d8a1acbf37 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.610716 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-311a0f2f-8f89-4421-b79c-e5d8a1acbf37 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.613361 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-311a0f2f-8f89-4421-b79c-e5d8a1acbf37 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.614520 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-311a0f2f-8f89-4421-b79c-e5d8a1acbf37 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "DELETE /v2.0/security-groups/cfc55cf6-f202-41be-9171-ccdc4ccad37e HTTP/1.1" status: 204 len: 168 time: 0.1248503 Aug 31 01:36:16.617264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58690) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:16.624621 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a0f2f-8f89-4421-b79c-e5d8a1acbf37 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc55cf6-f202-41be-9171-ccdc4ccad37e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:16.671693 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-acab585b-1d3f-40ca-90ad-a4ab259f7284 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0531402 Aug 31 01:36:16.675603 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58692) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:16.680479 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-caefe97e-b582-41cd-81b6-7901ba97c1a7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': 'bbd12fa1-bc2d-48e2-a066-b272afe38896', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:16.719539 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-caefe97e-b582-41cd-81b6-7901ba97c1a7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The resource could not be found. Aug 31 01:36:16.724084 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-caefe97e-b582-41cd-81b6-7901ba97c1a7 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0441728 Aug 31 01:36:16.724377 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58694) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:16.728881 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b14e5bf4-f5cd-4eb6-96b8-16f4c672db45 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427732001'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:16.751378 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b14e5bf4-f5cd-4eb6-96b8-16f4c672db45 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.833207 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b14e5bf4-f5cd-4eb6-96b8-16f4c672db45 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.837257 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b14e5bf4-f5cd-4eb6-96b8-16f4c672db45 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.869465 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e5bf4-f5cd-4eb6-96b8-16f4c672db45 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96d78de-3e54-416f-8aec-4c0087fa7c86,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:16.873351 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b14e5bf4-f5cd-4eb6-96b8-16f4c672db45 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.875792 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b14e5bf4-f5cd-4eb6-96b8-16f4c672db45 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1504076 Aug 31 01:36:16.878038 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58696) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:16.883850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-447d92bc-c05c-4a2a-a3b0-9ddf8a7db063 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472545042'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:16.908220 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-447d92bc-c05c-4a2a-a3b0-9ddf8a7db063 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.995325 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-447d92bc-c05c-4a2a-a3b0-9ddf8a7db063 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:16.999021 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-447d92bc-c05c-4a2a-a3b0-9ddf8a7db063 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.026301 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-447d92bc-c05c-4a2a-a3b0-9ddf8a7db063 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.027553 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-447d92bc-c05c-4a2a-a3b0-9ddf8a7db063 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1480250 Aug 31 01:36:17.030110 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d92bc-c05c-4a2a-a3b0-9ddf8a7db063 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ec4b7b-32ab-490d-8024-d94281959c36,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:17.031353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58698) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:17.036837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f6a9b9b5-a576-4b07-8435-b3ca5916f984 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group_rule': {'security_group_id': 'a96d78de-3e54-416f-8aec-4c0087fa7c86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b1ec4b7b-32ab-490d-8024-d94281959c36'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:17.072651 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-f6a9b9b5-a576-4b07-8435-b3ca5916f984 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 01:36:17.073686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f6a9b9b5-a576-4b07-8435-b3ca5916f984 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0407057 Aug 31 01:36:17.077800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58700) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:17.130752 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3faecb5a-c113-4894-b95b-ea2a451c2157 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.152045 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3faecb5a-c113-4894-b95b-ea2a451c2157 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.192963 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3faecb5a-c113-4894-b95b-ea2a451c2157 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.195593 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3faecb5a-c113-4894-b95b-ea2a451c2157 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.199128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3faecb5a-c113-4894-b95b-ea2a451c2157 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "DELETE /v2.0/security-groups/b1ec4b7b-32ab-490d-8024-d94281959c36 HTTP/1.1" status: 204 len: 168 time: 0.1181264 Aug 31 01:36:17.199723 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58702) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:17.205889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faecb5a-c113-4894-b95b-ea2a451c2157 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ec4b7b-32ab-490d-8024-d94281959c36,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:17.262094 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6a09c262-745f-4e7e-b55e-70d9f8ebae17 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0584607 Aug 31 01:36:17.262952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58704) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:17.321536 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-212387d9-ff0c-4313-ab65-ee992c07fd96 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.343880 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-212387d9-ff0c-4313-ab65-ee992c07fd96 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.385119 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-212387d9-ff0c-4313-ab65-ee992c07fd96 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.388253 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-212387d9-ff0c-4313-ab65-ee992c07fd96 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.389475 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-212387d9-ff0c-4313-ab65-ee992c07fd96 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "DELETE /v2.0/security-groups/a96d78de-3e54-416f-8aec-4c0087fa7c86 HTTP/1.1" status: 204 len: 168 time: 0.1257703 Aug 31 01:36:17.392248 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58706) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:17.398754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212387d9-ff0c-4313-ab65-ee992c07fd96 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96d78de-3e54-416f-8aec-4c0087fa7c86,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:17.443602 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-799d520f-15ed-48cb-827e-ad000ca73411 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498731 Aug 31 01:36:17.447560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58708) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:17.453526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-53439061-399c-4e02-bbe8-4dac38ccfc37 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group': {'name': 'tempest-secgroup--475836270'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:17.475375 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53439061-399c-4e02-bbe8-4dac38ccfc37 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.560139 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53439061-399c-4e02-bbe8-4dac38ccfc37 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.572343 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53439061-399c-4e02-bbe8-4dac38ccfc37 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.596612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8d2820d-33b6-4495-aeff-98ffd1347940 req-592397c5-9334-4d62-88be-fab4a0ac9406 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0347013 Aug 31 01:36:17.622361 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53439061-399c-4e02-bbe8-4dac38ccfc37 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.626223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-53439061-399c-4e02-bbe8-4dac38ccfc37 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1749341 Aug 31 01:36:17.626223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53439061-399c-4e02-bbe8-4dac38ccfc37 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b97704-28bb-4048-8814-9da6e27a8f55,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:17.627172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58712) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:17.633416 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b7ea5b5d-b3c3-4098-98e8-89b453223e74 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:17.633842 n-d-802060-13 neutron-server[94760]: WARNING neutron.api.v2.base [None req-b7ea5b5d-b3c3-4098-98e8-89b453223e74 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 01:36:17.634335 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-b7ea5b5d-b3c3-4098-98e8-89b453223e74 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 01:36:17.638814 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b7ea5b5d-b3c3-4098-98e8-89b453223e74 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "PUT /v2.0/security-groups/94b97704-28bb-4048-8814-9da6e27a8f55 HTTP/1.1" status: 409 len: 330 time: 0.0057971 Aug 31 01:36:17.638939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58714) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:17.692815 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ec3504d-18b4-479c-8f1f-c09bd5f8c54a tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.719467 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ec3504d-18b4-479c-8f1f-c09bd5f8c54a tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.759738 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ec3504d-18b4-479c-8f1f-c09bd5f8c54a tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.763222 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7ec3504d-18b4-479c-8f1f-c09bd5f8c54a tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:17.764087 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7ec3504d-18b4-479c-8f1f-c09bd5f8c54a tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "DELETE /v2.0/security-groups/94b97704-28bb-4048-8814-9da6e27a8f55 HTTP/1.1" status: 204 len: 168 time: 0.1241291 Aug 31 01:36:17.766877 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58716) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:17.774313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3504d-18b4-479c-8f1f-c09bd5f8c54a tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b97704-28bb-4048-8814-9da6e27a8f55,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:17.823249 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-33de95e3-4d6f-470c-90b7-6b71816e3775 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552218 Aug 31 01:36:17.827494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58718) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:17.845122 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-270ded54-792e-49e9-a07f-1e25e608ae35 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] delete failed (client error): The resource could not be found. Aug 31 01:36:17.846087 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-270ded54-792e-49e9-a07f-1e25e608ae35 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "DELETE /v2.0/security-groups/fa8f9536-48a0-4630-bf06-b2ffb7762ef9 HTTP/1.1" status: 404 len: 347 time: 0.0176592 Aug 31 01:36:17.849591 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58720) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:17.862803 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-f353d025-570e-482b-ad28-925f210f5747 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] show failed (client error): The resource could not be found. Aug 31 01:36:17.863769 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f353d025-570e-482b-ad28-925f210f5747 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "GET /v2.0/security-groups/fc536054-fa65-49ff-835d-70e16ad0a5a9 HTTP/1.1" status: 404 len: 347 time: 0.0133221 Aug 31 01:36:17.867103 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58722) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:17.880860 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-6552dd3c-644b-4f67-8210-aae7c8198218 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] show failed (client error): The resource could not be found. Aug 31 01:36:17.881852 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6552dd3c-644b-4f67-8210-aae7c8198218 tempest-NegativeSecGroupTest-1054646169 tempest-NegativeSecGroupTest-1054646169-project] 10.222.0.58 "GET /v2.0/security-group-rules/650dc1a5-96b1-47ae-a3ea-2d6fc2b7b560 HTTP/1.1" status: 404 len: 356 time: 0.0138862 Aug 31 01:36:18.124308 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58730) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:18.271351 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-08578dcd-3cbb-41e6-a1ca-8be8f756d93e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69768eac169f45a69dbb2822d84cc24d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453311 Aug 31 01:36:18.271737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58734) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:18.322193 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65c5021e-6558-4167-a025-7197e8628fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:18.342611 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65c5021e-6558-4167-a025-7197e8628fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:18.393885 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65c5021e-6558-4167-a025-7197e8628fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:18.396503 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-65c5021e-6558-4167-a025-7197e8628fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:18.397673 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-65c5021e-6558-4167-a025-7197e8628fc0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8b0184b-7c93-4122-8ab4-a655f0907793 HTTP/1.1" status: 204 len: 168 time: 0.1249447 Aug 31 01:36:18.405500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5021e-6558-4167-a025-7197e8628fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b0184b-7c93-4122-8ab4-a655f0907793,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:18.726607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73ba8326-5618-4ee7-9787-126779b58307 req-c6bdd767-3729-4006-b25b-ada5ff71dd32 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d6a22e-e628-4f00-85a3-8b434a31a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0338407 Aug 31 01:36:19.039722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58758) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:19.136479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-466939952'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:19.157905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Made reservation on behalf of 8bb81e122b384d76aaa7327f63454e4f for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:36:19.160945 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:19.170889 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:19.263076 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:19.266890 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:19.297435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:36:19.302627 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b406e8be-be68-4467-8db0-1ecb85d493e2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:19.311858 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:19.312223 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Added segment 3169de58-9d4a-474c-a18b-34493716a70b of type vlan for network 78aa7b90-c5d8-477f-a2b7-c826f614dd06 Aug 31 01:36:19.348220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b09a6730-43ae-468f-8cb5-d6c06c820e51 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:19.353907 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:19.368367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: b09a6730-43ae-468f-8cb5-d6c06c820e51 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:19.368643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b09a6730-43ae-468f-8cb5-d6c06c820e51 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:19.377963 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:19.383529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:19.384107 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:19.441039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3998322 Aug 31 01:36:19.443656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58762) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:19.451763 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-7d6849be-b6fc-4b83-8595-d218f6693799 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Request body: {'subnet': {'network_id': '78aa7b90-c5d8-477f-a2b7-c826f614dd06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:19.452716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cc884-1fc8-4b73-bd9c-df902d8e8f84 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Pushing event updated for resources: {'Network': ['ID=78aa7b90-c5d8-477f-a2b7-c826f614dd06,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:19.464056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 78aa7b90-c5d8-477f-a2b7-c826f614dd06 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:36:19.545004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6849be-b6fc-4b83-8595-d218f6693799 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Made reservation on behalf of 8bb81e122b384d76aaa7327f63454e4f for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:36:19.548797 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7d6849be-b6fc-4b83-8595-d218f6693799 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:19.724844 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7d6849be-b6fc-4b83-8595-d218f6693799 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:19.792656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6849be-b6fc-4b83-8595-d218f6693799 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Pushing event updated for resources: {'Subnet': ['ID=e3a6d8f8-064e-4d60-955b-bb158ae42e0a,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:19.804175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6849be-b6fc-4b83-8595-d218f6693799 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Checking segment: {'id': '3169de58-9d4a-474c-a18b-34493716a70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '78aa7b90-c5d8-477f-a2b7-c826f614dd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:36:19.804542 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6849be-b6fc-4b83-8595-d218f6693799 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Network hostable DHCP agents. Network: 78aa7b90-c5d8-477f-a2b7-c826f614dd06, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:36:19.821147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6849be-b6fc-4b83-8595-d218f6693799 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Network 78aa7b90-c5d8-477f-a2b7-c826f614dd06 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:36:19.830753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-7d6849be-b6fc-4b83-8595-d218f6693799 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 78aa7b90-c5d8-477f-a2b7-c826f614dd06) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:19.835575 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6849be-b6fc-4b83-8595-d218f6693799 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:19.836514 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7d6849be-b6fc-4b83-8595-d218f6693799 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:19.843360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f59515c-2893-44cb-a98d-c1774fb4744a None None] Network 78aa7b90-c5d8-477f-a2b7-c826f614dd06 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:19.869493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58772) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:19.875941 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7d6849be-b6fc-4b83-8595-d218f6693799 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4303463 Aug 31 01:36:19.876219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a7d15669-6a38-4984-9b1b-b7654097ce2f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Request body: {'port': {'network_id': '78aa7b90-c5d8-477f-a2b7-c826f614dd06', 'name': 'tempest-TagsExtTest-361946563'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:20.008529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d15669-6a38-4984-9b1b-b7654097ce2f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Made reservation on behalf of 8bb81e122b384d76aaa7327f63454e4f for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:36:20.012381 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7d15669-6a38-4984-9b1b-b7654097ce2f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.032170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [None req-a7d15669-6a38-4984-9b1b-b7654097ce2f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] device_id is not set on port c47e8c42-2059-4d7c-8683-f4a5bd9729f3 yet. {{(pid=94761) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 01:36:20.147161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-a7d15669-6a38-4984-9b1b-b7654097ce2f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Allocated IP 172.20.0.6 (78aa7b90-c5d8-477f-a2b7-c826f614dd06/e3a6d8f8-064e-4d60-955b-bb158ae42e0a/c47e8c42-2059-4d7c-8683-f4a5bd9729f3) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:36:20.148754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-78aa7b90-c5d8-477f-a2b7-c826f614dd06', 'network_id': '78aa7b90-c5d8-477f-a2b7-c826f614dd06', 'tenant_id': '8bb81e122b384d76aaa7327f63454e4f', 'fixed_ips': [{'subnet_id': 'e3a6d8f8-064e-4d60-955b-bb158ae42e0a'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:36:20.150010 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.304984 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7d15669-6a38-4984-9b1b-b7654097ce2f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.318651 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-a7d15669-6a38-4984-9b1b-b7654097ce2f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Transition to ACTIVE for port object c47e8c42-2059-4d7c-8683-f4a5bd9729f3 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:36:20.352935 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7d15669-6a38-4984-9b1b-b7654097ce2f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.396455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Allocated IP 172.20.0.2 (78aa7b90-c5d8-477f-a2b7-c826f614dd06/e3a6d8f8-064e-4d60-955b-bb158ae42e0a/35173a52-d7cd-4260-8b19-3445fca5fd39) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:36:20.401456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d15669-6a38-4984-9b1b-b7654097ce2f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Network 78aa7b90-c5d8-477f-a2b7-c826f614dd06 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:36:20.404771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-a7d15669-6a38-4984-9b1b-b7654097ce2f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:20.408680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d15669-6a38-4984-9b1b-b7654097ce2f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:36:20.415147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d15669-6a38-4984-9b1b-b7654097ce2f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Pushing event updated for resources: {'Port': ['ID=c47e8c42-2059-4d7c-8683-f4a5bd9729f3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:20.461808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d15669-6a38-4984-9b1b-b7654097ce2f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:20.462422 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a7d15669-6a38-4984-9b1b-b7654097ce2f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.477915 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a7d15669-6a38-4984-9b1b-b7654097ce2f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.6070662 Aug 31 01:36:20.480523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58774) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:20.485735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ac5892d3-1692-499d-95c6-5348bc482b76 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2006772813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:20.509861 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ac5892d3-1692-499d-95c6-5348bc482b76 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.511010 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ac5892d3-1692-499d-95c6-5348bc482b76 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.550318 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.559368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Transition to ACTIVE for port object 35173a52-d7cd-4260-8b19-3445fca5fd39 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:36:20.570337 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ac5892d3-1692-499d-95c6-5348bc482b76 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.576383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Transition to ACTIVE for port object 35173a52-d7cd-4260-8b19-3445fca5fd39 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:36:20.576636 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ac5892d3-1692-499d-95c6-5348bc482b76 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.583457 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.596920 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ac5892d3-1692-499d-95c6-5348bc482b76 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.598409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ac5892d3-1692-499d-95c6-5348bc482b76 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1163170 Aug 31 01:36:20.601262 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58776) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:20.607725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-80576b12-e583-4f5d-8149-d014ff0c6282 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1283266555', 'prefixes': ['172.20.0.0/16']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:20.618758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Network 78aa7b90-c5d8-477f-a2b7-c826f614dd06 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:36:20.622087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:20.625508 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:36:20.670637 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-80576b12-e583-4f5d-8149-d014ff0c6282 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks [] for subnetpool, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.672117 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-80576b12-e583-4f5d-8149-d014ff0c6282 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0697351 Aug 31 01:36:20.675980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58778) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:20.681160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-6b589af0-0a67-4afb-a5b7-a053bc0a6100 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e3a6d8f8-064e-4d60-955b-bb158ae42e0a', 'tempest-TagsExtTest-Tag-221997006') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:20.685097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Pushing event updated for resources: {'Port': ['ID=35173a52-d7cd-4260-8b19-3445fca5fd39,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:20.697462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Attempting to bind port 35173a52-d7cd-4260-8b19-3445fca5fd39 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:36:20.697841 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Attempting to bind port 35173a52-d7cd-4260-8b19-3445fca5fd39 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '3169de58-9d4a-474c-a18b-34493716a70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '78aa7b90-c5d8-477f-a2b7-c826f614dd06'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:36:20.698206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Attempting to bind port 35173a52-d7cd-4260-8b19-3445fca5fd39 on network 78aa7b90-c5d8-477f-a2b7-c826f614dd06 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:36:20.704236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:36:20.704619 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Checking segment: {'id': '3169de58-9d4a-474c-a18b-34493716a70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '78aa7b90-c5d8-477f-a2b7-c826f614dd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:36:20.705028 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.705423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Bound using segment: {'id': '3169de58-9d4a-474c-a18b-34493716a70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '78aa7b90-c5d8-477f-a2b7-c826f614dd06'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:36:20.705976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Bound port: 35173a52-d7cd-4260-8b19-3445fca5fd39, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3169de58-9d4a-474c-a18b-34493716a70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '78aa7b90-c5d8-477f-a2b7-c826f614dd06'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:36:20.706399 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.775608 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] For port 35173a52-d7cd-4260-8b19-3445fca5fd39, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:36:20.782885 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58780) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:20.784155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6b589af0-0a67-4afb-a5b7-a053bc0a6100 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "PUT /v2.0/subnets/e3a6d8f8-064e-4d60-955b-bb158ae42e0a/tags/tempest-TagsExtTest-Tag-221997006 HTTP/1.1" status: 201 len: 201 time: 0.1067054 Aug 31 01:36:20.784866 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] For port 35173a52-d7cd-4260-8b19-3445fca5fd39, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=35173a52-d7cd-4260-8b19-3445fca5fd39,segment=NetworkSegment(3169de58-9d4a-474c-a18b-34493716a70b),segment_id=3169de58-9d4a-474c-a18b-34493716a70b)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:36:20.787937 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-3c8a3a61-6791-4641-a261-226389e011cb tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c47e8c42-2059-4d7c-8683-f4a5bd9729f3', 'tempest-TagsExtTest-Tag-425931534') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:20.791937 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:20.863010 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3c8a3a61-6791-4641-a261-226389e011cb tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "PUT /v2.0/ports/c47e8c42-2059-4d7c-8683-f4a5bd9729f3/tags/tempest-TagsExtTest-Tag-425931534 HTTP/1.1" status: 201 len: 201 time: 0.0788965 Aug 31 01:36:20.865604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58782) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:20.870936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-48a286c6-bbd5-4035-8a1e-d14466064b2d tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '08aac5e1-0760-416d-b104-a633cc4fe3b9', 'tempest-TagsExtTest-Tag-618521578') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:20.871128 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036406b3-e92c-4320-9891-570a9e9bd90e None None] Pushing event updated for resources: {'Port': ['ID=35173a52-d7cd-4260-8b19-3445fca5fd39,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:20.968963 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-48a286c6-bbd5-4035-8a1e-d14466064b2d tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "PUT /v2.0/routers/08aac5e1-0760-416d-b104-a633cc4fe3b9/tags/tempest-TagsExtTest-Tag-618521578 HTTP/1.1" status: 201 len: 201 time: 0.1022851 Aug 31 01:36:20.972057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58786) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:20.976948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-0ffd636a-999b-479a-93a9-79834d240555 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c63ddbc4-94dc-48f4-b553-049b4247bff1', 'tempest-TagsExtTest-Tag-1409232995') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:21.034630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0ffd636a-999b-479a-93a9-79834d240555 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "PUT /v2.0/subnetpools/c63ddbc4-94dc-48f4-b553-049b4247bff1/tags/tempest-TagsExtTest-Tag-1409232995 HTTP/1.1" status: 201 len: 201 time: 0.0591455 Aug 31 01:36:21.034984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58788) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:21.039759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-6bdebcbd-ce19-4b17-a92b-bec712cf9513 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e3a6d8f8-064e-4d60-955b-bb158ae42e0a') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:21.179938 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6bdebcbd-ce19-4b17-a92b-bec712cf9513 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/subnets/e3a6d8f8-064e-4d60-955b-bb158ae42e0a/tags HTTP/1.1" status: 200 len: 240 time: 0.1437798 Aug 31 01:36:21.182652 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58790) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:21.188962 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-e972c4d0-70db-4f34-83f8-55adac5c507b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3a6d8f8-064e-4d60-955b-bb158ae42e0a', 'tempest-TagsExtTest-Tag-221997006') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:21.239164 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ed7e13b7-f08b-4983-8057-9afba08fdf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:21.245862 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e972c4d0-70db-4f34-83f8-55adac5c507b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/subnets/e3a6d8f8-064e-4d60-955b-bb158ae42e0a/tags/tempest-TagsExtTest-Tag-221997006 HTTP/1.1" status: 204 len: 168 time: 0.0619376 Aug 31 01:36:21.249081 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58792) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:21.253582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-97186c68-f392-441a-abdc-be28f82e85d9 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e3a6d8f8-064e-4d60-955b-bb158ae42e0a', 'tempest-TagsExtTest-Tag-221997006') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:21.322871 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-97186c68-f392-441a-abdc-be28f82e85d9 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/subnets/e3a6d8f8-064e-4d60-955b-bb158ae42e0a/tags/tempest-TagsExtTest-Tag-221997006 HTTP/1.1" status: 204 len: 168 time: 0.0726781 Aug 31 01:36:21.325523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58794) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:21.329919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-d2f8f385-e65f-416e-adb5-b56c01250f39 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e3a6d8f8-064e-4d60-955b-bb158ae42e0a') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:21.390634 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d2f8f385-e65f-416e-adb5-b56c01250f39 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/subnets/e3a6d8f8-064e-4d60-955b-bb158ae42e0a/tags HTTP/1.1" status: 200 len: 205 time: 0.0616918 Aug 31 01:36:21.390879 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58796) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:21.395256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-9d50631d-7120-446e-a6ed-dc53e4c90008 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c47e8c42-2059-4d7c-8683-f4a5bd9729f3') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:21.448077 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9d50631d-7120-446e-a6ed-dc53e4c90008 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/ports/c47e8c42-2059-4d7c-8683-f4a5bd9729f3/tags HTTP/1.1" status: 200 len: 240 time: 0.0561137 Aug 31 01:36:21.451495 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58798) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:21.456160 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-26dc63d5-a83d-48e9-8fdc-43d25f34a78b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c47e8c42-2059-4d7c-8683-f4a5bd9729f3', 'tempest-TagsExtTest-Tag-425931534') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:21.513033 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-26dc63d5-a83d-48e9-8fdc-43d25f34a78b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/ports/c47e8c42-2059-4d7c-8683-f4a5bd9729f3/tags/tempest-TagsExtTest-Tag-425931534 HTTP/1.1" status: 204 len: 168 time: 0.0598071 Aug 31 01:36:21.515788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58800) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:21.520834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-1390be17-0d28-4a5b-bd1c-4c539f2831f4 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c47e8c42-2059-4d7c-8683-f4a5bd9729f3', 'tempest-TagsExtTest-Tag-425931534') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:21.593886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1390be17-0d28-4a5b-bd1c-4c539f2831f4 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/ports/c47e8c42-2059-4d7c-8683-f4a5bd9729f3/tags/tempest-TagsExtTest-Tag-425931534 HTTP/1.1" status: 204 len: 168 time: 0.0768213 Aug 31 01:36:21.596560 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58802) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:21.601578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-dc07e513-54ba-46d0-b006-fa033ac76d0b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c47e8c42-2059-4d7c-8683-f4a5bd9729f3') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:21.667327 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dc07e513-54ba-46d0-b006-fa033ac76d0b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/ports/c47e8c42-2059-4d7c-8683-f4a5bd9729f3/tags HTTP/1.1" status: 200 len: 205 time: 0.0681705 Aug 31 01:36:21.668872 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58804) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:21.673764 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-1591ed21-f11b-499a-89b7-d3601d37cc88 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '08aac5e1-0760-416d-b104-a633cc4fe3b9') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:21.759078 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1591ed21-f11b-499a-89b7-d3601d37cc88 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/routers/08aac5e1-0760-416d-b104-a633cc4fe3b9/tags HTTP/1.1" status: 200 len: 240 time: 0.0867503 Aug 31 01:36:21.759343 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58806) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:21.764004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-41a45313-5762-4a2a-beac-b07e0b471572 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '08aac5e1-0760-416d-b104-a633cc4fe3b9', 'tempest-TagsExtTest-Tag-618521578') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:21.847051 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-41a45313-5762-4a2a-beac-b07e0b471572 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/routers/08aac5e1-0760-416d-b104-a633cc4fe3b9/tags/tempest-TagsExtTest-Tag-618521578 HTTP/1.1" status: 204 len: 168 time: 0.0845473 Aug 31 01:36:21.847511 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58808) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:21.852451 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-73d2db50-1fb2-4314-9779-788782acc604 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '08aac5e1-0760-416d-b104-a633cc4fe3b9', 'tempest-TagsExtTest-Tag-618521578') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:21.930938 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fde144-bd35-42ba-a64a-59a4ab63aa13 None None] Network 78aa7b90-c5d8-477f-a2b7-c826f614dd06 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:21.949102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-73d2db50-1fb2-4314-9779-788782acc604 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/routers/08aac5e1-0760-416d-b104-a633cc4fe3b9/tags/tempest-TagsExtTest-Tag-618521578 HTTP/1.1" status: 204 len: 168 time: 0.1004379 Aug 31 01:36:21.951897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58810) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:21.956640 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-ab58bc4b-6b3f-44dc-b299-2de59d54a5ea tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '08aac5e1-0760-416d-b104-a633cc4fe3b9') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.005724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0e04bbe1-2403-465b-ad66-99cb39792d6e None None] Provisioning for port 35173a52-d7cd-4260-8b19-3445fca5fd39 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:36:22.051948 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ab58bc4b-6b3f-44dc-b299-2de59d54a5ea tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/routers/08aac5e1-0760-416d-b104-a633cc4fe3b9/tags HTTP/1.1" status: 200 len: 205 time: 0.0986743 Aug 31 01:36:22.054936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58814) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:22.060591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-9d6a05fc-fc89-4690-93cd-e728eac7bbcf tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c63ddbc4-94dc-48f4-b553-049b4247bff1') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.091345 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9d6a05fc-fc89-4690-93cd-e728eac7bbcf tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/subnetpools/c63ddbc4-94dc-48f4-b553-049b4247bff1/tags HTTP/1.1" status: 200 len: 241 time: 0.0336089 Aug 31 01:36:22.092508 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58816) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:22.097209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-2ce3c215-9c2d-4315-ad13-416a03ca6749 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c63ddbc4-94dc-48f4-b553-049b4247bff1', 'tempest-TagsExtTest-Tag-1409232995') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.125863 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2ce3c215-9c2d-4315-ad13-416a03ca6749 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/subnetpools/c63ddbc4-94dc-48f4-b553-049b4247bff1/tags/tempest-TagsExtTest-Tag-1409232995 HTTP/1.1" status: 204 len: 168 time: 0.0298138 Aug 31 01:36:22.126246 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58818) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:22.131788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-37ba9b05-8a4d-4485-9792-53bcaa3acf4e tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c63ddbc4-94dc-48f4-b553-049b4247bff1', 'tempest-TagsExtTest-Tag-1409232995') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.189834 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-37ba9b05-8a4d-4485-9792-53bcaa3acf4e tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/subnetpools/c63ddbc4-94dc-48f4-b553-049b4247bff1/tags/tempest-TagsExtTest-Tag-1409232995 HTTP/1.1" status: 204 len: 168 time: 0.0624220 Aug 31 01:36:22.192387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58820) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:22.199185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-9d768be7-9dd7-4df0-a138-e14f77e5ad21 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c63ddbc4-94dc-48f4-b553-049b4247bff1') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.222337 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9d768be7-9dd7-4df0-a138-e14f77e5ad21 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/subnetpools/c63ddbc4-94dc-48f4-b553-049b4247bff1/tags HTTP/1.1" status: 200 len: 205 time: 0.0285971 Aug 31 01:36:22.224783 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58822) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:22.229315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-dc778253-97e3-4ae2-b553-d4c9397dbee7 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c63ddbc4-94dc-48f4-b553-049b4247bff1') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.257839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dc778253-97e3-4ae2-b553-d4c9397dbee7 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/subnetpools/c63ddbc4-94dc-48f4-b553-049b4247bff1/tags HTTP/1.1" status: 204 len: 168 time: 0.0297916 Aug 31 01:36:22.258082 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58824) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:22.263208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-3bcb2784-3574-4d41-83d7-375c5d641922 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '08aac5e1-0760-416d-b104-a633cc4fe3b9') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.354397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3bcb2784-3574-4d41-83d7-375c5d641922 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/routers/08aac5e1-0760-416d-b104-a633cc4fe3b9/tags HTTP/1.1" status: 204 len: 168 time: 0.0953310 Aug 31 01:36:22.357416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58826) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:22.361992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-cb488816-f6d0-43da-ac07-562609d82450 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c47e8c42-2059-4d7c-8683-f4a5bd9729f3') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.417042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cb488816-f6d0-43da-ac07-562609d82450 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/ports/c47e8c42-2059-4d7c-8683-f4a5bd9729f3/tags HTTP/1.1" status: 204 len: 168 time: 0.0586374 Aug 31 01:36:22.420511 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58828) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:22.424835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-716650b2-11d0-4f25-a361-354f09d301e6 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e3a6d8f8-064e-4d60-955b-bb158ae42e0a') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.457165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ce18c82a-93d9-41fd-b18a-d6e76b82e688 None None] Provisioning for port c47e8c42-2059-4d7c-8683-f4a5bd9729f3 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:36:22.461049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ce18c82a-93d9-41fd-b18a-d6e76b82e688 None None] Provisioning complete for port c47e8c42-2059-4d7c-8683-f4a5bd9729f3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:22.461435 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ce18c82a-93d9-41fd-b18a-d6e76b82e688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:22.498452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-716650b2-11d0-4f25-a361-354f09d301e6 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/subnets/e3a6d8f8-064e-4d60-955b-bb158ae42e0a/tags HTTP/1.1" status: 204 len: 168 time: 0.0725198 Aug 31 01:36:22.498843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58830) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:22.503902 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-7980f843-18fa-4d7c-a95b-f43120d970d7 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e3a6d8f8-064e-4d60-955b-bb158ae42e0a', 'tempest-TagsExtTest-Tag-765203900') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.522994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ce18c82a-93d9-41fd-b18a-d6e76b82e688 None None] Port c47e8c42-2059-4d7c-8683-f4a5bd9729f3 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:36:22.580049 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7980f843-18fa-4d7c-a95b-f43120d970d7 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "PUT /v2.0/subnets/e3a6d8f8-064e-4d60-955b-bb158ae42e0a/tags/tempest-TagsExtTest-Tag-765203900 HTTP/1.1" status: 201 len: 201 time: 0.0799458 Aug 31 01:36:22.582748 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58832) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:22.587238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-3ac88b47-340a-46df-bf3d-d3984119d963 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c47e8c42-2059-4d7c-8683-f4a5bd9729f3', 'tempest-TagsExtTest-Tag-1680817794') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.642383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1e2b6d67-cbfb-4484-8c47-62aa73c64121 None None] Provisioning complete for port c47e8c42-2059-4d7c-8683-f4a5bd9729f3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:22.642755 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6d67-cbfb-4484-8c47-62aa73c64121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:22.660581 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3ac88b47-340a-46df-bf3d-d3984119d963 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "PUT /v2.0/ports/c47e8c42-2059-4d7c-8683-f4a5bd9729f3/tags/tempest-TagsExtTest-Tag-1680817794 HTTP/1.1" status: 201 len: 201 time: 0.0767670 Aug 31 01:36:22.663143 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58834) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:22.668286 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-90e9a576-484e-4e73-aab8-e53c58a185e0 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '08aac5e1-0760-416d-b104-a633cc4fe3b9', 'tempest-TagsExtTest-Tag-1331951085') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.684942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b6d67-cbfb-4484-8c47-62aa73c64121 None None] Port c47e8c42-2059-4d7c-8683-f4a5bd9729f3 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:36:22.752599 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-90e9a576-484e-4e73-aab8-e53c58a185e0 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "PUT /v2.0/routers/08aac5e1-0760-416d-b104-a633cc4fe3b9/tags/tempest-TagsExtTest-Tag-1331951085 HTTP/1.1" status: 201 len: 201 time: 0.0883234 Aug 31 01:36:22.755174 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58836) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:22.759715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-1f0958fe-8b44-4a0c-8cef-5681a7675b61 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c63ddbc4-94dc-48f4-b553-049b4247bff1', 'tempest-TagsExtTest-Tag-1413211855') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.796426 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1f0958fe-8b44-4a0c-8cef-5681a7675b61 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "PUT /v2.0/subnetpools/c63ddbc4-94dc-48f4-b553-049b4247bff1/tags/tempest-TagsExtTest-Tag-1413211855 HTTP/1.1" status: 201 len: 201 time: 0.0402339 Aug 31 01:36:22.799071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58838) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:22.803608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-d7596fd0-903d-4414-90c3-2775ed62d2fc tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e3a6d8f8-064e-4d60-955b-bb158ae42e0a', {'tags': ['tempest-TagsExtTest-Tag-1300320626', 'tempest-TagsExtTest-Tag-1800917510', 'tempest-TagsExtTest-Tag-406538881']}) {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.872723 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d7596fd0-903d-4414-90c3-2775ed62d2fc tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "PUT /v2.0/subnets/e3a6d8f8-064e-4d60-955b-bb158ae42e0a/tags HTTP/1.1" status: 200 len: 317 time: 0.0724862 Aug 31 01:36:22.875140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58840) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:22.879731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-34aa79f2-1878-4f7d-8cc5-814a370c9bc3 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e3a6d8f8-064e-4d60-955b-bb158ae42e0a') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.941848 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 35173a52-d7cd-4260-8b19-3445fca5fd39 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:36:22.957941 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-34aa79f2-1878-4f7d-8cc5-814a370c9bc3 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/subnets/e3a6d8f8-064e-4d60-955b-bb158ae42e0a/tags HTTP/1.1" status: 204 len: 168 time: 0.0791752 Aug 31 01:36:22.958324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58842) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:22.962898 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-5991cf20-d970-4696-a29a-daa8b5b716d7 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3a6d8f8-064e-4d60-955b-bb158ae42e0a', 'tempest-TagsExtTest-Tag-1300320626') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:22.999729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 35173a52-d7cd-4260-8b19-3445fca5fd39 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:36:23.003377 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 35173a52-d7cd-4260-8b19-3445fca5fd39 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:23.003745 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:23.016429 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-5991cf20-d970-4696-a29a-daa8b5b716d7 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] show failed (client error): The resource could not be found. Aug 31 01:36:23.017615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5991cf20-d970-4696-a29a-daa8b5b716d7 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/subnets/e3a6d8f8-064e-4d60-955b-bb158ae42e0a/tags/tempest-TagsExtTest-Tag-1300320626 HTTP/1.1" status: 404 len: 329 time: 0.0582018 Aug 31 01:36:23.020413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58844) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:23.024608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-8640e904-1146-4227-b170-8082e01a933f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3a6d8f8-064e-4d60-955b-bb158ae42e0a', 'tempest-TagsExtTest-Tag-1800917510') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.076989 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-8640e904-1146-4227-b170-8082e01a933f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] show failed (client error): The resource could not be found. Aug 31 01:36:23.078073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8640e904-1146-4227-b170-8082e01a933f tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/subnets/e3a6d8f8-064e-4d60-955b-bb158ae42e0a/tags/tempest-TagsExtTest-Tag-1800917510 HTTP/1.1" status: 404 len: 329 time: 0.0567763 Aug 31 01:36:23.081664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58846) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:23.086318 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-f2773851-e5f4-40d1-8616-f9567ba45042 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3a6d8f8-064e-4d60-955b-bb158ae42e0a', 'tempest-TagsExtTest-Tag-406538881') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.088674 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:23.130473 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 35173a52-d7cd-4260-8b19-3445fca5fd39, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=35173a52-d7cd-4260-8b19-3445fca5fd39,segment=NetworkSegment(3169de58-9d4a-474c-a18b-34493716a70b),segment_id=3169de58-9d4a-474c-a18b-34493716a70b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:23.135109 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:23.147995 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-f2773851-e5f4-40d1-8616-f9567ba45042 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] show failed (client error): The resource could not be found. Aug 31 01:36:23.149052 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f2773851-e5f4-40d1-8616-f9567ba45042 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/subnets/e3a6d8f8-064e-4d60-955b-bb158ae42e0a/tags/tempest-TagsExtTest-Tag-406538881 HTTP/1.1" status: 404 len: 328 time: 0.0664060 Aug 31 01:36:23.152160 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58852) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:23.157887 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-e0595ffe-4d84-437a-b645-3366e2a93058 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c47e8c42-2059-4d7c-8683-f4a5bd9729f3', {'tags': ['tempest-TagsExtTest-Tag-1229093434', 'tempest-TagsExtTest-Tag-1580040985', 'tempest-TagsExtTest-Tag-341020107']}) {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.199691 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=35173a52-d7cd-4260-8b19-3445fca5fd39,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:23.232857 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e0595ffe-4d84-437a-b645-3366e2a93058 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "PUT /v2.0/ports/c47e8c42-2059-4d7c-8683-f4a5bd9729f3/tags HTTP/1.1" status: 200 len: 317 time: 0.0790894 Aug 31 01:36:23.235307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58856) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:23.239590 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-cf1ae8b7-fb97-42f9-8d71-e4828fd16bf5 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c47e8c42-2059-4d7c-8683-f4a5bd9729f3') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.304872 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cf1ae8b7-fb97-42f9-8d71-e4828fd16bf5 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/ports/c47e8c42-2059-4d7c-8683-f4a5bd9729f3/tags HTTP/1.1" status: 204 len: 168 time: 0.0684006 Aug 31 01:36:23.307635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58858) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:23.312235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-e48f39f3-ce4d-44c0-8cad-6e23a6f742d1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c47e8c42-2059-4d7c-8683-f4a5bd9729f3', 'tempest-TagsExtTest-Tag-1229093434') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.360664 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-e48f39f3-ce4d-44c0-8cad-6e23a6f742d1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] show failed (client error): The resource could not be found. Aug 31 01:36:23.361619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e48f39f3-ce4d-44c0-8cad-6e23a6f742d1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/ports/c47e8c42-2059-4d7c-8683-f4a5bd9729f3/tags/tempest-TagsExtTest-Tag-1229093434 HTTP/1.1" status: 404 len: 329 time: 0.0529327 Aug 31 01:36:23.364575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58860) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:23.368800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-0b9ef4e1-6f19-4592-b6c0-a6a64a0b1a71 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c47e8c42-2059-4d7c-8683-f4a5bd9729f3', 'tempest-TagsExtTest-Tag-1580040985') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.422193 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-0b9ef4e1-6f19-4592-b6c0-a6a64a0b1a71 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] show failed (client error): The resource could not be found. Aug 31 01:36:23.423208 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0b9ef4e1-6f19-4592-b6c0-a6a64a0b1a71 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/ports/c47e8c42-2059-4d7c-8683-f4a5bd9729f3/tags/tempest-TagsExtTest-Tag-1580040985 HTTP/1.1" status: 404 len: 329 time: 0.0577748 Aug 31 01:36:23.426148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58862) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:23.430270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-43e63bf1-9ec3-4291-adbc-f79ac8ffe320 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c47e8c42-2059-4d7c-8683-f4a5bd9729f3', 'tempest-TagsExtTest-Tag-341020107') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.478712 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-43e63bf1-9ec3-4291-adbc-f79ac8ffe320 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] show failed (client error): The resource could not be found. Aug 31 01:36:23.479724 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-43e63bf1-9ec3-4291-adbc-f79ac8ffe320 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/ports/c47e8c42-2059-4d7c-8683-f4a5bd9729f3/tags/tempest-TagsExtTest-Tag-341020107 HTTP/1.1" status: 404 len: 328 time: 0.0526767 Aug 31 01:36:23.482526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58864) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:23.487140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-d0acdfc6-34fa-4512-b104-1d7494b17039 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '08aac5e1-0760-416d-b104-a633cc4fe3b9', {'tags': ['tempest-TagsExtTest-Tag-1426627018', 'tempest-TagsExtTest-Tag-1385668291', 'tempest-TagsExtTest-Tag-802770712']}) {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.577137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d0acdfc6-34fa-4512-b104-1d7494b17039 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "PUT /v2.0/routers/08aac5e1-0760-416d-b104-a633cc4fe3b9/tags HTTP/1.1" status: 200 len: 317 time: 0.0936062 Aug 31 01:36:23.579636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58866) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:23.584418 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-57067c16-5889-4838-9cab-5f2f394d4af9 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '08aac5e1-0760-416d-b104-a633cc4fe3b9') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.703951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0f78c074-0565-4d57-b44f-89f7a7d14e02 req-53626484-901d-4d33-b4cd-f09163e461cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0846729 Aug 31 01:36:23.713462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-57067c16-5889-4838-9cab-5f2f394d4af9 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/routers/08aac5e1-0760-416d-b104-a633cc4fe3b9/tags HTTP/1.1" status: 204 len: 168 time: 0.1328704 Aug 31 01:36:23.716667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58868) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:23.721319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-336eb8f2-4f50-4a9a-9edb-645083c4cef2 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '08aac5e1-0760-416d-b104-a633cc4fe3b9', 'tempest-TagsExtTest-Tag-1426627018') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.777626 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-03d4dc6e-dacd-455e-a39e-d60fac1df1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:23.828827 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [None req-336eb8f2-4f50-4a9a-9edb-645083c4cef2 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] show failed (client error): The resource could not be found. Aug 31 01:36:23.829878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-336eb8f2-4f50-4a9a-9edb-645083c4cef2 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/routers/08aac5e1-0760-416d-b104-a633cc4fe3b9/tags/tempest-TagsExtTest-Tag-1426627018 HTTP/1.1" status: 404 len: 329 time: 0.1123095 Aug 31 01:36:23.833216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58870) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:23.834361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78c074-0565-4d57-b44f-89f7a7d14e02 req-f1778e91-edcd-4546-b8ea-4a3cb13e4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:23.836683 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0f78c074-0565-4d57-b44f-89f7a7d14e02 req-f1778e91-edcd-4546-b8ea-4a3cb13e4896 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 1097 time: 0.0795584 Aug 31 01:36:23.838507 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-a1fb4080-ee22-4200-8136-87ba4124add7 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '08aac5e1-0760-416d-b104-a633cc4fe3b9', 'tempest-TagsExtTest-Tag-1385668291') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.915363 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-a1fb4080-ee22-4200-8136-87ba4124add7 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] show failed (client error): The resource could not be found. Aug 31 01:36:23.919525 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a1fb4080-ee22-4200-8136-87ba4124add7 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/routers/08aac5e1-0760-416d-b104-a633cc4fe3b9/tags/tempest-TagsExtTest-Tag-1385668291 HTTP/1.1" status: 404 len: 329 time: 0.0821149 Aug 31 01:36:23.920455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58872) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:23.925156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-229233db-efd0-46ee-b004-6d108e03ccc4 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '08aac5e1-0760-416d-b104-a633cc4fe3b9', 'tempest-TagsExtTest-Tag-802770712') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.956470 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78c074-0565-4d57-b44f-89f7a7d14e02 req-8a39b1d2-c2b9-4c3b-9aed-ecae51b90c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:23.957960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0f78c074-0565-4d57-b44f-89f7a7d14e02 req-8a39b1d2-c2b9-4c3b-9aed-ecae51b90c35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.0987442 Aug 31 01:36:23.997242 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-229233db-efd0-46ee-b004-6d108e03ccc4 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] show failed (client error): The resource could not be found. Aug 31 01:36:24.000807 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-229233db-efd0-46ee-b004-6d108e03ccc4 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/routers/08aac5e1-0760-416d-b104-a633cc4fe3b9/tags/tempest-TagsExtTest-Tag-802770712 HTTP/1.1" status: 404 len: 328 time: 0.0767708 Aug 31 01:36:24.001048 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58874) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:24.005762 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-96376af0-021c-45db-a56c-ffe79bbc54a0 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c63ddbc4-94dc-48f4-b553-049b4247bff1', {'tags': ['tempest-TagsExtTest-Tag-187933219', 'tempest-TagsExtTest-Tag-1345358485', 'tempest-TagsExtTest-Tag-248341490']}) {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:24.035317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0f78c074-0565-4d57-b44f-89f7a7d14e02 req-96980333-8c52-47bc-a2da-712f53565c99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db42b97e-addb-4106-ba0c-60f017fe2285 HTTP/1.1" status: 200 len: 1000 time: 0.0697908 Aug 31 01:36:24.064472 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-96376af0-021c-45db-a56c-ffe79bbc54a0 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "PUT /v2.0/subnetpools/c63ddbc4-94dc-48f4-b553-049b4247bff1/tags HTTP/1.1" status: 200 len: 316 time: 0.0623560 Aug 31 01:36:24.064936 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:24.066921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58876) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:24.071565 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-d511d7ab-b6bc-419d-b193-96b56623cf9d tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c63ddbc4-94dc-48f4-b553-049b4247bff1') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:24.112913 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78c074-0565-4d57-b44f-89f7a7d14e02 req-52f70de6-021a-408e-a1a5-d5dfed176072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:24.114411 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d511d7ab-b6bc-419d-b193-96b56623cf9d tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/subnetpools/c63ddbc4-94dc-48f4-b553-049b4247bff1/tags HTTP/1.1" status: 204 len: 168 time: 0.0461922 Aug 31 01:36:24.115547 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0f78c074-0565-4d57-b44f-89f7a7d14e02 req-52f70de6-021a-408e-a1a5-d5dfed176072 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0619166 Aug 31 01:36:24.117131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58878) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:24.125140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-d34cd247-5d38-4ee9-a9fa-c6686f4a58e8 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c63ddbc4-94dc-48f4-b553-049b4247bff1', 'tempest-TagsExtTest-Tag-187933219') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:24.145913 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-d34cd247-5d38-4ee9-a9fa-c6686f4a58e8 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] show failed (client error): The resource could not be found. Aug 31 01:36:24.148690 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d34cd247-5d38-4ee9-a9fa-c6686f4a58e8 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/subnetpools/c63ddbc4-94dc-48f4-b553-049b4247bff1/tags/tempest-TagsExtTest-Tag-187933219 HTTP/1.1" status: 404 len: 328 time: 0.0287650 Aug 31 01:36:24.150194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58880) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:24.155578 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-3f4d41b8-b61b-446d-b8ac-7f63abad25a9 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c63ddbc4-94dc-48f4-b553-049b4247bff1', 'tempest-TagsExtTest-Tag-1345358485') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:24.170819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78c074-0565-4d57-b44f-89f7a7d14e02 req-c8d48c6c-7c0d-48f3-a7f9-4252a4b65550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:24.175323 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0f78c074-0565-4d57-b44f-89f7a7d14e02 req-c8d48c6c-7c0d-48f3-a7f9-4252a4b65550 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501678 Aug 31 01:36:24.176803 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-3f4d41b8-b61b-446d-b8ac-7f63abad25a9 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] show failed (client error): The resource could not be found. Aug 31 01:36:24.177820 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3f4d41b8-b61b-446d-b8ac-7f63abad25a9 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/subnetpools/c63ddbc4-94dc-48f4-b553-049b4247bff1/tags/tempest-TagsExtTest-Tag-1345358485 HTTP/1.1" status: 404 len: 329 time: 0.0264299 Aug 31 01:36:24.180645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58882) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:24.185404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-b052e203-f7ec-44a5-827d-a713e020e36b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c63ddbc4-94dc-48f4-b553-049b4247bff1', 'tempest-TagsExtTest-Tag-248341490') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:24.210649 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-b052e203-f7ec-44a5-827d-a713e020e36b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] show failed (client error): The resource could not be found. Aug 31 01:36:24.211766 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b052e203-f7ec-44a5-827d-a713e020e36b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/subnetpools/c63ddbc4-94dc-48f4-b553-049b4247bff1/tags/tempest-TagsExtTest-Tag-248341490 HTTP/1.1" status: 404 len: 328 time: 0.0302470 Aug 31 01:36:24.214893 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58886) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:24.220338 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-49d43876-3fa0-49a5-834c-eeddd0ae3dfd tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c63ddbc4-94dc-48f4-b553-049b4247bff1') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:24.247345 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-49d43876-3fa0-49a5-834c-eeddd0ae3dfd tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/subnetpools/c63ddbc4-94dc-48f4-b553-049b4247bff1/tags HTTP/1.1" status: 204 len: 168 time: 0.0305042 Aug 31 01:36:24.249837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58888) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:24.254418 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-7b5af8c9-b9fa-4d7f-8eca-40c48109300d tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '08aac5e1-0760-416d-b104-a633cc4fe3b9') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:24.291628 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0f78c074-0565-4d57-b44f-89f7a7d14e02 req-b1706d4f-8719-45ad-ae3b-7ecb5a00ce65 service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117489 Aug 31 01:36:24.339877 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7b5af8c9-b9fa-4d7f-8eca-40c48109300d tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/routers/08aac5e1-0760-416d-b104-a633cc4fe3b9/tags HTTP/1.1" status: 204 len: 168 time: 0.0865262 Aug 31 01:36:24.340736 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58890) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:24.345152 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.tag.tag_plugin [None req-6759114e-77cd-4aaa-8886-6c51ed493f2d tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c47e8c42-2059-4d7c-8683-f4a5bd9729f3') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:24.399855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0f78c074-0565-4d57-b44f-89f7a7d14e02 req-a3bc9947-2b84-427e-843d-896850377eea service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016719 Aug 31 01:36:24.405678 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6759114e-77cd-4aaa-8886-6c51ed493f2d tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/ports/c47e8c42-2059-4d7c-8683-f4a5bd9729f3/tags HTTP/1.1" status: 204 len: 168 time: 0.0612407 Aug 31 01:36:24.406026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58892) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:24.411116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.tag.tag_plugin [None req-59a2d21b-31ca-4075-8944-a57bc433d010 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e3a6d8f8-064e-4d60-955b-bb158ae42e0a') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:24.473051 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-59a2d21b-31ca-4075-8944-a57bc433d010 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/subnets/e3a6d8f8-064e-4d60-955b-bb158ae42e0a/tags HTTP/1.1" status: 204 len: 168 time: 0.0660021 Aug 31 01:36:24.477328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58894) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:24.533046 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:24.562189 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8967ca95-51ea-4f47-a92e-2f3547a75dbd tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks [] for subnetpool, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:24.563402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8967ca95-51ea-4f47-a92e-2f3547a75dbd tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/subnetpools/c63ddbc4-94dc-48f4-b553-049b4247bff1 HTTP/1.1" status: 204 len: 168 time: 0.0850863 Aug 31 01:36:24.565856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58896) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:24.592535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3c2c73da-e7ac-4e6a-bb0f-cf47497d7614 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "GET /v2.0/ports?device_id=08aac5e1-0760-416d-b104-a633cc4fe3b9 HTTP/1.1" status: 200 len: 205 time: 0.0256507 Aug 31 01:36:24.595083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58898) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:24.898792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 35173a52-d7cd-4260-8b19-3445fca5fd39 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:36:24.914783 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2567-4702-42dd-8113-a3950fa57230 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:24.948437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 35173a52-d7cd-4260-8b19-3445fca5fd39 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:36:24.948810 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.073738 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2567-4702-42dd-8113-a3950fa57230 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.076478 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2567-4702-42dd-8113-a3950fa57230 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.116659 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2567-4702-42dd-8113-a3950fa57230 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.117078 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eeb2567-4702-42dd-8113-a3950fa57230 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Fanout notify agent at l3_agent the message router_deleted on router 08aac5e1-0760-416d-b104-a633cc4fe3b9 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:36:25.124433 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2567-4702-42dd-8113-a3950fa57230 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.125460 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0eeb2567-4702-42dd-8113-a3950fa57230 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/routers/08aac5e1-0760-416d-b104-a633cc4fe3b9 HTTP/1.1" status: 204 len: 168 time: 0.5293329 Aug 31 01:36:25.128046 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58900) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:25.217759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b5850804-3c99-4e0a-b7d2-5dd3f733680b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Deleting port c47e8c42-2059-4d7c-8683-f4a5bd9729f3 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:25.218096 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5850804-3c99-4e0a-b7d2-5dd3f733680b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.254211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58904) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:25.302408 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5850804-3c99-4e0a-b7d2-5dd3f733680b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.314852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b5850804-3c99-4e0a-b7d2-5dd3f733680b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Calling delete_port for c47e8c42-2059-4d7c-8683-f4a5bd9729f3 owned by {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:25.449419 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5850804-3c99-4e0a-b7d2-5dd3f733680b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.480543 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5850804-3c99-4e0a-b7d2-5dd3f733680b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Pushing event deleted for resources: {'Port': ['ID=c47e8c42-2059-4d7c-8683-f4a5bd9729f3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:25.554829 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b5850804-3c99-4e0a-b7d2-5dd3f733680b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.559666 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b5850804-3c99-4e0a-b7d2-5dd3f733680b tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/ports/c47e8c42-2059-4d7c-8683-f4a5bd9729f3 HTTP/1.1" status: 204 len: 168 time: 0.4281564 Aug 31 01:36:25.560146 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58906) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:25.618208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-26adbc7a-be2c-4230-b67f-cb59f4701612 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Deleting subnet e3a6d8f8-064e-4d60-955b-bb158ae42e0a {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:36:25.622786 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26adbc7a-be2c-4230-b67f-cb59f4701612 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.666265 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26adbc7a-be2c-4230-b67f-cb59f4701612 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.744231 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a54d698b-e0da-4227-81c0-e6e9ff10022f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Deleting port 7505d089-a9b9-4c41-9162-2c2c1270259a {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:25.744482 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a54d698b-e0da-4227-81c0-e6e9ff10022f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.755404 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26adbc7a-be2c-4230-b67f-cb59f4701612 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.813574 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26adbc7a-be2c-4230-b67f-cb59f4701612 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.828174 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a54d698b-e0da-4227-81c0-e6e9ff10022f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.828494 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a54d698b-e0da-4227-81c0-e6e9ff10022f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.840050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a54d698b-e0da-4227-81c0-e6e9ff10022f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Calling delete_port for 7505d089-a9b9-4c41-9162-2c2c1270259a owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:25.842569 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adbc7a-be2c-4230-b67f-cb59f4701612 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a6d8f8-064e-4d60-955b-bb158ae42e0a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:25.844620 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-26adbc7a-be2c-4230-b67f-cb59f4701612 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:25.846478 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-26adbc7a-be2c-4230-b67f-cb59f4701612 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/subnets/e3a6d8f8-064e-4d60-955b-bb158ae42e0a HTTP/1.1" status: 204 len: 168 time: 0.2852700 Aug 31 01:36:25.849378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58908) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:25.850797 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152aec39-953e-404e-93de-93940d1b522a None None] Network 78aa7b90-c5d8-477f-a2b7-c826f614dd06 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:25.979987 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.035198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06f389f-f056-4e42-a2db-5210dc51fb1c None None] DHCP port deletion for 78aa7b90-c5d8-477f-a2b7-c826f614dd06 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:36:26.084376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a06f389f-f056-4e42-a2db-5210dc51fb1c None None] Deleting port 35173a52-d7cd-4260-8b19-3445fca5fd39 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:26.084761 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a06f389f-f056-4e42-a2db-5210dc51fb1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.089388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Deleting port 35173a52-d7cd-4260-8b19-3445fca5fd39 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:26.089730 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.149814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a06f389f-f056-4e42-a2db-5210dc51fb1c None None] For port 35173a52-d7cd-4260-8b19-3445fca5fd39, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=35173a52-d7cd-4260-8b19-3445fca5fd39,segment=NetworkSegment(3169de58-9d4a-474c-a18b-34493716a70b),segment_id=3169de58-9d4a-474c-a18b-34493716a70b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:26.150169 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a54d698b-e0da-4227-81c0-e6e9ff10022f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.150536 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a06f389f-f056-4e42-a2db-5210dc51fb1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.164114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a06f389f-f056-4e42-a2db-5210dc51fb1c None None] Calling delete_port for 35173a52-d7cd-4260-8b19-3445fca5fd39 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:26.186104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] For port 35173a52-d7cd-4260-8b19-3445fca5fd39, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=35173a52-d7cd-4260-8b19-3445fca5fd39,segment=NetworkSegment(3169de58-9d4a-474c-a18b-34493716a70b),segment_id=3169de58-9d4a-474c-a18b-34493716a70b)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:26.186475 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.188949 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d698b-e0da-4227-81c0-e6e9ff10022f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event deleted for resources: {'Port': ['ID=7505d089-a9b9-4c41-9162-2c2c1270259a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:26.217629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Calling delete_port for 35173a52-d7cd-4260-8b19-3445fca5fd39 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:26.242798 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a06f389f-f056-4e42-a2db-5210dc51fb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.269326 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f389f-f056-4e42-a2db-5210dc51fb1c None None] Pushing event deleted for resources: {'Port': ['ID=35173a52-d7cd-4260-8b19-3445fca5fd39,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:26.274062 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f389f-f056-4e42-a2db-5210dc51fb1c None None] No DVR routers for this DVR port 35173a52-d7cd-4260-8b19-3445fca5fd39 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:26.302638 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a54d698b-e0da-4227-81c0-e6e9ff10022f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.303264 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-a54d698b-e0da-4227-81c0-e6e9ff10022f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Floating IP eac86edc-5f15-407b-af51-e6fb5ee2c835 disassociated (deleted). External IP: 172.25.6.16, port: db42b97e-addb-4106-ba0c-60f017fe2285. Aug 31 01:36:26.405292 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.440291 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Pushing event deleted for resources: {'Port': ['ID=35173a52-d7cd-4260-8b19-3445fca5fd39,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:26.446921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] No DVR routers for this DVR port 35173a52-d7cd-4260-8b19-3445fca5fd39 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:26.569259 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.610047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78aa7b90-c5d8-477f-a2b7-c826f614dd06']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:26.623496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3169de58-9d4a-474c-a18b-34493716a70b') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:26.623796 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3169de58-9d4a-474c-a18b-34493716a70b') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:26.639382 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.659263 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.665686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54d698b-e0da-4227-81c0-e6e9ff10022f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Router 27694dd3-eb85-45df-81dc-3e2e184abaa5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:26.670742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:36:26.671132 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: self.session.flush() Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:36:26.674008 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:36:26.738202 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.784414 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.793181 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.795496 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] 10.222.0.58 "DELETE /v2.0/networks/78aa7b90-c5d8-477f-a2b7-c826f614dd06 HTTP/1.1" status: 204 len: 168 time: 0.9448907 Aug 31 01:36:26.831439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a39f9-2de5-4442-8630-7b33292e14b1 tempest-TagsExtTest-952777559 tempest-TagsExtTest-952777559-project] Pushing event deleted for resources: {'Network': ['ID=78aa7b90-c5d8-477f-a2b7-c826f614dd06,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:26.853746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54d698b-e0da-4227-81c0-e6e9ff10022f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:26.858215 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a54d698b-e0da-4227-81c0-e6e9ff10022f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:26.867906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05bd744-8293-403b-bdab-e4872528f5bb None None] Sync routers for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:26.879565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05bd744-8293-403b-bdab-e4872528f5bb None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:26.880205 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c05bd744-8293-403b-bdab-e4872528f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:36:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:26.899551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a54d698b-e0da-4227-81c0-e6e9ff10022f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "DELETE /v2.0/floatingips/eac86edc-5f15-407b-af51-e6fb5ee2c835 HTTP/1.1" status: 204 len: 168 time: 1.6435304 Aug 31 01:36:26.900210 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'tag': 'db42b97e-addb-4106-ba0c-60f017fe2285'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:36:26.903901 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4610a98-c538-4449-ab56-ec3df055c73b" -d '{"events": [{"name": "network-changed", "server_uuid": "a32803e6-ae9b-4a2b-a085-34303a611591", "tag": "db42b97e-addb-4106-ba0c-60f017fe2285"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:36:26.944186 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 35173a52-d7cd-4260-8b19-3445fca5fd39 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:26.950018 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc91ec1-9c9c-4435-bc92-485c225caa04 x-openstack-request-id: req-3fc91ec1-9c9c-4435-bc92-485c225caa04 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:36:26.950308 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32803e6-ae9b-4a2b-a085-34303a611591", "tag": "db42b97e-addb-4106-ba0c-60f017fe2285", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:36:26.950558 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3fc91ec1-9c9c-4435-bc92-485c225caa04 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:36:26.950960 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'tag': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'status': 'completed', 'code': 200} Aug 31 01:36:26.971821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 35173a52-d7cd-4260-8b19-3445fca5fd39 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:26.972487 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 35173a52-d7cd-4260-8b19-3445fca5fd39 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:27.056007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4610a98-c538-4449-ab56-ec3df055c73b req-f035c994-ac50-43fc-97cd-311226a7b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:27.057407 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b4610a98-c538-4449-ab56-ec3df055c73b req-f035c994-ac50-43fc-97cd-311226a7b797 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 1097 time: 0.0612178 Aug 31 01:36:27.082180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c05bd744-8293-403b-bdab-e4872528f5bb None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:27.121747 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58922) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:27.209029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648f5ba-3b79-45a3-be9a-0fbc2d3b327d req-17efa869-0c84-4593-89a2-37b106761914 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:27.210562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0648f5ba-3b79-45a3-be9a-0fbc2d3b327d req-17efa869-0c84-4593-89a2-37b106761914 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 945 time: 0.0875058 Aug 31 01:36:27.216482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4610a98-c538-4449-ab56-ec3df055c73b req-a35eca31-b702-4778-b1c5-f681d84d2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:27.217927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b4610a98-c538-4449-ab56-ec3df055c73b req-a35eca31-b702-4778-b1c5-f681d84d2cbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 200 len: 913 time: 0.1536314 Aug 31 01:36:27.274981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b4610a98-c538-4449-ab56-ec3df055c73b req-a886b1b4-aae6-45f8-a4e3-7d2785d07020 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db42b97e-addb-4106-ba0c-60f017fe2285 HTTP/1.1" status: 200 len: 217 time: 0.0492117 Aug 31 01:36:27.290043 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e51e1888-0e19-4f18-99fc-631dd1a12f16 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8bb81e122b384d76aaa7327f63454e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660163 Aug 31 01:36:27.292622 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58926) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:27.308463 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c05bd744-8293-403b-bdab-e4872528f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:27.316976 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0648f5ba-3b79-45a3-be9a-0fbc2d3b327d req-3f8b0917-8eaa-4a59-86f5-8d3fa20e88a2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980823 Aug 31 01:36:27.335076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4610a98-c538-4449-ab56-ec3df055c73b req-0213a959-95d1-4f88-8c46-bc9621590483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:27.335718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05bd744-8293-403b-bdab-e4872528f5bb None None] Checking router: 27694dd3-eb85-45df-81dc-3e2e184abaa5 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:36:27.336644 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b4610a98-c538-4449-ab56-ec3df055c73b req-0213a959-95d1-4f88-8c46-bc9621590483 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 200 len: 851 time: 0.0534475 Aug 31 01:36:27.345097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05bd744-8293-403b-bdab-e4872528f5bb None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:27.345689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c05bd744-8293-403b-bdab-e4872528f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:36:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:27.356734 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0969b78d-c3c1-42ff-8014-e1a8e18a65b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:27.380194 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0969b78d-c3c1-42ff-8014-e1a8e18a65b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:27.390203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4610a98-c538-4449-ab56-ec3df055c73b req-0ed217f5-8287-4ed3-abc5-f8db9b1d9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:27.391771 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b4610a98-c538-4449-ab56-ec3df055c73b req-0ed217f5-8287-4ed3-abc5-f8db9b1d9a2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=680aee2c-12bc-4ff6-aa57-34e08298a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470698 Aug 31 01:36:27.437885 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0969b78d-c3c1-42ff-8014-e1a8e18a65b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:27.440518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0969b78d-c3c1-42ff-8014-e1a8e18a65b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:27.441695 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0969b78d-c3c1-42ff-8014-e1a8e18a65b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b406e8be-be68-4467-8db0-1ecb85d493e2 HTTP/1.1" status: 204 len: 168 time: 0.1476822 Aug 31 01:36:27.451089 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969b78d-c3c1-42ff-8014-e1a8e18a65b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b406e8be-be68-4467-8db0-1ecb85d493e2,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:27.473549 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c05bd744-8293-403b-bdab-e4872528f5bb None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:27.510231 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b4610a98-c538-4449-ab56-ec3df055c73b req-7284d969-b16c-48cd-bc4d-bf6557edcb12 service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051316 Aug 31 01:36:27.620196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b4610a98-c538-4449-ab56-ec3df055c73b req-ba73332c-f4c3-48a5-a49f-7f62101d23df service neutron] 10.222.0.15 "GET /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021535 Aug 31 01:36:27.707915 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c05bd744-8293-403b-bdab-e4872528f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:27.737721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05bd744-8293-403b-bdab-e4872528f5bb None None] The sync data for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 is: [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:23:36Z', 'revision_number': 4, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '7851f634-1715-4912-94d9-b4f0a9bf7c76', 'name': '', 'network_id': '680aee2c-12bc-4ff6-aa57-34e08298a980', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'mac_address': 'fa:16:3e:5b:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:36Z', 'updated_at': '2021-08-31T01:23:44Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'subnets': [{'id': 'c02afb6d-b4d0-433f-8da5-3c6fe1d231db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:27.979981 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9d1e0a-5b7a-4b78-9cfa-38abf564bdec None None] New status for floating IP eac86edc-5f15-407b-af51-e6fb5ee2c835: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:36:28.171481 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58948) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:28.269389 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1375213452-network', 'tenant_id': 'af76b7566b18409fa0184628a99d8fa8'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:28.295478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] Made reservation on behalf of af76b7566b18409fa0184628a99d8fa8 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:36:28.297731 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:28.306010 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:28.394663 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:28.410593 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:28.439114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:36:28.445455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea14046-4df4-48ce-a083-a65c87305d1e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:28.449397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b652e52-c234-4ac1-a46c-f721c5fd158a req-bf16b133-796d-4668-8bc9-d2378480c9d2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:28.451137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b652e52-c234-4ac1-a46c-f721c5fd158a req-bf16b133-796d-4668-8bc9-d2378480c9d2 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 945 time: 0.0544746 Aug 31 01:36:28.451677 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:28.452058 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] Added segment 1d2abfa9-a66d-427e-a552-a079903dfae3 of type vlan for network 96cf76f1-912f-4b71-a62d-08a54e6298e5 Aug 31 01:36:28.492630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b652e52-c234-4ac1-a46c-f721c5fd158a req-cf3d36cd-bca3-4255-911e-0db96d591707 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/security-groups?id=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337584 Aug 31 01:36:28.495031 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:28.520462 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:28.521521 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:28.522098 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:28.575741 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4029598 Aug 31 01:36:28.578622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58954) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:28.583794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-83cca097-00d4-4f5c-90cd-e2026a5a648a admin admin] Request body: {'subnet': {'network_id': '96cf76f1-912f-4b71-a62d-08a54e6298e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1375213452-subnet', 'tenant_id': 'af76b7566b18409fa0184628a99d8fa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:28.585138 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c5d4b-d718-4c71-8e50-4da7cb9af03c admin admin] Pushing event updated for resources: {'Network': ['ID=96cf76f1-912f-4b71-a62d-08a54e6298e5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:28.595996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 96cf76f1-912f-4b71-a62d-08a54e6298e5 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:36:28.612409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cca097-00d4-4f5c-90cd-e2026a5a648a admin admin] Made reservation on behalf of af76b7566b18409fa0184628a99d8fa8 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:36:28.614689 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83cca097-00d4-4f5c-90cd-e2026a5a648a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:28.852805 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406432a-557a-4ca3-a3ae-a71bb60c483a req-469592e3-20d0-40d6-a9db-9e066ba2dcc1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:28.855321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b406432a-557a-4ca3-a3ae-a71bb60c483a req-469592e3-20d0-40d6-a9db-9e066ba2dcc1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.15 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 945 time: 0.1102540 Aug 31 01:36:28.857465 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83cca097-00d4-4f5c-90cd-e2026a5a648a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:28.980062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cca097-00d4-4f5c-90cd-e2026a5a648a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad6a4bd8-aed4-444e-bb8a-dc1ac9556e08,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:28.997956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cca097-00d4-4f5c-90cd-e2026a5a648a admin admin] Checking segment: {'id': '1d2abfa9-a66d-427e-a552-a079903dfae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '96cf76f1-912f-4b71-a62d-08a54e6298e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:36:28.998317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cca097-00d4-4f5c-90cd-e2026a5a648a admin admin] Network hostable DHCP agents. Network: 96cf76f1-912f-4b71-a62d-08a54e6298e5, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:36:29.027055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cca097-00d4-4f5c-90cd-e2026a5a648a admin admin] Network 96cf76f1-912f-4b71-a62d-08a54e6298e5 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:36:29.036634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-b406432a-557a-4ca3-a3ae-a71bb60c483a req-e966dc8e-5cad-4ce2-8e72-c660bd7a4d37 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Deleting port db42b97e-addb-4106-ba0c-60f017fe2285 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:29.037018 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b406432a-557a-4ca3-a3ae-a71bb60c483a req-e966dc8e-5cad-4ce2-8e72-c660bd7a4d37 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:29.041445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-83cca097-00d4-4f5c-90cd-e2026a5a648a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 96cf76f1-912f-4b71-a62d-08a54e6298e5) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:29.050216 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5e29ae-ae57-457b-9dd0-cf3934c74181 None None] Network 96cf76f1-912f-4b71-a62d-08a54e6298e5 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:29.082710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cca097-00d4-4f5c-90cd-e2026a5a648a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:29.083314 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83cca097-00d4-4f5c-90cd-e2026a5a648a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:29.119788 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-83cca097-00d4-4f5c-90cd-e2026a5a648a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5365686 Aug 31 01:36:29.158569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-b406432a-557a-4ca3-a3ae-a71bb60c483a req-e966dc8e-5cad-4ce2-8e72-c660bd7a4d37 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] For port db42b97e-addb-4106-ba0c-60f017fe2285, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=db42b97e-addb-4106-ba0c-60f017fe2285,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:29.158940 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b406432a-557a-4ca3-a3ae-a71bb60c483a req-e966dc8e-5cad-4ce2-8e72-c660bd7a4d37 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:29.177019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-b406432a-557a-4ca3-a3ae-a71bb60c483a req-e966dc8e-5cad-4ce2-8e72-c660bd7a4d37 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Calling delete_port for db42b97e-addb-4106-ba0c-60f017fe2285 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:29.204692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db94be4b-5a0d-42d4-b664-c725c9de0af4 None None] Network 96cf76f1-912f-4b71-a62d-08a54e6298e5 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:29.345041 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b406432a-557a-4ca3-a3ae-a71bb60c483a req-e966dc8e-5cad-4ce2-8e72-c660bd7a4d37 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:29.382767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966dc8e-5cad-4ce2-8e72-c660bd7a4d37 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event deleted for resources: {'Port': ['ID=db42b97e-addb-4106-ba0c-60f017fe2285,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:29.431477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-b406432a-557a-4ca3-a3ae-a71bb60c483a req-e966dc8e-5cad-4ce2-8e72-c660bd7a4d37 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] No DVR routers for this DVR port db42b97e-addb-4106-ba0c-60f017fe2285 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:29.434577 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b406432a-557a-4ca3-a3ae-a71bb60c483a req-e966dc8e-5cad-4ce2-8e72-c660bd7a4d37 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:29.436818 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b406432a-557a-4ca3-a3ae-a71bb60c483a req-e966dc8e-5cad-4ce2-8e72-c660bd7a4d37 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.15 "DELETE /v2.0/ports/db42b97e-addb-4106-ba0c-60f017fe2285 HTTP/1.1" status: 204 len: 173 time: 0.5739510 Aug 31 01:36:29.437287 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'name': 'network-vif-deleted', 'tag': 'db42b97e-addb-4106-ba0c-60f017fe2285'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:36:29.439858 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2e344c-50ee-4332-a088-b3b89f2d4a84" -d '{"events": [{"server_uuid": "a32803e6-ae9b-4a2b-a085-34303a611591", "name": "network-vif-deleted", "tag": "db42b97e-addb-4106-ba0c-60f017fe2285"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:36:29.480014 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ed0e84-e482-4da6-9d75-5f479a06f67b x-openstack-request-id: req-93ed0e84-e482-4da6-9d75-5f479a06f67b {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:36:29.481293 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32803e6-ae9b-4a2b-a085-34303a611591", "name": "network-vif-deleted", "tag": "db42b97e-addb-4106-ba0c-60f017fe2285", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:36:29.481293 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93ed0e84-e482-4da6-9d75-5f479a06f67b {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:36:29.481499 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32803e6-ae9b-4a2b-a085-34303a611591', 'name': 'network-vif-deleted', 'tag': 'db42b97e-addb-4106-ba0c-60f017fe2285', 'status': 'completed', 'code': 200} Aug 31 01:36:29.599383 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3de5011d-fc6e-4431-a735-5e225def1583 req-2e1cff59-ed90-4397-9ed5-f8f66c133cd1 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 210 time: 0.0291460 Aug 31 01:36:29.686170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58974) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:29.691113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-834113440-network', 'tenant_id': '499f09084bc04f1cb6a87b0bceae6954'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:29.712680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] Made reservation on behalf of 499f09084bc04f1cb6a87b0bceae6954 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:36:29.715256 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:29.724312 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:29.822836 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:29.829304 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:29.858671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:36:29.868600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2265c41-e720-4e34-9cf2-4cdcd52774d5,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:29.874393 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:29.874748 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] Added segment 3f4a6c63-819a-4690-85f7-b422e2622a90 of type vlan for network 8404bca7-cebb-4e52-846e-5efe1dc93e02 Aug 31 01:36:29.921055 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:29.946970 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:29.947994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:29.948569 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.000341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3130157 Aug 31 01:36:30.004089 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58976) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:30.011032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-cdfb509e-d9c5-43cc-808c-ed448725d822 admin admin] Request body: {'subnet': {'network_id': '8404bca7-cebb-4e52-846e-5efe1dc93e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-834113440-subnet', 'tenant_id': '499f09084bc04f1cb6a87b0bceae6954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:30.023955 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ec167-66ce-4856-8f5d-141523ccec31 admin admin] Pushing event updated for resources: {'Network': ['ID=8404bca7-cebb-4e52-846e-5efe1dc93e02,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:30.034117 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 8404bca7-cebb-4e52-846e-5efe1dc93e02 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:36:30.040308 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfb509e-d9c5-43cc-808c-ed448725d822 admin admin] Made reservation on behalf of 499f09084bc04f1cb6a87b0bceae6954 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:36:30.042685 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cdfb509e-d9c5-43cc-808c-ed448725d822 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.215226 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cdfb509e-d9c5-43cc-808c-ed448725d822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.268748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb509e-d9c5-43cc-808c-ed448725d822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c267b71-7872-4bfb-a817-835458f783f7,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:30.279223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb509e-d9c5-43cc-808c-ed448725d822 admin admin] Checking segment: {'id': '3f4a6c63-819a-4690-85f7-b422e2622a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8404bca7-cebb-4e52-846e-5efe1dc93e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:36:30.279762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfb509e-d9c5-43cc-808c-ed448725d822 admin admin] Network hostable DHCP agents. Network: 8404bca7-cebb-4e52-846e-5efe1dc93e02, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:36:30.297072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfb509e-d9c5-43cc-808c-ed448725d822 admin admin] Network 8404bca7-cebb-4e52-846e-5efe1dc93e02 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:36:30.305665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-cdfb509e-d9c5-43cc-808c-ed448725d822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 8404bca7-cebb-4e52-846e-5efe1dc93e02) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:30.311035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfb509e-d9c5-43cc-808c-ed448725d822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:30.312251 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cdfb509e-d9c5-43cc-808c-ed448725d822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.315860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af1d13d-886e-43fd-b25a-4ddb63d8da29 None None] Network 8404bca7-cebb-4e52-846e-5efe1dc93e02 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:30.328135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cdfb509e-d9c5-43cc-808c-ed448725d822 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3229795 Aug 31 01:36:30.444172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d262fac5-0250-4943-9c2f-7af237fcbd8a None None] Network 8404bca7-cebb-4e52-846e-5efe1dc93e02 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:30.447190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58980) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:30.500413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a62e73-8448-4ac6-baca-69ca8df64332 admin admin] Deleting subnet ad6a4bd8-aed4-444e-bb8a-dc1ac9556e08 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:36:30.503709 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3a62e73-8448-4ac6-baca-69ca8df64332 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.538181 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3a62e73-8448-4ac6-baca-69ca8df64332 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.580447 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3a62e73-8448-4ac6-baca-69ca8df64332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.635659 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3a62e73-8448-4ac6-baca-69ca8df64332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.667683 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3a62e73-8448-4ac6-baca-69ca8df64332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.673502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58984) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:30.674002 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e3a62e73-8448-4ac6-baca-69ca8df64332 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ad6a4bd8-aed4-444e-bb8a-dc1ac9556e08 HTTP/1.1" status: 204 len: 168 time: 0.2251768 Aug 31 01:36:30.675679 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a62e73-8448-4ac6-baca-69ca8df64332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad6a4bd8-aed4-444e-bb8a-dc1ac9556e08,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:30.709839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5fe1d49-5b4f-432a-acd0-1a856f305457 req-51e65458-2272-4d65-bc65-b5096612dee7 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 210 time: 0.0350764 Aug 31 01:36:30.746457 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6cba63f1-127d-495a-9da2-004d190a840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.830854 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6cba63f1-127d-495a-9da2-004d190a840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.841711 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-6cba63f1-127d-495a-9da2-004d190a840a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cf76f1-912f-4b71-a62d-08a54e6298e5']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:30.853673 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-6cba63f1-127d-495a-9da2-004d190a840a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2abfa9-a66d-427e-a552-a079903dfae3') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:30.854074 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-6cba63f1-127d-495a-9da2-004d190a840a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2abfa9-a66d-427e-a552-a079903dfae3') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:30.865098 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6cba63f1-127d-495a-9da2-004d190a840a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.879883 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6cba63f1-127d-495a-9da2-004d190a840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.885930 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cba63f1-127d-495a-9da2-004d190a840a admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:36:30.886322 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6cba63f1-127d-495a-9da2-004d190a840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:36:30.888606 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:36:30.945376 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6cba63f1-127d-495a-9da2-004d190a840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.961263 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6cba63f1-127d-495a-9da2-004d190a840a admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:30.963089 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6cba63f1-127d-495a-9da2-004d190a840a admin admin] 10.222.0.58 "DELETE /v2.0/networks/96cf76f1-912f-4b71-a62d-08a54e6298e5 HTTP/1.1" status: 204 len: 168 time: 0.2885892 Aug 31 01:36:30.964343 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba63f1-127d-495a-9da2-004d190a840a admin admin] Pushing event deleted for resources: {'Network': ['ID=96cf76f1-912f-4b71-a62d-08a54e6298e5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:30.966042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58986) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:31.009597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-445ecf2c-502f-4d21-b9f4-34b148a7613a admin admin] Deleting subnet 5c267b71-7872-4bfb-a817-835458f783f7 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:36:31.013557 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-445ecf2c-502f-4d21-b9f4-34b148a7613a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.052247 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-445ecf2c-502f-4d21-b9f4-34b148a7613a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.091316 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-445ecf2c-502f-4d21-b9f4-34b148a7613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.144200 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-445ecf2c-502f-4d21-b9f4-34b148a7613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.169545 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ecf2c-502f-4d21-b9f4-34b148a7613a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c267b71-7872-4bfb-a817-835458f783f7,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:31.173559 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-445ecf2c-502f-4d21-b9f4-34b148a7613a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.175411 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-445ecf2c-502f-4d21-b9f4-34b148a7613a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5c267b71-7872-4bfb-a817-835458f783f7 HTTP/1.1" status: 204 len: 168 time: 0.2084534 Aug 31 01:36:31.177876 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 58988) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:31.254225 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad4b05a9-a8bc-49fe-9e97-f4ea993603a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.336339 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad4b05a9-a8bc-49fe-9e97-f4ea993603a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.347048 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-ad4b05a9-a8bc-49fe-9e97-f4ea993603a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8404bca7-cebb-4e52-846e-5efe1dc93e02']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:31.357669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-ad4b05a9-a8bc-49fe-9e97-f4ea993603a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4a6c63-819a-4690-85f7-b422e2622a90') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:31.357964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-ad4b05a9-a8bc-49fe-9e97-f4ea993603a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4a6c63-819a-4690-85f7-b422e2622a90') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:31.366680 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad4b05a9-a8bc-49fe-9e97-f4ea993603a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.383442 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad4b05a9-a8bc-49fe-9e97-f4ea993603a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.390326 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4b05a9-a8bc-49fe-9e97-f4ea993603a0 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:36:31.390715 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad4b05a9-a8bc-49fe-9e97-f4ea993603a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:36:31.392534 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:36:31.452252 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad4b05a9-a8bc-49fe-9e97-f4ea993603a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.458044 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ad4b05a9-a8bc-49fe-9e97-f4ea993603a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.459949 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ad4b05a9-a8bc-49fe-9e97-f4ea993603a0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8404bca7-cebb-4e52-846e-5efe1dc93e02 HTTP/1.1" status: 204 len: 168 time: 0.2811708 Aug 31 01:36:31.472174 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b05a9-a8bc-49fe-9e97-f4ea993603a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8404bca7-cebb-4e52-846e-5efe1dc93e02,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:31.623456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58992) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:31.665056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-37647cfe-24cf-4250-9e81-7c4b536788de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af76b7566b18409fa0184628a99d8fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403740 Aug 31 01:36:31.667388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 58994) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:31.674379 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.717407 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5fc96386-25d7-43ec-970e-8d9eeb1adbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.739165 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5fc96386-25d7-43ec-970e-8d9eeb1adbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.796786 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5fc96386-25d7-43ec-970e-8d9eeb1adbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.799723 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5fc96386-25d7-43ec-970e-8d9eeb1adbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:31.800880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5fc96386-25d7-43ec-970e-8d9eeb1adbbf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bea14046-4df4-48ce-a083-a65c87305d1e HTTP/1.1" status: 204 len: 168 time: 0.1319051 Aug 31 01:36:31.817614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee816e25-0c15-4f87-b9e1-158a4ea31729 req-b3bd5c89-6400-4589-b2a5-08e394b595a9 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 210 time: 0.0351036 Aug 31 01:36:31.823413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc96386-25d7-43ec-970e-8d9eeb1adbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea14046-4df4-48ce-a083-a65c87305d1e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:32.143047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59002) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:32.188832 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0fdbbf50-5c1d-4c4f-980a-517df18421f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=499f09084bc04f1cb6a87b0bceae6954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443203 Aug 31 01:36:32.191302 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59004) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:32.240328 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-10f674c0-54fc-4aa7-8624-37711f28a833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:32.264241 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-10f674c0-54fc-4aa7-8624-37711f28a833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:32.315531 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-10f674c0-54fc-4aa7-8624-37711f28a833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:32.318246 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-10f674c0-54fc-4aa7-8624-37711f28a833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:32.319458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-10f674c0-54fc-4aa7-8624-37711f28a833 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2265c41-e720-4e34-9cf2-4cdcd52774d5 HTTP/1.1" status: 204 len: 168 time: 0.1271961 Aug 31 01:36:32.329431 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f674c0-54fc-4aa7-8624-37711f28a833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2265c41-e720-4e34-9cf2-4cdcd52774d5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:32.923039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83bcbce1-9035-4742-9fda-8fad5a677147 req-a0492049-6902-46be-9912-13202c585ee4 tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "GET /v2.0/ports?device_id=a32803e6-ae9b-4a2b-a085-34303a611591 HTTP/1.1" status: 200 len: 210 time: 0.0298796 Aug 31 01:36:33.238478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device db42b97e-addb-4106-ba0c-60f017fe2285 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:33.268725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: db42b97e-addb-4106-ba0c-60f017fe2285 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:33.269037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device db42b97e-addb-4106-ba0c-60f017fe2285 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:33.983333 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59060) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:34.108751 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-19e6b62d-4e4c-4607-ac5e-37a8e804786f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Deleting port dd364cd3-9ffc-425c-9f37-2acb22a8e450 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:34.109095 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19e6b62d-4e4c-4607-ac5e-37a8e804786f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:34.185014 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19e6b62d-4e4c-4607-ac5e-37a8e804786f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:34.185348 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19e6b62d-4e4c-4607-ac5e-37a8e804786f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:34.196579 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-19e6b62d-4e4c-4607-ac5e-37a8e804786f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Calling delete_port for dd364cd3-9ffc-425c-9f37-2acb22a8e450 owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:34.323707 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19e6b62d-4e4c-4607-ac5e-37a8e804786f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:34.352859 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6b62d-4e4c-4607-ac5e-37a8e804786f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event deleted for resources: {'Port': ['ID=dd364cd3-9ffc-425c-9f37-2acb22a8e450,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:34.411147 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19e6b62d-4e4c-4607-ac5e-37a8e804786f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:34.413859 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-19e6b62d-4e4c-4607-ac5e-37a8e804786f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:34.415021 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-19e6b62d-4e4c-4607-ac5e-37a8e804786f tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "DELETE /v2.0/floatingips/98be2ddb-88e2-4080-9ef5-80142bb894fa HTTP/1.1" status: 204 len: 168 time: 0.4306629 Aug 31 01:36:36.664663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59100) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:36.728612 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:36.755835 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:36.822244 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:36.825478 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:36.826643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] 10.222.0.58 "DELETE /v2.0/security-groups/57050f0b-a0be-4396-9e7c-2cbdc6c7c64d HTTP/1.1" status: 204 len: 168 time: 0.1609633 Aug 31 01:36:36.838912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57050f0b-a0be-4396-9e7c-2cbdc6c7c64d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:36.847921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:36.848274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:36.848619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:36.848958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:36.849292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:36.849624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:36.849950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:36.850281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:36.850613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:36.850927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:36.851252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:36.851598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b814c8-9a8b-4cad-a69a-9dc7d1e3b7ed tempest-TestVolumeBootPattern-1397978324 tempest-TestVolumeBootPattern-1397978324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:37.909685 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59108) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:38.400417 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f22fbfce-41e4-4498-a7e5-9421eebe2ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:38.642380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f22fbfce-41e4-4498-a7e5-9421eebe2ba2 admin admin] Deleting port 7851f634-1715-4912-94d9-b4f0a9bf7c76 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:38.642637 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f22fbfce-41e4-4498-a7e5-9421eebe2ba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:38.721571 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-f22fbfce-41e4-4498-a7e5-9421eebe2ba2 admin admin] For port 7851f634-1715-4912-94d9-b4f0a9bf7c76, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7851f634-1715-4912-94d9-b4f0a9bf7c76,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:38.721940 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f22fbfce-41e4-4498-a7e5-9421eebe2ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:38.735406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f22fbfce-41e4-4498-a7e5-9421eebe2ba2 admin admin] Calling delete_port for 7851f634-1715-4912-94d9-b4f0a9bf7c76 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:38.913564 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f22fbfce-41e4-4498-a7e5-9421eebe2ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:38.939004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fbfce-41e4-4498-a7e5-9421eebe2ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7851f634-1715-4912-94d9-b4f0a9bf7c76,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:39.393128 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f22fbfce-41e4-4498-a7e5-9421eebe2ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:39.610418 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22fbfce-41e4-4498-a7e5-9421eebe2ba2 admin admin] Router 27694dd3-eb85-45df-81dc-3e2e184abaa5 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:39.723403 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22fbfce-41e4-4498-a7e5-9421eebe2ba2 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:39.728615 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f22fbfce-41e4-4498-a7e5-9421eebe2ba2 admin admin] 10.222.0.58 "PUT /v2.0/routers/27694dd3-eb85-45df-81dc-3e2e184abaa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8178763 Aug 31 01:36:39.732867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59130) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:39.733466 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87445b76-28a0-4b46-ad03-df1cb7aeece6 None None] Sync routers for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:39.743099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87445b76-28a0-4b46-ad03-df1cb7aeece6 None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:39.743749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-87445b76-28a0-4b46-ad03-df1cb7aeece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:36:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:39.849071 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:39.960998 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.015375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-87445b76-28a0-4b46-ad03-df1cb7aeece6 None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:40.015623 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] Deleting port de675979-a4b4-4e6c-b28c-69a5b1282d88 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:40.015885 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.097739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] For port de675979-a4b4-4e6c-b28c-69a5b1282d88, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=de675979-a4b4-4e6c-b28c-69a5b1282d88,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:40.098109 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.110842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] Calling delete_port for de675979-a4b4-4e6c-b28c-69a5b1282d88 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:40.207532 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-87445b76-28a0-4b46-ad03-df1cb7aeece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:36:38Z', 'revision_number': 5, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port': {'id': 'de675979-a4b4-4e6c-b28c-69a5b1282d88', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:33Z', 'updated_at': '2021-08-31T01:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:40.235680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87445b76-28a0-4b46-ad03-df1cb7aeece6 None None] Checking router: 27694dd3-eb85-45df-81dc-3e2e184abaa5 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:36:40.245397 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87445b76-28a0-4b46-ad03-df1cb7aeece6 None None] Routers {'27694dd3-eb85-45df-81dc-3e2e184abaa5'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:40.246635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-87445b76-28a0-4b46-ad03-df1cb7aeece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:36:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['27694dd3-eb85-45df-81dc-3e2e184abaa5'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:40.290568 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.321608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] Pushing event deleted for resources: {'Port': ['ID=de675979-a4b4-4e6c-b28c-69a5b1282d88,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:40.347657 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-87445b76-28a0-4b46-ad03-df1cb7aeece6 None None] Set router 27694dd3-eb85-45df-81dc-3e2e184abaa5 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:40.385909 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.412189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-87445b76-28a0-4b46-ad03-df1cb7aeece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:36:39Z', 'revision_number': 6, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:40.443523 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87445b76-28a0-4b46-ad03-df1cb7aeece6 None None] The sync data for ids ['27694dd3-eb85-45df-81dc-3e2e184abaa5'] in n-d-802060-13 is: [{'id': '27694dd3-eb85-45df-81dc-3e2e184abaa5', 'name': 'tempest-TestVolumeBootPattern-1290902419-router', 'tenant_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:32Z', 'updated_at': '2021-08-31T01:36:39Z', 'revision_number': 6, 'project_id': '2e4cb56e9e2a4fbeb0ebdc7916f3c045', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:40.485422 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.487641 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.533431 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.534248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27694dd3-eb85-45df-81dc-3e2e184abaa5 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:36:40.539572 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.540942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-44a824a6-94eb-4bd9-b3f1-4250d461ab17 admin admin] 10.222.0.58 "DELETE /v2.0/routers/27694dd3-eb85-45df-81dc-3e2e184abaa5 HTTP/1.1" status: 204 len: 168 time: 0.8068626 Aug 31 01:36:40.543734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59136) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:40.597687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-825b1f31-b8d3-46c2-b374-437f08c072c2 admin admin] Deleting subnet c02afb6d-b4d0-433f-8da5-3c6fe1d231db {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:36:40.600779 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-825b1f31-b8d3-46c2-b374-437f08c072c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.636167 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-825b1f31-b8d3-46c2-b374-437f08c072c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.714348 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-825b1f31-b8d3-46c2-b374-437f08c072c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.770235 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-825b1f31-b8d3-46c2-b374-437f08c072c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.807079 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b1f31-b8d3-46c2-b374-437f08c072c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c02afb6d-b4d0-433f-8da5-3c6fe1d231db,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:40.817970 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-825b1f31-b8d3-46c2-b374-437f08c072c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.822192 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-825b1f31-b8d3-46c2-b374-437f08c072c2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c02afb6d-b4d0-433f-8da5-3c6fe1d231db HTTP/1.1" status: 204 len: 168 time: 0.2752554 Aug 31 01:36:40.822573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59138) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:40.826920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40df067-a38f-400e-a62b-24161efb2e6c None None] Network 680aee2c-12bc-4ff6-aa57-34e08298a980 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:40.971244 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:41.039195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] Deleting port 2f23d4c0-7227-4d35-8853-c50f6a1ca5de {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:41.039638 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:41.106962 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] For port 2f23d4c0-7227-4d35-8853-c50f6a1ca5de, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2f23d4c0-7227-4d35-8853-c50f6a1ca5de,segment=NetworkSegment(4785ad66-f729-41f5-b01b-7958096e140b),segment_id=4785ad66-f729-41f5-b01b-7958096e140b)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:41.107348 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:41.120401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] Calling delete_port for 2f23d4c0-7227-4d35-8853-c50f6a1ca5de owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:41.202652 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:41.226553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f23d4c0-7227-4d35-8853-c50f6a1ca5de,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:41.232578 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] No DVR routers for this DVR port 2f23d4c0-7227-4d35-8853-c50f6a1ca5de on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:41.265056 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:41.353526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbc61ba-2275-46c1-bab2-1cf8c6582cb7 None None] DHCP port deletion for 680aee2c-12bc-4ff6-aa57-34e08298a980 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:36:41.405032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7851f634-1715-4912-94d9-b4f0a9bf7c76 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:41.428695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 7851f634-1715-4912-94d9-b4f0a9bf7c76 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:41.429558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7851f634-1715-4912-94d9-b4f0a9bf7c76 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:41.667405 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:41.680307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680aee2c-12bc-4ff6-aa57-34e08298a980']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:41.691158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4785ad66-f729-41f5-b01b-7958096e140b') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:41.691481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4785ad66-f729-41f5-b01b-7958096e140b') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:41.703973 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:41.722557 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:41.730147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:36:41.730847 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:36:41.732470 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:36:41.790973 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:41.796890 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:41.798961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/680aee2c-12bc-4ff6-aa57-34e08298a980 HTTP/1.1" status: 204 len: 168 time: 0.9754214 Aug 31 01:36:41.802084 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59144) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:41.810764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db8cc1-b395-4a1e-a8b1-d0a4b57628a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=680aee2c-12bc-4ff6-aa57-34e08298a980,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:42.170403 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2a1e-e758-4782-a6e4-9467526ed67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:42.329282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-3f30fb22-f3c4-4de9-8f92-36514eae99f4 req-a89de816-5d16-4eed-b25a-efa406edb4c5 service neutron] (94761) timed out ('10.222.0.58', 35952) {{(pid=94761) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:36:42.425172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e2a1e-e758-4782-a6e4-9467526ed67f admin admin] Deleting port 49a6782e-41cc-4076-8ba6-b7c7526b6c89 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:42.425515 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2a1e-e758-4782-a6e4-9467526ed67f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:42.505690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-bb9e2a1e-e758-4782-a6e4-9467526ed67f admin admin] For port 49a6782e-41cc-4076-8ba6-b7c7526b6c89, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=49a6782e-41cc-4076-8ba6-b7c7526b6c89,segment=NetworkSegment(d157c746-d760-49b9-96df-ae47fc989aee),segment_id=d157c746-d760-49b9-96df-ae47fc989aee)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:42.506046 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2a1e-e758-4782-a6e4-9467526ed67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:42.523678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e2a1e-e758-4782-a6e4-9467526ed67f admin admin] Calling delete_port for 49a6782e-41cc-4076-8ba6-b7c7526b6c89 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:42.721079 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2a1e-e758-4782-a6e4-9467526ed67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:42.749436 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e2a1e-e758-4782-a6e4-9467526ed67f admin admin] Pushing event deleted for resources: {'Port': ['ID=49a6782e-41cc-4076-8ba6-b7c7526b6c89,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:42.969188 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2a1e-e758-4782-a6e4-9467526ed67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:43.010273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device de675979-a4b4-4e6c-b28c-69a5b1282d88 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:43.032208 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: de675979-a4b4-4e6c-b28c-69a5b1282d88 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:43.032937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device de675979-a4b4-4e6c-b28c-69a5b1282d88 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:43.033582 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2f23d4c0-7227-4d35-8853-c50f6a1ca5de no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:43.056605 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 2f23d4c0-7227-4d35-8853-c50f6a1ca5de {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:43.057378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2f23d4c0-7227-4d35-8853-c50f6a1ca5de not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:43.219026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9e2a1e-e758-4782-a6e4-9467526ed67f admin admin] Router 06b7af89-4d7f-404b-829e-9ff921eddfaf has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:43.340560 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9e2a1e-e758-4782-a6e4-9467526ed67f admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:43.348984 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bb9e2a1e-e758-4782-a6e4-9467526ed67f admin admin] 10.222.0.58 "PUT /v2.0/routers/06b7af89-4d7f-404b-829e-9ff921eddfaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5452909 Aug 31 01:36:43.350902 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59150) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:43.352460 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c5e7c-b91b-4ab3-a3fb-9d8f83ff9d4f None None] Sync routers for ids ['06b7af89-4d7f-404b-829e-9ff921eddfaf'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:43.363160 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501c5e7c-b91b-4ab3-a3fb-9d8f83ff9d4f None None] Routers {'06b7af89-4d7f-404b-829e-9ff921eddfaf'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:43.364020 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-501c5e7c-b91b-4ab3-a3fb-9d8f83ff9d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:36:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['06b7af89-4d7f-404b-829e-9ff921eddfaf'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:43.463043 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:43.476262 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-501c5e7c-b91b-4ab3-a3fb-9d8f83ff9d4f None None] Set router 06b7af89-4d7f-404b-829e-9ff921eddfaf gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:43.572013 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:43.630021 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] Deleting port 53621ef3-b847-4476-b0c4-6b7dc4010ecb {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:43.630371 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:43.683575 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-501c5e7c-b91b-4ab3-a3fb-9d8f83ff9d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'name': 'tempest-TestVolumeBootPattern-376853030-router', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '53621ef3-b847-4476-b0c4-6b7dc4010ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:40Z', 'updated_at': '2021-08-31T01:36:42Z', 'revision_number': 5, 'project_id': 'dc564a331d214b70b83aa2558b48bc36', 'gw_port': {'id': '53621ef3-b847-4476-b0c4-6b7dc4010ecb', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:23:42Z', 'updated_at': '2021-08-31T01:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:43.711177 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c5e7c-b91b-4ab3-a3fb-9d8f83ff9d4f None None] Checking router: 06b7af89-4d7f-404b-829e-9ff921eddfaf for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:36:43.716436 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] For port 53621ef3-b847-4476-b0c4-6b7dc4010ecb, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=53621ef3-b847-4476-b0c4-6b7dc4010ecb,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:43.716809 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:43.726405 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501c5e7c-b91b-4ab3-a3fb-9d8f83ff9d4f None None] Routers {'06b7af89-4d7f-404b-829e-9ff921eddfaf'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:36:43.727054 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-501c5e7c-b91b-4ab3-a3fb-9d8f83ff9d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:36:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['06b7af89-4d7f-404b-829e-9ff921eddfaf'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:43.757647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] Calling delete_port for 53621ef3-b847-4476-b0c4-6b7dc4010ecb owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:43.843260 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-501c5e7c-b91b-4ab3-a3fb-9d8f83ff9d4f None None] Set router 06b7af89-4d7f-404b-829e-9ff921eddfaf gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:36:43.901732 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-501c5e7c-b91b-4ab3-a3fb-9d8f83ff9d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'name': 'tempest-TestVolumeBootPattern-376853030-router', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:40Z', 'updated_at': '2021-08-31T01:36:43Z', 'revision_number': 6, 'project_id': 'dc564a331d214b70b83aa2558b48bc36', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:43.932712 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c5e7c-b91b-4ab3-a3fb-9d8f83ff9d4f None None] The sync data for ids ['06b7af89-4d7f-404b-829e-9ff921eddfaf'] in n-d-802060-13 is: [{'id': '06b7af89-4d7f-404b-829e-9ff921eddfaf', 'name': 'tempest-TestVolumeBootPattern-376853030-router', 'tenant_id': 'dc564a331d214b70b83aa2558b48bc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:23:40Z', 'updated_at': '2021-08-31T01:36:43Z', 'revision_number': 6, 'project_id': 'dc564a331d214b70b83aa2558b48bc36', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:43.958393 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:43.985711 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=53621ef3-b847-4476-b0c4-6b7dc4010ecb,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:44.058276 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.150512 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.153373 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.197679 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.198201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06b7af89-4d7f-404b-829e-9ff921eddfaf {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:36:44.202584 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.203763 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-105b4058-9c0e-4f47-93b1-583db3533e0c admin admin] 10.222.0.58 "DELETE /v2.0/routers/06b7af89-4d7f-404b-829e-9ff921eddfaf HTTP/1.1" status: 204 len: 168 time: 0.8533108 Aug 31 01:36:44.206142 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59156) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:44.255674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd072e14-a3a7-4d0b-a608-1e426d6f6a06 admin admin] Deleting subnet fae85385-9d75-49dd-bafc-74bebf07acce {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:36:44.259115 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dd072e14-a3a7-4d0b-a608-1e426d6f6a06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.298937 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dd072e14-a3a7-4d0b-a608-1e426d6f6a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.396332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dd072e14-a3a7-4d0b-a608-1e426d6f6a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.456914 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dd072e14-a3a7-4d0b-a608-1e426d6f6a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.482404 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd072e14-a3a7-4d0b-a608-1e426d6f6a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae85385-9d75-49dd-bafc-74bebf07acce,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:44.486313 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dd072e14-a3a7-4d0b-a608-1e426d6f6a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.490940 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dd072e14-a3a7-4d0b-a608-1e426d6f6a06 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fae85385-9d75-49dd-bafc-74bebf07acce HTTP/1.1" status: 204 len: 168 time: 0.2838705 Aug 31 01:36:44.491697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59158) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:44.502598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09ef13-9a7b-43a3-b1a0-fd4a1727b223 None None] Network 95433116-cbae-4bd2-b3ef-829d0e40297b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:36:44.589856 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.649433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] Deleting port 1dabbf1c-cf07-40af-aaea-2493ed7524f3 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:44.649802 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.721443 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2eba8d-6487-4cac-be4d-45aee64447f2 None None] DHCP port deletion for 95433116-cbae-4bd2-b3ef-829d0e40297b request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:36:44.721928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] For port 1dabbf1c-cf07-40af-aaea-2493ed7524f3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1dabbf1c-cf07-40af-aaea-2493ed7524f3,segment=NetworkSegment(d157c746-d760-49b9-96df-ae47fc989aee),segment_id=d157c746-d760-49b9-96df-ae47fc989aee)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:44.722309 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.742744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] Calling delete_port for 1dabbf1c-cf07-40af-aaea-2493ed7524f3 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:44.788645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-0c2eba8d-6487-4cac-be4d-45aee64447f2 None None] Deleting port 1dabbf1c-cf07-40af-aaea-2493ed7524f3 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:36:44.790157 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0c2eba8d-6487-4cac-be4d-45aee64447f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.872915 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.881708 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0c2eba8d-6487-4cac-be4d-45aee64447f2 None None] For port 1dabbf1c-cf07-40af-aaea-2493ed7524f3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1dabbf1c-cf07-40af-aaea-2493ed7524f3,segment=NetworkSegment(d157c746-d760-49b9-96df-ae47fc989aee),segment_id=d157c746-d760-49b9-96df-ae47fc989aee)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:44.882381 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0c2eba8d-6487-4cac-be4d-45aee64447f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.900173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-0c2eba8d-6487-4cac-be4d-45aee64447f2 None None] Calling delete_port for 1dabbf1c-cf07-40af-aaea-2493ed7524f3 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:36:44.914191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] No DVR routers for this DVR port 1dabbf1c-cf07-40af-aaea-2493ed7524f3 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:44.950581 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] Pushing event deleted for resources: {'Port': ['ID=1dabbf1c-cf07-40af-aaea-2493ed7524f3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:44.971828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 49a6782e-41cc-4076-8ba6-b7c7526b6c89 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:45.003379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 49a6782e-41cc-4076-8ba6-b7c7526b6c89 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:45.004122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 49a6782e-41cc-4076-8ba6-b7c7526b6c89 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:45.004122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 53621ef3-b847-4476-b0c4-6b7dc4010ecb no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:45.018114 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:45.025953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 53621ef3-b847-4476-b0c4-6b7dc4010ecb {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:45.026304 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 53621ef3-b847-4476-b0c4-6b7dc4010ecb not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:45.026794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1dabbf1c-cf07-40af-aaea-2493ed7524f3 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:45.029664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95433116-cbae-4bd2-b3ef-829d0e40297b']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:45.042842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd157c746-d760-49b9-96df-ae47fc989aee') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:45.043140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd157c746-d760-49b9-96df-ae47fc989aee') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:45.052422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 1dabbf1c-cf07-40af-aaea-2493ed7524f3 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:36:45.052765 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1dabbf1c-cf07-40af-aaea-2493ed7524f3 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:45.053499 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:45.061324 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0c2eba8d-6487-4cac-be4d-45aee64447f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:45.093489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2eba8d-6487-4cac-be4d-45aee64447f2 None None] No DVR routers for this DVR port 1dabbf1c-cf07-40af-aaea-2493ed7524f3 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:36:45.095626 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2eba8d-6487-4cac-be4d-45aee64447f2 None None] Pushing event deleted for resources: {'Port': ['ID=1dabbf1c-cf07-40af-aaea-2493ed7524f3,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:45.100738 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:45.112525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:36:45.112920 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:36:45.114870 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:36:45.181221 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:45.192671 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:45.194917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] 10.222.0.58 "DELETE /v2.0/networks/95433116-cbae-4bd2-b3ef-829d0e40297b HTTP/1.1" status: 204 len: 168 time: 0.7017264 Aug 31 01:36:45.210116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc535da7-bc06-4927-b059-f9f1fc79722b admin admin] Pushing event deleted for resources: {'Network': ['ID=95433116-cbae-4bd2-b3ef-829d0e40297b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:45.334438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59166) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:45.391386 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0597db41-ba02-4bca-aee1-8794e5eba0cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e4cb56e9e2a4fbeb0ebdc7916f3c045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534925 Aug 31 01:36:45.392223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59168) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:45.443378 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97019263-97be-48b9-818a-41a73fd5890c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:45.463934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97019263-97be-48b9-818a-41a73fd5890c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:45.512300 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97019263-97be-48b9-818a-41a73fd5890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:45.515433 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-97019263-97be-48b9-818a-41a73fd5890c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:45.516600 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-97019263-97be-48b9-818a-41a73fd5890c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8844460-c57c-4a18-af90-f799bb0d330a HTTP/1.1" status: 204 len: 168 time: 0.1234841 Aug 31 01:36:45.524755 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97019263-97be-48b9-818a-41a73fd5890c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8844460-c57c-4a18-af90-f799bb0d330a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:45.876842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59176) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:45.921070 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f40c6b12-2d52-424e-8908-3a4d90b9e736 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dc564a331d214b70b83aa2558b48bc36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433366 Aug 31 01:36:45.923781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59180) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:36:45.990141 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-245dff00-83ab-42ea-989e-ac1bb8022eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:46.016170 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-245dff00-83ab-42ea-989e-ac1bb8022eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:46.068529 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-245dff00-83ab-42ea-989e-ac1bb8022eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:46.071683 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-245dff00-83ab-42ea-989e-ac1bb8022eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:46.072858 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-245dff00-83ab-42ea-989e-ac1bb8022eb6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dea008c3-272d-4d07-9118-11b587b987c3 HTTP/1.1" status: 204 len: 168 time: 0.1480803 Aug 31 01:36:46.084623 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245dff00-83ab-42ea-989e-ac1bb8022eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea008c3-272d-4d07-9118-11b587b987c3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:46.568296 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:36:51.241136 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a774cd9f-cd74-4bb9-a966-a4a389a5313b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:53.779865 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e1f27cbf-592b-4cf3-adb4-d74801246610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:54.060397 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:54.550187 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:56.744667 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:01.749679 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:11.272709 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:20.989240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59516) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:21.095376 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0808a598-bcac-4ceb-bbe8-305636cc9cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:21.186407 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0808a598-bcac-4ceb-bbe8-305636cc9cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:21.190231 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0808a598-bcac-4ceb-bbe8-305636cc9cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:21.225855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808a598-bcac-4ceb-bbe8-305636cc9cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3fc838-1d14-4584-9de6-e7f7533dde70,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:21.230211 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0808a598-bcac-4ceb-bbe8-305636cc9cf4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd6cc41a0dd441f7b24104bc943a7a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399366 Aug 31 01:37:21.233347 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59520) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:21.243850 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-14e344f9-5226-4181-9c7b-0e6ea4de5253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:21.283033 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e687b40c-b7dc-4e4a-9a04-625ffecf2f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:21.304088 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e687b40c-b7dc-4e4a-9a04-625ffecf2f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:21.352505 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e687b40c-b7dc-4e4a-9a04-625ffecf2f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:21.355002 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e687b40c-b7dc-4e4a-9a04-625ffecf2f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:21.356185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e687b40c-b7dc-4e4a-9a04-625ffecf2f10 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df3fc838-1d14-4584-9de6-e7f7533dde70 HTTP/1.1" status: 204 len: 168 time: 0.1219287 Aug 31 01:37:21.364734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687b40c-b7dc-4e4a-9a04-625ffecf2f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3fc838-1d14-4584-9de6-e7f7533dde70,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:21.621512 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59526) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:21.637691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:21.728035 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:21.732554 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:21.770034 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59528) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:21.770291 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=999c53a204b642c3882c822d430f6d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474411 Aug 31 01:37:21.774976 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e1f453-0f50-4b6b-ac53-b31b97fc3597,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:21.783442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:21.783719 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:21.784065 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:21.784405 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:21.784742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:21.785584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:21.785932 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:21.786276 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:21.786596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:21.787592 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:21.788117 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:21.788631 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fb44ae-c177-43b9-9009-2e2f81efbf57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:21.838453 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edf7b543-a1d5-4a1f-90cf-7bf2c7d66a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:21.861806 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edf7b543-a1d5-4a1f-90cf-7bf2c7d66a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:21.909017 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edf7b543-a1d5-4a1f-90cf-7bf2c7d66a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:21.911708 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edf7b543-a1d5-4a1f-90cf-7bf2c7d66a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:21.915239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-edf7b543-a1d5-4a1f-90cf-7bf2c7d66a90 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66e1f453-0f50-4b6b-ac53-b31b97fc3597 HTTP/1.1" status: 204 len: 168 time: 0.1416562 Aug 31 01:37:21.927152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7b543-a1d5-4a1f-90cf-7bf2c7d66a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e1f453-0f50-4b6b-ac53-b31b97fc3597,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:23.571022 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:37:23.782285 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-14b638cb-6a9e-485c-a69b-9f140942221c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:24.063739 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:24.538986 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:26.743840 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:31.767415 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:31.938136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59620) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:32.050221 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53cdd8f3-db6a-404e-aeaf-00a804841d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:32.137739 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53cdd8f3-db6a-404e-aeaf-00a804841d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:32.141334 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53cdd8f3-db6a-404e-aeaf-00a804841d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:32.176476 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-53cdd8f3-db6a-404e-aeaf-00a804841d94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e91330acac6b46fea13233adf8a18718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371087 Aug 31 01:37:32.179128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 59624) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:32.181174 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cdd8f3-db6a-404e-aeaf-00a804841d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635e5b4f-b591-4bff-a85f-6dcb225a7018,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:32.227857 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d1cb5e5-c08d-4d7d-a5f6-892d5a1e7837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:32.249430 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d1cb5e5-c08d-4d7d-a5f6-892d5a1e7837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:32.296220 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d1cb5e5-c08d-4d7d-a5f6-892d5a1e7837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:32.298776 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d1cb5e5-c08d-4d7d-a5f6-892d5a1e7837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:32.299966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8d1cb5e5-c08d-4d7d-a5f6-892d5a1e7837 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/635e5b4f-b591-4bff-a85f-6dcb225a7018 HTTP/1.1" status: 204 len: 168 time: 0.1197534 Aug 31 01:37:32.307435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cb5e5-c08d-4d7d-a5f6-892d5a1e7837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635e5b4f-b591-4bff-a85f-6dcb225a7018,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:32.555483 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59630) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:32.569042 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82a63725-8a4c-4b2a-b7c9-2a4abc41ba21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:32.653613 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82a63725-8a4c-4b2a-b7c9-2a4abc41ba21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:32.658070 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82a63725-8a4c-4b2a-b7c9-2a4abc41ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:32.695550 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a63725-8a4c-4b2a-b7c9-2a4abc41ba21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7894a1f-75c0-4316-bd05-91a36135fc6b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:32.699830 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-82a63725-8a4c-4b2a-b7c9-2a4abc41ba21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1ec29c50dd9478eb990e12ae40ff7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433415 Aug 31 01:37:32.703106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 59632) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:32.750778 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2f76ab38-8034-4925-a0eb-976fb73db68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:32.771193 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2f76ab38-8034-4925-a0eb-976fb73db68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:32.816961 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2f76ab38-8034-4925-a0eb-976fb73db68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:32.819479 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2f76ab38-8034-4925-a0eb-976fb73db68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:32.820615 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2f76ab38-8034-4925-a0eb-976fb73db68e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7894a1f-75c0-4316-bd05-91a36135fc6b HTTP/1.1" status: 204 len: 168 time: 0.1165538 Aug 31 01:37:32.828715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76ab38-8034-4925-a0eb-976fb73db68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7894a1f-75c0-4316-bd05-91a36135fc6b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:41.272689 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:51.245218 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6aec7661-1395-40eb-9f1b-634f88dcbe3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:53.783359 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-12710ffd-f026-4443-b7e4-d6db3a326f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:54.071804 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:54.544024 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:56.746739 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:00.569922 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:38:01.762589 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:11.287327 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:21.255167 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4319e70-f067-4c98-bafc-3bb73eed8a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:23.783865 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a138ff36-4db3-414d-b60a-624965910d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:24.063114 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:24.548882 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:26.750408 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:31.763202 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:37.568688 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:38:41.301022 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:51.247489 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1beffafd-9a75-43f6-8162-4a83ada4bafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:53.786409 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5231e3bf-5e6a-40a8-8f84-0cb4b280fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:54.064246 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:54.550345 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:55.955457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-9accbc25-ce9c-4949-a2f9-5607abe21c50 req-862f0ea5-384c-43a1-b95a-e2ef787b4af0 service neutron] (94760) timed out ('10.222.0.70', 60423) {{(pid=94760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:38:56.753248 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:01.762313 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:11.299448 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:14.568471 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:39:21.248499 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb90b-12fc-45aa-9e01-3a1e0ea0c2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:23.186830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33702) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:39:23.297973 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:23.391459 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:23.395778 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:23.436574 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e0a4978c9ac443899ed0f8eca21ed42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486231 Aug 31 01:39:23.437567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58985df-877b-44f1-9969-aa7727a1e6b1,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:23.439433 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33712) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:39:23.446092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.446445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.447002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.447380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.447719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.448053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.448386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.448716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.449054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.449376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.449703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.450028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95aca00-e58c-4480-9191-e9bf4bda0b5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.492291 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:23.515930 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:23.568828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:23.571501 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:23.572739 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c58985df-877b-44f1-9969-aa7727a1e6b1 HTTP/1.1" status: 204 len: 168 time: 0.1321473 Aug 31 01:39:23.581139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58985df-877b-44f1-9969-aa7727a1e6b1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:23.588525 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.588875 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.589215 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.589568 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.589891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.590209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.590572 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.590856 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.591185 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.591533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.591854 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.592176 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3144a0f-15be-46cf-9dda-f5b8bb2ae745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:23.788707 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-96f02dec-34d1-454d-8cb6-be28b12d19b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:23.839012 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33720) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:39:23.855430 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86d1e991-5b94-469f-8d63-770b6d3acdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:23.957927 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86d1e991-5b94-469f-8d63-770b6d3acdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:23.961692 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-86d1e991-5b94-469f-8d63-770b6d3acdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:23.998753 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-86d1e991-5b94-469f-8d63-770b6d3acdc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=347a4aa1620c449faa28425f54aa3c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585264 Aug 31 01:39:23.999636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1e991-5b94-469f-8d63-770b6d3acdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cd20b5-dfdf-40f1-afd6-85b8f261c0c1,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:24.001451 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33722) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:39:24.054553 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7e3f0307-03a7-477a-8ecb-2550c0181ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:24.065992 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:24.076782 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7e3f0307-03a7-477a-8ecb-2550c0181ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:24.123493 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7e3f0307-03a7-477a-8ecb-2550c0181ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:24.125942 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7e3f0307-03a7-477a-8ecb-2550c0181ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:24.127624 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7e3f0307-03a7-477a-8ecb-2550c0181ca1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7cd20b5-dfdf-40f1-afd6-85b8f261c0c1 HTTP/1.1" status: 204 len: 168 time: 0.1240795 Aug 31 01:39:24.134978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f0307-03a7-477a-8ecb-2550c0181ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cd20b5-dfdf-40f1-afd6-85b8f261c0c1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:24.552421 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:26.754791 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:31.775492 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:33.526900 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 33816) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:39:33.639882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fc30460a-7b2e-4f5f-b5d0-e8795913d0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:33.725840 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fc30460a-7b2e-4f5f-b5d0-e8795913d0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:33.729510 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fc30460a-7b2e-4f5f-b5d0-e8795913d0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:33.767252 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fc30460a-7b2e-4f5f-b5d0-e8795913d0f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=952f1da640bf4b6fb14d39734abd7278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391934 Aug 31 01:39:33.768363 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30460a-7b2e-4f5f-b5d0-e8795913d0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8abdfb-0834-4b4d-a7da-28b0c586dc87,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:33.769985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 33820) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:39:33.823390 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4f61d637-7fe4-4ae6-82bd-5bee18781912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:33.844289 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4f61d637-7fe4-4ae6-82bd-5bee18781912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:33.891539 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4f61d637-7fe4-4ae6-82bd-5bee18781912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:33.894866 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4f61d637-7fe4-4ae6-82bd-5bee18781912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:33.896081 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4f61d637-7fe4-4ae6-82bd-5bee18781912 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e8abdfb-0834-4b4d-a7da-28b0c586dc87 HTTP/1.1" status: 204 len: 168 time: 0.1250181 Aug 31 01:39:33.903928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61d637-7fe4-4ae6-82bd-5bee18781912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8abdfb-0834-4b4d-a7da-28b0c586dc87,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:41.328752 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:51.258604 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b681eb14-7c97-4fd5-9b09-940d422f34d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:51.568873 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:39:53.794139 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0d4c85bd-9204-40d7-afa8-9ed6c8698760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:54.070462 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:54.555694 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:56.757928 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:01.789340 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:11.339132 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:13.074929 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-475e705d-6eb2-4265-8cd0-80c9c6eca003 req-76e92c29-b16f-4383-963b-9cd282c252c2 service neutron] (94760) timed out ('10.222.0.15', 61316) {{(pid=94760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:40:19.306921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34148) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:19.430507 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4f62a5e1-d294-423e-9499-9f1f52f33c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:19.517140 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4f62a5e1-d294-423e-9499-9f1f52f33c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:19.521409 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4f62a5e1-d294-423e-9499-9f1f52f33c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:19.558033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4f62a5e1-d294-423e-9499-9f1f52f33c49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9c250a2c7c842a18951b1ddd42160cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499669 Aug 31 01:40:19.560025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62a5e1-d294-423e-9499-9f1f52f33c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d904c0-f64d-466b-a537-dbbca21038e8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:19.560815 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34152) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:19.614981 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a08756a7-0a69-40f0-b05a-2144906f6405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:19.635539 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a08756a7-0a69-40f0-b05a-2144906f6405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:19.679723 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a08756a7-0a69-40f0-b05a-2144906f6405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:19.682305 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a08756a7-0a69-40f0-b05a-2144906f6405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:19.683487 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a08756a7-0a69-40f0-b05a-2144906f6405 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e3d904c0-f64d-466b-a537-dbbca21038e8 HTTP/1.1" status: 204 len: 168 time: 0.1216712 Aug 31 01:40:19.690802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08756a7-0a69-40f0-b05a-2144906f6405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d904c0-f64d-466b-a537-dbbca21038e8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:21.248501 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-96c15b43-17b8-4ed5-a00b-f9fc11213909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:22.501148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34202) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:22.505979 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c227d13b-e8d2-45e6-98b3-033be77c80b7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-68813201', 'description': 'tempest-secgroup-smoke-68813201 description', 'project_id': '2a0f425b452f418686dba5a4056ca253'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:40:22.527868 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c227d13b-e8d2-45e6-98b3-033be77c80b7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:22.535258 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c227d13b-e8d2-45e6-98b3-033be77c80b7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:22.629042 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c227d13b-e8d2-45e6-98b3-033be77c80b7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:22.634835 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c227d13b-e8d2-45e6-98b3-033be77c80b7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:22.672011 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227d13b-e8d2-45e6-98b3-033be77c80b7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38404db1-9638-4e97-a6c0-7de20dfc2d9e,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:22.732928 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c227d13b-e8d2-45e6-98b3-033be77c80b7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:22.736561 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c227d13b-e8d2-45e6-98b3-033be77c80b7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:22.761947 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c227d13b-e8d2-45e6-98b3-033be77c80b7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:22.763585 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c227d13b-e8d2-45e6-98b3-033be77c80b7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2610407 Aug 31 01:40:22.766337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34204) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:22.768044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227d13b-e8d2-45e6-98b3-033be77c80b7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:22.771786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-87ce5bfe-7e63-487d-99a0-692f13a42645 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:40:22.800214 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-87ce5bfe-7e63-487d-99a0-692f13a42645 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:22.863901 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-87ce5bfe-7e63-487d-99a0-692f13a42645 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:22.868381 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-87ce5bfe-7e63-487d-99a0-692f13a42645 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:22.886169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce5bfe-7e63-487d-99a0-692f13a42645 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19c7204-1de3-4689-86c9-8823c57e5eca,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:22.893472 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-87ce5bfe-7e63-487d-99a0-692f13a42645 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:22.894715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-87ce5bfe-7e63-487d-99a0-692f13a42645 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273696 Aug 31 01:40:22.898007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34206) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:22.902326 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c7419818-e43d-4f84-af1b-d17f6c42dcdc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:40:22.928246 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c7419818-e43d-4f84-af1b-d17f6c42dcdc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:22.985806 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c7419818-e43d-4f84-af1b-d17f6c42dcdc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:22.989542 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c7419818-e43d-4f84-af1b-d17f6c42dcdc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.006609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7419818-e43d-4f84-af1b-d17f6c42dcdc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adbcd8f-58da-4472-802b-d9d0bb8baaa7,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:23.012988 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c7419818-e43d-4f84-af1b-d17f6c42dcdc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.014290 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c7419818-e43d-4f84-af1b-d17f6c42dcdc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153669 Aug 31 01:40:23.017271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34208) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:23.022815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-48640e09-8d64-4e21-ad73-01b680052d73 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:40:23.048569 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-48640e09-8d64-4e21-ad73-01b680052d73 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.104737 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-48640e09-8d64-4e21-ad73-01b680052d73 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.107951 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-48640e09-8d64-4e21-ad73-01b680052d73 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.124339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48640e09-8d64-4e21-ad73-01b680052d73 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a05448a-4479-451b-94d4-d6609b674439,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:23.131597 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-48640e09-8d64-4e21-ad73-01b680052d73 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.132818 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-48640e09-8d64-4e21-ad73-01b680052d73 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145325 Aug 31 01:40:23.135494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34210) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:23.139848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-99a3230a-22b9-400b-8524-4bc47e2b7d8e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:40:23.167525 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99a3230a-22b9-400b-8524-4bc47e2b7d8e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.234528 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99a3230a-22b9-400b-8524-4bc47e2b7d8e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.237804 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99a3230a-22b9-400b-8524-4bc47e2b7d8e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.255514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3230a-22b9-400b-8524-4bc47e2b7d8e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44219d6f-d282-46e8-8b03-537ada991b2e,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:23.261384 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99a3230a-22b9-400b-8524-4bc47e2b7d8e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.262543 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-99a3230a-22b9-400b-8524-4bc47e2b7d8e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261401 Aug 31 01:40:23.265254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34212) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:23.269637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3f632c43-b3c4-4e58-a85d-a1bcd25afb12 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:40:23.291166 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-3f632c43-b3c4-4e58-a85d-a1bcd25afb12 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Project 2a0f425b452f418686dba5a4056ca253 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:40:23.295715 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f632c43-b3c4-4e58-a85d-a1bcd25afb12 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.355345 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f632c43-b3c4-4e58-a85d-a1bcd25afb12 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.358597 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f632c43-b3c4-4e58-a85d-a1bcd25afb12 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.375486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f632c43-b3c4-4e58-a85d-a1bcd25afb12 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29397fd1-5039-4687-adc2-2f90339bed7b,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:23.381547 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3f632c43-b3c4-4e58-a85d-a1bcd25afb12 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.382723 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3f632c43-b3c4-4e58-a85d-a1bcd25afb12 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165349 Aug 31 01:40:23.385445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34214) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:23.389751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:40:23.410341 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Project 2a0f425b452f418686dba5a4056ca253 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:40:23.415058 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.475654 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.479033 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.496785 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca3d4e5-c42c-4f4f-8c08-34e79fd5bd2a,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:23.505913 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.507095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207483 Aug 31 01:40:23.508462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.508819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.509155 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.509491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.509950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.510158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.510486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.510624 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34216) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:23.511081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.511217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.511463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.511791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.512117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30db1a-4cc7-4c5a-9c09-4d0a965c2ee3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.516409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'network': {'name': 'tempest-network-smoke--1990109356', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'port_security_enabled': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:40:23.535888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Made reservation on behalf of 2a0f425b452f418686dba5a4056ca253 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:40:23.539559 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.564923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:40:23.574641 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.575013 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Added segment e7edd9ad-2a47-4ca6-8ada-c582602a1471 of type vlan for network 6c01bb17-5122-4dcd-a522-696a13652aeb Aug 31 01:40:23.613254 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.636871 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.642371 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:23.642960 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.691490 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1795528 Aug 31 01:40:23.695315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34218) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:23.700126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'admin_state_up': True, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:40:23.708659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Network': ['ID=6c01bb17-5122-4dcd-a522-696a13652aeb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:23.715956 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.716314 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.716848 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.717006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.717317 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.717654 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.718062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.718325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.718704 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.719077 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.719437 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.719768 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66668d-dcd8-4454-9aad-7a35b6e79616 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:23.723015 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.724601 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.732567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 6c01bb17-5122-4dcd-a522-696a13652aeb details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:40:23.777608 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.808357 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b2bcf39d-8274-408e-8222-e587e25d79d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:23.921985 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:24.065242 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:24.117282 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:24.135964 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:24.241278 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.25.6.3 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/621b750a-9732-42f4-898a-2e83eec35cc6) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:40:24.341228 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:24.379494 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:24.421332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:40:24.426033 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:40:24.429037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:40:24.458087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=621b750a-9732-42f4-898a-2e83eec35cc6,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:24.557879 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:24.689092 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:24.895013 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:25.021721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router c0c1ac60-e93e-459c-944d-e10992e6de88 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:40:25.131713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:40:25.141436 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Sync routers for ids ['c0c1ac60-e93e-459c-944d-e10992e6de88'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:40:25.154373 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:25.158616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Routers {'c0c1ac60-e93e-459c-944d-e10992e6de88'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:40:25.158801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b1eb4ea3-1ff7-40a4-b201-1304b6892504 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4591367 Aug 31 01:40:25.158924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:40:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c0c1ac60-e93e-459c-944d-e10992e6de88'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:25.159055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34222) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:25.256310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Set router c0c1ac60-e93e-459c-944d-e10992e6de88 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:40:25.284614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-19b5586e-3def-4d8b-aecd-698e5b89ca1f tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=2a0f425b452f418686dba5a4056ca253&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1246886 Aug 31 01:40:25.287937 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34226) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:25.373381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d19587-5e8e-4ed2-b01b-70f3061e3478 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:25.374941 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-64d19587-5e8e-4ed2-b01b-70f3061e3478 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860994 Aug 31 01:40:25.377740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34228) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:25.405848 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a9c176b2-7ddf-4f90-acb7-fdca63b3287c tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269282 Aug 31 01:40:25.408234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34230) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:25.414340 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b855ba0b-784b-44e2-905c-fe9b1c05102f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-953263845', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:40:25.435270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:40:23Z', 'updated_at': '2021-08-31T01:40:24Z', 'revision_number': 3, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:24Z', 'updated_at': '2021-08-31T01:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:25.461253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Checking router: c0c1ac60-e93e-459c-944d-e10992e6de88 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:40:25.461602 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Updating router c0c1ac60-e93e-459c-944d-e10992e6de88 port 621b750a-9732-42f4-898a-2e83eec35cc6 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:40:25.485882 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:25.505264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b855ba0b-784b-44e2-905c-fe9b1c05102f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Made reservation on behalf of 2a0f425b452f418686dba5a4056ca253 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:40:25.508885 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b855ba0b-784b-44e2-905c-fe9b1c05102f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:25.691046 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b855ba0b-784b-44e2-905c-fe9b1c05102f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:25.739384 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:25.749370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Transition to ACTIVE for port object 621b750a-9732-42f4-898a-2e83eec35cc6 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:40:25.751554 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855ba0b-784b-44e2-905c-fe9b1c05102f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Subnet': ['ID=06b95149-cbbc-482f-a5df-464aee785b32,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:25.755759 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:25.759215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855ba0b-784b-44e2-905c-fe9b1c05102f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Checking segment: {'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:40:25.759610 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855ba0b-784b-44e2-905c-fe9b1c05102f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network hostable DHCP agents. Network: 6c01bb17-5122-4dcd-a522-696a13652aeb, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:40:25.776773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855ba0b-784b-44e2-905c-fe9b1c05102f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network 6c01bb17-5122-4dcd-a522-696a13652aeb is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:40:25.785859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-b855ba0b-784b-44e2-905c-fe9b1c05102f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 6c01bb17-5122-4dcd-a522-696a13652aeb) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:40:25.790921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855ba0b-784b-44e2-905c-fe9b1c05102f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:25.791559 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b855ba0b-784b-44e2-905c-fe9b1c05102f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:25.805671 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b855ba0b-784b-44e2-905c-fe9b1c05102f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3957653 Aug 31 01:40:25.806173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b96411f-2023-440b-8924-bafdbba67ba4 None None] Network 6c01bb17-5122-4dcd-a522-696a13652aeb requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:40:25.808507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34232) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:25.847467 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Attempting to bind port 621b750a-9732-42f4-898a-2e83eec35cc6 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:40:25.847833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Attempting to bind port 621b750a-9732-42f4-898a-2e83eec35cc6 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:40:25.848196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Attempting to bind port 621b750a-9732-42f4-898a-2e83eec35cc6 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:40:25.869902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:40:25.870271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:40:25.870668 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:25.871061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:40:25.871558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Bound port: 621b750a-9732-42f4-898a-2e83eec35cc6, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:40:25.871940 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:25.874936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da688154-b371-4087-a311-e13ff6447c2b None None] Pushing event updated for resources: {'Port': ['ID=621b750a-9732-42f4-898a-2e83eec35cc6,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:25.904236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da688154-b371-4087-a311-e13ff6447c2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:25.904583 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da688154-b371-4087-a311-e13ff6447c2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:25.904922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da688154-b371-4087-a311-e13ff6447c2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:25.905260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da688154-b371-4087-a311-e13ff6447c2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:25.905588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da688154-b371-4087-a311-e13ff6447c2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:25.905912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da688154-b371-4087-a311-e13ff6447c2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:25.906235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da688154-b371-4087-a311-e13ff6447c2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:25.906556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da688154-b371-4087-a311-e13ff6447c2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:25.906879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da688154-b371-4087-a311-e13ff6447c2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:25.907197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da688154-b371-4087-a311-e13ff6447c2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:25.907542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da688154-b371-4087-a311-e13ff6447c2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:25.907862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da688154-b371-4087-a311-e13ff6447c2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:25.964723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] For port 621b750a-9732-42f4-898a-2e83eec35cc6, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:40:25.996097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] For port 621b750a-9732-42f4-898a-2e83eec35cc6, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=621b750a-9732-42f4-898a-2e83eec35cc6,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:40:26.003132 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:26.228670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-6c01bb17-5122-4dcd-a522-696a13652aeb', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ips': [{'subnet_id': '06b95149-cbbc-482f-a5df-464aee785b32'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:40:26.229572 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:26.255560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Routers {'c0c1ac60-e93e-459c-944d-e10992e6de88'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:40:26.256230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:40:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c0c1ac60-e93e-459c-944d-e10992e6de88'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:26.263546 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da688154-b371-4087-a311-e13ff6447c2b None None] Pushing event updated for resources: {'Port': ['ID=621b750a-9732-42f4-898a-2e83eec35cc6,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:26.473310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] Set router c0c1ac60-e93e-459c-944d-e10992e6de88 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:40:26.538368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Allocated IP 172.20.0.2 (6c01bb17-5122-4dcd-a522-696a13652aeb/06b95149-cbbc-482f-a5df-464aee785b32/0555c7e2-03a7-45fb-b972-705301745b9f) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:40:26.588031 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:26.784745 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:26.789114 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:26.800372 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Transition to ACTIVE for port object 0555c7e2-03a7-45fb-b972-705301745b9f will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:40:26.814128 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:40:23Z', 'updated_at': '2021-08-31T01:40:24Z', 'revision_number': 3, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:24Z', 'updated_at': '2021-08-31T01:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:26.842854 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Transition to ACTIVE for port object 0555c7e2-03a7-45fb-b972-705301745b9f will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:40:26.845502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3233899-8aa2-4e83-af21-e8ffc1ca5065 None None] The sync data for ids ['c0c1ac60-e93e-459c-944d-e10992e6de88'] in n-d-802060-13 is: [{'id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:40:23Z', 'updated_at': '2021-08-31T01:40:24Z', 'revision_number': 3, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:24Z', 'updated_at': '2021-08-31T01:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:40:26.848780 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:26.885743 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Network 6c01bb17-5122-4dcd-a522-696a13652aeb is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:40:26.892212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:40:26.896322 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:40:26.900150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.20.0.1 (6c01bb17-5122-4dcd-a522-696a13652aeb/06b95149-cbbc-482f-a5df-464aee785b32/e19e26bb-8d70-4261-b8b8-254ad7993807) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:40:26.908446 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Pushing event updated for resources: {'Port': ['ID=0555c7e2-03a7-45fb-b972-705301745b9f,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:26.967191 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Attempting to bind port 0555c7e2-03a7-45fb-b972-705301745b9f on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:40:26.967602 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Attempting to bind port 0555c7e2-03a7-45fb-b972-705301745b9f by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:40:26.967973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Attempting to bind port 0555c7e2-03a7-45fb-b972-705301745b9f on network 6c01bb17-5122-4dcd-a522-696a13652aeb {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:40:26.975328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:40:26.975794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Checking segment: {'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:40:26.976151 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:26.976505 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Bound using segment: {'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:40:26.976990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Bound port: 0555c7e2-03a7-45fb-b972-705301745b9f, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:40:26.977423 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:27.016803 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:27.032561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Transition to ACTIVE for port object e19e26bb-8d70-4261-b8b8-254ad7993807 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:40:27.049247 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] For port 0555c7e2-03a7-45fb-b972-705301745b9f, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:40:27.054976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] For port 0555c7e2-03a7-45fb-b972-705301745b9f, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0555c7e2-03a7-45fb-b972-705301745b9f,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:40:27.081601 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:27.086002 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:27.135591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network 6c01bb17-5122-4dcd-a522-696a13652aeb is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:40:27.141940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:40:27.147196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:40:27.171232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=e19e26bb-8d70-4261-b8b8-254ad7993807,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:27.172199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3ff36-91a3-4faa-a119-b45962d47233 None None] Pushing event updated for resources: {'Port': ['ID=0555c7e2-03a7-45fb-b972-705301745b9f,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:27.196795 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:27.367056 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:27.671698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:27.676059 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:27.750436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=e19e26bb-8d70-4261-b8b8-254ad7993807,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:27.752955 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:27.858268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network 6c01bb17-5122-4dcd-a522-696a13652aeb is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:40:27.859825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:40:27.977728 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router c0c1ac60-e93e-459c-944d-e10992e6de88 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:40:28.084830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9298ec5c-62b1-46e0-9cbe-ac2c0b4f8bf5 None None] Network 6c01bb17-5122-4dcd-a522-696a13652aeb requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:40:28.095416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:40:28.100571 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-96d6fc81-3c78-400d-8e81-90b86c0c0973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "PUT /v2.0/routers/c0c1ac60-e93e-459c-944d-e10992e6de88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2908552 Aug 31 01:40:28.178281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0fb006ef-c862-4c99-9f84-9d54eef58f7f None None] Provisioning for port 0555c7e2-03a7-45fb-b972-705301745b9f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:40:28.382135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-b12dee89-45d3-47b9-a2c5-550527b357ed tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-68813201&fields=id&tenant_id=2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 267 time: 0.0359597 Aug 31 01:40:28.495812 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-9c076dc2-d119-40aa-988b-6f3a4cab29f1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:28.497378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-9c076dc2-d119-40aa-988b-6f3a4cab29f1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/networks?id=6c01bb17-5122-4dcd-a522-696a13652aeb HTTP/1.1" status: 200 len: 797 time: 0.1076522 Aug 31 01:40:28.513845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-2fdfadbb-3417-46c9-9a02-609bf7572830 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/quotas/2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 375 time: 0.0105939 Aug 31 01:40:28.535983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ccb379f1-d94e-4cba-9dad-6e48d7a29990 None None] Provisioning for port e19e26bb-8d70-4261-b8b8-254ad7993807 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:40:28.545341 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ccb379f1-d94e-4cba-9dad-6e48d7a29990 None None] Provisioning complete for port e19e26bb-8d70-4261-b8b8-254ad7993807 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:40:28.545719 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ccb379f1-d94e-4cba-9dad-6e48d7a29990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:28.559396 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Sync routers for ids ['c0c1ac60-e93e-459c-944d-e10992e6de88'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:40:28.576556 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Routers {'c0c1ac60-e93e-459c-944d-e10992e6de88'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:40:28.577508 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:40:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c0c1ac60-e93e-459c-944d-e10992e6de88'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:28.582731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ccb379f1-d94e-4cba-9dad-6e48d7a29990 None None] Port e19e26bb-8d70-4261-b8b8-254ad7993807 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:40:28.587692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-0bb82519-0057-49d4-af10-a85c51506921 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614042 Aug 31 01:40:28.655793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-ab6a96e0-f621-4266-b8b0-11bb1bb4fe05 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:40:28.656869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-ab6a96e0-f621-4266-b8b0-11bb1bb4fe05 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0637503 Aug 31 01:40:28.704659 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2649a0a8-bb43-4140-8196-5d1701c4f970 None None] Provisioning complete for port e19e26bb-8d70-4261-b8b8-254ad7993807 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:40:28.705674 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2649a0a8-bb43-4140-8196-5d1701c4f970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:28.732331 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:40:28.747495 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2649a0a8-bb43-4140-8196-5d1701c4f970 None None] Port e19e26bb-8d70-4261-b8b8-254ad7993807 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:40:28.773138 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-3441209f-6650-4eaf-9c32-994ca9d35e20 service neutron] 10.222.0.58 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083314 Aug 31 01:40:28.804408 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Set router c0c1ac60-e93e-459c-944d-e10992e6de88 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:40:28.869094 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f6098e0b-04c8-4e58-aadf-be1019b974d4 None None] Provisioning complete for port e19e26bb-8d70-4261-b8b8-254ad7993807 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:40:28.869482 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f6098e0b-04c8-4e58-aadf-be1019b974d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:28.872488 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-e05465bd-20f6-46d1-89a6-8e7802f09e3d service neutron] 10.222.0.58 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919833 Aug 31 01:40:28.908157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f6098e0b-04c8-4e58-aadf-be1019b974d4 None None] Port e19e26bb-8d70-4261-b8b8-254ad7993807 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:40:29.023802 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:40:23Z', 'updated_at': '2021-08-31T01:40:27Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:24Z', 'updated_at': '2021-08-31T01:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'e19e26bb-8d70-4261-b8b8-254ad7993807', 'name': '', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:56:5f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '06b95149-cbbc-482f-a5df-464aee785b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:26Z', 'updated_at': '2021-08-31T01:40:27Z', 'revision_number': 2, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '06b95149-cbbc-482f-a5df-464aee785b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:29.050146 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Checking router: c0c1ac60-e93e-459c-944d-e10992e6de88 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:40:29.050494 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Updating router c0c1ac60-e93e-459c-944d-e10992e6de88 port e19e26bb-8d70-4261-b8b8-254ad7993807 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:40:29.075939 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:29.080118 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0555c7e2-03a7-45fb-b972-705301745b9f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:40:29.128053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 0555c7e2-03a7-45fb-b972-705301745b9f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:40:29.131566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0555c7e2-03a7-45fb-b972-705301745b9f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:40:29.131937 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:29.211537 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:29.245654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 0555c7e2-03a7-45fb-b972-705301745b9f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0555c7e2-03a7-45fb-b972-705301745b9f,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:40:29.249527 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:29.250386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 621b750a-9732-42f4-898a-2e83eec35cc6 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:40:29.323878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=0555c7e2-03a7-45fb-b972-705301745b9f,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:29.338185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 621b750a-9732-42f4-898a-2e83eec35cc6 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:40:29.341872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 621b750a-9732-42f4-898a-2e83eec35cc6 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:40:29.342243 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:29.354662 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:29.365429 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Transition to ACTIVE for port object e19e26bb-8d70-4261-b8b8-254ad7993807 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:40:29.371824 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:29.424787 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a459a-3c44-403d-9809-03bfce8ea131 None None] Pushing event updated for resources: {'Port': ['ID=e19e26bb-8d70-4261-b8b8-254ad7993807,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:29.427473 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:29.448507 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 621b750a-9732-42f4-898a-2e83eec35cc6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=621b750a-9732-42f4-898a-2e83eec35cc6,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:40:29.455464 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:29.455697 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a459a-3c44-403d-9809-03bfce8ea131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:29.456229 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a459a-3c44-403d-9809-03bfce8ea131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:29.456563 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a459a-3c44-403d-9809-03bfce8ea131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:29.456940 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a459a-3c44-403d-9809-03bfce8ea131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:29.457259 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a459a-3c44-403d-9809-03bfce8ea131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:29.457587 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a459a-3c44-403d-9809-03bfce8ea131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:29.457913 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a459a-3c44-403d-9809-03bfce8ea131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:29.458468 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a459a-3c44-403d-9809-03bfce8ea131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:29.459015 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a459a-3c44-403d-9809-03bfce8ea131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:29.459456 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a459a-3c44-403d-9809-03bfce8ea131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:29.459790 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a459a-3c44-403d-9809-03bfce8ea131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:29.460965 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a459a-3c44-403d-9809-03bfce8ea131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:29.491691 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Attempting to bind port e19e26bb-8d70-4261-b8b8-254ad7993807 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:40:29.492064 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Attempting to bind port e19e26bb-8d70-4261-b8b8-254ad7993807 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:40:29.492426 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Attempting to bind port e19e26bb-8d70-4261-b8b8-254ad7993807 on network 6c01bb17-5122-4dcd-a522-696a13652aeb {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:40:29.497853 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:40:29.498225 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Checking segment: {'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:40:29.498627 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:29.499018 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Bound using segment: {'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:40:29.499506 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Bound port: e19e26bb-8d70-4261-b8b8-254ad7993807, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:40:29.499892 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:29.510112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=621b750a-9732-42f4-898a-2e83eec35cc6,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:29.566971 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] For port e19e26bb-8d70-4261-b8b8-254ad7993807, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:40:29.570902 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] For port e19e26bb-8d70-4261-b8b8-254ad7993807, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e19e26bb-8d70-4261-b8b8-254ad7993807,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:40:29.575398 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:29.634078 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Routers {'c0c1ac60-e93e-459c-944d-e10992e6de88'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:40:29.634717 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:40:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c0c1ac60-e93e-459c-944d-e10992e6de88'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:29.669917 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a459a-3c44-403d-9809-03bfce8ea131 None None] Pushing event updated for resources: {'Port': ['ID=e19e26bb-8d70-4261-b8b8-254ad7993807,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:29.748457 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] Set router c0c1ac60-e93e-459c-944d-e10992e6de88 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:40:29.952201 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:40:23Z', 'updated_at': '2021-08-31T01:40:27Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:24Z', 'updated_at': '2021-08-31T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'e19e26bb-8d70-4261-b8b8-254ad7993807', 'name': '', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:56:5f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '06b95149-cbbc-482f-a5df-464aee785b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:26Z', 'updated_at': '2021-08-31T01:40:29Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '06b95149-cbbc-482f-a5df-464aee785b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:29.978921 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ad435-8bbe-42b5-81b3-4c3ebae5df89 None None] The sync data for ids ['c0c1ac60-e93e-459c-944d-e10992e6de88'] in n-d-802060-13 is: [{'id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:40:23Z', 'updated_at': '2021-08-31T01:40:27Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:24Z', 'updated_at': '2021-08-31T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'e19e26bb-8d70-4261-b8b8-254ad7993807', 'name': '', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:56:5f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '06b95149-cbbc-482f-a5df-464aee785b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:26Z', 'updated_at': '2021-08-31T01:40:29Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '06b95149-cbbc-482f-a5df-464aee785b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:40:30.164689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dbb93908-175c-45d0-8872-5bd5a4825900 req-384ea15e-fcba-43d4-ab69-9a0f827077bb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 210 time: 0.1123037 Aug 31 01:40:31.102583 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0555c7e2-03a7-45fb-b972-705301745b9f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:40:31.149787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0555c7e2-03a7-45fb-b972-705301745b9f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:40:31.150163 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:31.228808 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e19e26bb-8d70-4261-b8b8-254ad7993807 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:40:31.258652 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d94f37f2-4423-4969-9e5b-d994be0ef79b req-1478b3e7-d05d-48c9-84bb-f60aece37557 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 210 time: 0.0274525 Aug 31 01:40:31.276370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port e19e26bb-8d70-4261-b8b8-254ad7993807 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:40:31.280385 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port e19e26bb-8d70-4261-b8b8-254ad7993807 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:40:31.280761 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:31.356647 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:31.390449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port e19e26bb-8d70-4261-b8b8-254ad7993807, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e19e26bb-8d70-4261-b8b8-254ad7993807,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:40:31.394108 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:31.394832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 621b750a-9732-42f4-898a-2e83eec35cc6 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:40:31.465811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=e19e26bb-8d70-4261-b8b8-254ad7993807,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:31.477417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 621b750a-9732-42f4-898a-2e83eec35cc6 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:40:31.477809 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:31.809223 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:32.247588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-912c1f00-eca7-42c3-9a9e-070d4c0a62cf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:32.250670 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-912c1f00-eca7-42c3-9a9e-070d4c0a62cf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "GET /v2.0/networks?id=6c01bb17-5122-4dcd-a522-696a13652aeb HTTP/1.1" status: 200 len: 797 time: 0.1226752 Aug 31 01:40:32.306984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-115adceb-4904-4c5d-b845-19f9928b6730 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 378 time: 0.0437877 Aug 31 01:40:32.318976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-6475d3a6-327d-45f2-99bb-262d3d2d10a8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'port': {'device_id': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'admin_state_up': True, 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'security_groups': ['0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:40:32.414840 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed2ba5ff-4151-4171-a82e-a28efeb35365 req-c522b72d-f199-44be-945e-a6470dbad9f3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 210 time: 0.0467138 Aug 31 01:40:32.475672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-6475d3a6-327d-45f2-99bb-262d3d2d10a8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Made reservation on behalf of 2a0f425b452f418686dba5a4056ca253 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:40:32.479360 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-6475d3a6-327d-45f2-99bb-262d3d2d10a8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:32.607419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-6475d3a6-327d-45f2-99bb-262d3d2d10a8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.20.0.12 (6c01bb17-5122-4dcd-a522-696a13652aeb/06b95149-cbbc-482f-a5df-464aee785b32/80e9d15b-671c-4c3b-a6a9-6c8d547551af) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:40:32.747002 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-6475d3a6-327d-45f2-99bb-262d3d2d10a8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:32.761090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-6475d3a6-327d-45f2-99bb-262d3d2d10a8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Transition to ACTIVE for port object 80e9d15b-671c-4c3b-a6a9-6c8d547551af will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:40:32.794981 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-6475d3a6-327d-45f2-99bb-262d3d2d10a8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:32.843850 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-6475d3a6-327d-45f2-99bb-262d3d2d10a8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network 6c01bb17-5122-4dcd-a522-696a13652aeb is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:40:32.846968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-6475d3a6-327d-45f2-99bb-262d3d2d10a8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:40:32.850777 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-6475d3a6-327d-45f2-99bb-262d3d2d10a8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:40:32.856998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475d3a6-327d-45f2-99bb-262d3d2d10a8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=80e9d15b-671c-4c3b-a6a9-6c8d547551af,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:32.903887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-6475d3a6-327d-45f2-99bb-262d3d2d10a8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:32.904525 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-6475d3a6-327d-45f2-99bb-262d3d2d10a8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:32.920109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-6475d3a6-327d-45f2-99bb-262d3d2d10a8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6068172 Aug 31 01:40:32.932494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-6be2e5ac-1cca-4d2f-8d22-0902983cf0b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:40:32.933456 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-6be2e5ac-1cca-4d2f-8d22-0902983cf0b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053060 Aug 31 01:40:33.003736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Request body: {'port': {'device_id': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:40:33.041536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e19e26bb-8d70-4261-b8b8-254ad7993807 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:40:33.069020 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:33.096619 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port e19e26bb-8d70-4261-b8b8-254ad7993807 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:40:33.097000 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:33.099700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2e10bc71-f42b-4ad5-9470-836602aff891 None None] Provisioning for port 80e9d15b-671c-4c3b-a6a9-6c8d547551af completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:40:33.121873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2e10bc71-f42b-4ad5-9470-836602aff891 None None] Provisioning complete for port 80e9d15b-671c-4c3b-a6a9-6c8d547551af triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:40:33.123683 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2e10bc71-f42b-4ad5-9470-836602aff891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:33.174302 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2e10bc71-f42b-4ad5-9470-836602aff891 None None] Port 80e9d15b-671c-4c3b-a6a9-6c8d547551af cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:40:33.341970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e9d15b-671c-4c3b-a6a9-6c8d547551af {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:40:33.349522 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:33.361794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Transition to ACTIVE for port object 80e9d15b-671c-4c3b-a6a9-6c8d547551af will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:40:33.365533 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:33.418201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Pushing event updated for resources: {'Port': ['ID=80e9d15b-671c-4c3b-a6a9-6c8d547551af,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:33.501175 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Attempting to bind port 80e9d15b-671c-4c3b-a6a9-6c8d547551af on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:40:33.501555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Attempting to bind port 80e9d15b-671c-4c3b-a6a9-6c8d547551af by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:40:33.501842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Attempting to bind port 80e9d15b-671c-4c3b-a6a9-6c8d547551af on network 6c01bb17-5122-4dcd-a522-696a13652aeb {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:40:33.522776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Port 80e9d15b-671c-4c3b-a6a9-6c8d547551af on network 6c01bb17-5122-4dcd-a522-696a13652aeb not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:40:33.523011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Attempting to bind port 80e9d15b-671c-4c3b-a6a9-6c8d547551af on network 6c01bb17-5122-4dcd-a522-696a13652aeb {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:40:33.530737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:40:33.531074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Checking segment: {'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:40:33.531495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Bound using segment: {'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:40:33.531933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Bound port: 80e9d15b-671c-4c3b-a6a9-6c8d547551af, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:40:33.532288 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:33.561455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49801d-66a2-4784-8eab-3b01985e4afd req-c5686f2c-02e3-4ff9-81c2-e5fd7ad5350f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:33.563022 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a49801d-66a2-4784-8eab-3b01985e4afd req-c5686f2c-02e3-4ff9-81c2-e5fd7ad5350f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 944 time: 0.0755346 Aug 31 01:40:33.636642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a49801d-66a2-4784-8eab-3b01985e4afd req-04b74ba2-5206-4822-b2aa-33b698290195 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560389 Aug 31 01:40:33.637639 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] For port 80e9d15b-671c-4c3b-a6a9-6c8d547551af, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:40:33.640755 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] For port 80e9d15b-671c-4c3b-a6a9-6c8d547551af, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:40:33.645093 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:33.681363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:33.682114 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:33.683497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] 10.222.0.15 "PUT /v2.0/ports/80e9d15b-671c-4c3b-a6a9-6c8d547551af HTTP/1.1" status: 200 len: 1093 time: 0.7383025 Aug 31 01:40:33.684010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:40:33.686191 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7beb26f-18d7-4227-a05a-48164a9995c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:40:33.722609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5158d6-e628-4589-a175-fe2c5a48c98b service neutron] Pushing event updated for resources: {'Port': ['ID=80e9d15b-671c-4c3b-a6a9-6c8d547551af,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:33.782735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-75a8e6c8-7faa-4621-9040-123b12edaf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:33.784286 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-75a8e6c8-7faa-4621-9040-123b12edaf11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 1096 time: 0.0509574 Aug 31 01:40:33.803731 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4135c4-d326-418d-91e1-6eaf0c33b51c x-openstack-request-id: req-0b4135c4-d326-418d-91e1-6eaf0c33b51c {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:40:33.804156 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:40:33.804490 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b4135c4-d326-418d-91e1-6eaf0c33b51c {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:40:33.805017 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'status': 'completed', 'code': 200} Aug 31 01:40:33.836653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-960fd634-1543-4db9-83c0-02c38fa5d4ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af HTTP/1.1" status: 200 len: 217 time: 0.0410821 Aug 31 01:40:33.891419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-3e6024be-d0cc-4ceb-a4a4-4bf9c162b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:33.892905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-3e6024be-d0cc-4ceb-a4a4-4bf9c162b05d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06b95149-cbbc-482f-a5df-464aee785b32 HTTP/1.1" status: 200 len: 834 time: 0.0499642 Aug 31 01:40:33.940411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-ccf4bd93-3e66-42d6-8c30-613b0b79fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:33.941914 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-ccf4bd93-3e66-42d6-8c30-613b0b79fa29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c01bb17-5122-4dcd-a522-696a13652aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419602 Aug 31 01:40:34.030430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-45681d47-b356-4333-a385-213f1ede6590 service neutron] 10.222.0.15 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810683 Aug 31 01:40:34.130478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1514d97c-5496-4573-94b9-e060aa9e1d8f req-e6bf1c63-2c37-4b10-9373-5d029c2be19a service neutron] 10.222.0.15 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927389 Aug 31 01:40:34.243272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7beb26f-18d7-4227-a05a-48164a9995c4 req-b5c92ee4-dbdb-4a27-a0bb-88a82ddc1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:34.244794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7beb26f-18d7-4227-a05a-48164a9995c4 req-b5c92ee4-dbdb-4a27-a0bb-88a82ddc1949 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 1096 time: 0.0420773 Aug 31 01:40:34.339568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7beb26f-18d7-4227-a05a-48164a9995c4 req-dab103be-946f-46c4-a81b-89dd22a1afea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:34.341372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7beb26f-18d7-4227-a05a-48164a9995c4 req-dab103be-946f-46c4-a81b-89dd22a1afea service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c01bb17-5122-4dcd-a522-696a13652aeb HTTP/1.1" status: 200 len: 898 time: 0.0896595 Aug 31 01:40:34.382462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7beb26f-18d7-4227-a05a-48164a9995c4 req-6060419c-efe4-4937-b4be-34677f150988 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af HTTP/1.1" status: 200 len: 217 time: 0.0344880 Aug 31 01:40:34.429925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7beb26f-18d7-4227-a05a-48164a9995c4 req-e75c309b-5124-4f30-acfd-e90689911726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:34.431351 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7beb26f-18d7-4227-a05a-48164a9995c4 req-e75c309b-5124-4f30-acfd-e90689911726 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06b95149-cbbc-482f-a5df-464aee785b32 HTTP/1.1" status: 200 len: 834 time: 0.0421791 Aug 31 01:40:34.480252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7beb26f-18d7-4227-a05a-48164a9995c4 req-0d853f67-d7ab-41f3-8ee5-28a6efbe5b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:34.481717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7beb26f-18d7-4227-a05a-48164a9995c4 req-0d853f67-d7ab-41f3-8ee5-28a6efbe5b3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c01bb17-5122-4dcd-a522-696a13652aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436828 Aug 31 01:40:34.570013 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7beb26f-18d7-4227-a05a-48164a9995c4 req-d0b2c7fb-87d4-4d3d-bfa0-02e73cb823f3 service neutron] 10.222.0.15 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808465 Aug 31 01:40:34.661650 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7beb26f-18d7-4227-a05a-48164a9995c4 req-38a1465e-b5d5-42d8-8c4c-544aa79bb007 service neutron] 10.222.0.15 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841949 Aug 31 01:40:34.753093 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d75f-d2e0-4d91-8937-a8688be849ec req-93ea320f-f900-4799-b0f7-cd2c9fec390a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:34.754562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcc4d75f-d2e0-4d91-8937-a8688be849ec req-93ea320f-f900-4799-b0f7-cd2c9fec390a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 944 time: 0.0489359 Aug 31 01:40:34.792537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcc4d75f-d2e0-4d91-8937-a8688be849ec req-8aade315-6411-4bd7-9a13-d8f671ab9e70 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312870 Aug 31 01:40:35.909053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644de055-d4ae-4ec8-b282-f3b08ae93c62 req-9661ebe5-cf55-464d-9b27-4f8051b48793 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:35.910562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-644de055-d4ae-4ec8-b282-f3b08ae93c62 req-9661ebe5-cf55-464d-9b27-4f8051b48793 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 944 time: 0.0493362 Aug 31 01:40:35.947910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-644de055-d4ae-4ec8-b282-f3b08ae93c62 req-dc5fd1ca-3e52-42ed-917c-ffc7a97dfa97 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310962 Aug 31 01:40:36.349245 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 80e9d15b-671c-4c3b-a6a9-6c8d547551af details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:40:36.440221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 80e9d15b-671c-4c3b-a6a9-6c8d547551af, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:40:36.451991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'port_id': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'mac_address': 'fa:16:3e:fb:43:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b95149-cbbc-482f-a5df-464aee785b32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:40:36.487652 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:36.502823 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e9d15b-671c-4c3b-a6a9-6c8d547551af {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:40:36.521998 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 80e9d15b-671c-4c3b-a6a9-6c8d547551af, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:40:36.525998 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:36.572543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=80e9d15b-671c-4c3b-a6a9-6c8d547551af,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:36.947725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['80e9d15b-671c-4c3b-a6a9-6c8d547551af'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:40:37.063901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fc20f-6493-4f5f-ac5c-0393ef05d465 req-2f27b010-6167-4cef-8d88-d725a7400215 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:37.065377 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-554fc20f-6493-4f5f-ac5c-0393ef05d465 req-2f27b010-6167-4cef-8d88-d725a7400215 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 945 time: 0.0487640 Aug 31 01:40:37.107809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-554fc20f-6493-4f5f-ac5c-0393ef05d465 req-067fe376-2c9b-4afa-8e0f-23f1675eaac5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357137 Aug 31 01:40:38.225379 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bb90e-9bee-4e83-8b50-0d57336c453c req-7b983077-c51a-4ccd-b3d1-eb04b80138ee tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:38.226773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b9bb90e-9bee-4e83-8b50-0d57336c453c req-7b983077-c51a-4ccd-b3d1-eb04b80138ee tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 945 time: 0.0501201 Aug 31 01:40:38.265473 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b9bb90e-9bee-4e83-8b50-0d57336c453c req-faa4fa9b-20dd-4b00-8506-fb3762e15e0a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326610 Aug 31 01:40:38.379533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 80e9d15b-671c-4c3b-a6a9-6c8d547551af up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:40:38.427532 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 80e9d15b-671c-4c3b-a6a9-6c8d547551af completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:40:38.431125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 80e9d15b-671c-4c3b-a6a9-6c8d547551af triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:40:38.431525 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:38.509517 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:38.531063 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:40:38.533541 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab96f30-1655-48e8-8319-80e7b0c9a3ed" -d '{"events": [{"server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "name": "network-vif-plugged", "status": "completed", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:40:38.546536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 80e9d15b-671c-4c3b-a6a9-6c8d547551af, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:40:38.551329 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:38.599506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=80e9d15b-671c-4c3b-a6a9-6c8d547551af,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:38.643091 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eb5800-60d1-4a49-b356-9d82088424f7 x-openstack-request-id: req-a8eb5800-60d1-4a49-b356-9d82088424f7 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:40:38.643445 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "name": "network-vif-plugged", "status": "completed", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:40:38.643704 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8eb5800-60d1-4a49-b356-9d82088424f7 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:40:38.644491 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'code': 200} Aug 31 01:40:38.753692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fde57d-35ac-4fa3-b0b3-d959a8e9ea95 req-11ce1b12-5d64-4852-8743-a738e593e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:38.755784 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8fde57d-35ac-4fa3-b0b3-d959a8e9ea95 req-11ce1b12-5d64-4852-8743-a738e593e9b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 1098 time: 0.0408964 Aug 31 01:40:38.790672 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8fde57d-35ac-4fa3-b0b3-d959a8e9ea95 req-7d43982b-963f-47fe-bc23-9f866ac80b03 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0280714 Aug 31 01:40:39.380125 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a76647-9d2c-465d-a945-7bc6ebd16418 req-7f61e283-7aa4-422b-afc2-8f4ea00c6c41 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:39.381623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08a76647-9d2c-465d-a945-7bc6ebd16418 req-7f61e283-7aa4-422b-afc2-8f4ea00c6c41 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0484848 Aug 31 01:40:39.421956 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08a76647-9d2c-465d-a945-7bc6ebd16418 req-a5179be6-64e6-4f91-abc8-3b4ce0e1376d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344901 Aug 31 01:40:40.542672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c36721-d3df-40b1-a0bd-7e4781a19d86 req-adfa6793-83c2-4a64-806e-13144eab6f79 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:40.544175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73c36721-d3df-40b1-a0bd-7e4781a19d86 req-adfa6793-83c2-4a64-806e-13144eab6f79 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0488694 Aug 31 01:40:40.582292 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73c36721-d3df-40b1-a0bd-7e4781a19d86 req-d4a21227-61a2-4092-9520-572fdadfdcba tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322161 Aug 31 01:40:40.695939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c453f71-4e4c-4a5a-a68f-811ffe7c6a11 req-8da166a0-829e-4b81-b8bc-faf6df72a77b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:40.697423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c453f71-4e4c-4a5a-a68f-811ffe7c6a11 req-8da166a0-829e-4b81-b8bc-faf6df72a77b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0498071 Aug 31 01:40:40.736012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c453f71-4e4c-4a5a-a68f-811ffe7c6a11 req-c3740d1d-0d33-445c-90c5-b623c917e8dc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326393 Aug 31 01:40:40.756964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34314) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:40.795647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8105b5-fd2e-4637-8c9d-2e3963297ab8 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:40.797111 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3f8105b5-fd2e-4637-8c9d-2e3963297ab8 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 1093 time: 0.0392051 Aug 31 01:40:40.799991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34316) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:40.804345 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:40:40.825158 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:40.924146 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:41.029040 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.25.6.206 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/dedc2591-6b94-458f-9e7c-0d5362ef0112) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:40:41.131901 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:41.170302 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:41.210582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:40:41.215623 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:40:41.217742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=dedc2591-6b94-458f-9e7c-0d5362ef0112,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:41.219872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:40:41.348165 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:41.574336 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:41.642518 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:41.792521 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:41.796893 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:42.191533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=dedc2591-6b94-458f-9e7c-0d5362ef0112,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:42.207587 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:42.306684 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Floating IP 0648c32c-0750-40a4-8f1e-3a480f290ab6 associated. External IP: 172.25.6.206, port: 80e9d15b-671c-4c3b-a6a9-6c8d547551af. Aug 31 01:40:42.513188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router c0c1ac60-e93e-459c-944d-e10992e6de88 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:40:42.620652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:40:42.630642 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685fc086-69d9-4a66-ba44-a3caa5558e57 None None] Sync routers for ids ['c0c1ac60-e93e-459c-944d-e10992e6de88'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:40:42.637338 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:42.640850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685fc086-69d9-4a66-ba44-a3caa5558e57 None None] Routers {'c0c1ac60-e93e-459c-944d-e10992e6de88'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:40:42.641474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-685fc086-69d9-4a66-ba44-a3caa5558e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:40:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c0c1ac60-e93e-459c-944d-e10992e6de88'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:42.664577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c43f2198-c498-45e3-974f-4d1ced670d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8636110 Aug 31 01:40:42.665436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:40:42.667814 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a52cb1-fea0-48fb-ada6-992bd4e69856" -d '{"events": [{"name": "network-changed", "server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:40:42.727862 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe5ed0d-3a03-4060-a531-e90b505f65a9 x-openstack-request-id: req-bfe5ed0d-3a03-4060-a531-e90b505f65a9 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:40:42.728136 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:40:42.728398 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bfe5ed0d-3a03-4060-a531-e90b505f65a9 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:40:42.728803 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'status': 'completed', 'code': 200} Aug 31 01:40:42.780986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d755ff8-5366-4f4c-b9e1-fd420203d616 req-2c79d7c0-fa73-4696-8a7d-f6174654cab8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:42.782530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d755ff8-5366-4f4c-b9e1-fd420203d616 req-2c79d7c0-fa73-4696-8a7d-f6174654cab8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0655003 Aug 31 01:40:42.846563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a52cb1-fea0-48fb-ada6-992bd4e69856 req-9ac1c215-7218-4ea3-b84a-0a914610d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:42.848121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35a52cb1-fea0-48fb-ada6-992bd4e69856 req-9ac1c215-7218-4ea3-b84a-0a914610d617 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 1098 time: 0.0883126 Aug 31 01:40:42.852668 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d755ff8-5366-4f4c-b9e1-fd420203d616 req-0aba191e-c50f-4cd0-80fe-ea4d13849b03 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549889 Aug 31 01:40:42.876487 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34322) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:42.910671 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-685fc086-69d9-4a66-ba44-a3caa5558e57 None None] Set router c0c1ac60-e93e-459c-944d-e10992e6de88 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:40:42.943987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a52cb1-fea0-48fb-ada6-992bd4e69856 req-03bcaf3b-0009-48fa-affd-e24ea425e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:42.945799 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35a52cb1-fea0-48fb-ada6-992bd4e69856 req-03bcaf3b-0009-48fa-affd-e24ea425e149 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c01bb17-5122-4dcd-a522-696a13652aeb HTTP/1.1" status: 200 len: 898 time: 0.0906191 Aug 31 01:40:42.968638 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-77668052-86d5-41e4-baf7-595db600f846 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/floatingips/0648c32c-0750-40a4-8f1e-3a480f290ab6 HTTP/1.1" status: 200 len: 992 time: 0.0897927 Aug 31 01:40:43.023486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35a52cb1-fea0-48fb-ada6-992bd4e69856 req-42b65f0a-3c3e-4b60-b5de-db7fd36647c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af HTTP/1.1" status: 200 len: 1000 time: 0.0708854 Aug 31 01:40:43.076500 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a52cb1-fea0-48fb-ada6-992bd4e69856 req-f6732220-bf80-4179-8eb2-54a069573cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:43.077886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35a52cb1-fea0-48fb-ada6-992bd4e69856 req-f6732220-bf80-4179-8eb2-54a069573cf2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06b95149-cbbc-482f-a5df-464aee785b32 HTTP/1.1" status: 200 len: 834 time: 0.0484040 Aug 31 01:40:43.125648 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a52cb1-fea0-48fb-ada6-992bd4e69856 req-73b59016-fdd4-4285-acf8-2dcce56e7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:43.127171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35a52cb1-fea0-48fb-ada6-992bd4e69856 req-73b59016-fdd4-4285-acf8-2dcce56e7047 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c01bb17-5122-4dcd-a522-696a13652aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423169 Aug 31 01:40:43.138863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-685fc086-69d9-4a66-ba44-a3caa5558e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:40:23Z', 'updated_at': '2021-08-31T01:40:27Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:24Z', 'updated_at': '2021-08-31T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '0648c32c-0750-40a4-8f1e-3a480f290ab6', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'port_id': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'mac_address': 'fa:16:3e:fb:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:40:41Z', 'updated_at': '2021-08-31T01:40:41Z', 'revision_number': 0, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19e26bb-8d70-4261-b8b8-254ad7993807', 'name': '', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:56:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '06b95149-cbbc-482f-a5df-464aee785b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:26Z', 'updated_at': '2021-08-31T01:40:31Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '06b95149-cbbc-482f-a5df-464aee785b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:43.165829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685fc086-69d9-4a66-ba44-a3caa5558e57 None None] Checking router: c0c1ac60-e93e-459c-944d-e10992e6de88 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:40:43.173938 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685fc086-69d9-4a66-ba44-a3caa5558e57 None None] Routers {'c0c1ac60-e93e-459c-944d-e10992e6de88'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:40:43.174555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-685fc086-69d9-4a66-ba44-a3caa5558e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:40:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c0c1ac60-e93e-459c-944d-e10992e6de88'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:43.223001 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35a52cb1-fea0-48fb-ada6-992bd4e69856 req-98067bf9-cce1-43a5-97a9-cb7a496107d6 service neutron] 10.222.0.15 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889742 Aug 31 01:40:43.280894 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-685fc086-69d9-4a66-ba44-a3caa5558e57 None None] Set router c0c1ac60-e93e-459c-944d-e10992e6de88 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:40:43.317017 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35a52cb1-fea0-48fb-ada6-992bd4e69856 req-68f91603-e9f4-4485-a084-4e0bea725930 service neutron] 10.222.0.15 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870807 Aug 31 01:40:43.503573 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-685fc086-69d9-4a66-ba44-a3caa5558e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:40:23Z', 'updated_at': '2021-08-31T01:40:27Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:24Z', 'updated_at': '2021-08-31T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '0648c32c-0750-40a4-8f1e-3a480f290ab6', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'port_id': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'mac_address': 'fa:16:3e:fb:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:40:41Z', 'updated_at': '2021-08-31T01:40:41Z', 'revision_number': 0, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19e26bb-8d70-4261-b8b8-254ad7993807', 'name': '', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:56:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '06b95149-cbbc-482f-a5df-464aee785b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:26Z', 'updated_at': '2021-08-31T01:40:31Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '06b95149-cbbc-482f-a5df-464aee785b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:43.534004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685fc086-69d9-4a66-ba44-a3caa5558e57 None None] The sync data for ids ['c0c1ac60-e93e-459c-944d-e10992e6de88'] in n-d-802060-13 is: [{'id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:40:23Z', 'updated_at': '2021-08-31T01:40:27Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:24Z', 'updated_at': '2021-08-31T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '0648c32c-0750-40a4-8f1e-3a480f290ab6', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'port_id': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'mac_address': 'fa:16:3e:fb:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:40:41Z', 'updated_at': '2021-08-31T01:40:41Z', 'revision_number': 0, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19e26bb-8d70-4261-b8b8-254ad7993807', 'name': '', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:56:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '06b95149-cbbc-482f-a5df-464aee785b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:26Z', 'updated_at': '2021-08-31T01:40:31Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '06b95149-cbbc-482f-a5df-464aee785b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:40:43.721958 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8d51ce-b3bb-4cd7-a79f-5ef95bc32b18 None None] New status for floating IP 0648c32c-0750-40a4-8f1e-3a480f290ab6: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:40:43.971459 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34324) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:40:44.030561 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-83795fb3-4329-47d2-ae29-33ec22956e02 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/floatingips/0648c32c-0750-40a4-8f1e-3a480f290ab6 HTTP/1.1" status: 200 len: 994 time: 0.0579507 Aug 31 01:40:51.249628 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-86b69023-2860-46d3-a22a-79ceb134eab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:53.798966 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-50b377f2-36cd-4de8-9b72-374093609041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:54.066669 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:54.560066 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:56.762289 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:01.803285 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:05.572705 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:41:11.352758 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:21.250095 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b6166662-43a2-480c-be07-835d494c99a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:23.799318 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-69f54c8e-c295-4fa5-9760-ae7d1099e557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:24.067086 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:24.563295 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:26.603191 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a28dfc0-9456-4c70-8bbf-e9e00304316e req-617cfeed-0bfd-4dfa-84f4-a67a2ab26668 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394471 Aug 31 01:41:26.698046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28dfc0-9456-4c70-8bbf-e9e00304316e req-9c6c0c3d-5dfa-4c95-8120-fb0fec4db313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:26.699561 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a28dfc0-9456-4c70-8bbf-e9e00304316e req-9c6c0c3d-5dfa-4c95-8120-fb0fec4db313 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 1098 time: 0.0445325 Aug 31 01:41:26.764851 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:26.804976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28dfc0-9456-4c70-8bbf-e9e00304316e req-9a8190f9-e950-4819-9a0c-549597cf7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:26.807141 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a28dfc0-9456-4c70-8bbf-e9e00304316e req-9a8190f9-e950-4819-9a0c-549597cf7efb service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c01bb17-5122-4dcd-a522-696a13652aeb HTTP/1.1" status: 200 len: 898 time: 0.0885596 Aug 31 01:41:26.877863 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a28dfc0-9456-4c70-8bbf-e9e00304316e req-47506c8a-947b-4906-aae0-cfb1114cffd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af HTTP/1.1" status: 200 len: 1002 time: 0.0629680 Aug 31 01:41:26.925870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28dfc0-9456-4c70-8bbf-e9e00304316e req-8f4de50d-3b31-424b-87ab-af0a81a78ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:26.927294 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a28dfc0-9456-4c70-8bbf-e9e00304316e req-8f4de50d-3b31-424b-87ab-af0a81a78ee7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06b95149-cbbc-482f-a5df-464aee785b32 HTTP/1.1" status: 200 len: 834 time: 0.0427296 Aug 31 01:41:26.973187 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28dfc0-9456-4c70-8bbf-e9e00304316e req-edc1e0e6-27c1-41b7-bde1-90a7a928d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:26.974657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a28dfc0-9456-4c70-8bbf-e9e00304316e req-edc1e0e6-27c1-41b7-bde1-90a7a928d93a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c01bb17-5122-4dcd-a522-696a13652aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397036 Aug 31 01:41:27.065960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a28dfc0-9456-4c70-8bbf-e9e00304316e req-4164391f-5d23-449d-892e-61af0b95a88b service neutron] 10.222.0.15 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839291 Aug 31 01:41:27.154769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a28dfc0-9456-4c70-8bbf-e9e00304316e req-07f9214c-225b-4b0f-b920-4415d91fc782 service neutron] 10.222.0.15 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812414 Aug 31 01:41:31.810095 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:41.371592 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:42.573497 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:41:46.792174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4613b4-5af5-4b18-9148-e9158a56ec24 req-898f7612-fecf-4f0f-a18c-9d9d53d2d6fe tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:46.793705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b4613b4-5af5-4b18-9148-e9158a56ec24 req-898f7612-fecf-4f0f-a18c-9d9d53d2d6fe tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 1098 time: 0.0424674 Aug 31 01:41:46.812048 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5b4613b4-5af5-4b18-9148-e9158a56ec24 req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:46.903672 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5b4613b4-5af5-4b18-9148-e9158a56ec24 req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:46.907232 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5b4613b4-5af5-4b18-9148-e9158a56ec24 req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:46.927629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b4613b4-5af5-4b18-9148-e9158a56ec24 req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281240 Aug 31 01:41:46.938819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f81d4da-5d86-4670-92ff-9049b417acc8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:41:46.946714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:41:46.947239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:41:46.947605 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:41:46.947943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:41:46.948279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:41:46.948610 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:41:46.948940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:41:46.949265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:41:46.949589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:41:46.949912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:41:46.950234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:41:46.950557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197bc14-3dff-43d4-9a5b-ad0b45b00465 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:41:47.044245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30408c1-7811-4e6c-9840-3c1b84d58ad7 req-bd42633e-4af5-4fea-99d3-fe367f253db6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:47.045721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f30408c1-7811-4e6c-9840-3c1b84d58ad7 req-bd42633e-4af5-4fea-99d3-fe367f253db6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0489063 Aug 31 01:41:47.083062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f30408c1-7811-4e6c-9840-3c1b84d58ad7 req-d7a47596-4f53-4b86-8dbc-19ab552b1ccf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314829 Aug 31 01:41:47.105320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34350) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:41:47.163862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-85d29fd0-47f0-4f55-85e3-998c645e51f1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/floatingips/0648c32c-0750-40a4-8f1e-3a480f290ab6 HTTP/1.1" status: 200 len: 994 time: 0.0571845 Aug 31 01:41:47.515210 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-7554e10e-6d8f-4a0d-987a-55befa8ffa3d req-afb2fa0f-f83e-47e8-baf4-3176debc0ae9 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:41:47.516267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7554e10e-6d8f-4a0d-987a-55befa8ffa3d req-afb2fa0f-f83e-47e8-baf4-3176debc0ae9 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556209 Aug 31 01:41:47.938978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75ea75-0d3a-407f-a937-e7e976bbb7de req-34678be1-3cb1-4385-8c82-a6a953405ee0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:47.940620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c75ea75-0d3a-407f-a937-e7e976bbb7de req-34678be1-3cb1-4385-8c82-a6a953405ee0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0538390 Aug 31 01:41:47.981231 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c75ea75-0d3a-407f-a937-e7e976bbb7de req-8b21e4b7-5049-4329-8fbb-01998c794775 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341420 Aug 31 01:41:48.225737 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-c3649479-d20e-4a71-98e0-e4589178e1c2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3494828 Aug 31 01:41:49.103031 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5698f0-a597-4b5f-b876-1f4dc93bc769 req-5f50d4b9-2a62-4201-985e-effa8f01cbaa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:49.104440 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5698f0-a597-4b5f-b876-1f4dc93bc769 req-5f50d4b9-2a62-4201-985e-effa8f01cbaa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0501225 Aug 31 01:41:49.140659 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5698f0-a597-4b5f-b876-1f4dc93bc769 req-d6e6bfd4-e182-45c4-b62f-2c039fa5a44c tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303259 Aug 31 01:41:49.282084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-5b2950d5-2464-4a80-b5c5-c7083065082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:49.283609 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-5b2950d5-2464-4a80-b5c5-c7083065082c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 1098 time: 0.0407586 Aug 31 01:41:49.375476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-93612dbd-efb4-443d-931f-8c79685a2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:49.377074 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-93612dbd-efb4-443d-931f-8c79685a2224 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c01bb17-5122-4dcd-a522-696a13652aeb HTTP/1.1" status: 200 len: 898 time: 0.0864658 Aug 31 01:41:49.444091 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-2505ff26-7881-4e9f-97af-201f790b8d2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af HTTP/1.1" status: 200 len: 1002 time: 0.0599723 Aug 31 01:41:49.495949 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-40988a64-e295-4a6b-a3e0-773ec3d15b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:49.497360 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-40988a64-e295-4a6b-a3e0-773ec3d15b0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06b95149-cbbc-482f-a5df-464aee785b32 HTTP/1.1" status: 200 len: 834 time: 0.0462694 Aug 31 01:41:49.543081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-36ea1084-c1e3-4306-a5b9-c9480408aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:49.544572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-36ea1084-c1e3-4306-a5b9-c9480408aba1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c01bb17-5122-4dcd-a522-696a13652aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396817 Aug 31 01:41:49.631368 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-2fbccdae-7a3f-4545-8188-87908a78534b service neutron] 10.222.0.15 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794120 Aug 31 01:41:49.723271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-2bf9666c-0986-41dd-a14e-56f33feb3b9e service neutron] 10.222.0.15 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847123 Aug 31 01:41:50.257395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114a4aa-f67b-4615-99c0-c6b8aa352cc6 req-3957426f-fe0a-4db8-ae39-dc3807bc00ec tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:50.258933 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7114a4aa-f67b-4615-99c0-c6b8aa352cc6 req-3957426f-fe0a-4db8-ae39-dc3807bc00ec tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0498655 Aug 31 01:41:50.300997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7114a4aa-f67b-4615-99c0-c6b8aa352cc6 req-e3441f42-820d-421a-92a2-6bf219cc0758 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360589 Aug 31 01:41:51.250963 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ac7dacea-e2d4-44dc-8f07-edd06326377f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:51.416955 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e99dcf-9537-4528-9193-f84c4c915d84 req-ffecdacf-60ef-4d0e-807d-738386e50bf6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:51.418416 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-82e99dcf-9537-4528-9193-f84c4c915d84 req-ffecdacf-60ef-4d0e-807d-738386e50bf6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0481296 Aug 31 01:41:51.460747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-82e99dcf-9537-4528-9193-f84c4c915d84 req-bae5bf38-ab73-4472-8acb-380a1dfa9a21 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364635 Aug 31 01:41:52.583645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7fb6c-e5a2-4bdd-a3bf-510bc6aee693 req-0b7e86ad-d7c8-440d-9550-5527f947582b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:52.585049 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbf7fb6c-e5a2-4bdd-a3bf-510bc6aee693 req-0b7e86ad-d7c8-440d-9550-5527f947582b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0563729 Aug 31 01:41:52.622875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbf7fb6c-e5a2-4bdd-a3bf-510bc6aee693 req-870d0ff1-1307-4def-aa93-44c50c8e19b1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307212 Aug 31 01:41:53.738184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a4fee-748c-442b-8115-63302eacff9a req-2dd40a57-c7f8-43e6-b389-55fa2089cb4a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:53.739748 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-864a4fee-748c-442b-8115-63302eacff9a req-2dd40a57-c7f8-43e6-b389-55fa2089cb4a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0501869 Aug 31 01:41:53.776939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-864a4fee-748c-442b-8115-63302eacff9a req-43e169f7-7e86-4886-a71b-7307b63cf212 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313048 Aug 31 01:41:53.799351 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e187bfc3-19f6-473d-ad93-2af540055249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:54.067949 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:54.566541 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:54.891933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576797d-a93e-46f8-8e30-135ff29603b3 req-dcf4b0d8-6938-4f89-b8ef-6417d53894dc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:54.893461 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3576797d-a93e-46f8-8e30-135ff29603b3 req-dcf4b0d8-6938-4f89-b8ef-6417d53894dc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0490346 Aug 31 01:41:54.937764 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3576797d-a93e-46f8-8e30-135ff29603b3 req-9a6b93e9-a7ed-466d-9ddd-4afd9c6692e4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383089 Aug 31 01:41:56.058912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd980c-ebf2-4db5-886c-70b0c7f3a7b2 req-982858c1-111c-4c5d-91b4-682c7e27ed32 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:56.060408 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90dd980c-ebf2-4db5-886c-70b0c7f3a7b2 req-982858c1-111c-4c5d-91b4-682c7e27ed32 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0534208 Aug 31 01:41:56.097183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90dd980c-ebf2-4db5-886c-70b0c7f3a7b2 req-ccb2240a-2f7f-4a57-a77f-f3d75b0c1250 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309505 Aug 31 01:41:56.767183 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:57.212968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c51893-65a4-4060-b608-156a395897c5 req-e4fe17ea-4d8f-4dd4-81de-2009a63ff881 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:57.214423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60c51893-65a4-4060-b608-156a395897c5 req-e4fe17ea-4d8f-4dd4-81de-2009a63ff881 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0484650 Aug 31 01:41:57.251145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60c51893-65a4-4060-b608-156a395897c5 req-132fa085-ce8e-409d-9aff-c71d7de4b52b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306261 Aug 31 01:41:58.374717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1be3eb-9b3e-48e0-87b1-919f4fc3681b req-750d280e-e3c5-4f59-9e04-d0546c313836 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:58.376432 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f1be3eb-9b3e-48e0-87b1-919f4fc3681b req-750d280e-e3c5-4f59-9e04-d0546c313836 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0583098 Aug 31 01:41:58.421049 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f1be3eb-9b3e-48e0-87b1-919f4fc3681b req-78c5031e-6f68-4a50-9d79-3e29da76ede6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387709 Aug 31 01:41:59.534636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4855a8-71ed-4187-92a7-150ffdf72ca4 req-193b41bc-a89a-4faa-a8d7-3c9930896f15 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:59.536150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e4855a8-71ed-4187-92a7-150ffdf72ca4 req-193b41bc-a89a-4faa-a8d7-3c9930896f15 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0497506 Aug 31 01:41:59.574110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e4855a8-71ed-4187-92a7-150ffdf72ca4 req-a33fa825-a3a8-4a91-a1bd-3e2f73cd44e7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310912 Aug 31 01:42:00.689429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b0b91-1a6c-4680-9317-ccfc3b8d64e2 req-3d2f5979-72ec-4f3c-8362-16449c76067a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:00.690905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec4b0b91-1a6c-4680-9317-ccfc3b8d64e2 req-3d2f5979-72ec-4f3c-8362-16449c76067a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0493355 Aug 31 01:42:00.728363 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec4b0b91-1a6c-4680-9317-ccfc3b8d64e2 req-29889d11-3f2c-4a45-9b6e-875abf9549c9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311751 Aug 31 01:42:01.806897 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:01.888144 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75312ca9-4086-42e2-beaa-abc44f0c016d req-e3d8bc03-00c6-4faa-95b1-3dbf5622766f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:01.889651 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75312ca9-4086-42e2-beaa-abc44f0c016d req-e3d8bc03-00c6-4faa-95b1-3dbf5622766f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0921690 Aug 31 01:42:01.890831 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-bd69e8b2-3cbf-4b50-add7-1e46a35707c0 service neutron] show failed (client error): The resource could not be found. Aug 31 01:42:01.891781 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-bd69e8b2-3cbf-4b50-add7-1e46a35707c0 service neutron] 10.222.0.15 "GET /v2.0/ports/80e9d15b-671c-4c3b-a6a9-6c8d547551af/bindings/n-h2-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.1000738 Aug 31 01:42:01.933747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75312ca9-4086-42e2-beaa-abc44f0c016d req-4468656f-01e9-429f-ba54-ace89651d47e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379391 Aug 31 01:42:02.143675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-b95b592a-524d-49e0-b9ee-6fb695d5412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:02.145184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-b95b592a-524d-49e0-b9ee-6fb695d5412e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed&tenant_id=2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 1098 time: 0.0912821 Aug 31 01:42:02.155919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-e642f7a1-2618-42dd-8482-d4aef9eb2f0a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:42:02.156867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-e642f7a1-2618-42dd-8482-d4aef9eb2f0a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049326 Aug 31 01:42:02.169113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:02.223375 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:02.427879 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] For port 80e9d15b-671c-4c3b-a6a9-6c8d547551af, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:02.459683 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] For port 80e9d15b-671c-4c3b-a6a9-6c8d547551af, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:42:02.497615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:42:02.499864 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7fe718-e3ae-4a68-bbd8-748020f8031b" -d '{"events": [{"server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "name": "network-vif-unplugged", "status": "completed", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:42:02.503864 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:02.516617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Transition to ACTIVE for port object 80e9d15b-671c-4c3b-a6a9-6c8d547551af will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:42:02.521994 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:02.551940 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748d7424-4be2-4c20-8853-0ae9cb01eca8 x-openstack-request-id: req-748d7424-4be2-4c20-8853-0ae9cb01eca8 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:42:02.552238 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "name": "network-vif-unplugged", "status": "completed", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:42:02.552505 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-748d7424-4be2-4c20-8853-0ae9cb01eca8 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:42:02.552902 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'code': 200} Aug 31 01:42:02.573674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Pushing event updated for resources: {'Port': ['ID=80e9d15b-671c-4c3b-a6a9-6c8d547551af,revision_number=6']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:02.653535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] No DVR routers for this DVR port 80e9d15b-671c-4c3b-a6a9-6c8d547551af on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:42:02.793566 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Attempting to bind port 80e9d15b-671c-4c3b-a6a9-6c8d547551af on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:42:02.793906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Attempting to bind port 80e9d15b-671c-4c3b-a6a9-6c8d547551af by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:42:02.794237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Attempting to bind port 80e9d15b-671c-4c3b-a6a9-6c8d547551af on network 6c01bb17-5122-4dcd-a522-696a13652aeb {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:42:02.798370 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Port 80e9d15b-671c-4c3b-a6a9-6c8d547551af on network 6c01bb17-5122-4dcd-a522-696a13652aeb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:42:02.798695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Attempting to bind port 80e9d15b-671c-4c3b-a6a9-6c8d547551af on network 6c01bb17-5122-4dcd-a522-696a13652aeb {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:42:02.803399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:42:02.803737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Checking segment: {'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:42:02.804117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Bound using segment: {'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:42:02.804540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Bound port: 80e9d15b-671c-4c3b-a6a9-6c8d547551af, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7edd9ad-2a47-4ca6-8ada-c582602a1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:42:02.805450 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:02.866751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] For port 80e9d15b-671c-4c3b-a6a9-6c8d547551af, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:42:02.870270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] For port 80e9d15b-671c-4c3b-a6a9-6c8d547551af, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:42:02.874782 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:02.910791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:02.911540 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:02.912950 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] 10.222.0.70 "PUT /v2.0/ports/80e9d15b-671c-4c3b-a6a9-6c8d547551af HTTP/1.1" status: 200 len: 1093 time: 0.7474952 Aug 31 01:42:02.937158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfd483-ea33-4d2c-ae01-1737854a7f84 service neutron] Pushing event updated for resources: {'Port': ['ID=80e9d15b-671c-4c3b-a6a9-6c8d547551af,revision_number=7']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:02.985329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-74af1b55-534d-4bc7-ab70-41fb585715e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:02.987415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-74af1b55-534d-4bc7-ab70-41fb585715e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 1096 time: 0.0455451 Aug 31 01:42:03.429694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a58e27-56f1-40da-8b80-4b1bee287325 req-e0faa425-e15c-4fd7-b797-2368a6395295 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:03.431199 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3a58e27-56f1-40da-8b80-4b1bee287325 req-e0faa425-e15c-4fd7-b797-2368a6395295 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 944 time: 0.4182243 Aug 31 01:42:03.447224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7a1e48a4-d576-45d2-9ec7-9a2af5bdbeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:03.448648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-7a1e48a4-d576-45d2-9ec7-9a2af5bdbeb2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c01bb17-5122-4dcd-a522-696a13652aeb HTTP/1.1" status: 200 len: 898 time: 0.4546888 Aug 31 01:42:03.513646 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3a58e27-56f1-40da-8b80-4b1bee287325 req-296b2576-677c-4215-acfa-5ff31962a181 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752454 Aug 31 01:42:03.528463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-ba25ba72-2820-45cd-a409-d81e752b6344 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af HTTP/1.1" status: 200 len: 1000 time: 0.0712223 Aug 31 01:42:03.579244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-75ef31e0-0dd0-44c4-aa43-ce21db0db715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:03.580692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-75ef31e0-0dd0-44c4-aa43-ce21db0db715 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=06b95149-cbbc-482f-a5df-464aee785b32 HTTP/1.1" status: 200 len: 834 time: 0.0447130 Aug 31 01:42:03.628776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-9f7f905c-0fd7-42c2-aac4-a5ec06be675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:03.630232 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-9f7f905c-0fd7-42c2-aac4-a5ec06be675c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c01bb17-5122-4dcd-a522-696a13652aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426006 Aug 31 01:42:03.717123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-246f8657-c490-4f10-bc50-408d052fea87 service neutron] 10.222.0.70 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797515 Aug 31 01:42:03.807661 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1870c2b-8a81-45a5-93a0-8f358246660d req-8cf5a9fb-fad6-4660-bdc5-00b6010f0963 service neutron] 10.222.0.70 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829558 Aug 31 01:42:04.554566 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:42:04.557044 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9fe652-2ad7-4464-916d-ed6f15f864e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:42:04.614107 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3974c20-62c2-420d-b7a3-13f4e708e246 x-openstack-request-id: req-a3974c20-62c2-420d-b7a3-13f4e708e246 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:42:04.614475 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:42:04.614802 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3974c20-62c2-420d-b7a3-13f4e708e246 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:42:04.615272 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'status': 'completed', 'code': 200} Aug 31 01:42:04.672358 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bcea0-036e-4e31-8416-bb8942b61fb3 req-5ed42a1c-47de-4eef-a559-d4919ba4c8b3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:04.673844 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a97bcea0-036e-4e31-8416-bb8942b61fb3 req-5ed42a1c-47de-4eef-a559-d4919ba4c8b3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 944 time: 0.0883963 Aug 31 01:42:04.739199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-84c1c88f-e840-4c36-b0da-933bf6c5e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:04.740699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-84c1c88f-e840-4c36-b0da-933bf6c5e39d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 1096 time: 0.1166265 Aug 31 01:42:04.747519 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a97bcea0-036e-4e31-8416-bb8942b61fb3 req-40a950c7-f384-4cc1-af79-f9d711545914 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583251 Aug 31 01:42:04.757300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-a0ad3fc9-38f3-4b80-9781-a5f2686f2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:04.759245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-a0ad3fc9-38f3-4b80-9781-a5f2686f2fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 1096 time: 0.1064968 Aug 31 01:42:04.875663 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 80e9d15b-671c-4c3b-a6a9-6c8d547551af no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:42:04.909734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-3cc64a99-e1dd-4f83-baa5-42d49c692823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:04.911218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-3cc64a99-e1dd-4f83-baa5-42d49c692823 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c01bb17-5122-4dcd-a522-696a13652aeb HTTP/1.1" status: 200 len: 898 time: 0.1621664 Aug 31 01:42:04.914708 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 80e9d15b-671c-4c3b-a6a9-6c8d547551af not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:42:04.917107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-ab50841b-487e-437a-89b6-658a90046f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:04.918481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-ab50841b-487e-437a-89b6-658a90046f78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c01bb17-5122-4dcd-a522-696a13652aeb HTTP/1.1" status: 200 len: 898 time: 0.1481855 Aug 31 01:42:05.027658 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-643dd5c0-937b-4585-8e73-eecd05353fe3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af HTTP/1.1" status: 200 len: 1000 time: 0.1082234 Aug 31 01:42:05.031387 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-ab52f6c7-de39-4ebe-bf07-a9959b988592 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af HTTP/1.1" status: 200 len: 1000 time: 0.1052394 Aug 31 01:42:05.123347 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-05f3199f-78ae-454b-b683-08a1d10e5af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:05.124814 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-05f3199f-78ae-454b-b683-08a1d10e5af8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06b95149-cbbc-482f-a5df-464aee785b32 HTTP/1.1" status: 200 len: 834 time: 0.0869014 Aug 31 01:42:05.126514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-6cd1c0d0-443c-452f-b9f5-75a26a1b35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:05.127817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-6cd1c0d0-443c-452f-b9f5-75a26a1b35a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=06b95149-cbbc-482f-a5df-464aee785b32 HTTP/1.1" status: 200 len: 834 time: 0.0886080 Aug 31 01:42:05.204119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-8eedce72-be88-457d-acc6-b0eb77dff938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:05.205615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-8eedce72-be88-457d-acc6-b0eb77dff938 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c01bb17-5122-4dcd-a522-696a13652aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743523 Aug 31 01:42:05.207990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-349b8d7c-550a-409a-8a86-1f9f9083cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:05.209354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-349b8d7c-550a-409a-8a86-1f9f9083cc5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c01bb17-5122-4dcd-a522-696a13652aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689163 Aug 31 01:42:05.366948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-5adbfab4-76f4-41ba-8178-5cdd53fd0ff3 service neutron] 10.222.0.15 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541290 Aug 31 01:42:05.373025 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-49aaa00d-5a20-4b3c-aeb8-74b96e13158e service neutron] 10.222.0.70 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526277 Aug 31 01:42:05.525395 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-adfb86b2-c937-46c2-9529-a9ec07d46df0 service neutron] 10.222.0.15 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512508 Aug 31 01:42:05.536012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe9fe652-2ad7-4464-916d-ed6f15f864e3 req-b0b80fcd-015b-4c5a-a082-4655d1120076 service neutron] 10.222.0.70 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438565 Aug 31 01:42:05.873315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48b585-1c3b-49d0-b454-ff27f12d51fd req-e193ea0d-239d-4785-bc96-01722817c673 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:05.874790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e48b585-1c3b-49d0-b454-ff27f12d51fd req-e193ea0d-239d-4785-bc96-01722817c673 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 944 time: 0.0555968 Aug 31 01:42:05.912736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e48b585-1c3b-49d0-b454-ff27f12d51fd req-43df2480-f121-4e08-938e-43e456c2646a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319693 Aug 31 01:42:06.110161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd82a1a-57ce-48cd-b518-94bc5b1157b2 req-0ccfa012-8afe-4bf4-9291-b200a8467bbe tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:06.111792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1cd82a1a-57ce-48cd-b518-94bc5b1157b2 req-0ccfa012-8afe-4bf4-9291-b200a8467bbe tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 944 time: 0.0508943 Aug 31 01:42:06.213775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1cd82a1a-57ce-48cd-b518-94bc5b1157b2 req-245593b3-278f-498f-a301-db665899c245 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920856 Aug 31 01:42:06.221966 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172db0a-024c-4091-a9d5-39fe6ff974ba req-b4a4dccb-03b4-46b6-bc23-242367cad40b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:06.223427 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0172db0a-024c-4091-a9d5-39fe6ff974ba req-b4a4dccb-03b4-46b6-bc23-242367cad40b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed&tenant_id=2a0f425b452f418686dba5a4056ca253&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 944 time: 0.1107550 Aug 31 01:42:06.289760 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-0172db0a-024c-4091-a9d5-39fe6ff974ba req-f0a90d16-d37a-4007-be42-fcbeb3521a21 service neutron] delete failed (client error): The resource could not be found. Aug 31 01:42:06.290812 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0172db0a-024c-4091-a9d5-39fe6ff974ba req-f0a90d16-d37a-4007-be42-fcbeb3521a21 service neutron] 10.222.0.15 "DELETE /v2.0/ports/80e9d15b-671c-4c3b-a6a9-6c8d547551af/bindings/n-h1-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0599997 Aug 31 01:42:06.398327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172db0a-024c-4091-a9d5-39fe6ff974ba req-067cedab-d2a0-473c-9c5a-303b1b2f0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:06.400481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0172db0a-024c-4091-a9d5-39fe6ff974ba req-067cedab-d2a0-473c-9c5a-303b1b2f0625 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 1096 time: 0.0407553 Aug 31 01:42:06.492702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172db0a-024c-4091-a9d5-39fe6ff974ba req-6260cc40-3dbc-499b-92eb-58d5ca4c02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:06.494186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0172db0a-024c-4091-a9d5-39fe6ff974ba req-6260cc40-3dbc-499b-92eb-58d5ca4c02a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c01bb17-5122-4dcd-a522-696a13652aeb HTTP/1.1" status: 200 len: 898 time: 0.0870132 Aug 31 01:42:06.562868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0172db0a-024c-4091-a9d5-39fe6ff974ba req-e436450a-eeea-431c-9fee-7e68decfd026 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af HTTP/1.1" status: 200 len: 1000 time: 0.0617664 Aug 31 01:42:06.610950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172db0a-024c-4091-a9d5-39fe6ff974ba req-83a4f04b-0eab-496b-af89-02a01f65c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:06.612401 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0172db0a-024c-4091-a9d5-39fe6ff974ba req-83a4f04b-0eab-496b-af89-02a01f65c9aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06b95149-cbbc-482f-a5df-464aee785b32 HTTP/1.1" status: 200 len: 834 time: 0.0432360 Aug 31 01:42:06.657839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172db0a-024c-4091-a9d5-39fe6ff974ba req-a8019c62-1606-46db-af7e-c14208db495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:06.659216 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0172db0a-024c-4091-a9d5-39fe6ff974ba req-a8019c62-1606-46db-af7e-c14208db495d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c01bb17-5122-4dcd-a522-696a13652aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389929 Aug 31 01:42:06.751102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0172db0a-024c-4091-a9d5-39fe6ff974ba req-f612ac6c-9700-413d-943a-90e4862abc4b service neutron] 10.222.0.15 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841215 Aug 31 01:42:06.840119 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0172db0a-024c-4091-a9d5-39fe6ff974ba req-46db97e7-bdf9-4edf-86da-6b9639c261c1 service neutron] 10.222.0.15 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822980 Aug 31 01:42:07.340976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a3f5f-2ffa-46c1-b547-2e93eaf30faa req-d85a1785-2627-464f-b0e9-b93a8e3bb289 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:07.342646 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-264a3f5f-2ffa-46c1-b547-2e93eaf30faa req-d85a1785-2627-464f-b0e9-b93a8e3bb289 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 944 time: 0.0571914 Aug 31 01:42:07.381378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-264a3f5f-2ffa-46c1-b547-2e93eaf30faa req-7e5f2c01-fd41-4513-add8-a78b8d3eaa58 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325565 Aug 31 01:42:07.405069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34444) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:07.465779 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-67d3dd12-6add-4197-b139-59c797dc606a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/floatingips/0648c32c-0750-40a4-8f1e-3a480f290ab6 HTTP/1.1" status: 200 len: 992 time: 0.0594723 Aug 31 01:42:07.481768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 80e9d15b-671c-4c3b-a6a9-6c8d547551af details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:42:07.573328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 80e9d15b-671c-4c3b-a6a9-6c8d547551af, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:07.584196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'port_id': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'mac_address': 'fa:16:3e:fb:43:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b95149-cbbc-482f-a5df-464aee785b32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:42:07.624095 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:07.636877 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e9d15b-671c-4c3b-a6a9-6c8d547551af {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:42:07.656083 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 80e9d15b-671c-4c3b-a6a9-6c8d547551af, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:07.659776 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:07.705536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=80e9d15b-671c-4c3b-a6a9-6c8d547551af,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:07.713286 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:07.713638 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:07.713981 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:07.714322 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:07.714658 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:07.714991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:07.715350 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:07.715681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:07.716013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:07.716337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:07.716668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:07.716991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:07.906079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['80e9d15b-671c-4c3b-a6a9-6c8d547551af'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:42:09.510253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 80e9d15b-671c-4c3b-a6a9-6c8d547551af up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:42:09.556900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 80e9d15b-671c-4c3b-a6a9-6c8d547551af completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:42:09.560546 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 80e9d15b-671c-4c3b-a6a9-6c8d547551af triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:42:09.560923 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:09.636574 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:09.657876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:42:09.660124 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82833c0e-2292-46a7-bf12-8009a7c98c0e" -d '{"events": [{"server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "name": "network-vif-plugged", "status": "completed", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:42:09.673894 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 80e9d15b-671c-4c3b-a6a9-6c8d547551af, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:09.677822 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:09.708543 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3525c960-79dc-4824-a682-e69c40560f3d x-openstack-request-id: req-3525c960-79dc-4824-a682-e69c40560f3d {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:42:09.709001 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "name": "network-vif-plugged", "status": "completed", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:42:09.709335 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3525c960-79dc-4824-a682-e69c40560f3d {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:42:09.709729 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'code': 200} Aug 31 01:42:09.735853 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=80e9d15b-671c-4c3b-a6a9-6c8d547551af,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:11.374245 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:17.634433 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15d73059-eb98-45ae-b002-56a49a6a7a14 req-f45a2ca7-47ed-42f0-a012-39bac4176323 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407856 Aug 31 01:42:17.716525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d73059-eb98-45ae-b002-56a49a6a7a14 req-9b9f8cc2-cbbd-4753-8906-9be433251873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:17.717977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15d73059-eb98-45ae-b002-56a49a6a7a14 req-9b9f8cc2-cbbd-4753-8906-9be433251873 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 1098 time: 0.0399623 Aug 31 01:42:17.826000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d73059-eb98-45ae-b002-56a49a6a7a14 req-c23ec4b1-3b65-4203-a78d-9c6ca462694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:17.827508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15d73059-eb98-45ae-b002-56a49a6a7a14 req-c23ec4b1-3b65-4203-a78d-9c6ca462694f service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c01bb17-5122-4dcd-a522-696a13652aeb HTTP/1.1" status: 200 len: 898 time: 0.0888946 Aug 31 01:42:17.896717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15d73059-eb98-45ae-b002-56a49a6a7a14 req-dba99da5-efa8-49e7-8c09-ac431dab269d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af HTTP/1.1" status: 200 len: 1002 time: 0.0613363 Aug 31 01:42:17.952380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d73059-eb98-45ae-b002-56a49a6a7a14 req-417c4aff-049c-44b4-bfb9-dd53ef4c492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:17.953856 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15d73059-eb98-45ae-b002-56a49a6a7a14 req-417c4aff-049c-44b4-bfb9-dd53ef4c492e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=06b95149-cbbc-482f-a5df-464aee785b32 HTTP/1.1" status: 200 len: 834 time: 0.0486860 Aug 31 01:42:18.005435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d73059-eb98-45ae-b002-56a49a6a7a14 req-b9a92509-ceab-4e00-b133-a25e7dca6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:18.006940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15d73059-eb98-45ae-b002-56a49a6a7a14 req-b9a92509-ceab-4e00-b133-a25e7dca6b66 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c01bb17-5122-4dcd-a522-696a13652aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407727 Aug 31 01:42:18.097245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15d73059-eb98-45ae-b002-56a49a6a7a14 req-af4835de-36dc-42d3-a04a-cc019c741c95 service neutron] 10.222.0.70 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804598 Aug 31 01:42:18.193119 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15d73059-eb98-45ae-b002-56a49a6a7a14 req-21796eb1-cb97-4c73-95fa-9add5845e0b9 service neutron] 10.222.0.70 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879705 Aug 31 01:42:19.573307 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:42:21.250802 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b46d41a2-2f14-4b99-bd9e-06ef79a49069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:23.804021 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-35af5dab-46de-4836-b411-4b7a19d8fc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:24.068681 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:24.568038 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:26.771034 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:31.817476 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:35.909840 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf717de0-0929-4d30-a78c-a0b011aee56f req-af4575ab-55b4-407d-8ff0-908a72656a76 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:35.911402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf717de0-0929-4d30-a78c-a0b011aee56f req-af4575ab-55b4-407d-8ff0-908a72656a76 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 1098 time: 0.0403926 Aug 31 01:42:35.947386 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf717de0-0929-4d30-a78c-a0b011aee56f req-6bc01fb5-0892-4cf6-9dfd-823a68abbf7d tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0290358 Aug 31 01:42:35.969062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34464) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:36.124628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-2018aa81-5d45-451d-b089-815ea9540bb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port dedc2591-6b94-458f-9e7c-0d5362ef0112 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:42:36.124870 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2018aa81-5d45-451d-b089-815ea9540bb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:36.201735 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2018aa81-5d45-451d-b089-815ea9540bb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:36.202070 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2018aa81-5d45-451d-b089-815ea9540bb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:36.214103 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-2018aa81-5d45-451d-b089-815ea9540bb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for dedc2591-6b94-458f-9e7c-0d5362ef0112 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:42:36.360276 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2018aa81-5d45-451d-b089-815ea9540bb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:36.386998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018aa81-5d45-451d-b089-815ea9540bb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=dedc2591-6b94-458f-9e7c-0d5362ef0112,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:36.450032 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2018aa81-5d45-451d-b089-815ea9540bb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:36.450374 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-2018aa81-5d45-451d-b089-815ea9540bb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Floating IP 0648c32c-0750-40a4-8f1e-3a480f290ab6 disassociated (deleted). External IP: 172.25.6.206, port: 80e9d15b-671c-4c3b-a6a9-6c8d547551af. Aug 31 01:42:36.659386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2018aa81-5d45-451d-b089-815ea9540bb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router c0c1ac60-e93e-459c-944d-e10992e6de88 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:42:36.769721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2018aa81-5d45-451d-b089-815ea9540bb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:42:36.774828 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2018aa81-5d45-451d-b089-815ea9540bb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:36.780087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa92433-7fec-4983-8443-8bb7c1708755 None None] Sync routers for ids ['c0c1ac60-e93e-459c-944d-e10992e6de88'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:42:36.793623 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa92433-7fec-4983-8443-8bb7c1708755 None None] Routers {'c0c1ac60-e93e-459c-944d-e10992e6de88'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:42:36.794256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0aa92433-7fec-4983-8443-8bb7c1708755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:42:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c0c1ac60-e93e-459c-944d-e10992e6de88'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:36.802437 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2018aa81-5d45-451d-b089-815ea9540bb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/floatingips/0648c32c-0750-40a4-8f1e-3a480f290ab6 HTTP/1.1" status: 204 len: 168 time: 0.8323245 Aug 31 01:42:36.803035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:42:36.806234 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae2cc12-aab8-441f-ab83-09a2c4ab41e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:42:36.842750 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f62261-3acd-4ab6-8a48-2efb7c83b0b1 x-openstack-request-id: req-c7f62261-3acd-4ab6-8a48-2efb7c83b0b1 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:42:36.843046 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:42:36.843519 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7f62261-3acd-4ab6-8a48-2efb7c83b0b1 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:42:36.844243 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'status': 'completed', 'code': 200} Aug 31 01:42:36.903267 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-0aa92433-7fec-4983-8443-8bb7c1708755 None None] Set router c0c1ac60-e93e-459c-944d-e10992e6de88 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:42:36.915520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2cc12-aab8-441f-ab83-09a2c4ab41e2 req-17eb4d47-b780-4b55-bf5d-9014eb21d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:36.917227 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ae2cc12-aab8-441f-ab83-09a2c4ab41e2 req-17eb4d47-b780-4b55-bf5d-9014eb21d937 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 1098 time: 0.0502322 Aug 31 01:42:37.045500 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2cc12-aab8-441f-ab83-09a2c4ab41e2 req-2666cce7-763d-458c-9d8d-601239f9d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:37.046991 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ae2cc12-aab8-441f-ab83-09a2c4ab41e2 req-2666cce7-763d-458c-9d8d-601239f9d818 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c01bb17-5122-4dcd-a522-696a13652aeb HTTP/1.1" status: 200 len: 898 time: 0.1166606 Aug 31 01:42:37.073052 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e4cd9-957a-4f24-b562-72d985949db2 req-f422ce4d-9e24-4527-b4f4-5ffc11cca9a7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:37.074544 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e39e4cd9-957a-4f24-b562-72d985949db2 req-f422ce4d-9e24-4527-b4f4-5ffc11cca9a7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0707788 Aug 31 01:42:37.108547 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ae2cc12-aab8-441f-ab83-09a2c4ab41e2 req-717fcc10-b2ba-49a2-bca6-0d0d96107b44 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af HTTP/1.1" status: 200 len: 217 time: 0.0501475 Aug 31 01:42:37.114748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0aa92433-7fec-4983-8443-8bb7c1708755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:40:23Z', 'updated_at': '2021-08-31T01:40:27Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:24Z', 'updated_at': '2021-08-31T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'e19e26bb-8d70-4261-b8b8-254ad7993807', 'name': '', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:56:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '06b95149-cbbc-482f-a5df-464aee785b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:26Z', 'updated_at': '2021-08-31T01:40:31Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '06b95149-cbbc-482f-a5df-464aee785b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:37.140427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa92433-7fec-4983-8443-8bb7c1708755 None None] Checking router: c0c1ac60-e93e-459c-944d-e10992e6de88 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:42:37.148502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa92433-7fec-4983-8443-8bb7c1708755 None None] Routers {'c0c1ac60-e93e-459c-944d-e10992e6de88'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:42:37.149625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0aa92433-7fec-4983-8443-8bb7c1708755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:42:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c0c1ac60-e93e-459c-944d-e10992e6de88'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:37.170990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e39e4cd9-957a-4f24-b562-72d985949db2 req-58420336-9d81-4999-9824-03a9a5d0af85 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650516 Aug 31 01:42:37.180018 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2cc12-aab8-441f-ab83-09a2c4ab41e2 req-4d40dfd5-7e4a-47a0-ae84-7057a0144837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:37.181854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ae2cc12-aab8-441f-ab83-09a2c4ab41e2 req-4d40dfd5-7e4a-47a0-ae84-7057a0144837 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=06b95149-cbbc-482f-a5df-464aee785b32 HTTP/1.1" status: 200 len: 834 time: 0.0613530 Aug 31 01:42:37.229695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2cc12-aab8-441f-ab83-09a2c4ab41e2 req-98a8e0b0-399a-4cd1-9def-112541acf739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:37.231272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ae2cc12-aab8-441f-ab83-09a2c4ab41e2 req-98a8e0b0-399a-4cd1-9def-112541acf739 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c01bb17-5122-4dcd-a522-696a13652aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408325 Aug 31 01:42:37.256234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-0aa92433-7fec-4983-8443-8bb7c1708755 None None] Set router c0c1ac60-e93e-459c-944d-e10992e6de88 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:42:37.328979 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ae2cc12-aab8-441f-ab83-09a2c4ab41e2 req-ac00676d-8915-4ed4-b6b9-c60b9c3e0948 service neutron] 10.222.0.70 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891180 Aug 31 01:42:37.421391 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ae2cc12-aab8-441f-ab83-09a2c4ab41e2 req-bc26faf8-4273-44c1-878b-db8f8d825fff service neutron] 10.222.0.70 "GET /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842252 Aug 31 01:42:37.461449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0aa92433-7fec-4983-8443-8bb7c1708755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:40:23Z', 'updated_at': '2021-08-31T01:40:27Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:24Z', 'updated_at': '2021-08-31T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'e19e26bb-8d70-4261-b8b8-254ad7993807', 'name': '', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:56:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '06b95149-cbbc-482f-a5df-464aee785b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:26Z', 'updated_at': '2021-08-31T01:40:31Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '06b95149-cbbc-482f-a5df-464aee785b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:37.487614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa92433-7fec-4983-8443-8bb7c1708755 None None] The sync data for ids ['c0c1ac60-e93e-459c-944d-e10992e6de88'] in n-d-802060-13 is: [{'id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:40:23Z', 'updated_at': '2021-08-31T01:40:27Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:24Z', 'updated_at': '2021-08-31T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'e19e26bb-8d70-4261-b8b8-254ad7993807', 'name': '', 'network_id': '6c01bb17-5122-4dcd-a522-696a13652aeb', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:56:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '06b95149-cbbc-482f-a5df-464aee785b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:26Z', 'updated_at': '2021-08-31T01:40:31Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '06b95149-cbbc-482f-a5df-464aee785b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:42:37.696604 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321feffc-5d36-4e98-b171-6b67373d36b1 None None] New status for floating IP 0648c32c-0750-40a4-8f1e-3a480f290ab6: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:42:38.313676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a28d0-35a7-448d-8121-c59d55236244 req-5e0b98f3-35b9-41a1-9051-c12fc0fa1e89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:38.315159 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c66a28d0-35a7-448d-8121-c59d55236244 req-5e0b98f3-35b9-41a1-9051-c12fc0fa1e89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0729883 Aug 31 01:42:38.323211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf40636-1ad1-4676-8641-33f60e110532 req-c9def7d2-f85c-4b65-b718-a49e44387e71 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:38.324598 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fcf40636-1ad1-4676-8641-33f60e110532 req-c9def7d2-f85c-4b65-b718-a49e44387e71 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fda51ac-5e31-4cb7-8448-589f443210ed HTTP/1.1" status: 200 len: 946 time: 0.0906684 Aug 31 01:42:38.388850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c66a28d0-35a7-448d-8121-c59d55236244 req-13e8fab1-4a10-4424-8854-ff83f4039d69 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633047 Aug 31 01:42:38.436126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-fcf40636-1ad1-4676-8641-33f60e110532 req-0d91efa9-4af9-4489-ba81-07ac11049eb2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port 80e9d15b-671c-4c3b-a6a9-6c8d547551af {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:42:38.436466 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fcf40636-1ad1-4676-8641-33f60e110532 req-0d91efa9-4af9-4489-ba81-07ac11049eb2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:38.527104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-fcf40636-1ad1-4676-8641-33f60e110532 req-0d91efa9-4af9-4489-ba81-07ac11049eb2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] For port 80e9d15b-671c-4c3b-a6a9-6c8d547551af, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=80e9d15b-671c-4c3b-a6a9-6c8d547551af,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:38.527506 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fcf40636-1ad1-4676-8641-33f60e110532 req-0d91efa9-4af9-4489-ba81-07ac11049eb2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:38.541251 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-fcf40636-1ad1-4676-8641-33f60e110532 req-0d91efa9-4af9-4489-ba81-07ac11049eb2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for 80e9d15b-671c-4c3b-a6a9-6c8d547551af owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:42:38.673511 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fcf40636-1ad1-4676-8641-33f60e110532 req-0d91efa9-4af9-4489-ba81-07ac11049eb2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:38.700404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91efa9-4af9-4489-ba81-07ac11049eb2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=80e9d15b-671c-4c3b-a6a9-6c8d547551af,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:38.744982 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf40636-1ad1-4676-8641-33f60e110532 req-0d91efa9-4af9-4489-ba81-07ac11049eb2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] No DVR routers for this DVR port 80e9d15b-671c-4c3b-a6a9-6c8d547551af on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:42:38.747602 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fcf40636-1ad1-4676-8641-33f60e110532 req-0d91efa9-4af9-4489-ba81-07ac11049eb2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:38.749629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fcf40636-1ad1-4676-8641-33f60e110532 req-0d91efa9-4af9-4489-ba81-07ac11049eb2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.70 "DELETE /v2.0/ports/80e9d15b-671c-4c3b-a6a9-6c8d547551af HTTP/1.1" status: 204 len: 173 time: 0.4173682 Aug 31 01:42:38.844746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'name': 'network-vif-deleted', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:42:38.846983 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ee239a-7521-4564-be2b-e5715060f164" -d '{"events": [{"server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "name": "network-vif-deleted", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:42:38.882865 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6af771a-b577-4192-8957-758d23a1f681 x-openstack-request-id: req-f6af771a-b577-4192-8957-758d23a1f681 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:42:38.883271 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fda51ac-5e31-4cb7-8448-589f443210ed", "name": "network-vif-deleted", "tag": "80e9d15b-671c-4c3b-a6a9-6c8d547551af", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:42:38.884182 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6af771a-b577-4192-8957-758d23a1f681 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:42:38.884639 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fda51ac-5e31-4cb7-8448-589f443210ed', 'name': 'network-vif-deleted', 'tag': '80e9d15b-671c-4c3b-a6a9-6c8d547551af', 'status': 'completed', 'code': 200} Aug 31 01:42:39.444503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34478) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:40.116450 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc87ba36-4da9-4d7d-9245-c2eecd8f11cf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:40.373936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-bc87ba36-4da9-4d7d-9245-c2eecd8f11cf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port e19e26bb-8d70-4261-b8b8-254ad7993807 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:42:40.374211 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc87ba36-4da9-4d7d-9245-c2eecd8f11cf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:40.465611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-bc87ba36-4da9-4d7d-9245-c2eecd8f11cf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] For port e19e26bb-8d70-4261-b8b8-254ad7993807, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e19e26bb-8d70-4261-b8b8-254ad7993807,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:40.466326 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc87ba36-4da9-4d7d-9245-c2eecd8f11cf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:40.478364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-bc87ba36-4da9-4d7d-9245-c2eecd8f11cf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for e19e26bb-8d70-4261-b8b8-254ad7993807 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:42:40.660567 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc87ba36-4da9-4d7d-9245-c2eecd8f11cf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:40.688137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87ba36-4da9-4d7d-9245-c2eecd8f11cf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=e19e26bb-8d70-4261-b8b8-254ad7993807,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:40.867145 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bc87ba36-4da9-4d7d-9245-c2eecd8f11cf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:41.087065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc87ba36-4da9-4d7d-9245-c2eecd8f11cf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router c0c1ac60-e93e-459c-944d-e10992e6de88 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:42:41.195506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc87ba36-4da9-4d7d-9245-c2eecd8f11cf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:42:41.200476 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bc87ba36-4da9-4d7d-9245-c2eecd8f11cf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "PUT /v2.0/routers/c0c1ac60-e93e-459c-944d-e10992e6de88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7549634 Aug 31 01:42:41.203202 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34480) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:41.204772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd311b1-3ec1-4cf0-bd4f-dcb7319e9522 None None] Sync routers for ids ['c0c1ac60-e93e-459c-944d-e10992e6de88'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:42:41.214777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd311b1-3ec1-4cf0-bd4f-dcb7319e9522 None None] Routers {'c0c1ac60-e93e-459c-944d-e10992e6de88'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:42:41.215423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0cd311b1-3ec1-4cf0-bd4f-dcb7319e9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:42:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c0c1ac60-e93e-459c-944d-e10992e6de88'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:41.254284 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96bea06-a8ab-47fc-b36e-6cbf22c9617f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting subnet 06b95149-cbbc-482f-a5df-464aee785b32 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:42:41.257426 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b96bea06-a8ab-47fc-b36e-6cbf22c9617f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:41.297786 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b96bea06-a8ab-47fc-b36e-6cbf22c9617f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:41.321803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-0cd311b1-3ec1-4cf0-bd4f-dcb7319e9522 None None] Set router c0c1ac60-e93e-459c-944d-e10992e6de88 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:42:41.385614 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b96bea06-a8ab-47fc-b36e-6cbf22c9617f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:41.449901 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b96bea06-a8ab-47fc-b36e-6cbf22c9617f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:41.478660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bea06-a8ab-47fc-b36e-6cbf22c9617f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Subnet': ['ID=06b95149-cbbc-482f-a5df-464aee785b32,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:41.483211 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b96bea06-a8ab-47fc-b36e-6cbf22c9617f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:41.487926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b96bea06-a8ab-47fc-b36e-6cbf22c9617f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/subnets/06b95149-cbbc-482f-a5df-464aee785b32 HTTP/1.1" status: 204 len: 168 time: 0.2811930 Aug 31 01:42:41.488285 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34482) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:41.550365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6033495d-6c45-438c-b225-a8c7033d8390 None None] Network 6c01bb17-5122-4dcd-a522-696a13652aeb requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:42:41.600642 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:41.613098 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:41.706316 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:41.759399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0cd311b1-3ec1-4cf0-bd4f-dcb7319e9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:40:23Z', 'updated_at': '2021-08-31T01:42:40Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '621b750a-9732-42f4-898a-2e83eec35cc6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:40:24Z', 'updated_at': '2021-08-31T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:41.769703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port 621b750a-9732-42f4-898a-2e83eec35cc6 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:42:41.772189 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:41.798561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd311b1-3ec1-4cf0-bd4f-dcb7319e9522 None None] Checking router: c0c1ac60-e93e-459c-944d-e10992e6de88 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:42:41.808390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd311b1-3ec1-4cf0-bd4f-dcb7319e9522 None None] Routers {'c0c1ac60-e93e-459c-944d-e10992e6de88'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:42:41.808953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0cd311b1-3ec1-4cf0-bd4f-dcb7319e9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:42:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c0c1ac60-e93e-459c-944d-e10992e6de88'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:41.846415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a737cb7-26f5-4b49-b94f-144a9d39b9a1 None None] DHCP port deletion for 6c01bb17-5122-4dcd-a522-696a13652aeb request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:42:41.860561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] For port 621b750a-9732-42f4-898a-2e83eec35cc6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=621b750a-9732-42f4-898a-2e83eec35cc6,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:41.860930 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:41.873164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for 621b750a-9732-42f4-898a-2e83eec35cc6 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:42:41.926917 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-0cd311b1-3ec1-4cf0-bd4f-dcb7319e9522 None None] Set router c0c1ac60-e93e-459c-944d-e10992e6de88 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:42:41.987402 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0cd311b1-3ec1-4cf0-bd4f-dcb7319e9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:40:23Z', 'updated_at': '2021-08-31T01:42:41Z', 'revision_number': 6, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:42.018762 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd311b1-3ec1-4cf0-bd4f-dcb7319e9522 None None] The sync data for ids ['c0c1ac60-e93e-459c-944d-e10992e6de88'] in n-d-802060-13 is: [{'id': 'c0c1ac60-e93e-459c-944d-e10992e6de88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468083691', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:40:23Z', 'updated_at': '2021-08-31T01:42:41Z', 'revision_number': 6, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:42:42.026271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3a737cb7-26f5-4b49-b94f-144a9d39b9a1 None None] Deleting port 0555c7e2-03a7-45fb-b972-705301745b9f {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:42:42.026671 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3a737cb7-26f5-4b49-b94f-144a9d39b9a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.045631 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.093374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-3a737cb7-26f5-4b49-b94f-144a9d39b9a1 None None] For port 0555c7e2-03a7-45fb-b972-705301745b9f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0555c7e2-03a7-45fb-b972-705301745b9f,segment=NetworkSegment(e7edd9ad-2a47-4ca6-8ada-c582602a1471),segment_id=e7edd9ad-2a47-4ca6-8ada-c582602a1471)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:42.093770 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3a737cb7-26f5-4b49-b94f-144a9d39b9a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.095173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=621b750a-9732-42f4-898a-2e83eec35cc6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:42.106779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3a737cb7-26f5-4b49-b94f-144a9d39b9a1 None None] Calling delete_port for 0555c7e2-03a7-45fb-b972-705301745b9f owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:42:42.143638 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.192395 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3a737cb7-26f5-4b49-b94f-144a9d39b9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.216599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a737cb7-26f5-4b49-b94f-144a9d39b9a1 None None] Pushing event deleted for resources: {'Port': ['ID=0555c7e2-03a7-45fb-b972-705301745b9f,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:42.222088 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a737cb7-26f5-4b49-b94f-144a9d39b9a1 None None] No DVR routers for this DVR port 0555c7e2-03a7-45fb-b972-705301745b9f on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:42:42.237235 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.239415 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.283719 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.284282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Fanout notify agent at l3_agent the message router_deleted on router c0c1ac60-e93e-459c-944d-e10992e6de88 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:42:42.292027 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.293151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9f3c8b6f-c702-4a3d-b45b-4b7c95fd25d1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/routers/c0c1ac60-e93e-459c-944d-e10992e6de88 HTTP/1.1" status: 204 len: 168 time: 0.8039849 Aug 31 01:42:42.295899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34484) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:42.373070 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afcd0530-33c0-47f5-ad73-d134621fc018 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.472427 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afcd0530-33c0-47f5-ad73-d134621fc018 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.482906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-afcd0530-33c0-47f5-ad73-d134621fc018 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c01bb17-5122-4dcd-a522-696a13652aeb']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:42.493446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-afcd0530-33c0-47f5-ad73-d134621fc018 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7edd9ad-2a47-4ca6-8ada-c582602a1471') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:42.493656 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-afcd0530-33c0-47f5-ad73-d134621fc018 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7edd9ad-2a47-4ca6-8ada-c582602a1471') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:42.502924 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afcd0530-33c0-47f5-ad73-d134621fc018 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.520736 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afcd0530-33c0-47f5-ad73-d134621fc018 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.527716 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcd0530-33c0-47f5-ad73-d134621fc018 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:42:42.528134 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afcd0530-33c0-47f5-ad73-d134621fc018 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:42:42.531176 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:42:42.593330 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afcd0530-33c0-47f5-ad73-d134621fc018 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.601073 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-afcd0530-33c0-47f5-ad73-d134621fc018 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.604258 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-afcd0530-33c0-47f5-ad73-d134621fc018 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/networks/6c01bb17-5122-4dcd-a522-696a13652aeb HTTP/1.1" status: 204 len: 168 time: 0.3073363 Aug 31 01:42:42.607058 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34486) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:42.616525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd0530-33c0-47f5-ad73-d134621fc018 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Network': ['ID=6c01bb17-5122-4dcd-a522-696a13652aeb,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:42.670901 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.699036 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.765999 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.768658 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.772804 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/security-groups/0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91 HTTP/1.1" status: 204 len: 168 time: 0.1646461 Aug 31 01:42:42.783480 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7c9c8b-567c-4d21-9ec1-2fc2153c0b91,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:42.794928 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:42.795338 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:42.795706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:42.796329 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:42.796692 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:42.797105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:42.797628 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:42.798037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:42.798574 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:42.799255 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:42.799737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:42.800081 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430043-27bf-4bfb-a755-e2add25175aa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:43.056917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34492) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:43.061547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c2a04618-4d29-4db9-8a27-efe45bc06a1f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448524730', 'description': 'tempest-secgroup-smoke-1448524730 description', 'project_id': '2a0f425b452f418686dba5a4056ca253'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:43.083619 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c2a04618-4d29-4db9-8a27-efe45bc06a1f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.121718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0555c7e2-03a7-45fb-b972-705301745b9f no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:42:43.142069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 0555c7e2-03a7-45fb-b972-705301745b9f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:42:43.142416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0555c7e2-03a7-45fb-b972-705301745b9f not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:42:43.142836 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e19e26bb-8d70-4261-b8b8-254ad7993807 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:42:43.161401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: e19e26bb-8d70-4261-b8b8-254ad7993807 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:42:43.161745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e19e26bb-8d70-4261-b8b8-254ad7993807 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:42:43.162410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 621b750a-9732-42f4-898a-2e83eec35cc6 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:42:43.164090 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c2a04618-4d29-4db9-8a27-efe45bc06a1f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.168402 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c2a04618-4d29-4db9-8a27-efe45bc06a1f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.183704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 621b750a-9732-42f4-898a-2e83eec35cc6 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:42:43.184051 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 621b750a-9732-42f4-898a-2e83eec35cc6 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:42:43.198310 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c2a04618-4d29-4db9-8a27-efe45bc06a1f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.199574 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c2a04618-4d29-4db9-8a27-efe45bc06a1f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1416237 Aug 31 01:42:43.201615 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a04618-4d29-4db9-8a27-efe45bc06a1f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0be75a-8ca3-40a8-b92b-29adaef0e496,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:43.202581 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34494) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:43.207461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-53dbc9ca-0370-406f-9269-efc1c9b6f5cd tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '9e0be75a-8ca3-40a8-b92b-29adaef0e496', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:43.232451 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53dbc9ca-0370-406f-9269-efc1c9b6f5cd tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.288471 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53dbc9ca-0370-406f-9269-efc1c9b6f5cd tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.292098 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53dbc9ca-0370-406f-9269-efc1c9b6f5cd tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.312843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbc9ca-0370-406f-9269-efc1c9b6f5cd tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bba47a-89b2-4778-bd55-41e530a4c9cb,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:43.316420 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53dbc9ca-0370-406f-9269-efc1c9b6f5cd tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.317618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-53dbc9ca-0370-406f-9269-efc1c9b6f5cd tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139305 Aug 31 01:42:43.320513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34496) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:43.325984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-65ad3b20-9904-418f-b58a-8294f49ca9e2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '9e0be75a-8ca3-40a8-b92b-29adaef0e496', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:43.352449 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-65ad3b20-9904-418f-b58a-8294f49ca9e2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.407303 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-65ad3b20-9904-418f-b58a-8294f49ca9e2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.410440 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-65ad3b20-9904-418f-b58a-8294f49ca9e2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.427121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad3b20-9904-418f-b58a-8294f49ca9e2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b50e25-d000-4ad9-92d0-5633d6c5e207,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:43.433530 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-65ad3b20-9904-418f-b58a-8294f49ca9e2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.434785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-65ad3b20-9904-418f-b58a-8294f49ca9e2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126356 Aug 31 01:42:43.437448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34498) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:43.441771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-8a3b0016-0559-4af2-80cf-c1fd0fc8aa67 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '9e0be75a-8ca3-40a8-b92b-29adaef0e496', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:43.467882 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0016-0559-4af2-80cf-c1fd0fc8aa67 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.528693 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0016-0559-4af2-80cf-c1fd0fc8aa67 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.532845 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0016-0559-4af2-80cf-c1fd0fc8aa67 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.550898 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b0016-0559-4af2-80cf-c1fd0fc8aa67 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e59d24e-5409-4a40-a741-473099610bb6,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:43.557351 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0016-0559-4af2-80cf-c1fd0fc8aa67 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.558671 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8a3b0016-0559-4af2-80cf-c1fd0fc8aa67 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203196 Aug 31 01:42:43.561456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34500) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:43.565829 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b8b00d5b-8897-403e-938b-407832e75f5a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '9e0be75a-8ca3-40a8-b92b-29adaef0e496', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:43.591910 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b8b00d5b-8897-403e-938b-407832e75f5a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.631172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 80e9d15b-671c-4c3b-a6a9-6c8d547551af no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:42:43.650813 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b8b00d5b-8897-403e-938b-407832e75f5a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.652809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 80e9d15b-671c-4c3b-a6a9-6c8d547551af {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:42:43.653158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 80e9d15b-671c-4c3b-a6a9-6c8d547551af not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:42:43.654634 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b8b00d5b-8897-403e-938b-407832e75f5a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.673171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b00d5b-8897-403e-938b-407832e75f5a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc289a1-1a87-43e6-990a-2e0f6eb8868a,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:43.679611 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b8b00d5b-8897-403e-938b-407832e75f5a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.681652 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b8b00d5b-8897-403e-938b-407832e75f5a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192427 Aug 31 01:42:43.684369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34502) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:43.688815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-8f129ba2-162a-4e56-9016-45b6867118b4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '9e0be75a-8ca3-40a8-b92b-29adaef0e496', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:43.709913 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-8f129ba2-162a-4e56-9016-45b6867118b4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Project 2a0f425b452f418686dba5a4056ca253 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:42:43.715027 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f129ba2-162a-4e56-9016-45b6867118b4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.775210 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f129ba2-162a-4e56-9016-45b6867118b4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.779984 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f129ba2-162a-4e56-9016-45b6867118b4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.798719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f129ba2-162a-4e56-9016-45b6867118b4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e2d7ba-7d1d-4928-a56a-30af13f87c53,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:43.805081 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8f129ba2-162a-4e56-9016-45b6867118b4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.806471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8f129ba2-162a-4e56-9016-45b6867118b4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211689 Aug 31 01:42:43.810199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34504) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:43.814870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5ee0f571-9363-4072-a122-da44f3b3b890 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '9e0be75a-8ca3-40a8-b92b-29adaef0e496', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:43.835707 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-5ee0f571-9363-4072-a122-da44f3b3b890 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Project 2a0f425b452f418686dba5a4056ca253 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:42:43.840821 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5ee0f571-9363-4072-a122-da44f3b3b890 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.902485 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5ee0f571-9363-4072-a122-da44f3b3b890 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.905284 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5ee0f571-9363-4072-a122-da44f3b3b890 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.925573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0f571-9363-4072-a122-da44f3b3b890 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1cdbbb-5966-40e5-b693-8aefe8239a56,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:43.929055 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5ee0f571-9363-4072-a122-da44f3b3b890 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.933069 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5ee0f571-9363-4072-a122-da44f3b3b890 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191554 Aug 31 01:42:43.934179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34506) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:43.939051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-863bd42b-2ae7-4394-acfd-568a1af0db04 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'network': {'name': 'tempest-network-smoke--1166145001', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'port_security_enabled': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:43.959149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863bd42b-2ae7-4394-acfd-568a1af0db04 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Made reservation on behalf of 2a0f425b452f418686dba5a4056ca253 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:42:43.963268 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-863bd42b-2ae7-4394-acfd-568a1af0db04 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.986224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863bd42b-2ae7-4394-acfd-568a1af0db04 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:42:43.995561 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-863bd42b-2ae7-4394-acfd-568a1af0db04 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:43.995899 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-863bd42b-2ae7-4394-acfd-568a1af0db04 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Added segment d52c1754-b612-4cb7-97e3-a66a57abc0f5 of type vlan for network 579c9832-ed97-4530-8a06-df96e7237987 Aug 31 01:42:44.035355 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-863bd42b-2ae7-4394-acfd-568a1af0db04 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:44.059709 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-863bd42b-2ae7-4394-acfd-568a1af0db04 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:44.065519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863bd42b-2ae7-4394-acfd-568a1af0db04 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:44.066105 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-863bd42b-2ae7-4394-acfd-568a1af0db04 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:44.129237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-863bd42b-2ae7-4394-acfd-568a1af0db04 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1947367 Aug 31 01:42:44.131874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34508) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:44.139030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'admin_state_up': True, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:44.155897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bd42b-2ae7-4394-acfd-568a1af0db04 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Network': ['ID=579c9832-ed97-4530-8a06-df96e7237987,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:44.166387 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 579c9832-ed97-4530-8a06-df96e7237987 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:42:44.169624 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:44.170824 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:44.221968 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:44.364639 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:44.557347 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:44.579240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:44.677833 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.25.6.229 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:42:44.779988 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:44.817153 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:44.850645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:42:44.853551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:42:44.858882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:42:44.887332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:45.107207 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:45.623674 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:45.751240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router d82dfa1e-0453-4e5c-974e-c4689be6c2ef is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:42:45.858349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:42:45.868733 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Sync routers for ids ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:42:45.877856 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Routers {'d82dfa1e-0453-4e5c-974e-c4689be6c2ef'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:42:45.878387 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:42:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:45.879585 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:45.884041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1724731e-273f-4f9d-8437-ceaef75fd8c0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7512078 Aug 31 01:42:45.884252 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34510) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:45.921217 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-04be5736-db62-422a-ae4b-044f5671868e tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=2a0f425b452f418686dba5a4056ca253&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355232 Aug 31 01:42:45.924118 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34512) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:46.077666 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699b763f-e82e-4488-8b3b-b5fa0fa56a7b tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:46.078545 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Set router d82dfa1e-0453-4e5c-974e-c4689be6c2ef gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:42:46.081778 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-699b763f-e82e-4488-8b3b-b5fa0fa56a7b tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1540530 Aug 31 01:42:46.082004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34514) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:46.117975 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1fd21463-ab76-4216-89a1-5b89a438746f tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320234 Aug 31 01:42:46.118312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34516) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:46.123740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-1528639c-87fe-4294-9223-179caaf92dac tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1463128112', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:46.210628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1528639c-87fe-4294-9223-179caaf92dac tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Made reservation on behalf of 2a0f425b452f418686dba5a4056ca253 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:42:46.214378 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1528639c-87fe-4294-9223-179caaf92dac tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:46.253156 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:44Z', 'revision_number': 3, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:46.280075 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Checking router: d82dfa1e-0453-4e5c-974e-c4689be6c2ef for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:42:46.280421 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Updating router d82dfa1e-0453-4e5c-974e-c4689be6c2ef port 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:42:46.309077 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:46.398641 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1528639c-87fe-4294-9223-179caaf92dac tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:46.459328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528639c-87fe-4294-9223-179caaf92dac tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Subnet': ['ID=a634fb5d-ba7e-4b0d-8d31-600475baea57,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:46.467942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1528639c-87fe-4294-9223-179caaf92dac tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Checking segment: {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:42:46.468310 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1528639c-87fe-4294-9223-179caaf92dac tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network hostable DHCP agents. Network: 579c9832-ed97-4530-8a06-df96e7237987, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:42:46.484833 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1528639c-87fe-4294-9223-179caaf92dac tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network 579c9832-ed97-4530-8a06-df96e7237987 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:42:46.492869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-1528639c-87fe-4294-9223-179caaf92dac tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 579c9832-ed97-4530-8a06-df96e7237987) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:42:46.498344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1528639c-87fe-4294-9223-179caaf92dac tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:46.499618 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1528639c-87fe-4294-9223-179caaf92dac tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:46.505826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0150a388-2c03-4210-9d8d-26b3f02d3790 None None] Network 579c9832-ed97-4530-8a06-df96e7237987 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:42:46.514890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1528639c-87fe-4294-9223-179caaf92dac tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3953009 Aug 31 01:42:46.519090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34518) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:46.609098 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:46.625992 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Transition to ACTIVE for port object 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:42:46.634945 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:46.669528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-579c9832-ed97-4530-8a06-df96e7237987', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ips': [{'subnet_id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:42:46.669971 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:46.677576 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Attempting to bind port 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:42:46.677977 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Attempting to bind port 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:42:46.678296 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Attempting to bind port 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:42:46.689553 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:42:46.689928 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:42:46.690327 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:46.690717 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:42:46.691187 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Bound port: 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:42:46.691587 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:46.715965 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a0800-e4ad-4ddd-8ac2-d894776948b7 None None] Pushing event updated for resources: {'Port': ['ID=9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:46.730549 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a0800-e4ad-4ddd-8ac2-d894776948b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:46.730810 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a0800-e4ad-4ddd-8ac2-d894776948b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:46.731144 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a0800-e4ad-4ddd-8ac2-d894776948b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:46.731513 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a0800-e4ad-4ddd-8ac2-d894776948b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:46.732317 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a0800-e4ad-4ddd-8ac2-d894776948b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:46.732317 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a0800-e4ad-4ddd-8ac2-d894776948b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:46.732667 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a0800-e4ad-4ddd-8ac2-d894776948b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:46.732796 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a0800-e4ad-4ddd-8ac2-d894776948b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:46.733072 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a0800-e4ad-4ddd-8ac2-d894776948b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:46.733385 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a0800-e4ad-4ddd-8ac2-d894776948b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:46.733706 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a0800-e4ad-4ddd-8ac2-d894776948b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:46.734017 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a0800-e4ad-4ddd-8ac2-d894776948b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:46.765426 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] For port 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:42:46.768523 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] For port 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:42:46.773336 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:46.818573 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Allocated IP 172.20.0.2 (579c9832-ed97-4530-8a06-df96e7237987/a634fb5d-ba7e-4b0d-8d31-600475baea57/36a635c6-f5a0-4270-905f-370f41faa51d) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:42:46.832955 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Routers {'d82dfa1e-0453-4e5c-974e-c4689be6c2ef'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:42:46.833585 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:42:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:46.918085 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a0800-e4ad-4ddd-8ac2-d894776948b7 None None] Pushing event updated for resources: {'Port': ['ID=9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:46.943461 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] Set router d82dfa1e-0453-4e5c-974e-c4689be6c2ef gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:42:46.965233 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:46.973906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Transition to ACTIVE for port object 36a635c6-f5a0-4270-905f-370f41faa51d will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:42:46.989691 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Transition to ACTIVE for port object 36a635c6-f5a0-4270-905f-370f41faa51d will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:42:46.996024 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:47.035900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Network 579c9832-ed97-4530-8a06-df96e7237987 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:42:47.039005 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:42:47.041734 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:47.042362 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:42:47.051556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Pushing event updated for resources: {'Port': ['ID=36a635c6-f5a0-4270-905f-370f41faa51d,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:47.103756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Attempting to bind port 36a635c6-f5a0-4270-905f-370f41faa51d on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:42:47.104126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Attempting to bind port 36a635c6-f5a0-4270-905f-370f41faa51d by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:42:47.104579 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Attempting to bind port 36a635c6-f5a0-4270-905f-370f41faa51d on network 579c9832-ed97-4530-8a06-df96e7237987 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:42:47.109299 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:42:47.109788 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Checking segment: {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:42:47.110055 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:47.110440 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Bound using segment: {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:42:47.110900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Bound port: 36a635c6-f5a0-4270-905f-370f41faa51d, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:42:47.111290 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:47.129858 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:44Z', 'revision_number': 3, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:47.159621 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5518ca4-643d-4a08-bb5f-14bf0ad3bd2b None None] The sync data for ids ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'] in n-d-802060-13 is: [{'id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:44Z', 'revision_number': 3, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:42:47.180086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] For port 36a635c6-f5a0-4270-905f-370f41faa51d, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:42:47.184157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] For port 36a635c6-f5a0-4270-905f-370f41faa51d, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=36a635c6-f5a0-4270-905f-370f41faa51d,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:42:47.192184 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:47.255598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca260546-5c73-4004-8e2c-e717e7b6beed None None] Pushing event updated for resources: {'Port': ['ID=36a635c6-f5a0-4270-905f-370f41faa51d,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:47.352663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.20.0.1 (579c9832-ed97-4530-8a06-df96e7237987/a634fb5d-ba7e-4b0d-8d31-600475baea57/c5c1163c-d60a-4339-8faf-d3d91e2ee791) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:42:47.520605 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:47.537929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Transition to ACTIVE for port object c5c1163c-d60a-4339-8faf-d3d91e2ee791 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:42:47.574156 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:47.626546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network 579c9832-ed97-4530-8a06-df96e7237987 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:42:47.629821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:42:47.632461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:42:47.639494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=c5c1163c-d60a-4339-8faf-d3d91e2ee791,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:47.673615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:47.673962 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:47.674307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:47.674641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:47.674971 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:47.675355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:47.675663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:47.675987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:47.676316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:47.676638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:47.676958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:47.677279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:42:47.699648 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:47.838979 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:48.132732 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:48.137829 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:48.218692 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:48.220484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=c5c1163c-d60a-4339-8faf-d3d91e2ee791,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:48.251008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d1edc5-add2-4ffa-adba-dcc704274c12 None None] Network 579c9832-ed97-4530-8a06-df96e7237987 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:42:48.316730 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network 579c9832-ed97-4530-8a06-df96e7237987 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:42:48.317983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:42:48.381154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-557f8a12-e8dd-462e-8cdb-a63ecdf7252b None None] Provisioning for port 36a635c6-f5a0-4270-905f-370f41faa51d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:42:48.436845 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router d82dfa1e-0453-4e5c-974e-c4689be6c2ef has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:42:48.565103 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:42:48.571260 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9be87a2a-729d-40a4-97e9-c1f199fcf9f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "PUT /v2.0/routers/d82dfa1e-0453-4e5c-974e-c4689be6c2ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0503912 Aug 31 01:42:48.712105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ca646a1d-d93c-47ce-90b5-dde9e9fc8f17 None None] Provisioning for port c5c1163c-d60a-4339-8faf-d3d91e2ee791 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:42:48.716371 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ca646a1d-d93c-47ce-90b5-dde9e9fc8f17 None None] Provisioning complete for port c5c1163c-d60a-4339-8faf-d3d91e2ee791 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:42:48.716814 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ca646a1d-d93c-47ce-90b5-dde9e9fc8f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:48.724374 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-3d7a18fd-adfb-4520-b520-8bb04ebfc084 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448524730&fields=id&tenant_id=2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 267 time: 0.0388515 Aug 31 01:42:48.759774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ca646a1d-d93c-47ce-90b5-dde9e9fc8f17 None None] Port c5c1163c-d60a-4339-8faf-d3d91e2ee791 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:42:48.838113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Sync routers for ids ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:42:48.847201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Routers {'d82dfa1e-0453-4e5c-974e-c4689be6c2ef'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:42:48.847937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:42:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:48.860954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-dcb1f9cc-4858-4468-921e-ec258949e9ea tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:48.862517 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-dcb1f9cc-4858-4468-921e-ec258949e9ea tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 797 time: 0.1267703 Aug 31 01:42:48.878850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-eb575493-bdf6-474d-a2ca-7e2f7a5c6297 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/quotas/2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 375 time: 0.0101712 Aug 31 01:42:48.936033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-d114e51f-b3f5-4c33-bb46-38749269b4f4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506606 Aug 31 01:42:48.946654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6ab333ae-fff1-4ac4-96fa-0c45d7f5875c None None] Provisioning complete for port c5c1163c-d60a-4339-8faf-d3d91e2ee791 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:42:48.947026 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6ab333ae-fff1-4ac4-96fa-0c45d7f5875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:48.995010 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-6ab333ae-fff1-4ac4-96fa-0c45d7f5875c None None] Port c5c1163c-d60a-4339-8faf-d3d91e2ee791 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:42:49.004208 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Set router d82dfa1e-0453-4e5c-974e-c4689be6c2ef gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:42:49.042845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-350b7736-c569-4cc4-a409-aa704a1b1ead service neutron] 10.222.0.58 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939894 Aug 31 01:42:49.145018 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-a150b147-3412-4961-8bd5-2c6c3d4c2398 service neutron] 10.222.0.58 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959880 Aug 31 01:42:49.154021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-24d5a6d2-cd20-46b3-93e3-bcda695ae5bf None None] Provisioning complete for port c5c1163c-d60a-4339-8faf-d3d91e2ee791 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:42:49.154391 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-24d5a6d2-cd20-46b3-93e3-bcda695ae5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:49.183069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 36a635c6-f5a0-4270-905f-370f41faa51d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:42:49.251765 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-24d5a6d2-cd20-46b3-93e3-bcda695ae5bf None None] Port c5c1163c-d60a-4339-8faf-d3d91e2ee791 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:42:49.302466 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:47Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'c5c1163c-d60a-4339-8faf-d3d91e2ee791', 'name': '', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:1d:25:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:47Z', 'updated_at': '2021-08-31T01:42:48Z', 'revision_number': 2, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:49.306654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 36a635c6-f5a0-4270-905f-370f41faa51d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:42:49.326227 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-411f183e-8e99-4d83-9be3-5e51da87fdc3 req-389ec5e7-8529-48a9-8222-083353598bb6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 210 time: 0.0307772 Aug 31 01:42:49.493037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Checking router: d82dfa1e-0453-4e5c-974e-c4689be6c2ef for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:42:49.493360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Updating router d82dfa1e-0453-4e5c-974e-c4689be6c2ef port c5c1163c-d60a-4339-8faf-d3d91e2ee791 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:42:49.496617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 36a635c6-f5a0-4270-905f-370f41faa51d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:42:49.496987 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:49.547868 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:49.699698 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:49.780482 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 36a635c6-f5a0-4270-905f-370f41faa51d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=36a635c6-f5a0-4270-905f-370f41faa51d,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:49.786908 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:49.787978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:42:49.890538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=36a635c6-f5a0-4270-905f-370f41faa51d,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:49.936319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:42:49.948638 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:42:49.949005 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:49.979655 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:49.997184 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Transition to ACTIVE for port object c5c1163c-d60a-4339-8faf-d3d91e2ee791 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:42:50.006163 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:50.088421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67977ab-519a-4758-817c-f3e6791a7c72 None None] Pushing event updated for resources: {'Port': ['ID=c5c1163c-d60a-4339-8faf-d3d91e2ee791,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:50.116217 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:50.165971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Attempting to bind port c5c1163c-d60a-4339-8faf-d3d91e2ee791 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:42:50.166389 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Attempting to bind port c5c1163c-d60a-4339-8faf-d3d91e2ee791 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:42:50.166698 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Attempting to bind port c5c1163c-d60a-4339-8faf-d3d91e2ee791 on network 579c9832-ed97-4530-8a06-df96e7237987 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:42:50.169776 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:50.174856 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:42:50.175399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Checking segment: {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:42:50.175797 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:50.176235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Bound using segment: {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:42:50.176820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Bound port: c5c1163c-d60a-4339-8faf-d3d91e2ee791, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:42:50.177201 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:50.181359 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:50.282164 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:50.293493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] For port c5c1163c-d60a-4339-8faf-d3d91e2ee791, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:42:50.297039 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] For port c5c1163c-d60a-4339-8faf-d3d91e2ee791, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c5c1163c-d60a-4339-8faf-d3d91e2ee791,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:42:50.304019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-f08c3df3-d33b-458e-82dc-e382dad1426a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:50.305613 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:50.306600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-f08c3df3-d33b-458e-82dc-e382dad1426a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 797 time: 0.1336923 Aug 31 01:42:50.361003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-eccd7889-99a4-4f37-aefd-d1da43eba548 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 380 time: 0.0420516 Aug 31 01:42:50.372539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Routers {'d82dfa1e-0453-4e5c-974e-c4689be6c2ef'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:42:50.373173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:42:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:50.375035 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67977ab-519a-4758-817c-f3e6791a7c72 None None] Pushing event updated for resources: {'Port': ['ID=c5c1163c-d60a-4339-8faf-d3d91e2ee791,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:50.404132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-38a65b1e-069d-41b5-816f-014bc1f24c24 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'port': {'device_id': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'admin_state_up': True, 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'security_groups': ['9e0be75a-8ca3-40a8-b92b-29adaef0e496']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:50.471095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35c3108a-95ca-48bb-8ac0-42f75d1b3a6b req-c6ef3655-3569-41fe-81cc-a390f18d295b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 210 time: 0.0633733 Aug 31 01:42:50.500238 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] Set router d82dfa1e-0453-4e5c-974e-c4689be6c2ef gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:42:50.548675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-38a65b1e-069d-41b5-816f-014bc1f24c24 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Made reservation on behalf of 2a0f425b452f418686dba5a4056ca253 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:42:50.552405 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-38a65b1e-069d-41b5-816f-014bc1f24c24 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:50.682934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-38a65b1e-069d-41b5-816f-014bc1f24c24 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.20.0.14 (579c9832-ed97-4530-8a06-df96e7237987/a634fb5d-ba7e-4b0d-8d31-600475baea57/84e35624-3245-4b98-9e6c-4ac93ef0f91c) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:42:50.719519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:47Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'c5c1163c-d60a-4339-8faf-d3d91e2ee791', 'name': '', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:1d:25:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:47Z', 'updated_at': '2021-08-31T01:42:50Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:42:50.747215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192025dc-4ffe-405c-b4cc-74154955f5f7 None None] The sync data for ids ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'] in n-d-802060-13 is: [{'id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:47Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'c5c1163c-d60a-4339-8faf-d3d91e2ee791', 'name': '', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:1d:25:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:47Z', 'updated_at': '2021-08-31T01:42:50Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:42:50.837480 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-38a65b1e-069d-41b5-816f-014bc1f24c24 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:50.852535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-38a65b1e-069d-41b5-816f-014bc1f24c24 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Transition to ACTIVE for port object 84e35624-3245-4b98-9e6c-4ac93ef0f91c will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:42:50.887168 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-38a65b1e-069d-41b5-816f-014bc1f24c24 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:50.939405 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-38a65b1e-069d-41b5-816f-014bc1f24c24 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network 579c9832-ed97-4530-8a06-df96e7237987 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:42:50.942414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-38a65b1e-069d-41b5-816f-014bc1f24c24 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:42:50.946734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-38a65b1e-069d-41b5-816f-014bc1f24c24 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:42:50.953346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a65b1e-069d-41b5-816f-014bc1f24c24 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=84e35624-3245-4b98-9e6c-4ac93ef0f91c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:51.003210 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-38a65b1e-069d-41b5-816f-014bc1f24c24 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:51.003982 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-38a65b1e-069d-41b5-816f-014bc1f24c24 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:51.022112 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-38a65b1e-069d-41b5-816f-014bc1f24c24 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6223924 Aug 31 01:42:51.040569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Request body: {'port': {'device_id': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:51.111246 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:51.237084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 36a635c6-f5a0-4270-905f-370f41faa51d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:42:51.295320 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-14fbfe73-1537-41c8-a0c5-d12388d0b750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:51.313145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b99c742a-54a2-4630-ae03-0b4a7e64a922 None None] Provisioning for port 84e35624-3245-4b98-9e6c-4ac93ef0f91c completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:42:51.319387 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b99c742a-54a2-4630-ae03-0b4a7e64a922 None None] Provisioning complete for port 84e35624-3245-4b98-9e6c-4ac93ef0f91c triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:42:51.319751 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b99c742a-54a2-4630-ae03-0b4a7e64a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:51.321736 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 36a635c6-f5a0-4270-905f-370f41faa51d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:42:51.322113 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:51.383151 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b99c742a-54a2-4630-ae03-0b4a7e64a922 None None] Port 84e35624-3245-4b98-9e6c-4ac93ef0f91c cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:42:51.422725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e35624-3245-4b98-9e6c-4ac93ef0f91c {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:42:51.430206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:42:51.431349 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:51.446261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Transition to ACTIVE for port object 84e35624-3245-4b98-9e6c-4ac93ef0f91c will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:42:51.451593 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:51.483872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:42:51.484171 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:51.512159 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Pushing event updated for resources: {'Port': ['ID=84e35624-3245-4b98-9e6c-4ac93ef0f91c,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:51.590286 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c5c1163c-d60a-4339-8faf-d3d91e2ee791 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:42:51.640064 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Attempting to bind port 84e35624-3245-4b98-9e6c-4ac93ef0f91c on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:42:51.640545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Attempting to bind port 84e35624-3245-4b98-9e6c-4ac93ef0f91c by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:42:51.640967 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Attempting to bind port 84e35624-3245-4b98-9e6c-4ac93ef0f91c on network 579c9832-ed97-4530-8a06-df96e7237987 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:42:51.650713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69375ff4-85cc-4bcd-8780-05a8bd7a83c9 req-73b38ac7-5b8e-495c-bee6-585a435f8552 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:51.652468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-69375ff4-85cc-4bcd-8780-05a8bd7a83c9 req-73b38ac7-5b8e-495c-bee6-585a435f8552 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 944 time: 0.0719633 Aug 31 01:42:51.660742 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port c5c1163c-d60a-4339-8faf-d3d91e2ee791 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:42:51.661602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Port 84e35624-3245-4b98-9e6c-4ac93ef0f91c on network 579c9832-ed97-4530-8a06-df96e7237987 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:42:51.662247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Attempting to bind port 84e35624-3245-4b98-9e6c-4ac93ef0f91c on network 579c9832-ed97-4530-8a06-df96e7237987 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:42:51.666059 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c5c1163c-d60a-4339-8faf-d3d91e2ee791 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:42:51.666581 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:51.674791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:42:51.675129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Checking segment: {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:42:51.675541 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Bound using segment: {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:42:51.675995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Bound port: 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:42:51.676327 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:51.712952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-69375ff4-85cc-4bcd-8780-05a8bd7a83c9 req-f75137a2-c482-4173-bd8a-923503244c53 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532587 Aug 31 01:42:51.780999 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:51.789436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:42:51.794876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:42:51.800132 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:51.831008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port c5c1163c-d60a-4339-8faf-d3d91e2ee791, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c5c1163c-d60a-4339-8faf-d3d91e2ee791,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:51.837859 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:51.840253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:51.840872 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:51.842337 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] 10.222.0.15 "PUT /v2.0/ports/84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 1093 time: 0.8069553 Aug 31 01:42:51.842777 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:42:51.846455 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6159733a-6ac1-4e21-ba7f-0848d4362988" -d '{"events": [{"name": "network-changed", "server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:42:51.869671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054ca24-8356-455a-9d5a-1203b9a87a42 service neutron] Pushing event updated for resources: {'Port': ['ID=84e35624-3245-4b98-9e6c-4ac93ef0f91c,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:51.912853 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300cabcd-0729-4cb1-8946-71b647171e46 x-openstack-request-id: req-300cabcd-0729-4cb1-8946-71b647171e46 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:42:51.913275 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:42:51.913628 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-300cabcd-0729-4cb1-8946-71b647171e46 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:42:51.914178 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'status': 'completed', 'code': 200} Aug 31 01:42:51.924210 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=c5c1163c-d60a-4339-8faf-d3d91e2ee791,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:51.948992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-7f3ccb6f-387a-4b45-961c-8be3d3fb2d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:51.950656 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-7f3ccb6f-387a-4b45-961c-8be3d3fb2d4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1096 time: 0.0506997 Aug 31 01:42:52.001766 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-03d0460e-d350-451d-b0ea-851321292aa3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 217 time: 0.0389216 Aug 31 01:42:52.061112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-150741e5-9af1-41e9-a7cb-a34d3af01b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:52.062852 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-150741e5-9af1-41e9-a7cb-a34d3af01b4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 200 len: 835 time: 0.0544574 Aug 31 01:42:52.110158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-a36191d7-3da1-461f-a8a6-8e8c6cd3ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:52.111725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-a36191d7-3da1-461f-a8a6-8e8c6cd3ef03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=579c9832-ed97-4530-8a06-df96e7237987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419610 Aug 31 01:42:52.199856 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-648769ef-1850-4acd-9384-6336e675311f service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804906 Aug 31 01:42:52.294663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb8e5856-86e8-4398-a1ff-5370ef8616c9 req-8c46c140-1904-4689-af5d-61a2a2134d18 service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878630 Aug 31 01:42:52.407657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159733a-6ac1-4e21-ba7f-0848d4362988 req-bc43ae2a-af21-48e6-8508-30148ab2c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:52.409126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6159733a-6ac1-4e21-ba7f-0848d4362988 req-bc43ae2a-af21-48e6-8508-30148ab2c77a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1096 time: 0.0406134 Aug 31 01:42:52.502565 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159733a-6ac1-4e21-ba7f-0848d4362988 req-8b21fc78-160c-4315-ac7e-511a4fa5a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:52.504119 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6159733a-6ac1-4e21-ba7f-0848d4362988 req-8b21fc78-160c-4315-ac7e-511a4fa5a8e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 898 time: 0.0871549 Aug 31 01:42:52.549878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6159733a-6ac1-4e21-ba7f-0848d4362988 req-98df3833-6450-4827-b965-df5d4ad429e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 217 time: 0.0384150 Aug 31 01:42:52.597910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159733a-6ac1-4e21-ba7f-0848d4362988 req-06747e2f-97bb-425e-a4e4-39795639e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:52.599361 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6159733a-6ac1-4e21-ba7f-0848d4362988 req-06747e2f-97bb-425e-a4e4-39795639e862 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 200 len: 835 time: 0.0428689 Aug 31 01:42:52.647415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159733a-6ac1-4e21-ba7f-0848d4362988 req-a7a239d4-c27e-43d0-a37a-a91ebd36fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:52.649479 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6159733a-6ac1-4e21-ba7f-0848d4362988 req-a7a239d4-c27e-43d0-a37a-a91ebd36fc2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=579c9832-ed97-4530-8a06-df96e7237987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433486 Aug 31 01:42:52.737132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6159733a-6ac1-4e21-ba7f-0848d4362988 req-acd05751-476b-455f-98f8-e2e4601c1112 service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803483 Aug 31 01:42:52.867799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db14659-230c-4f34-826c-1546bc5982ed req-a06d8004-edd4-4a85-a999-ac817b3328bb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:52.869278 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4db14659-230c-4f34-826c-1546bc5982ed req-a06d8004-edd4-4a85-a999-ac817b3328bb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 944 time: 0.0746350 Aug 31 01:42:52.874630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6159733a-6ac1-4e21-ba7f-0848d4362988 req-ba7b1676-9261-4270-a869-b0e8905d1054 service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302054 Aug 31 01:42:52.909008 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4db14659-230c-4f34-826c-1546bc5982ed req-95936c7c-8053-43e5-aedc-ff7174344b05 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334387 Aug 31 01:42:53.110567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c5c1163c-d60a-4339-8faf-d3d91e2ee791 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:42:53.161471 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c5c1163c-d60a-4339-8faf-d3d91e2ee791 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:42:53.161846 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:53.805285 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2c6c-1528-49c6-b86b-35859ae487db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:54.026946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852bae3-033d-4d65-ae26-ced442ed30af req-1e28132c-131d-4b56-93cb-2b732051cea3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:54.028509 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5852bae3-033d-4d65-ae26-ced442ed30af req-1e28132c-131d-4b56-93cb-2b732051cea3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 944 time: 0.0509326 Aug 31 01:42:54.068824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5852bae3-033d-4d65-ae26-ced442ed30af req-68274521-cab5-4c74-bd61-41bfa81d2b2a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339007 Aug 31 01:42:54.072561 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:54.575444 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:55.175027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 84e35624-3245-4b98-9e6c-4ac93ef0f91c details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:42:55.275165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:55.287916 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'port_id': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'mac_address': 'fa:16:3e:5f:12:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:42:55.328527 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:55.343066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e35624-3245-4b98-9e6c-4ac93ef0f91c {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:42:55.364218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:55.369042 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:55.418731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=84e35624-3245-4b98-9e6c-4ac93ef0f91c,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:55.520585 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a283f9-26d2-4578-b451-73a330f28a8b req-f31c14f4-c500-4893-b70c-a2f64e0a71be tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:55.522092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1a283f9-26d2-4578-b451-73a330f28a8b req-f31c14f4-c500-4893-b70c-a2f64e0a71be tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 944 time: 0.3841546 Aug 31 01:42:55.560265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1a283f9-26d2-4578-b451-73a330f28a8b req-ec540338-275e-41fe-b253-5b09740130e8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321388 Aug 31 01:42:55.739304 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['84e35624-3245-4b98-9e6c-4ac93ef0f91c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:42:56.573002 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:42:56.673837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19ebc2-146b-4d64-ae59-b60ec43fdd62 req-83037a4c-4d0d-4bab-9d31-449a1afd309e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:56.675331 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec19ebc2-146b-4d64-ae59-b60ec43fdd62 req-83037a4c-4d0d-4bab-9d31-449a1afd309e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 945 time: 0.0492232 Aug 31 01:42:56.713701 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec19ebc2-146b-4d64-ae59-b60ec43fdd62 req-6caf458f-c85e-4c76-8bdd-f019cae020d3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318632 Aug 31 01:42:56.773303 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:57.186225 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 84e35624-3245-4b98-9e6c-4ac93ef0f91c up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:42:57.235494 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 84e35624-3245-4b98-9e6c-4ac93ef0f91c completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:42:57.238951 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 84e35624-3245-4b98-9e6c-4ac93ef0f91c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:42:57.239402 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:57.314275 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:57.336907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:42:57.339334 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54749542-e10d-41f7-8297-503c107abfa2" -d '{"events": [{"server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "name": "network-vif-plugged", "status": "completed", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:42:57.351327 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:42:57.357392 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:57.379476 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a786c35-1c54-4e18-a0f4-189dc4e5fad4 x-openstack-request-id: req-9a786c35-1c54-4e18-a0f4-189dc4e5fad4 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:42:57.379764 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "name": "network-vif-plugged", "status": "completed", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:42:57.380015 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a786c35-1c54-4e18-a0f4-189dc4e5fad4 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:42:57.380397 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'code': 200} Aug 31 01:42:57.407801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=84e35624-3245-4b98-9e6c-4ac93ef0f91c,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:42:57.499724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c40d9b-1736-4bc1-bab0-97ff4945837d req-d89c0140-3e67-491e-a142-155c170b225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:57.501228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6c40d9b-1736-4bc1-bab0-97ff4945837d req-d89c0140-3e67-491e-a142-155c170b225d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1098 time: 0.0463769 Aug 31 01:42:57.535038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6c40d9b-1736-4bc1-bab0-97ff4945837d req-867161b6-5e45-442e-b4a3-69588daafafe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267308 Aug 31 01:42:57.837197 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64601833-ebec-4981-a9bb-6e6ad07239c1 req-b5648355-b9e8-4c30-b583-5751075a034b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:57.838722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64601833-ebec-4981-a9bb-6e6ad07239c1 req-b5648355-b9e8-4c30-b583-5751075a034b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0568647 Aug 31 01:42:57.877155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64601833-ebec-4981-a9bb-6e6ad07239c1 req-d4813877-2dfd-4960-a81f-f707659f735c tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322073 Aug 31 01:42:58.995784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715f230-aedb-4a75-bc8b-c27c7939e25c req-43404387-e320-4a4b-aa11-787ce884c39f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:58.997249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7715f230-aedb-4a75-bc8b-c27c7939e25c req-43404387-e320-4a4b-aa11-787ce884c39f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0501933 Aug 31 01:42:59.034054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7715f230-aedb-4a75-bc8b-c27c7939e25c req-0e315ce2-d660-4a75-810e-8e07bdac5f4e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310822 Aug 31 01:42:59.148188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc6340-54e5-4a8a-8620-743d93b94f86 req-db3e3263-e642-4321-9b24-892d61883792 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:59.150383 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41dc6340-54e5-4a8a-8620-743d93b94f86 req-db3e3263-e642-4321-9b24-892d61883792 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0508528 Aug 31 01:42:59.187241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41dc6340-54e5-4a8a-8620-743d93b94f86 req-83f2316d-d650-425c-93bf-c0707eb115fe tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308695 Aug 31 01:42:59.208397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34570) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:59.250329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62734ade-56b2-4010-a84f-f984db8e6ef4 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:59.251833 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-62734ade-56b2-4010-a84f-f984db8e6ef4 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1093 time: 0.0424969 Aug 31 01:42:59.254669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34572) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:42:59.259929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:42:59.286324 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:59.379948 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:59.491002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.25.6.98 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/b5a2274d-4eca-494d-8092-1faadfd0f28b) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:42:59.591181 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:59.629394 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:59.675371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:42:59.679816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:42:59.684845 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:42:59.687565 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=b5a2274d-4eca-494d-8092-1faadfd0f28b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:43:00.041331 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:00.110701 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:00.259725 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:00.264010 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:00.334348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=b5a2274d-4eca-494d-8092-1faadfd0f28b,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:43:00.346049 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:00.448744 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Floating IP dcfb4015-8bbf-4c5a-9a98-5b7c319b00d3 associated. External IP: 172.25.6.98, port: 84e35624-3245-4b98-9e6c-4ac93ef0f91c. Aug 31 01:43:00.660180 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router d82dfa1e-0453-4e5c-974e-c4689be6c2ef has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:43:00.769079 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:43:00.779114 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b8eca-7c11-4722-bdf2-cb988e800ad0 None None] Sync routers for ids ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:43:00.786041 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:00.788190 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b8eca-7c11-4722-bdf2-cb988e800ad0 None None] Routers {'d82dfa1e-0453-4e5c-974e-c4689be6c2ef'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:43:00.788809 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b91b8eca-7c11-4722-bdf2-cb988e800ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:42:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:43:00.813809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9d1d9cc1-504e-4e6d-b7b3-02a47e9b0edf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5581095 Aug 31 01:43:00.814507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:43:00.816900 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ef5277-2fc0-44c2-9216-28f9fe687650" -d '{"events": [{"name": "network-changed", "server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:43:00.857296 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cf3221-59e9-46a8-994f-d0647e9ae490 x-openstack-request-id: req-80cf3221-59e9-46a8-994f-d0647e9ae490 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:43:00.857861 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:43:00.858126 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80cf3221-59e9-46a8-994f-d0647e9ae490 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:43:00.858541 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'status': 'completed', 'code': 200} Aug 31 01:43:00.896715 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b91b8eca-7c11-4722-bdf2-cb988e800ad0 None None] Set router d82dfa1e-0453-4e5c-974e-c4689be6c2ef gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:43:00.938112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459616-f528-4b6f-898f-47a14885a89b req-3af9041d-b96f-4d22-bf65-687b1d6fe010 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:00.939559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64459616-f528-4b6f-898f-47a14885a89b req-3af9041d-b96f-4d22-bf65-687b1d6fe010 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0752554 Aug 31 01:43:00.954120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef5277-2fc0-44c2-9216-28f9fe687650 req-cb0376de-2f6b-494e-a7a4-50ca7c7e4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:00.955748 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68ef5277-2fc0-44c2-9216-28f9fe687650 req-cb0376de-2f6b-494e-a7a4-50ca7c7e4b18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1098 time: 0.0617487 Aug 31 01:43:01.029750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64459616-f528-4b6f-898f-47a14885a89b req-7630e1db-4fde-4cd8-b443-931b153211c6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840328 Aug 31 01:43:01.052815 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34578) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:43:01.083841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef5277-2fc0-44c2-9216-28f9fe687650 req-40027a63-fdab-45d9-a892-97b15beaa14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:01.085373 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68ef5277-2fc0-44c2-9216-28f9fe687650 req-40027a63-fdab-45d9-a892-97b15beaa14d service neutron] 10.222.0.15 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 898 time: 0.1216822 Aug 31 01:43:01.125041 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0edf1a24-be60-44a2-8bd4-8b342b818ae1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/floatingips/dcfb4015-8bbf-4c5a-9a98-5b7c319b00d3 HTTP/1.1" status: 200 len: 991 time: 0.0702565 Aug 31 01:43:01.127676 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b91b8eca-7c11-4722-bdf2-cb988e800ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:47Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'dcfb4015-8bbf-4c5a-9a98-5b7c319b00d3', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'port_id': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'mac_address': 'fa:16:3e:5f:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:42:59Z', 'updated_at': '2021-08-31T01:42:59Z', 'revision_number': 0, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c1163c-d60a-4339-8faf-d3d91e2ee791', 'name': '', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:1d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:47Z', 'updated_at': '2021-08-31T01:42:51Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:43:01.153970 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b8eca-7c11-4722-bdf2-cb988e800ad0 None None] Checking router: d82dfa1e-0453-4e5c-974e-c4689be6c2ef for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:43:01.156229 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68ef5277-2fc0-44c2-9216-28f9fe687650 req-0e03ba88-5537-4b22-afba-772b536dcd34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 999 time: 0.0636339 Aug 31 01:43:01.162321 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b8eca-7c11-4722-bdf2-cb988e800ad0 None None] Routers {'d82dfa1e-0453-4e5c-974e-c4689be6c2ef'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:43:01.162907 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b91b8eca-7c11-4722-bdf2-cb988e800ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:42:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:43:01.206634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef5277-2fc0-44c2-9216-28f9fe687650 req-1c5bdd45-c399-4898-ab8c-a5029556a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:01.208139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68ef5277-2fc0-44c2-9216-28f9fe687650 req-1c5bdd45-c399-4898-ab8c-a5029556a7b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 200 len: 835 time: 0.0452709 Aug 31 01:43:01.256337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef5277-2fc0-44c2-9216-28f9fe687650 req-4a766c0e-2aa7-4dca-8a53-f9bc4cdf99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:01.257878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68ef5277-2fc0-44c2-9216-28f9fe687650 req-4a766c0e-2aa7-4dca-8a53-f9bc4cdf99cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=579c9832-ed97-4530-8a06-df96e7237987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432816 Aug 31 01:43:01.354686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68ef5277-2fc0-44c2-9216-28f9fe687650 req-2e78a238-dcba-4825-97bc-faf248941b8b service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888345 Aug 31 01:43:01.361506 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b91b8eca-7c11-4722-bdf2-cb988e800ad0 None None] Set router d82dfa1e-0453-4e5c-974e-c4689be6c2ef gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:43:01.446565 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68ef5277-2fc0-44c2-9216-28f9fe687650 req-310e13ac-fdf8-4ade-9cf9-932abe9eac23 service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837967 Aug 31 01:43:01.582113 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b91b8eca-7c11-4722-bdf2-cb988e800ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:47Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'dcfb4015-8bbf-4c5a-9a98-5b7c319b00d3', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'port_id': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'mac_address': 'fa:16:3e:5f:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:42:59Z', 'updated_at': '2021-08-31T01:42:59Z', 'revision_number': 0, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c1163c-d60a-4339-8faf-d3d91e2ee791', 'name': '', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:1d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:47Z', 'updated_at': '2021-08-31T01:42:51Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:43:01.608025 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b8eca-7c11-4722-bdf2-cb988e800ad0 None None] The sync data for ids ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'] in n-d-802060-13 is: [{'id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:47Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'dcfb4015-8bbf-4c5a-9a98-5b7c319b00d3', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'port_id': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'mac_address': 'fa:16:3e:5f:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:42:59Z', 'updated_at': '2021-08-31T01:42:59Z', 'revision_number': 0, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c1163c-d60a-4339-8faf-d3d91e2ee791', 'name': '', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:1d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:47Z', 'updated_at': '2021-08-31T01:42:51Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:43:01.792504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09030a1e-81fa-4266-84f8-389a71093e92 None None] New status for floating IP dcfb4015-8bbf-4c5a-9a98-5b7c319b00d3: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:43:01.854333 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:02.129071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34580) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:43:02.193424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a987688f-022b-400c-91b5-7fc9f0d5e506 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/floatingips/dcfb4015-8bbf-4c5a-9a98-5b7c319b00d3 HTTP/1.1" status: 200 len: 993 time: 0.0631852 Aug 31 01:43:11.397420 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:21.248699 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-660caa88-5b42-456d-884f-1fa39d16e6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:23.806122 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6217f52e-49b9-4d81-b3ac-1b4593a3a658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:24.073570 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:24.576333 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:26.776620 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:29.599471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109cc1f3-c66a-434f-834d-59438e9af85e req-9d077325-eda9-49be-8c5b-84f804120589 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386560 Aug 31 01:43:29.687024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cc1f3-c66a-434f-834d-59438e9af85e req-b1fafd60-b713-4784-ac71-0cda68b4c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:29.688521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109cc1f3-c66a-434f-834d-59438e9af85e req-b1fafd60-b713-4784-ac71-0cda68b4c5ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1098 time: 0.0403697 Aug 31 01:43:29.796069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cc1f3-c66a-434f-834d-59438e9af85e req-0c86dcec-e0d5-4cf9-8f1f-d283fe4ef477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:29.797544 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109cc1f3-c66a-434f-834d-59438e9af85e req-0c86dcec-e0d5-4cf9-8f1f-d283fe4ef477 service neutron] 10.222.0.15 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 898 time: 0.0905030 Aug 31 01:43:29.862275 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109cc1f3-c66a-434f-834d-59438e9af85e req-5d20f230-2b84-4ff8-8f35-85c7716bcd28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 1001 time: 0.0574369 Aug 31 01:43:29.911543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cc1f3-c66a-434f-834d-59438e9af85e req-791c6c34-61d0-4ddc-a9f5-b3a2a8bea510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:29.912951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109cc1f3-c66a-434f-834d-59438e9af85e req-791c6c34-61d0-4ddc-a9f5-b3a2a8bea510 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 200 len: 835 time: 0.0440114 Aug 31 01:43:29.962218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cc1f3-c66a-434f-834d-59438e9af85e req-6666dd92-635f-4dd5-930c-5b21e8cfeee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:29.963785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109cc1f3-c66a-434f-834d-59438e9af85e req-6666dd92-635f-4dd5-930c-5b21e8cfeee2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=579c9832-ed97-4530-8a06-df96e7237987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436723 Aug 31 01:43:30.055780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109cc1f3-c66a-434f-834d-59438e9af85e req-d3c72b0f-c863-400d-ab25-505314c72ded service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845952 Aug 31 01:43:30.151204 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-109cc1f3-c66a-434f-834d-59438e9af85e req-6726f7bc-2db7-4fc8-b824-6465616830f0 service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888004 Aug 31 01:43:31.860499 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:33.574175 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:43:41.414283 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:51.249914 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e5ad3aba-b218-461b-8a04-71e3eda46f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:53.311462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-ac92f444-a3bd-47ad-94b3-1a5d4526167e req-7f2efe31-5883-4e64-b761-6ff2470126f7 service neutron] (94761) timed out ('10.222.0.58', 50024) {{(pid=94761) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:43:53.807496 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c7157e31-3863-4e68-911f-a07fb4802c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:54.074872 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:54.582956 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:56.778472 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:01.859401 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:04.789307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d726ed5-4eaf-45ef-ba81-38db14598017 req-ddd31ad6-e122-4647-be29-8c053025b38c tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:04.790862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d726ed5-4eaf-45ef-ba81-38db14598017 req-ddd31ad6-e122-4647-be29-8c053025b38c tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1098 time: 0.0439584 Aug 31 01:44:04.824628 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5d726ed5-4eaf-45ef-ba81-38db14598017 req-8c8b31dd-29ce-4c4b-ba93-6ef3848b41f7 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279319 Aug 31 01:44:04.954194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59062a-3d23-4b99-88f9-4afb69413e46 req-7dd37b71-79e4-4c5c-a122-3b2e6e1263d3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:04.955776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc59062a-3d23-4b99-88f9-4afb69413e46 req-7dd37b71-79e4-4c5c-a122-3b2e6e1263d3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0500257 Aug 31 01:44:04.994143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc59062a-3d23-4b99-88f9-4afb69413e46 req-0638aaa7-9b7b-45de-89da-813f99a29083 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318849 Aug 31 01:44:05.015346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34614) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:44:05.078256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e1665e5b-dbdc-4026-a0c6-2a7aad02a70d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/floatingips/dcfb4015-8bbf-4c5a-9a98-5b7c319b00d3 HTTP/1.1" status: 200 len: 993 time: 0.0618196 Aug 31 01:44:05.363551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-ad6924e7-e954-4297-b68d-cb0a01fea305 req-47abed25-90f9-49a7-8975-be0cdced13be service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:44:05.364530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad6924e7-e954-4297-b68d-cb0a01fea305 req-47abed25-90f9-49a7-8975-be0cdced13be service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054758 Aug 31 01:44:05.571979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34628) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:44:05.634682 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd055a-e455-4f9e-8a14-e6259034e6a8 req-0f5180ac-8fa3-4dc4-a6d2-eb0e2e00eabe tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:05.636213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-adbd055a-e455-4f9e-8a14-e6259034e6a8 req-0f5180ac-8fa3-4dc4-a6d2-eb0e2e00eabe tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0534759 Aug 31 01:44:05.697606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-adbd055a-e455-4f9e-8a14-e6259034e6a8 req-7d4cb881-0b08-4edb-8fbd-911b08fc3581 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528338 Aug 31 01:44:05.704660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-a28f9cd7-79cf-4ff1-ba59-6cfabc837d68 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1311719 Aug 31 01:44:05.714026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-184d62c5-9147-4522-9e4d-ca275819e4a0 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:44:05.714998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-184d62c5-9147-4522-9e4d-ca275819e4a0 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055532 Aug 31 01:44:06.770620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-c55d7875-5d4b-496f-abf7-9d8445ac6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:06.772171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-c55d7875-5d4b-496f-abf7-9d8445ac6728 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1098 time: 0.0447123 Aug 31 01:44:06.884756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba674264-b45b-4db7-b229-120e1e5f1e5a req-f59fc611-bc76-45ca-bd42-bb535d6dcefe tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:06.886240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba674264-b45b-4db7-b229-120e1e5f1e5a req-f59fc611-bc76-45ca-bd42-bb535d6dcefe tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0978792 Aug 31 01:44:06.922235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-1e14d0d9-fb00-423f-99c0-508e56bbd7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:06.923773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-1e14d0d9-fb00-423f-99c0-508e56bbd7e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 898 time: 0.1440361 Aug 31 01:44:06.973821 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba674264-b45b-4db7-b229-120e1e5f1e5a req-56a5d4a4-e1f7-4881-ab44-f2158b176f41 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811214 Aug 31 01:44:07.002201 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-c83d6501-98d0-43f8-bd73-a6a2968ef4f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 1001 time: 0.0672379 Aug 31 01:44:07.050685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-b16ae626-2073-4252-8af8-3274610cfadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:07.052154 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-b16ae626-2073-4252-8af8-3274610cfadb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 200 len: 835 time: 0.0426135 Aug 31 01:44:07.099335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-5b68123a-3258-4ed9-aa10-7d0319cdf47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:07.100792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-5b68123a-3258-4ed9-aa10-7d0319cdf47b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=579c9832-ed97-4530-8a06-df96e7237987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422037 Aug 31 01:44:07.189709 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-7f53d388-9103-45d2-8795-8f93f4c64667 service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817599 Aug 31 01:44:07.280379 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-4dd0d1e7-710b-42be-a608-2bf518d9f606 service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833225 Aug 31 01:44:08.095432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ff6ff-3225-423b-be54-76a67abd4941 req-d4295539-3444-4ec3-8bba-1c23b99981fa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:08.096905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-987ff6ff-3225-423b-be54-76a67abd4941 req-d4295539-3444-4ec3-8bba-1c23b99981fa tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0504882 Aug 31 01:44:08.134443 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-987ff6ff-3225-423b-be54-76a67abd4941 req-15541255-006b-4ccd-8fd7-ae3c7bcd578a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Aug 31 01:44:09.250463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f0dc6-a6dd-4b69-b778-56ff99268e56 req-cc6a4b61-8e5a-4569-b99a-8fac296e27a5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:09.252066 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-443f0dc6-a6dd-4b69-b778-56ff99268e56 req-cc6a4b61-8e5a-4569-b99a-8fac296e27a5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0503936 Aug 31 01:44:09.290980 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-443f0dc6-a6dd-4b69-b778-56ff99268e56 req-cb407046-4373-4190-8fb0-7dece4a265d8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327208 Aug 31 01:44:10.406825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf25b1-50cf-41d9-ad66-873f277a1606 req-576cda60-7c8f-48f3-aa9a-38894223eea1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:10.408307 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cdf25b1-50cf-41d9-ad66-873f277a1606 req-576cda60-7c8f-48f3-aa9a-38894223eea1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0503001 Aug 31 01:44:10.449804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cdf25b1-50cf-41d9-ad66-873f277a1606 req-da2102bc-a949-47f9-9dfc-6f1f951304fb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352852 Aug 31 01:44:10.573447 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:44:11.404903 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:11.565208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a3641-45e4-407c-a6e7-bd23a98d2707 req-cc4f99ab-a203-4988-8153-1bb7b2a19349 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:11.566686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-649a3641-45e4-407c-a6e7-bd23a98d2707 req-cc4f99ab-a203-4988-8153-1bb7b2a19349 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0492136 Aug 31 01:44:11.604656 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-649a3641-45e4-407c-a6e7-bd23a98d2707 req-5984b765-b0d5-423b-baf6-38131ec068ff tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Aug 31 01:44:12.720044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1035abb-3981-4741-8422-109a9acda1eb req-842814cd-5398-4119-806f-09d07554237b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:12.721436 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1035abb-3981-4741-8422-109a9acda1eb req-842814cd-5398-4119-806f-09d07554237b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0502126 Aug 31 01:44:12.760121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1035abb-3981-4741-8422-109a9acda1eb req-03826d6e-e9c2-4a99-9058-7bfca69b660a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320618 Aug 31 01:44:13.874625 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cafc0d-40e9-4cdd-80ab-b5fa36daffc5 req-f471189a-cbdc-4b6b-9dde-c069ea5b2d70 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:13.876098 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33cafc0d-40e9-4cdd-80ab-b5fa36daffc5 req-f471189a-cbdc-4b6b-9dde-c069ea5b2d70 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0469761 Aug 31 01:44:13.917125 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33cafc0d-40e9-4cdd-80ab-b5fa36daffc5 req-530b1061-6985-498c-8baa-7b787d73636c tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351105 Aug 31 01:44:15.032515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b8070-e306-4a27-b4c6-8b3c84820e98 req-8c2b531d-6934-453d-97a2-e25c788d704d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:15.033981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff3b8070-e306-4a27-b4c6-8b3c84820e98 req-8c2b531d-6934-453d-97a2-e25c788d704d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0485985 Aug 31 01:44:15.071628 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff3b8070-e306-4a27-b4c6-8b3c84820e98 req-79fae89b-8d95-4976-bc83-c53009623414 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312569 Aug 31 01:44:16.186412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f23d0-8993-4851-a16d-4cf64dc0017a req-e6591fca-1655-4de8-9a7f-7ff6c3cbf93e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:16.187906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f15f23d0-8993-4851-a16d-4cf64dc0017a req-e6591fca-1655-4de8-9a7f-7ff6c3cbf93e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0498331 Aug 31 01:44:16.224414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f15f23d0-8993-4851-a16d-4cf64dc0017a req-c196f8ed-7aab-4436-9742-41966bc78615 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306833 Aug 31 01:44:17.339270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc27e5-d004-431d-9f43-810970671923 req-86f9c284-efbb-4bde-9fbb-43effa79b0fe tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:17.340762 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccfc27e5-d004-431d-9f43-810970671923 req-86f9c284-efbb-4bde-9fbb-43effa79b0fe tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0483568 Aug 31 01:44:17.381590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccfc27e5-d004-431d-9f43-810970671923 req-3cb14538-50ac-4de2-9622-4291cb598d16 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348253 Aug 31 01:44:18.496479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9788db-ad7b-4397-b678-f225107fed74 req-d24e9545-74a6-400c-b95e-d269668f7237 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:18.497983 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb9788db-ad7b-4397-b678-f225107fed74 req-d24e9545-74a6-400c-b95e-d269668f7237 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0495243 Aug 31 01:44:18.536621 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb9788db-ad7b-4397-b678-f225107fed74 req-59872d68-e114-4c80-99ad-e5badf931e24 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320640 Aug 31 01:44:19.220903 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-e50dd778-bc6a-4c96-9d4c-aa5e5969b600 service neutron] show failed (client error): The resource could not be found. Aug 31 01:44:19.221814 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-e50dd778-bc6a-4c96-9d4c-aa5e5969b600 service neutron] 10.222.0.15 "GET /v2.0/ports/84e35624-3245-4b98-9e6c-4ac93ef0f91c/bindings/n-h2-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0533969 Aug 31 01:44:19.412717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-9fce751b-c94e-4c7f-9836-781c2fdd4aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:19.414331 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-9fce751b-c94e-4c7f-9836-781c2fdd4aa3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db&tenant_id=2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 1098 time: 0.0415137 Aug 31 01:44:19.427010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:44:19.480667 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:19.630282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbabc7-cc84-4599-8321-c5dc47afb537 req-b1e5b12a-8fb0-4497-b1e4-1345c9fa0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:19.632375 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20dbabc7-cc84-4599-8321-c5dc47afb537 req-b1e5b12a-8fb0-4497-b1e4-1345c9fa0bbe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1098 time: 0.0451040 Aug 31 01:44:19.740874 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbabc7-cc84-4599-8321-c5dc47afb537 req-3ee2d212-da0a-437f-9132-1e25a6cdabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:19.743128 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20dbabc7-cc84-4599-8321-c5dc47afb537 req-3ee2d212-da0a-437f-9132-1e25a6cdabd6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 898 time: 0.0908363 Aug 31 01:44:19.848012 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20dbabc7-cc84-4599-8321-c5dc47afb537 req-2412cddb-d0e8-4b8c-8a28-691d073187e8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 1001 time: 0.0982270 Aug 31 01:44:19.899069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbabc7-cc84-4599-8321-c5dc47afb537 req-bda14eac-c11f-43db-9542-56bbda470d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:19.900591 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20dbabc7-cc84-4599-8321-c5dc47afb537 req-bda14eac-c11f-43db-9542-56bbda470d87 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 200 len: 835 time: 0.0460942 Aug 31 01:44:19.948983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbabc7-cc84-4599-8321-c5dc47afb537 req-4347bae6-e424-49da-b7aa-f4a7cb15c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:19.950521 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20dbabc7-cc84-4599-8321-c5dc47afb537 req-4347bae6-e424-49da-b7aa-f4a7cb15c5c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=579c9832-ed97-4530-8a06-df96e7237987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424895 Aug 31 01:44:20.043517 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcabb0d-1ee1-40c2-af6d-b0984b66ec5b req-add45814-6efa-4368-857a-0dcb39e641ec tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:20.045015 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffcabb0d-1ee1-40c2-af6d-b0984b66ec5b req-add45814-6efa-4368-857a-0dcb39e641ec tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.4315329 Aug 31 01:44:20.047008 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20dbabc7-cc84-4599-8321-c5dc47afb537 req-0bda3e18-5c1b-4f61-ab21-c3ab25a3bf17 service neutron] 10.222.0.70 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890498 Aug 31 01:44:20.053613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:44:20.111916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ffcabb0d-1ee1-40c2-af6d-b0984b66ec5b req-193dbb0c-b6fa-439c-a1d3-062f45e6fc48 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608895 Aug 31 01:44:20.115024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:44:20.136315 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20dbabc7-cc84-4599-8321-c5dc47afb537 req-7dc141ac-945d-407f-9ed2-b4589b5b4081 service neutron] 10.222.0.70 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827208 Aug 31 01:44:20.157505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:44:20.160062 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17a9bee-acc1-440b-8806-49f6df9bc834" -d '{"events": [{"server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "name": "network-vif-unplugged", "status": "completed", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:44:20.164615 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:20.177109 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Transition to ACTIVE for port object 84e35624-3245-4b98-9e6c-4ac93ef0f91c will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:44:20.181470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:20.216717 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c813d5a2-9e72-4a59-b8bc-c74247b04dd8 x-openstack-request-id: req-c813d5a2-9e72-4a59-b8bc-c74247b04dd8 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:44:20.217014 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "name": "network-vif-unplugged", "status": "completed", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:44:20.217266 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c813d5a2-9e72-4a59-b8bc-c74247b04dd8 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:44:20.217650 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'code': 200} Aug 31 01:44:20.267744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Pushing event updated for resources: {'Port': ['ID=84e35624-3245-4b98-9e6c-4ac93ef0f91c,revision_number=6']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:44:20.279595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:20.279942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:20.280282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:20.280620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:20.280951 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:20.281278 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:20.281604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:20.281929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:20.282260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:20.282594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:20.282918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:20.283240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:20.321767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] No DVR routers for this DVR port 84e35624-3245-4b98-9e6c-4ac93ef0f91c on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:44:20.456629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Attempting to bind port 84e35624-3245-4b98-9e6c-4ac93ef0f91c on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:44:20.456960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Attempting to bind port 84e35624-3245-4b98-9e6c-4ac93ef0f91c by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:44:20.457286 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Attempting to bind port 84e35624-3245-4b98-9e6c-4ac93ef0f91c on network 579c9832-ed97-4530-8a06-df96e7237987 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:44:20.462023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Port 84e35624-3245-4b98-9e6c-4ac93ef0f91c on network 579c9832-ed97-4530-8a06-df96e7237987 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:44:20.462327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Attempting to bind port 84e35624-3245-4b98-9e6c-4ac93ef0f91c on network 579c9832-ed97-4530-8a06-df96e7237987 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:44:20.467039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:44:20.467409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Checking segment: {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:44:20.467791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Bound using segment: {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:44:20.468225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Bound port: 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:44:20.468563 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:20.531436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:44:20.534375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:44:20.539710 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:20.573162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:20.573843 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:20.575218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] 10.222.0.70 "PUT /v2.0/ports/84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 1093 time: 1.1521730 Aug 31 01:44:20.596498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac23094-e02a-45a1-bd86-c0b21ed50e54 service neutron] Pushing event updated for resources: {'Port': ['ID=84e35624-3245-4b98-9e6c-4ac93ef0f91c,revision_number=7']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:44:20.645939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-9459992e-da5d-4df7-9068-0e511d33ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:20.647997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-9459992e-da5d-4df7-9068-0e511d33ad86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1096 time: 0.0450373 Aug 31 01:44:20.740104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-db68c801-949f-438d-8670-531d3b2781da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:20.741697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-db68c801-949f-438d-8670-531d3b2781da service neutron] 10.222.0.70 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 898 time: 0.0874367 Aug 31 01:44:20.813034 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-b0437e2c-8541-41dd-863c-80e0b1811946 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 999 time: 0.0632939 Aug 31 01:44:20.867771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-ac342fb5-1852-43ec-8ca3-94c6e3660ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:20.869126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-ac342fb5-1852-43ec-8ca3-94c6e3660ef0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 200 len: 835 time: 0.0487339 Aug 31 01:44:20.917463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-fd1ae6ad-6f28-45db-8595-d2f3453d490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:20.918997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-fd1ae6ad-6f28-45db-8595-d2f3453d490e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=579c9832-ed97-4530-8a06-df96e7237987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415986 Aug 31 01:44:21.013311 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-21f644e6-4e1a-44e3-bc53-c12f78f6ccdc service neutron] 10.222.0.70 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864081 Aug 31 01:44:21.103188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-d29609ec-f461-44a7-808e-395ccdd7d728 service neutron] 10.222.0.70 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834956 Aug 31 01:44:21.230775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a31af-363c-4902-868c-7328cb461a7f req-124d11cd-79e7-4292-9e88-8508f6917e3d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:21.232304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f19a31af-363c-4902-868c-7328cb461a7f req-124d11cd-79e7-4292-9e88-8508f6917e3d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 944 time: 0.0533059 Aug 31 01:44:21.251114 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a6346b2d-c302-4823-9525-b68fa3cfbda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:21.273164 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f19a31af-363c-4902-868c-7328cb461a7f req-d14a1e48-6c5b-4c6b-abd1-aaed1b463114 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343206 Aug 31 01:44:21.604981 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 84e35624-3245-4b98-9e6c-4ac93ef0f91c no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:44:21.642416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 84e35624-3245-4b98-9e6c-4ac93ef0f91c not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:44:22.218794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:44:22.221223 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:44:22.269993 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebb15d1-f234-455c-8e97-371d01c9a138 x-openstack-request-id: req-3ebb15d1-f234-455c-8e97-371d01c9a138 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:44:22.270285 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:44:22.270537 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ebb15d1-f234-455c-8e97-371d01c9a138 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:44:22.270940 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'status': 'completed', 'code': 200} Aug 31 01:44:22.387946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-9670598e-971c-4ec4-8688-e9a357524cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:22.389441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-9670598e-971c-4ec4-8688-e9a357524cd5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1096 time: 0.0956430 Aug 31 01:44:22.401878 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-4519aa6f-acd3-4810-8c66-da6d79d7ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:22.403265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-4519aa6f-acd3-4810-8c66-da6d79d7ea28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1096 time: 0.0791643 Aug 31 01:44:22.482697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356a5d5-9ee8-4599-81f1-a851715e3153 req-b3e6bf32-4086-413c-a364-08f25e4d42f3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:22.484114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3356a5d5-9ee8-4599-81f1-a851715e3153 req-b3e6bf32-4086-413c-a364-08f25e4d42f3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 944 time: 0.1317203 Aug 31 01:44:22.604441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3356a5d5-9ee8-4599-81f1-a851715e3153 req-323b1ca0-cdd8-4017-954e-cdddd37cfd68 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945721 Aug 31 01:44:22.622737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-8db0815f-6880-4c37-a1ce-76a751a10ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:22.624229 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-8db0815f-6880-4c37-a1ce-76a751a10ec0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 898 time: 0.2091839 Aug 31 01:44:22.625713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-75a02ad5-7b9b-445c-b148-a36a12431682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:22.627365 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-75a02ad5-7b9b-445c-b148-a36a12431682 service neutron] 10.222.0.70 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 898 time: 0.2210150 Aug 31 01:44:22.738298 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-0e1d1a67-9a2a-4410-b49c-5b2af250431f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 999 time: 0.1070993 Aug 31 01:44:22.741871 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-85a3c115-69e5-4d3d-8855-641eaa37dee6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 999 time: 0.1041734 Aug 31 01:44:22.821664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-a9b8492d-809c-4c05-904e-ce6f35e93bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:22.823126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-a9b8492d-809c-4c05-904e-ce6f35e93bfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 200 len: 835 time: 0.0780768 Aug 31 01:44:22.824527 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-cd08b5bf-764e-4789-952e-92a5f287b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:22.825839 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-cd08b5bf-764e-4789-952e-92a5f287b8fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 200 len: 835 time: 0.0737154 Aug 31 01:44:22.903575 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-013939ff-9031-4a5b-93fe-62b603d8ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:22.905054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-013939ff-9031-4a5b-93fe-62b603d8ac6c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=579c9832-ed97-4530-8a06-df96e7237987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663314 Aug 31 01:44:22.907483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-63d8074e-8807-4db6-9a49-92e1fc8e42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:22.908825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-63d8074e-8807-4db6-9a49-92e1fc8e42f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=579c9832-ed97-4530-8a06-df96e7237987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790324 Aug 31 01:44:23.060471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-e7c41c1f-686f-4212-b2ac-2f0c99efa318 service neutron] 10.222.0.70 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481924 Aug 31 01:44:23.062514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-e961c257-3bce-47bf-99c3-8e86a65ae75b service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425431 Aug 31 01:44:23.217333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-1e887f7d-b371-49e0-a6d1-7ef83d32d83e service neutron] 10.222.0.70 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497066 Aug 31 01:44:23.219066 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f4f0a5b-539b-46e8-a934-1ec2460bfd8b req-18f08f36-c210-4cc3-afda-86d8eacca141 service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441057 Aug 31 01:44:23.733949 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663f110-f7d4-46dc-b836-364db5a80256 req-60d70529-a82d-45fd-b17c-b4c8ff4bf599 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:23.737739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3663f110-f7d4-46dc-b836-364db5a80256 req-60d70529-a82d-45fd-b17c-b4c8ff4bf599 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 944 time: 0.0576756 Aug 31 01:44:23.778802 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3663f110-f7d4-46dc-b836-364db5a80256 req-6ab0ba09-208c-4674-bc44-6f22b5dd8d93 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361967 Aug 31 01:44:23.816959 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3b72fcfa-6c93-4ca6-9b87-c0ebb2753b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:24.022540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 84e35624-3245-4b98-9e6c-4ac93ef0f91c details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:44:24.032285 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-bfa1e862-09a4-4043-b2f5-0a53ec498a77 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:24.033776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-bfa1e862-09a4-4043-b2f5-0a53ec498a77 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.70 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db&tenant_id=2a0f425b452f418686dba5a4056ca253&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 944 time: 0.0860264 Aug 31 01:44:24.045298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3d777-df59-46b3-94a0-a3a4b2963abf req-6e19ada3-3635-43c9-80f9-6f4fd553d14f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:24.046725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39c3d777-df59-46b3-94a0-a3a4b2963abf req-6e19ada3-3635-43c9-80f9-6f4fd553d14f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 944 time: 0.0713491 Aug 31 01:44:24.109309 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:24.125657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39c3d777-df59-46b3-94a0-a3a4b2963abf req-671cd08c-4a99-44a6-a68f-95f41290f1d8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718701 Aug 31 01:44:24.129336 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:44:24.131878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a1d9838-d3d6-4204-940b-33541afbdd8e service neutron] 10.222.0.70 "GET /v2.0/ports/84e35624-3245-4b98-9e6c-4ac93ef0f91c/bindings/n-h2-802060-13 HTTP/1.1" status: 200 len: 383 time: 0.0842035 Aug 31 01:44:24.140741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'port_id': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'mac_address': 'fa:16:3e:5f:12:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:44:24.178919 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:24.191989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e35624-3245-4b98-9e6c-4ac93ef0f91c {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:44:24.196718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-bcc2122a-fbb3-493c-89c0-7f7e1edf4502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:24.198269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-bcc2122a-fbb3-493c-89c0-7f7e1edf4502 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1096 time: 0.0434391 Aug 31 01:44:24.212328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:44:24.216193 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:24.262394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=84e35624-3245-4b98-9e6c-4ac93ef0f91c,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:44:24.269935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:24.270280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:24.270618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:24.271504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:24.271504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:24.271711 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:24.271915 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:24.272237 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:24.272554 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:24.273503 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:24.273831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:24.274153 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:44:24.293717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-f65af68a-d6ab-4d22-b606-1c9db527c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:24.295218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-f65af68a-d6ab-4d22-b606-1c9db527c2ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 898 time: 0.0894880 Aug 31 01:44:24.367766 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-d567583d-9329-4707-bf4e-4665056b7b2a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 1000 time: 0.0645051 Aug 31 01:44:24.417091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-fa77a63a-81e7-46f4-b4bc-0ea3e2c6bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:24.418518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-fa77a63a-81e7-46f4-b4bc-0ea3e2c6bee0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 200 len: 835 time: 0.0442452 Aug 31 01:44:24.430912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['84e35624-3245-4b98-9e6c-4ac93ef0f91c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:44:24.464591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-04b9b402-b98c-44f4-974e-4a3fb326f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:24.466170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-04b9b402-b98c-44f4-974e-4a3fb326f6c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=579c9832-ed97-4530-8a06-df96e7237987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397522 Aug 31 01:44:24.562786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-3c70d976-a6ef-4394-820a-131f4a7e6059 service neutron] 10.222.0.70 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893497 Aug 31 01:44:24.594230 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:24.655089 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7f8db6fd-1143-4d6b-8395-8713b6ffa1a2 service neutron] 10.222.0.70 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846899 Aug 31 01:44:25.255018 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2916200-50fe-4ee6-a144-2755e49a0751 req-a8f0b539-caf4-49a2-b5ca-71ddc6551e66 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:25.256551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2916200-50fe-4ee6-a144-2755e49a0751 req-a8f0b539-caf4-49a2-b5ca-71ddc6551e66 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 945 time: 0.0485206 Aug 31 01:44:25.299974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2916200-50fe-4ee6-a144-2755e49a0751 req-780904b3-d89d-47a2-81a6-38185a58d350 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360684 Aug 31 01:44:26.052686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 84e35624-3245-4b98-9e6c-4ac93ef0f91c up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:44:26.100001 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 84e35624-3245-4b98-9e6c-4ac93ef0f91c completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:44:26.103878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 84e35624-3245-4b98-9e6c-4ac93ef0f91c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:44:26.104247 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:26.180790 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:26.202830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:44:26.205071 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ddcf13-b0e4-4bff-8d9b-fd09c1d1b554" -d '{"events": [{"server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "name": "network-vif-plugged", "status": "completed", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:44:26.219418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:44:26.223337 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:26.261120 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a811be-d521-43bd-9b66-acd380edb05e x-openstack-request-id: req-93a811be-d521-43bd-9b66-acd380edb05e {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:44:26.261419 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "name": "network-vif-plugged", "status": "completed", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:44:26.261670 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93a811be-d521-43bd-9b66-acd380edb05e {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:44:26.262064 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'code': 200} Aug 31 01:44:26.278773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=84e35624-3245-4b98-9e6c-4ac93ef0f91c,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:44:26.420946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858226d-dd58-4fdd-83b1-0143ff1e2fb2 req-f061db31-3bdb-4589-a32a-544c60bfb0bf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:26.422453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f858226d-dd58-4fdd-83b1-0143ff1e2fb2 req-f061db31-3bdb-4589-a32a-544c60bfb0bf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0540030 Aug 31 01:44:26.461086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f858226d-dd58-4fdd-83b1-0143ff1e2fb2 req-c0ae322c-410a-4907-9aff-2083cf9dc02a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327754 Aug 31 01:44:26.592230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-44358081-7c38-4037-acbf-ed455772bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:26.593693 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-44358081-7c38-4037-acbf-ed455772bccf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db&tenant_id=2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 1098 time: 0.0410142 Aug 31 01:44:26.608713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:44:26.664782 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:26.781279 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:26.866389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:44:26.898486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:44:26.937561 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:44:26.939839 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3511f788-6af7-4bf1-9ca9-47db3a72bad3" -d '{"events": [{"server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "name": "network-vif-unplugged", "status": "completed", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:44:26.943897 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:26.956255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Transition to ACTIVE for port object 84e35624-3245-4b98-9e6c-4ac93ef0f91c will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:44:26.960337 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:26.991070 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93d4442-8300-4bf3-8ed7-f0409d544cd6 x-openstack-request-id: req-f93d4442-8300-4bf3-8ed7-f0409d544cd6 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:44:26.991383 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "name": "network-vif-unplugged", "status": "completed", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:44:26.992311 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f93d4442-8300-4bf3-8ed7-f0409d544cd6 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:44:26.992699 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'code': 200} Aug 31 01:44:27.047964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Pushing event updated for resources: {'Port': ['ID=84e35624-3245-4b98-9e6c-4ac93ef0f91c,revision_number=10']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:44:27.090939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] No DVR routers for this DVR port 84e35624-3245-4b98-9e6c-4ac93ef0f91c on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:44:27.225734 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Attempting to bind port 84e35624-3245-4b98-9e6c-4ac93ef0f91c on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:44:27.227036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Attempting to bind port 84e35624-3245-4b98-9e6c-4ac93ef0f91c by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:44:27.227214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Attempting to bind port 84e35624-3245-4b98-9e6c-4ac93ef0f91c on network 579c9832-ed97-4530-8a06-df96e7237987 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:44:27.231350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Port 84e35624-3245-4b98-9e6c-4ac93ef0f91c on network 579c9832-ed97-4530-8a06-df96e7237987 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:44:27.231676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Attempting to bind port 84e35624-3245-4b98-9e6c-4ac93ef0f91c on network 579c9832-ed97-4530-8a06-df96e7237987 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:44:27.236443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:44:27.236780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Checking segment: {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:44:27.237163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Bound using segment: {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:44:27.237600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Bound port: 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52c1754-b612-4cb7-97e3-a66a57abc0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '579c9832-ed97-4530-8a06-df96e7237987'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:44:27.238021 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:27.300860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:44:27.303849 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:44:27.308316 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:27.342432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:27.343114 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:27.344536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] 10.222.0.15 "PUT /v2.0/ports/84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 1094 time: 0.7397888 Aug 31 01:44:27.364805 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0abe20-2a72-430a-85db-26a7a58ec8bc service neutron] Pushing event updated for resources: {'Port': ['ID=84e35624-3245-4b98-9e6c-4ac93ef0f91c,revision_number=11']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:44:27.418127 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-2b620578-2f78-46c1-88ad-c3ed81180ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:27.419710 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-2b620578-2f78-46c1-88ad-c3ed81180ea2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1097 time: 0.0464125 Aug 31 01:44:27.514689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-fd8d0afc-c81d-4ecd-980d-1378bde5e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:27.516241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-fd8d0afc-c81d-4ecd-980d-1378bde5e19f service neutron] 10.222.0.15 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 898 time: 0.0895655 Aug 31 01:44:27.611940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-7b5a137d-e536-4366-9dab-8428d8f2d39f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 999 time: 0.0882006 Aug 31 01:44:27.634769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715cbc4-0c1a-4322-a763-8e04c3a4788f req-7b652eb6-5de1-44cb-bb1a-1b2ab4f1ef80 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:27.637261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4715cbc4-0c1a-4322-a763-8e04c3a4788f req-7b652eb6-5de1-44cb-bb1a-1b2ab4f1ef80 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 945 time: 0.0744536 Aug 31 01:44:27.690025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-60476f88-e40f-44f1-8556-b13301c56107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:27.691448 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-60476f88-e40f-44f1-8556-b13301c56107 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 200 len: 835 time: 0.0726850 Aug 31 01:44:27.712538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4715cbc4-0c1a-4322-a763-8e04c3a4788f req-8ba7384c-bb34-418f-be57-6a7507e4699b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546112 Aug 31 01:44:27.745990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-e6ea7818-52b3-488c-8e05-2a8dbef29b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:27.747455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-e6ea7818-52b3-488c-8e05-2a8dbef29b0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=579c9832-ed97-4530-8a06-df96e7237987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491545 Aug 31 01:44:27.835995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-98187f9e-20e5-4286-a2e5-1eb9d4711fd0 service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812168 Aug 31 01:44:27.928704 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b031ce6e-9cd5-4e58-9178-278c1170b802 req-1ce967ac-cc09-4ef3-9af8-a7fdfabcfc5e service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849934 Aug 31 01:44:29.131559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:44:29.134327 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505a535f-0140-464f-bd65-1397daadf216" -d '{"events": [{"name": "network-changed", "server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:44:29.160056 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5a601-3d2d-47b9-bda1-05e3071ea30f req-81706d70-49b7-4500-b256-0bfd787c18e9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:29.161592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ac5a601-3d2d-47b9-bda1-05e3071ea30f req-81706d70-49b7-4500-b256-0bfd787c18e9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 945 time: 0.3763039 Aug 31 01:44:29.183580 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba1ea47-8734-4434-b50f-1a041b3318a4 x-openstack-request-id: req-7ba1ea47-8734-4434-b50f-1a041b3318a4 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:44:29.183887 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:44:29.184135 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ba1ea47-8734-4434-b50f-1a041b3318a4 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:44:29.184508 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'status': 'completed', 'code': 200} Aug 31 01:44:29.203594 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ac5a601-3d2d-47b9-bda1-05e3071ea30f req-8c3d2958-9528-4aee-8ca5-a6124ac1c682 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354753 Aug 31 01:44:29.275609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a535f-0140-464f-bd65-1397daadf216 req-de8f337c-4652-4bdf-90a5-93d6a4062ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:29.277098 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505a535f-0140-464f-bd65-1397daadf216 req-de8f337c-4652-4bdf-90a5-93d6a4062ee3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1097 time: 0.0768185 Aug 31 01:44:29.279452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a535f-0140-464f-bd65-1397daadf216 req-9f2bdfd3-627d-4811-8518-f3183c809949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:29.280775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505a535f-0140-464f-bd65-1397daadf216 req-9f2bdfd3-627d-4811-8518-f3183c809949 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1097 time: 0.0532029 Aug 31 01:44:29.439613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a535f-0140-464f-bd65-1397daadf216 req-85a379e3-e4ab-4929-8def-e85e598bd9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:29.441003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505a535f-0140-464f-bd65-1397daadf216 req-85a379e3-e4ab-4929-8def-e85e598bd9b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 898 time: 0.1541269 Aug 31 01:44:29.442068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a535f-0140-464f-bd65-1397daadf216 req-ad4ba0e1-279e-4d92-a952-dfa2fac819bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:29.443406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505a535f-0140-464f-bd65-1397daadf216 req-ad4ba0e1-279e-4d92-a952-dfa2fac819bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 898 time: 0.1554413 Aug 31 01:44:29.552688 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505a535f-0140-464f-bd65-1397daadf216 req-7878c985-218b-4112-accd-59fef72fa798 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 999 time: 0.1040542 Aug 31 01:44:29.557132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505a535f-0140-464f-bd65-1397daadf216 req-22873bf1-850d-4024-af12-856592ceabba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 999 time: 0.1028130 Aug 31 01:44:29.637409 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 84e35624-3245-4b98-9e6c-4ac93ef0f91c details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:44:29.639301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a535f-0140-464f-bd65-1397daadf216 req-7b812213-8340-4074-aa82-26a0778dd28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:29.640787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505a535f-0140-464f-bd65-1397daadf216 req-7b812213-8340-4074-aa82-26a0778dd28a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 200 len: 835 time: 0.0813394 Aug 31 01:44:29.642174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a535f-0140-464f-bd65-1397daadf216 req-5fcfba77-d8c7-4a23-aba7-ce504f6b9aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:29.643532 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505a535f-0140-464f-bd65-1397daadf216 req-5fcfba77-d8c7-4a23-aba7-ce504f6b9aab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 200 len: 835 time: 0.0770004 Aug 31 01:44:29.714936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a535f-0140-464f-bd65-1397daadf216 req-bf2583bf-ca47-4e85-b8bb-103328f76057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:29.716404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505a535f-0140-464f-bd65-1397daadf216 req-bf2583bf-ca47-4e85-b8bb-103328f76057 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=579c9832-ed97-4530-8a06-df96e7237987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687327 Aug 31 01:44:29.718841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a535f-0140-464f-bd65-1397daadf216 req-d1b41961-758c-45f6-9c92-e2d8e85f9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:29.720231 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505a535f-0140-464f-bd65-1397daadf216 req-d1b41961-758c-45f6-9c92-e2d8e85f9be2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=579c9832-ed97-4530-8a06-df96e7237987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649271 Aug 31 01:44:29.734368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:44:29.749621 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'port_id': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'mac_address': 'fa:16:3e:5f:12:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:44:29.786643 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:29.800211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e35624-3245-4b98-9e6c-4ac93ef0f91c {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:44:29.823259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:44:29.827214 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:29.876288 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=84e35624-3245-4b98-9e6c-4ac93ef0f91c,revision_number=12']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:44:29.878643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505a535f-0140-464f-bd65-1397daadf216 req-76e5be55-9fbb-463d-aa57-a341221ba317 service neutron] 10.222.0.70 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544826 Aug 31 01:44:29.880784 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505a535f-0140-464f-bd65-1397daadf216 req-f68c1d29-cb0c-4b1e-b335-5e4cc735f088 service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495807 Aug 31 01:44:30.048782 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505a535f-0140-464f-bd65-1397daadf216 req-5da64a85-ae1d-41bc-b1f6-22e11e413eab service neutron] 10.222.0.70 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631382 Aug 31 01:44:30.050677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505a535f-0140-464f-bd65-1397daadf216 req-bd778cef-f6ee-4221-9865-e3f1ad01bbed service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575687 Aug 31 01:44:30.063978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 84e35624-3245-4b98-9e6c-4ac93ef0f91c no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:44:30.102102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 84e35624-3245-4b98-9e6c-4ac93ef0f91c not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:44:30.169653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8011d-7617-49c7-93c4-8050962ce76e req-bfeb71d7-06a8-4bea-81e5-6be174eda9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:30.171144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89f8011d-7617-49c7-93c4-8050962ce76e req-bfeb71d7-06a8-4bea-81e5-6be174eda9ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1098 time: 0.0408907 Aug 31 01:44:30.274827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8011d-7617-49c7-93c4-8050962ce76e req-f6a296b9-7651-417a-ae43-5bdbba07c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:30.276450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89f8011d-7617-49c7-93c4-8050962ce76e req-f6a296b9-7651-417a-ae43-5bdbba07c124 service neutron] 10.222.0.15 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 898 time: 0.0851839 Aug 31 01:44:30.368801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89f8011d-7617-49c7-93c4-8050962ce76e req-6ef5f781-5e88-4c10-b297-1d88cdc71852 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 1000 time: 0.0823979 Aug 31 01:44:30.380110 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e19ad-03b0-42cc-8a63-5cdf8892ff67 req-971a7dc3-83e0-4301-9aa1-8c9fb822426e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:30.381538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-274e19ad-03b0-42cc-8a63-5cdf8892ff67 req-971a7dc3-83e0-4301-9aa1-8c9fb822426e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.1043041 Aug 31 01:44:30.447621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8011d-7617-49c7-93c4-8050962ce76e req-a14d37e6-da35-4872-ac95-c01519caea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:30.449067 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89f8011d-7617-49c7-93c4-8050962ce76e req-a14d37e6-da35-4872-ac95-c01519caea3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 200 len: 835 time: 0.0666246 Aug 31 01:44:30.453893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-274e19ad-03b0-42cc-8a63-5cdf8892ff67 req-642f6965-166b-4734-a54d-938fa1b41cb8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635090 Aug 31 01:44:30.500273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8011d-7617-49c7-93c4-8050962ce76e req-357c8fa7-e0f1-492a-ac2e-b96ad946e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:30.501772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89f8011d-7617-49c7-93c4-8050962ce76e req-357c8fa7-e0f1-492a-ac2e-b96ad946e7f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=579c9832-ed97-4530-8a06-df96e7237987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441113 Aug 31 01:44:30.608082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89f8011d-7617-49c7-93c4-8050962ce76e req-cf3c3ec2-721b-42b5-934e-a04931f4255e service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845854 Aug 31 01:44:30.706868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89f8011d-7617-49c7-93c4-8050962ce76e req-05a88ac0-b680-4f44-b546-8256f913b44e service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914505 Aug 31 01:44:31.259171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['84e35624-3245-4b98-9e6c-4ac93ef0f91c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:44:31.570361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7e2b1-0e5f-41cd-a47b-a1653ae03830 req-67e3ee10-25f6-4230-b7cb-7c23611181d3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:31.571885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-62b7e2b1-0e5f-41cd-a47b-a1653ae03830 req-67e3ee10-25f6-4230-b7cb-7c23611181d3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 946 time: 0.0503209 Aug 31 01:44:31.609455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-62b7e2b1-0e5f-41cd-a47b-a1653ae03830 req-7a1209db-7c5a-4ae0-a8ed-43b136c958a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317512 Aug 31 01:44:31.632656 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34724) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:44:31.698696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7c35c82d-f1a4-4da5-b821-4203b078ca7e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/floatingips/dcfb4015-8bbf-4c5a-9a98-5b7c319b00d3 HTTP/1.1" status: 200 len: 992 time: 0.0648549 Aug 31 01:44:31.861817 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:33.664383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 84e35624-3245-4b98-9e6c-4ac93ef0f91c up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:44:33.712277 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 84e35624-3245-4b98-9e6c-4ac93ef0f91c completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:44:33.716535 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 84e35624-3245-4b98-9e6c-4ac93ef0f91c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:44:33.716939 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:33.794076 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:33.815351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:44:33.817566 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dda62a-f1b5-4810-9a48-9ddb8f3832df" -d '{"events": [{"server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "name": "network-vif-plugged", "status": "completed", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:44:33.830189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:44:33.834393 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:33.859681 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fae6ab-4596-40ce-a8c9-ef3b6332abb3 x-openstack-request-id: req-78fae6ab-4596-40ce-a8c9-ef3b6332abb3 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:44:33.859975 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "name": "network-vif-plugged", "status": "completed", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:44:33.860228 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78fae6ab-4596-40ce-a8c9-ef3b6332abb3 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:44:33.860643 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'code': 200} Aug 31 01:44:33.884061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=84e35624-3245-4b98-9e6c-4ac93ef0f91c,revision_number=13']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:44:41.419929 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:47.573524 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:44:51.251488 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-66cdb546-2164-4ac1-93a3-89d6da9dbb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:53.807929 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5362dab7-0bcb-4b37-be74-fe9eaa8cac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:54.081071 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:54.586248 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:56.784501 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:01.860996 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:11.429887 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:20.375385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8235d-7261-4443-994a-0e4b2b517885 req-ad4d937b-dedf-4b56-9f65-a2358051a16f tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:20.376959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-19b8235d-7261-4443-994a-0e4b2b517885 req-ad4d937b-dedf-4b56-9f65-a2358051a16f tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1099 time: 0.0404313 Aug 31 01:45:20.411007 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-19b8235d-7261-4443-994a-0e4b2b517885 req-5f66d26b-b53c-4888-acf2-63badd6a7122 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276105 Aug 31 01:45:20.432571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34746) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:20.586022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port b5a2274d-4eca-494d-8092-1faadfd0f28b {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:45:20.586287 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:20.662346 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:20.662724 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:20.674117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for b5a2274d-4eca-494d-8092-1faadfd0f28b owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:45:20.818570 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:20.844625 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=b5a2274d-4eca-494d-8092-1faadfd0f28b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:20.855595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:20.855957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:20.856300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:20.856641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:20.856978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:20.857856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:20.857856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:20.858000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:20.858267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:20.858589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:20.858916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:20.859237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:20.919578 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:20.919916 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Floating IP dcfb4015-8bbf-4c5a-9a98-5b7c319b00d3 disassociated (deleted). External IP: 172.25.6.98, port: 84e35624-3245-4b98-9e6c-4ac93ef0f91c. Aug 31 01:45:21.135616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router d82dfa1e-0453-4e5c-974e-c4689be6c2ef has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:45:21.242684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:45:21.247389 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:21.258827 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-42c6b2f0-e95b-4d71-8871-eb0bc6aab5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:21.259406 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aef3ad-e5f2-49c7-9f5d-f31f6f1f7d7a None None] Sync routers for ids ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:45:21.271423 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aef3ad-e5f2-49c7-9f5d-f31f6f1f7d7a None None] Routers {'d82dfa1e-0453-4e5c-974e-c4689be6c2ef'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:45:21.271939 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e0aef3ad-e5f2-49c7-9f5d-f31f6f1f7d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:44:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:21.275398 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-edee4cf1-aa57-4487-9b2d-23151fdea979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/floatingips/dcfb4015-8bbf-4c5a-9a98-5b7c319b00d3 HTTP/1.1" status: 204 len: 168 time: 0.8417571 Aug 31 01:45:21.276169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:45:21.278488 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca29215-a71a-460d-993a-4212d3e3d09a" -d '{"events": [{"name": "network-changed", "server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:45:21.319647 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b171c3ea-e907-4561-8b2b-49be2cb5c01b x-openstack-request-id: req-b171c3ea-e907-4561-8b2b-49be2cb5c01b {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:45:21.319946 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:45:21.320205 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b171c3ea-e907-4561-8b2b-49be2cb5c01b {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:45:21.320916 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'status': 'completed', 'code': 200} Aug 31 01:45:21.380961 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e0aef3ad-e5f2-49c7-9f5d-f31f6f1f7d7a None None] Set router d82dfa1e-0453-4e5c-974e-c4689be6c2ef gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:45:21.406364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca29215-a71a-460d-993a-4212d3e3d09a req-de33ab8b-9fc3-41eb-843e-b181e3332e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:21.407735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ca29215-a71a-460d-993a-4212d3e3d09a req-de33ab8b-9fc3-41eb-843e-b181e3332e85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 1099 time: 0.0498011 Aug 31 01:45:21.523814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca29215-a71a-460d-993a-4212d3e3d09a req-27faa373-3238-4b52-9612-95cea1d209b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:21.525732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ca29215-a71a-460d-993a-4212d3e3d09a req-27faa373-3238-4b52-9612-95cea1d209b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 200 len: 898 time: 0.1113572 Aug 31 01:45:21.578499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ca29215-a71a-460d-993a-4212d3e3d09a req-e9d5b52f-080e-4684-89cd-d197a12a6604 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 200 len: 217 time: 0.0453334 Aug 31 01:45:21.601180 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e0aef3ad-e5f2-49c7-9f5d-f31f6f1f7d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:47Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'c5c1163c-d60a-4339-8faf-d3d91e2ee791', 'name': '', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:1d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:47Z', 'updated_at': '2021-08-31T01:42:51Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:21.627716 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aef3ad-e5f2-49c7-9f5d-f31f6f1f7d7a None None] Checking router: d82dfa1e-0453-4e5c-974e-c4689be6c2ef for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:45:21.636069 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aef3ad-e5f2-49c7-9f5d-f31f6f1f7d7a None None] Routers {'d82dfa1e-0453-4e5c-974e-c4689be6c2ef'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:45:21.636609 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e0aef3ad-e5f2-49c7-9f5d-f31f6f1f7d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:44:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:21.652117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae859611-c26a-410b-8135-59e76c254700 req-e17be873-2248-48b4-8866-5df7bdda0ac3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:21.653619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ae859611-c26a-410b-8135-59e76c254700 req-e17be873-2248-48b4-8866-5df7bdda0ac3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 947 time: 0.1126931 Aug 31 01:45:21.657229 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca29215-a71a-460d-993a-4212d3e3d09a req-54a949d8-925c-41d0-911c-cd63d10385be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:21.658829 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ca29215-a71a-460d-993a-4212d3e3d09a req-54a949d8-925c-41d0-911c-cd63d10385be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 200 len: 835 time: 0.0666735 Aug 31 01:45:21.719819 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ae859611-c26a-410b-8135-59e76c254700 req-845119de-60bd-441a-a09b-cf8646308726 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596962 Aug 31 01:45:21.729274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca29215-a71a-460d-993a-4212d3e3d09a req-16a5318a-b220-4037-b0ca-088d416ceb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:21.730823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ca29215-a71a-460d-993a-4212d3e3d09a req-16a5318a-b220-4037-b0ca-088d416ceb40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=579c9832-ed97-4530-8a06-df96e7237987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571935 Aug 31 01:45:21.744410 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e0aef3ad-e5f2-49c7-9f5d-f31f6f1f7d7a None None] Set router d82dfa1e-0453-4e5c-974e-c4689be6c2ef gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:45:21.820837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ca29215-a71a-460d-993a-4212d3e3d09a req-0843adb3-1eda-4d75-828c-5374479fa44f service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814507 Aug 31 01:45:21.919970 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ca29215-a71a-460d-993a-4212d3e3d09a req-63d0ee90-7ba8-497f-aa83-1eb485adacaa service neutron] 10.222.0.15 "GET /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912077 Aug 31 01:45:21.940756 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e0aef3ad-e5f2-49c7-9f5d-f31f6f1f7d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:47Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'c5c1163c-d60a-4339-8faf-d3d91e2ee791', 'name': '', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:1d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:47Z', 'updated_at': '2021-08-31T01:42:51Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:21.972302 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aef3ad-e5f2-49c7-9f5d-f31f6f1f7d7a None None] The sync data for ids ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'] in n-d-802060-13 is: [{'id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:47Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'c5c1163c-d60a-4339-8faf-d3d91e2ee791', 'name': '', 'network_id': '579c9832-ed97-4530-8a06-df96e7237987', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:1d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:47Z', 'updated_at': '2021-08-31T01:42:51Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'a634fb5d-ba7e-4b0d-8d31-600475baea57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:45:22.179293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344dab30-08c6-42df-af78-746d55d11a4f None None] New status for floating IP dcfb4015-8bbf-4c5a-9a98-5b7c319b00d3: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:45:22.845632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726662f-19be-4a2f-861a-85429609c684 req-63defc10-029c-41be-b54d-23cf4dcf9aa9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:22.847129 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4726662f-19be-4a2f-861a-85429609c684 req-63defc10-029c-41be-b54d-23cf4dcf9aa9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 947 time: 0.0534837 Aug 31 01:45:22.884658 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4726662f-19be-4a2f-861a-85429609c684 req-83dab389-3767-4c5a-8988-105199e71410 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e0be75a-8ca3-40a8-b92b-29adaef0e496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308647 Aug 31 01:45:23.191764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60083e-38ff-4e62-8866-3dd02eebc301 req-bd22a94e-96f3-4fe8-b52b-53890daf7f89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:23.193214 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f60083e-38ff-4e62-8866-3dd02eebc301 req-bd22a94e-96f3-4fe8-b52b-53890daf7f89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "GET /v2.0/ports?device_id=785b10a6-2b58-47d2-a0c4-f9659b8b08db HTTP/1.1" status: 200 len: 947 time: 0.0479479 Aug 31 01:45:23.285340 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-6f60083e-38ff-4e62-8866-3dd02eebc301 req-9577c7cd-34d4-4eed-86fc-72ddaf333c9a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port 84e35624-3245-4b98-9e6c-4ac93ef0f91c {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:45:23.285941 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6f60083e-38ff-4e62-8866-3dd02eebc301 req-9577c7cd-34d4-4eed-86fc-72ddaf333c9a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:23.372454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-6f60083e-38ff-4e62-8866-3dd02eebc301 req-9577c7cd-34d4-4eed-86fc-72ddaf333c9a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] For port 84e35624-3245-4b98-9e6c-4ac93ef0f91c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=84e35624-3245-4b98-9e6c-4ac93ef0f91c,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:23.372816 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6f60083e-38ff-4e62-8866-3dd02eebc301 req-9577c7cd-34d4-4eed-86fc-72ddaf333c9a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:23.386237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-6f60083e-38ff-4e62-8866-3dd02eebc301 req-9577c7cd-34d4-4eed-86fc-72ddaf333c9a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for 84e35624-3245-4b98-9e6c-4ac93ef0f91c owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:45:23.512263 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6f60083e-38ff-4e62-8866-3dd02eebc301 req-9577c7cd-34d4-4eed-86fc-72ddaf333c9a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:23.538872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577c7cd-34d4-4eed-86fc-72ddaf333c9a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=84e35624-3245-4b98-9e6c-4ac93ef0f91c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:23.585016 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f60083e-38ff-4e62-8866-3dd02eebc301 req-9577c7cd-34d4-4eed-86fc-72ddaf333c9a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] No DVR routers for this DVR port 84e35624-3245-4b98-9e6c-4ac93ef0f91c on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:45:23.587740 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6f60083e-38ff-4e62-8866-3dd02eebc301 req-9577c7cd-34d4-4eed-86fc-72ddaf333c9a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:23.589754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f60083e-38ff-4e62-8866-3dd02eebc301 req-9577c7cd-34d4-4eed-86fc-72ddaf333c9a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "DELETE /v2.0/ports/84e35624-3245-4b98-9e6c-4ac93ef0f91c HTTP/1.1" status: 204 len: 173 time: 0.3906527 Aug 31 01:45:23.590188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'name': 'network-vif-deleted', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:45:23.592493 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a6249b-27a4-4e21-ac6a-36330f064458" -d '{"events": [{"server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "name": "network-vif-deleted", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:45:23.629323 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fceeb22e-eb84-44c7-b8bf-b12f310cfe5e x-openstack-request-id: req-fceeb22e-eb84-44c7-b8bf-b12f310cfe5e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:45:23.629610 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785b10a6-2b58-47d2-a0c4-f9659b8b08db", "name": "network-vif-deleted", "tag": "84e35624-3245-4b98-9e6c-4ac93ef0f91c", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:45:23.629858 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fceeb22e-eb84-44c7-b8bf-b12f310cfe5e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:45:23.630255 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785b10a6-2b58-47d2-a0c4-f9659b8b08db', 'name': 'network-vif-deleted', 'tag': '84e35624-3245-4b98-9e6c-4ac93ef0f91c', 'status': 'completed', 'code': 200} Aug 31 01:45:23.813390 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0d6c57d7-e5ac-4921-9f74-7d3d25055980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:23.941435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34764) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:24.083213 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:24.573695 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:45:24.588639 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:24.634338 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-650b0adc-453f-475e-986d-7623f25cbc89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:24.883311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-650b0adc-453f-475e-986d-7623f25cbc89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port c5c1163c-d60a-4339-8faf-d3d91e2ee791 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:45:24.883625 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-650b0adc-453f-475e-986d-7623f25cbc89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:24.971512 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-650b0adc-453f-475e-986d-7623f25cbc89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] For port c5c1163c-d60a-4339-8faf-d3d91e2ee791, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c5c1163c-d60a-4339-8faf-d3d91e2ee791,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:24.972139 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-650b0adc-453f-475e-986d-7623f25cbc89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:24.984492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-650b0adc-453f-475e-986d-7623f25cbc89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for c5c1163c-d60a-4339-8faf-d3d91e2ee791 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:45:25.168653 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-650b0adc-453f-475e-986d-7623f25cbc89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:25.196655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b0adc-453f-475e-986d-7623f25cbc89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=c5c1163c-d60a-4339-8faf-d3d91e2ee791,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:25.379222 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-650b0adc-453f-475e-986d-7623f25cbc89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:25.598416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650b0adc-453f-475e-986d-7623f25cbc89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router d82dfa1e-0453-4e5c-974e-c4689be6c2ef has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:45:25.706276 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650b0adc-453f-475e-986d-7623f25cbc89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:45:25.712330 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-650b0adc-453f-475e-986d-7623f25cbc89 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "PUT /v2.0/routers/d82dfa1e-0453-4e5c-974e-c4689be6c2ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7692833 Aug 31 01:45:25.714622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34766) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:25.717394 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582b596-4ee7-43cd-be86-c9e20c854fc0 None None] Sync routers for ids ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:45:25.727592 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582b596-4ee7-43cd-be86-c9e20c854fc0 None None] Routers {'d82dfa1e-0453-4e5c-974e-c4689be6c2ef'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:45:25.728255 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8582b596-4ee7-43cd-be86-c9e20c854fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:45:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:25.768952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d42033-7420-4e50-b9a6-224cd0a6060c tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting subnet a634fb5d-ba7e-4b0d-8d31-600475baea57 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:45:25.772499 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a3d42033-7420-4e50-b9a6-224cd0a6060c tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:25.813628 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a3d42033-7420-4e50-b9a6-224cd0a6060c tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:25.838484 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-8582b596-4ee7-43cd-be86-c9e20c854fc0 None None] Set router d82dfa1e-0453-4e5c-974e-c4689be6c2ef gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:45:25.898030 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a3d42033-7420-4e50-b9a6-224cd0a6060c tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:25.963479 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a3d42033-7420-4e50-b9a6-224cd0a6060c tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:25.989332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d42033-7420-4e50-b9a6-224cd0a6060c tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Subnet': ['ID=a634fb5d-ba7e-4b0d-8d31-600475baea57,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:25.995868 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a3d42033-7420-4e50-b9a6-224cd0a6060c tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.000233 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a3d42033-7420-4e50-b9a6-224cd0a6060c tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/subnets/a634fb5d-ba7e-4b0d-8d31-600475baea57 HTTP/1.1" status: 204 len: 168 time: 0.2822087 Aug 31 01:45:26.000493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34768) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:26.003845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40e0b25-38f5-49c6-be7e-cceb6a1a40c9 None None] Network 579c9832-ed97-4530-8a06-df96e7237987 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:45:26.009473 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 84e35624-3245-4b98-9e6c-4ac93ef0f91c no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:45:26.071885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 84e35624-3245-4b98-9e6c-4ac93ef0f91c {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:45:26.072253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 84e35624-3245-4b98-9e6c-4ac93ef0f91c not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:45:26.112606 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.117956 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8582b596-4ee7-43cd-be86-c9e20c854fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:45:25Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:26.154483 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582b596-4ee7-43cd-be86-c9e20c854fc0 None None] Checking router: d82dfa1e-0453-4e5c-974e-c4689be6c2ef for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:45:26.164367 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582b596-4ee7-43cd-be86-c9e20c854fc0 None None] Routers {'d82dfa1e-0453-4e5c-974e-c4689be6c2ef'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:45:26.165085 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8582b596-4ee7-43cd-be86-c9e20c854fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:45:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:26.222663 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] DHCP port deletion for 579c9832-ed97-4530-8a06-df96e7237987 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:45:26.226941 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.280875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Deleting port 36a635c6-f5a0-4270-905f-370f41faa51d {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:45:26.281254 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.284352 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-8582b596-4ee7-43cd-be86-c9e20c854fc0 None None] Set router d82dfa1e-0453-4e5c-974e-c4689be6c2ef gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:45:26.289382 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:45:26.289730 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.345754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] For port 36a635c6-f5a0-4270-905f-370f41faa51d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=36a635c6-f5a0-4270-905f-370f41faa51d,segment=NetworkSegment(d52c1754-b612-4cb7-97e3-a66a57abc0f5),segment_id=d52c1754-b612-4cb7-97e3-a66a57abc0f5)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:26.345977 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.359149 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Calling delete_port for 36a635c6-f5a0-4270-905f-370f41faa51d owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:45:26.374322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] For port 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:26.374693 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.389377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:45:26.445019 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.469990 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-8582b596-4ee7-43cd-be86-c9e20c854fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:45:25Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:26.471774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Pushing event deleted for resources: {'Port': ['ID=36a635c6-f5a0-4270-905f-370f41faa51d,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:26.476319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] No DVR routers for this DVR port 36a635c6-f5a0-4270-905f-370f41faa51d on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:45:26.483297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:26.483647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:26.483984 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:26.484317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:26.484646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:26.484971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:26.485292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:26.485613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:26.486250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:26.486250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:26.486539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:26.486854 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef3cc65-be5f-44d0-b827-db617d9c5bfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:26.502291 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582b596-4ee7-43cd-be86-c9e20c854fc0 None None] The sync data for ids ['d82dfa1e-0453-4e5c-974e-c4689be6c2ef'] in n-d-802060-13 is: [{'id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270981325', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:45:25Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dfa1e-0453-4e5c-974e-c4689be6c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:42:44Z', 'updated_at': '2021-08-31T01:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:45:26.572398 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.600870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:26.660301 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.750910 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.753028 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.786800 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.795693 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.796231 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Fanout notify agent at l3_agent the message router_deleted on router d82dfa1e-0453-4e5c-974e-c4689be6c2ef {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:45:26.802914 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.805019 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e0353331-a14d-44ee-91ea-016a9deba89a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/routers/d82dfa1e-0453-4e5c-974e-c4689be6c2ef HTTP/1.1" status: 204 len: 168 time: 0.8035834 Aug 31 01:45:26.807672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34770) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:26.887783 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97a4535c-b8c5-4549-bfa3-be0b69223720 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.973870 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97a4535c-b8c5-4549-bfa3-be0b69223720 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:26.984199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-97a4535c-b8c5-4549-bfa3-be0b69223720 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579c9832-ed97-4530-8a06-df96e7237987']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:26.994970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-97a4535c-b8c5-4549-bfa3-be0b69223720 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52c1754-b612-4cb7-97e3-a66a57abc0f5') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:26.995546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-97a4535c-b8c5-4549-bfa3-be0b69223720 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52c1754-b612-4cb7-97e3-a66a57abc0f5') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:27.003771 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97a4535c-b8c5-4549-bfa3-be0b69223720 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:27.023075 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97a4535c-b8c5-4549-bfa3-be0b69223720 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:27.029498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a4535c-b8c5-4549-bfa3-be0b69223720 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:45:27.029868 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97a4535c-b8c5-4549-bfa3-be0b69223720 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:45:27.032753 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:45:27.098918 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97a4535c-b8c5-4549-bfa3-be0b69223720 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:27.106182 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-97a4535c-b8c5-4549-bfa3-be0b69223720 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:27.108065 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-97a4535c-b8c5-4549-bfa3-be0b69223720 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/networks/579c9832-ed97-4530-8a06-df96e7237987 HTTP/1.1" status: 204 len: 168 time: 0.2994456 Aug 31 01:45:27.110961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34772) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:27.120688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4535c-b8c5-4549-bfa3-be0b69223720 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Network': ['ID=579c9832-ed97-4530-8a06-df96e7237987,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:27.184389 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:27.208838 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:27.267752 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:27.270306 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:27.271493 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/security-groups/9e0be75a-8ca3-40a8-b92b-29adaef0e496 HTTP/1.1" status: 204 len: 168 time: 0.1589370 Aug 31 01:45:27.280624 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0be75a-8ca3-40a8-b92b-29adaef0e496,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:27.288553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:27.288908 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:27.289256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:27.289596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:27.289936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:27.290273 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:27.290606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:27.290938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:27.291302 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:27.291653 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:27.291974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:27.292304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddeb8f-e583-48b5-99b6-2b19ef7a843a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:27.563119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 36a635c6-f5a0-4270-905f-370f41faa51d no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:45:27.582591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 36a635c6-f5a0-4270-905f-370f41faa51d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:45:27.582934 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 36a635c6-f5a0-4270-905f-370f41faa51d not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:45:27.583366 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c5c1163c-d60a-4339-8faf-d3d91e2ee791 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:45:27.601080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: c5c1163c-d60a-4339-8faf-d3d91e2ee791 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:45:27.602251 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c5c1163c-d60a-4339-8faf-d3d91e2ee791 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:45:29.147363 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:45:29.168135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:45:29.168483 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 9bfcc755-5620-4ded-bf09-d0c2ddd5a6e2 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:45:29.612298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34784) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:29.617611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-8afce888-fcff-4944-9dbf-3ca4348ecf3a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383202577', 'description': 'tempest-secgroup-smoke-1383202577 description', 'project_id': '2a0f425b452f418686dba5a4056ca253'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:29.639261 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8afce888-fcff-4944-9dbf-3ca4348ecf3a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:29.721207 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8afce888-fcff-4944-9dbf-3ca4348ecf3a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:29.724440 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8afce888-fcff-4944-9dbf-3ca4348ecf3a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:29.750048 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8afce888-fcff-4944-9dbf-3ca4348ecf3a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:29.751259 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8afce888-fcff-4944-9dbf-3ca4348ecf3a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1379528 Aug 31 01:45:29.754197 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34786) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:29.755185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afce888-fcff-4944-9dbf-3ca4348ecf3a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6551e10c-3366-4dce-bc28-dd6eac87cfac,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:29.759747 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b447607f-93e8-4b22-9729-f593dcceccb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '6551e10c-3366-4dce-bc28-dd6eac87cfac', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:29.786353 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b447607f-93e8-4b22-9729-f593dcceccb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:29.831576 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b447607f-93e8-4b22-9729-f593dcceccb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:29.835041 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b447607f-93e8-4b22-9729-f593dcceccb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:29.854789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447607f-93e8-4b22-9729-f593dcceccb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfdc962-e5e4-4e19-a0df-c747e867bfd1,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:29.858636 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b447607f-93e8-4b22-9729-f593dcceccb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:29.859971 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b447607f-93e8-4b22-9729-f593dcceccb9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1047475 Aug 31 01:45:29.862830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34788) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:29.867305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a965cdda-86c1-45c8-8d67-5231dd75f187 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '6551e10c-3366-4dce-bc28-dd6eac87cfac', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:29.892879 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a965cdda-86c1-45c8-8d67-5231dd75f187 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:29.950568 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a965cdda-86c1-45c8-8d67-5231dd75f187 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:29.953883 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a965cdda-86c1-45c8-8d67-5231dd75f187 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:29.973678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965cdda-86c1-45c8-8d67-5231dd75f187 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3617b5-75e8-445b-8033-35a2144f8db4,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:29.980261 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a965cdda-86c1-45c8-8d67-5231dd75f187 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:29.981463 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a965cdda-86c1-45c8-8d67-5231dd75f187 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176860 Aug 31 01:45:29.984301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34790) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:29.988664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-91f2b0bf-fe3e-4df9-ac84-1c143bb55698 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '6551e10c-3366-4dce-bc28-dd6eac87cfac', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:30.022278 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91f2b0bf-fe3e-4df9-ac84-1c143bb55698 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.078913 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91f2b0bf-fe3e-4df9-ac84-1c143bb55698 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.082245 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91f2b0bf-fe3e-4df9-ac84-1c143bb55698 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.100765 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2b0bf-fe3e-4df9-ac84-1c143bb55698 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a279573e-aae3-4d54-ae3b-171b0b0f12f7,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:30.104234 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-91f2b0bf-fe3e-4df9-ac84-1c143bb55698 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.105411 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-91f2b0bf-fe3e-4df9-ac84-1c143bb55698 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201963 Aug 31 01:45:30.108235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34792) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:30.112755 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b2173cce-9aa2-4a63-93b4-dd79831cd1f7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '6551e10c-3366-4dce-bc28-dd6eac87cfac', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:30.138252 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b2173cce-9aa2-4a63-93b4-dd79831cd1f7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.195364 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b2173cce-9aa2-4a63-93b4-dd79831cd1f7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.198702 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b2173cce-9aa2-4a63-93b4-dd79831cd1f7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.219001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2173cce-9aa2-4a63-93b4-dd79831cd1f7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ef1ffd-3221-44ba-8a70-b4c7af7e352b,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:30.222720 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b2173cce-9aa2-4a63-93b4-dd79831cd1f7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.227258 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b2173cce-9aa2-4a63-93b4-dd79831cd1f7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147690 Aug 31 01:45:30.228114 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34794) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:30.231919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ebbb15b2-2186-45d0-8bdd-905852b6e490 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '6551e10c-3366-4dce-bc28-dd6eac87cfac', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:30.252516 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-ebbb15b2-2186-45d0-8bdd-905852b6e490 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Project 2a0f425b452f418686dba5a4056ca253 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:45:30.257576 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ebbb15b2-2186-45d0-8bdd-905852b6e490 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.316578 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ebbb15b2-2186-45d0-8bdd-905852b6e490 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.320329 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ebbb15b2-2186-45d0-8bdd-905852b6e490 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.340752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb15b2-2186-45d0-8bdd-905852b6e490 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a773abb-a7e3-4bed-be2d-e9c9b6723340,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:30.345718 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ebbb15b2-2186-45d0-8bdd-905852b6e490 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.347188 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ebbb15b2-2186-45d0-8bdd-905852b6e490 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186380 Aug 31 01:45:30.349844 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34796) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:30.354833 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-230342e9-022c-40e5-9f03-83c679fbd4a1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '6551e10c-3366-4dce-bc28-dd6eac87cfac', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:30.383574 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-230342e9-022c-40e5-9f03-83c679fbd4a1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Project 2a0f425b452f418686dba5a4056ca253 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:45:30.388345 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-230342e9-022c-40e5-9f03-83c679fbd4a1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.454754 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-230342e9-022c-40e5-9f03-83c679fbd4a1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.458121 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-230342e9-022c-40e5-9f03-83c679fbd4a1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.475239 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230342e9-022c-40e5-9f03-83c679fbd4a1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b1c756-50b8-4ef3-a66d-e92705dc1f3d,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:30.482045 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-230342e9-022c-40e5-9f03-83c679fbd4a1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.483348 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-230342e9-022c-40e5-9f03-83c679fbd4a1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1325421 Aug 31 01:45:30.486063 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34798) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:30.491010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-10cf3f85-cdde-4f3a-9db1-2209347d3a81 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'network': {'name': 'tempest-network-smoke--192065836', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'port_security_enabled': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:30.510947 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cf3f85-cdde-4f3a-9db1-2209347d3a81 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Made reservation on behalf of 2a0f425b452f418686dba5a4056ca253 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:45:30.514274 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10cf3f85-cdde-4f3a-9db1-2209347d3a81 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.538438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cf3f85-cdde-4f3a-9db1-2209347d3a81 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:45:30.547090 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10cf3f85-cdde-4f3a-9db1-2209347d3a81 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.547480 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-10cf3f85-cdde-4f3a-9db1-2209347d3a81 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Added segment 001d7798-916f-4239-922f-0f12f5dae787 of type vlan for network cbf25293-078b-4818-aec1-c70d8731f573 Aug 31 01:45:30.586301 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10cf3f85-cdde-4f3a-9db1-2209347d3a81 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.610057 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10cf3f85-cdde-4f3a-9db1-2209347d3a81 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.616009 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cf3f85-cdde-4f3a-9db1-2209347d3a81 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:30.616592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-10cf3f85-cdde-4f3a-9db1-2209347d3a81 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.670995 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-10cf3f85-cdde-4f3a-9db1-2209347d3a81 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1838639 Aug 31 01:45:30.673864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34800) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:30.678998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'admin_state_up': True, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:30.688187 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf3f85-cdde-4f3a-9db1-2209347d3a81 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Network': ['ID=cbf25293-078b-4818-aec1-c70d8731f573,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:30.699606 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network cbf25293-078b-4818-aec1-c70d8731f573 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:45:30.703670 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.704674 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.769110 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:30.905414 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:31.106557 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:31.125071 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:31.231731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.25.6.152 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/20c5df3f-b190-4ae5-a645-59e756b753e6) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:45:31.332357 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:31.372257 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:31.416282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:45:31.419133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:45:31.422711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:45:31.427988 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=20c5df3f-b190-4ae5-a645-59e756b753e6,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:31.877280 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:31.999798 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:32.198556 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:32.324306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router be481f2e-f903-4178-8567-6e4f9b31d6fd is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:45:32.434885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:45:32.445165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Sync routers for ids ['be481f2e-f903-4178-8567-6e4f9b31d6fd'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:45:32.452852 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:32.454105 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-550b7bfd-69bd-44d2-9013-768b22ef4f6d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7791765 Aug 31 01:45:32.457290 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34802) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:32.458158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Routers {'be481f2e-f903-4178-8567-6e4f9b31d6fd'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:45:32.458859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:45:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['be481f2e-f903-4178-8567-6e4f9b31d6fd'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:32.552328 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7893d3ed-ca03-4b23-8876-0184ac9c37b5 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=2a0f425b452f418686dba5a4056ca253&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0914702 Aug 31 01:45:32.552516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34808) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:32.568033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Set router be481f2e-f903-4178-8567-6e4f9b31d6fd gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:45:32.639192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c3b1c4-a31d-41b6-9bdc-a3376b6dd522 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:32.643520 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-27c3b1c4-a31d-41b6-9bdc-a3376b6dd522 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873506 Aug 31 01:45:32.643692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34810) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:32.672695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6d8596b3-330b-4be5-ba11-3d02010d3203 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279560 Aug 31 01:45:32.675248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34812) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:32.683905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ded8e7cb-f605-4ddc-ac78-b10ea8d24745 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1265758467', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:32.745563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:45:30Z', 'updated_at': '2021-08-31T01:45:31Z', 'revision_number': 3, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:08:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:31Z', 'updated_at': '2021-08-31T01:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:32.774865 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded8e7cb-f605-4ddc-ac78-b10ea8d24745 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Made reservation on behalf of 2a0f425b452f418686dba5a4056ca253 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:45:32.775593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Checking router: be481f2e-f903-4178-8567-6e4f9b31d6fd for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:45:32.775931 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Updating router be481f2e-f903-4178-8567-6e4f9b31d6fd port 20c5df3f-b190-4ae5-a645-59e756b753e6 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:45:32.778403 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ded8e7cb-f605-4ddc-ac78-b10ea8d24745 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:32.802049 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:32.964354 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ded8e7cb-f605-4ddc-ac78-b10ea8d24745 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:33.030865 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8e7cb-f605-4ddc-ac78-b10ea8d24745 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Subnet': ['ID=0648d929-66b3-4065-834f-f00a89cb9894,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:33.042839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded8e7cb-f605-4ddc-ac78-b10ea8d24745 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Checking segment: {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:45:33.043695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded8e7cb-f605-4ddc-ac78-b10ea8d24745 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network hostable DHCP agents. Network: cbf25293-078b-4818-aec1-c70d8731f573, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:45:33.061445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded8e7cb-f605-4ddc-ac78-b10ea8d24745 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network cbf25293-078b-4818-aec1-c70d8731f573 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:45:33.070506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-ded8e7cb-f605-4ddc-ac78-b10ea8d24745 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, cbf25293-078b-4818-aec1-c70d8731f573) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:45:33.073683 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:33.076454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded8e7cb-f605-4ddc-ac78-b10ea8d24745 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:33.077475 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ded8e7cb-f605-4ddc-ac78-b10ea8d24745 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:33.082105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92adf6b5-d561-4ba4-9267-c2876eb9b68e None None] Network cbf25293-078b-4818-aec1-c70d8731f573 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:45:33.093661 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ded8e7cb-f605-4ddc-ac78-b10ea8d24745 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4173646 Aug 31 01:45:33.096473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34814) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:33.098363 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Transition to ACTIVE for port object 20c5df3f-b190-4ae5-a645-59e756b753e6 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:45:33.136544 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:33.211670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Attempting to bind port 20c5df3f-b190-4ae5-a645-59e756b753e6 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:45:33.212045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Attempting to bind port 20c5df3f-b190-4ae5-a645-59e756b753e6 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:45:33.212412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Attempting to bind port 20c5df3f-b190-4ae5-a645-59e756b753e6 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:45:33.219565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e599f-849d-4791-8cb1-cb243132335d None None] Pushing event updated for resources: {'Port': ['ID=20c5df3f-b190-4ae5-a645-59e756b753e6,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:33.227973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:45:33.228356 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:45:33.228763 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:33.229156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:45:33.229630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Bound port: 20c5df3f-b190-4ae5-a645-59e756b753e6, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:45:33.230013 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:33.332254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] For port 20c5df3f-b190-4ae5-a645-59e756b753e6, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:45:33.342835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-cbf25293-078b-4818-aec1-c70d8731f573', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ips': [{'subnet_id': '0648d929-66b3-4065-834f-f00a89cb9894'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:45:33.343729 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:33.348952 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] For port 20c5df3f-b190-4ae5-a645-59e756b753e6, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=20c5df3f-b190-4ae5-a645-59e756b753e6,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:45:33.359350 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:33.486610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Routers {'be481f2e-f903-4178-8567-6e4f9b31d6fd'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:45:33.487242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:45:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['be481f2e-f903-4178-8567-6e4f9b31d6fd'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:33.541024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e599f-849d-4791-8cb1-cb243132335d None None] Pushing event updated for resources: {'Port': ['ID=20c5df3f-b190-4ae5-a645-59e756b753e6,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:33.544600 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:33.776960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Allocated IP 172.20.0.2 (cbf25293-078b-4818-aec1-c70d8731f573/0648d929-66b3-4065-834f-f00a89cb9894/cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:45:33.815594 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] Set router be481f2e-f903-4178-8567-6e4f9b31d6fd gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:45:34.061769 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:34.074373 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Transition to ACTIVE for port object cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:45:34.093025 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Transition to ACTIVE for port object cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:45:34.099871 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:34.135047 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:45:30Z', 'updated_at': '2021-08-31T01:45:31Z', 'revision_number': 3, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:08:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:31Z', 'updated_at': '2021-08-31T01:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:34.143783 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Network cbf25293-078b-4818-aec1-c70d8731f573 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:45:34.146963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.20.0.1 (cbf25293-078b-4818-aec1-c70d8731f573/0648d929-66b3-4065-834f-f00a89cb9894/7b5d70b7-403f-4e28-9785-291b71d0ae29) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:45:34.175355 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:45:34.177739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:45:34.183422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb924c-2f75-4da8-98c3-0a6e1639b362 None None] The sync data for ids ['be481f2e-f903-4178-8567-6e4f9b31d6fd'] in n-d-802060-13 is: [{'id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:45:30Z', 'updated_at': '2021-08-31T01:45:31Z', 'revision_number': 3, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:08:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:31Z', 'updated_at': '2021-08-31T01:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:45:34.193881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Pushing event updated for resources: {'Port': ['ID=cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:34.245908 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Attempting to bind port cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:45:34.246281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Attempting to bind port cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:45:34.246641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Attempting to bind port cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa on network cbf25293-078b-4818-aec1-c70d8731f573 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:45:34.257455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:45:34.257963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Checking segment: {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:45:34.258270 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:34.258730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Bound using segment: {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:45:34.259214 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Bound port: cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:45:34.259632 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:34.270513 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:34.285747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Transition to ACTIVE for port object 7b5d70b7-403f-4e28-9785-291b71d0ae29 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:45:34.321783 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:34.331995 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] For port cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:45:34.336349 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] For port cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:45:34.340719 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:34.368003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network cbf25293-078b-4818-aec1-c70d8731f573 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:45:34.371252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:45:34.375104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:45:34.381743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=7b5d70b7-403f-4e28-9785-291b71d0ae29,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:34.397657 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330d67c-208b-4edb-900f-6fde85cd1e77 None None] Pushing event updated for resources: {'Port': ['ID=cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:34.425876 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:34.588918 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:34.898624 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:34.904988 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:34.985299 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:34.987026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=7b5d70b7-403f-4e28-9785-291b71d0ae29,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:35.086905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network cbf25293-078b-4818-aec1-c70d8731f573 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:45:35.088592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:45:35.215194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router be481f2e-f903-4178-8567-6e4f9b31d6fd has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:45:35.255704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:45:35.314007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:45:35.318685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 20c5df3f-b190-4ae5-a645-59e756b753e6 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:45:35.345227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:45:35.355661 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-156fe8e4-2dbf-47fe-861b-9382cd41adc9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "PUT /v2.0/routers/be481f2e-f903-4178-8567-6e4f9b31d6fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2580197 Aug 31 01:45:35.381521 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 20c5df3f-b190-4ae5-a645-59e756b753e6 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:45:35.386546 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 20c5df3f-b190-4ae5-a645-59e756b753e6 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:45:35.386923 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:35.430386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2fce59-6d88-413f-b13c-2281ce967a0e None None] Network cbf25293-078b-4818-aec1-c70d8731f573 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:45:35.516433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9d553ab0-4a2c-4886-9e2c-799b62a00eab None None] Provisioning for port cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:45:35.531105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9d553ab0-4a2c-4886-9e2c-799b62a00eab None None] Provisioning complete for port cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:45:35.531509 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9d553ab0-4a2c-4886-9e2c-799b62a00eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:35.575608 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-18b028f7-b094-4823-b77b-476663cfa175 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383202577&fields=id&tenant_id=2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 267 time: 0.0384176 Aug 31 01:45:35.579319 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:35.634043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 20c5df3f-b190-4ae5-a645-59e756b753e6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=20c5df3f-b190-4ae5-a645-59e756b753e6,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:35.644797 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:35.693458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-5f2d0397-244e-47a7-a763-6e668d0c1970 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:35.695036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-5f2d0397-244e-47a7-a763-6e668d0c1970 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/networks?id=cbf25293-078b-4818-aec1-c70d8731f573 HTTP/1.1" status: 200 len: 796 time: 0.1117744 Aug 31 01:45:35.712421 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-89326cf9-d844-4559-8756-dd214cb9f5bb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/quotas/2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 375 time: 0.0107284 Aug 31 01:45:35.746917 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=20c5df3f-b190-4ae5-a645-59e756b753e6,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:35.764523 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9d553ab0-4a2c-4886-9e2c-799b62a00eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:35.769468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-6a3ef7b4-790b-48f3-aaa5-2af51de0a7ca tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480556 Aug 31 01:45:35.787473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-f2b8128c-4098-4397-8be6-5ad48226dcef service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:45:35.788474 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-f2b8128c-4098-4397-8be6-5ad48226dcef service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057878 Aug 31 01:45:35.801130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9d553ab0-4a2c-4886-9e2c-799b62a00eab None None] For port cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:35.807018 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9d553ab0-4a2c-4886-9e2c-799b62a00eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:35.865376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d553ab0-4a2c-4886-9e2c-799b62a00eab None None] Pushing event updated for resources: {'Port': ['ID=cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:35.886979 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Sync routers for ids ['be481f2e-f903-4178-8567-6e4f9b31d6fd'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:45:35.893282 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-04b5f797-48fb-4f14-84e6-0cb31e42b286 service neutron] 10.222.0.58 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961161 Aug 31 01:45:35.896650 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Routers {'be481f2e-f903-4178-8567-6e4f9b31d6fd'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:45:35.897277 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:45:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['be481f2e-f903-4178-8567-6e4f9b31d6fd'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:35.995921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-75f8c231-aa59-430a-9b47-c71d0c09ecb6 service neutron] 10.222.0.58 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952885 Aug 31 01:45:36.010769 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Set router be481f2e-f903-4178-8567-6e4f9b31d6fd gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:45:36.034123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-76535137-674c-4898-aa1b-9a28ac44b5d9 None None] Provisioning complete for port cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:45:36.034590 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-76535137-674c-4898-aa1b-9a28ac44b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.188882 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-76535137-674c-4898-aa1b-9a28ac44b5d9 None None] Provisioning for port 7b5d70b7-403f-4e28-9785-291b71d0ae29 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:45:36.193828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-76535137-674c-4898-aa1b-9a28ac44b5d9 None None] Provisioning complete for port 7b5d70b7-403f-4e28-9785-291b71d0ae29 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:45:36.194398 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-76535137-674c-4898-aa1b-9a28ac44b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.253064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-76535137-674c-4898-aa1b-9a28ac44b5d9 None None] Port 7b5d70b7-403f-4e28-9785-291b71d0ae29 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:45:36.275202 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:45:30Z', 'updated_at': '2021-08-31T01:45:34Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:31Z', 'updated_at': '2021-08-31T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '7b5d70b7-403f-4e28-9785-291b71d0ae29', 'name': '', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:3e:81:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '0648d929-66b3-4065-834f-f00a89cb9894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:33Z', 'updated_at': '2021-08-31T01:45:34Z', 'revision_number': 2, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '0648d929-66b3-4065-834f-f00a89cb9894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:36.297108 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd87e00b-6a67-4d1e-bdc9-2f87fa6a0fb4 req-4753176a-3c2f-40bd-8306-264474cf569f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 210 time: 0.1317229 Aug 31 01:45:36.302241 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Checking router: be481f2e-f903-4178-8567-6e4f9b31d6fd for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:45:36.302595 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Updating router be481f2e-f903-4178-8567-6e4f9b31d6fd port 7b5d70b7-403f-4e28-9785-291b71d0ae29 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:45:36.328915 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.375994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-576cef7c-b581-489b-be51-773263b28ccc None None] Provisioning complete for port 7b5d70b7-403f-4e28-9785-291b71d0ae29 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:45:36.376454 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-576cef7c-b581-489b-be51-773263b28ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.427795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-576cef7c-b581-489b-be51-773263b28ccc None None] Port 7b5d70b7-403f-4e28-9785-291b71d0ae29 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:45:36.550075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c804a1cb-0510-480c-91d8-d87c51137a02 None None] Provisioning complete for port 7b5d70b7-403f-4e28-9785-291b71d0ae29 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:45:36.550451 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c804a1cb-0510-480c-91d8-d87c51137a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.587562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c804a1cb-0510-480c-91d8-d87c51137a02 None None] Port 7b5d70b7-403f-4e28-9785-291b71d0ae29 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:45:36.652672 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.662637 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Transition to ACTIVE for port object 7b5d70b7-403f-4e28-9785-291b71d0ae29 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:45:36.668932 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.722665 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a2f79-e551-458d-98ef-c4c962ed2c77 None None] Pushing event updated for resources: {'Port': ['ID=7b5d70b7-403f-4e28-9785-291b71d0ae29,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:36.748335 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a2f79-e551-458d-98ef-c4c962ed2c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.748335 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a2f79-e551-458d-98ef-c4c962ed2c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.748335 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a2f79-e551-458d-98ef-c4c962ed2c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.748699 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a2f79-e551-458d-98ef-c4c962ed2c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.749022 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a2f79-e551-458d-98ef-c4c962ed2c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.749346 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a2f79-e551-458d-98ef-c4c962ed2c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.749665 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a2f79-e551-458d-98ef-c4c962ed2c77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.749985 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a2f79-e551-458d-98ef-c4c962ed2c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.750301 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a2f79-e551-458d-98ef-c4c962ed2c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.750614 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a2f79-e551-458d-98ef-c4c962ed2c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.750929 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a2f79-e551-458d-98ef-c4c962ed2c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.751240 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a2f79-e551-458d-98ef-c4c962ed2c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:45:36.782525 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Attempting to bind port 7b5d70b7-403f-4e28-9785-291b71d0ae29 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:45:36.783163 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Attempting to bind port 7b5d70b7-403f-4e28-9785-291b71d0ae29 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:45:36.783558 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Attempting to bind port 7b5d70b7-403f-4e28-9785-291b71d0ae29 on network cbf25293-078b-4818-aec1-c70d8731f573 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:45:36.788816 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:45:36.789185 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Checking segment: {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:45:36.789579 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.789969 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Bound using segment: {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:45:36.790432 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Bound port: 7b5d70b7-403f-4e28-9785-291b71d0ae29, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:45:36.790808 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.857537 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] For port 7b5d70b7-403f-4e28-9785-291b71d0ae29, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:45:36.860885 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] For port 7b5d70b7-403f-4e28-9785-291b71d0ae29, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7b5d70b7-403f-4e28-9785-291b71d0ae29,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:45:36.865055 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:36.930962 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Routers {'be481f2e-f903-4178-8567-6e4f9b31d6fd'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:45:36.931623 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:45:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['be481f2e-f903-4178-8567-6e4f9b31d6fd'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:36.934679 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a2f79-e551-458d-98ef-c4c962ed2c77 None None] Pushing event updated for resources: {'Port': ['ID=7b5d70b7-403f-4e28-9785-291b71d0ae29,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:37.061962 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] Set router be481f2e-f903-4178-8567-6e4f9b31d6fd gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:45:37.246972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:45:37.328616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:45:37.329313 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:37.380027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-620dcd1f-b1a7-49a6-aab1-aeea243e60dc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:37.382835 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-620dcd1f-b1a7-49a6-aab1-aeea243e60dc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "GET /v2.0/networks?id=cbf25293-078b-4818-aec1-c70d8731f573 HTTP/1.1" status: 200 len: 796 time: 0.1848264 Aug 31 01:45:37.439344 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 20c5df3f-b190-4ae5-a645-59e756b753e6 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:45:37.494750 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:45:30Z', 'updated_at': '2021-08-31T01:45:34Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:31Z', 'updated_at': '2021-08-31T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '7b5d70b7-403f-4e28-9785-291b71d0ae29', 'name': '', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:3e:81:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '0648d929-66b3-4065-834f-f00a89cb9894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:33Z', 'updated_at': '2021-08-31T01:45:36Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '0648d929-66b3-4065-834f-f00a89cb9894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:37.498926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 20c5df3f-b190-4ae5-a645-59e756b753e6 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:45:37.499521 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:37.526569 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52e7077-b1de-444a-887e-b076ac4a36c5 None None] The sync data for ids ['be481f2e-f903-4178-8567-6e4f9b31d6fd'] in n-d-802060-13 is: [{'id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:45:30Z', 'updated_at': '2021-08-31T01:45:34Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:31Z', 'updated_at': '2021-08-31T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '7b5d70b7-403f-4e28-9785-291b71d0ae29', 'name': '', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:3e:81:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '0648d929-66b3-4065-834f-f00a89cb9894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:33Z', 'updated_at': '2021-08-31T01:45:36Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '0648d929-66b3-4065-834f-f00a89cb9894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:45:37.832893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99d23ea9-eae5-45d1-bd6e-0a12f9540a63 req-ded471e0-b04d-4588-aa87-2a5f41507bae tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 210 time: 0.4367535 Aug 31 01:45:37.862164 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-c68ef521-3dce-4ac1-aa0a-d2ea0de59156 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 380 time: 0.4521570 Aug 31 01:45:37.900751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-f0958aed-3171-4d1e-8bcf-af231ba8fb85 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'port': {'device_id': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'admin_state_up': True, 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'security_groups': ['6551e10c-3366-4dce-bc28-dd6eac87cfac']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:38.015594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-f0958aed-3171-4d1e-8bcf-af231ba8fb85 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Made reservation on behalf of 2a0f425b452f418686dba5a4056ca253 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:45:38.019482 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-f0958aed-3171-4d1e-8bcf-af231ba8fb85 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.150157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-f0958aed-3171-4d1e-8bcf-af231ba8fb85 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.20.0.5 (cbf25293-078b-4818-aec1-c70d8731f573/0648d929-66b3-4065-834f-f00a89cb9894/d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:45:38.298768 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-f0958aed-3171-4d1e-8bcf-af231ba8fb85 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.311947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-f0958aed-3171-4d1e-8bcf-af231ba8fb85 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Transition to ACTIVE for port object d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:45:38.345843 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-f0958aed-3171-4d1e-8bcf-af231ba8fb85 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.391675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-f0958aed-3171-4d1e-8bcf-af231ba8fb85 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network cbf25293-078b-4818-aec1-c70d8731f573 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:45:38.395387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-f0958aed-3171-4d1e-8bcf-af231ba8fb85 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:45:38.399918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-f0958aed-3171-4d1e-8bcf-af231ba8fb85 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:45:38.406300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0958aed-3171-4d1e-8bcf-af231ba8fb85 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:38.455846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-f0958aed-3171-4d1e-8bcf-af231ba8fb85 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:38.456495 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-f0958aed-3171-4d1e-8bcf-af231ba8fb85 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.472610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-f0958aed-3171-4d1e-8bcf-af231ba8fb85 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5762687 Aug 31 01:45:38.545791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Request body: {'port': {'device_id': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:38.607645 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.681656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5d3cc6cc-9eb3-4dc3-aa4b-3ec70c09c061 None None] Provisioning for port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:45:38.685475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5d3cc6cc-9eb3-4dc3-aa4b-3ec70c09c061 None None] Provisioning complete for port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:45:38.686072 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5d3cc6cc-9eb3-4dc3-aa4b-3ec70c09c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.730704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5d3cc6cc-9eb3-4dc3-aa4b-3ec70c09c061 None None] Port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:45:38.880417 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:45:38.889292 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.903568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Transition to ACTIVE for port object d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:45:38.907045 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:38.991272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Pushing event updated for resources: {'Port': ['ID=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:39.024008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680fe4c-7a59-4e71-95cf-9bad42c43de8 req-d745183a-5c75-46a2-83d8-47c65775e84e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:39.025549 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d680fe4c-7a59-4e71-95cf-9bad42c43de8 req-d745183a-5c75-46a2-83d8-47c65775e84e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 943 time: 0.1151297 Aug 31 01:45:39.103323 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d680fe4c-7a59-4e71-95cf-9bad42c43de8 req-79d88a3b-f3d3-42e0-939f-10519b7de3a3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557313 Aug 31 01:45:39.114356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Attempting to bind port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:45:39.114697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Attempting to bind port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:45:39.115030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Attempting to bind port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d on network cbf25293-078b-4818-aec1-c70d8731f573 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:45:39.120602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d on network cbf25293-078b-4818-aec1-c70d8731f573 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:45:39.120875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Attempting to bind port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d on network cbf25293-078b-4818-aec1-c70d8731f573 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:45:39.125945 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:45:39.126288 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Checking segment: {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:45:39.126679 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Bound using segment: {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:45:39.127116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Bound port: d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:45:39.127516 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:39.200316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:45:39.203467 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:45:39.208133 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:39.222698 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7b5d70b7-403f-4e28-9785-291b71d0ae29 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:45:39.243836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:39.245159 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:39.246891 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] 10.222.0.15 "PUT /v2.0/ports/d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d HTTP/1.1" status: 200 len: 1092 time: 0.7625623 Aug 31 01:45:39.249171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:45:39.251380 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbe137b-8dfd-40a1-a36b-5885ce8651cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:45:39.287182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 7b5d70b7-403f-4e28-9785-291b71d0ae29 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:45:39.302739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 7b5d70b7-403f-4e28-9785-291b71d0ae29 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:45:39.303239 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:39.303619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3e31f-0b6c-4c42-98c0-d2f501d50ead service neutron] Pushing event updated for resources: {'Port': ['ID=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:39.359359 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-b1926a9c-2ca4-40db-9271-44961b5b8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:39.360910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-b1926a9c-2ca4-40db-9271-44961b5b8e2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 1095 time: 0.0516903 Aug 31 01:45:39.409993 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d28d6a1-cca4-4fe4-ad2e-7b88bebeb4b3 x-openstack-request-id: req-1d28d6a1-cca4-4fe4-ad2e-7b88bebeb4b3 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:45:39.410550 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:45:39.410550 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d28d6a1-cca4-4fe4-ad2e-7b88bebeb4b3 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:45:39.410996 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d', 'status': 'completed', 'code': 200} Aug 31 01:45:39.412062 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:39.412798 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-414b8640-cd2a-4d98-ae07-a9fb4a53a3be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d HTTP/1.1" status: 200 len: 217 time: 0.0408278 Aug 31 01:45:39.450209 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 7b5d70b7-403f-4e28-9785-291b71d0ae29, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7b5d70b7-403f-4e28-9785-291b71d0ae29,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:39.455625 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:39.474902 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-29e125b7-8b1a-45e5-a997-94f315139f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:39.478825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-29e125b7-8b1a-45e5-a997-94f315139f4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0648d929-66b3-4065-834f-f00a89cb9894 HTTP/1.1" status: 200 len: 835 time: 0.0587664 Aug 31 01:45:39.517511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=7b5d70b7-403f-4e28-9785-291b71d0ae29,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:39.527529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-fbd0d15a-64aa-45ef-995e-922c8c15dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:39.529048 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-fbd0d15a-64aa-45ef-995e-922c8c15dad3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbf25293-078b-4818-aec1-c70d8731f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414569 Aug 31 01:45:39.616673 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-4f80132f-b10c-4d01-be96-3212e9c91ee9 service neutron] 10.222.0.15 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805662 Aug 31 01:45:39.709523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-853c6d51-9b33-415a-bdeb-5a6c258a766c req-4c7c9973-221f-4d66-bac6-84cfbb369d2d service neutron] 10.222.0.15 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862999 Aug 31 01:45:39.824643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe137b-8dfd-40a1-a36b-5885ce8651cf req-75c197f1-9f19-4170-9e3b-6f3ddd10123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:39.826125 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efbe137b-8dfd-40a1-a36b-5885ce8651cf req-75c197f1-9f19-4170-9e3b-6f3ddd10123c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 1095 time: 0.0411155 Aug 31 01:45:39.919076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe137b-8dfd-40a1-a36b-5885ce8651cf req-36bdde8b-9495-4814-81c9-59b8bdb0d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:39.920589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efbe137b-8dfd-40a1-a36b-5885ce8651cf req-36bdde8b-9495-4814-81c9-59b8bdb0d1b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbf25293-078b-4818-aec1-c70d8731f573 HTTP/1.1" status: 200 len: 897 time: 0.0879855 Aug 31 01:45:39.963538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efbe137b-8dfd-40a1-a36b-5885ce8651cf req-77762c23-3b5d-4a07-bfdb-65e0d5e25b9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d HTTP/1.1" status: 200 len: 217 time: 0.0357900 Aug 31 01:45:40.012105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe137b-8dfd-40a1-a36b-5885ce8651cf req-097f65eb-bdfc-4260-8b4c-793b047b2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:40.013540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efbe137b-8dfd-40a1-a36b-5885ce8651cf req-097f65eb-bdfc-4260-8b4c-793b047b2e92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0648d929-66b3-4065-834f-f00a89cb9894 HTTP/1.1" status: 200 len: 835 time: 0.0432453 Aug 31 01:45:40.064116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe137b-8dfd-40a1-a36b-5885ce8651cf req-d362084f-1c5a-4247-b1ef-afccf743e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:40.065600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efbe137b-8dfd-40a1-a36b-5885ce8651cf req-d362084f-1c5a-4247-b1ef-afccf743e800 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbf25293-078b-4818-aec1-c70d8731f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452476 Aug 31 01:45:40.153832 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efbe137b-8dfd-40a1-a36b-5885ce8651cf req-9ef4393b-fc44-4e3a-9b6e-75e203e4925b service neutron] 10.222.0.15 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811141 Aug 31 01:45:40.277492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bc2b6-dc06-42b9-9447-716f9a64ea3a req-a5f5bacd-6ef5-4e56-96c8-6d38806930ce tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:40.278983 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-517bc2b6-dc06-42b9-9447-716f9a64ea3a req-a5f5bacd-6ef5-4e56-96c8-6d38806930ce tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 943 time: 0.0999680 Aug 31 01:45:40.295183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-efbe137b-8dfd-40a1-a36b-5885ce8651cf req-aa54611a-b991-4d8c-b50d-02a1c55de554 service neutron] 10.222.0.15 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342492 Aug 31 01:45:40.322427 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-517bc2b6-dc06-42b9-9447-716f9a64ea3a req-577fdf69-392b-4b62-bcd3-6e7b0d042d9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358624 Aug 31 01:45:41.201266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7b5d70b7-403f-4e28-9785-291b71d0ae29 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:45:41.251947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 7b5d70b7-403f-4e28-9785-291b71d0ae29 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:45:41.252326 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:41.439947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dcdf0-b576-466e-a282-d7d5e813cce2 req-6a1a3320-e953-4f2b-abe3-df849df09b60 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:41.441415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c33dcdf0-b576-466e-a282-d7d5e813cce2 req-6a1a3320-e953-4f2b-abe3-df849df09b60 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 943 time: 0.0496166 Aug 31 01:45:41.443534 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:41.479417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c33dcdf0-b576-466e-a282-d7d5e813cce2 req-cef45a68-494e-40e8-aee9-45158ad2f41e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Aug 31 01:45:42.075380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:45:42.171164 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:42.183101 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'port_id': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d', 'mac_address': 'fa:16:3e:07:dc:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0648d929-66b3-4065-834f-f00a89cb9894', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:45:42.218525 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:42.230711 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:45:42.249833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:42.256457 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:42.302993 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:42.597869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208afdf-1007-49f5-80d3-d3f7368063ce req-6c68bb45-8f52-4ee3-8029-3bd412e97309 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:42.599347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b208afdf-1007-49f5-80d3-d3f7368063ce req-6c68bb45-8f52-4ee3-8029-3bd412e97309 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 944 time: 0.0525296 Aug 31 01:45:42.604837 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:45:42.638877 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b208afdf-1007-49f5-80d3-d3f7368063ce req-c1192d51-0cea-4573-a91d-a19c82847024 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325036 Aug 31 01:45:43.752303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28cede-55e7-4da2-8f72-90020aa0c194 req-47b18880-9e59-4d0e-9fcc-8424993d7557 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:43.753785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f28cede-55e7-4da2-8f72-90020aa0c194 req-47b18880-9e59-4d0e-9fcc-8424993d7557 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 944 time: 0.0491168 Aug 31 01:45:43.793460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f28cede-55e7-4da2-8f72-90020aa0c194 req-348ab5a7-a202-44b1-981d-1e62347a4a29 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331945 Aug 31 01:45:44.084632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:45:44.134674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:45:44.138176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:45:44.138545 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:44.213819 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:44.234721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:45:44.236956 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e36889-aa4c-4122-8d2e-37ec0238c374" -d '{"events": [{"server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "name": "network-vif-plugged", "status": "completed", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:45:44.249498 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:45:44.253603 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:44.304575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:44.337138 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3465e4-d6bc-40c8-b3fd-e8f8ad49b630 x-openstack-request-id: req-9d3465e4-d6bc-40c8-b3fd-e8f8ad49b630 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:45:44.337748 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "name": "network-vif-plugged", "status": "completed", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:45:44.337748 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d3465e4-d6bc-40c8-b3fd-e8f8ad49b630 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:45:44.338401 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d', 'code': 200} Aug 31 01:45:44.451885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3b05a-2e1b-48fe-8148-d674baffc1e1 req-8c5cfaeb-4c25-4545-b722-9bf9c850a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:44.453418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81b3b05a-2e1b-48fe-8148-d674baffc1e1 req-8c5cfaeb-4c25-4545-b722-9bf9c850a02c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 1097 time: 0.0405195 Aug 31 01:45:44.488618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-81b3b05a-2e1b-48fe-8148-d674baffc1e1 req-110f1ff7-b2be-45e6-bc8f-755edbd46538 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282793 Aug 31 01:45:44.911138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ef022-cf9a-4179-83fd-3a8d1050a696 req-32246d60-6a14-449c-8629-60d67df27876 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:44.912632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-715ef022-cf9a-4179-83fd-3a8d1050a696 req-32246d60-6a14-449c-8629-60d67df27876 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 945 time: 0.0532625 Aug 31 01:45:44.950255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-715ef022-cf9a-4179-83fd-3a8d1050a696 req-42855bd7-e4dc-4fe3-ab41-4913839f46dc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315571 Aug 31 01:45:46.065993 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b00d2-1091-4ccd-85f7-ff431de0388b req-45ed85e7-428c-430f-88b7-31f6bbd186c5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:46.067492 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a62b00d2-1091-4ccd-85f7-ff431de0388b req-45ed85e7-428c-430f-88b7-31f6bbd186c5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 945 time: 0.0500309 Aug 31 01:45:46.106679 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a62b00d2-1091-4ccd-85f7-ff431de0388b req-dd1a05c1-28c5-49c7-99fe-ba7dd8cd7ab5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329828 Aug 31 01:45:46.219176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2214a7-7c9a-480e-9357-d8cffee54eb7 req-46bd7bad-d511-4b43-9995-6b91bc8fe050 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:46.220655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c2214a7-7c9a-480e-9357-d8cffee54eb7 req-46bd7bad-d511-4b43-9995-6b91bc8fe050 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 945 time: 0.0479050 Aug 31 01:45:46.258895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c2214a7-7c9a-480e-9357-d8cffee54eb7 req-e4f91c9f-a92e-4e0f-82ae-cd7ea1c4c2a5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317576 Aug 31 01:45:46.280615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34876) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:46.323091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e4afbc-5bc4-458c-9903-1d7aea92e1ee tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:46.324623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-34e4afbc-5bc4-458c-9903-1d7aea92e1ee tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 1092 time: 0.0430329 Aug 31 01:45:46.327321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34878) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:46.331624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:45:46.353900 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:46.450728 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:46.554938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.25.6.128 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/96ba5eb9-379c-47c4-8a8b-85e58db7e16c) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:45:46.653027 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:46.690601 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:46.729939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:45:46.736917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:45:46.739789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:45:46.766247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=96ba5eb9-379c-47c4-8a8b-85e58db7e16c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:47.099889 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:47.172888 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:47.318665 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:47.323712 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:47.388188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=96ba5eb9-379c-47c4-8a8b-85e58db7e16c,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:45:47.403040 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:47.500911 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Floating IP d071f6ce-3b13-4af2-af44-c3fb8eeb7b91 associated. External IP: 172.25.6.128, port: d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d. Aug 31 01:45:47.703160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router be481f2e-f903-4178-8567-6e4f9b31d6fd has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:45:47.814669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:45:47.825132 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0ea52-472b-46f1-a37b-3a4ae3f93de2 None None] Sync routers for ids ['be481f2e-f903-4178-8567-6e4f9b31d6fd'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:45:47.830574 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:47.838689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0ea52-472b-46f1-a37b-3a4ae3f93de2 None None] Routers {'be481f2e-f903-4178-8567-6e4f9b31d6fd'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:45:47.839374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b4d0ea52-472b-46f1-a37b-3a4ae3f93de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:45:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['be481f2e-f903-4178-8567-6e4f9b31d6fd'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:47.860083 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-979434d0-45da-40af-b86c-1dca7a3be8b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5294085 Aug 31 01:45:47.860083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:45:47.862144 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b968f788-a9d9-4732-bc41-1d1617ba9134" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:45:47.900255 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ce4cc1-d6f1-4f1d-8d86-157f3616bb4c x-openstack-request-id: req-11ce4cc1-d6f1-4f1d-8d86-157f3616bb4c {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:45:47.900543 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:45:47.900794 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11ce4cc1-d6f1-4f1d-8d86-157f3616bb4c {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:45:47.901196 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d', 'status': 'completed', 'code': 200} Aug 31 01:45:47.952498 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-b4d0ea52-472b-46f1-a37b-3a4ae3f93de2 None None] Set router be481f2e-f903-4178-8567-6e4f9b31d6fd gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:45:47.986861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79693aa-910f-498d-bbb7-3c162acbb555 req-530f71a9-c0d1-4439-9a93-2b8741f96656 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:47.988404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d79693aa-910f-498d-bbb7-3c162acbb555 req-530f71a9-c0d1-4439-9a93-2b8741f96656 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 945 time: 0.0799060 Aug 31 01:45:47.992235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968f788-a9d9-4732-bc41-1d1617ba9134 req-8bc27b14-658c-4a62-ac18-9df8e9601ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:47.993836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b968f788-a9d9-4732-bc41-1d1617ba9134 req-8bc27b14-658c-4a62-ac18-9df8e9601ef4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 1097 time: 0.0570009 Aug 31 01:45:48.080471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d79693aa-910f-498d-bbb7-3c162acbb555 req-6dd3f91d-7def-49c2-aa71-a1a20d81548f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851710 Aug 31 01:45:48.106983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 34884) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:48.118360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968f788-a9d9-4732-bc41-1d1617ba9134 req-40e37af4-5f59-460e-bc90-2d686fefd704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:48.119882 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b968f788-a9d9-4732-bc41-1d1617ba9134 req-40e37af4-5f59-460e-bc90-2d686fefd704 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbf25293-078b-4818-aec1-c70d8731f573 HTTP/1.1" status: 200 len: 897 time: 0.1175046 Aug 31 01:45:48.172529 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-509b8ca8-3044-47cf-9a89-f2be9a9cc8b3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/floatingips/d071f6ce-3b13-4af2-af44-c3fb8eeb7b91 HTTP/1.1" status: 200 len: 991 time: 0.0631917 Aug 31 01:45:48.196620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b968f788-a9d9-4732-bc41-1d1617ba9134 req-c59460e3-bdd3-4a14-aa7b-b3fe11b266f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d HTTP/1.1" status: 200 len: 999 time: 0.0691741 Aug 31 01:45:48.245115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968f788-a9d9-4732-bc41-1d1617ba9134 req-23d3b132-9928-48b5-b846-5eb653b38c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:48.246636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b968f788-a9d9-4732-bc41-1d1617ba9134 req-23d3b132-9928-48b5-b846-5eb653b38c45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0648d929-66b3-4065-834f-f00a89cb9894 HTTP/1.1" status: 200 len: 835 time: 0.0437305 Aug 31 01:45:48.295153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968f788-a9d9-4732-bc41-1d1617ba9134 req-1024c000-6c46-451b-9d5a-fa30d9a7bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:48.296728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b968f788-a9d9-4732-bc41-1d1617ba9134 req-1024c000-6c46-451b-9d5a-fa30d9a7bd46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbf25293-078b-4818-aec1-c70d8731f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428751 Aug 31 01:45:48.335675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b4d0ea52-472b-46f1-a37b-3a4ae3f93de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:45:30Z', 'updated_at': '2021-08-31T01:45:34Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:31Z', 'updated_at': '2021-08-31T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'd071f6ce-3b13-4af2-af44-c3fb8eeb7b91', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'floating_ip_address': '172.25.6.128', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'port_id': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'mac_address': 'fa:16:3e:07:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:45:46Z', 'updated_at': '2021-08-31T01:45:46Z', 'revision_number': 0, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5d70b7-403f-4e28-9785-291b71d0ae29', 'name': '', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:3e:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '0648d929-66b3-4065-834f-f00a89cb9894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:33Z', 'updated_at': '2021-08-31T01:45:39Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '0648d929-66b3-4065-834f-f00a89cb9894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:48.365651 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0ea52-472b-46f1-a37b-3a4ae3f93de2 None None] Checking router: be481f2e-f903-4178-8567-6e4f9b31d6fd for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:45:48.374808 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0ea52-472b-46f1-a37b-3a4ae3f93de2 None None] Routers {'be481f2e-f903-4178-8567-6e4f9b31d6fd'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:45:48.375489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b4d0ea52-472b-46f1-a37b-3a4ae3f93de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:45:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['be481f2e-f903-4178-8567-6e4f9b31d6fd'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:48.395763 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b968f788-a9d9-4732-bc41-1d1617ba9134 req-7a41c44b-ae99-4b3e-8204-40e230987306 service neutron] 10.222.0.15 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902121 Aug 31 01:45:48.482994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-b4d0ea52-472b-46f1-a37b-3a4ae3f93de2 None None] Set router be481f2e-f903-4178-8567-6e4f9b31d6fd gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:45:48.491927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b968f788-a9d9-4732-bc41-1d1617ba9134 req-b10f8c0a-09e5-4347-93b5-4c4457a970d9 service neutron] 10.222.0.15 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900645 Aug 31 01:45:48.701761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b4d0ea52-472b-46f1-a37b-3a4ae3f93de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:45:30Z', 'updated_at': '2021-08-31T01:45:34Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:31Z', 'updated_at': '2021-08-31T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'd071f6ce-3b13-4af2-af44-c3fb8eeb7b91', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'floating_ip_address': '172.25.6.128', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'port_id': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'mac_address': 'fa:16:3e:07:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:45:46Z', 'updated_at': '2021-08-31T01:45:46Z', 'revision_number': 0, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5d70b7-403f-4e28-9785-291b71d0ae29', 'name': '', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:3e:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '0648d929-66b3-4065-834f-f00a89cb9894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:33Z', 'updated_at': '2021-08-31T01:45:39Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '0648d929-66b3-4065-834f-f00a89cb9894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:45:48.727553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0ea52-472b-46f1-a37b-3a4ae3f93de2 None None] The sync data for ids ['be481f2e-f903-4178-8567-6e4f9b31d6fd'] in n-d-802060-13 is: [{'id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:45:30Z', 'updated_at': '2021-08-31T01:45:34Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:31Z', 'updated_at': '2021-08-31T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'd071f6ce-3b13-4af2-af44-c3fb8eeb7b91', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'floating_ip_address': '172.25.6.128', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'port_id': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'mac_address': 'fa:16:3e:07:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:45:46Z', 'updated_at': '2021-08-31T01:45:46Z', 'revision_number': 0, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5d70b7-403f-4e28-9785-291b71d0ae29', 'name': '', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:3e:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '0648d929-66b3-4065-834f-f00a89cb9894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:33Z', 'updated_at': '2021-08-31T01:45:39Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '0648d929-66b3-4065-834f-f00a89cb9894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:45:48.910326 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f2456-f553-4717-b05c-8bc83dd8b6f3 None None] New status for floating IP d071f6ce-3b13-4af2-af44-c3fb8eeb7b91: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:45:49.176419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34886) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:45:49.239540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7ccaa4da-f86a-48d9-bcd6-c210161042e0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/floatingips/d071f6ce-3b13-4af2-af44-c3fb8eeb7b91 HTTP/1.1" status: 200 len: 993 time: 0.0620403 Aug 31 01:45:51.260525 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-898d5d26-dcb6-4e5d-9a08-0aa326fc61d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:53.814786 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2016f241-b6d1-4621-8e8b-94ab334593c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:54.086995 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:54.593244 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:56.790498 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:01.573517 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:46:01.880162 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:11.438131 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:21.262046 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f93e2a71-d3dc-4c0e-8397-0b5bd86e36c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:23.814734 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b15d7d43-f066-40dc-9f62-3f3b0e922759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:24.088440 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:24.595310 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:26.791945 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:31.597779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc4d3238-b6f4-48d8-80fa-7316a697740c req-1111a5c3-e115-4e7c-afea-0a5033faecdb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407729 Aug 31 01:46:31.689737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d3238-b6f4-48d8-80fa-7316a697740c req-5dc6e734-97d8-48de-9a19-4f2c52ac287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:31.691222 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc4d3238-b6f4-48d8-80fa-7316a697740c req-5dc6e734-97d8-48de-9a19-4f2c52ac287c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 1097 time: 0.0407331 Aug 31 01:46:31.803331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d3238-b6f4-48d8-80fa-7316a697740c req-32b13008-1c66-4fe4-9109-0a65b4b31feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:31.804798 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc4d3238-b6f4-48d8-80fa-7316a697740c req-32b13008-1c66-4fe4-9109-0a65b4b31feb service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbf25293-078b-4818-aec1-c70d8731f573 HTTP/1.1" status: 200 len: 897 time: 0.0946159 Aug 31 01:46:31.870184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc4d3238-b6f4-48d8-80fa-7316a697740c req-d8fe6768-55f3-4477-9be5-d1e297b4eefe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d HTTP/1.1" status: 200 len: 1001 time: 0.0584836 Aug 31 01:46:31.884277 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:31.922848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d3238-b6f4-48d8-80fa-7316a697740c req-39d3d079-0183-4627-b5cd-d963df175ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:31.924340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc4d3238-b6f4-48d8-80fa-7316a697740c req-39d3d079-0183-4627-b5cd-d963df175ea9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0648d929-66b3-4065-834f-f00a89cb9894 HTTP/1.1" status: 200 len: 835 time: 0.0465746 Aug 31 01:46:31.974663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d3238-b6f4-48d8-80fa-7316a697740c req-9fbf2de6-7968-444d-ab8c-0b1ea4225a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:31.976511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc4d3238-b6f4-48d8-80fa-7316a697740c req-9fbf2de6-7968-444d-ab8c-0b1ea4225a55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbf25293-078b-4818-aec1-c70d8731f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441010 Aug 31 01:46:32.064858 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc4d3238-b6f4-48d8-80fa-7316a697740c req-a7860918-e5a2-43ef-92ff-ab304ec1aa82 service neutron] 10.222.0.15 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816431 Aug 31 01:46:32.167787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc4d3238-b6f4-48d8-80fa-7316a697740c req-de4ae288-09f1-4c87-8cd7-65766f7a1c70 service neutron] 10.222.0.15 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957181 Aug 31 01:46:38.574045 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:46:41.453878 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:51.262335 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-28227199-6247-4b01-9dae-8e853de8e578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:52.299391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b954d40-3d49-4008-b46c-9b8d8c407634 req-8b082d4f-eed7-46dc-9847-34cab1f6f7b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:52.300882 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b954d40-3d49-4008-b46c-9b8d8c407634 req-8b082d4f-eed7-46dc-9847-34cab1f6f7b5 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 945 time: 0.3610077 Aug 31 01:46:52.339268 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b954d40-3d49-4008-b46c-9b8d8c407634 req-45d1a855-6745-4b61-8938-6bd8d7628909 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322497 Aug 31 01:46:52.361007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34912) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:46:52.420150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ed9c2b33-ee90-4c80-8ebb-83a9ea0c8582 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/floatingips/d071f6ce-3b13-4af2-af44-c3fb8eeb7b91 HTTP/1.1" status: 200 len: 993 time: 0.0580106 Aug 31 01:46:52.796191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477d8a5-17fd-482c-877a-87113a8c0b4a req-d85919a7-5896-49d3-ad14-0c267149baaa tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:52.797706 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b477d8a5-17fd-482c-877a-87113a8c0b4a req-d85919a7-5896-49d3-ad14-0c267149baaa tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 1097 time: 0.0436704 Aug 31 01:46:52.832213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b477d8a5-17fd-482c-877a-87113a8c0b4a req-caa78c75-febd-425d-a94a-4179f75e9e27 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286682 Aug 31 01:46:53.354539 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-65f7cb18-48ef-48cf-9b6d-85a941fc2fd1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874107 Aug 31 01:46:53.363700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-05062521-be86-4635-af25-c05e8da2f927 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:46:53.364670 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-05062521-be86-4635-af25-c05e8da2f927 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053682 Aug 31 01:46:53.819601 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-60d1a08a-8785-4c75-a362-9e8f42c7a498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:53.870857 n-d-802060-13 neutron-server[94760]: WARNING keystonemiddleware.auth_token [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-05062521-be86-4635-af25-c05e8da2f927 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 01:46:53.907150 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-60be17fc-a891-4bea-89e2-817d363661a0 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:53.908603 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-60be17fc-a891-4bea-89e2-817d363661a0 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/ports/d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d HTTP/1.1" status: 200 len: 1094 time: 0.1102705 Aug 31 01:46:53.917440 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-6509d59f-2496-4a8a-a16a-5b75301501e2 service neutron] Request body: {'binding': {'host': 'n-h2-802060-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:46:53.917923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-6509d59f-2496-4a8a-a16a-5b75301501e2 service neutron] Unknown quota resources ['binding']. {{(pid=94760) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 01:46:54.059829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-6509d59f-2496-4a8a-a16a-5b75301501e2 service neutron] Attempting to bind port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d on host n-h2-802060-13 for vnic_type normal with profile None {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:46:54.060079 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-6509d59f-2496-4a8a-a16a-5b75301501e2 service neutron] Attempting to bind port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:46:54.060591 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-6509d59f-2496-4a8a-a16a-5b75301501e2 service neutron] Attempting to bind port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d on network cbf25293-078b-4818-aec1-c70d8731f573 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:46:54.064839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-6509d59f-2496-4a8a-a16a-5b75301501e2 service neutron] Port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d on network cbf25293-078b-4818-aec1-c70d8731f573 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:46:54.065161 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-6509d59f-2496-4a8a-a16a-5b75301501e2 service neutron] Attempting to bind port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d on network cbf25293-078b-4818-aec1-c70d8731f573 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:46:54.069917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-6509d59f-2496-4a8a-a16a-5b75301501e2 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:46:54.070257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-6509d59f-2496-4a8a-a16a-5b75301501e2 service neutron] Checking segment: {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:46:54.070918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-6509d59f-2496-4a8a-a16a-5b75301501e2 service neutron] Bound using segment: {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:46:54.071378 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-6509d59f-2496-4a8a-a16a-5b75301501e2 service neutron] Bound port: d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:46:54.090000 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:54.158503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-6509d59f-2496-4a8a-a16a-5b75301501e2 service neutron] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:46:54.163188 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-6509d59f-2496-4a8a-a16a-5b75301501e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:54.164723 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-6509d59f-2496-4a8a-a16a-5b75301501e2 service neutron] 10.222.0.58 "POST /v2.0/ports/d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d/bindings HTTP/1.1" status: 201 len: 390 time: 0.2507424 Aug 31 01:46:54.304548 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b624bf4-d965-46f4-bd19-f546cae67fd6 req-aa24fceb-1513-4753-ac5e-4f3d1a687761 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:54.307907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b624bf4-d965-46f4-bd19-f546cae67fd6 req-aa24fceb-1513-4753-ac5e-4f3d1a687761 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 945 time: 0.0564849 Aug 31 01:46:54.349817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b624bf4-d965-46f4-bd19-f546cae67fd6 req-527bbb1e-75aa-49c9-a864-708f6c706284 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366049 Aug 31 01:46:54.403771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-a5756fab-ea7b-4406-8b5d-ad4f4a4326eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:54.405284 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-a5756fab-ea7b-4406-8b5d-ad4f4a4326eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 1097 time: 0.0427039 Aug 31 01:46:54.500357 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-460c1d6f-5757-49e5-af09-aad0e749a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:54.501838 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-460c1d6f-5757-49e5-af09-aad0e749a4eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=cbf25293-078b-4818-aec1-c70d8731f573 HTTP/1.1" status: 200 len: 897 time: 0.0895178 Aug 31 01:46:54.569700 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-3e7154a2-a5de-4189-86d9-fe23a39506eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d HTTP/1.1" status: 200 len: 1001 time: 0.0601470 Aug 31 01:46:54.598550 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:54.623761 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-479da62a-ff4e-4703-917e-a0d0ee9c18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:54.625131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-479da62a-ff4e-4703-917e-a0d0ee9c18d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0648d929-66b3-4065-834f-f00a89cb9894 HTTP/1.1" status: 200 len: 835 time: 0.0485511 Aug 31 01:46:54.671672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0019ba14-dd0b-4eb1-98c2-aedac5630933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:54.673203 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0019ba14-dd0b-4eb1-98c2-aedac5630933 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cbf25293-078b-4818-aec1-c70d8731f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411963 Aug 31 01:46:54.763118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-c829bbe8-1252-417e-98fa-a9bbf242c5a2 service neutron] 10.222.0.70 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821626 Aug 31 01:46:54.866256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-677464b7-6973-4118-ad1f-0afbc66c844e service neutron] 10.222.0.70 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960889 Aug 31 01:46:54.998987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-859ea696-484d-4f86-8f2c-7b0e10e15218 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:55.000554 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-859ea696-484d-4f86-8f2c-7b0e10e15218 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df&tenant_id=2a0f425b452f418686dba5a4056ca253&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1097 time: 0.0795033 Aug 31 01:46:55.012248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-13'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:46:55.070748 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:55.197003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:46:55.233167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:46:55.273357 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:46:55.276509 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a3fcbc-15e0-4b6c-85e8-388021dc3ec4" -d '{"events": [{"server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:46:55.280773 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:55.286589 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:55.315321 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912c2553-bad8-4086-b506-c8ef99bfc146 x-openstack-request-id: req-912c2553-bad8-4086-b506-c8ef99bfc146 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:46:55.315936 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:46:55.315936 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-912c2553-bad8-4086-b506-c8ef99bfc146 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:46:55.316242 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d', 'code': 200} Aug 31 01:46:55.388483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,revision_number=7']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:55.404940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:55.405290 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:55.405638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:55.406238 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:55.406572 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:55.406904 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:55.407232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:55.407585 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:55.407913 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:55.408260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:55.408571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:55.408894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:55.478419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Attempting to bind port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d on host n-h1-802060-13 for vnic_type normal with profile {"migrating_to": "n-h2-802060-13"} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:46:55.478760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Attempting to bind port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:46:55.479092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Attempting to bind port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d on network cbf25293-078b-4818-aec1-c70d8731f573 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:46:55.486267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d on network cbf25293-078b-4818-aec1-c70d8731f573 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:46:55.486544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Attempting to bind port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d on network cbf25293-078b-4818-aec1-c70d8731f573 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:46:55.494894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:46:55.495237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Checking segment: {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:46:55.495643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Bound using segment: {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:46:55.496079 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Bound port: d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001d7798-916f-4239-922f-0f12f5dae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:46:55.496440 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:55.522356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a445af6-326c-4a5f-ab64-145e8f4ef73f req-12dba8e7-0a20-41d7-a97c-f91e3cd56eb0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:55.524421 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a445af6-326c-4a5f-ab64-145e8f4ef73f req-12dba8e7-0a20-41d7-a97c-f91e3cd56eb0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 943 time: 0.0830247 Aug 31 01:46:55.568950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-58442f73-be66-4080-9a98-aaa10aafa09e None None] Provisioning complete for port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:46:55.569521 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-58442f73-be66-4080-9a98-aaa10aafa09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:55.603455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-58442f73-be66-4080-9a98-aaa10aafa09e None None] Port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:46:55.605119 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7a445af6-326c-4a5f-ab64-145e8f4ef73f req-df40eaf1-0875-4a11-b84c-e48c63877c8e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587821 Aug 31 01:46:55.606177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:46:55.609523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:46:55.614210 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:55.710753 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,revision_number=8']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:55.754065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:55.754686 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:55.756109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-0ab55cdf-e3e5-4e1f-b714-75c5d6bdd6e0 service neutron] 10.222.0.70 "PUT /v2.0/ports/d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d HTTP/1.1" status: 200 len: 1123 time: 0.7481430 Aug 31 01:46:55.859705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:46:55.948020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Provisioning complete for port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:46:55.948308 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:56.087715 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:56.125206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:46:56.127453 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90061d9b-8a9d-4ff3-aab0-3bf0a8bcf035" -d '{"events": [{"server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "name": "network-vif-plugged", "status": "completed", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:46:56.151835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:46:56.158284 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:56.166371 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2f4fa3-f36e-4ecd-aa67-51958c9b1322 x-openstack-request-id: req-cd2f4fa3-f36e-4ecd-aa67-51958c9b1322 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:46:56.166674 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "name": "network-vif-plugged", "status": "completed", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:46:56.166917 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd2f4fa3-f36e-4ecd-aa67-51958c9b1322 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:46:56.167334 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d', 'code': 200} Aug 31 01:46:56.318034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Pushing event updated for resources: {'Port': ['ID=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:46:56.329947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:56.330296 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:56.330638 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:56.330971 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:56.331323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:56.331659 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:56.331985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:56.332311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:56.332660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:56.332983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:56.333304 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:56.333624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d870-dbdb-4048-851d-9264502f7329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:46:56.721241 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97063d-668e-4dd9-8e23-f3d502b13426 req-3a00baa3-d188-43ab-b0ce-b53f5130944b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:56.722724 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee97063d-668e-4dd9-8e23-f3d502b13426 req-3a00baa3-d188-43ab-b0ce-b53f5130944b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 945 time: 0.0488870 Aug 31 01:46:56.760785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee97063d-668e-4dd9-8e23-f3d502b13426 req-8852a95e-a3f2-464e-a189-b0471a3ea001 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311639 Aug 31 01:46:56.796511 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:57.317700 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:46:57.320038 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11334c5a-c9da-45b3-8711-8bd546b751b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:46:57.360487 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05dcc5f-ec33-4527-86c6-e1ff3ba182e7 x-openstack-request-id: req-f05dcc5f-ec33-4527-86c6-e1ff3ba182e7 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:46:57.360781 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:46:57.361033 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f05dcc5f-ec33-4527-86c6-e1ff3ba182e7 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:46:57.361438 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d', 'status': 'completed', 'code': 200} Aug 31 01:46:57.436969 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11334c5a-c9da-45b3-8711-8bd546b751b3 req-881f0651-ec3e-4ca7-8eca-770a893dbbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:57.438429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11334c5a-c9da-45b3-8711-8bd546b751b3 req-881f0651-ec3e-4ca7-8eca-770a893dbbaa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 1128 time: 0.0433996 Aug 31 01:46:57.529850 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11334c5a-c9da-45b3-8711-8bd546b751b3 req-88b1f1e6-2373-493b-86c3-daaccaf8cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:57.531586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11334c5a-c9da-45b3-8711-8bd546b751b3 req-88b1f1e6-2373-493b-86c3-daaccaf8cce6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbf25293-078b-4818-aec1-c70d8731f573 HTTP/1.1" status: 200 len: 897 time: 0.0855577 Aug 31 01:46:57.597329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11334c5a-c9da-45b3-8711-8bd546b751b3 req-5ea9913a-a45d-4779-bf63-f3df5370bb8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d HTTP/1.1" status: 200 len: 1001 time: 0.0586445 Aug 31 01:46:57.651056 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11334c5a-c9da-45b3-8711-8bd546b751b3 req-f683c423-6321-4dcf-b33c-eb6d01930618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:57.652521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11334c5a-c9da-45b3-8711-8bd546b751b3 req-f683c423-6321-4dcf-b33c-eb6d01930618 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0648d929-66b3-4065-834f-f00a89cb9894 HTTP/1.1" status: 200 len: 835 time: 0.0469873 Aug 31 01:46:57.699580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11334c5a-c9da-45b3-8711-8bd546b751b3 req-6aa363e3-0f01-409a-b457-12fc77eb0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:57.700975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11334c5a-c9da-45b3-8711-8bd546b751b3 req-6aa363e3-0f01-409a-b457-12fc77eb0668 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbf25293-078b-4818-aec1-c70d8731f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401211 Aug 31 01:46:57.791154 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11334c5a-c9da-45b3-8711-8bd546b751b3 req-04f122d4-542a-4169-838a-61ff25eb56d9 service neutron] 10.222.0.15 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831947 Aug 31 01:46:57.916918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03a556-352b-4921-86ba-352e08feaea2 req-c1e9c118-1861-4185-aaa3-1a59e230ebcf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:57.918445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f03a556-352b-4921-86ba-352e08feaea2 req-c1e9c118-1861-4185-aaa3-1a59e230ebcf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 945 time: 0.0728381 Aug 31 01:46:57.935705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11334c5a-c9da-45b3-8711-8bd546b751b3 req-fd647abf-6481-408d-b700-ee2ef82c1d72 service neutron] 10.222.0.15 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364679 Aug 31 01:46:57.962505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f03a556-352b-4921-86ba-352e08feaea2 req-aabb3817-5408-4d6c-8b84-886dcb8dc73b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364134 Aug 31 01:46:58.933392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:46:59.029611 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:46:59.041273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d has no active binding in host n-h2-802060-13 {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 01:46:59.085858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc2060-9595-423b-97ce-ad63b14457a8 req-f40be205-e6f0-45cb-9727-e46054711723 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:59.088150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78fc2060-9595-423b-97ce-ad63b14457a8 req-f40be205-e6f0-45cb-9727-e46054711723 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 945 time: 0.0541205 Aug 31 01:46:59.124516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78fc2060-9595-423b-97ce-ad63b14457a8 req-ca0d0a1a-2b09-4cce-bd03-617c824ef81d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304995 Aug 31 01:47:00.240005 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8090f09-edbf-4f73-a070-26e29634d080 req-0c56f0d0-520f-42e5-9613-009aa7cd7781 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:00.241486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8090f09-edbf-4f73-a070-26e29634d080 req-0c56f0d0-520f-42e5-9613-009aa7cd7781 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 945 time: 0.0494831 Aug 31 01:47:00.279670 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8090f09-edbf-4f73-a070-26e29634d080 req-9bc356b3-8693-4245-bc1d-ac9faa2bb41d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320253 Aug 31 01:47:00.815610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-62951e8d-e205-43bf-99aa-224a382377d8 service neutron] 10.222.0.15 "GET /v2.0/ports/d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d/bindings/n-h2-802060-13 HTTP/1.1" status: 200 len: 385 time: 0.0541334 Aug 31 01:47:00.988026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-9bd3eb7a-cbd6-4658-8c7e-779a8574b618 service neutron] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:01.009311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-9bd3eb7a-cbd6-4658-8c7e-779a8574b618 service neutron] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:47:01.053023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:01.055914 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b25828-6dd4-4391-b765-d4ec93744bad" -d '{"events": [{"server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:01.062986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-9bd3eb7a-cbd6-4658-8c7e-779a8574b618 service neutron] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:01.081899 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-9bd3eb7a-cbd6-4658-8c7e-779a8574b618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:01.091885 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d7628e-e0c8-4724-b7ea-529cf40c733f x-openstack-request-id: req-84d7628e-e0c8-4724-b7ea-529cf40c733f {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:01.092172 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:01.092479 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-84d7628e-e0c8-4724-b7ea-529cf40c733f {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:01.092818 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d', 'code': 200} Aug 31 01:47:01.157891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-9bd3eb7a-cbd6-4658-8c7e-779a8574b618 service neutron] Transition to ACTIVE for port object d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:47:01.161469 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-9bd3eb7a-cbd6-4658-8c7e-779a8574b618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:01.261221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3eb7a-cbd6-4658-8c7e-779a8574b618 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,revision_number=11']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:01.298654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-9bd3eb7a-cbd6-4658-8c7e-779a8574b618 service neutron] No DVR routers for this DVR port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:47:01.450234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d7759-8e5d-46ef-a613-75fbf9344098 req-94592662-86d3-4e52-9ad6-86a692897a10 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:01.451736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e63d7759-8e5d-46ef-a613-75fbf9344098 req-94592662-86d3-4e52-9ad6-86a692897a10 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 944 time: 0.0964937 Aug 31 01:47:01.477002 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-9bd3eb7a-cbd6-4658-8c7e-779a8574b618 service neutron] 10.222.0.15 "PUT /v2.0/ports/d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d/bindings/n-h2-802060-13/activate HTTP/1.1" status: 200 len: 370 time: 0.6542959 Aug 31 01:47:01.501827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e63d7759-8e5d-46ef-a613-75fbf9344098 req-803ee2f2-859a-4f20-a116-8efc3d54ab02 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369945 Aug 31 01:47:01.597007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-4789be57-e020-40da-a71b-74faa2264805 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:01.598523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-4789be57-e020-40da-a71b-74faa2264805 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df&tenant_id=2a0f425b452f418686dba5a4056ca253&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 1096 time: 0.0453103 Aug 31 01:47:01.738043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-4876f20c-c692-4d34-b120-ad97552ae75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:01.739561 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-4876f20c-c692-4d34-b120-ad97552ae75d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df&tenant_id=2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 1096 time: 0.1333265 Aug 31 01:47:01.799788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-686d0830-39fe-4b2b-a601-ccf8b9422b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:01.801240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-686d0830-39fe-4b2b-a601-ccf8b9422b6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 1096 time: 0.0406554 Aug 31 01:47:01.892741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-55326966-c367-4184-adc5-66a2d9b8f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:01.894143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-55326966-c367-4184-adc5-66a2d9b8f58e service neutron] 10.222.0.70 "GET /v2.0/networks?id=cbf25293-078b-4818-aec1-c70d8731f573 HTTP/1.1" status: 200 len: 897 time: 0.0860648 Aug 31 01:47:01.900631 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:01.959536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-be96f7a4-9e62-45b6-8055-f6b51ceb9f5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d HTTP/1.1" status: 200 len: 999 time: 0.0583620 Aug 31 01:47:02.007184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-cd6f3d45-5fcd-455e-ab64-e932d6e90def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:02.009183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-cd6f3d45-5fcd-455e-ab64-e932d6e90def service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0648d929-66b3-4065-834f-f00a89cb9894 HTTP/1.1" status: 200 len: 835 time: 0.0428276 Aug 31 01:47:02.057248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-bc8c1cd1-f3fc-4230-a507-9ec89c1b7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:02.058695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-bc8c1cd1-f3fc-4230-a507-9ec89c1b7f75 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cbf25293-078b-4818-aec1-c70d8731f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431185 Aug 31 01:47:02.150235 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-13b22a14-f14e-47a1-bb8e-16ce88ac5185 service neutron] 10.222.0.70 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845134 Aug 31 01:47:02.242907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-c8e4fc97-26e1-4ad9-aa84-9f18e24e2c09 service neutron] 10.222.0.70 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842860 Aug 31 01:47:02.463527 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-15e67ea5-8d1d-4443-8809-f0b199d8d453 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:02.464919 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-15e67ea5-8d1d-4443-8809-f0b199d8d453 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df&tenant_id=2a0f425b452f418686dba5a4056ca253&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 1096 time: 0.0435693 Aug 31 01:47:02.636208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-919e4948-b926-4081-adda-223b5f91237d service neutron] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:47:02.645013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb6e9c-9d14-4073-b9ed-58126389d902 req-9c73d36f-c147-45bb-9b69-73587db66bee tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:02.646588 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bdb6e9c-9d14-4073-b9ed-58126389d902 req-9c73d36f-c147-45bb-9b69-73587db66bee tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 944 time: 0.0720015 Aug 31 01:47:02.649450 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-919e4948-b926-4081-adda-223b5f91237d service neutron] Notify callbacks [] for binding, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:02.650454 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d626fbb5-daff-4cd8-aec0-1af20a928c62 req-919e4948-b926-4081-adda-223b5f91237d service neutron] 10.222.0.70 "DELETE /v2.0/ports/d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d/bindings/n-h1-802060-13 HTTP/1.1" status: 204 len: 173 time: 0.1782560 Aug 31 01:47:02.688545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bdb6e9c-9d14-4073-b9ed-58126389d902 req-b424102b-ccc7-4142-911a-7eb70c6e037e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358498 Aug 31 01:47:02.794480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738085a-ca92-4922-a6d2-28b77e8dc553 req-d694f098-7ba1-490c-be9d-ee6ca0b927eb tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:02.796021 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2738085a-ca92-4922-a6d2-28b77e8dc553 req-d694f098-7ba1-490c-be9d-ee6ca0b927eb tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 1096 time: 0.0424151 Aug 31 01:47:02.831082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2738085a-ca92-4922-a6d2-28b77e8dc553 req-f850544a-891b-4e8e-af27-2ff519bb7bd9 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289202 Aug 31 01:47:02.947456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60652b52-89e9-47f0-8af7-96558199985a req-05a92c6f-a121-484b-a01e-c3cf031c10b9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:02.948957 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60652b52-89e9-47f0-8af7-96558199985a req-05a92c6f-a121-484b-a01e-c3cf031c10b9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 944 time: 0.0542679 Aug 31 01:47:02.987463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60652b52-89e9-47f0-8af7-96558199985a req-4f3581f8-daf5-452f-a480-a2691f2251f2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325360 Aug 31 01:47:03.009767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34986) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:03.071483 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9208a7e0-e69a-441e-b54d-a4983b4991fc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/floatingips/d071f6ce-3b13-4af2-af44-c3fb8eeb7b91 HTTP/1.1" status: 200 len: 991 time: 0.0605068 Aug 31 01:47:03.296854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 34992) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:03.458884 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-0109d5ba-cc67-437a-b68d-c897c18b0078 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port 96ba5eb9-379c-47c4-8a8b-85e58db7e16c {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:47:03.459226 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0109d5ba-cc67-437a-b68d-c897c18b0078 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:03.537848 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0109d5ba-cc67-437a-b68d-c897c18b0078 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:03.538493 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0109d5ba-cc67-437a-b68d-c897c18b0078 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:03.549482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-0109d5ba-cc67-437a-b68d-c897c18b0078 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for 96ba5eb9-379c-47c4-8a8b-85e58db7e16c owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:47:03.708527 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0109d5ba-cc67-437a-b68d-c897c18b0078 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:03.734926 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109d5ba-cc67-437a-b68d-c897c18b0078 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=96ba5eb9-379c-47c4-8a8b-85e58db7e16c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:03.794075 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0109d5ba-cc67-437a-b68d-c897c18b0078 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:03.794428 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-0109d5ba-cc67-437a-b68d-c897c18b0078 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Floating IP d071f6ce-3b13-4af2-af44-c3fb8eeb7b91 disassociated (deleted). External IP: 172.25.6.128, port: d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d. Aug 31 01:47:03.998429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0109d5ba-cc67-437a-b68d-c897c18b0078 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router be481f2e-f903-4178-8567-6e4f9b31d6fd has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:47:04.105618 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0109d5ba-cc67-437a-b68d-c897c18b0078 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:47:04.110324 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0109d5ba-cc67-437a-b68d-c897c18b0078 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:04.115306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdeaf38-1106-41f1-b01d-eccfbb910e5a None None] Sync routers for ids ['be481f2e-f903-4178-8567-6e4f9b31d6fd'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:47:04.124621 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdeaf38-1106-41f1-b01d-eccfbb910e5a None None] Routers {'be481f2e-f903-4178-8567-6e4f9b31d6fd'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:47:04.125245 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0fdeaf38-1106-41f1-b01d-eccfbb910e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:46:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['be481f2e-f903-4178-8567-6e4f9b31d6fd'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:04.137554 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0109d5ba-cc67-437a-b68d-c897c18b0078 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/floatingips/d071f6ce-3b13-4af2-af44-c3fb8eeb7b91 HTTP/1.1" status: 204 len: 168 time: 0.8395357 Aug 31 01:47:04.138151 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:04.140428 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834e47dd-51cb-4f35-b0d0-bf174ea0d92f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:04.181156 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0388b825-2b65-494a-8b73-152a3267b23a x-openstack-request-id: req-0388b825-2b65-494a-8b73-152a3267b23a {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:04.181398 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:04.181842 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0388b825-2b65-494a-8b73-152a3267b23a {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:04.182260 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d', 'status': 'completed', 'code': 200} Aug 31 01:47:04.247053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e47dd-51cb-4f35-b0d0-bf174ea0d92f req-546964e0-4e09-480e-b1bd-76299e64b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:04.248507 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-0fdeaf38-1106-41f1-b01d-eccfbb910e5a None None] Set router be481f2e-f903-4178-8567-6e4f9b31d6fd gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:47:04.248840 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-834e47dd-51cb-4f35-b0d0-bf174ea0d92f req-546964e0-4e09-480e-b1bd-76299e64b898 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 1096 time: 0.0434992 Aug 31 01:47:04.384173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e47dd-51cb-4f35-b0d0-bf174ea0d92f req-8674f695-d05e-44bc-8c6c-1be62296b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:04.385572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-834e47dd-51cb-4f35-b0d0-bf174ea0d92f req-8674f695-d05e-44bc-8c6c-1be62296b485 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cbf25293-078b-4818-aec1-c70d8731f573 HTTP/1.1" status: 200 len: 897 time: 0.1191597 Aug 31 01:47:04.408625 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7abba1-ad19-4edd-a4fc-f594a96b05ec req-a7b12100-9a04-4f25-b81c-8925181e351e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:04.410111 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c7abba1-ad19-4edd-a4fc-f594a96b05ec req-a7b12100-9a04-4f25-b81c-8925181e351e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 944 time: 0.0716095 Aug 31 01:47:04.445759 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-834e47dd-51cb-4f35-b0d0-bf174ea0d92f req-5a05cfe8-2867-4f7a-8204-3cd6dcf07349 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d HTTP/1.1" status: 200 len: 217 time: 0.0514719 Aug 31 01:47:04.456003 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:47:04.498730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0fdeaf38-1106-41f1-b01d-eccfbb910e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:45:30Z', 'updated_at': '2021-08-31T01:45:34Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:31Z', 'updated_at': '2021-08-31T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '7b5d70b7-403f-4e28-9785-291b71d0ae29', 'name': '', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:3e:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '0648d929-66b3-4065-834f-f00a89cb9894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:33Z', 'updated_at': '2021-08-31T01:45:39Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '0648d929-66b3-4065-834f-f00a89cb9894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:04.504244 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:47:04.529681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdeaf38-1106-41f1-b01d-eccfbb910e5a None None] Checking router: be481f2e-f903-4178-8567-6e4f9b31d6fd for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:47:04.538877 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdeaf38-1106-41f1-b01d-eccfbb910e5a None None] Routers {'be481f2e-f903-4178-8567-6e4f9b31d6fd'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:47:04.539588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0fdeaf38-1106-41f1-b01d-eccfbb910e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:46:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['be481f2e-f903-4178-8567-6e4f9b31d6fd'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:04.775069 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83b497-ef3a-45c6-8b35-46043720b5f6 req-371de648-e415-4285-a902-274cdaa4618e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:04.776681 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a83b497-ef3a-45c6-8b35-46043720b5f6 req-371de648-e415-4285-a902-274cdaa4618e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6b3ab59-a193-4b39-b893-2bddaf1f82df HTTP/1.1" status: 200 len: 944 time: 0.0526848 Aug 31 01:47:04.803131 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-0fdeaf38-1106-41f1-b01d-eccfbb910e5a None None] Set router be481f2e-f903-4178-8567-6e4f9b31d6fd gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:47:04.837416 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c7abba1-ad19-4edd-a4fc-f594a96b05ec req-7206740b-d112-4ed7-9173-e5d968994979 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=6551e10c-3366-4dce-bc28-dd6eac87cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3950634 Aug 31 01:47:04.842772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e47dd-51cb-4f35-b0d0-bf174ea0d92f req-636cfa74-38a6-43a8-bc56-b0bbdd119499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:04.844240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-834e47dd-51cb-4f35-b0d0-bf174ea0d92f req-636cfa74-38a6-43a8-bc56-b0bbdd119499 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0648d929-66b3-4065-834f-f00a89cb9894 HTTP/1.1" status: 200 len: 835 time: 0.0607233 Aug 31 01:47:04.871380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-1a83b497-ef3a-45c6-8b35-46043720b5f6 req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:47:04.871751 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1a83b497-ef3a-45c6-8b35-46043720b5f6 req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:04.896689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e47dd-51cb-4f35-b0d0-bf174ea0d92f req-50b0f8f5-f87a-4b6e-a9cd-0308ca03104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:04.898226 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-834e47dd-51cb-4f35-b0d0-bf174ea0d92f req-50b0f8f5-f87a-4b6e-a9cd-0308ca03104d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cbf25293-078b-4818-aec1-c70d8731f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462000 Aug 31 01:47:04.967318 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-1a83b497-ef3a-45c6-8b35-46043720b5f6 req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] For port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:04.968114 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1a83b497-ef3a-45c6-8b35-46043720b5f6 req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:04.988751 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-1a83b497-ef3a-45c6-8b35-46043720b5f6 req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:47:04.994580 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-834e47dd-51cb-4f35-b0d0-bf174ea0d92f req-07d68f9e-5336-497d-8457-8f8c97d76a81 service neutron] 10.222.0.70 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877562 Aug 31 01:47:05.022248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-0fdeaf38-1106-41f1-b01d-eccfbb910e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:45:30Z', 'updated_at': '2021-08-31T01:45:34Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:31Z', 'updated_at': '2021-08-31T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '7b5d70b7-403f-4e28-9785-291b71d0ae29', 'name': '', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:3e:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '0648d929-66b3-4065-834f-f00a89cb9894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:33Z', 'updated_at': '2021-08-31T01:45:39Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '0648d929-66b3-4065-834f-f00a89cb9894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:05.053315 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdeaf38-1106-41f1-b01d-eccfbb910e5a None None] The sync data for ids ['be481f2e-f903-4178-8567-6e4f9b31d6fd'] in n-d-802060-13 is: [{'id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:45:30Z', 'updated_at': '2021-08-31T01:45:34Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:31Z', 'updated_at': '2021-08-31T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '7b5d70b7-403f-4e28-9785-291b71d0ae29', 'name': '', 'network_id': 'cbf25293-078b-4818-aec1-c70d8731f573', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:3e:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '0648d929-66b3-4065-834f-f00a89cb9894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:33Z', 'updated_at': '2021-08-31T01:45:39Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': '0648d929-66b3-4065-834f-f00a89cb9894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:47:05.090186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-834e47dd-51cb-4f35-b0d0-bf174ea0d92f req-5444ed57-d166-4014-b248-79d77f783335 service neutron] 10.222.0.70 "GET /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877573 Aug 31 01:47:05.133392 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1a83b497-ef3a-45c6-8b35-46043720b5f6 req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:05.163623 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:05.193183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:05.193539 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:05.193882 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:05.194223 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:05.194558 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:05.194891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:05.195798 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:05.196132 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:05.196461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:05.196789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:05.197115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:05.197438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:05.220059 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a83b497-ef3a-45c6-8b35-46043720b5f6 req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] No DVR routers for this DVR port d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:47:05.222620 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1a83b497-ef3a-45c6-8b35-46043720b5f6 req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:05.224658 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1a83b497-ef3a-45c6-8b35-46043720b5f6 req-8c2f3751-0019-4a9b-8852-6cf48dbe4934 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.70 "DELETE /v2.0/ports/d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d HTTP/1.1" status: 204 len: 173 time: 0.4416072 Aug 31 01:47:05.225095 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'name': 'network-vif-deleted', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:05.227469 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761f0fbf-bc49-4310-b90c-8e17726c17ed" -d '{"events": [{"server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "name": "network-vif-deleted", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:05.309844 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c7129d-e599-4968-bb9d-310ad35425d6 None None] New status for floating IP d071f6ce-3b13-4af2-af44-c3fb8eeb7b91: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:47:05.354665 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc656aed-9243-4165-9acf-78ad64567164 x-openstack-request-id: req-fc656aed-9243-4165-9acf-78ad64567164 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:05.354968 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b3ab59-a193-4b39-b893-2bddaf1f82df", "name": "network-vif-deleted", "tag": "d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:05.355228 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc656aed-9243-4165-9acf-78ad64567164 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:05.355669 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b3ab59-a193-4b39-b893-2bddaf1f82df', 'name': 'network-vif-deleted', 'tag': 'd1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d', 'status': 'completed', 'code': 200} Aug 31 01:47:05.900869 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35006) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:06.269694 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d678a310-78fb-4303-8fa8-4b3eee6c5973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:06.532255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-d678a310-78fb-4303-8fa8-4b3eee6c5973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port 7b5d70b7-403f-4e28-9785-291b71d0ae29 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:47:06.532527 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d678a310-78fb-4303-8fa8-4b3eee6c5973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:06.627189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-d678a310-78fb-4303-8fa8-4b3eee6c5973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] For port 7b5d70b7-403f-4e28-9785-291b71d0ae29, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7b5d70b7-403f-4e28-9785-291b71d0ae29,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:06.627584 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d678a310-78fb-4303-8fa8-4b3eee6c5973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:06.640146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-d678a310-78fb-4303-8fa8-4b3eee6c5973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for 7b5d70b7-403f-4e28-9785-291b71d0ae29 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:47:06.827681 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d678a310-78fb-4303-8fa8-4b3eee6c5973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:06.855830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678a310-78fb-4303-8fa8-4b3eee6c5973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=7b5d70b7-403f-4e28-9785-291b71d0ae29,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:07.028111 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d678a310-78fb-4303-8fa8-4b3eee6c5973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:07.245906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d678a310-78fb-4303-8fa8-4b3eee6c5973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router be481f2e-f903-4178-8567-6e4f9b31d6fd has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:47:07.358422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d678a310-78fb-4303-8fa8-4b3eee6c5973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:47:07.363819 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d678a310-78fb-4303-8fa8-4b3eee6c5973 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "PUT /v2.0/routers/be481f2e-f903-4178-8567-6e4f9b31d6fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4615476 Aug 31 01:47:07.366588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35008) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:07.368756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d7dad-8773-457e-a52d-0b1522a51e35 None None] Sync routers for ids ['be481f2e-f903-4178-8567-6e4f9b31d6fd'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:47:07.377908 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d7dad-8773-457e-a52d-0b1522a51e35 None None] Routers {'be481f2e-f903-4178-8567-6e4f9b31d6fd'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:47:07.378528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4b6d7dad-8773-457e-a52d-0b1522a51e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:46:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['be481f2e-f903-4178-8567-6e4f9b31d6fd'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:07.418279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec0f406-9dcd-470a-9a81-d8c14b5c566f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting subnet 0648d929-66b3-4065-834f-f00a89cb9894 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:47:07.422968 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2ec0f406-9dcd-470a-9a81-d8c14b5c566f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:07.464073 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2ec0f406-9dcd-470a-9a81-d8c14b5c566f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:07.485859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-4b6d7dad-8773-457e-a52d-0b1522a51e35 None None] Set router be481f2e-f903-4178-8567-6e4f9b31d6fd gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:47:07.551577 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2ec0f406-9dcd-470a-9a81-d8c14b5c566f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:07.611929 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2ec0f406-9dcd-470a-9a81-d8c14b5c566f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:07.640265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0f406-9dcd-470a-9a81-d8c14b5c566f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Subnet': ['ID=0648d929-66b3-4065-834f-f00a89cb9894,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:07.642227 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2ec0f406-9dcd-470a-9a81-d8c14b5c566f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:07.646459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2ec0f406-9dcd-470a-9a81-d8c14b5c566f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/subnets/0648d929-66b3-4065-834f-f00a89cb9894 HTTP/1.1" status: 204 len: 168 time: 0.2762566 Aug 31 01:47:07.646764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35010) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:07.652692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd49eb31-addc-437c-ae77-dc7578a6cc88 None None] Network cbf25293-078b-4818-aec1-c70d8731f573 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:47:07.748426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4b6d7dad-8773-457e-a52d-0b1522a51e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:45:30Z', 'updated_at': '2021-08-31T01:47:06Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:31Z', 'updated_at': '2021-08-31T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:07.755437 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:07.788696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d7dad-8773-457e-a52d-0b1522a51e35 None None] Checking router: be481f2e-f903-4178-8567-6e4f9b31d6fd for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:47:07.804203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d7dad-8773-457e-a52d-0b1522a51e35 None None] Routers {'be481f2e-f903-4178-8567-6e4f9b31d6fd'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:47:07.805053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4b6d7dad-8773-457e-a52d-0b1522a51e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:46:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['be481f2e-f903-4178-8567-6e4f9b31d6fd'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:07.864701 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:07.918984 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-4b6d7dad-8773-457e-a52d-0b1522a51e35 None None] Set router be481f2e-f903-4178-8567-6e4f9b31d6fd gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:47:07.921981 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2080b490-749f-4461-9848-8720610a6792 None None] DHCP port deletion for cbf25293-078b-4818-aec1-c70d8731f573 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:47:07.922736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port 20c5df3f-b190-4ae5-a645-59e756b753e6 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:47:07.923090 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.005010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] For port 20c5df3f-b190-4ae5-a645-59e756b753e6, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=20c5df3f-b190-4ae5-a645-59e756b753e6,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:08.005288 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.016823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for 20c5df3f-b190-4ae5-a645-59e756b753e6 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:47:08.100749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2080b490-749f-4461-9848-8720610a6792 None None] Deleting port cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:47:08.101122 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2080b490-749f-4461-9848-8720610a6792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.174141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2080b490-749f-4461-9848-8720610a6792 None None] For port cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa,segment=NetworkSegment(001d7798-916f-4239-922f-0f12f5dae787),segment_id=001d7798-916f-4239-922f-0f12f5dae787)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:08.174453 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2080b490-749f-4461-9848-8720610a6792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.184961 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.194278 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2080b490-749f-4461-9848-8720610a6792 None None] Calling delete_port for cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:47:08.208588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-4b6d7dad-8773-457e-a52d-0b1522a51e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:45:30Z', 'updated_at': '2021-08-31T01:47:06Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:31Z', 'updated_at': '2021-08-31T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:08.215140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=20c5df3f-b190-4ae5-a645-59e756b753e6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:08.262635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d7dad-8773-457e-a52d-0b1522a51e35 None None] The sync data for ids ['be481f2e-f903-4178-8567-6e4f9b31d6fd'] in n-d-802060-13 is: [{'id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911837022', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:45:30Z', 'updated_at': '2021-08-31T01:47:06Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': '20c5df3f-b190-4ae5-a645-59e756b753e6', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be481f2e-f903-4178-8567-6e4f9b31d6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:45:31Z', 'updated_at': '2021-08-31T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:47:08.276940 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.309765 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2080b490-749f-4461-9848-8720610a6792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.338957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080b490-749f-4461-9848-8720610a6792 None None] No DVR routers for this DVR port cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:47:08.340831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080b490-749f-4461-9848-8720610a6792 None None] Pushing event deleted for resources: {'Port': ['ID=cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:08.386924 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.389079 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.431494 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.432047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Fanout notify agent at l3_agent the message router_deleted on router be481f2e-f903-4178-8567-6e4f9b31d6fd {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:47:08.438734 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.439887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-60694caf-85ae-47fc-98cf-5129767df483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/routers/be481f2e-f903-4178-8567-6e4f9b31d6fd HTTP/1.1" status: 204 len: 168 time: 0.7922037 Aug 31 01:47:08.442718 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35012) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:08.514775 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53773aad-ce34-400b-91ba-3a3a048e37d9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.600126 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53773aad-ce34-400b-91ba-3a3a048e37d9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.611100 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-53773aad-ce34-400b-91ba-3a3a048e37d9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf25293-078b-4818-aec1-c70d8731f573']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:08.621866 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-53773aad-ce34-400b-91ba-3a3a048e37d9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001d7798-916f-4239-922f-0f12f5dae787') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:08.622170 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-53773aad-ce34-400b-91ba-3a3a048e37d9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001d7798-916f-4239-922f-0f12f5dae787') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:08.631349 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53773aad-ce34-400b-91ba-3a3a048e37d9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.645695 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53773aad-ce34-400b-91ba-3a3a048e37d9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.652504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53773aad-ce34-400b-91ba-3a3a048e37d9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:47:08.652906 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53773aad-ce34-400b-91ba-3a3a048e37d9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:47:08.656235 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:47:08.714811 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53773aad-ce34-400b-91ba-3a3a048e37d9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.722736 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-53773aad-ce34-400b-91ba-3a3a048e37d9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.724605 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-53773aad-ce34-400b-91ba-3a3a048e37d9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/networks/cbf25293-078b-4818-aec1-c70d8731f573 HTTP/1.1" status: 204 len: 168 time: 0.2808549 Aug 31 01:47:08.727644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35014) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:08.740598 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53773aad-ce34-400b-91ba-3a3a048e37d9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Network': ['ID=cbf25293-078b-4818-aec1-c70d8731f573,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:08.791338 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f7077a6f-0dd6-4071-9465-b76b90a8a886 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.816998 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f7077a6f-0dd6-4071-9465-b76b90a8a886 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.883921 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f7077a6f-0dd6-4071-9465-b76b90a8a886 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.886544 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f7077a6f-0dd6-4071-9465-b76b90a8a886 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.887791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f7077a6f-0dd6-4071-9465-b76b90a8a886 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/security-groups/6551e10c-3366-4dce-bc28-dd6eac87cfac HTTP/1.1" status: 204 len: 168 time: 0.1590879 Aug 31 01:47:08.899502 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7077a6f-0dd6-4071-9465-b76b90a8a886 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6551e10c-3366-4dce-bc28-dd6eac87cfac,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:08.995307 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:47:09.018737 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:47:09.019074 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device d1d1cb12-1fdd-4e5e-bf7d-ccedaa13b36d not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:47:09.215923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35022) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:09.220872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9923feb3-6ab6-4fb1-8313-f08e4bc6fd69 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2019447114', 'description': 'tempest-secgroup-smoke-2019447114 description', 'project_id': '2a0f425b452f418686dba5a4056ca253'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:09.244461 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9923feb3-6ab6-4fb1-8313-f08e4bc6fd69 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.301694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7b5d70b7-403f-4e28-9785-291b71d0ae29 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:47:09.322640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 7b5d70b7-403f-4e28-9785-291b71d0ae29 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:47:09.323270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7b5d70b7-403f-4e28-9785-291b71d0ae29 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:47:09.323713 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:47:09.342661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:47:09.343225 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cd66dc42-9a38-4b00-a0a0-b9cf8188aeaa not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:47:09.343928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 20c5df3f-b190-4ae5-a645-59e756b753e6 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:47:09.356144 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9923feb3-6ab6-4fb1-8313-f08e4bc6fd69 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.359741 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9923feb3-6ab6-4fb1-8313-f08e4bc6fd69 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.363510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 20c5df3f-b190-4ae5-a645-59e756b753e6 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:47:09.363854 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 20c5df3f-b190-4ae5-a645-59e756b753e6 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:47:09.391038 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9923feb3-6ab6-4fb1-8313-f08e4bc6fd69 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.392308 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9923feb3-6ab6-4fb1-8313-f08e4bc6fd69 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1753469 Aug 31 01:47:09.394105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923feb3-6ab6-4fb1-8313-f08e4bc6fd69 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408e1e7c-2a39-4f81-af00-743a25f9e9bf,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:09.395429 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35024) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:09.400354 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ec2ee384-d56d-48ee-8905-607f0c0fdbc8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '408e1e7c-2a39-4f81-af00-743a25f9e9bf', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:09.427555 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ec2ee384-d56d-48ee-8905-607f0c0fdbc8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.484137 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ec2ee384-d56d-48ee-8905-607f0c0fdbc8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.487757 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ec2ee384-d56d-48ee-8905-607f0c0fdbc8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.505759 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ee384-d56d-48ee-8905-607f0c0fdbc8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948dfd1a-1645-43ee-9ba4-2a40790cff80,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:09.511327 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ec2ee384-d56d-48ee-8905-607f0c0fdbc8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.512797 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ec2ee384-d56d-48ee-8905-607f0c0fdbc8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160812 Aug 31 01:47:09.515517 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35028) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:09.519901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-56b6f7f4-80ea-4ffd-8fb7-91e848411318 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '408e1e7c-2a39-4f81-af00-743a25f9e9bf', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:09.545500 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-56b6f7f4-80ea-4ffd-8fb7-91e848411318 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.602326 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-56b6f7f4-80ea-4ffd-8fb7-91e848411318 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.605708 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-56b6f7f4-80ea-4ffd-8fb7-91e848411318 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.622740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6f7f4-80ea-4ffd-8fb7-91e848411318 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5733b6a1-1bb9-4b1b-8bcb-1925a906389e,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:09.629308 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-56b6f7f4-80ea-4ffd-8fb7-91e848411318 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.630510 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-56b6f7f4-80ea-4ffd-8fb7-91e848411318 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140604 Aug 31 01:47:09.633855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35030) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:09.638248 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-3e3b2aed-fe0a-4b3e-aca0-130deb0774c8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '408e1e7c-2a39-4f81-af00-743a25f9e9bf', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:09.664851 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3e3b2aed-fe0a-4b3e-aca0-130deb0774c8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.722041 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3e3b2aed-fe0a-4b3e-aca0-130deb0774c8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.725823 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3e3b2aed-fe0a-4b3e-aca0-130deb0774c8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.745807 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b2aed-fe0a-4b3e-aca0-130deb0774c8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb43330e-582f-4e37-89c9-ff7875fc3e94,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:09.751470 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3e3b2aed-fe0a-4b3e-aca0-130deb0774c8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.752625 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3e3b2aed-fe0a-4b3e-aca0-130deb0774c8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178598 Aug 31 01:47:09.755474 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35032) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:09.759884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-62d1b189-2526-4fbd-8026-b980d6708226 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '408e1e7c-2a39-4f81-af00-743a25f9e9bf', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:09.785671 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62d1b189-2526-4fbd-8026-b980d6708226 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.842523 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62d1b189-2526-4fbd-8026-b980d6708226 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.846086 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62d1b189-2526-4fbd-8026-b980d6708226 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.863357 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1b189-2526-4fbd-8026-b980d6708226 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16407ca4-5fcc-4308-9bc3-66cb9b24d6b1,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:09.870141 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62d1b189-2526-4fbd-8026-b980d6708226 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.871944 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-62d1b189-2526-4fbd-8026-b980d6708226 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151254 Aug 31 01:47:09.874387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35034) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:09.878722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-dd9d16fe-e5ca-49f4-bb0b-e65c469f7155 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '408e1e7c-2a39-4f81-af00-743a25f9e9bf', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:09.900535 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-dd9d16fe-e5ca-49f4-bb0b-e65c469f7155 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Project 2a0f425b452f418686dba5a4056ca253 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:47:09.905207 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dd9d16fe-e5ca-49f4-bb0b-e65c469f7155 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.966912 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dd9d16fe-e5ca-49f4-bb0b-e65c469f7155 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.970528 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dd9d16fe-e5ca-49f4-bb0b-e65c469f7155 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.989577 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d16fe-e5ca-49f4-bb0b-e65c469f7155 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304fe970-906f-4b30-bb13-d831abe9c52d,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:09.995096 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-dd9d16fe-e5ca-49f4-bb0b-e65c469f7155 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.996389 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-dd9d16fe-e5ca-49f4-bb0b-e65c469f7155 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210439 Aug 31 01:47:09.999021 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35036) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:10.003567 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d6b950c0-722f-4cba-98fe-7ec5aab65513 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'security_group_rule': {'security_group_id': '408e1e7c-2a39-4f81-af00-743a25f9e9bf', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:10.027348 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-d6b950c0-722f-4cba-98fe-7ec5aab65513 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Project 2a0f425b452f418686dba5a4056ca253 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:47:10.034974 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d6b950c0-722f-4cba-98fe-7ec5aab65513 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.101616 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d6b950c0-722f-4cba-98fe-7ec5aab65513 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.106024 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d6b950c0-722f-4cba-98fe-7ec5aab65513 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.127964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b950c0-722f-4cba-98fe-7ec5aab65513 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fd167a-5d03-46a4-9462-7b94261746de,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:10.131471 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d6b950c0-722f-4cba-98fe-7ec5aab65513 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.132679 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d6b950c0-722f-4cba-98fe-7ec5aab65513 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327074 Aug 31 01:47:10.137070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35040) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:10.141831 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a4433284-6ab5-4b26-a67f-e09a840343c4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'network': {'name': 'tempest-network-smoke--1745966936', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'port_security_enabled': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:10.163792 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4433284-6ab5-4b26-a67f-e09a840343c4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Made reservation on behalf of 2a0f425b452f418686dba5a4056ca253 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:47:10.167242 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4433284-6ab5-4b26-a67f-e09a840343c4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.189127 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4433284-6ab5-4b26-a67f-e09a840343c4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:47:10.198812 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4433284-6ab5-4b26-a67f-e09a840343c4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.199153 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-a4433284-6ab5-4b26-a67f-e09a840343c4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Added segment 1f7549b4-686a-46d9-a25c-136b16005dca of type vlan for network e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f Aug 31 01:47:10.240083 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4433284-6ab5-4b26-a67f-e09a840343c4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.263634 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4433284-6ab5-4b26-a67f-e09a840343c4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.269171 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4433284-6ab5-4b26-a67f-e09a840343c4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:10.269766 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4433284-6ab5-4b26-a67f-e09a840343c4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.325550 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a4433284-6ab5-4b26-a67f-e09a840343c4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1874752 Aug 31 01:47:10.328516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35042) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:10.333220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'admin_state_up': True, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:10.335992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4433284-6ab5-4b26-a67f-e09a840343c4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Network': ['ID=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:10.346769 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:47:10.361691 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.362654 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.416606 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.554652 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.739615 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.762447 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.861452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.25.6.39 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/cd58d9f3-3c2e-40c0-87be-f6d358229bed) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:47:10.961709 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:10.999707 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:11.039400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:47:11.045000 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:47:11.049207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:47:11.052178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=cd58d9f3-3c2e-40c0-87be-f6d358229bed,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:11.299964 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:11.449104 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:11.813043 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:11.938981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:47:12.045087 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:47:12.054464 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Sync routers for ids ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:47:12.064287 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:12.064609 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Routers {'98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:47:12.065227 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:46:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:12.065460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b3196085-54ef-485a-a375-d7bf3cf1a141 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7359164 Aug 31 01:47:12.068742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35046) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:12.097416 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-495e7ab0-ee9b-4b81-b32a-d7bd0770bd80 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=2a0f425b452f418686dba5a4056ca253&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276048 Aug 31 01:47:12.100029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35048) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:12.174573 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Set router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:47:12.193253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13682b73-93d6-45c8-b0ac-fe8841fb21a2 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:12.194790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-13682b73-93d6-45c8-b0ac-fe8841fb21a2 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938678 Aug 31 01:47:12.200213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35050) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:12.230060 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-86211883-44c9-4353-bd70-2975f498005e tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286982 Aug 31 01:47:12.232564 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35052) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:12.237668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-0f7546a7-81f3-45df-a888-61d937e038e3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1511875464', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'project_id': '2a0f425b452f418686dba5a4056ca253', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:12.329935 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7546a7-81f3-45df-a888-61d937e038e3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Made reservation on behalf of 2a0f425b452f418686dba5a4056ca253 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:47:12.333527 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7546a7-81f3-45df-a888-61d937e038e3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:12.361559 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:11Z', 'revision_number': 3, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:12.387818 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Checking router: 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:47:12.388156 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Updating router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea port cd58d9f3-3c2e-40c0-87be-f6d358229bed binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:47:12.412787 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:12.515715 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7546a7-81f3-45df-a888-61d937e038e3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:12.584778 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7546a7-81f3-45df-a888-61d937e038e3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Subnet': ['ID=cbe82721-3a49-4e20-b835-ce586916c492,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:12.595386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7546a7-81f3-45df-a888-61d937e038e3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Checking segment: {'id': '1f7549b4-686a-46d9-a25c-136b16005dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:47:12.595782 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7546a7-81f3-45df-a888-61d937e038e3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network hostable DHCP agents. Network: e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:47:12.612606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7546a7-81f3-45df-a888-61d937e038e3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:47:12.621965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-0f7546a7-81f3-45df-a888-61d937e038e3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:47:12.626122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7546a7-81f3-45df-a888-61d937e038e3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:12.626688 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0f7546a7-81f3-45df-a888-61d937e038e3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:12.634928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751b496f-3fca-4ace-83cc-57b18beefc2b None None] Network e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:47:12.643879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0f7546a7-81f3-45df-a888-61d937e038e3 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4102004 Aug 31 01:47:12.645126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35054) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:12.673361 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:12.683613 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Transition to ACTIVE for port object cd58d9f3-3c2e-40c0-87be-f6d358229bed will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:47:12.689145 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:12.738826 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Attempting to bind port cd58d9f3-3c2e-40c0-87be-f6d358229bed on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:47:12.739197 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Attempting to bind port cd58d9f3-3c2e-40c0-87be-f6d358229bed by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:47:12.739580 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Attempting to bind port cd58d9f3-3c2e-40c0-87be-f6d358229bed on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:47:12.747949 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:47:12.748651 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:47:12.748799 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:12.749096 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:47:12.749557 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Bound port: cd58d9f3-3c2e-40c0-87be-f6d358229bed, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:47:12.749937 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:12.773637 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb9b01-a961-4842-9522-55650d642d91 None None] Pushing event updated for resources: {'Port': ['ID=cd58d9f3-3c2e-40c0-87be-f6d358229bed,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:12.784100 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb9b01-a961-4842-9522-55650d642d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:12.784442 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb9b01-a961-4842-9522-55650d642d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:12.784777 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb9b01-a961-4842-9522-55650d642d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:12.785110 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb9b01-a961-4842-9522-55650d642d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:12.785441 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb9b01-a961-4842-9522-55650d642d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:12.785765 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb9b01-a961-4842-9522-55650d642d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:12.786087 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb9b01-a961-4842-9522-55650d642d91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:12.786405 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb9b01-a961-4842-9522-55650d642d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:12.786723 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb9b01-a961-4842-9522-55650d642d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:12.787056 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb9b01-a961-4842-9522-55650d642d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:12.787377 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb9b01-a961-4842-9522-55650d642d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:12.787698 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb9b01-a961-4842-9522-55650d642d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:12.800653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ips': [{'subnet_id': 'cbe82721-3a49-4e20-b835-ce586916c492'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:47:12.801944 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:12.817456 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] For port cd58d9f3-3c2e-40c0-87be-f6d358229bed, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:47:12.820589 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] For port cd58d9f3-3c2e-40c0-87be-f6d358229bed, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=cd58d9f3-3c2e-40c0-87be-f6d358229bed,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:47:12.825315 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:12.884853 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Routers {'98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:47:12.885485 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:46:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:12.927851 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb9b01-a961-4842-9522-55650d642d91 None None] Pushing event updated for resources: {'Port': ['ID=cd58d9f3-3c2e-40c0-87be-f6d358229bed,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:12.957438 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Allocated IP 172.20.0.2 (e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f/cbe82721-3a49-4e20-b835-ce586916c492/7f5175b7-8302-426a-899a-bc46d627a87f) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:47:12.998897 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] Set router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:47:13.104252 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:13.115557 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:13.125784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Transition to ACTIVE for port object 7f5175b7-8302-426a-899a-bc46d627a87f will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:47:13.143745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Transition to ACTIVE for port object 7f5175b7-8302-426a-899a-bc46d627a87f will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:47:13.150671 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:13.193948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Network e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:47:13.197728 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:47:13.200488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:47:13.239312 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Pushing event updated for resources: {'Port': ['ID=7f5175b7-8302-426a-899a-bc46d627a87f,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:13.271079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Attempting to bind port 7f5175b7-8302-426a-899a-bc46d627a87f on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:47:13.271079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Attempting to bind port 7f5175b7-8302-426a-899a-bc46d627a87f by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '1f7549b4-686a-46d9-a25c-136b16005dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:47:13.271739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Attempting to bind port 7f5175b7-8302-426a-899a-bc46d627a87f on network e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:47:13.278511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:47:13.278985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Checking segment: {'id': '1f7549b4-686a-46d9-a25c-136b16005dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:47:13.280253 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:13.280907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Bound using segment: {'id': '1f7549b4-686a-46d9-a25c-136b16005dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:47:13.281381 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Bound port: 7f5175b7-8302-426a-899a-bc46d627a87f, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7549b4-686a-46d9-a25c-136b16005dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:47:13.281774 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:13.294603 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:11Z', 'revision_number': 3, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:13.321521 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2996f08-fc6a-4acb-b3fb-0c2677f77382 None None] The sync data for ids ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'] in n-d-802060-13 is: [{'id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:11Z', 'revision_number': 3, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:47:13.350347 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] For port 7f5175b7-8302-426a-899a-bc46d627a87f, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:47:13.353825 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] For port 7f5175b7-8302-426a-899a-bc46d627a87f, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7f5175b7-8302-426a-899a-bc46d627a87f,segment=NetworkSegment(1f7549b4-686a-46d9-a25c-136b16005dca),segment_id=1f7549b4-686a-46d9-a25c-136b16005dca)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:47:13.358949 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:13.402008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.20.0.1 (e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f/cbe82721-3a49-4e20-b835-ce586916c492/66819470-14e0-4f69-862b-f56a215183a0) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:47:13.421557 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b47f45-60a2-43ae-ab99-16d1eb8a538a None None] Pushing event updated for resources: {'Port': ['ID=7f5175b7-8302-426a-899a-bc46d627a87f,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:13.537406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:13.554366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Transition to ACTIVE for port object 66819470-14e0-4f69-862b-f56a215183a0 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:47:13.608356 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:13.676770 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:47:13.680218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:47:13.683152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:47:13.690629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=66819470-14e0-4f69-862b-f56a215183a0,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:13.740851 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:13.885890 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:14.185331 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:14.191753 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:14.266101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=66819470-14e0-4f69-862b-f56a215183a0,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:14.273181 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:14.371906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:47:14.373576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:47:14.425491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c09aeb2-89de-49b2-911b-b7b104875a82 None None] Network e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:47:14.490895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:47:14.550506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f9c23214-b10a-4ea8-8d43-577ed3811260 None None] Provisioning for port 7f5175b7-8302-426a-899a-bc46d627a87f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:47:14.606480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:47:14.624224 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ef86ea93-060c-49ac-8f5c-0c746364dd4d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "PUT /v2.0/routers/98d07e90-c2d9-4c02-ad73-dcc876c8f3ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9694257 Aug 31 01:47:14.773548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-4b22d384-8032-4f1e-92ca-c8b66aad4e43 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019447114&fields=id&tenant_id=2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 267 time: 0.0361443 Aug 31 01:47:14.892782 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a85a7525-3616-48d7-9fce-7ef20bb1f038 None None] Provisioning for port 66819470-14e0-4f69-862b-f56a215183a0 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:47:14.896849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a85a7525-3616-48d7-9fce-7ef20bb1f038 None None] Provisioning complete for port 66819470-14e0-4f69-862b-f56a215183a0 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:47:14.897234 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a85a7525-3616-48d7-9fce-7ef20bb1f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:14.898176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-f6b7e17b-5d1b-458d-a6df-302f53ec98d6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:14.902298 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-f6b7e17b-5d1b-458d-a6df-302f53ec98d6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/networks?id=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f HTTP/1.1" status: 200 len: 797 time: 0.1217332 Aug 31 01:47:14.920108 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-20a1a423-97f7-41f8-8975-5f5086c5aca1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/quotas/2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 375 time: 0.0113640 Aug 31 01:47:14.936268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a85a7525-3616-48d7-9fce-7ef20bb1f038 None None] Port 66819470-14e0-4f69-862b-f56a215183a0 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:47:14.941815 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Sync routers for ids ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:47:14.953077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Routers {'98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:47:14.953843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:46:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:14.983401 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-9d380602-0500-488b-bb72-7223920277ba tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554039 Aug 31 01:47:15.077289 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4a5f3354-bf45-471e-a23c-cf19e70d62ef None None] Provisioning complete for port 66819470-14e0-4f69-862b-f56a215183a0 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:47:15.077695 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3354-bf45-471e-a23c-cf19e70d62ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:15.145599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-7b30cf50-a179-4f48-bdff-a4e56a90c278 service neutron] 10.222.0.58 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478438 Aug 31 01:47:15.262004 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-7072ddc7-b02e-4983-ba3a-25fce75288a3 service neutron] 10.222.0.58 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055224 Aug 31 01:47:15.281161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Set router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:47:15.323350 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-4a5f3354-bf45-471e-a23c-cf19e70d62ef None None] Port 66819470-14e0-4f69-862b-f56a215183a0 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:47:15.328151 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cd58d9f3-3c2e-40c0-87be-f6d358229bed up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:47:15.448361 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c9f630b-c422-49c0-b884-d6145626b71f req-ea12393e-abca-43d6-aba8-51bb7d0633f7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 210 time: 0.0290442 Aug 31 01:47:15.476669 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-30bdc6a6-b78b-42f5-bbc0-e4ebf40545f8 None None] Provisioning complete for port 66819470-14e0-4f69-862b-f56a215183a0 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:47:15.477858 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-30bdc6a6-b78b-42f5-bbc0-e4ebf40545f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:15.511487 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port cd58d9f3-3c2e-40c0-87be-f6d358229bed completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:47:15.521725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port cd58d9f3-3c2e-40c0-87be-f6d358229bed triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:47:15.522090 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:15.572707 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:47:15.580086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-30bdc6a6-b78b-42f5-bbc0-e4ebf40545f8 None None] Port 66819470-14e0-4f69-862b-f56a215183a0 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:47:15.643804 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:13Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '66819470-14e0-4f69-862b-f56a215183a0', 'name': '', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:a1:a4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:13Z', 'updated_at': '2021-08-31T01:47:14Z', 'revision_number': 2, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:15.678181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Checking router: 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:47:15.678536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Updating router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea port 66819470-14e0-4f69-862b-f56a215183a0 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:47:15.681328 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:15.720963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port cd58d9f3-3c2e-40c0-87be-f6d358229bed, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=cd58d9f3-3c2e-40c0-87be-f6d358229bed,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:15.722352 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:15.731069 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:15.731939 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7f5175b7-8302-426a-899a-bc46d627a87f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:47:15.890834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=cd58d9f3-3c2e-40c0-87be-f6d358229bed,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:15.918027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 7f5175b7-8302-426a-899a-bc46d627a87f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:47:15.925281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 7f5175b7-8302-426a-899a-bc46d627a87f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:47:15.925654 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:16.083617 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:16.146250 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:16.149967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 7f5175b7-8302-426a-899a-bc46d627a87f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7f5175b7-8302-426a-899a-bc46d627a87f,segment=NetworkSegment(1f7549b4-686a-46d9-a25c-136b16005dca),segment_id=1f7549b4-686a-46d9-a25c-136b16005dca)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:16.156814 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:16.161452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Transition to ACTIVE for port object 66819470-14e0-4f69-862b-f56a215183a0 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:47:16.186391 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:16.227907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=7f5175b7-8302-426a-899a-bc46d627a87f,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:16.311509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Attempting to bind port 66819470-14e0-4f69-862b-f56a215183a0 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:47:16.311912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Attempting to bind port 66819470-14e0-4f69-862b-f56a215183a0 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '1f7549b4-686a-46d9-a25c-136b16005dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:47:16.312346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Attempting to bind port 66819470-14e0-4f69-862b-f56a215183a0 on network e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:47:16.322127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2327141-85b4-4d62-a440-1dc1bd290dc0 None None] Pushing event updated for resources: {'Port': ['ID=66819470-14e0-4f69-862b-f56a215183a0,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:16.325811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:47:16.326197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Checking segment: {'id': '1f7549b4-686a-46d9-a25c-136b16005dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:47:16.326669 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:16.327074 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Bound using segment: {'id': '1f7549b4-686a-46d9-a25c-136b16005dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:47:16.327645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Bound port: 66819470-14e0-4f69-862b-f56a215183a0, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7549b4-686a-46d9-a25c-136b16005dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:47:16.328128 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:16.423088 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] For port 66819470-14e0-4f69-862b-f56a215183a0, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:47:16.427124 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] For port 66819470-14e0-4f69-862b-f56a215183a0, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=66819470-14e0-4f69-862b-f56a215183a0,segment=NetworkSegment(1f7549b4-686a-46d9-a25c-136b16005dca),segment_id=1f7549b4-686a-46d9-a25c-136b16005dca)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:47:16.435887 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:16.443085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-2f6e3b3e-3bbe-4d54-b045-9125ebecfdbf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:16.444786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-2f6e3b3e-3bbe-4d54-b045-9125ebecfdbf tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "GET /v2.0/networks?id=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f HTTP/1.1" status: 200 len: 797 time: 0.1290541 Aug 31 01:47:16.499741 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-36af7c52-20a9-40f4-835c-6d06ad1bb068 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a0f425b452f418686dba5a4056ca253 HTTP/1.1" status: 200 len: 380 time: 0.0424600 Aug 31 01:47:16.511335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-754d489c-410d-4093-a427-2f4c83a3252f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'port': {'device_id': 'ce593c4f-1943-467d-a129-3659b67375e9', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'admin_state_up': True, 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'security_groups': ['408e1e7c-2a39-4f81-af00-743a25f9e9bf']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:16.516274 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2327141-85b4-4d62-a440-1dc1bd290dc0 None None] Pushing event updated for resources: {'Port': ['ID=66819470-14e0-4f69-862b-f56a215183a0,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:16.521796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Routers {'98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:47:16.522590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:46:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:16.596910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25329c80-edb5-46e8-9506-d2d658a9f6f5 req-cfb5ab7d-04db-4d83-889a-54d6a1ef3868 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 210 time: 0.0382063 Aug 31 01:47:16.641618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] Set router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:47:16.656970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-754d489c-410d-4093-a427-2f4c83a3252f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Made reservation on behalf of 2a0f425b452f418686dba5a4056ca253 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:47:16.661391 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-754d489c-410d-4093-a427-2f4c83a3252f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:16.792657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-754d489c-410d-4093-a427-2f4c83a3252f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.20.0.4 (e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f/cbe82721-3a49-4e20-b835-ce586916c492/ae43160b-8bca-49b0-9d1e-6238dc7d6965) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:47:16.857774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:13Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '66819470-14e0-4f69-862b-f56a215183a0', 'name': '', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:a1:a4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:13Z', 'updated_at': '2021-08-31T01:47:16Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:16.887793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945ee005-bd44-4af3-ac1f-847d826a7273 None None] The sync data for ids ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'] in n-d-802060-13 is: [{'id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:13Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '66819470-14e0-4f69-862b-f56a215183a0', 'name': '', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:a1:a4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:13Z', 'updated_at': '2021-08-31T01:47:16Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:47:16.941244 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-754d489c-410d-4093-a427-2f4c83a3252f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:16.958758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-754d489c-410d-4093-a427-2f4c83a3252f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Transition to ACTIVE for port object ae43160b-8bca-49b0-9d1e-6238dc7d6965 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:47:16.993374 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-754d489c-410d-4093-a427-2f4c83a3252f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:17.047832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-754d489c-410d-4093-a427-2f4c83a3252f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:47:17.051028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-754d489c-410d-4093-a427-2f4c83a3252f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:47:17.056589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-754d489c-410d-4093-a427-2f4c83a3252f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:47:17.061361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d489c-410d-4093-a427-2f4c83a3252f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=ae43160b-8bca-49b0-9d1e-6238dc7d6965,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:17.117066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-754d489c-410d-4093-a427-2f4c83a3252f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:17.117732 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-754d489c-410d-4093-a427-2f4c83a3252f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:17.135200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-754d489c-410d-4093-a427-2f4c83a3252f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6290050 Aug 31 01:47:17.151372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Request body: {'port': {'device_id': 'ce593c4f-1943-467d-a129-3659b67375e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:17.212029 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:17.336768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e2b1f08e-7174-4459-b645-58a2f4508bea None None] Provisioning for port ae43160b-8bca-49b0-9d1e-6238dc7d6965 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:47:17.341128 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e2b1f08e-7174-4459-b645-58a2f4508bea None None] Provisioning complete for port ae43160b-8bca-49b0-9d1e-6238dc7d6965 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:47:17.341509 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f08e-7174-4459-b645-58a2f4508bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:17.388348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 66819470-14e0-4f69-862b-f56a215183a0 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:47:17.392394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e2b1f08e-7174-4459-b645-58a2f4508bea None None] Port ae43160b-8bca-49b0-9d1e-6238dc7d6965 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:47:17.440414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 66819470-14e0-4f69-862b-f56a215183a0 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:47:17.444533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 66819470-14e0-4f69-862b-f56a215183a0 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:47:17.444908 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:17.534858 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:17.537772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae43160b-8bca-49b0-9d1e-6238dc7d6965 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:47:17.546592 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:17.563032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Transition to ACTIVE for port object ae43160b-8bca-49b0-9d1e-6238dc7d6965 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:47:17.567405 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:17.572112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 66819470-14e0-4f69-862b-f56a215183a0, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=66819470-14e0-4f69-862b-f56a215183a0,segment=NetworkSegment(1f7549b4-686a-46d9-a25c-136b16005dca),segment_id=1f7549b4-686a-46d9-a25c-136b16005dca)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:17.577979 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:17.579000 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7f5175b7-8302-426a-899a-bc46d627a87f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:47:17.679013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=66819470-14e0-4f69-862b-f56a215183a0,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:17.700899 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 7f5175b7-8302-426a-899a-bc46d627a87f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:47:17.701361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae43160b-8bca-49b0-9d1e-6238dc7d6965,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:17.701835 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:17.749482 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Attempting to bind port ae43160b-8bca-49b0-9d1e-6238dc7d6965 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:47:17.749992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Attempting to bind port ae43160b-8bca-49b0-9d1e-6238dc7d6965 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '1f7549b4-686a-46d9-a25c-136b16005dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:47:17.750143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Attempting to bind port ae43160b-8bca-49b0-9d1e-6238dc7d6965 on network e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:47:17.762120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Port ae43160b-8bca-49b0-9d1e-6238dc7d6965 on network e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:47:17.762120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Attempting to bind port ae43160b-8bca-49b0-9d1e-6238dc7d6965 on network e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:47:17.777233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd56d7-e71c-4e95-a85b-ba82c81a3248 req-64abe6cd-701b-4735-a521-3c6cfd669a14 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:17.779045 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cfd56d7-e71c-4e95-a85b-ba82c81a3248 req-64abe6cd-701b-4735-a521-3c6cfd669a14 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 943 time: 0.0724351 Aug 31 01:47:17.784341 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:47:17.785340 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Checking segment: {'id': '1f7549b4-686a-46d9-a25c-136b16005dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:47:17.785831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Bound using segment: {'id': '1f7549b4-686a-46d9-a25c-136b16005dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:47:17.786177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Bound port: ae43160b-8bca-49b0-9d1e-6238dc7d6965, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f7549b4-686a-46d9-a25c-136b16005dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:47:17.786543 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:17.805382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cd58d9f3-3c2e-40c0-87be-f6d358229bed up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:47:17.841018 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cfd56d7-e71c-4e95-a85b-ba82c81a3248 req-0560eac1-8c41-4793-ae9a-9be012652cd7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519900 Aug 31 01:47:17.872390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port cd58d9f3-3c2e-40c0-87be-f6d358229bed triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:47:17.872766 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:17.900022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] For port ae43160b-8bca-49b0-9d1e-6238dc7d6965, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:47:17.903750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] For port ae43160b-8bca-49b0-9d1e-6238dc7d6965, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965,segment=NetworkSegment(1f7549b4-686a-46d9-a25c-136b16005dca),segment_id=1f7549b4-686a-46d9-a25c-136b16005dca)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:47:17.911078 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:17.947677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:17.948369 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:17.949791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] 10.222.0.15 "PUT /v2.0/ports/ae43160b-8bca-49b0-9d1e-6238dc7d6965 HTTP/1.1" status: 200 len: 1092 time: 0.8037183 Aug 31 01:47:17.950223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce593c4f-1943-467d-a129-3659b67375e9', 'tag': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:17.952481 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8685e1-17e9-444e-8c8a-cecf15b91bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "ce593c4f-1943-467d-a129-3659b67375e9", "tag": "ae43160b-8bca-49b0-9d1e-6238dc7d6965"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:17.986932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54dc56-fa20-49b2-b8db-650621d5d3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae43160b-8bca-49b0-9d1e-6238dc7d6965,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:18.005925 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919ff5a6-d604-4281-8722-76534a55d756 x-openstack-request-id: req-919ff5a6-d604-4281-8722-76534a55d756 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:18.006212 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce593c4f-1943-467d-a129-3659b67375e9", "tag": "ae43160b-8bca-49b0-9d1e-6238dc7d6965", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:18.006512 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-919ff5a6-d604-4281-8722-76534a55d756 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:18.006926 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce593c4f-1943-467d-a129-3659b67375e9', 'tag': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965', 'status': 'completed', 'code': 200} Aug 31 01:47:18.064519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-527dbce5-72fa-41fc-8a28-0ecedeea33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:18.066034 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-527dbce5-72fa-41fc-8a28-0ecedeea33eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 1095 time: 0.0449126 Aug 31 01:47:18.119725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-0026e391-a1ac-4e9f-8ebc-6e007a606580 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965 HTTP/1.1" status: 200 len: 217 time: 0.0418506 Aug 31 01:47:18.171657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-7220628b-d57a-4be8-adbb-490696a2c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:18.173166 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-7220628b-d57a-4be8-adbb-490696a2c424 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cbe82721-3a49-4e20-b835-ce586916c492 HTTP/1.1" status: 200 len: 835 time: 0.0471308 Aug 31 01:47:18.219127 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-be2d7d4c-f48a-4681-898c-a16a6908ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:18.220662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-be2d7d4c-f48a-4681-898c-a16a6908ae10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409865 Aug 31 01:47:18.314752 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-fe83f021-2414-4654-9d10-43632857f354 service neutron] 10.222.0.15 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860815 Aug 31 01:47:18.403845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ed1ffc1-2ead-4249-a949-99a6d8808143 req-e45e3b09-3e8f-4e82-b1ca-a882146ac039 service neutron] 10.222.0.15 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825121 Aug 31 01:47:18.515016 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8685e1-17e9-444e-8c8a-cecf15b91bbd req-2ab96340-1b61-4bb2-bdd5-1e55b8311986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:18.516506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e8685e1-17e9-444e-8c8a-cecf15b91bbd req-2ab96340-1b61-4bb2-bdd5-1e55b8311986 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 1095 time: 0.0403025 Aug 31 01:47:18.606872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8685e1-17e9-444e-8c8a-cecf15b91bbd req-612c8d88-81ed-470d-984a-84cdcc717eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:18.608332 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e8685e1-17e9-444e-8c8a-cecf15b91bbd req-612c8d88-81ed-470d-984a-84cdcc717eef service neutron] 10.222.0.15 "GET /v2.0/networks?id=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f HTTP/1.1" status: 200 len: 898 time: 0.0853369 Aug 31 01:47:18.649883 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e8685e1-17e9-444e-8c8a-cecf15b91bbd req-0bcc5ca4-72b9-433d-8f8d-e56bd0bc4330 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965 HTTP/1.1" status: 200 len: 217 time: 0.0346270 Aug 31 01:47:18.701019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8685e1-17e9-444e-8c8a-cecf15b91bbd req-3e89852a-87de-4349-8362-91d15a556a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:18.702307 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e8685e1-17e9-444e-8c8a-cecf15b91bbd req-3e89852a-87de-4349-8362-91d15a556a62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cbe82721-3a49-4e20-b835-ce586916c492 HTTP/1.1" status: 200 len: 835 time: 0.0457284 Aug 31 01:47:18.746557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8685e1-17e9-444e-8c8a-cecf15b91bbd req-40bbf4d9-381b-4b3a-8585-7a929acb095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:18.748048 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e8685e1-17e9-444e-8c8a-cecf15b91bbd req-40bbf4d9-381b-4b3a-8585-7a929acb095c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389545 Aug 31 01:47:18.835386 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e8685e1-17e9-444e-8c8a-cecf15b91bbd req-c8db4f29-43fe-4324-8fbb-1994e7c65922 service neutron] 10.222.0.15 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802643 Aug 31 01:47:18.967710 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e8685e1-17e9-444e-8c8a-cecf15b91bbd req-b54ec062-8ce8-43cc-9727-48d444fe89e5 service neutron] 10.222.0.15 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243136 Aug 31 01:47:18.983104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee645245-555c-45ce-8ba0-a6f177f28ef6 req-64ac04dd-0281-45f4-8b96-527a7ba5cf6f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:18.984578 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee645245-555c-45ce-8ba0-a6f177f28ef6 req-64ac04dd-0281-45f4-8b96-527a7ba5cf6f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 943 time: 0.0734258 Aug 31 01:47:19.023120 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee645245-555c-45ce-8ba0-a6f177f28ef6 req-88ffa426-5552-4ae5-a006-93383326b79d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323839 Aug 31 01:47:19.246922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 66819470-14e0-4f69-862b-f56a215183a0 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:47:19.294631 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 66819470-14e0-4f69-862b-f56a215183a0 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:47:19.295010 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:20.143819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a98e27-6e49-400d-9da2-16fc9a2894db req-831e8d91-5435-412e-b7c1-d878e15e2194 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:20.145285 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93a98e27-6e49-400d-9da2-16fc9a2894db req-831e8d91-5435-412e-b7c1-d878e15e2194 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 943 time: 0.0531876 Aug 31 01:47:20.183265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-93a98e27-6e49-400d-9da2-16fc9a2894db req-ed8ff1db-3ad7-4519-842c-b7762c1d31c8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316269 Aug 31 01:47:21.263272 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4cd9d041-e42d-4fb0-8b99-f333780d359a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:21.304829 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fe41b-9508-4cd3-9041-f2e44872041b req-a7e68a5c-dc24-47be-abf1-d5c838f2c554 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:21.307023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c22fe41b-9508-4cd3-9041-f2e44872041b req-a7e68a5c-dc24-47be-abf1-d5c838f2c554 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 943 time: 0.0557778 Aug 31 01:47:21.343902 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c22fe41b-9508-4cd3-9041-f2e44872041b req-9dfacd69-e8ae-42e3-bb0e-aeed8b881fa1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307570 Aug 31 01:47:22.456607 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0303b-8721-4c03-8a74-b854fbba978f req-c2560bcb-2677-4322-bcf2-e8f4250a10c7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:22.458074 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72d0303b-8721-4c03-8a74-b854fbba978f req-c2560bcb-2677-4322-bcf2-e8f4250a10c7 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 943 time: 0.0482373 Aug 31 01:47:22.496267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72d0303b-8721-4c03-8a74-b854fbba978f req-642e5c15-3d87-4b46-8bd7-a3880ff7a6ea tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316668 Aug 31 01:47:22.532625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device ae43160b-8bca-49b0-9d1e-6238dc7d6965 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:47:22.626106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port ae43160b-8bca-49b0-9d1e-6238dc7d6965, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965,segment=NetworkSegment(1f7549b4-686a-46d9-a25c-136b16005dca),segment_id=1f7549b4-686a-46d9-a25c-136b16005dca)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:22.637445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'port_id': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965', 'mac_address': 'fa:16:3e:8e:4e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:47:22.672811 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:22.685410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae43160b-8bca-49b0-9d1e-6238dc7d6965 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:47:22.703830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port ae43160b-8bca-49b0-9d1e-6238dc7d6965, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965,segment=NetworkSegment(1f7549b4-686a-46d9-a25c-136b16005dca),segment_id=1f7549b4-686a-46d9-a25c-136b16005dca)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:22.707731 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:22.755643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=ae43160b-8bca-49b0-9d1e-6238dc7d6965,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:23.051571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['ae43160b-8bca-49b0-9d1e-6238dc7d6965'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:47:23.613459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a1015-3ac7-4c8c-aba5-5f64f3454805 req-be518f2c-dd90-49ef-9dee-5869591166bc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:23.614891 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-513a1015-3ac7-4c8c-aba5-5f64f3454805 req-be518f2c-dd90-49ef-9dee-5869591166bc tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 944 time: 0.0511210 Aug 31 01:47:23.652056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-513a1015-3ac7-4c8c-aba5-5f64f3454805 req-373dd8f8-96b7-4096-9577-3e8dcead8a00 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312152 Aug 31 01:47:23.810678 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-67ee8f13-69bb-47c1-9198-7ef89379d1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:24.092175 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:24.548640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device ae43160b-8bca-49b0-9d1e-6238dc7d6965 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:47:24.609360 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:24.617761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port ae43160b-8bca-49b0-9d1e-6238dc7d6965 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:47:24.622436 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port ae43160b-8bca-49b0-9d1e-6238dc7d6965 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:47:24.622886 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:24.699011 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:24.725061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce593c4f-1943-467d-a129-3659b67375e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:24.727951 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73531ad-6dc6-4750-b54d-848c7207f395" -d '{"events": [{"server_uuid": "ce593c4f-1943-467d-a129-3659b67375e9", "name": "network-vif-plugged", "status": "completed", "tag": "ae43160b-8bca-49b0-9d1e-6238dc7d6965"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:24.741381 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port ae43160b-8bca-49b0-9d1e-6238dc7d6965, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965,segment=NetworkSegment(1f7549b4-686a-46d9-a25c-136b16005dca),segment_id=1f7549b4-686a-46d9-a25c-136b16005dca)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:24.746434 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:24.769742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f077b5-da1e-45a0-9ba0-686f2066f99f req-9b4e3396-5e74-4450-ad09-b56824d68b23 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:24.770555 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5830a84e-f843-4e5a-9056-6eba9877b48c x-openstack-request-id: req-5830a84e-f843-4e5a-9056-6eba9877b48c {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:24.770849 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce593c4f-1943-467d-a129-3659b67375e9", "name": "network-vif-plugged", "status": "completed", "tag": "ae43160b-8bca-49b0-9d1e-6238dc7d6965", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:24.771190 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5830a84e-f843-4e5a-9056-6eba9877b48c {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:24.771599 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce593c4f-1943-467d-a129-3659b67375e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965', 'code': 200} Aug 31 01:47:24.771807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05f077b5-da1e-45a0-9ba0-686f2066f99f req-9b4e3396-5e74-4450-ad09-b56824d68b23 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 944 time: 0.0536952 Aug 31 01:47:24.798424 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=ae43160b-8bca-49b0-9d1e-6238dc7d6965,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:24.816853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05f077b5-da1e-45a0-9ba0-686f2066f99f req-201834cf-1d5d-4ded-b4f1-7f6709ab3c94 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375500 Aug 31 01:47:24.882201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37ec04-cdb6-4c23-8c48-d472c22bcadd req-d0a19f62-69cf-4a6b-9a7a-1eaa32b308cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:24.884085 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe37ec04-cdb6-4c23-8c48-d472c22bcadd req-d0a19f62-69cf-4a6b-9a7a-1eaa32b308cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 1097 time: 0.0397279 Aug 31 01:47:24.918996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe37ec04-cdb6-4c23-8c48-d472c22bcadd req-d1c65268-aac5-4674-82e2-3b56742d97c6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285435 Aug 31 01:47:25.936896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd697e8f-be72-4336-b8e6-9ed9a1645f5d req-d57213d5-9d67-4ded-a743-b6b4df0d667e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:25.938362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd697e8f-be72-4336-b8e6-9ed9a1645f5d req-d57213d5-9d67-4ded-a743-b6b4df0d667e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0522964 Aug 31 01:47:26.310668 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd697e8f-be72-4336-b8e6-9ed9a1645f5d req-83bbb5e2-fd0f-42c8-a6d7-ed4b1d3220bb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3663638 Aug 31 01:47:26.801859 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:27.423115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9fdf1-f4bf-4d1d-997f-d2aa737dd42c req-996836f3-830d-4dfd-922f-b6fbd041e323 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:27.424710 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46f9fdf1-f4bf-4d1d-997f-d2aa737dd42c req-996836f3-830d-4dfd-922f-b6fbd041e323 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0479448 Aug 31 01:47:27.461753 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46f9fdf1-f4bf-4d1d-997f-d2aa737dd42c req-ee80a75a-92a1-4b5c-a2ea-6d3ff38a8248 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312703 Aug 31 01:47:27.581116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a515d18-66c2-4065-81b5-408c37339f14 req-ee63c43f-8e50-457b-8a2d-e4c40380c9e9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:27.582568 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a515d18-66c2-4065-81b5-408c37339f14 req-ee63c43f-8e50-457b-8a2d-e4c40380c9e9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0483856 Aug 31 01:47:27.620522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a515d18-66c2-4065-81b5-408c37339f14 req-08b2c778-31ab-43d4-85ab-5d209c4b7691 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319066 Aug 31 01:47:27.641954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35116) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:27.684661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbb08fd-52e5-4c85-b92f-e9e983cd1301 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:27.686126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1fbb08fd-52e5-4c85-b92f-e9e983cd1301 tempest-TestNetworkAdvancedServerOps-1297104808 tempest-TestNetworkAdvancedServerOps-1297104808-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 1092 time: 0.0432370 Aug 31 01:47:27.688891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35118) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:27.693202 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:27.715858 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:27.809599 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:27.912504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Allocated IP 172.25.6.149 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/8996b602-136e-4e0b-9ff1-bda0d9c1279b) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:47:28.012801 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:28.049683 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:28.093010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:47:28.095837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:47:28.099367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:47:28.105012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=8996b602-136e-4e0b-9ff1-bda0d9c1279b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:28.446655 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:28.513682 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:28.659060 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:28.663269 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:28.728449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event updated for resources: {'Port': ['ID=8996b602-136e-4e0b-9ff1-bda0d9c1279b,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:28.739881 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:28.844095 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Floating IP f45a566b-6fa7-45ac-adcd-e2a38104afec associated. External IP: 172.25.6.149, port: ae43160b-8bca-49b0-9d1e-6238dc7d6965. Aug 31 01:47:29.048112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:47:29.154097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:47:29.164099 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca42e92-01bf-4e09-bb08-381fedd4ef03 None None] Sync routers for ids ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:47:29.169907 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:29.175345 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca42e92-01bf-4e09-bb08-381fedd4ef03 None None] Routers {'98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:47:29.176053 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5ca42e92-01bf-4e09-bb08-381fedd4ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:47:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:29.197655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-537da197-3d9a-4de5-b66f-4876550cf2a4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5073745 Aug 31 01:47:29.198595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce593c4f-1943-467d-a129-3659b67375e9', 'tag': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:29.201432 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412eb712-b124-4bbf-9032-d266be2b4014" -d '{"events": [{"name": "network-changed", "server_uuid": "ce593c4f-1943-467d-a129-3659b67375e9", "tag": "ae43160b-8bca-49b0-9d1e-6238dc7d6965"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:29.242609 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597d0696-57ab-4f24-965b-151f6a430882 x-openstack-request-id: req-597d0696-57ab-4f24-965b-151f6a430882 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:29.243100 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce593c4f-1943-467d-a129-3659b67375e9", "tag": "ae43160b-8bca-49b0-9d1e-6238dc7d6965", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:29.243358 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-597d0696-57ab-4f24-965b-151f6a430882 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:29.243734 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce593c4f-1943-467d-a129-3659b67375e9', 'tag': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965', 'status': 'completed', 'code': 200} Aug 31 01:47:29.290749 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-5ca42e92-01bf-4e09-bb08-381fedd4ef03 None None] Set router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:47:29.333504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbc965-36c0-48ca-87b9-9833afae1339 req-a1e223e8-ac7a-43d7-9c83-ea266f0f9e1e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:29.335031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95bbc965-36c0-48ca-87b9-9833afae1339 req-a1e223e8-ac7a-43d7-9c83-ea266f0f9e1e tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0785792 Aug 31 01:47:29.351841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412eb712-b124-4bbf-9032-d266be2b4014 req-eaa2080a-640f-4acb-a543-0c365d2d9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:29.353546 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-412eb712-b124-4bbf-9032-d266be2b4014 req-eaa2080a-640f-4acb-a543-0c365d2d9a93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 1097 time: 0.0692406 Aug 31 01:47:29.429129 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95bbc965-36c0-48ca-87b9-9833afae1339 req-d2228148-81d6-4ab5-b98f-3d4930cf991a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877013 Aug 31 01:47:29.451978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35124) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:29.514714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412eb712-b124-4bbf-9032-d266be2b4014 req-e3c5b595-8331-472e-8e99-971e40cd112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:29.516281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-412eb712-b124-4bbf-9032-d266be2b4014 req-e3c5b595-8331-472e-8e99-971e40cd112a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f HTTP/1.1" status: 200 len: 898 time: 0.1545734 Aug 31 01:47:29.520794 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5ca42e92-01bf-4e09-bb08-381fedd4ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:13Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'f45a566b-6fa7-45ac-adcd-e2a38104afec', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'port_id': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'mac_address': 'fa:16:3e:8e:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce593c4f-1943-467d-a129-3659b67375e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:47:28Z', 'updated_at': '2021-08-31T01:47:28Z', 'revision_number': 0, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66819470-14e0-4f69-862b-f56a215183a0', 'name': '', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:a1:a4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:13Z', 'updated_at': '2021-08-31T01:47:17Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:29.547105 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca42e92-01bf-4e09-bb08-381fedd4ef03 None None] Checking router: 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:47:29.555765 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca42e92-01bf-4e09-bb08-381fedd4ef03 None None] Routers {'98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:47:29.556383 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5ca42e92-01bf-4e09-bb08-381fedd4ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:47:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:29.563942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-91b93764-fec2-4ad4-b6f3-c02d3cef44f8 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/floatingips/f45a566b-6fa7-45ac-adcd-e2a38104afec HTTP/1.1" status: 200 len: 991 time: 0.1107342 Aug 31 01:47:29.588773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-412eb712-b124-4bbf-9032-d266be2b4014 req-6b43b890-24aa-4765-8936-d747566b8b0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965 HTTP/1.1" status: 200 len: 999 time: 0.0641489 Aug 31 01:47:29.637169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412eb712-b124-4bbf-9032-d266be2b4014 req-bc810585-8c25-4adc-9ba2-b581290a0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:29.638626 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-412eb712-b124-4bbf-9032-d266be2b4014 req-bc810585-8c25-4adc-9ba2-b581290a0ac5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cbe82721-3a49-4e20-b835-ce586916c492 HTTP/1.1" status: 200 len: 835 time: 0.0434227 Aug 31 01:47:29.660445 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-5ca42e92-01bf-4e09-bb08-381fedd4ef03 None None] Set router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:47:29.688620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412eb712-b124-4bbf-9032-d266be2b4014 req-db586f82-4b58-41d7-832f-02c4ca23828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:29.690107 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-412eb712-b124-4bbf-9032-d266be2b4014 req-db586f82-4b58-41d7-832f-02c4ca23828c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446291 Aug 31 01:47:29.779628 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-412eb712-b124-4bbf-9032-d266be2b4014 req-74817262-3f46-4c55-9089-df8dd2ee7271 service neutron] 10.222.0.15 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824041 Aug 31 01:47:29.875503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-412eb712-b124-4bbf-9032-d266be2b4014 req-9a72e7e8-5cd3-4225-9b28-e72ef4125345 service neutron] 10.222.0.15 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892394 Aug 31 01:47:29.884728 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-5ca42e92-01bf-4e09-bb08-381fedd4ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:13Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'f45a566b-6fa7-45ac-adcd-e2a38104afec', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'port_id': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'mac_address': 'fa:16:3e:8e:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce593c4f-1943-467d-a129-3659b67375e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:47:28Z', 'updated_at': '2021-08-31T01:47:28Z', 'revision_number': 0, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66819470-14e0-4f69-862b-f56a215183a0', 'name': '', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:a1:a4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:13Z', 'updated_at': '2021-08-31T01:47:17Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:29.912615 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca42e92-01bf-4e09-bb08-381fedd4ef03 None None] The sync data for ids ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'] in n-d-802060-13 is: [{'id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:13Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'f45a566b-6fa7-45ac-adcd-e2a38104afec', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'port_id': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'mac_address': 'fa:16:3e:8e:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce593c4f-1943-467d-a129-3659b67375e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:47:28Z', 'updated_at': '2021-08-31T01:47:28Z', 'revision_number': 0, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66819470-14e0-4f69-862b-f56a215183a0', 'name': '', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:a1:a4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:13Z', 'updated_at': '2021-08-31T01:47:17Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:47:30.108352 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7923de-03a9-4ac0-ad70-216eb41b97ad None None] New status for floating IP f45a566b-6fa7-45ac-adcd-e2a38104afec: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:47:30.567648 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35126) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:30.627205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e0e58636-ebcb-4e9a-bf37-4414f3e572c4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/floatingips/f45a566b-6fa7-45ac-adcd-e2a38104afec HTTP/1.1" status: 200 len: 993 time: 0.0584352 Aug 31 01:47:31.896555 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:33.588856 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e96675f-c633-4e5c-a304-b812395f9440 req-ef03058d-b4ba-48ae-a0a3-adf6245438fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403583 Aug 31 01:47:33.679910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96675f-c633-4e5c-a304-b812395f9440 req-0fd8ce31-93a0-411d-8b19-c76de8ca508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:33.681468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e96675f-c633-4e5c-a304-b812395f9440 req-0fd8ce31-93a0-411d-8b19-c76de8ca508e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 1097 time: 0.0435209 Aug 31 01:47:33.783333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96675f-c633-4e5c-a304-b812395f9440 req-336a5b29-b32f-4095-a185-a717cd1fdf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:33.784802 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e96675f-c633-4e5c-a304-b812395f9440 req-336a5b29-b32f-4095-a185-a717cd1fdf9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f HTTP/1.1" status: 200 len: 898 time: 0.0846589 Aug 31 01:47:33.854246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e96675f-c633-4e5c-a304-b812395f9440 req-9367ccfe-93dd-4d23-bcec-009bfe5bb8a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965 HTTP/1.1" status: 200 len: 1001 time: 0.0624540 Aug 31 01:47:33.902636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96675f-c633-4e5c-a304-b812395f9440 req-656504c5-ce9f-4f4d-9577-022fc85ddf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:33.904072 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e96675f-c633-4e5c-a304-b812395f9440 req-656504c5-ce9f-4f4d-9577-022fc85ddf66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cbe82721-3a49-4e20-b835-ce586916c492 HTTP/1.1" status: 200 len: 835 time: 0.0434480 Aug 31 01:47:33.949039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96675f-c633-4e5c-a304-b812395f9440 req-4516851f-8061-4246-8e4c-d7ca0e552a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:33.950507 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e96675f-c633-4e5c-a304-b812395f9440 req-4516851f-8061-4246-8e4c-d7ca0e552a81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396860 Aug 31 01:47:34.044920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e96675f-c633-4e5c-a304-b812395f9440 req-a62d9799-fe18-4531-9b18-fd1e6a1bec71 service neutron] 10.222.0.15 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870562 Aug 31 01:47:34.134385 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e96675f-c633-4e5c-a304-b812395f9440 req-d2c41ae3-2e7b-49da-938b-519b8b15a679 service neutron] 10.222.0.15 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827341 Aug 31 01:47:41.451567 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:51.260039 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-320daea6-23ed-47f8-831a-3049950e25b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:52.573061 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:47:53.810933 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-806c1871-ee64-48e8-b0f0-3c21e8731889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:54.093261 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:54.604953 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:56.802729 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:01.916058 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:11.447160 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:21.409966 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4daadda1-9d1f-4267-8240-e6bc749ac351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:23.811321 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c0a969f9-91d3-4ec3-b334-ffcd71cd0e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.093684 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.607758 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.806262 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:29.573070 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:48:31.910770 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:33.525982 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbdad4-5e93-4632-a0d2-aecda0a40cbc req-b3ff242f-39c9-493b-afe9-22c76a43219b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:33.527505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ffbdad4-5e93-4632-a0d2-aecda0a40cbc req-b3ff242f-39c9-493b-afe9-22c76a43219b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0525715 Aug 31 01:48:33.567163 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ffbdad4-5e93-4632-a0d2-aecda0a40cbc req-2e0ea0b0-daf3-4ee2-bec3-7547721268d4 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332813 Aug 31 01:48:34.682003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3af12-3daa-4727-946f-f34ad124f75b req-b4ae846f-73d0-4ce3-a158-5558fcc6b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:34.683523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fd3af12-3daa-4727-946f-f34ad124f75b req-b4ae846f-73d0-4ce3-a158-5558fcc6b147 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 1097 time: 0.0740891 Aug 31 01:48:34.697330 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abd850-9393-41f8-b054-134fa1de7dc9 req-fb0975e8-f375-4903-b01b-82a46478895d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:34.698819 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4abd850-9393-41f8-b054-134fa1de7dc9 req-fb0975e8-f375-4903-b01b-82a46478895d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0602798 Aug 31 01:48:34.791012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d4abd850-9393-41f8-b054-134fa1de7dc9 req-60faf942-1208-4439-9e70-6ccc3c407a1a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857594 Aug 31 01:48:34.818272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3af12-3daa-4727-946f-f34ad124f75b req-095f8e20-e9e1-4f7a-8bff-a7459d840653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:34.819784 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fd3af12-3daa-4727-946f-f34ad124f75b req-095f8e20-e9e1-4f7a-8bff-a7459d840653 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f HTTP/1.1" status: 200 len: 898 time: 0.1157153 Aug 31 01:48:34.886051 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fd3af12-3daa-4727-946f-f34ad124f75b req-6bb92c62-e3b5-412f-ae99-0d9d7541cdd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965 HTTP/1.1" status: 200 len: 1001 time: 0.0585268 Aug 31 01:48:34.937052 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3af12-3daa-4727-946f-f34ad124f75b req-a926724d-2bba-47d1-a10a-2862acdc9152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:34.938475 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fd3af12-3daa-4727-946f-f34ad124f75b req-a926724d-2bba-47d1-a10a-2862acdc9152 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cbe82721-3a49-4e20-b835-ce586916c492 HTTP/1.1" status: 200 len: 835 time: 0.0436511 Aug 31 01:48:34.988539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3af12-3daa-4727-946f-f34ad124f75b req-89e44712-767f-422c-bc57-fa8be1451c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:34.990010 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fd3af12-3daa-4727-946f-f34ad124f75b req-89e44712-767f-422c-bc57-fa8be1451c9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447543 Aug 31 01:48:35.079533 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fd3af12-3daa-4727-946f-f34ad124f75b req-43326302-48f4-4788-ba29-e146007dc798 service neutron] 10.222.0.15 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813456 Aug 31 01:48:35.171212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fd3af12-3daa-4727-946f-f34ad124f75b req-06de60b0-ebd0-47c6-90da-c109eaa6afe8 service neutron] 10.222.0.15 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848005 Aug 31 01:48:35.911361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e3f63-e35a-43ce-9560-bbcfbdfc144b req-bdf46f1c-3292-4304-98a0-732d5cb8d493 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:35.912826 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa5e3f63-e35a-43ce-9560-bbcfbdfc144b req-bdf46f1c-3292-4304-98a0-732d5cb8d493 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0498698 Aug 31 01:48:35.949705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa5e3f63-e35a-43ce-9560-bbcfbdfc144b req-111aa11e-53b2-4266-821a-e3f754dce3d0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307682 Aug 31 01:48:37.063813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee1e07-3fc5-436c-b5be-c6241ba9c4b5 req-50e223d0-2e59-414e-9be0-9be7f42a44de tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:37.066391 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-16ee1e07-3fc5-436c-b5be-c6241ba9c4b5 req-50e223d0-2e59-414e-9be0-9be7f42a44de tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0503209 Aug 31 01:48:37.103966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-16ee1e07-3fc5-436c-b5be-c6241ba9c4b5 req-5e812c09-6c6f-4c2e-a2a3-b1577a124e60 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315654 Aug 31 01:48:38.224798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7296d-3b27-44cd-8bc0-218dc267f526 req-ff1c3e7b-bc9a-4511-85b0-7bf8d9bd3b67 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:38.226308 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbe7296d-3b27-44cd-8bc0-218dc267f526 req-ff1c3e7b-bc9a-4511-85b0-7bf8d9bd3b67 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0548029 Aug 31 01:48:38.266441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbe7296d-3b27-44cd-8bc0-218dc267f526 req-b5245fdd-4910-47ba-b96b-2029c577dafe tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341907 Aug 31 01:48:39.381250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ecc6f-de4d-4599-99d4-9583b25c295b req-c132f932-e692-4d8c-b4bc-e0a418076639 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:39.382720 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b54ecc6f-de4d-4599-99d4-9583b25c295b req-c132f932-e692-4d8c-b4bc-e0a418076639 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0491674 Aug 31 01:48:39.420256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b54ecc6f-de4d-4599-99d4-9583b25c295b req-05ad9085-8bff-4b1f-99da-72b2b069b030 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316441 Aug 31 01:48:40.536158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404ca26-1a9e-4793-a785-4b6a16674803 req-d76ce1dc-a2f3-4b5a-b73d-1ffbb71579f9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:40.537573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a404ca26-1a9e-4793-a785-4b6a16674803 req-d76ce1dc-a2f3-4b5a-b73d-1ffbb71579f9 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0501118 Aug 31 01:48:40.576975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a404ca26-1a9e-4793-a785-4b6a16674803 req-9ec733ee-af09-444f-9d37-691c22e74eb2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330298 Aug 31 01:48:41.458248 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:41.693274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5534723-987e-443e-bfce-aaef46b5d025 req-eaed1511-ab87-4085-a006-c6bba0c1bf50 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:41.694719 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5534723-987e-443e-bfce-aaef46b5d025 req-eaed1511-ab87-4085-a006-c6bba0c1bf50 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0516608 Aug 31 01:48:41.731263 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5534723-987e-443e-bfce-aaef46b5d025 req-d336aa6f-f1ab-4b92-8523-c57cb98b565a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307529 Aug 31 01:48:42.846345 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f947f-c627-4ecf-9540-1e0d901f6382 req-6747bb79-6ce9-403f-9811-8a8a8c11e333 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:42.848444 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-715f947f-c627-4ecf-9540-1e0d901f6382 req-6747bb79-6ce9-403f-9811-8a8a8c11e333 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0483427 Aug 31 01:48:42.885543 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-715f947f-c627-4ecf-9540-1e0d901f6382 req-2a2faf90-de38-4071-999e-f446d99df710 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Aug 31 01:48:43.997794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495b91c-a0c0-4112-a7be-c1790dee977d req-12a2e7ce-42da-4f7e-bd33-8b9a5411428d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:43.999257 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0495b91c-a0c0-4112-a7be-c1790dee977d req-12a2e7ce-42da-4f7e-bd33-8b9a5411428d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0480890 Aug 31 01:48:44.038911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0495b91c-a0c0-4112-a7be-c1790dee977d req-15f12990-75e4-42ec-aff0-a7954ddf2483 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331855 Aug 31 01:48:45.160458 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c87f0f-706c-4fcc-a66d-d8c6e72fd2e6 req-e1b52391-6357-4228-af00-9374f6542b95 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:45.161956 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c87f0f-706c-4fcc-a66d-d8c6e72fd2e6 req-e1b52391-6357-4228-af00-9374f6542b95 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0558748 Aug 31 01:48:45.200092 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f4c87f0f-706c-4fcc-a66d-d8c6e72fd2e6 req-7a6d4b49-ea34-4824-bb4f-43f161e9570c tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319617 Aug 31 01:48:46.313765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83158552-b7f0-4197-b6a2-2c6c77945584 req-3b8e2cc3-5355-4b22-afa9-a1eb98e4da74 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:46.315747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83158552-b7f0-4197-b6a2-2c6c77945584 req-3b8e2cc3-5355-4b22-afa9-a1eb98e4da74 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0486882 Aug 31 01:48:46.353477 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83158552-b7f0-4197-b6a2-2c6c77945584 req-c688427a-d193-4fa7-9c7e-9f31ea18ed1b tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317922 Aug 31 01:48:47.469615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5df90-25ff-49eb-96bf-85e7d5b0f0b2 req-7ff245af-b759-4bd7-a229-37d35989fddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:47.471077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eaa5df90-25ff-49eb-96bf-85e7d5b0f0b2 req-7ff245af-b759-4bd7-a229-37d35989fddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0471210 Aug 31 01:48:47.507849 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eaa5df90-25ff-49eb-96bf-85e7d5b0f0b2 req-14faf314-a0fe-49a2-b8e2-128b7f44b5b2 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301366 Aug 31 01:48:47.686461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5427480-2ac6-40c7-9262-ae11704f6de0 req-a22eb123-f2dd-492d-8951-ce5c64684f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:47.687969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5427480-2ac6-40c7-9262-ae11704f6de0 req-a22eb123-f2dd-492d-8951-ce5c64684f58 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 1097 time: 0.0422204 Aug 31 01:48:47.722140 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5427480-2ac6-40c7-9262-ae11704f6de0 req-baea477f-b77d-4e52-ab7e-6cb424f96fce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269232 Aug 31 01:48:48.622201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630f83e-0300-493a-9e6c-8b059bff49e5 req-db126141-f49c-48b6-80b7-ef7977f92d98 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:48.623730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9630f83e-0300-493a-9e6c-8b059bff49e5 req-db126141-f49c-48b6-80b7-ef7977f92d98 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0497112 Aug 31 01:48:48.661836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9630f83e-0300-493a-9e6c-8b059bff49e5 req-952f2e88-7747-4777-a00c-40a01241e487 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322247 Aug 31 01:48:49.046666 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device ae43160b-8bca-49b0-9d1e-6238dc7d6965 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:48:49.052922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device ae43160b-8bca-49b0-9d1e-6238dc7d6965 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:48:49.242627 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:49.268316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port ae43160b-8bca-49b0-9d1e-6238dc7d6965, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965,segment=NetworkSegment(1f7549b4-686a-46d9-a25c-136b16005dca),segment_id=1f7549b4-686a-46d9-a25c-136b16005dca)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:48:49.297216 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce593c4f-1943-467d-a129-3659b67375e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:48:49.300531 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4db403-ae90-4b89-b9a1-8ed0656d146d" -d '{"events": [{"server_uuid": "ce593c4f-1943-467d-a129-3659b67375e9", "name": "network-vif-unplugged", "status": "completed", "tag": "ae43160b-8bca-49b0-9d1e-6238dc7d6965"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:48:49.306727 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'port_id': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965', 'mac_address': 'fa:16:3e:8e:4e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:48:49.320481 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port ae43160b-8bca-49b0-9d1e-6238dc7d6965, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965,segment=NetworkSegment(1f7549b4-686a-46d9-a25c-136b16005dca),segment_id=1f7549b4-686a-46d9-a25c-136b16005dca)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:48:49.325155 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:49.360242 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4ab1ac-b849-4929-b0e9-037bd7fd6cf4 x-openstack-request-id: req-af4ab1ac-b849-4929-b0e9-037bd7fd6cf4 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:48:49.360618 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce593c4f-1943-467d-a129-3659b67375e9", "name": "network-vif-unplugged", "status": "completed", "tag": "ae43160b-8bca-49b0-9d1e-6238dc7d6965", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:48:49.360974 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af4ab1ac-b849-4929-b0e9-037bd7fd6cf4 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:48:49.361467 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce593c4f-1943-467d-a129-3659b67375e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965', 'code': 200} Aug 31 01:48:49.414245 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:49.441951 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae43160b-8bca-49b0-9d1e-6238dc7d6965 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:48:49.449506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=ae43160b-8bca-49b0-9d1e-6238dc7d6965,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:49.465480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:49.465825 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:49.466167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:49.466520 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:49.466834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:49.467192 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:49.467545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:49.467867 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:49.468188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:49.468510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:49.468875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:49.469237 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:49.481982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port ae43160b-8bca-49b0-9d1e-6238dc7d6965, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965,segment=NetworkSegment(1f7549b4-686a-46d9-a25c-136b16005dca),segment_id=1f7549b4-686a-46d9-a25c-136b16005dca)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:48:49.485877 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:49.532886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=ae43160b-8bca-49b0-9d1e-6238dc7d6965,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:49.784563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48425d-fb74-40f9-94ec-a4746ac41606 req-5234cb63-387f-4126-9ce2-48c7e647de31 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:49.786459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1b48425d-fb74-40f9-94ec-a4746ac41606 req-5234cb63-387f-4126-9ce2-48c7e647de31 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 944 time: 0.0502191 Aug 31 01:48:49.825618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['ae43160b-8bca-49b0-9d1e-6238dc7d6965'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:48:49.827012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1b48425d-fb74-40f9-94ec-a4746ac41606 req-e22c15ca-4a63-4b08-8de8-382819512b80 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324764 Aug 31 01:48:49.848952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35206) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:49.914451 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-44ae940c-3e6f-4d62-9a45-f001b2dd798f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/floatingips/f45a566b-6fa7-45ac-adcd-e2a38104afec HTTP/1.1" status: 200 len: 992 time: 0.0639150 Aug 31 01:48:51.042897 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device ae43160b-8bca-49b0-9d1e-6238dc7d6965 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:48:51.090752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port ae43160b-8bca-49b0-9d1e-6238dc7d6965 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:48:51.091122 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:51.170248 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:51.205126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port ae43160b-8bca-49b0-9d1e-6238dc7d6965, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965,segment=NetworkSegment(1f7549b4-686a-46d9-a25c-136b16005dca),segment_id=1f7549b4-686a-46d9-a25c-136b16005dca)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:48:51.208703 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:51.263408 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=ae43160b-8bca-49b0-9d1e-6238dc7d6965,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:51.269765 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-559f4e1c-6ebf-4641-9eb2-b6aed324988f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:51.362979 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce593c4f-1943-467d-a129-3659b67375e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:48:51.365322 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24f0999-4e9a-486d-92a4-ab0556e33682" -d '{"events": [{"server_uuid": "ce593c4f-1943-467d-a129-3659b67375e9", "name": "network-vif-plugged", "status": "completed", "tag": "ae43160b-8bca-49b0-9d1e-6238dc7d6965"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:48:51.403184 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96692acf-052e-4e82-90e5-3eced0f9f1b7 x-openstack-request-id: req-96692acf-052e-4e82-90e5-3eced0f9f1b7 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:48:51.403504 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce593c4f-1943-467d-a129-3659b67375e9", "name": "network-vif-plugged", "status": "completed", "tag": "ae43160b-8bca-49b0-9d1e-6238dc7d6965", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:48:51.403754 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96692acf-052e-4e82-90e5-3eced0f9f1b7 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:48:51.404146 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce593c4f-1943-467d-a129-3659b67375e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965', 'code': 200} Aug 31 01:48:53.814558 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-160cd66b-20ed-477c-b921-4e1b63dcec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:54.096197 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:54.610544 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:56.808068 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:01.909922 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:06.574440 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:49:11.465897 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:21.262542 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1bb4df53-be10-4212-9cfd-6afcb923d2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:23.817727 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e2edfb63-ff7c-4cd3-be53-f0da1bb4b772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:24.099080 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:24.612883 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:26.810469 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:31.923382 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:35.587965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56f9b356-fb5f-40f6-9689-a5f79c0bedfc req-327fa338-29ad-494f-a60a-28b56fe88e86 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413351 Aug 31 01:49:35.681135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b356-fb5f-40f6-9689-a5f79c0bedfc req-56ed9480-4ae3-43ea-acfd-81e3e757d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:35.682611 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56f9b356-fb5f-40f6-9689-a5f79c0bedfc req-56ed9480-4ae3-43ea-acfd-81e3e757d743 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 1097 time: 0.0427370 Aug 31 01:49:36.107940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b356-fb5f-40f6-9689-a5f79c0bedfc req-37a30441-7f96-4519-a3bb-8ed53186b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:36.109430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56f9b356-fb5f-40f6-9689-a5f79c0bedfc req-37a30441-7f96-4519-a3bb-8ed53186b23d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f HTTP/1.1" status: 200 len: 898 time: 0.4069726 Aug 31 01:49:36.173891 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56f9b356-fb5f-40f6-9689-a5f79c0bedfc req-90916af7-c33e-4e0f-b908-7a61976697bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965 HTTP/1.1" status: 200 len: 1001 time: 0.0567336 Aug 31 01:49:36.226299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b356-fb5f-40f6-9689-a5f79c0bedfc req-4dd4b3cb-d62d-4da9-afd3-7ffe944d6505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:36.227705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56f9b356-fb5f-40f6-9689-a5f79c0bedfc req-4dd4b3cb-d62d-4da9-afd3-7ffe944d6505 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cbe82721-3a49-4e20-b835-ce586916c492 HTTP/1.1" status: 200 len: 835 time: 0.0458915 Aug 31 01:49:36.273654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b356-fb5f-40f6-9689-a5f79c0bedfc req-3349e178-e5e9-47b0-9913-71a6d13614c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:36.275150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56f9b356-fb5f-40f6-9689-a5f79c0bedfc req-3349e178-e5e9-47b0-9913-71a6d13614c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402400 Aug 31 01:49:36.362715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56f9b356-fb5f-40f6-9689-a5f79c0bedfc req-10f676f4-160b-47ac-81c3-1ca21828e0bc service neutron] 10.222.0.15 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804672 Aug 31 01:49:36.453735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56f9b356-fb5f-40f6-9689-a5f79c0bedfc req-7ffd6f10-a2e7-4a2c-9077-55a864e54b1f service neutron] 10.222.0.15 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841422 Aug 31 01:49:41.457591 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:43.576400 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:49:51.263547 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4aee294d-6931-4bdb-98d0-3aac3f7c77bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:53.818410 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6136b5e7-847b-46d6-81f8-d3ec45e918b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:54.100387 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:54.601426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35268) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:49:54.617414 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:54.771075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port 8996b602-136e-4e0b-9ff1-bda0d9c1279b {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:49:54.771459 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:54.852225 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:54.852557 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:54.866071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for 8996b602-136e-4e0b-9ff1-bda0d9c1279b owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:49:55.015749 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:55.046331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=8996b602-136e-4e0b-9ff1-bda0d9c1279b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:49:55.058776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:55.059127 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:55.059493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:55.059830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:55.060161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:55.060490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:55.060818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:55.061143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:55.061466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:55.061790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:55.062113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:55.062433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:55.118990 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:55.119357 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Floating IP f45a566b-6fa7-45ac-adcd-e2a38104afec disassociated (deleted). External IP: 172.25.6.149, port: ae43160b-8bca-49b0-9d1e-6238dc7d6965. Aug 31 01:49:55.334950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:49:55.450669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:49:55.455503 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:55.461098 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c08bb-5aaf-4304-b14d-0cc8cc8fe82c None None] Sync routers for ids ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:49:55.469915 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c08bb-5aaf-4304-b14d-0cc8cc8fe82c None None] Routers {'98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:49:55.470522 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-bf9c08bb-5aaf-4304-b14d-0cc8cc8fe82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:49:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:49:55.482519 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a82932c9-f620-4e82-b5a3-8536131d1555 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/floatingips/f45a566b-6fa7-45ac-adcd-e2a38104afec HTTP/1.1" status: 204 len: 168 time: 0.8793101 Aug 31 01:49:55.483116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce593c4f-1943-467d-a129-3659b67375e9', 'tag': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:49:55.485408 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d20a36b-3da7-447a-9510-29246219ff7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce593c4f-1943-467d-a129-3659b67375e9", "tag": "ae43160b-8bca-49b0-9d1e-6238dc7d6965"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:49:55.539898 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46a0221-02eb-45e4-a308-290b31a311b3 x-openstack-request-id: req-b46a0221-02eb-45e4-a308-290b31a311b3 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:49:55.540191 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce593c4f-1943-467d-a129-3659b67375e9", "tag": "ae43160b-8bca-49b0-9d1e-6238dc7d6965", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:49:55.540450 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b46a0221-02eb-45e4-a308-290b31a311b3 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:49:55.540854 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce593c4f-1943-467d-a129-3659b67375e9', 'tag': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965', 'status': 'completed', 'code': 200} Aug 31 01:49:55.580962 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-bf9c08bb-5aaf-4304-b14d-0cc8cc8fe82c None None] Set router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:49:55.618855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20a36b-3da7-447a-9510-29246219ff7f req-ef34721e-1cb0-4dc3-8b8b-d2be18c97a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:55.620674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d20a36b-3da7-447a-9510-29246219ff7f req-ef34721e-1cb0-4dc3-8b8b-d2be18c97a9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a0f425b452f418686dba5a4056ca253&device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 1097 time: 0.0468676 Aug 31 01:49:55.778194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481aec2-e5a1-4e99-ad1c-966036c2e221 req-7da09914-0d74-4556-9c20-ea2643d601c1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:55.779715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7481aec2-e5a1-4e99-ad1c-966036c2e221 req-7da09914-0d74-4556-9c20-ea2643d601c1 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0991881 Aug 31 01:49:55.791679 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-bf9c08bb-5aaf-4304-b14d-0cc8cc8fe82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:13Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '66819470-14e0-4f69-862b-f56a215183a0', 'name': '', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:a1:a4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:13Z', 'updated_at': '2021-08-31T01:47:17Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:49:55.800050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20a36b-3da7-447a-9510-29246219ff7f req-a2afb31e-6492-4776-8e57-e9b37cdea609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:55.802230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d20a36b-3da7-447a-9510-29246219ff7f req-a2afb31e-6492-4776-8e57-e9b37cdea609 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f HTTP/1.1" status: 200 len: 898 time: 0.1400397 Aug 31 01:49:55.819246 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c08bb-5aaf-4304-b14d-0cc8cc8fe82c None None] Checking router: 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:49:55.827486 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c08bb-5aaf-4304-b14d-0cc8cc8fe82c None None] Routers {'98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:49:55.828077 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-bf9c08bb-5aaf-4304-b14d-0cc8cc8fe82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:49:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:49:55.854144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d20a36b-3da7-447a-9510-29246219ff7f req-872741d4-eca0-453f-927b-4a852807f448 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965 HTTP/1.1" status: 200 len: 217 time: 0.0425687 Aug 31 01:49:55.874268 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7481aec2-e5a1-4e99-ad1c-966036c2e221 req-9094f072-a2dc-4bea-9cb3-1b011e6d1bc6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848904 Aug 31 01:49:55.913124 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20a36b-3da7-447a-9510-29246219ff7f req-bb723342-55ee-47d6-9c99-a42cfe77c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:55.914644 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d20a36b-3da7-447a-9510-29246219ff7f req-bb723342-55ee-47d6-9c99-a42cfe77c466 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cbe82721-3a49-4e20-b835-ce586916c492 HTTP/1.1" status: 200 len: 835 time: 0.0501335 Aug 31 01:49:55.967501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20a36b-3da7-447a-9510-29246219ff7f req-e7edf99f-094f-4534-960a-14b1470dbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:55.969045 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d20a36b-3da7-447a-9510-29246219ff7f req-e7edf99f-094f-4534-960a-14b1470dbd50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453048 Aug 31 01:49:56.028033 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-bf9c08bb-5aaf-4304-b14d-0cc8cc8fe82c None None] Set router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:49:56.075743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d20a36b-3da7-447a-9510-29246219ff7f req-fb459e9d-1cba-4353-8939-5184e323e909 service neutron] 10.222.0.15 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937483 Aug 31 01:49:56.172087 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d20a36b-3da7-447a-9510-29246219ff7f req-8dbc7926-6365-4213-867f-765d8bf61a94 service neutron] 10.222.0.15 "GET /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862174 Aug 31 01:49:56.229924 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-bf9c08bb-5aaf-4304-b14d-0cc8cc8fe82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:13Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '66819470-14e0-4f69-862b-f56a215183a0', 'name': '', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:a1:a4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:13Z', 'updated_at': '2021-08-31T01:47:17Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:49:56.260230 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c08bb-5aaf-4304-b14d-0cc8cc8fe82c None None] The sync data for ids ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'] in n-d-802060-13 is: [{'id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:13Z', 'revision_number': 4, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '66819470-14e0-4f69-862b-f56a215183a0', 'name': '', 'network_id': 'e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'mac_address': 'fa:16:3e:a1:a4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:13Z', 'updated_at': '2021-08-31T01:47:17Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'subnets': [{'id': 'cbe82721-3a49-4e20-b835-ce586916c492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:49:56.461322 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdf1b1c-a8c3-44fd-8d6e-e019559412bc None None] New status for floating IP f45a566b-6fa7-45ac-adcd-e2a38104afec: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:49:56.812510 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:56.995404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cdd55-1842-4e69-86cf-6d812158a0a4 req-fe6a7ad6-c255-4289-a100-6dbf05e2cf4a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:56.997653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab3cdd55-1842-4e69-86cf-6d812158a0a4 req-fe6a7ad6-c255-4289-a100-6dbf05e2cf4a tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0511327 Aug 31 01:49:57.041241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab3cdd55-1842-4e69-86cf-6d812158a0a4 req-b07a3806-c5ba-404e-8908-6487abc8cf87 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/security-groups?id=408e1e7c-2a39-4f81-af00-743a25f9e9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373609 Aug 31 01:49:57.350372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087980b-b829-410b-9d8e-f54aabca3726 req-1ea95cc3-e74b-4505-8108-0dd2ac4e119d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:57.351823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2087980b-b829-410b-9d8e-f54aabca3726 req-1ea95cc3-e74b-4505-8108-0dd2ac4e119d tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 945 time: 0.0474703 Aug 31 01:49:57.439154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-2087980b-b829-410b-9d8e-f54aabca3726 req-57b00d87-5ee4-447f-b621-7f0619becef6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port ae43160b-8bca-49b0-9d1e-6238dc7d6965 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:49:57.439545 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2087980b-b829-410b-9d8e-f54aabca3726 req-57b00d87-5ee4-447f-b621-7f0619becef6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:57.528982 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-2087980b-b829-410b-9d8e-f54aabca3726 req-57b00d87-5ee4-447f-b621-7f0619becef6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] For port ae43160b-8bca-49b0-9d1e-6238dc7d6965, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ae43160b-8bca-49b0-9d1e-6238dc7d6965,segment=NetworkSegment(1f7549b4-686a-46d9-a25c-136b16005dca),segment_id=1f7549b4-686a-46d9-a25c-136b16005dca)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:49:57.529339 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2087980b-b829-410b-9d8e-f54aabca3726 req-57b00d87-5ee4-447f-b621-7f0619becef6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:57.541791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-2087980b-b829-410b-9d8e-f54aabca3726 req-57b00d87-5ee4-447f-b621-7f0619becef6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for ae43160b-8bca-49b0-9d1e-6238dc7d6965 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:49:57.668580 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2087980b-b829-410b-9d8e-f54aabca3726 req-57b00d87-5ee4-447f-b621-7f0619becef6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:57.697593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b00d87-5ee4-447f-b621-7f0619becef6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=ae43160b-8bca-49b0-9d1e-6238dc7d6965,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:49:57.738126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-2087980b-b829-410b-9d8e-f54aabca3726 req-57b00d87-5ee4-447f-b621-7f0619becef6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] No DVR routers for this DVR port ae43160b-8bca-49b0-9d1e-6238dc7d6965 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:49:57.741493 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2087980b-b829-410b-9d8e-f54aabca3726 req-57b00d87-5ee4-447f-b621-7f0619becef6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:57.743597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2087980b-b829-410b-9d8e-f54aabca3726 req-57b00d87-5ee4-447f-b621-7f0619becef6 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.15 "DELETE /v2.0/ports/ae43160b-8bca-49b0-9d1e-6238dc7d6965 HTTP/1.1" status: 204 len: 173 time: 0.3856454 Aug 31 01:49:57.744028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce593c4f-1943-467d-a129-3659b67375e9', 'name': 'network-vif-deleted', 'tag': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:49:57.746403 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d72aa1-34a9-4bb7-bc65-df875067e256" -d '{"events": [{"server_uuid": "ce593c4f-1943-467d-a129-3659b67375e9", "name": "network-vif-deleted", "tag": "ae43160b-8bca-49b0-9d1e-6238dc7d6965"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:49:57.783602 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a268991e-da54-4202-a308-d17f7874f3f3 x-openstack-request-id: req-a268991e-da54-4202-a308-d17f7874f3f3 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:49:57.783890 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce593c4f-1943-467d-a129-3659b67375e9", "name": "network-vif-deleted", "tag": "ae43160b-8bca-49b0-9d1e-6238dc7d6965", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:49:57.784140 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a268991e-da54-4202-a308-d17f7874f3f3 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:49:57.784538 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce593c4f-1943-467d-a129-3659b67375e9', 'name': 'network-vif-deleted', 'tag': 'ae43160b-8bca-49b0-9d1e-6238dc7d6965', 'status': 'completed', 'code': 200} Aug 31 01:49:58.154634 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96feb8d8-fb98-464a-932c-36cd4168285d req-24972ba7-b89f-4974-a12e-8ecdcb1da76c tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce593c4f-1943-467d-a129-3659b67375e9 HTTP/1.1" status: 200 len: 210 time: 0.0303714 Aug 31 01:49:59.211587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35290) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:49:59.574500 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2504d9b7-1a4c-464f-afe1-a23c5b958999 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:59.823663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-2504d9b7-1a4c-464f-afe1-a23c5b958999 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port 66819470-14e0-4f69-862b-f56a215183a0 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:49:59.824005 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2504d9b7-1a4c-464f-afe1-a23c5b958999 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:59.909671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-2504d9b7-1a4c-464f-afe1-a23c5b958999 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] For port 66819470-14e0-4f69-862b-f56a215183a0, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=66819470-14e0-4f69-862b-f56a215183a0,segment=NetworkSegment(1f7549b4-686a-46d9-a25c-136b16005dca),segment_id=1f7549b4-686a-46d9-a25c-136b16005dca)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:49:59.909956 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2504d9b7-1a4c-464f-afe1-a23c5b958999 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:59.923215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-2504d9b7-1a4c-464f-afe1-a23c5b958999 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for 66819470-14e0-4f69-862b-f56a215183a0 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:50:00.117883 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2504d9b7-1a4c-464f-afe1-a23c5b958999 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:00.144280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504d9b7-1a4c-464f-afe1-a23c5b958999 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=66819470-14e0-4f69-862b-f56a215183a0,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:00.319589 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2504d9b7-1a4c-464f-afe1-a23c5b958999 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:00.533733 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2504d9b7-1a4c-464f-afe1-a23c5b958999 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:50:00.637427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2504d9b7-1a4c-464f-afe1-a23c5b958999 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:50:00.642280 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2504d9b7-1a4c-464f-afe1-a23c5b958999 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "PUT /v2.0/routers/98d07e90-c2d9-4c02-ad73-dcc876c8f3ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4295576 Aug 31 01:50:00.645310 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35292) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:00.647220 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67000b50-4962-4826-ae57-87638a21c483 None None] Sync routers for ids ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:50:00.656426 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67000b50-4962-4826-ae57-87638a21c483 None None] Routers {'98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:50:00.657025 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-67000b50-4962-4826-ae57-87638a21c483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:49:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:00.699409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting subnet cbe82721-3a49-4e20-b835-ce586916c492 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:50:00.702397 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:00.743991 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:00.764877 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-67000b50-4962-4826-ae57-87638a21c483 None None] Set router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:50:00.826650 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:00.888891 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:00.917030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe82721-3a49-4e20-b835-ce586916c492,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:00.921832 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:00.927199 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/subnets/cbe82721-3a49-4e20-b835-ce586916c492 HTTP/1.1" status: 204 len: 168 time: 0.2776170 Aug 31 01:50:00.927329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35296) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:00.929046 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faf4c6d-3cb0-41e0-a834-8e6e8f7dc020 None None] Network e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:50:00.932691 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:00.933050 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:00.933844 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:00.934196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:00.935708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:00.936078 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:00.936492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:00.936822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:00.937364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:00.937708 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:00.938042 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:00.938398 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb1452-e6e3-4582-a4bc-d178928adb9f tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:00.962743 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-67000b50-4962-4826-ae57-87638a21c483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:50:00Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:00.995204 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67000b50-4962-4826-ae57-87638a21c483 None None] Checking router: 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:50:01.004636 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67000b50-4962-4826-ae57-87638a21c483 None None] Routers {'98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:50:01.005466 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-67000b50-4962-4826-ae57-87638a21c483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:49:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:01.048514 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.117718 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-67000b50-4962-4826-ae57-87638a21c483 None None] Set router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:50:01.131297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] DHCP port deletion for e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:50:01.167790 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.185106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Deleting port 7f5175b7-8302-426a-899a-bc46d627a87f {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:50:01.185815 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.221753 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Deleting port cd58d9f3-3c2e-40c0-87be-f6d358229bed {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:50:01.222126 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.250252 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] For port 7f5175b7-8302-426a-899a-bc46d627a87f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=7f5175b7-8302-426a-899a-bc46d627a87f,segment=NetworkSegment(1f7549b4-686a-46d9-a25c-136b16005dca),segment_id=1f7549b4-686a-46d9-a25c-136b16005dca)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:50:01.250663 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.279374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Calling delete_port for 7f5175b7-8302-426a-899a-bc46d627a87f owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:50:01.320609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] For port cd58d9f3-3c2e-40c0-87be-f6d358229bed, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=cd58d9f3-3c2e-40c0-87be-f6d358229bed,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:50:01.321208 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.324458 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-67000b50-4962-4826-ae57-87638a21c483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:50:00Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:01.340855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Calling delete_port for cd58d9f3-3c2e-40c0-87be-f6d358229bed owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:50:01.351857 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67000b50-4962-4826-ae57-87638a21c483 None None] The sync data for ids ['98d07e90-c2d9-4c02-ad73-dcc876c8f3ea'] in n-d-802060-13 is: [{'id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601367795', 'tenant_id': '2a0f425b452f418686dba5a4056ca253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:50:00Z', 'revision_number': 5, 'project_id': '2a0f425b452f418686dba5a4056ca253', 'gw_port': {'id': 'cd58d9f3-3c2e-40c0-87be-f6d358229bed', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d07e90-c2d9-4c02-ad73-dcc876c8f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:47:10Z', 'updated_at': '2021-08-31T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:50:01.377691 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.405631 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Pushing event deleted for resources: {'Port': ['ID=7f5175b7-8302-426a-899a-bc46d627a87f,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:01.413980 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] No DVR routers for this DVR port 7f5175b7-8302-426a-899a-bc46d627a87f on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:50:01.416297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:01.416642 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:01.416978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:01.417307 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:01.417679 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:01.417980 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:01.418301 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:01.418628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:01.418948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:01.419264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:01.419706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:01.420024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ebf905-a6c6-4b7e-ae38-7d1f3837cc46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:01.507705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device ae43160b-8bca-49b0-9d1e-6238dc7d6965 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:50:01.516614 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.527556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: ae43160b-8bca-49b0-9d1e-6238dc7d6965 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:50:01.527899 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device ae43160b-8bca-49b0-9d1e-6238dc7d6965 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:50:01.547749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Port': ['ID=cd58d9f3-3c2e-40c0-87be-f6d358229bed,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:01.605515 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.697317 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.698352 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7f5175b7-8302-426a-899a-bc46d627a87f no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:50:01.699710 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.720913 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 7f5175b7-8302-426a-899a-bc46d627a87f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:50:01.721255 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 7f5175b7-8302-426a-899a-bc46d627a87f not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:50:01.744480 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.745097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Fanout notify agent at l3_agent the message router_deleted on router 98d07e90-c2d9-4c02-ad73-dcc876c8f3ea {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:50:01.753004 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.754174 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-587b4892-c264-4c18-a574-ccbb59149ddb tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/routers/98d07e90-c2d9-4c02-ad73-dcc876c8f3ea HTTP/1.1" status: 204 len: 168 time: 0.8258133 Aug 31 01:50:01.757014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35298) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:01.839188 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-265005da-d92e-4f48-9a84-c42705e8fe79 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.924782 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.925280 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-265005da-d92e-4f48-9a84-c42705e8fe79 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:01.935876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-265005da-d92e-4f48-9a84-c42705e8fe79 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:01.952583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-265005da-d92e-4f48-9a84-c42705e8fe79 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7549b4-686a-46d9-a25c-136b16005dca') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:01.952881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-265005da-d92e-4f48-9a84-c42705e8fe79 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7549b4-686a-46d9-a25c-136b16005dca') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:01.963364 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-265005da-d92e-4f48-9a84-c42705e8fe79 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:02.300117 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-265005da-d92e-4f48-9a84-c42705e8fe79 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:02.305956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265005da-d92e-4f48-9a84-c42705e8fe79 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:50:02.306361 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-265005da-d92e-4f48-9a84-c42705e8fe79 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:50:02.309215 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:50:02.370723 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-265005da-d92e-4f48-9a84-c42705e8fe79 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:02.379920 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-265005da-d92e-4f48-9a84-c42705e8fe79 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:02.381728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-265005da-d92e-4f48-9a84-c42705e8fe79 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/networks/e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f HTTP/1.1" status: 204 len: 168 time: 0.6237988 Aug 31 01:50:02.384665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35300) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:02.391350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265005da-d92e-4f48-9a84-c42705e8fe79 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'Network': ['ID=e0d7f937-dbc6-4bee-8f9f-8bdf4a95400f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:02.451606 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c09eaec4-c71b-481c-9a57-910cf417d1e0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:02.477488 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c09eaec4-c71b-481c-9a57-910cf417d1e0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:02.535815 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c09eaec4-c71b-481c-9a57-910cf417d1e0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:02.538502 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c09eaec4-c71b-481c-9a57-910cf417d1e0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:02.539951 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c09eaec4-c71b-481c-9a57-910cf417d1e0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] 10.222.0.58 "DELETE /v2.0/security-groups/408e1e7c-2a39-4f81-af00-743a25f9e9bf HTTP/1.1" status: 204 len: 168 time: 0.1541400 Aug 31 01:50:02.552195 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eaec4-c71b-481c-9a57-910cf417d1e0 tempest-TestNetworkAdvancedServerOps-2122137119 tempest-TestNetworkAdvancedServerOps-2122137119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408e1e7c-2a39-4f81-af00-743a25f9e9bf,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:02.908080 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35312) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:03.081028 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6a9dcc60-f4b4-4437-95a3-da26f1b60757 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a0f425b452f418686dba5a4056ca253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717110 Aug 31 01:50:03.083452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35318) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:03.133235 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-476f4906-7bfb-46fc-82a0-8b0b13068681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:03.153578 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-476f4906-7bfb-46fc-82a0-8b0b13068681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:03.198262 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-476f4906-7bfb-46fc-82a0-8b0b13068681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:03.200821 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-476f4906-7bfb-46fc-82a0-8b0b13068681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:03.201958 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-476f4906-7bfb-46fc-82a0-8b0b13068681 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/38404db1-9638-4e97-a6c0-7de20dfc2d9e HTTP/1.1" status: 204 len: 168 time: 0.1176128 Aug 31 01:50:03.209791 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f4906-7bfb-46fc-82a0-8b0b13068681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38404db1-9638-4e97-a6c0-7de20dfc2d9e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:03.325905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 66819470-14e0-4f69-862b-f56a215183a0 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:50:03.349798 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 66819470-14e0-4f69-862b-f56a215183a0 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:50:03.350051 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 66819470-14e0-4f69-862b-f56a215183a0 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:50:03.350475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cd58d9f3-3c2e-40c0-87be-f6d358229bed no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:50:03.369171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: cd58d9f3-3c2e-40c0-87be-f6d358229bed {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:50:03.369513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device cd58d9f3-3c2e-40c0-87be-f6d358229bed not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:50:03.469137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35324) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:03.507808 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7c8bf854-48c5-4c75-9103-71e48582aede admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80e79c534dce48479b5d649956a3f339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375340 Aug 31 01:50:03.510105 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35326) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:03.557074 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b8773603-f118-4578-8715-6cb4ee91bcb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:03.576909 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b8773603-f118-4578-8715-6cb4ee91bcb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:03.621424 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b8773603-f118-4578-8715-6cb4ee91bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:03.623830 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b8773603-f118-4578-8715-6cb4ee91bcb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:03.624963 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b8773603-f118-4578-8715-6cb4ee91bcb3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f81d4da-5d86-4670-92ff-9049b417acc8 HTTP/1.1" status: 204 len: 168 time: 0.1139853 Aug 31 01:50:03.632533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8773603-f118-4578-8715-6cb4ee91bcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f81d4da-5d86-4670-92ff-9049b417acc8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:04.849088 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35362) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:04.988337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'network': {'name': 'tempest-network-smoke--1889564216', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'port_security_enabled': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:05.009836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Made reservation on behalf of c3760dd5989847acb5d98c12c6c1b7fd for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:50:05.013244 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.022396 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.110882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.114636 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.136719 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:50:05.152268 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb811fe-8c78-43c9-a472-bb85f4b34b83,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:05.155465 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.155810 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Added segment 3a70101c-e5b0-4029-9a24-6693659052a6 of type vlan for network c73c42f0-6ddf-4222-9253-9dab40e381f3 Aug 31 01:50:05.196354 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.220246 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.226137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:05.226674 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.281830 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4316051 Aug 31 01:50:05.284804 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35366) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:05.291669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-66973110', 'admin_state_up': True, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:05.309148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42896483-e756-41fa-bed7-737e1bb65854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Network': ['ID=c73c42f0-6ddf-4222-9253-9dab40e381f3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:05.320172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network c73c42f0-6ddf-4222-9253-9dab40e381f3 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:50:05.327441 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.328410 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.381126 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.517486 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.699974 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.717856 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.821218 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Allocated IP 172.25.6.76 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/0fb56fb6-245a-4d00-89ea-f48f31e613a3) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:50:05.916582 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.957581 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:05.992287 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:50:05.996980 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:50:06.000510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:50:06.023131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Port': ['ID=0fb56fb6-245a-4d00-89ea-f48f31e613a3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:06.513030 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:06.700668 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:06.826815 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:50:06.934410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:50:06.945420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Sync routers for ids ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:50:06.953383 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:06.954476 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Routers {'1babf3ad-c944-4d84-9cf2-93bd0781d5d3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:50:06.954714 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fb5ac8e0-c8da-4b4b-bf5f-d6a74fced099 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.6688743 Aug 31 01:50:06.956691 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:49:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:06.958310 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35368) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:07.033835 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b166c45e-cd6b-44be-8d28-ef2b297ee423 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=c3760dd5989847acb5d98c12c6c1b7fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0745771 Aug 31 01:50:07.036828 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35372) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:07.062906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Set router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:50:07.123523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c579ca80-780c-42e3-9262-5a682a9ff671 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:07.125070 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c579ca80-780c-42e3-9262-5a682a9ff671 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873289 Aug 31 01:50:07.127850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35374) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:07.161425 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f6b7f82e-dab9-4d5f-b6e2-dc5d1ab76b91 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323069 Aug 31 01:50:07.164106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35376) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:07.168960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-de44f94d-cb83-47d2-bbd7-516af2711861 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-134429295', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:07.240514 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:06Z', 'revision_number': 3, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:07.258467 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de44f94d-cb83-47d2-bbd7-516af2711861 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Made reservation on behalf of c3760dd5989847acb5d98c12c6c1b7fd for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:50:07.262291 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-de44f94d-cb83-47d2-bbd7-516af2711861 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:07.267390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Checking router: 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:50:07.267751 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Updating router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 port 0fb56fb6-245a-4d00-89ea-f48f31e613a3 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:50:07.292371 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:07.448666 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-de44f94d-cb83-47d2-bbd7-516af2711861 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:07.510099 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44f94d-cb83-47d2-bbd7-516af2711861 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Subnet': ['ID=6e45fdb6-23b9-466b-90d9-6e3e05012555,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:07.518438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de44f94d-cb83-47d2-bbd7-516af2711861 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Checking segment: {'id': '3a70101c-e5b0-4029-9a24-6693659052a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:50:07.518799 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de44f94d-cb83-47d2-bbd7-516af2711861 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network hostable DHCP agents. Network: c73c42f0-6ddf-4222-9253-9dab40e381f3, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:50:07.536263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de44f94d-cb83-47d2-bbd7-516af2711861 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network c73c42f0-6ddf-4222-9253-9dab40e381f3 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:50:07.544322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-de44f94d-cb83-47d2-bbd7-516af2711861 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, c73c42f0-6ddf-4222-9253-9dab40e381f3) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:50:07.546984 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:07.549346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de44f94d-cb83-47d2-bbd7-516af2711861 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:07.550026 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-de44f94d-cb83-47d2-bbd7-516af2711861 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:07.554084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eefa8c-f4fd-401e-a00e-1882ebdb7595 None None] Network c73c42f0-6ddf-4222-9253-9dab40e381f3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:50:07.568612 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-de44f94d-cb83-47d2-bbd7-516af2711861 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4002075 Aug 31 01:50:07.568889 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35378) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:07.598085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Transition to ACTIVE for port object 0fb56fb6-245a-4d00-89ea-f48f31e613a3 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:50:07.608224 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:07.677024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c0b62-4437-451a-b861-207e60ce01ce None None] Pushing event updated for resources: {'Port': ['ID=0fb56fb6-245a-4d00-89ea-f48f31e613a3,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:07.688425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Attempting to bind port 0fb56fb6-245a-4d00-89ea-f48f31e613a3 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:50:07.688799 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Attempting to bind port 0fb56fb6-245a-4d00-89ea-f48f31e613a3 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:50:07.689162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Attempting to bind port 0fb56fb6-245a-4d00-89ea-f48f31e613a3 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:50:07.698329 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:50:07.698700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:50:07.699099 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:07.699523 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:50:07.699992 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Bound port: 0fb56fb6-245a-4d00-89ea-f48f31e613a3, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:50:07.700376 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:07.801982 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] For port 0fb56fb6-245a-4d00-89ea-f48f31e613a3, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:50:07.806918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-c73c42f0-6ddf-4222-9253-9dab40e381f3', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:50:07.807801 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:07.818931 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] For port 0fb56fb6-245a-4d00-89ea-f48f31e613a3, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0fb56fb6-245a-4d00-89ea-f48f31e613a3,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:50:07.827248 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:07.956645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c0b62-4437-451a-b861-207e60ce01ce None None] Pushing event updated for resources: {'Port': ['ID=0fb56fb6-245a-4d00-89ea-f48f31e613a3,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:07.962743 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Routers {'1babf3ad-c944-4d84-9cf2-93bd0781d5d3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:50:07.963405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:49:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:08.009609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:08.086648 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Allocated IP 172.20.0.2 (c73c42f0-6ddf-4222-9253-9dab40e381f3/6e45fdb6-23b9-466b-90d9-6e3e05012555/a1fd4252-7984-4405-b3ff-970ce990fd1a) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:50:08.116343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] Set router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:50:08.528294 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:08.541729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Transition to ACTIVE for port object a1fd4252-7984-4405-b3ff-970ce990fd1a will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:50:08.561269 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Transition to ACTIVE for port object a1fd4252-7984-4405-b3ff-970ce990fd1a will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:50:08.567553 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:08.598821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:06Z', 'revision_number': 3, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:08.614199 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Allocated IP 172.20.0.1 (c73c42f0-6ddf-4222-9253-9dab40e381f3/6e45fdb6-23b9-466b-90d9-6e3e05012555/352e3225-9584-4aa3-9e3b-1a2e0cade7b4) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:50:08.642958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61fea83-82bc-4f8d-9184-a6d4db91f299 None None] The sync data for ids ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'] in n-d-802060-13 is: [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:06Z', 'revision_number': 3, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:50:08.646124 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Network c73c42f0-6ddf-4222-9253-9dab40e381f3 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:50:08.647983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Pushing event updated for resources: {'Port': ['ID=a1fd4252-7984-4405-b3ff-970ce990fd1a,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:08.650403 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:50:08.652901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:50:08.714186 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Attempting to bind port a1fd4252-7984-4405-b3ff-970ce990fd1a on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:50:08.714555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Attempting to bind port a1fd4252-7984-4405-b3ff-970ce990fd1a by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '3a70101c-e5b0-4029-9a24-6693659052a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:50:08.714928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Attempting to bind port a1fd4252-7984-4405-b3ff-970ce990fd1a on network c73c42f0-6ddf-4222-9253-9dab40e381f3 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:50:08.720320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:50:08.720695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Checking segment: {'id': '3a70101c-e5b0-4029-9a24-6693659052a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:50:08.721097 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:08.721491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Bound using segment: {'id': '3a70101c-e5b0-4029-9a24-6693659052a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:50:08.721954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Bound port: a1fd4252-7984-4405-b3ff-970ce990fd1a, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a70101c-e5b0-4029-9a24-6693659052a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:50:08.722335 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:08.739983 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:08.755187 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Transition to ACTIVE for port object 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:50:08.789382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] For port a1fd4252-7984-4405-b3ff-970ce990fd1a, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:50:08.793280 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:08.793866 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] For port a1fd4252-7984-4405-b3ff-970ce990fd1a, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a1fd4252-7984-4405-b3ff-970ce990fd1a,segment=NetworkSegment(3a70101c-e5b0-4029-9a24-6693659052a6),segment_id=3a70101c-e5b0-4029-9a24-6693659052a6)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:50:08.798092 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:08.839136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network c73c42f0-6ddf-4222-9253-9dab40e381f3 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:50:08.842406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:50:08.846825 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:50:08.862611 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf7e43-2bdc-4d75-a8ae-e844d576cdc3 None None] Pushing event updated for resources: {'Port': ['ID=a1fd4252-7984-4405-b3ff-970ce990fd1a,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:08.901816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Port': ['ID=352e3225-9584-4aa3-9e3b-1a2e0cade7b4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:08.934628 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:09.098228 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:09.397413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0fb56fb6-245a-4d00-89ea-f48f31e613a3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:50:09.413455 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:09.419070 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:09.456566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 0fb56fb6-245a-4d00-89ea-f48f31e613a3 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:50:09.464987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0fb56fb6-245a-4d00-89ea-f48f31e613a3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:50:09.465366 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:09.506342 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:09.518743 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Port': ['ID=352e3225-9584-4aa3-9e3b-1a2e0cade7b4,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:09.564441 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:09.590090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 0fb56fb6-245a-4d00-89ea-f48f31e613a3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0fb56fb6-245a-4d00-89ea-f48f31e613a3,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:50:09.596001 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:09.597346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a1fd4252-7984-4405-b3ff-970ce990fd1a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:50:09.625482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network c73c42f0-6ddf-4222-9253-9dab40e381f3 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:50:09.627029 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:50:09.680831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=0fb56fb6-245a-4d00-89ea-f48f31e613a3,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:09.694909 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port a1fd4252-7984-4405-b3ff-970ce990fd1a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:50:09.754221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:50:09.868682 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:50:09.873623 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9235876e-7499-447c-b2d2-e060df73dd03 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "PUT /v2.0/routers/1babf3ad-c944-4d84-9cf2-93bd0781d5d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3038328 Aug 31 01:50:09.876191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35380) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:09.887557 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175b984d-69d1-4fb4-96de-6291e9164e26 None None] Network c73c42f0-6ddf-4222-9253-9dab40e381f3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:50:09.968665 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d9600dd0-00a3-4038-aff0-bbe7e980d43d None None] Provisioning for port a1fd4252-7984-4405-b3ff-970ce990fd1a completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:50:09.979176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d9600dd0-00a3-4038-aff0-bbe7e980d43d None None] Provisioning complete for port a1fd4252-7984-4405-b3ff-970ce990fd1a triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:50:09.979569 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d9600dd0-00a3-4038-aff0-bbe7e980d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:10.055055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8f2529-8a3e-4781-80ab-b38c210de30c tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:10.055564 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8f2529-8a3e-4781-80ab-b38c210de30c tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:10.056034 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8f2529-8a3e-4781-80ab-b38c210de30c tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:10.056505 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8f2529-8a3e-4781-80ab-b38c210de30c tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:10.058202 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7c8f2529-8a3e-4781-80ab-b38c210de30c tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1811128 Aug 31 01:50:10.061325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35382) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:10.109708 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d9600dd0-00a3-4038-aff0-bbe7e980d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:10.150359 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d9600dd0-00a3-4038-aff0-bbe7e980d43d None None] For port a1fd4252-7984-4405-b3ff-970ce990fd1a, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a1fd4252-7984-4405-b3ff-970ce990fd1a,segment=NetworkSegment(3a70101c-e5b0-4029-9a24-6693659052a6),segment_id=3a70101c-e5b0-4029-9a24-6693659052a6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:50:10.158576 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d9600dd0-00a3-4038-aff0-bbe7e980d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:10.168926 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc75527-2e39-4dbe-b334-fc876523279b tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:10.169397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc75527-2e39-4dbe-b334-fc876523279b tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:10.169856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc75527-2e39-4dbe-b334-fc876523279b tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:10.170308 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc75527-2e39-4dbe-b334-fc876523279b tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:10.175043 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fbc75527-2e39-4dbe-b334-fc876523279b tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1120603 Aug 31 01:50:10.176462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35384) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:10.210817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9600dd0-00a3-4038-aff0-bbe7e980d43d None None] Pushing event updated for resources: {'Port': ['ID=a1fd4252-7984-4405-b3ff-970ce990fd1a,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:10.314580 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Sync routers for ids ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:50:10.326546 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Routers {'1babf3ad-c944-4d84-9cf2-93bd0781d5d3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:50:10.327179 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:49:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:10.383307 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e9b12fe1-8284-462a-b84f-4f444548b6eb None None] Provisioning for port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:50:10.388496 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e9b12fe1-8284-462a-b84f-4f444548b6eb None None] Provisioning complete for port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:50:10.388963 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e9b12fe1-8284-462a-b84f-4f444548b6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:10.434346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e9b12fe1-8284-462a-b84f-4f444548b6eb None None] Port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:50:10.448203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e9b12fe1-8284-462a-b84f-4f444548b6eb None None] Provisioning complete for port a1fd4252-7984-4405-b3ff-970ce990fd1a triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:50:10.448583 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e9b12fe1-8284-462a-b84f-4f444548b6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:10.454888 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Set router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:50:10.680335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-550c2ec5-f2de-4470-9ffa-d57f64a3f3b8 None None] Provisioning complete for port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:50:10.680790 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-550c2ec5-f2de-4470-9ffa-d57f64a3f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:10.700078 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '352e3225-9584-4aa3-9e3b-1a2e0cade7b4', 'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:05:e2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:08Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 2, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:10.720032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-550c2ec5-f2de-4470-9ffa-d57f64a3f3b8 None None] Port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:50:10.732143 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Checking router: 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:50:10.732495 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Updating router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:50:10.752146 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4b616d6c-239a-4fc3-b1bc-72c97498a951 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.5744252 Aug 31 01:50:10.758830 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:10.839693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-58f52d45-b58d-4bdf-ab29-b4acd8c36d31 None None] Provisioning complete for port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:50:10.840053 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-58f52d45-b58d-4bdf-ab29-b4acd8c36d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:10.874742 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-58f52d45-b58d-4bdf-ab29-b4acd8c36d31 None None] Port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:50:11.118911 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.128253 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Transition to ACTIVE for port object 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:50:11.135022 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.192130 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36e8ab-24d1-40f3-bafe-112d3e5e0834 None None] Pushing event updated for resources: {'Port': ['ID=352e3225-9584-4aa3-9e3b-1a2e0cade7b4,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:11.217446 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e8ab-24d1-40f3-bafe-112d3e5e0834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:11.217821 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e8ab-24d1-40f3-bafe-112d3e5e0834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:11.218127 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e8ab-24d1-40f3-bafe-112d3e5e0834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:11.218461 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e8ab-24d1-40f3-bafe-112d3e5e0834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:11.218784 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e8ab-24d1-40f3-bafe-112d3e5e0834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:11.219110 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e8ab-24d1-40f3-bafe-112d3e5e0834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:11.219463 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e8ab-24d1-40f3-bafe-112d3e5e0834 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:11.219783 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e8ab-24d1-40f3-bafe-112d3e5e0834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:11.220100 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e8ab-24d1-40f3-bafe-112d3e5e0834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:11.220420 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e8ab-24d1-40f3-bafe-112d3e5e0834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:11.220985 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e8ab-24d1-40f3-bafe-112d3e5e0834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:11.221311 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e8ab-24d1-40f3-bafe-112d3e5e0834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:50:11.252382 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Attempting to bind port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:50:11.252753 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Attempting to bind port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '3a70101c-e5b0-4029-9a24-6693659052a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:50:11.253112 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Attempting to bind port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 on network c73c42f0-6ddf-4222-9253-9dab40e381f3 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:50:11.258868 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:50:11.259238 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Checking segment: {'id': '3a70101c-e5b0-4029-9a24-6693659052a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:50:11.259683 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.260099 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Bound using segment: {'id': '3a70101c-e5b0-4029-9a24-6693659052a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:50:11.260558 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Bound port: 352e3225-9584-4aa3-9e3b-1a2e0cade7b4, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a70101c-e5b0-4029-9a24-6693659052a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:50:11.260938 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.336564 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35388) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:11.337605 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] For port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:50:11.340165 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] For port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=352e3225-9584-4aa3-9e3b-1a2e0cade7b4,segment=NetworkSegment(3a70101c-e5b0-4029-9a24-6693659052a6),segment_id=3a70101c-e5b0-4029-9a24-6693659052a6)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:50:11.341787 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ab825088-6153-4188-bb4f-c1f9fcc69b4d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749161030', 'description': 'tempest-secgroup-smoke-1749161030 description', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:11.347418 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.371112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0fb56fb6-245a-4d00-89ea-f48f31e613a3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:50:11.387113 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ab825088-6153-4188-bb4f-c1f9fcc69b4d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.414878 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36e8ab-24d1-40f3-bafe-112d3e5e0834 None None] Pushing event updated for resources: {'Port': ['ID=352e3225-9584-4aa3-9e3b-1a2e0cade7b4,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:11.424960 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Routers {'1babf3ad-c944-4d84-9cf2-93bd0781d5d3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:50:11.426204 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:49:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:11.455095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0fb56fb6-245a-4d00-89ea-f48f31e613a3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:50:11.455680 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.484686 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ab825088-6153-4188-bb4f-c1f9fcc69b4d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.493550 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ab825088-6153-4188-bb4f-c1f9fcc69b4d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.527401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab825088-6153-4188-bb4f-c1f9fcc69b4d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b430047e-b247-4d70-92c7-680fc9b460c5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:11.527920 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.553188 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ab825088-6153-4188-bb4f-c1f9fcc69b4d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.555560 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] Set router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:50:11.558465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35390) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:11.560304 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ab825088-6153-4188-bb4f-c1f9fcc69b4d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2223504 Aug 31 01:50:11.564628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-0e12172c-5491-4723-a8a6-37cc2ba217a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': 'b430047e-b247-4d70-92c7-680fc9b460c5', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:11.583215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a1fd4252-7984-4405-b3ff-970ce990fd1a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:50:11.599311 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0e12172c-5491-4723-a8a6-37cc2ba217a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.639116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a1fd4252-7984-4405-b3ff-970ce990fd1a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:50:11.639435 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.680255 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0e12172c-5491-4723-a8a6-37cc2ba217a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.685363 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0e12172c-5491-4723-a8a6-37cc2ba217a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.703856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12172c-5491-4723-a8a6-37cc2ba217a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d013f908-8e19-4007-9187-807d90fdc9ef,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:11.713478 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0e12172c-5491-4723-a8a6-37cc2ba217a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.715039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0e12172c-5491-4723-a8a6-37cc2ba217a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548629 Aug 31 01:50:11.717849 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35392) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:11.722479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-53107ae6-818c-4770-a822-2dc0fe5f776c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': 'b430047e-b247-4d70-92c7-680fc9b460c5', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:11.750279 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53107ae6-818c-4770-a822-2dc0fe5f776c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.797639 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '352e3225-9584-4aa3-9e3b-1a2e0cade7b4', 'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:05:e2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:08Z', 'updated_at': '2021-08-31T01:50:11Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:11.811611 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53107ae6-818c-4770-a822-2dc0fe5f776c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.815074 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53107ae6-818c-4770-a822-2dc0fe5f776c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.824788 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a3decc-444e-4f8c-8788-f42d47f7e95e None None] The sync data for ids ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'] in n-d-802060-13 is: [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '352e3225-9584-4aa3-9e3b-1a2e0cade7b4', 'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:05:e2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:08Z', 'updated_at': '2021-08-31T01:50:11Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:50:11.833781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53107ae6-818c-4770-a822-2dc0fe5f776c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6bd478-bb0f-4ee8-addc-0e3b0ea9c3ee,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:11.840608 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-53107ae6-818c-4770-a822-2dc0fe5f776c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.841876 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-53107ae6-818c-4770-a822-2dc0fe5f776c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231027 Aug 31 01:50:11.844776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35394) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:11.849638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2666164a-64a4-4087-ae99-c68fa26e7922 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': 'b430047e-b247-4d70-92c7-680fc9b460c5', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:11.894912 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2666164a-64a4-4087-ae99-c68fa26e7922 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.959416 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2666164a-64a4-4087-ae99-c68fa26e7922 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.963439 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2666164a-64a4-4087-ae99-c68fa26e7922 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.982001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666164a-64a4-4087-ae99-c68fa26e7922 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abc3e3f-a891-4039-88cf-efd87a89a1dc,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:11.996210 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2666164a-64a4-4087-ae99-c68fa26e7922 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:11.997441 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2666164a-64a4-4087-ae99-c68fa26e7922 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515391 Aug 31 01:50:12.000263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35396) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:12.006927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-3a29a75e-ee57-40f6-964f-da7d6cecc5b8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': 'b430047e-b247-4d70-92c7-680fc9b460c5', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:12.036275 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3a29a75e-ee57-40f6-964f-da7d6cecc5b8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:12.106083 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3a29a75e-ee57-40f6-964f-da7d6cecc5b8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:12.110966 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3a29a75e-ee57-40f6-964f-da7d6cecc5b8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:12.131072 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29a75e-ee57-40f6-964f-da7d6cecc5b8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4da0e4-cc5e-46d5-a35c-a01523814bde,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:12.137049 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3a29a75e-ee57-40f6-964f-da7d6cecc5b8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:12.140959 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3a29a75e-ee57-40f6-964f-da7d6cecc5b8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370506 Aug 31 01:50:12.141231 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35398) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:12.146744 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e8cacbee-2335-42ac-8f67-2913de154bc0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': 'b430047e-b247-4d70-92c7-680fc9b460c5', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:12.170507 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-e8cacbee-2335-42ac-8f67-2913de154bc0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Project c3760dd5989847acb5d98c12c6c1b7fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:50:12.176340 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8cacbee-2335-42ac-8f67-2913de154bc0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:12.238691 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8cacbee-2335-42ac-8f67-2913de154bc0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:12.242618 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8cacbee-2335-42ac-8f67-2913de154bc0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:12.261857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cacbee-2335-42ac-8f67-2913de154bc0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c54e202-330c-4485-a91f-d65406aceef7,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:12.270010 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8cacbee-2335-42ac-8f67-2913de154bc0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:12.274283 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35400) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:12.274435 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e8cacbee-2335-42ac-8f67-2913de154bc0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321545 Aug 31 01:50:12.279489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d080d7c2-c247-4a2f-bdff-859c6336538b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': 'b430047e-b247-4d70-92c7-680fc9b460c5', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:12.302249 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-d080d7c2-c247-4a2f-bdff-859c6336538b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Project c3760dd5989847acb5d98c12c6c1b7fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:50:12.307597 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d080d7c2-c247-4a2f-bdff-859c6336538b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:12.377528 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d080d7c2-c247-4a2f-bdff-859c6336538b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:12.381534 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d080d7c2-c247-4a2f-bdff-859c6336538b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:12.401723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080d7c2-c247-4a2f-bdff-859c6336538b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b0b058-58c7-4cb2-b8b4-cafc2a0017b8,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:12.405386 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d080d7c2-c247-4a2f-bdff-859c6336538b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:12.406762 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d080d7c2-c247-4a2f-bdff-859c6336538b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312635 Aug 31 01:50:12.563786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-780d83f8-f17d-454d-980f-7c840c60b763 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749161030&fields=id&tenant_id=c3760dd5989847acb5d98c12c6c1b7fd HTTP/1.1" status: 200 len: 267 time: 0.0383675 Aug 31 01:50:12.677397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-426fa999-3cea-42b9-abcc-c722b7afac3a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:12.678916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-426fa999-3cea-42b9-abcc-c722b7afac3a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/networks?id=c73c42f0-6ddf-4222-9253-9dab40e381f3 HTTP/1.1" status: 200 len: 797 time: 0.1079009 Aug 31 01:50:12.694952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-08b43765-9bfe-47a3-b53a-63314d048840 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/quotas/c3760dd5989847acb5d98c12c6c1b7fd HTTP/1.1" status: 200 len: 375 time: 0.0100763 Aug 31 01:50:12.749018 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-749de506-0529-4afa-9e4c-05ff22fc8b9f tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482585 Aug 31 01:50:12.901690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-f989443e-3946-4530-9d00-09b45ece06ba service neutron] 10.222.0.58 "GET /v2.0/networks/c73c42f0-6ddf-4222-9253-9dab40e381f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398542 Aug 31 01:50:12.998103 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-65bd84e3-52b6-459e-904e-585af843e3fc service neutron] 10.222.0.58 "GET /v2.0/networks/c73c42f0-6ddf-4222-9253-9dab40e381f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899968 Aug 31 01:50:13.347944 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:50:13.397969 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:50:13.402005 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:50:13.402379 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:13.482778 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:13.517174 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=352e3225-9584-4aa3-9e3b-1a2e0cade7b4,segment=NetworkSegment(3a70101c-e5b0-4029-9a24-6693659052a6),segment_id=3a70101c-e5b0-4029-9a24-6693659052a6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:50:13.521029 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:13.567450 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=352e3225-9584-4aa3-9e3b-1a2e0cade7b4,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:14.181558 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6704e379-532c-4510-953c-bbf35337e332 req-039740fd-5b64-4823-a537-4ab5d7408f61 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 210 time: 0.0314143 Aug 31 01:50:15.258589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f82b14c0-0e95-4b27-abce-e1a2db119ed3 req-cd3230c0-5806-495a-8e67-8c144e2b2c2e tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 210 time: 0.0270264 Aug 31 01:50:15.333576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:50:15.382151 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:50:15.382530 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:16.246735 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-7f2b684b-0fd5-4b1d-9378-203aeb990b8f tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:16.248252 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-7f2b684b-0fd5-4b1d-9378-203aeb990b8f tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.70 "GET /v2.0/networks?id=c73c42f0-6ddf-4222-9253-9dab40e381f3 HTTP/1.1" status: 200 len: 797 time: 0.1127682 Aug 31 01:50:16.293282 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-abb1ed6f-0f0f-456e-8013-b32c4b3734a7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3760dd5989847acb5d98c12c6c1b7fd HTTP/1.1" status: 200 len: 380 time: 0.0359385 Aug 31 01:50:16.303928 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-c48a72ad-f631-436e-a2f6-6c6b18998ca8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'port': {'device_id': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'admin_state_up': True, 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'security_groups': ['b430047e-b247-4d70-92c7-680fc9b460c5']}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:16.418340 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-c48a72ad-f631-436e-a2f6-6c6b18998ca8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Made reservation on behalf of c3760dd5989847acb5d98c12c6c1b7fd for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:50:16.422115 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-c48a72ad-f631-436e-a2f6-6c6b18998ca8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:16.562376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-c48a72ad-f631-436e-a2f6-6c6b18998ca8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Allocated IP 172.20.0.8 (c73c42f0-6ddf-4222-9253-9dab40e381f3/6e45fdb6-23b9-466b-90d9-6e3e05012555/07f9d22d-46d5-47ed-a20d-8433ecf663ab) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:50:16.607813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1232bee-81b5-4b73-a69c-550501a8965e req-24049bda-d0a4-4e3d-9cdd-edf997f0ba77 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 210 time: 0.0279331 Aug 31 01:50:16.701810 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-c48a72ad-f631-436e-a2f6-6c6b18998ca8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:16.714049 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-c48a72ad-f631-436e-a2f6-6c6b18998ca8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Transition to ACTIVE for port object 07f9d22d-46d5-47ed-a20d-8433ecf663ab will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:50:16.746037 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-c48a72ad-f631-436e-a2f6-6c6b18998ca8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:16.790066 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-c48a72ad-f631-436e-a2f6-6c6b18998ca8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network c73c42f0-6ddf-4222-9253-9dab40e381f3 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:50:16.793121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-c48a72ad-f631-436e-a2f6-6c6b18998ca8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:50:16.796843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-c48a72ad-f631-436e-a2f6-6c6b18998ca8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:50:16.822124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a72ad-f631-436e-a2f6-6c6b18998ca8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Port': ['ID=07f9d22d-46d5-47ed-a20d-8433ecf663ab,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:16.851548 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-c48a72ad-f631-436e-a2f6-6c6b18998ca8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:16.852202 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-c48a72ad-f631-436e-a2f6-6c6b18998ca8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:16.867714 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-c48a72ad-f631-436e-a2f6-6c6b18998ca8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5679929 Aug 31 01:50:16.883761 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Request body: {'port': {'device_id': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:16.940052 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:17.006020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-86208198-991e-48c5-8a34-003e4939c467 None None] Provisioning for port 07f9d22d-46d5-47ed-a20d-8433ecf663ab completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:50:17.009841 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-86208198-991e-48c5-8a34-003e4939c467 None None] Provisioning complete for port 07f9d22d-46d5-47ed-a20d-8433ecf663ab triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:50:17.010210 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-86208198-991e-48c5-8a34-003e4939c467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:17.044172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-86208198-991e-48c5-8a34-003e4939c467 None None] Port 07f9d22d-46d5-47ed-a20d-8433ecf663ab cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:50:17.203554 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f9d22d-46d5-47ed-a20d-8433ecf663ab {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:50:17.211374 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:17.222853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Transition to ACTIVE for port object 07f9d22d-46d5-47ed-a20d-8433ecf663ab will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:50:17.226704 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:17.296024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Pushing event updated for resources: {'Port': ['ID=07f9d22d-46d5-47ed-a20d-8433ecf663ab,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:17.354379 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Attempting to bind port 07f9d22d-46d5-47ed-a20d-8433ecf663ab on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:50:17.354705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Attempting to bind port 07f9d22d-46d5-47ed-a20d-8433ecf663ab by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '3a70101c-e5b0-4029-9a24-6693659052a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:50:17.355029 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Attempting to bind port 07f9d22d-46d5-47ed-a20d-8433ecf663ab on network c73c42f0-6ddf-4222-9253-9dab40e381f3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:50:17.359676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Port 07f9d22d-46d5-47ed-a20d-8433ecf663ab on network c73c42f0-6ddf-4222-9253-9dab40e381f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:50:17.360003 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Attempting to bind port 07f9d22d-46d5-47ed-a20d-8433ecf663ab on network c73c42f0-6ddf-4222-9253-9dab40e381f3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:50:17.365698 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:50:17.366038 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Checking segment: {'id': '3a70101c-e5b0-4029-9a24-6693659052a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:50:17.366417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Bound using segment: {'id': '3a70101c-e5b0-4029-9a24-6693659052a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:50:17.366855 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Bound port: 07f9d22d-46d5-47ed-a20d-8433ecf663ab, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a70101c-e5b0-4029-9a24-6693659052a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:50:17.367214 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:17.433004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] For port 07f9d22d-46d5-47ed-a20d-8433ecf663ab, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:50:17.436131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] For port 07f9d22d-46d5-47ed-a20d-8433ecf663ab, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=07f9d22d-46d5-47ed-a20d-8433ecf663ab,segment=NetworkSegment(3a70101c-e5b0-4029-9a24-6693659052a6),segment_id=3a70101c-e5b0-4029-9a24-6693659052a6)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:50:17.440567 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:17.474455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:17.475080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:17.476505 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] 10.222.0.70 "PUT /v2.0/ports/07f9d22d-46d5-47ed-a20d-8433ecf663ab HTTP/1.1" status: 200 len: 1092 time: 0.6007922 Aug 31 01:50:17.476941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'tag': '07f9d22d-46d5-47ed-a20d-8433ecf663ab'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:50:17.479181 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bbcc68-1f13-4ba0-81ca-8e004b4409c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b27965ff-2137-4a3c-bc3d-4c292bcedd6d", "tag": "07f9d22d-46d5-47ed-a20d-8433ecf663ab"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:50:17.510337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2dd75-1b31-4447-a806-c29a40625a57 service neutron] Pushing event updated for resources: {'Port': ['ID=07f9d22d-46d5-47ed-a20d-8433ecf663ab,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:17.529098 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729f1115-70e8-4755-8e1c-6b3359aa3ea1 x-openstack-request-id: req-729f1115-70e8-4755-8e1c-6b3359aa3ea1 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:50:17.529385 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27965ff-2137-4a3c-bc3d-4c292bcedd6d", "tag": "07f9d22d-46d5-47ed-a20d-8433ecf663ab", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:50:17.529634 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-729f1115-70e8-4755-8e1c-6b3359aa3ea1 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:50:17.530028 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'tag': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'status': 'completed', 'code': 200} Aug 31 01:50:17.564661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-238b86c8-8620-425c-8e10-b0dc81900c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:17.566980 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-238b86c8-8620-425c-8e10-b0dc81900c44 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 1095 time: 0.0488842 Aug 31 01:50:17.612592 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-2bef70c1-73dd-4681-92a9-af5ce320212e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f9d22d-46d5-47ed-a20d-8433ecf663ab HTTP/1.1" status: 200 len: 217 time: 0.0382164 Aug 31 01:50:17.664247 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-ed836f42-19c6-4ba1-819e-85f3e2b421e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:17.665745 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-ed836f42-19c6-4ba1-819e-85f3e2b421e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e45fdb6-23b9-466b-90d9-6e3e05012555 HTTP/1.1" status: 200 len: 834 time: 0.0465517 Aug 31 01:50:17.716473 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-29ddcfd7-00a6-4d2b-8a2a-e72cc6f5b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:17.717927 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-29ddcfd7-00a6-4d2b-8a2a-e72cc6f5b663 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c73c42f0-6ddf-4222-9253-9dab40e381f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447645 Aug 31 01:50:17.730802 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462e973-b1af-4b61-94e5-5ba8e5b7a848 req-f843c029-0793-44a9-92f4-d9b693e457d0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:17.732332 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5462e973-b1af-4b61-94e5-5ba8e5b7a848 req-f843c029-0793-44a9-92f4-d9b693e457d0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 943 time: 0.0555778 Aug 31 01:50:17.772825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5462e973-b1af-4b61-94e5-5ba8e5b7a848 req-0c0ebf3f-0ece-4d6e-a051-d23cb7bad349 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=b430047e-b247-4d70-92c7-680fc9b460c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331709 Aug 31 01:50:17.810160 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-ff3ef8cf-30d5-4847-91e6-9c59c59a64a3 service neutron] 10.222.0.70 "GET /v2.0/networks/c73c42f0-6ddf-4222-9253-9dab40e381f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854068 Aug 31 01:50:17.897090 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bc5fb2cb-a5a0-4f29-9b92-78009861e930 req-f22902a3-07a7-4ab5-ab1a-4173c6566e08 service neutron] 10.222.0.70 "GET /v2.0/networks/c73c42f0-6ddf-4222-9253-9dab40e381f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792768 Aug 31 01:50:17.985957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbcc68-1f13-4ba0-81ca-8e004b4409c4 req-7ebebf01-119c-48be-8a9c-5bf4eb40ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:17.987402 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-25bbcc68-1f13-4ba0-81ca-8e004b4409c4 req-7ebebf01-119c-48be-8a9c-5bf4eb40ef2a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 1095 time: 0.0424523 Aug 31 01:50:18.080547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbcc68-1f13-4ba0-81ca-8e004b4409c4 req-875e301b-5ec9-4aca-8748-c52c38c33dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:18.082210 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-25bbcc68-1f13-4ba0-81ca-8e004b4409c4 req-875e301b-5ec9-4aca-8748-c52c38c33dd4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c73c42f0-6ddf-4222-9253-9dab40e381f3 HTTP/1.1" status: 200 len: 898 time: 0.0880485 Aug 31 01:50:18.122847 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-25bbcc68-1f13-4ba0-81ca-8e004b4409c4 req-8dc89888-cff1-4012-be2b-ca099d89286e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f9d22d-46d5-47ed-a20d-8433ecf663ab HTTP/1.1" status: 200 len: 217 time: 0.0339298 Aug 31 01:50:18.175017 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbcc68-1f13-4ba0-81ca-8e004b4409c4 req-bcbd2f2f-b27b-46c7-ac02-711903d12853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:18.177004 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-25bbcc68-1f13-4ba0-81ca-8e004b4409c4 req-bcbd2f2f-b27b-46c7-ac02-711903d12853 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e45fdb6-23b9-466b-90d9-6e3e05012555 HTTP/1.1" status: 200 len: 834 time: 0.0465124 Aug 31 01:50:18.223573 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbcc68-1f13-4ba0-81ca-8e004b4409c4 req-ac589c0e-c176-4ecc-b994-25d01c7186a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:18.225067 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-25bbcc68-1f13-4ba0-81ca-8e004b4409c4 req-ac589c0e-c176-4ecc-b994-25d01c7186a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c73c42f0-6ddf-4222-9253-9dab40e381f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399394 Aug 31 01:50:18.311644 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-25bbcc68-1f13-4ba0-81ca-8e004b4409c4 req-2125c360-2ad6-4a1b-bfa4-42ac3263ef54 service neutron] 10.222.0.70 "GET /v2.0/networks/c73c42f0-6ddf-4222-9253-9dab40e381f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790362 Aug 31 01:50:18.403657 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-25bbcc68-1f13-4ba0-81ca-8e004b4409c4 req-ff5f847f-3d02-4a05-ac55-b2a93fb1af0f service neutron] 10.222.0.70 "GET /v2.0/networks/c73c42f0-6ddf-4222-9253-9dab40e381f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840948 Aug 31 01:50:18.889100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee49f74-f5f8-4f28-abbc-0326b9ec5ee5 req-9011a8af-fa8d-493a-b8a3-8155bb75f92d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:18.890582 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bee49f74-f5f8-4f28-abbc-0326b9ec5ee5 req-9011a8af-fa8d-493a-b8a3-8155bb75f92d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 943 time: 0.0485384 Aug 31 01:50:18.928692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bee49f74-f5f8-4f28-abbc-0326b9ec5ee5 req-28579e39-b5b5-44f1-be6f-44d549c4f3f8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=b430047e-b247-4d70-92c7-680fc9b460c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314574 Aug 31 01:50:19.799781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 07f9d22d-46d5-47ed-a20d-8433ecf663ab details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:50:19.892325 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 07f9d22d-46d5-47ed-a20d-8433ecf663ab, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=07f9d22d-46d5-47ed-a20d-8433ecf663ab,segment=NetworkSegment(3a70101c-e5b0-4029-9a24-6693659052a6),segment_id=3a70101c-e5b0-4029-9a24-6693659052a6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:50:19.907321 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'port_id': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'mac_address': 'fa:16:3e:29:c2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:50:19.944204 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:19.957484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f9d22d-46d5-47ed-a20d-8433ecf663ab {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:50:19.977029 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 07f9d22d-46d5-47ed-a20d-8433ecf663ab, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=07f9d22d-46d5-47ed-a20d-8433ecf663ab,segment=NetworkSegment(3a70101c-e5b0-4029-9a24-6693659052a6),segment_id=3a70101c-e5b0-4029-9a24-6693659052a6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:50:19.980852 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:20.029569 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=07f9d22d-46d5-47ed-a20d-8433ecf663ab,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:20.052667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a0e0e-fdb0-47c8-bab5-fe2ce59e5c1d req-6dc7da44-acff-407b-b2b1-f5cfc313a95d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:20.054154 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d32a0e0e-fdb0-47c8-bab5-fe2ce59e5c1d req-6dc7da44-acff-407b-b2b1-f5cfc313a95d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 944 time: 0.0570555 Aug 31 01:50:20.092217 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d32a0e0e-fdb0-47c8-bab5-fe2ce59e5c1d req-2c6771f0-7323-4cb1-a8f8-c445d81685e2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=b430047e-b247-4d70-92c7-680fc9b460c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320210 Aug 31 01:50:20.224752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['07f9d22d-46d5-47ed-a20d-8433ecf663ab'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:50:20.575037 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:50:21.210677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304f87a-994d-410c-8acf-52a8627f6928 req-2b3daa82-4fa8-4571-be58-7246d63e6138 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:21.212189 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5304f87a-994d-410c-8acf-52a8627f6928 req-2b3daa82-4fa8-4571-be58-7246d63e6138 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 944 time: 0.0535467 Aug 31 01:50:21.250019 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5304f87a-994d-410c-8acf-52a8627f6928 req-3912f64c-8636-4f00-ad9c-59b3bd758e43 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=b430047e-b247-4d70-92c7-680fc9b460c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318544 Aug 31 01:50:21.275534 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a7d80a05-fb7c-48c7-9aaa-b136b203b190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:21.815617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 07f9d22d-46d5-47ed-a20d-8433ecf663ab up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:50:21.863887 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 07f9d22d-46d5-47ed-a20d-8433ecf663ab completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:50:21.868441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 07f9d22d-46d5-47ed-a20d-8433ecf663ab triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:50:21.868812 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:21.947628 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:21.970577 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f9d22d-46d5-47ed-a20d-8433ecf663ab'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:50:21.973580 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0598978e-7824-4fa9-9b52-392bbe169782" -d '{"events": [{"server_uuid": "b27965ff-2137-4a3c-bc3d-4c292bcedd6d", "name": "network-vif-plugged", "status": "completed", "tag": "07f9d22d-46d5-47ed-a20d-8433ecf663ab"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:50:21.986409 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 07f9d22d-46d5-47ed-a20d-8433ecf663ab, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=07f9d22d-46d5-47ed-a20d-8433ecf663ab,segment=NetworkSegment(3a70101c-e5b0-4029-9a24-6693659052a6),segment_id=3a70101c-e5b0-4029-9a24-6693659052a6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:50:21.991135 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:22.014693 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2388390e-c37c-4d33-8fab-fe93d08ce895 x-openstack-request-id: req-2388390e-c37c-4d33-8fab-fe93d08ce895 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:50:22.014996 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27965ff-2137-4a3c-bc3d-4c292bcedd6d", "name": "network-vif-plugged", "status": "completed", "tag": "07f9d22d-46d5-47ed-a20d-8433ecf663ab", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:50:22.015249 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2388390e-c37c-4d33-8fab-fe93d08ce895 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:50:22.015663 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'code': 200} Aug 31 01:50:22.043912 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=07f9d22d-46d5-47ed-a20d-8433ecf663ab,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:22.107524 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcd2e5-d995-45b6-9d8f-cf62255b820f req-806e56d1-2fb3-4dba-a706-f147211e0b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:22.108895 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-98dcd2e5-d995-45b6-9d8f-cf62255b820f req-806e56d1-2fb3-4dba-a706-f147211e0b1f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 1097 time: 0.0394490 Aug 31 01:50:22.143640 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-98dcd2e5-d995-45b6-9d8f-cf62255b820f req-e27edb5d-2ab7-4b2d-b4e5-c24d18c929f7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b430047e-b247-4d70-92c7-680fc9b460c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272677 Aug 31 01:50:22.373218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55d3a8-3b59-4993-8093-d91f186ad326 req-82c447c1-ac84-44e9-9708-43adb83a7795 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:22.374642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f55d3a8-3b59-4993-8093-d91f186ad326 req-82c447c1-ac84-44e9-9708-43adb83a7795 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 945 time: 0.0502350 Aug 31 01:50:22.413971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f55d3a8-3b59-4993-8093-d91f186ad326 req-90189ede-fb14-4dd3-adbe-52e4f74fa393 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=b430047e-b247-4d70-92c7-680fc9b460c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325716 Aug 31 01:50:23.532205 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be459d3b-774a-4443-89a3-3a170ccb2952 req-9ceb6527-9941-4dcf-8ff4-43876602b1af tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:23.533582 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be459d3b-774a-4443-89a3-3a170ccb2952 req-9ceb6527-9941-4dcf-8ff4-43876602b1af tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 945 time: 0.0494437 Aug 31 01:50:23.571502 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be459d3b-774a-4443-89a3-3a170ccb2952 req-68626e89-d491-4cf3-8925-755c87fa217d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=b430047e-b247-4d70-92c7-680fc9b460c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316260 Aug 31 01:50:23.687307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cea89b-3c0f-46f2-abc6-3bcbd98e51e8 req-47b14813-7bf9-4104-8ba6-9aabcf9f0231 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:23.688762 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63cea89b-3c0f-46f2-abc6-3bcbd98e51e8 req-47b14813-7bf9-4104-8ba6-9aabcf9f0231 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 945 time: 0.0523357 Aug 31 01:50:23.725945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63cea89b-3c0f-46f2-abc6-3bcbd98e51e8 req-8dbe214c-5655-4bb1-80cf-2a23da6e4cdb tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=b430047e-b247-4d70-92c7-680fc9b460c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303628 Aug 31 01:50:23.747368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35462) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:23.786642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774dedbb-55bf-4e5e-82b3-9d106ed6049e tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:23.788151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-774dedbb-55bf-4e5e-82b3-9d106ed6049e tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 1092 time: 0.0398366 Aug 31 01:50:23.790924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35464) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:23.795384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:23.818943 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:23.819649 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5961-9437-4918-8f21-98249e8c3649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:23.915644 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:24.014675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Allocated IP 172.25.6.81 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/18f461d4-02b0-4ea0-bc01-9d66f013b6f3) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:50:24.101069 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:24.125528 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:24.163795 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:24.203356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:50:24.206227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:50:24.208760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:50:24.235665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Port': ['ID=18f461d4-02b0-4ea0-bc01-9d66f013b6f3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:24.570157 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:24.617780 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:24.637489 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:24.785449 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:24.789967 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:24.856387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Port': ['ID=18f461d4-02b0-4ea0-bc01-9d66f013b6f3,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:24.872127 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:24.972230 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Floating IP 973beece-5878-49ee-b688-ec6a866103a7 associated. External IP: 172.25.6.81, port: 07f9d22d-46d5-47ed-a20d-8433ecf663ab. Aug 31 01:50:25.199190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:50:25.310423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:50:25.322996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d755cd1c-dd4b-4b6f-bd3c-df74edf2cf9f None None] Sync routers for ids ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:50:25.328344 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:25.332492 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d755cd1c-dd4b-4b6f-bd3c-df74edf2cf9f None None] Routers {'1babf3ad-c944-4d84-9cf2-93bd0781d5d3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:50:25.333116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d755cd1c-dd4b-4b6f-bd3c-df74edf2cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:50:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:25.354921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a605b5d5-7c38-412e-8dc5-d33c7ffca54c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5627434 Aug 31 01:50:25.355503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'tag': '07f9d22d-46d5-47ed-a20d-8433ecf663ab'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:50:25.357812 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ad9fa4-531c-4fc9-9489-dcc1d8bb7cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "b27965ff-2137-4a3c-bc3d-4c292bcedd6d", "tag": "07f9d22d-46d5-47ed-a20d-8433ecf663ab"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:50:25.358141 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35466) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:25.395010 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27803132-f303-410d-a7d5-bed0f998645d x-openstack-request-id: req-27803132-f303-410d-a7d5-bed0f998645d {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:50:25.395328 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27965ff-2137-4a3c-bc3d-4c292bcedd6d", "tag": "07f9d22d-46d5-47ed-a20d-8433ecf663ab", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:50:25.395591 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27803132-f303-410d-a7d5-bed0f998645d {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:50:25.396009 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'tag': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'status': 'completed', 'code': 200} Aug 31 01:50:25.444924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-d755cd1c-dd4b-4b6f-bd3c-df74edf2cf9f None None] Set router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:50:25.451578 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9c083e0c-ccc4-4717-b8b8-7e838ef072e1 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/floatingips/973beece-5878-49ee-b688-ec6a866103a7 HTTP/1.1" status: 200 len: 990 time: 0.0919394 Aug 31 01:50:25.464414 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9fa4-531c-4fc9-9489-dcc1d8bb7cf5 req-7d6cffc2-98df-4225-833f-6c3d4f7bc05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:25.465926 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f7ad9fa4-531c-4fc9-9489-dcc1d8bb7cf5 req-7d6cffc2-98df-4225-833f-6c3d4f7bc05d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 1097 time: 0.0473428 Aug 31 01:50:25.563532 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9fa4-531c-4fc9-9489-dcc1d8bb7cf5 req-2995741e-33d6-454e-a74d-75a41f27f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:25.565055 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f7ad9fa4-531c-4fc9-9489-dcc1d8bb7cf5 req-2995741e-33d6-454e-a74d-75a41f27f2a7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c73c42f0-6ddf-4222-9253-9dab40e381f3 HTTP/1.1" status: 200 len: 898 time: 0.0919144 Aug 31 01:50:25.580315 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8fd16927-bb31-4c1e-a7ac-041fdaec1dc7 req-16942d63-0a06-46cb-8108-d19fbed4ff83 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410225 Aug 31 01:50:25.634996 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f7ad9fa4-531c-4fc9-9489-dcc1d8bb7cf5 req-d6f0d2b8-4031-4c9d-b03e-5c6cadc1503c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f9d22d-46d5-47ed-a20d-8433ecf663ab HTTP/1.1" status: 200 len: 998 time: 0.0634134 Aug 31 01:50:25.672873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d755cd1c-dd4b-4b6f-bd3c-df74edf2cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '973beece-5878-49ee-b688-ec6a866103a7', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'port_id': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'mac_address': 'fa:16:3e:29:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:50:24Z', 'updated_at': '2021-08-31T01:50:24Z', 'revision_number': 0, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352e3225-9584-4aa3-9e3b-1a2e0cade7b4', 'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:05:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:08Z', 'updated_at': '2021-08-31T01:50:13Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:25.685076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9fa4-531c-4fc9-9489-dcc1d8bb7cf5 req-c3ca2c34-5578-4fec-885f-ef714017edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:25.686592 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f7ad9fa4-531c-4fc9-9489-dcc1d8bb7cf5 req-c3ca2c34-5578-4fec-885f-ef714017edca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e45fdb6-23b9-466b-90d9-6e3e05012555 HTTP/1.1" status: 200 len: 834 time: 0.0446699 Aug 31 01:50:25.699084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d755cd1c-dd4b-4b6f-bd3c-df74edf2cf9f None None] Checking router: 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:50:25.707967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d755cd1c-dd4b-4b6f-bd3c-df74edf2cf9f None None] Routers {'1babf3ad-c944-4d84-9cf2-93bd0781d5d3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:50:25.708515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d755cd1c-dd4b-4b6f-bd3c-df74edf2cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:50:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:25.732077 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9fa4-531c-4fc9-9489-dcc1d8bb7cf5 req-4b555245-8039-4adf-a357-87c052b22048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:25.733622 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f7ad9fa4-531c-4fc9-9489-dcc1d8bb7cf5 req-4b555245-8039-4adf-a357-87c052b22048 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c73c42f0-6ddf-4222-9253-9dab40e381f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403185 Aug 31 01:50:25.816730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-d755cd1c-dd4b-4b6f-bd3c-df74edf2cf9f None None] Set router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:50:25.832960 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f7ad9fa4-531c-4fc9-9489-dcc1d8bb7cf5 req-776e974c-f262-42e8-bb73-ecac4561de60 service neutron] 10.222.0.70 "GET /v2.0/networks/c73c42f0-6ddf-4222-9253-9dab40e381f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923336 Aug 31 01:50:25.926215 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f7ad9fa4-531c-4fc9-9489-dcc1d8bb7cf5 req-c2728d93-9b55-4dbe-a290-8f7c9e6741cc service neutron] 10.222.0.70 "GET /v2.0/networks/c73c42f0-6ddf-4222-9253-9dab40e381f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866199 Aug 31 01:50:26.032472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd16927-bb31-4c1e-a7ac-041fdaec1dc7 req-545e208d-2753-4ba0-a9db-564019efc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:26.034021 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8fd16927-bb31-4c1e-a7ac-041fdaec1dc7 req-545e208d-2753-4ba0-a9db-564019efc480 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 1097 time: 0.0454485 Aug 31 01:50:26.044716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d755cd1c-dd4b-4b6f-bd3c-df74edf2cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '973beece-5878-49ee-b688-ec6a866103a7', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'port_id': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'mac_address': 'fa:16:3e:29:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:50:24Z', 'updated_at': '2021-08-31T01:50:24Z', 'revision_number': 0, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352e3225-9584-4aa3-9e3b-1a2e0cade7b4', 'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:05:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:08Z', 'updated_at': '2021-08-31T01:50:13Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:50:26.072044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d755cd1c-dd4b-4b6f-bd3c-df74edf2cf9f None None] The sync data for ids ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'] in n-d-802060-13 is: [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '973beece-5878-49ee-b688-ec6a866103a7', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'port_id': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'mac_address': 'fa:16:3e:29:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:50:24Z', 'updated_at': '2021-08-31T01:50:24Z', 'revision_number': 0, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352e3225-9584-4aa3-9e3b-1a2e0cade7b4', 'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:05:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:08Z', 'updated_at': '2021-08-31T01:50:13Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:50:26.137825 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd16927-bb31-4c1e-a7ac-041fdaec1dc7 req-e4f16ba8-8bbb-4dbf-9d2f-e0711a74599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:26.139353 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8fd16927-bb31-4c1e-a7ac-041fdaec1dc7 req-e4f16ba8-8bbb-4dbf-9d2f-e0711a74599b service neutron] 10.222.0.70 "GET /v2.0/networks?id=c73c42f0-6ddf-4222-9253-9dab40e381f3 HTTP/1.1" status: 200 len: 898 time: 0.0864661 Aug 31 01:50:26.212973 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8fd16927-bb31-4c1e-a7ac-041fdaec1dc7 req-4766b1e5-b25a-42c5-a672-d8729357663c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f9d22d-46d5-47ed-a20d-8433ecf663ab HTTP/1.1" status: 200 len: 998 time: 0.0667422 Aug 31 01:50:26.264900 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4a0c9-6902-4f7e-a500-df0987421975 None None] New status for floating IP 973beece-5878-49ee-b688-ec6a866103a7: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:50:26.266194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd16927-bb31-4c1e-a7ac-041fdaec1dc7 req-59449f38-98af-4bc1-9846-140cb5ca0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:26.267705 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8fd16927-bb31-4c1e-a7ac-041fdaec1dc7 req-59449f38-98af-4bc1-9846-140cb5ca0f27 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e45fdb6-23b9-466b-90d9-6e3e05012555 HTTP/1.1" status: 200 len: 834 time: 0.0483110 Aug 31 01:50:26.317672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd16927-bb31-4c1e-a7ac-041fdaec1dc7 req-1e2d7d54-29ac-41b4-b4e5-d465a71c6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:26.319123 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8fd16927-bb31-4c1e-a7ac-041fdaec1dc7 req-1e2d7d54-29ac-41b4-b4e5-d465a71c6359 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c73c42f0-6ddf-4222-9253-9dab40e381f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439408 Aug 31 01:50:26.413719 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8fd16927-bb31-4c1e-a7ac-041fdaec1dc7 req-abe59d3f-d313-4ff7-801a-69455022f866 service neutron] 10.222.0.70 "GET /v2.0/networks/c73c42f0-6ddf-4222-9253-9dab40e381f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869718 Aug 31 01:50:26.455401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35470) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:26.510776 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8fd16927-bb31-4c1e-a7ac-041fdaec1dc7 req-808c17ed-6988-4cba-aa7a-167477ef33af service neutron] 10.222.0.70 "GET /v2.0/networks/c73c42f0-6ddf-4222-9253-9dab40e381f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901356 Aug 31 01:50:26.522787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d06a330a-a4df-46a5-8f09-eea01e64aaf3 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/floatingips/973beece-5878-49ee-b688-ec6a866103a7 HTTP/1.1" status: 200 len: 992 time: 0.0646205 Aug 31 01:50:26.816627 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:31.920842 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:41.492796 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:51.271043 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-92702bd3-1007-490d-864b-020da9c25aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:53.820385 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ec06f921-b9e9-4702-8c61-d564a77412ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:54.101881 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:54.622604 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:55.085732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35486) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:55.156812 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60c1441-bbff-4321-ae6d-0210c02f2f72 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:55.157298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60c1441-bbff-4321-ae6d-0210c02f2f72 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:55.157780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60c1441-bbff-4321-ae6d-0210c02f2f72 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:55.160079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c60c1441-bbff-4321-ae6d-0210c02f2f72 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=c3760dd5989847acb5d98c12c6c1b7fd&network_id=c73c42f0-6ddf-4222-9253-9dab40e381f3 HTTP/1.1" status: 200 len: 2972 time: 0.0733662 Aug 31 01:50:56.819053 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:57.573863 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:50:58.156897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35496) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:58.211690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ee040a-f47c-45ab-b0bc-1b74ad271a79 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:58.213151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a4ee040a-f47c-45ab-b0bc-1b74ad271a79 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c HTTP/1.1" status: 200 len: 814 time: 0.0553598 Aug 31 01:50:59.206963 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35502) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:59.212088 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-553bda64-d051-41a5-9efe-0eb2fafa26fd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'network': {'name': 'tempest-network-smoke--1404608382', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'port_security_enabled': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:59.234387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553bda64-d051-41a5-9efe-0eb2fafa26fd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Made reservation on behalf of c3760dd5989847acb5d98c12c6c1b7fd for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:50:59.238772 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-553bda64-d051-41a5-9efe-0eb2fafa26fd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:59.261251 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553bda64-d051-41a5-9efe-0eb2fafa26fd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:50:59.270067 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-553bda64-d051-41a5-9efe-0eb2fafa26fd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:59.270429 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-553bda64-d051-41a5-9efe-0eb2fafa26fd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Added segment f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7 of type vlan for network af7c5f66-303d-4a27-a71f-1b61f18deb1d Aug 31 01:50:59.309608 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-553bda64-d051-41a5-9efe-0eb2fafa26fd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:59.336933 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-553bda64-d051-41a5-9efe-0eb2fafa26fd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:59.342452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553bda64-d051-41a5-9efe-0eb2fafa26fd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:59.343028 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-553bda64-d051-41a5-9efe-0eb2fafa26fd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:59.393242 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-553bda64-d051-41a5-9efe-0eb2fafa26fd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1851461 Aug 31 01:50:59.396532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35504) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:59.411266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553bda64-d051-41a5-9efe-0eb2fafa26fd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Network': ['ID=af7c5f66-303d-4a27-a71f-1b61f18deb1d,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:50:59.421570 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network af7c5f66-303d-4a27-a71f-1b61f18deb1d details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:50:59.444040 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0248c701-9cef-4143-b46a-bf3449de2257 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:59.445558 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0248c701-9cef-4143-b46a-bf3449de2257 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=c3760dd5989847acb5d98c12c6c1b7fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0480380 Aug 31 01:50:59.448299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35506) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:59.542922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f95fce-63ad-465e-8a16-56178e51717d tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:59.544463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b1f95fce-63ad-465e-8a16-56178e51717d tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952647 Aug 31 01:50:59.547297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35508) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:59.574447 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-72e1a1e6-2efe-4b00-872a-5b536ac3941c tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261304 Aug 31 01:50:59.576975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35510) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:59.604380 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-25e17b13-b44f-4a8f-a086-13daf76610fb tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=c3760dd5989847acb5d98c12c6c1b7fd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264332 Aug 31 01:50:59.606692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35512) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:59.690351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13da0db2-bced-466b-9731-b36cac78c9b2 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:50:59.691852 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-13da0db2-bced-466b-9731-b36cac78c9b2 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841367 Aug 31 01:50:59.694612 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35514) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:59.726033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9914e562-293d-4a07-acef-63dc22e9acc9 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304248 Aug 31 01:50:59.728375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35516) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:50:59.732930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1637831718', 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:50:59.816207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Made reservation on behalf of c3760dd5989847acb5d98c12c6c1b7fd for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:50:59.819701 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:59.993156 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.049668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Subnet': ['ID=90db7986-7020-45bd-94aa-7fbf70920b51,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:00.061387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:00.061733 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:00.062095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:00.062435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:00.062769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:00.063101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:00.063453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:00.063779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:00.064099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:00.064421 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:00.064742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:00.065602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:00.070668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Checking segment: {'id': 'f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:51:00.070963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network hostable DHCP agents. Network: af7c5f66-303d-4a27-a71f-1b61f18deb1d, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:51:00.087518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network af7c5f66-303d-4a27-a71f-1b61f18deb1d is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:51:00.095027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, af7c5f66-303d-4a27-a71f-1b61f18deb1d) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:51:00.099382 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:00.099977 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.103846 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8295c1-a1a1-4d78-a2dd-e6cc6264b098 None None] Network af7c5f66-303d-4a27-a71f-1b61f18deb1d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:51:00.114393 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-bad09a0b-fc8f-4b75-9261-b061ba4493df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3850496 Aug 31 01:51:00.248377 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-af7c5f66-303d-4a27-a71f-1b61f18deb1d', 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ips': [{'subnet_id': '90db7986-7020-45bd-94aa-7fbf70920b51'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:51:00.249236 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.300046 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35520) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:00.305082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-08115d70-c5f2-4126-8169-c57df93657b6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695740352', 'description': 'tempest-secgroup-smoke-1695740352 description', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:51:00.327369 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08115d70-c5f2-4126-8169-c57df93657b6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.389294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Allocated IP 172.20.0.18 (af7c5f66-303d-4a27-a71f-1b61f18deb1d/90db7986-7020-45bd-94aa-7fbf70920b51/0e5b89b0-05b4-4659-97c2-ad632d8f3b1d) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:51:00.413695 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08115d70-c5f2-4126-8169-c57df93657b6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.418110 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08115d70-c5f2-4126-8169-c57df93657b6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.446399 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-08115d70-c5f2-4126-8169-c57df93657b6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.447665 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-08115d70-c5f2-4126-8169-c57df93657b6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1462834 Aug 31 01:51:00.449667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08115d70-c5f2-4126-8169-c57df93657b6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6acd8701-934d-49b9-a857-699d26332150,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:00.450643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35522) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:00.456834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-0a51e466-b477-42ea-98db-028c252fe40a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': '6acd8701-934d-49b9-a857-699d26332150', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:51:00.482388 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0a51e466-b477-42ea-98db-028c252fe40a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.547676 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0a51e466-b477-42ea-98db-028c252fe40a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.552282 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0a51e466-b477-42ea-98db-028c252fe40a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.573868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51e466-b477-42ea-98db-028c252fe40a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be934c5-c2f9-4cf6-8e6d-bf7b41e14db6,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:00.584894 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0a51e466-b477-42ea-98db-028c252fe40a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.586358 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0a51e466-b477-42ea-98db-028c252fe40a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340368 Aug 31 01:51:00.589059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35524) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:00.593649 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a9b8b878-1f52-448d-ac08-3110b7f03ed8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': '6acd8701-934d-49b9-a857-699d26332150', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:51:00.622558 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b878-1f52-448d-ac08-3110b7f03ed8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.683834 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b878-1f52-448d-ac08-3110b7f03ed8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.687864 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b878-1f52-448d-ac08-3110b7f03ed8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.704404 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.704967 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8b878-1f52-448d-ac08-3110b7f03ed8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e2412c-8ac5-4c3e-b01d-a6085e89935a,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:00.711529 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b878-1f52-448d-ac08-3110b7f03ed8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.712783 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a9b8b878-1f52-448d-ac08-3110b7f03ed8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227710 Aug 31 01:51:00.715117 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Transition to ACTIVE for port object 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:51:00.715408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35526) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:00.719793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e4232500-821f-4056-b2c6-7e19f4bf2496 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': '6acd8701-934d-49b9-a857-699d26332150', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:51:00.730635 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Transition to ACTIVE for port object 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:51:00.736307 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.746774 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e4232500-821f-4056-b2c6-7e19f4bf2496 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.772286 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Network af7c5f66-303d-4a27-a71f-1b61f18deb1d is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:51:00.777254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:51:00.780147 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:51:00.794910 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Pushing event updated for resources: {'Port': ['ID=0e5b89b0-05b4-4659-97c2-ad632d8f3b1d,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:00.806034 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e4232500-821f-4056-b2c6-7e19f4bf2496 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.809830 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e4232500-821f-4056-b2c6-7e19f4bf2496 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.830109 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4232500-821f-4056-b2c6-7e19f4bf2496 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a62cc7-c689-4b7c-9374-2d653c7e35b6,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:00.834107 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e4232500-821f-4056-b2c6-7e19f4bf2496 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.835335 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e4232500-821f-4056-b2c6-7e19f4bf2496 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189840 Aug 31 01:51:00.838013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35528) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:00.842319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-31356a70-575a-49ab-8a8d-22656cf4fdff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': '6acd8701-934d-49b9-a857-699d26332150', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:51:00.844873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Attempting to bind port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:51:00.845255 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Attempting to bind port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:51:00.845624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Attempting to bind port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d on network af7c5f66-303d-4a27-a71f-1b61f18deb1d {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:51:00.851826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:51:00.852205 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Checking segment: {'id': 'f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:51:00.852611 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.853009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Bound using segment: {'id': 'f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:51:00.853478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Bound port: 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:51:00.853861 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.868449 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31356a70-575a-49ab-8a8d-22656cf4fdff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.921774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] For port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:51:00.925993 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] For port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0e5b89b0-05b4-4659-97c2-ad632d8f3b1d,segment=NetworkSegment(f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7),segment_id=f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:51:00.929609 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.929991 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31356a70-575a-49ab-8a8d-22656cf4fdff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.932728 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31356a70-575a-49ab-8a8d-22656cf4fdff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.951042 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31356a70-575a-49ab-8a8d-22656cf4fdff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0b097d-06a9-414b-b716-40c1ff27f131,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:00.957435 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-31356a70-575a-49ab-8a8d-22656cf4fdff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:00.961682 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-31356a70-575a-49ab-8a8d-22656cf4fdff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202128 Aug 31 01:51:00.961887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35530) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:00.966970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ece04356-bd28-41fd-bf8d-7478e8564f90 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': '6acd8701-934d-49b9-a857-699d26332150', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:51:00.991782 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-ece04356-bd28-41fd-bf8d-7478e8564f90 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Project c3760dd5989847acb5d98c12c6c1b7fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:51:00.993271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbd05d-2eda-4ed6-aeb9-5decd801888f None None] Pushing event updated for resources: {'Port': ['ID=0e5b89b0-05b4-4659-97c2-ad632d8f3b1d,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:00.997241 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ece04356-bd28-41fd-bf8d-7478e8564f90 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:01.063107 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ece04356-bd28-41fd-bf8d-7478e8564f90 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:01.066907 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ece04356-bd28-41fd-bf8d-7478e8564f90 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:01.086586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece04356-bd28-41fd-bf8d-7478e8564f90 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4804be-1cc7-45f2-8db4-f7423962367c,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:01.092698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ece04356-bd28-41fd-bf8d-7478e8564f90 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:01.093998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ece04356-bd28-41fd-bf8d-7478e8564f90 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306584 Aug 31 01:51:01.097974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35532) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:01.102770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': '6acd8701-934d-49b9-a857-699d26332150', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:51:01.131684 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Project c3760dd5989847acb5d98c12c6c1b7fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:51:01.142580 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:01.224120 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:01.228006 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:01.246175 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e0f57b-35ad-4d6d-95b2-2598efa18aba,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:01.255506 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:01.260341 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577358 Aug 31 01:51:01.260341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:01.260341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:01.260341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:01.260341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:01.260341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:01.260341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:01.260955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:01.260955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:01.261132 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:01.261338 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:01.261665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:01.261992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed30dd7-5bee-4ada-89b3-cee7b8cc216b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:01.384668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:51:01.438270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:51:01.660139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-e1325779-a20e-4b47-92f9-ce3cf4536c06 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695740352&fields=id&tenant_id=c3760dd5989847acb5d98c12c6c1b7fd HTTP/1.1" status: 200 len: 267 time: 0.0350611 Aug 31 01:51:01.772690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-0ed9360a-cf62-41ad-abec-f3ca247b56fe tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:01.774500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-0ed9360a-cf62-41ad-abec-f3ca247b56fe tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/networks?id=af7c5f66-303d-4a27-a71f-1b61f18deb1d HTTP/1.1" status: 200 len: 797 time: 0.1072764 Aug 31 01:51:01.790408 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-9778fda3-1ba2-4867-ae9f-0fd224afb7be tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/quotas/c3760dd5989847acb5d98c12c6c1b7fd HTTP/1.1" status: 200 len: 375 time: 0.0099552 Aug 31 01:51:01.856930 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c74665ba-49c1-41b6-bfd7-692b796c3d15 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0607595 Aug 31 01:51:01.873748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-4c9e57b5-eb1c-4dad-ad6b-cb58755fba7e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:51:01.874841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-4c9e57b5-eb1c-4dad-ad6b-cb58755fba7e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053792 Aug 31 01:51:01.897110 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e4441d-9b06-4afc-b951-f35d757d24d4 None None] Network af7c5f66-303d-4a27-a71f-1b61f18deb1d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:51:01.966730 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:01.973971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-fe3c22f7-bfe7-414c-b0a6-75e996fb7ad3 service neutron] 10.222.0.58 "GET /v2.0/networks/af7c5f66-303d-4a27-a71f-1b61f18deb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922134 Aug 31 01:51:01.979741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-05677303-db20-4725-9904-194647b818f5 None None] Provisioning for port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:51:01.986031 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-05677303-db20-4725-9904-194647b818f5 None None] Provisioning complete for port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:51:01.986412 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-05677303-db20-4725-9904-194647b818f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:02.066303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-6d9b6249-c27c-4981-b7a2-82ff299b4d91 service neutron] 10.222.0.58 "GET /v2.0/networks/af7c5f66-303d-4a27-a71f-1b61f18deb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858123 Aug 31 01:51:02.136758 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-05677303-db20-4725-9904-194647b818f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:02.181356 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-05677303-db20-4725-9904-194647b818f5 None None] For port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0e5b89b0-05b4-4659-97c2-ad632d8f3b1d,segment=NetworkSegment(f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7),segment_id=f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:51:02.184905 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-05677303-db20-4725-9904-194647b818f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:02.244398 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05677303-db20-4725-9904-194647b818f5 None None] Pushing event updated for resources: {'Port': ['ID=0e5b89b0-05b4-4659-97c2-ad632d8f3b1d,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:02.263650 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05677303-db20-4725-9904-194647b818f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:02.264009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05677303-db20-4725-9904-194647b818f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:02.264366 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05677303-db20-4725-9904-194647b818f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:02.264738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05677303-db20-4725-9904-194647b818f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:02.265077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05677303-db20-4725-9904-194647b818f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:02.265541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05677303-db20-4725-9904-194647b818f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:02.265889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05677303-db20-4725-9904-194647b818f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:02.266222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05677303-db20-4725-9904-194647b818f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:02.266771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05677303-db20-4725-9904-194647b818f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:02.266875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05677303-db20-4725-9904-194647b818f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:02.267183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05677303-db20-4725-9904-194647b818f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:02.267538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05677303-db20-4725-9904-194647b818f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:51:02.329615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-62cdc996-d834-4ea9-ad96-5327003a64cf req-5226a403-abaa-40de-ab04-6ce8eadff321 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 210 time: 0.1155860 Aug 31 01:51:02.407623 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-809930f3-faed-4d30-b959-7457903621a6 None None] Provisioning complete for port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:51:02.408000 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-809930f3-faed-4d30-b959-7457903621a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:03.290808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-442fd1a6-b481-4f66-909a-520753c153a1 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:03.292314 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-442fd1a6-b481-4f66-909a-520753c153a1 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.15 "GET /v2.0/networks?id=af7c5f66-303d-4a27-a71f-1b61f18deb1d HTTP/1.1" status: 200 len: 797 time: 0.1085966 Aug 31 01:51:03.342692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-981a4633-f51e-4f7a-8b78-8e5982b23306 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3760dd5989847acb5d98c12c6c1b7fd HTTP/1.1" status: 200 len: 473 time: 0.0385640 Aug 31 01:51:03.358375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:51:03.373448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-67680bee-bf28-4cfb-b287-ae6560cfa32b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'port': {'device_id': 'b2020c9c-7dbd-4511-94b7-80516ae3c4dc', 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d', 'admin_state_up': True, 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'security_groups': ['6acd8701-934d-49b9-a857-699d26332150']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:51:03.406681 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:51:03.407057 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:03.779010 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d47f03ae-022c-464c-9254-43ab41babbb1 req-76d3c301-3287-4012-8af4-d81dbde03d88 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 210 time: 0.3636401 Aug 31 01:51:03.836106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-67680bee-bf28-4cfb-b287-ae6560cfa32b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Made reservation on behalf of c3760dd5989847acb5d98c12c6c1b7fd for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:51:03.839543 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-67680bee-bf28-4cfb-b287-ae6560cfa32b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:03.960704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-67680bee-bf28-4cfb-b287-ae6560cfa32b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Allocated IP 172.20.0.24 (af7c5f66-303d-4a27-a71f-1b61f18deb1d/90db7986-7020-45bd-94aa-7fbf70920b51/c824f590-536a-4d18-824a-0f27974c9031) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:51:04.099545 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-67680bee-bf28-4cfb-b287-ae6560cfa32b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:04.112454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-67680bee-bf28-4cfb-b287-ae6560cfa32b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Transition to ACTIVE for port object c824f590-536a-4d18-824a-0f27974c9031 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:51:04.142732 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-67680bee-bf28-4cfb-b287-ae6560cfa32b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:04.186600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-67680bee-bf28-4cfb-b287-ae6560cfa32b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network af7c5f66-303d-4a27-a71f-1b61f18deb1d is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:51:04.189705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-67680bee-bf28-4cfb-b287-ae6560cfa32b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:51:04.193495 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-67680bee-bf28-4cfb-b287-ae6560cfa32b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:51:04.199607 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67680bee-bf28-4cfb-b287-ae6560cfa32b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Port': ['ID=c824f590-536a-4d18-824a-0f27974c9031,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:04.246472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-67680bee-bf28-4cfb-b287-ae6560cfa32b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:04.247097 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-67680bee-bf28-4cfb-b287-ae6560cfa32b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:04.262083 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-67680bee-bf28-4cfb-b287-ae6560cfa32b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8929422 Aug 31 01:51:04.273344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-e17f68ab-72a6-48a8-83e2-68eb4063c8d0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:51:04.274798 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-e17f68ab-72a6-48a8-83e2-68eb4063c8d0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055537 Aug 31 01:51:04.353715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Request body: {'port': {'device_id': 'b2020c9c-7dbd-4511-94b7-80516ae3c4dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:51:04.411636 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:04.422313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-bc33d0b7-981a-49ff-8fbc-69319162ebeb None None] Provisioning for port c824f590-536a-4d18-824a-0f27974c9031 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:51:04.426097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-bc33d0b7-981a-49ff-8fbc-69319162ebeb None None] Provisioning complete for port c824f590-536a-4d18-824a-0f27974c9031 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:51:04.426466 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bc33d0b7-981a-49ff-8fbc-69319162ebeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:04.462931 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-bc33d0b7-981a-49ff-8fbc-69319162ebeb None None] Port c824f590-536a-4d18-824a-0f27974c9031 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:51:04.670743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c824f590-536a-4d18-824a-0f27974c9031 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:51:04.677926 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:04.689292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Transition to ACTIVE for port object c824f590-536a-4d18-824a-0f27974c9031 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:51:04.693510 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:04.749212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Pushing event updated for resources: {'Port': ['ID=c824f590-536a-4d18-824a-0f27974c9031,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:04.817899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Attempting to bind port c824f590-536a-4d18-824a-0f27974c9031 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:51:04.818309 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Attempting to bind port c824f590-536a-4d18-824a-0f27974c9031 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:51:04.818730 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Attempting to bind port c824f590-536a-4d18-824a-0f27974c9031 on network af7c5f66-303d-4a27-a71f-1b61f18deb1d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:51:04.825004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Port c824f590-536a-4d18-824a-0f27974c9031 on network af7c5f66-303d-4a27-a71f-1b61f18deb1d not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:51:04.825412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Attempting to bind port c824f590-536a-4d18-824a-0f27974c9031 on network af7c5f66-303d-4a27-a71f-1b61f18deb1d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:51:04.831012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:51:04.831722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Checking segment: {'id': 'f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:51:04.832224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Bound using segment: {'id': 'f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:51:04.832811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Bound port: c824f590-536a-4d18-824a-0f27974c9031, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:51:04.833436 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:04.936764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] For port c824f590-536a-4d18-824a-0f27974c9031, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:51:04.940923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] For port c824f590-536a-4d18-824a-0f27974c9031, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=c824f590-536a-4d18-824a-0f27974c9031,segment=NetworkSegment(f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7),segment_id=f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:51:04.949188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823b99f-e008-4537-ab50-431a7c0402c5 req-aba60de9-ffa3-43d8-b871-22d738366410 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:04.950690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d823b99f-e008-4537-ab50-431a7c0402c5 req-aba60de9-ffa3-43d8-b871-22d738366410 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 944 time: 0.0818419 Aug 31 01:51:04.952136 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:05.000628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:05.001173 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:05.003388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] 10.222.0.15 "PUT /v2.0/ports/c824f590-536a-4d18-824a-0f27974c9031 HTTP/1.1" status: 200 len: 1093 time: 0.7161708 Aug 31 01:51:05.007191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2020c9c-7dbd-4511-94b7-80516ae3c4dc', 'tag': 'c824f590-536a-4d18-824a-0f27974c9031'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:51:05.009749 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05dc74f-74f9-4bc3-9023-7a2b41163335" -d '{"events": [{"name": "network-changed", "server_uuid": "b2020c9c-7dbd-4511-94b7-80516ae3c4dc", "tag": "c824f590-536a-4d18-824a-0f27974c9031"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:51:05.046739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d823b99f-e008-4537-ab50-431a7c0402c5 req-5204a0f9-333e-4b5e-85c5-8f49204fb1c7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=6acd8701-934d-49b9-a857-699d26332150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894234 Aug 31 01:51:05.052306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f60ef1-6cb8-4a6f-bf75-d01c1b0225cf service neutron] Pushing event updated for resources: {'Port': ['ID=c824f590-536a-4d18-824a-0f27974c9031,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:05.105787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c394b722-4b3e-4ac0-84e4-8da702a7bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:05.107406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-c394b722-4b3e-4ac0-84e4-8da702a7bfc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 1096 time: 0.0447326 Aug 31 01:51:05.156994 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9f643d-708c-4e26-af83-520836223028 x-openstack-request-id: req-da9f643d-708c-4e26-af83-520836223028 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:51:05.157286 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2020c9c-7dbd-4511-94b7-80516ae3c4dc", "tag": "c824f590-536a-4d18-824a-0f27974c9031", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:51:05.157536 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da9f643d-708c-4e26-af83-520836223028 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:51:05.157936 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2020c9c-7dbd-4511-94b7-80516ae3c4dc', 'tag': 'c824f590-536a-4d18-824a-0f27974c9031', 'status': 'completed', 'code': 200} Aug 31 01:51:05.160328 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-219dc112-6fa8-456c-9590-91a2a836f86d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=c824f590-536a-4d18-824a-0f27974c9031 HTTP/1.1" status: 200 len: 217 time: 0.0426366 Aug 31 01:51:05.210639 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-e8184289-64f5-4795-90d3-0551956a1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:05.212036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-e8184289-64f5-4795-90d3-0551956a1a5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90db7986-7020-45bd-94aa-7fbf70920b51 HTTP/1.1" status: 200 len: 838 time: 0.0453367 Aug 31 01:51:05.257710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-f6a3699f-2ecf-428c-a112-121582eb82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:05.259216 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-f6a3699f-2ecf-428c-a112-121582eb82ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af7c5f66-303d-4a27-a71f-1b61f18deb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0405469 Aug 31 01:51:05.352624 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-22b6cf50-418f-4697-b37b-33d2f6b4eec4 service neutron] 10.222.0.15 "GET /v2.0/networks/af7c5f66-303d-4a27-a71f-1b61f18deb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861833 Aug 31 01:51:05.443709 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d6880e4-7caa-46b9-a63c-cfd7edc00884 req-06beca49-0020-4798-8a45-2885c39f4f99 service neutron] 10.222.0.15 "GET /v2.0/networks/af7c5f66-303d-4a27-a71f-1b61f18deb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835326 Aug 31 01:51:05.558832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dc74f-74f9-4bc3-9023-7a2b41163335 req-62468a71-b175-465d-b411-83d6497f43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:05.560374 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d05dc74f-74f9-4bc3-9023-7a2b41163335 req-62468a71-b175-465d-b411-83d6497f43ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 1096 time: 0.0461271 Aug 31 01:51:05.648236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dc74f-74f9-4bc3-9023-7a2b41163335 req-cf5cad30-f424-4379-8464-f95fce8b34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:05.649988 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d05dc74f-74f9-4bc3-9023-7a2b41163335 req-cf5cad30-f424-4379-8464-f95fce8b34c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af7c5f66-303d-4a27-a71f-1b61f18deb1d HTTP/1.1" status: 200 len: 898 time: 0.0826113 Aug 31 01:51:05.691909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d05dc74f-74f9-4bc3-9023-7a2b41163335 req-f056e504-018b-4562-a315-1b3d7b7c9a06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=c824f590-536a-4d18-824a-0f27974c9031 HTTP/1.1" status: 200 len: 217 time: 0.0346224 Aug 31 01:51:05.744468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dc74f-74f9-4bc3-9023-7a2b41163335 req-f0e1b60f-5e63-4844-8cac-57c7c48c51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:05.745818 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d05dc74f-74f9-4bc3-9023-7a2b41163335 req-f0e1b60f-5e63-4844-8cac-57c7c48c51a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90db7986-7020-45bd-94aa-7fbf70920b51 HTTP/1.1" status: 200 len: 838 time: 0.0472345 Aug 31 01:51:05.791836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dc74f-74f9-4bc3-9023-7a2b41163335 req-8048e415-af62-40dd-b25a-7db9eabb0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:05.793295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d05dc74f-74f9-4bc3-9023-7a2b41163335 req-8048e415-af62-40dd-b25a-7db9eabb0d55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af7c5f66-303d-4a27-a71f-1b61f18deb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0408998 Aug 31 01:51:05.883155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d05dc74f-74f9-4bc3-9023-7a2b41163335 req-0dd6b952-d040-4500-ac49-f021a6c8210f service neutron] 10.222.0.15 "GET /v2.0/networks/af7c5f66-303d-4a27-a71f-1b61f18deb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819554 Aug 31 01:51:05.977102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d05dc74f-74f9-4bc3-9023-7a2b41163335 req-79e14dc3-f866-4392-8c17-2f2aeb840405 service neutron] 10.222.0.15 "GET /v2.0/networks/af7c5f66-303d-4a27-a71f-1b61f18deb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865097 Aug 31 01:51:06.167872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a6799-7e73-40a3-91af-9670c5fa3c80 req-72440b6d-ce34-4732-991c-eed416b6e30d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:06.169344 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a23a6799-7e73-40a3-91af-9670c5fa3c80 req-72440b6d-ce34-4732-991c-eed416b6e30d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 944 time: 0.0501521 Aug 31 01:51:06.207262 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a23a6799-7e73-40a3-91af-9670c5fa3c80 req-f6529715-a7c0-4212-b8e9-19454fbceda5 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=6acd8701-934d-49b9-a857-699d26332150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320692 Aug 31 01:51:07.329945 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65f708-d4bb-4b22-a653-4da52aa45121 req-b8287ac3-414a-4a52-b0c8-ed707d62a09a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:07.331481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f65f708-d4bb-4b22-a653-4da52aa45121 req-b8287ac3-414a-4a52-b0c8-ed707d62a09a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 944 time: 0.0536923 Aug 31 01:51:07.370074 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f65f708-d4bb-4b22-a653-4da52aa45121 req-2e169854-ff96-4f7b-bdd3-90b2cedb2497 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=6acd8701-934d-49b9-a857-699d26332150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326643 Aug 31 01:51:08.484067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81cf68-3eed-4020-bffa-865ab72cfaa9 req-57cbf923-3105-40db-83f4-635f74ec7d5e tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:08.485542 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d81cf68-3eed-4020-bffa-865ab72cfaa9 req-57cbf923-3105-40db-83f4-635f74ec7d5e tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 944 time: 0.0486681 Aug 31 01:51:08.523615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d81cf68-3eed-4020-bffa-865ab72cfaa9 req-af3efc30-1728-47be-92e1-e11b2ed41b6e tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=6acd8701-934d-49b9-a857-699d26332150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315788 Aug 31 01:51:09.636492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78915ee-c77a-4ab0-9f7b-9e6d0f1d646d req-b402a21e-0b52-432f-a9af-2b77e06df65d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:09.637965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d78915ee-c77a-4ab0-9f7b-9e6d0f1d646d req-b402a21e-0b52-432f-a9af-2b77e06df65d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 944 time: 0.0488379 Aug 31 01:51:09.675437 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d78915ee-c77a-4ab0-9f7b-9e6d0f1d646d req-78d61350-b642-4ff8-85fa-6469747f561e tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=6acd8701-934d-49b9-a857-699d26332150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315135 Aug 31 01:51:09.802613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device c824f590-536a-4d18-824a-0f27974c9031 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:51:09.892453 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port c824f590-536a-4d18-824a-0f27974c9031, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=c824f590-536a-4d18-824a-0f27974c9031,segment=NetworkSegment(f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7),segment_id=f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:51:09.903748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'c824f590-536a-4d18-824a-0f27974c9031', 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d', 'port_id': 'c824f590-536a-4d18-824a-0f27974c9031', 'mac_address': 'fa:16:3e:57:5f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90db7986-7020-45bd-94aa-7fbf70920b51', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:51:09.943381 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:09.955764 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c824f590-536a-4d18-824a-0f27974c9031 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:51:09.974500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port c824f590-536a-4d18-824a-0f27974c9031, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=c824f590-536a-4d18-824a-0f27974c9031,segment=NetworkSegment(f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7),segment_id=f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:51:09.978450 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:10.025827 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=c824f590-536a-4d18-824a-0f27974c9031,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:10.348027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['c824f590-536a-4d18-824a-0f27974c9031'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:51:10.791472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e7c51-9734-4f55-be76-986c22e99284 req-912967fc-fc5a-48b1-9a05-139b13fac70f tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:10.792943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e33e7c51-9734-4f55-be76-986c22e99284 req-912967fc-fc5a-48b1-9a05-139b13fac70f tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 945 time: 0.0531874 Aug 31 01:51:10.832385 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e33e7c51-9734-4f55-be76-986c22e99284 req-2a698222-e120-4cd9-af7d-57144fa926de tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=6acd8701-934d-49b9-a857-699d26332150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335529 Aug 31 01:51:11.481357 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:11.823237 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device c824f590-536a-4d18-824a-0f27974c9031 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:51:11.871244 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port c824f590-536a-4d18-824a-0f27974c9031 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:51:11.874870 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port c824f590-536a-4d18-824a-0f27974c9031 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:51:11.875239 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:11.952794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9da3a-d6fb-4a8f-bcfd-cd02a633281f req-357bf285-c807-444f-af44-dcaeb733f64c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:11.954297 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89b9da3a-d6fb-4a8f-bcfd-cd02a633281f req-357bf285-c807-444f-af44-dcaeb733f64c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 945 time: 0.0501525 Aug 31 01:51:11.954531 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:11.977346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2020c9c-7dbd-4511-94b7-80516ae3c4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c824f590-536a-4d18-824a-0f27974c9031'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:51:11.979708 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6bc059-a90d-4a89-ae5d-9b1a3ca6ddff" -d '{"events": [{"server_uuid": "b2020c9c-7dbd-4511-94b7-80516ae3c4dc", "name": "network-vif-plugged", "status": "completed", "tag": "c824f590-536a-4d18-824a-0f27974c9031"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:51:11.993753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port c824f590-536a-4d18-824a-0f27974c9031, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=c824f590-536a-4d18-824a-0f27974c9031,segment=NetworkSegment(f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7),segment_id=f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:51:11.995431 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89b9da3a-d6fb-4a8f-bcfd-cd02a633281f req-ec99936f-ff95-42ce-bd91-b6e21a88969e tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=6acd8701-934d-49b9-a857-699d26332150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340414 Aug 31 01:51:12.000437 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:12.047834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=c824f590-536a-4d18-824a-0f27974c9031,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:12.090455 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6667d03b-505f-4bbf-afed-8b89d6063444 x-openstack-request-id: req-6667d03b-505f-4bbf-afed-8b89d6063444 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:51:12.090750 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2020c9c-7dbd-4511-94b7-80516ae3c4dc", "name": "network-vif-plugged", "status": "completed", "tag": "c824f590-536a-4d18-824a-0f27974c9031", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:51:12.091163 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6667d03b-505f-4bbf-afed-8b89d6063444 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:51:12.091425 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2020c9c-7dbd-4511-94b7-80516ae3c4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c824f590-536a-4d18-824a-0f27974c9031', 'code': 200} Aug 31 01:51:12.201929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965878f-b39c-4997-b798-16df57b9a584 req-baec8fc0-35fa-4e0f-b0a7-28d95b83ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:12.203426 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d965878f-b39c-4997-b798-16df57b9a584 req-baec8fc0-35fa-4e0f-b0a7-28d95b83ab7d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 1098 time: 0.0395179 Aug 31 01:51:12.238397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d965878f-b39c-4997-b798-16df57b9a584 req-4acc01b3-3a9d-4e7b-8c1c-674e188e368a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6acd8701-934d-49b9-a857-699d26332150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283039 Aug 31 01:51:13.116620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426041e-0271-4b0f-a6cd-401a094e3da4 req-68295192-21e7-4cd6-a66d-b2d1439e4a6c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:13.118095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8426041e-0271-4b0f-a6cd-401a094e3da4 req-68295192-21e7-4cd6-a66d-b2d1439e4a6c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 946 time: 0.0522056 Aug 31 01:51:13.155396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8426041e-0271-4b0f-a6cd-401a094e3da4 req-f302ac2f-7169-491b-9d6e-2a2368fe3d68 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=6acd8701-934d-49b9-a857-699d26332150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313106 Aug 31 01:51:14.277208 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3dad-0239-428b-bc8e-f0afb003f9de req-64ee663e-801e-488a-9baf-6474330a61c2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:14.278708 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-134b3dad-0239-428b-bc8e-f0afb003f9de req-64ee663e-801e-488a-9baf-6474330a61c2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 946 time: 0.0562620 Aug 31 01:51:14.316754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-134b3dad-0239-428b-bc8e-f0afb003f9de req-e2757100-d58a-4049-878f-43f877dbf64b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=6acd8701-934d-49b9-a857-699d26332150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318532 Aug 31 01:51:14.433535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad353a-bee8-4673-a8ca-8443d40321c2 req-f8543c15-c457-4dd4-9440-09749425b46a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:14.434948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83ad353a-bee8-4673-a8ca-8443d40321c2 req-f8543c15-c457-4dd4-9440-09749425b46a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 946 time: 0.0520587 Aug 31 01:51:14.474083 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83ad353a-bee8-4673-a8ca-8443d40321c2 req-f61cc859-283f-4fcb-9104-5f6e13842cc8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=6acd8701-934d-49b9-a857-699d26332150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324514 Aug 31 01:51:15.946466 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35604) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:16.367192 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:16.630686 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Allocated IP 172.20.0.17 (af7c5f66-303d-4a27-a71f-1b61f18deb1d/90db7986-7020-45bd-94aa-7fbf70920b51/c8bb6158-1dbd-4608-be4d-e87287f56fa7) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:51:16.741924 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:16.755026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Transition to ACTIVE for port object c8bb6158-1dbd-4608-be4d-e87287f56fa7 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:51:16.786989 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:16.822972 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network af7c5f66-303d-4a27-a71f-1b61f18deb1d is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:51:16.827802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:51:16.832154 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:51:16.858527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Port': ['ID=c8bb6158-1dbd-4608-be4d-e87287f56fa7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:16.881472 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:17.093047 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-df695a2e-b5a8-4cc8-9e35-9bfba2786257 None None] Provisioning for port c8bb6158-1dbd-4608-be4d-e87287f56fa7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:51:17.097803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-df695a2e-b5a8-4cc8-9e35-9bfba2786257 None None] Provisioning complete for port c8bb6158-1dbd-4608-be4d-e87287f56fa7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:51:17.098173 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-df695a2e-b5a8-4cc8-9e35-9bfba2786257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:17.132542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-df695a2e-b5a8-4cc8-9e35-9bfba2786257 None None] Port c8bb6158-1dbd-4608-be4d-e87287f56fa7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:51:17.308664 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:17.578913 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:17.583635 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:17.654703 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Port': ['ID=c8bb6158-1dbd-4608-be4d-e87287f56fa7,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:17.657089 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:17.746059 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network af7c5f66-303d-4a27-a71f-1b61f18deb1d is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:51:17.747460 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:51:17.862133 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:51:17.955831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b4c10a74-239d-4bae-9a6f-a0a3be273478 None None] Provisioning complete for port c8bb6158-1dbd-4608-be4d-e87287f56fa7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:51:17.956220 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b4c10a74-239d-4bae-9a6f-a0a3be273478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:17.973895 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:51:17.985527 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b13d210b-1307-4dc6-8e2c-51059820f4e0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "PUT /v2.0/routers/1babf3ad-c944-4d84-9cf2-93bd0781d5d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0313613 Aug 31 01:51:17.994187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Sync routers for ids ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:51:17.998608 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b4c10a74-239d-4bae-9a6f-a0a3be273478 None None] Port c8bb6158-1dbd-4608-be4d-e87287f56fa7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:51:18.006037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Routers {'1babf3ad-c944-4d84-9cf2-93bd0781d5d3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:51:18.006643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:50:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:18.110887 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Set router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:51:18.335450 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:51:17Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '973beece-5878-49ee-b688-ec6a866103a7', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'port_id': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'mac_address': 'fa:16:3e:29:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:50:24Z', 'updated_at': '2021-08-31T01:50:26Z', 'revision_number': 1, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352e3225-9584-4aa3-9e3b-1a2e0cade7b4', 'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:05:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:08Z', 'updated_at': '2021-08-31T01:50:13Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bb6158-1dbd-4608-be4d-e87287f56fa7', 'name': '', 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:b8:bf:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '90db7986-7020-45bd-94aa-7fbf70920b51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:51:16Z', 'updated_at': '2021-08-31T01:51:17Z', 'revision_number': 2, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '90db7986-7020-45bd-94aa-7fbf70920b51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:18.360544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Checking router: 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:51:18.361016 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Updating router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 port c8bb6158-1dbd-4608-be4d-e87287f56fa7 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:51:18.388108 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:18.641917 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:18.651435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Transition to ACTIVE for port object c8bb6158-1dbd-4608-be4d-e87287f56fa7 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:51:18.656720 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:18.707878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06507c-6495-44f7-a6c5-d3bda022572a None None] Pushing event updated for resources: {'Port': ['ID=c8bb6158-1dbd-4608-be4d-e87287f56fa7,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:18.757580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Attempting to bind port c8bb6158-1dbd-4608-be4d-e87287f56fa7 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:51:18.757944 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Attempting to bind port c8bb6158-1dbd-4608-be4d-e87287f56fa7 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:51:18.758308 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Attempting to bind port c8bb6158-1dbd-4608-be4d-e87287f56fa7 on network af7c5f66-303d-4a27-a71f-1b61f18deb1d {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:51:18.763425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:51:18.763822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Checking segment: {'id': 'f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:51:18.764225 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:18.764617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Bound using segment: {'id': 'f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:51:18.765083 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Bound port: c8bb6158-1dbd-4608-be4d-e87287f56fa7, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:51:18.765460 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:18.829771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] For port c8bb6158-1dbd-4608-be4d-e87287f56fa7, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:51:18.833081 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] For port c8bb6158-1dbd-4608-be4d-e87287f56fa7, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c8bb6158-1dbd-4608-be4d-e87287f56fa7,segment=NetworkSegment(f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7),segment_id=f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:51:18.837625 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:18.897749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Routers {'1babf3ad-c944-4d84-9cf2-93bd0781d5d3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:51:18.898273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:50:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:18.901545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06507c-6495-44f7-a6c5-d3bda022572a None None] Pushing event updated for resources: {'Port': ['ID=c8bb6158-1dbd-4608-be4d-e87287f56fa7,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:19.016961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] Set router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:51:19.250439 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:51:17Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '973beece-5878-49ee-b688-ec6a866103a7', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'port_id': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'mac_address': 'fa:16:3e:29:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:50:24Z', 'updated_at': '2021-08-31T01:50:26Z', 'revision_number': 1, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352e3225-9584-4aa3-9e3b-1a2e0cade7b4', 'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:05:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:08Z', 'updated_at': '2021-08-31T01:50:13Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bb6158-1dbd-4608-be4d-e87287f56fa7', 'name': '', 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:b8:bf:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '90db7986-7020-45bd-94aa-7fbf70920b51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:51:16Z', 'updated_at': '2021-08-31T01:51:18Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '90db7986-7020-45bd-94aa-7fbf70920b51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:19.277816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c661e351-cd62-411b-8214-40f2d3cbcac8 None None] The sync data for ids ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'] in n-d-802060-13 is: [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:51:17Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '973beece-5878-49ee-b688-ec6a866103a7', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'port_id': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'mac_address': 'fa:16:3e:29:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:50:24Z', 'updated_at': '2021-08-31T01:50:26Z', 'revision_number': 1, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352e3225-9584-4aa3-9e3b-1a2e0cade7b4', 'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:05:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:08Z', 'updated_at': '2021-08-31T01:50:13Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bb6158-1dbd-4608-be4d-e87287f56fa7', 'name': '', 'network_id': 'af7c5f66-303d-4a27-a71f-1b61f18deb1d', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:b8:bf:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '90db7986-7020-45bd-94aa-7fbf70920b51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:51:16Z', 'updated_at': '2021-08-31T01:51:18Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '90db7986-7020-45bd-94aa-7fbf70920b51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:51:21.273118 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4e71-8aa5-4357-aad6-11bc3c8d0bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:21.383293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c8bb6158-1dbd-4608-be4d-e87287f56fa7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:51:21.430744 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port c8bb6158-1dbd-4608-be4d-e87287f56fa7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:51:21.434360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c8bb6158-1dbd-4608-be4d-e87287f56fa7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:51:21.434732 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:21.512605 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:21.544850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port c8bb6158-1dbd-4608-be4d-e87287f56fa7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c8bb6158-1dbd-4608-be4d-e87287f56fa7,segment=NetworkSegment(f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7),segment_id=f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:51:21.548187 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:21.594963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=c8bb6158-1dbd-4608-be4d-e87287f56fa7,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:23.368027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c8bb6158-1dbd-4608-be4d-e87287f56fa7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:51:23.417487 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c8bb6158-1dbd-4608-be4d-e87287f56fa7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:51:23.417857 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:23.820614 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1ac71294-4d9e-4f2f-a3c1-b05869f9e30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:24.102024 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:24.625227 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:26.825527 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:27.561207 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d90c48ed-6d29-4a4e-b0c4-d62c7b6c0844 req-b60a2107-3790-4bf0-a2b9-88bbb6b286ae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393848 Aug 31 01:51:27.639878 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c48ed-6d29-4a4e-b0c4-d62c7b6c0844 req-8c415ecc-fd86-4739-86a5-372c0cc1b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:27.641360 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d90c48ed-6d29-4a4e-b0c4-d62c7b6c0844 req-8c415ecc-fd86-4739-86a5-372c0cc1b24b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 1097 time: 0.0403738 Aug 31 01:51:27.744857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c48ed-6d29-4a4e-b0c4-d62c7b6c0844 req-fbf15d82-6619-4044-8352-09fb1fc16d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:27.746313 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d90c48ed-6d29-4a4e-b0c4-d62c7b6c0844 req-fbf15d82-6619-4044-8352-09fb1fc16d7a service neutron] 10.222.0.70 "GET /v2.0/networks?id=c73c42f0-6ddf-4222-9253-9dab40e381f3 HTTP/1.1" status: 200 len: 898 time: 0.0860868 Aug 31 01:51:27.818002 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d90c48ed-6d29-4a4e-b0c4-d62c7b6c0844 req-70c86811-b552-4ebe-b1b2-6de55857f978 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f9d22d-46d5-47ed-a20d-8433ecf663ab HTTP/1.1" status: 200 len: 1000 time: 0.0645201 Aug 31 01:51:27.871835 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c48ed-6d29-4a4e-b0c4-d62c7b6c0844 req-beb5e0a0-eb9a-4d2f-ba1f-b1d3231dcd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:27.873264 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d90c48ed-6d29-4a4e-b0c4-d62c7b6c0844 req-beb5e0a0-eb9a-4d2f-ba1f-b1d3231dcd49 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e45fdb6-23b9-466b-90d9-6e3e05012555 HTTP/1.1" status: 200 len: 834 time: 0.0483985 Aug 31 01:51:27.918612 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c48ed-6d29-4a4e-b0c4-d62c7b6c0844 req-782424e4-5585-466e-b372-1221ed037954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:27.920139 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d90c48ed-6d29-4a4e-b0c4-d62c7b6c0844 req-782424e4-5585-466e-b372-1221ed037954 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c73c42f0-6ddf-4222-9253-9dab40e381f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402012 Aug 31 01:51:28.007582 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d90c48ed-6d29-4a4e-b0c4-d62c7b6c0844 req-0136f14b-14e0-487a-b605-68ff91568172 service neutron] 10.222.0.70 "GET /v2.0/networks/c73c42f0-6ddf-4222-9253-9dab40e381f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802755 Aug 31 01:51:28.101528 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d90c48ed-6d29-4a4e-b0c4-d62c7b6c0844 req-bd9f5662-c0b1-449d-b3c7-f9f7aa2ee4bd service neutron] 10.222.0.70 "GET /v2.0/networks/c73c42f0-6ddf-4222-9253-9dab40e381f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872526 Aug 31 01:51:31.920457 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:34.571829 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:51:36.590550 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e03ed19f-a45f-4a57-a936-c9c3adc193d7 req-4eadf884-bc40-4fb2-a332-96d288245408 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439744 Aug 31 01:51:36.682477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ed19f-a45f-4a57-a936-c9c3adc193d7 req-c72319c5-ce51-410b-a647-b4161487bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:36.684052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e03ed19f-a45f-4a57-a936-c9c3adc193d7 req-c72319c5-ce51-410b-a647-b4161487bf6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 1098 time: 0.0417099 Aug 31 01:51:36.786916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ed19f-a45f-4a57-a936-c9c3adc193d7 req-b2cb5db3-a322-48d3-9a2d-66387cff0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:36.788423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e03ed19f-a45f-4a57-a936-c9c3adc193d7 req-b2cb5db3-a322-48d3-9a2d-66387cff0b9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=af7c5f66-303d-4a27-a71f-1b61f18deb1d HTTP/1.1" status: 200 len: 898 time: 0.0853844 Aug 31 01:51:36.833493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e03ed19f-a45f-4a57-a936-c9c3adc193d7 req-66c4f8db-cbdc-4af1-a35b-464c6a79a657 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=c824f590-536a-4d18-824a-0f27974c9031 HTTP/1.1" status: 200 len: 217 time: 0.0380847 Aug 31 01:51:36.881754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ed19f-a45f-4a57-a936-c9c3adc193d7 req-4d499f18-5982-4112-8f66-e466ce72d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:36.883089 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e03ed19f-a45f-4a57-a936-c9c3adc193d7 req-4d499f18-5982-4112-8f66-e466ce72d8db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90db7986-7020-45bd-94aa-7fbf70920b51 HTTP/1.1" status: 200 len: 838 time: 0.0433509 Aug 31 01:51:36.928411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ed19f-a45f-4a57-a936-c9c3adc193d7 req-75d104ee-ed6d-49a6-ac0b-f3bcc06d4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:36.929911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e03ed19f-a45f-4a57-a936-c9c3adc193d7 req-75d104ee-ed6d-49a6-ac0b-f3bcc06d4891 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af7c5f66-303d-4a27-a71f-1b61f18deb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0405421 Aug 31 01:51:37.021590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e03ed19f-a45f-4a57-a936-c9c3adc193d7 req-285cde83-ab78-484f-ad66-f951f09582ad service neutron] 10.222.0.15 "GET /v2.0/networks/af7c5f66-303d-4a27-a71f-1b61f18deb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843322 Aug 31 01:51:37.109816 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e03ed19f-a45f-4a57-a936-c9c3adc193d7 req-250ba852-76fa-4811-bf5e-f6af6f27bf43 service neutron] 10.222.0.15 "GET /v2.0/networks/af7c5f66-303d-4a27-a71f-1b61f18deb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812829 Aug 31 01:51:41.501879 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:49.170929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35638) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:49.535337 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e2969754-9e14-480f-a01e-6f6d4368e47c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:49.907841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-e2969754-9e14-480f-a01e-6f6d4368e47c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Deleting port c8bb6158-1dbd-4608-be4d-e87287f56fa7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:51:49.908108 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e2969754-9e14-480f-a01e-6f6d4368e47c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:49.998704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-e2969754-9e14-480f-a01e-6f6d4368e47c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] For port c8bb6158-1dbd-4608-be4d-e87287f56fa7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c8bb6158-1dbd-4608-be4d-e87287f56fa7,segment=NetworkSegment(f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7),segment_id=f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:51:49.999064 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e2969754-9e14-480f-a01e-6f6d4368e47c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:50.011329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-e2969754-9e14-480f-a01e-6f6d4368e47c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Calling delete_port for c8bb6158-1dbd-4608-be4d-e87287f56fa7 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:51:50.203576 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e2969754-9e14-480f-a01e-6f6d4368e47c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:50.231511 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2969754-9e14-480f-a01e-6f6d4368e47c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Port': ['ID=c8bb6158-1dbd-4608-be4d-e87287f56fa7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:50.408077 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e2969754-9e14-480f-a01e-6f6d4368e47c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:50.631212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2969754-9e14-480f-a01e-6f6d4368e47c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:51:50.740500 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2969754-9e14-480f-a01e-6f6d4368e47c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:51:50.745582 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e2969754-9e14-480f-a01e-6f6d4368e47c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "PUT /v2.0/routers/1babf3ad-c944-4d84-9cf2-93bd0781d5d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5735512 Aug 31 01:51:50.750872 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1059e7-5ded-4d03-84e9-71168ea497d7 None None] Sync routers for ids ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:51:50.760744 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1059e7-5ded-4d03-84e9-71168ea497d7 None None] Routers {'1babf3ad-c944-4d84-9cf2-93bd0781d5d3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:51:50.761354 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3d1059e7-5ded-4d03-84e9-71168ea497d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:51:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:50.868018 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-3d1059e7-5ded-4d03-84e9-71168ea497d7 None None] Set router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:51:50.961918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa9f59-9b05-4e3d-b5a7-502bd958341d req-0eeba3e3-238a-4b83-b7ff-6bfc403b492b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:50.963490 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2fa9f59-9b05-4e3d-b5a7-502bd958341d req-0eeba3e3-238a-4b83-b7ff-6bfc403b492b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 946 time: 0.0508227 Aug 31 01:51:51.001573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2fa9f59-9b05-4e3d-b5a7-502bd958341d req-0f6d90c6-f685-4b07-91de-8a9e4e31db27 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=6acd8701-934d-49b9-a857-699d26332150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319018 Aug 31 01:51:51.096893 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3d1059e7-5ded-4d03-84e9-71168ea497d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:51:50Z', 'revision_number': 6, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '973beece-5878-49ee-b688-ec6a866103a7', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'port_id': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'mac_address': 'fa:16:3e:29:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:50:24Z', 'updated_at': '2021-08-31T01:50:26Z', 'revision_number': 1, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352e3225-9584-4aa3-9e3b-1a2e0cade7b4', 'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:05:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:08Z', 'updated_at': '2021-08-31T01:50:13Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:51.121557 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1059e7-5ded-4d03-84e9-71168ea497d7 None None] Checking router: 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:51:51.130017 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1059e7-5ded-4d03-84e9-71168ea497d7 None None] Routers {'1babf3ad-c944-4d84-9cf2-93bd0781d5d3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:51:51.130617 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3d1059e7-5ded-4d03-84e9-71168ea497d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:51:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:51.230900 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-3d1059e7-5ded-4d03-84e9-71168ea497d7 None None] Set router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:51:51.275810 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ac95b0da-c161-4a89-b586-08d825eb9312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:51.551445 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3d1059e7-5ded-4d03-84e9-71168ea497d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:51:50Z', 'revision_number': 6, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '973beece-5878-49ee-b688-ec6a866103a7', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'port_id': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'mac_address': 'fa:16:3e:29:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:50:24Z', 'updated_at': '2021-08-31T01:50:26Z', 'revision_number': 1, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352e3225-9584-4aa3-9e3b-1a2e0cade7b4', 'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:05:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:08Z', 'updated_at': '2021-08-31T01:50:13Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:51.576915 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1059e7-5ded-4d03-84e9-71168ea497d7 None None] The sync data for ids ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'] in n-d-802060-13 is: [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:51:50Z', 'revision_number': 6, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '973beece-5878-49ee-b688-ec6a866103a7', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'port_id': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'mac_address': 'fa:16:3e:29:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:50:24Z', 'updated_at': '2021-08-31T01:50:26Z', 'revision_number': 1, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352e3225-9584-4aa3-9e3b-1a2e0cade7b4', 'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:05:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:08Z', 'updated_at': '2021-08-31T01:50:13Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:51:52.129719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e39d58-8918-4fea-b788-a0742c5cc280 req-5d27706f-a832-4df9-aef0-def33db39f33 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:52.131220 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4e39d58-8918-4fea-b788-a0742c5cc280 req-5d27706f-a832-4df9-aef0-def33db39f33 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 946 time: 0.0566871 Aug 31 01:51:52.171209 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4e39d58-8918-4fea-b788-a0742c5cc280 req-3bc9f659-8822-456d-a82f-e10b526f0c22 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=6acd8701-934d-49b9-a857-699d26332150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320609 Aug 31 01:51:52.468597 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3c79e-eb5c-43d8-8014-8d774194fe7f req-f74ae104-e4b4-4ff7-b5ff-10af18135d26 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:52.469971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83b3c79e-eb5c-43d8-8014-8d774194fe7f req-f74ae104-e4b4-4ff7-b5ff-10af18135d26 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 946 time: 0.0488908 Aug 31 01:51:52.557560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-83b3c79e-eb5c-43d8-8014-8d774194fe7f req-16bd3b23-ee26-442d-a954-d576cb21f539 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Deleting port c824f590-536a-4d18-824a-0f27974c9031 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:51:52.557904 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-83b3c79e-eb5c-43d8-8014-8d774194fe7f req-16bd3b23-ee26-442d-a954-d576cb21f539 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:52.653037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-83b3c79e-eb5c-43d8-8014-8d774194fe7f req-16bd3b23-ee26-442d-a954-d576cb21f539 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] For port c824f590-536a-4d18-824a-0f27974c9031, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=c824f590-536a-4d18-824a-0f27974c9031,segment=NetworkSegment(f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7),segment_id=f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:51:52.653400 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-83b3c79e-eb5c-43d8-8014-8d774194fe7f req-16bd3b23-ee26-442d-a954-d576cb21f539 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:52.666118 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-83b3c79e-eb5c-43d8-8014-8d774194fe7f req-16bd3b23-ee26-442d-a954-d576cb21f539 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Calling delete_port for c824f590-536a-4d18-824a-0f27974c9031 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:51:52.797521 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-83b3c79e-eb5c-43d8-8014-8d774194fe7f req-16bd3b23-ee26-442d-a954-d576cb21f539 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:52.826655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd3b23-ee26-442d-a954-d576cb21f539 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Port': ['ID=c824f590-536a-4d18-824a-0f27974c9031,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:52.871817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b3c79e-eb5c-43d8-8014-8d774194fe7f req-16bd3b23-ee26-442d-a954-d576cb21f539 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] No DVR routers for this DVR port c824f590-536a-4d18-824a-0f27974c9031 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:51:52.874394 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-83b3c79e-eb5c-43d8-8014-8d774194fe7f req-16bd3b23-ee26-442d-a954-d576cb21f539 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:52.876455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83b3c79e-eb5c-43d8-8014-8d774194fe7f req-16bd3b23-ee26-442d-a954-d576cb21f539 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.15 "DELETE /v2.0/ports/c824f590-536a-4d18-824a-0f27974c9031 HTTP/1.1" status: 204 len: 173 time: 0.4003873 Aug 31 01:51:52.876892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2020c9c-7dbd-4511-94b7-80516ae3c4dc', 'name': 'network-vif-deleted', 'tag': 'c824f590-536a-4d18-824a-0f27974c9031'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:51:52.880342 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7b6268-c862-4829-9f80-eb45279b6d60" -d '{"events": [{"server_uuid": "b2020c9c-7dbd-4511-94b7-80516ae3c4dc", "name": "network-vif-deleted", "tag": "c824f590-536a-4d18-824a-0f27974c9031"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:51:52.917638 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac2c0f9-86d5-4e2c-b53e-ec683bedf408 x-openstack-request-id: req-aac2c0f9-86d5-4e2c-b53e-ec683bedf408 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:51:52.917927 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2020c9c-7dbd-4511-94b7-80516ae3c4dc", "name": "network-vif-deleted", "tag": "c824f590-536a-4d18-824a-0f27974c9031", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:51:52.918177 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aac2c0f9-86d5-4e2c-b53e-ec683bedf408 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:51:52.918660 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2020c9c-7dbd-4511-94b7-80516ae3c4dc', 'name': 'network-vif-deleted', 'tag': 'c824f590-536a-4d18-824a-0f27974c9031', 'status': 'completed', 'code': 200} Aug 31 01:51:53.284738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f6a9d24-564d-40e5-8766-7eeb52a58162 req-7a78cc30-323b-4d53-a0c1-81b63bf7c161 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2020c9c-7dbd-4511-94b7-80516ae3c4dc HTTP/1.1" status: 200 len: 210 time: 0.0297081 Aug 31 01:51:53.346271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c8bb6158-1dbd-4608-be4d-e87287f56fa7 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:51:53.368362 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: c8bb6158-1dbd-4608-be4d-e87287f56fa7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:51:53.368714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c8bb6158-1dbd-4608-be4d-e87287f56fa7 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:51:53.822752 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-63a8de6e-7492-4462-a606-710e390b3263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:54.102149 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:54.341313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35654) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:54.402463 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-620d9a34-6b32-46e0-9c08-679d85c48abd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:54.427607 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-620d9a34-6b32-46e0-9c08-679d85c48abd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:54.493011 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-620d9a34-6b32-46e0-9c08-679d85c48abd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:54.495266 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-620d9a34-6b32-46e0-9c08-679d85c48abd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:54.496553 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-620d9a34-6b32-46e0-9c08-679d85c48abd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "DELETE /v2.0/security-groups/6acd8701-934d-49b9-a857-699d26332150 HTTP/1.1" status: 204 len: 168 time: 0.1542377 Aug 31 01:51:54.506581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d9a34-6b32-46e0-9c08-679d85c48abd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acd8701-934d-49b9-a857-699d26332150,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:54.533515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35658) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:54.591639 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe0ec9d-1473-48b3-bc35-b288d36b1e3d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Deleting subnet 90db7986-7020-45bd-94aa-7fbf70920b51 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:51:54.594776 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ebe0ec9d-1473-48b3-bc35-b288d36b1e3d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:54.628252 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:54.637501 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ebe0ec9d-1473-48b3-bc35-b288d36b1e3d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:54.758058 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ebe0ec9d-1473-48b3-bc35-b288d36b1e3d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:54.819410 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ebe0ec9d-1473-48b3-bc35-b288d36b1e3d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:54.845330 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0ec9d-1473-48b3-bc35-b288d36b1e3d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Subnet': ['ID=90db7986-7020-45bd-94aa-7fbf70920b51,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:54.851530 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ebe0ec9d-1473-48b3-bc35-b288d36b1e3d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:54.853371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ebe0ec9d-1473-48b3-bc35-b288d36b1e3d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "DELETE /v2.0/subnets/90db7986-7020-45bd-94aa-7fbf70920b51 HTTP/1.1" status: 204 len: 168 time: 0.3188565 Aug 31 01:51:54.856041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35660) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:54.858865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91500723-ad81-477b-b91a-2042939712c5 None None] Network af7c5f66-303d-4a27-a71f-1b61f18deb1d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:51:54.931904 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:54.997165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Deleting port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:51:54.997599 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.039845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d779a728-13b1-443d-8a78-f4152be7c4d5 None None] DHCP port deletion for af7c5f66-303d-4a27-a71f-1b61f18deb1d request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:51:55.064496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] For port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0e5b89b0-05b4-4659-97c2-ad632d8f3b1d,segment=NetworkSegment(f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7),segment_id=f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:51:55.064943 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.078234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Calling delete_port for 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:51:55.090766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d779a728-13b1-443d-8a78-f4152be7c4d5 None None] Deleting port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:51:55.091154 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d779a728-13b1-443d-8a78-f4152be7c4d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.154126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d779a728-13b1-443d-8a78-f4152be7c4d5 None None] For port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0e5b89b0-05b4-4659-97c2-ad632d8f3b1d,segment=NetworkSegment(f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7),segment_id=f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:51:55.154531 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d779a728-13b1-443d-8a78-f4152be7c4d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.160556 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.168099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d779a728-13b1-443d-8a78-f4152be7c4d5 None None] Calling delete_port for 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:51:55.188176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] No DVR routers for this DVR port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:51:55.194705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Port': ['ID=0e5b89b0-05b4-4659-97c2-ad632d8f3b1d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:55.244632 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d779a728-13b1-443d-8a78-f4152be7c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.269579 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779a728-13b1-443d-8a78-f4152be7c4d5 None None] Pushing event deleted for resources: {'Port': ['ID=0e5b89b0-05b4-4659-97c2-ad632d8f3b1d,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:55.273478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779a728-13b1-443d-8a78-f4152be7c4d5 None None] No DVR routers for this DVR port 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:51:55.281148 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.289789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7c5f66-303d-4a27-a71f-1b61f18deb1d']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:55.300778 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:55.301074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e522c1-d3f7-4df9-b4e8-f6b077af0cf7') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:55.309945 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.324106 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.329908 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:51:55.330275 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:51:55.333295 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:51:55.392876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:51:55.406985 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.414065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:51:55.414418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0e5b89b0-05b4-4659-97c2-ad632d8f3b1d not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:51:55.417591 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.422033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "DELETE /v2.0/networks/af7c5f66-303d-4a27-a71f-1b61f18deb1d HTTP/1.1" status: 204 len: 168 time: 0.5624306 Aug 31 01:51:55.422508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35662) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:55.435875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478842a-2dfa-4a87-9ee8-7f69e87733f6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Network': ['ID=af7c5f66-303d-4a27-a71f-1b61f18deb1d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:55.583885 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-45fabf23-03d8-48da-9519-df3509cae1c6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Deleting port 18f461d4-02b0-4ea0-bc01-9d66f013b6f3 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:51:55.584128 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-45fabf23-03d8-48da-9519-df3509cae1c6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.660466 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-45fabf23-03d8-48da-9519-df3509cae1c6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.660810 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-45fabf23-03d8-48da-9519-df3509cae1c6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.672273 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-45fabf23-03d8-48da-9519-df3509cae1c6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Calling delete_port for 18f461d4-02b0-4ea0-bc01-9d66f013b6f3 owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:51:55.840485 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-45fabf23-03d8-48da-9519-df3509cae1c6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.864569 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fabf23-03d8-48da-9519-df3509cae1c6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Port': ['ID=18f461d4-02b0-4ea0-bc01-9d66f013b6f3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:55.933342 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-45fabf23-03d8-48da-9519-df3509cae1c6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:55.933678 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-45fabf23-03d8-48da-9519-df3509cae1c6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Floating IP 973beece-5878-49ee-b688-ec6a866103a7 disassociated (deleted). External IP: 172.25.6.81, port: 07f9d22d-46d5-47ed-a20d-8433ecf663ab. Aug 31 01:51:55.984194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device c824f590-536a-4d18-824a-0f27974c9031 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:51:56.003086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: c824f590-536a-4d18-824a-0f27974c9031 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:51:56.003456 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device c824f590-536a-4d18-824a-0f27974c9031 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:51:56.132968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fabf23-03d8-48da-9519-df3509cae1c6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:51:56.237515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fabf23-03d8-48da-9519-df3509cae1c6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:51:56.242400 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-45fabf23-03d8-48da-9519-df3509cae1c6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:56.247400 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4504103-d2ce-416d-8cd5-809c7d3c8008 None None] Sync routers for ids ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:51:56.257178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4504103-d2ce-416d-8cd5-809c7d3c8008 None None] Routers {'1babf3ad-c944-4d84-9cf2-93bd0781d5d3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:51:56.257799 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e4504103-d2ce-416d-8cd5-809c7d3c8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:51:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:56.276113 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-45fabf23-03d8-48da-9519-df3509cae1c6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "DELETE /v2.0/floatingips/973beece-5878-49ee-b688-ec6a866103a7 HTTP/1.1" status: 204 len: 168 time: 0.8493390 Aug 31 01:51:56.276113 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'tag': '07f9d22d-46d5-47ed-a20d-8433ecf663ab'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:51:56.276113 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01662a94-18a5-40a5-8b0b-f5146f11726c" -d '{"events": [{"name": "network-changed", "server_uuid": "b27965ff-2137-4a3c-bc3d-4c292bcedd6d", "tag": "07f9d22d-46d5-47ed-a20d-8433ecf663ab"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:51:56.312787 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16b8257-359b-49a1-841c-00928a4311cb x-openstack-request-id: req-d16b8257-359b-49a1-841c-00928a4311cb {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:51:56.313274 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27965ff-2137-4a3c-bc3d-4c292bcedd6d", "tag": "07f9d22d-46d5-47ed-a20d-8433ecf663ab", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:51:56.313691 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d16b8257-359b-49a1-841c-00928a4311cb {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:51:56.314178 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'tag': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'status': 'completed', 'code': 200} Aug 31 01:51:56.370749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e4504103-d2ce-416d-8cd5-809c7d3c8008 None None] Set router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:51:56.380927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01662a94-18a5-40a5-8b0b-f5146f11726c req-652be378-e4dd-4375-b209-9db98e51ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:56.382511 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01662a94-18a5-40a5-8b0b-f5146f11726c req-652be378-e4dd-4375-b209-9db98e51ea45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 1097 time: 0.0472488 Aug 31 01:51:56.489671 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01662a94-18a5-40a5-8b0b-f5146f11726c req-71c291d2-6bb0-4e00-b696-43349e30c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:56.491367 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01662a94-18a5-40a5-8b0b-f5146f11726c req-71c291d2-6bb0-4e00-b696-43349e30c1a8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c73c42f0-6ddf-4222-9253-9dab40e381f3 HTTP/1.1" status: 200 len: 898 time: 0.0959978 Aug 31 01:51:56.510900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f814f9-5e2f-41aa-9029-ff0ea4f35f29 req-87c5d840-c8fb-46b6-bec6-296bae790714 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:56.512584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22f814f9-5e2f-41aa-9029-ff0ea4f35f29 req-87c5d840-c8fb-46b6-bec6-296bae790714 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 945 time: 0.0504348 Aug 31 01:51:56.544621 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01662a94-18a5-40a5-8b0b-f5146f11726c req-185e3ce2-c528-4ee0-84a5-fc452505d332 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f9d22d-46d5-47ed-a20d-8433ecf663ab HTTP/1.1" status: 200 len: 217 time: 0.0451207 Aug 31 01:51:56.555047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22f814f9-5e2f-41aa-9029-ff0ea4f35f29 req-906f3e87-f96e-446b-b348-7495c0ecf622 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=b430047e-b247-4d70-92c7-680fc9b460c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354645 Aug 31 01:51:56.597696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01662a94-18a5-40a5-8b0b-f5146f11726c req-579e2031-ca23-4fdc-97b3-c2411d717544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:56.599185 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01662a94-18a5-40a5-8b0b-f5146f11726c req-579e2031-ca23-4fdc-97b3-c2411d717544 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e45fdb6-23b9-466b-90d9-6e3e05012555 HTTP/1.1" status: 200 len: 834 time: 0.0473948 Aug 31 01:51:56.600865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e4504103-d2ce-416d-8cd5-809c7d3c8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:51:50Z', 'revision_number': 6, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '352e3225-9584-4aa3-9e3b-1a2e0cade7b4', 'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:05:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:08Z', 'updated_at': '2021-08-31T01:50:13Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:56.626613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4504103-d2ce-416d-8cd5-809c7d3c8008 None None] Checking router: 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:51:56.634818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4504103-d2ce-416d-8cd5-809c7d3c8008 None None] Routers {'1babf3ad-c944-4d84-9cf2-93bd0781d5d3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:51:56.635472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e4504103-d2ce-416d-8cd5-809c7d3c8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:51:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:56.647489 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01662a94-18a5-40a5-8b0b-f5146f11726c req-88042024-17de-4d5d-a37f-e33396995822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:56.649274 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01662a94-18a5-40a5-8b0b-f5146f11726c req-88042024-17de-4d5d-a37f-e33396995822 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c73c42f0-6ddf-4222-9253-9dab40e381f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412319 Aug 31 01:51:56.739806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e4504103-d2ce-416d-8cd5-809c7d3c8008 None None] Set router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:51:56.744323 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01662a94-18a5-40a5-8b0b-f5146f11726c req-c36d0553-7c4a-4ef0-a7f6-9eb6ea0e0c68 service neutron] 10.222.0.70 "GET /v2.0/networks/c73c42f0-6ddf-4222-9253-9dab40e381f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863540 Aug 31 01:51:56.838973 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-01662a94-18a5-40a5-8b0b-f5146f11726c req-25253f88-cab3-48b6-83f2-64866be21141 service neutron] 10.222.0.70 "GET /v2.0/networks/c73c42f0-6ddf-4222-9253-9dab40e381f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865824 Aug 31 01:51:56.862960 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:56.949604 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e4504103-d2ce-416d-8cd5-809c7d3c8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:51:50Z', 'revision_number': 6, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '352e3225-9584-4aa3-9e3b-1a2e0cade7b4', 'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:05:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:08Z', 'updated_at': '2021-08-31T01:50:13Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:51:56.979339 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4504103-d2ce-416d-8cd5-809c7d3c8008 None None] The sync data for ids ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'] in n-d-802060-13 is: [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:51:50Z', 'revision_number': 6, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '352e3225-9584-4aa3-9e3b-1a2e0cade7b4', 'name': '', 'network_id': 'c73c42f0-6ddf-4222-9253-9dab40e381f3', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:05:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:08Z', 'updated_at': '2021-08-31T01:50:13Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '6e45fdb6-23b9-466b-90d9-6e3e05012555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:51:57.201033 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566e881-0320-403d-a394-bbffc1913e49 None None] New status for floating IP 973beece-5878-49ee-b688-ec6a866103a7: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:51:57.680729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d6214-de87-47da-bbc8-2dda6bcbfa7b req-eb43ed4a-7437-488a-bdec-2e1ac79877e1 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:57.682255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd0d6214-de87-47da-bbc8-2dda6bcbfa7b req-eb43ed4a-7437-488a-bdec-2e1ac79877e1 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 945 time: 0.0545304 Aug 31 01:51:57.770503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17b90a-bd08-43b6-8ecd-6be3d830681f req-13437bea-232e-4d0e-819d-665ff19689d6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:51:57.770503 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7b17b90a-bd08-43b6-8ecd-6be3d830681f req-13437bea-232e-4d0e-819d-665ff19689d6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.70 "GET /v2.0/ports?device_id=b27965ff-2137-4a3c-bc3d-4c292bcedd6d HTTP/1.1" status: 200 len: 945 time: 0.0580304 Aug 31 01:51:57.867984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-7b17b90a-bd08-43b6-8ecd-6be3d830681f req-b01e746b-a992-4b61-997a-c574a4b863c8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Deleting port 07f9d22d-46d5-47ed-a20d-8433ecf663ab {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:51:57.868224 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7b17b90a-bd08-43b6-8ecd-6be3d830681f req-b01e746b-a992-4b61-997a-c574a4b863c8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:57.961452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-7b17b90a-bd08-43b6-8ecd-6be3d830681f req-b01e746b-a992-4b61-997a-c574a4b863c8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] For port 07f9d22d-46d5-47ed-a20d-8433ecf663ab, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=07f9d22d-46d5-47ed-a20d-8433ecf663ab,segment=NetworkSegment(3a70101c-e5b0-4029-9a24-6693659052a6),segment_id=3a70101c-e5b0-4029-9a24-6693659052a6)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:51:57.961828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7b17b90a-bd08-43b6-8ecd-6be3d830681f req-b01e746b-a992-4b61-997a-c574a4b863c8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:57.975994 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-7b17b90a-bd08-43b6-8ecd-6be3d830681f req-b01e746b-a992-4b61-997a-c574a4b863c8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Calling delete_port for 07f9d22d-46d5-47ed-a20d-8433ecf663ab owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:51:58.055131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bd0d6214-de87-47da-bbc8-2dda6bcbfa7b req-9c74ccba-c1ab-42e9-ad1c-d9e0526b26b4 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=b430047e-b247-4d70-92c7-680fc9b460c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3667934 Aug 31 01:51:58.122810 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7b17b90a-bd08-43b6-8ecd-6be3d830681f req-b01e746b-a992-4b61-997a-c574a4b863c8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:58.152435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e746b-a992-4b61-997a-c574a4b863c8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Port': ['ID=07f9d22d-46d5-47ed-a20d-8433ecf663ab,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:58.196036 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b17b90a-bd08-43b6-8ecd-6be3d830681f req-b01e746b-a992-4b61-997a-c574a4b863c8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] No DVR routers for this DVR port 07f9d22d-46d5-47ed-a20d-8433ecf663ab on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:51:58.198793 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7b17b90a-bd08-43b6-8ecd-6be3d830681f req-b01e746b-a992-4b61-997a-c574a4b863c8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:58.200875 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7b17b90a-bd08-43b6-8ecd-6be3d830681f req-b01e746b-a992-4b61-997a-c574a4b863c8 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.70 "DELETE /v2.0/ports/07f9d22d-46d5-47ed-a20d-8433ecf663ab HTTP/1.1" status: 204 len: 173 time: 0.4250393 Aug 31 01:51:58.315814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'name': 'network-vif-deleted', 'tag': '07f9d22d-46d5-47ed-a20d-8433ecf663ab'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:51:58.318725 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77990f5-d800-417e-9de5-3a793d38efd4" -d '{"events": [{"server_uuid": "b27965ff-2137-4a3c-bc3d-4c292bcedd6d", "name": "network-vif-deleted", "tag": "07f9d22d-46d5-47ed-a20d-8433ecf663ab"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:51:58.353472 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8e4f41-8876-480c-bd4d-89cc266b541d x-openstack-request-id: req-aa8e4f41-8876-480c-bd4d-89cc266b541d {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:51:58.353773 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27965ff-2137-4a3c-bc3d-4c292bcedd6d", "name": "network-vif-deleted", "tag": "07f9d22d-46d5-47ed-a20d-8433ecf663ab", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:51:58.354025 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa8e4f41-8876-480c-bd4d-89cc266b541d {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:51:58.354449 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27965ff-2137-4a3c-bc3d-4c292bcedd6d', 'name': 'network-vif-deleted', 'tag': '07f9d22d-46d5-47ed-a20d-8433ecf663ab', 'status': 'completed', 'code': 200} Aug 31 01:51:59.112606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35676) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:59.170736 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7134725-b899-4d1f-af39-6d230a299c2b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:59.196631 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7134725-b899-4d1f-af39-6d230a299c2b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:59.256759 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7134725-b899-4d1f-af39-6d230a299c2b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:59.259545 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e7134725-b899-4d1f-af39-6d230a299c2b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:59.260754 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e7134725-b899-4d1f-af39-6d230a299c2b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "DELETE /v2.0/security-groups/b430047e-b247-4d70-92c7-680fc9b460c5 HTTP/1.1" status: 204 len: 168 time: 0.1464872 Aug 31 01:51:59.270246 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7134725-b899-4d1f-af39-6d230a299c2b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b430047e-b247-4d70-92c7-680fc9b460c5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:51:59.295736 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35680) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:51:59.648930 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1b32613-361f-47d2-9f29-e6660d01d9a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:59.895242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d1b32613-361f-47d2-9f29-e6660d01d9a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Deleting port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:51:59.895612 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1b32613-361f-47d2-9f29-e6660d01d9a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:59.980209 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-d1b32613-361f-47d2-9f29-e6660d01d9a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] For port 352e3225-9584-4aa3-9e3b-1a2e0cade7b4, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=352e3225-9584-4aa3-9e3b-1a2e0cade7b4,segment=NetworkSegment(3a70101c-e5b0-4029-9a24-6693659052a6),segment_id=3a70101c-e5b0-4029-9a24-6693659052a6)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:51:59.980495 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1b32613-361f-47d2-9f29-e6660d01d9a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:59.993298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d1b32613-361f-47d2-9f29-e6660d01d9a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Calling delete_port for 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:52:00.172512 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1b32613-361f-47d2-9f29-e6660d01d9a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:00.196311 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b32613-361f-47d2-9f29-e6660d01d9a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Port': ['ID=352e3225-9584-4aa3-9e3b-1a2e0cade7b4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:00.657392 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d1b32613-361f-47d2-9f29-e6660d01d9a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:00.865653 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b32613-361f-47d2-9f29-e6660d01d9a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:52:00.968998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b32613-361f-47d2-9f29-e6660d01d9a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:52:00.973857 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d1b32613-361f-47d2-9f29-e6660d01d9a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "PUT /v2.0/routers/1babf3ad-c944-4d84-9cf2-93bd0781d5d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6769950 Aug 31 01:52:00.976510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35682) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:00.979126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67df265-e983-4f0f-b3d8-8702af29967a None None] Sync routers for ids ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:52:00.989014 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67df265-e983-4f0f-b3d8-8702af29967a None None] Routers {'1babf3ad-c944-4d84-9cf2-93bd0781d5d3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:52:00.989699 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e67df265-e983-4f0f-b3d8-8702af29967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:51:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:01.027777 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5478456-8d0a-4fee-8a51-b9152f52472f tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Deleting subnet 6e45fdb6-23b9-466b-90d9-6e3e05012555 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:52:01.030795 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5478456-8d0a-4fee-8a51-b9152f52472f tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:01.071485 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5478456-8d0a-4fee-8a51-b9152f52472f tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:01.093153 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e67df265-e983-4f0f-b3d8-8702af29967a None None] Set router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:52:01.161049 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5478456-8d0a-4fee-8a51-b9152f52472f tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:01.218518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5478456-8d0a-4fee-8a51-b9152f52472f tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:01.245553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5478456-8d0a-4fee-8a51-b9152f52472f tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Subnet': ['ID=6e45fdb6-23b9-466b-90d9-6e3e05012555,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:01.249390 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d5478456-8d0a-4fee-8a51-b9152f52472f tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:01.254347 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d5478456-8d0a-4fee-8a51-b9152f52472f tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "DELETE /v2.0/subnets/6e45fdb6-23b9-466b-90d9-6e3e05012555 HTTP/1.1" status: 204 len: 168 time: 0.2738624 Aug 31 01:52:01.255785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35684) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:01.267710 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a23dae-c494-4224-8d66-b6ba92202879 None None] Network c73c42f0-6ddf-4222-9253-9dab40e381f3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:52:01.334770 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e67df265-e983-4f0f-b3d8-8702af29967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:52:00Z', 'revision_number': 7, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:01.365378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67df265-e983-4f0f-b3d8-8702af29967a None None] Checking router: 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:52:01.368756 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:01.404795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67df265-e983-4f0f-b3d8-8702af29967a None None] Routers {'1babf3ad-c944-4d84-9cf2-93bd0781d5d3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:52:01.405429 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e67df265-e983-4f0f-b3d8-8702af29967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:51:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:01.476852 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:01.524595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e67df265-e983-4f0f-b3d8-8702af29967a None None] Set router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:52:01.533173 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Deleting port 0fb56fb6-245a-4d00-89ea-f48f31e613a3 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:52:01.533531 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:01.556242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa60c6e-b1bb-4ef8-a5a1-1603fd11c86b None None] DHCP port deletion for c73c42f0-6ddf-4222-9253-9dab40e381f3 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:52:01.617269 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] For port 0fb56fb6-245a-4d00-89ea-f48f31e613a3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0fb56fb6-245a-4d00-89ea-f48f31e613a3,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:52:01.617646 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:01.630571 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Calling delete_port for 0fb56fb6-245a-4d00-89ea-f48f31e613a3 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:52:01.803832 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:01.829367 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Port': ['ID=0fb56fb6-245a-4d00-89ea-f48f31e613a3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:01.841824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:01.842172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:01.842567 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:01.842898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:01.843242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:01.843612 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:01.843932 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:01.844256 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:01.844588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:01.844914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:01.845248 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:01.845562 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:01.849813 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7fa60c6e-b1bb-4ef8-a5a1-1603fd11c86b None None] Deleting port a1fd4252-7984-4405-b3ff-970ce990fd1a {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:52:01.850071 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7fa60c6e-b1bb-4ef8-a5a1-1603fd11c86b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:01.898899 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:01.937641 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:01.947324 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7fa60c6e-b1bb-4ef8-a5a1-1603fd11c86b None None] For port a1fd4252-7984-4405-b3ff-970ce990fd1a, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a1fd4252-7984-4405-b3ff-970ce990fd1a,segment=NetworkSegment(3a70101c-e5b0-4029-9a24-6693659052a6),segment_id=3a70101c-e5b0-4029-9a24-6693659052a6)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:52:01.947719 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7fa60c6e-b1bb-4ef8-a5a1-1603fd11c86b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:01.966506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-7fa60c6e-b1bb-4ef8-a5a1-1603fd11c86b None None] Calling delete_port for a1fd4252-7984-4405-b3ff-970ce990fd1a owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:52:01.994156 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:01.996291 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.012506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e67df265-e983-4f0f-b3d8-8702af29967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:52:00Z', 'revision_number': 7, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:02.040732 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.041311 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Fanout notify agent at l3_agent the message router_deleted on router 1babf3ad-c944-4d84-9cf2-93bd0781d5d3 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:52:02.041968 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67df265-e983-4f0f-b3d8-8702af29967a None None] The sync data for ids ['1babf3ad-c944-4d84-9cf2-93bd0781d5d3'] in n-d-802060-13 is: [{'id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'name': 'tempest-TestNetworkBasicOps-router-66973110', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:52:00Z', 'revision_number': 7, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '0fb56fb6-245a-4d00-89ea-f48f31e613a3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babf3ad-c944-4d84-9cf2-93bd0781d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:50:05Z', 'updated_at': '2021-08-31T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:52:02.049786 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.053399 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-992714ae-efce-45cb-9771-9a700e5f1c17 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "DELETE /v2.0/routers/1babf3ad-c944-4d84-9cf2-93bd0781d5d3 HTTP/1.1" status: 204 len: 168 time: 0.7949162 Aug 31 01:52:02.053645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35686) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:02.079563 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7fa60c6e-b1bb-4ef8-a5a1-1603fd11c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.106662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa60c6e-b1bb-4ef8-a5a1-1603fd11c86b None None] Pushing event deleted for resources: {'Port': ['ID=a1fd4252-7984-4405-b3ff-970ce990fd1a,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:02.112693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa60c6e-b1bb-4ef8-a5a1-1603fd11c86b None None] No DVR routers for this DVR port a1fd4252-7984-4405-b3ff-970ce990fd1a on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:52:02.140011 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3347487-bc08-466f-8344-b46350826ac7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.226023 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3347487-bc08-466f-8344-b46350826ac7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.235473 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c3347487-bc08-466f-8344-b46350826ac7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73c42f0-6ddf-4222-9253-9dab40e381f3']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:02.245638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c3347487-bc08-466f-8344-b46350826ac7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a70101c-e5b0-4029-9a24-6693659052a6') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:02.245936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-c3347487-bc08-466f-8344-b46350826ac7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a70101c-e5b0-4029-9a24-6693659052a6') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:02.255220 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3347487-bc08-466f-8344-b46350826ac7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.268765 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3347487-bc08-466f-8344-b46350826ac7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.275804 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3347487-bc08-466f-8344-b46350826ac7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:52:02.276187 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3347487-bc08-466f-8344-b46350826ac7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:52:02.279036 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:52:02.337625 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3347487-bc08-466f-8344-b46350826ac7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.344648 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c3347487-bc08-466f-8344-b46350826ac7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.346447 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c3347487-bc08-466f-8344-b46350826ac7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "DELETE /v2.0/networks/c73c42f0-6ddf-4222-9253-9dab40e381f3 HTTP/1.1" status: 204 len: 168 time: 0.2918725 Aug 31 01:52:02.358740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3347487-bc08-466f-8344-b46350826ac7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Network': ['ID=c73c42f0-6ddf-4222-9253-9dab40e381f3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:02.366719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35688) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:02.372576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'network': {'name': 'tempest-network-smoke--147248557', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'port_security_enabled': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:52:02.396206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Made reservation on behalf of c3760dd5989847acb5d98c12c6c1b7fd for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:52:02.400280 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.424976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:52:02.436952 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.437313 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Added segment 03c99f54-d307-4ed4-900e-3d998b474c23 of type vlan for network 679f664b-e2cd-4896-b147-c1e6f6764851 Aug 31 01:52:02.466539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 07f9d22d-46d5-47ed-a20d-8433ecf663ab no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:52:02.484239 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.489511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 07f9d22d-46d5-47ed-a20d-8433ecf663ab {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:52:02.490009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 07f9d22d-46d5-47ed-a20d-8433ecf663ab not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:52:02.516167 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.522713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:02.523408 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.606923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2383909 Aug 31 01:52:02.609863 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35690) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:02.614642 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-207711186', 'admin_state_up': True, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:52:02.630623 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Network': ['ID=679f664b-e2cd-4896-b147-c1e6f6764851,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:02.638745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:02.639031 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.639358 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:02.639493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:02.639930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:02.640277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:02.640485 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.640604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:02.640930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:02.641375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:02.641708 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:02.642035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:02.642361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:02.642685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07407d4b-b87a-490a-9b2c-c98b667bc6bc tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:02.660656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 679f664b-e2cd-4896-b147-c1e6f6764851 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:52:02.695556 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:02.834980 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:03.021197 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:03.044513 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:03.146039 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Allocated IP 172.25.6.18 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/6c5497db-4295-4f2b-9243-11aaf0eb3ff5) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:52:03.248180 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:03.286806 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:03.324694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:52:03.327425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:52:03.331139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:52:03.353893 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Port': ['ID=6c5497db-4295-4f2b-9243-11aaf0eb3ff5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:03.390805 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a1fd4252-7984-4405-b3ff-970ce990fd1a no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:52:03.413349 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: a1fd4252-7984-4405-b3ff-970ce990fd1a {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:52:03.413696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a1fd4252-7984-4405-b3ff-970ce990fd1a not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:52:03.414123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0fb56fb6-245a-4d00-89ea-f48f31e613a3 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:52:03.432059 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 0fb56fb6-245a-4d00-89ea-f48f31e613a3 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:52:03.432411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0fb56fb6-245a-4d00-89ea-f48f31e613a3 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:52:03.432819 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:52:03.454068 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:52:03.454404 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 352e3225-9584-4aa3-9e3b-1a2e0cade7b4 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:52:03.581198 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:04.080784 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:04.211845 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Router 7d609b72-a4e9-48fd-baa7-c5494f697403 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:52:04.322776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:52:04.332520 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Sync routers for ids ['7d609b72-a4e9-48fd-baa7-c5494f697403'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:52:04.341497 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Routers {'7d609b72-a4e9-48fd-baa7-c5494f697403'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:52:04.342114 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:51:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7d609b72-a4e9-48fd-baa7-c5494f697403'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:04.342708 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:04.344081 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0bf08104-61b0-4cb1-8da5-43be85ab83cf tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7332077 Aug 31 01:52:04.347705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35692) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:04.381421 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-67e0e366-e866-4cb9-9345-60b27858fe20 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=c3760dd5989847acb5d98c12c6c1b7fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291934 Aug 31 01:52:04.381731 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35694) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:04.446215 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Set router 7d609b72-a4e9-48fd-baa7-c5494f697403 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:52:04.468501 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c453056-0622-425d-a222-1414800ada6d tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:04.470053 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8c453056-0622-425d-a222-1414800ada6d tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875158 Aug 31 01:52:04.473514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35696) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:04.505510 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f7ac525f-c013-493f-b633-bbc31e64c211 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309036 Aug 31 01:52:04.507952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35698) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:04.512696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5d22428d-2260-4357-96de-c6eae4128a89 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-939891384', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:52:04.603179 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d22428d-2260-4357-96de-c6eae4128a89 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Made reservation on behalf of c3760dd5989847acb5d98c12c6c1b7fd for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:52:04.606589 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5d22428d-2260-4357-96de-c6eae4128a89 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:04.624621 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'name': 'tempest-TestNetworkBasicOps-router-207711186', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:52:02Z', 'updated_at': '2021-08-31T01:52:03Z', 'revision_number': 3, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:03Z', 'updated_at': '2021-08-31T01:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:04.654692 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Checking router: 7d609b72-a4e9-48fd-baa7-c5494f697403 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:52:04.655032 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Updating router 7d609b72-a4e9-48fd-baa7-c5494f697403 port 6c5497db-4295-4f2b-9243-11aaf0eb3ff5 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:52:04.680555 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:04.785650 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5d22428d-2260-4357-96de-c6eae4128a89 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:04.844258 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22428d-2260-4357-96de-c6eae4128a89 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Subnet': ['ID=7f23223b-3e40-4a6f-b228-5f3446496e43,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:04.857010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22428d-2260-4357-96de-c6eae4128a89 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Checking segment: {'id': '03c99f54-d307-4ed4-900e-3d998b474c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:52:04.857307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d22428d-2260-4357-96de-c6eae4128a89 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network hostable DHCP agents. Network: 679f664b-e2cd-4896-b147-c1e6f6764851, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:52:04.873243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d22428d-2260-4357-96de-c6eae4128a89 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network 679f664b-e2cd-4896-b147-c1e6f6764851 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:52:04.882220 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-5d22428d-2260-4357-96de-c6eae4128a89 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 679f664b-e2cd-4896-b147-c1e6f6764851) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:52:04.886304 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d22428d-2260-4357-96de-c6eae4128a89 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:04.886900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5d22428d-2260-4357-96de-c6eae4128a89 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:04.891021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7871ac2c-b147-44cc-8688-0e3a5034af87 None None] Network 679f664b-e2cd-4896-b147-c1e6f6764851 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:52:04.906196 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5d22428d-2260-4357-96de-c6eae4128a89 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3970330 Aug 31 01:52:04.908651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35700) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:04.932692 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:04.943477 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Transition to ACTIVE for port object 6c5497db-4295-4f2b-9243-11aaf0eb3ff5 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:52:04.949305 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:04.999876 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Attempting to bind port 6c5497db-4295-4f2b-9243-11aaf0eb3ff5 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:52:05.000377 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Attempting to bind port 6c5497db-4295-4f2b-9243-11aaf0eb3ff5 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:52:05.000814 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Attempting to bind port 6c5497db-4295-4f2b-9243-11aaf0eb3ff5 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:52:05.011372 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:52:05.011837 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:52:05.012299 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:05.012785 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:52:05.013359 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Bound port: 6c5497db-4295-4f2b-9243-11aaf0eb3ff5, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:52:05.013907 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:05.016721 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bcede-716e-4c99-b9b6-25757970c2f0 None None] Pushing event updated for resources: {'Port': ['ID=6c5497db-4295-4f2b-9243-11aaf0eb3ff5,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:05.044482 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcede-716e-4c99-b9b6-25757970c2f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.044921 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcede-716e-4c99-b9b6-25757970c2f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.045354 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcede-716e-4c99-b9b6-25757970c2f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.045774 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcede-716e-4c99-b9b6-25757970c2f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.046307 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcede-716e-4c99-b9b6-25757970c2f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.046719 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcede-716e-4c99-b9b6-25757970c2f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.047294 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcede-716e-4c99-b9b6-25757970c2f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.047694 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcede-716e-4c99-b9b6-25757970c2f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.048101 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcede-716e-4c99-b9b6-25757970c2f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.048507 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcede-716e-4c99-b9b6-25757970c2f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.048933 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcede-716e-4c99-b9b6-25757970c2f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.049337 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcede-716e-4c99-b9b6-25757970c2f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.053064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-679f664b-e2cd-4896-b147-c1e6f6764851', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ips': [{'subnet_id': '7f23223b-3e40-4a6f-b228-5f3446496e43'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:52:05.054513 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:05.083565 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] For port 6c5497db-4295-4f2b-9243-11aaf0eb3ff5, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:52:05.086893 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] For port 6c5497db-4295-4f2b-9243-11aaf0eb3ff5, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6c5497db-4295-4f2b-9243-11aaf0eb3ff5,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:52:05.092013 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:05.148720 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Routers {'7d609b72-a4e9-48fd-baa7-c5494f697403'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:52:05.149507 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:51:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7d609b72-a4e9-48fd-baa7-c5494f697403'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:05.194054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Allocated IP 172.20.0.2 (679f664b-e2cd-4896-b147-c1e6f6764851/7f23223b-3e40-4a6f-b228-5f3446496e43/d73a71fe-42d6-4b62-b478-71e309b7e97c) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:52:05.230112 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bcede-716e-4c99-b9b6-25757970c2f0 None None] Pushing event updated for resources: {'Port': ['ID=6c5497db-4295-4f2b-9243-11aaf0eb3ff5,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:05.258882 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] Set router 7d609b72-a4e9-48fd-baa7-c5494f697403 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:52:05.358892 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:05.368880 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Transition to ACTIVE for port object d73a71fe-42d6-4b62-b478-71e309b7e97c will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:52:05.376281 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:05.385515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Transition to ACTIVE for port object d73a71fe-42d6-4b62-b478-71e309b7e97c will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:52:05.392372 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:05.427372 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Network 679f664b-e2cd-4896-b147-c1e6f6764851 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:52:05.430184 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:52:05.435820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:52:05.448354 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Pushing event updated for resources: {'Port': ['ID=d73a71fe-42d6-4b62-b478-71e309b7e97c,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:05.454302 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'name': 'tempest-TestNetworkBasicOps-router-207711186', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:52:02Z', 'updated_at': '2021-08-31T01:52:03Z', 'revision_number': 3, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:03Z', 'updated_at': '2021-08-31T01:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:05.469245 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.469590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.469926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.470263 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.470607 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.470921 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.471239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.471590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.471909 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.472254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.472572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.472890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:52:05.481884 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5a821-6ef9-4009-bc2c-b298903e8037 None None] The sync data for ids ['7d609b72-a4e9-48fd-baa7-c5494f697403'] in n-d-802060-13 is: [{'id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'name': 'tempest-TestNetworkBasicOps-router-207711186', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:52:02Z', 'updated_at': '2021-08-31T01:52:03Z', 'revision_number': 3, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:03Z', 'updated_at': '2021-08-31T01:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:52:05.512474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Attempting to bind port d73a71fe-42d6-4b62-b478-71e309b7e97c on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:52:05.513072 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Attempting to bind port d73a71fe-42d6-4b62-b478-71e309b7e97c by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '03c99f54-d307-4ed4-900e-3d998b474c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:52:05.513604 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Attempting to bind port d73a71fe-42d6-4b62-b478-71e309b7e97c on network 679f664b-e2cd-4896-b147-c1e6f6764851 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:52:05.519686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:52:05.520022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Checking segment: {'id': '03c99f54-d307-4ed4-900e-3d998b474c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:52:05.520409 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:05.520795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Bound using segment: {'id': '03c99f54-d307-4ed4-900e-3d998b474c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:52:05.521256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Bound port: d73a71fe-42d6-4b62-b478-71e309b7e97c, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c99f54-d307-4ed4-900e-3d998b474c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:52:05.521764 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:05.587054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] For port d73a71fe-42d6-4b62-b478-71e309b7e97c, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:52:05.590378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] For port d73a71fe-42d6-4b62-b478-71e309b7e97c, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d73a71fe-42d6-4b62-b478-71e309b7e97c,segment=NetworkSegment(03c99f54-d307-4ed4-900e-3d998b474c23),segment_id=03c99f54-d307-4ed4-900e-3d998b474c23)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:52:05.594538 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:05.662941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ef5d0-5914-4356-97a2-a52d986b074d None None] Pushing event updated for resources: {'Port': ['ID=d73a71fe-42d6-4b62-b478-71e309b7e97c,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:05.711012 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Allocated IP 172.20.0.1 (679f664b-e2cd-4896-b147-c1e6f6764851/7f23223b-3e40-4a6f-b228-5f3446496e43/fee967bb-df5b-43f3-9c1b-99fbb3cee3bd) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:52:05.855494 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:05.873999 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Transition to ACTIVE for port object fee967bb-df5b-43f3-9c1b-99fbb3cee3bd will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:52:05.911223 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:05.957116 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network 679f664b-e2cd-4896-b147-c1e6f6764851 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:52:05.960940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:52:05.964086 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:52:05.997350 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Port': ['ID=fee967bb-df5b-43f3-9c1b-99fbb3cee3bd,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:06.024328 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:06.155413 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:06.447565 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:06.452182 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:06.532188 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:06.534049 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Port': ['ID=fee967bb-df5b-43f3-9c1b-99fbb3cee3bd,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:06.634868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network 679f664b-e2cd-4896-b147-c1e6f6764851 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:52:06.636422 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:52:06.642071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f2c2dc-12d0-4b39-b3ff-1e48701d3e64 None None] Network 679f664b-e2cd-4896-b147-c1e6f6764851 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:52:06.756995 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9e6dd2c8-994f-499b-b318-5d8d6eb1431a None None] Provisioning for port d73a71fe-42d6-4b62-b478-71e309b7e97c completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:52:06.759933 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Router 7d609b72-a4e9-48fd-baa7-c5494f697403 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:52:06.874867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:52:06.883879 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e266467a-b1aa-474e-8191-13335342f612 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "PUT /v2.0/routers/7d609b72-a4e9-48fd-baa7-c5494f697403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9715927 Aug 31 01:52:06.884178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35702) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:07.045125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Sync routers for ids ['7d609b72-a4e9-48fd-baa7-c5494f697403'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:52:07.055943 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Routers {'7d609b72-a4e9-48fd-baa7-c5494f697403'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:52:07.056861 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:51:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7d609b72-a4e9-48fd-baa7-c5494f697403'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:07.070146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd611316-1808-4144-9a3e-268ab5153b3d tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:07.070630 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd611316-1808-4144-9a3e-268ab5153b3d tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:07.071102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd611316-1808-4144-9a3e-268ab5153b3d tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:07.071603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd611316-1808-4144-9a3e-268ab5153b3d tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:07.075193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cd611316-1808-4144-9a3e-268ab5153b3d tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1899672 Aug 31 01:52:07.075934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35704) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:07.131652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f06618-72ab-474a-b8de-d0d296be0d9a tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:07.132233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f06618-72ab-474a-b8de-d0d296be0d9a tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:07.132698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f06618-72ab-474a-b8de-d0d296be0d9a tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:07.133154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f06618-72ab-474a-b8de-d0d296be0d9a tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:07.134864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-60f06618-72ab-474a-b8de-d0d296be0d9a tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0579097 Aug 31 01:52:07.137504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35706) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:07.174011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5e981b92-6d0f-4f44-8f96-85ff73032509 None None] Provisioning for port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:52:07.184353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5e981b92-6d0f-4f44-8f96-85ff73032509 None None] Provisioning complete for port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:52:07.184724 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5e981b92-6d0f-4f44-8f96-85ff73032509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.187361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Set router 7d609b72-a4e9-48fd-baa7-c5494f697403 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:52:07.260176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5e981b92-6d0f-4f44-8f96-85ff73032509 None None] Port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:52:07.391354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2637f38d-6f5e-43db-95a4-1e2a54a97c90 tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2524073 Aug 31 01:52:07.416964 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b6f897f8-d97b-4b9d-b7a0-ddc583a56b7a None None] Provisioning complete for port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:52:07.417353 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b6f897f8-d97b-4b9d-b7a0-ddc583a56b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.476275 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b6f897f8-d97b-4b9d-b7a0-ddc583a56b7a None None] Port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:52:07.499269 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d73a71fe-42d6-4b62-b478-71e309b7e97c up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:52:07.504253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'name': 'tempest-TestNetworkBasicOps-router-207711186', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:52:02Z', 'updated_at': '2021-08-31T01:52:06Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:03Z', 'updated_at': '2021-08-31T01:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fee967bb-df5b-43f3-9c1b-99fbb3cee3bd', 'name': '', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:eb:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:05Z', 'updated_at': '2021-08-31T01:52:06Z', 'revision_number': 2, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:07.549767 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Checking router: 7d609b72-a4e9-48fd-baa7-c5494f697403 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:52:07.550225 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Updating router 7d609b72-a4e9-48fd-baa7-c5494f697403 port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:52:07.583229 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.630034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port d73a71fe-42d6-4b62-b478-71e309b7e97c completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:52:07.630191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35710) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:07.635029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-792e1499-3b8f-408f-8a2a-cd452ed62bf0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1068103465', 'description': 'tempest-secgroup-smoke-1068103465 description', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:52:07.639739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d02f4c85-ee96-4be6-ae5c-6de574670084 None None] Provisioning complete for port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:52:07.640110 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d02f4c85-ee96-4be6-ae5c-6de574670084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.662253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d73a71fe-42d6-4b62-b478-71e309b7e97c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:52:07.662936 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.663464 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-792e1499-3b8f-408f-8a2a-cd452ed62bf0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.747772 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-792e1499-3b8f-408f-8a2a-cd452ed62bf0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.751334 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-792e1499-3b8f-408f-8a2a-cd452ed62bf0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.770673 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d02f4c85-ee96-4be6-ae5c-6de574670084 None None] Port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:52:07.779386 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-792e1499-3b8f-408f-8a2a-cd452ed62bf0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.783369 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-792e1499-3b8f-408f-8a2a-cd452ed62bf0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1494539 Aug 31 01:52:07.783369 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e1499-3b8f-408f-8a2a-cd452ed62bf0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:07.783653 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35712) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:07.796393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5ad2601e-e07f-466d-8ef5-6faad3d94661 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': 'ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:52:07.822687 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ad2601e-e07f-466d-8ef5-6faad3d94661 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.870921 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.881750 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ad2601e-e07f-466d-8ef5-6faad3d94661 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.885447 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ad2601e-e07f-466d-8ef5-6faad3d94661 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.907390 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2601e-e07f-466d-8ef5-6faad3d94661 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612d4b84-be17-4bec-a22f-3e062b4bd2a8,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:07.911173 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ad2601e-e07f-466d-8ef5-6faad3d94661 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.915793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35714) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:07.919801 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5ad2601e-e07f-466d-8ef5-6faad3d94661 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350508 Aug 31 01:52:07.920518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3924c467-83f1-4737-8e79-990d1e7dc045 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': 'ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:52:07.927970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port d73a71fe-42d6-4b62-b478-71e309b7e97c, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d73a71fe-42d6-4b62-b478-71e309b7e97c,segment=NetworkSegment(03c99f54-d307-4ed4-900e-3d998b474c23),segment_id=03c99f54-d307-4ed4-900e-3d998b474c23)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:52:07.934913 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:07.935706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6c5497db-4295-4f2b-9243-11aaf0eb3ff5 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:52:07.946625 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3924c467-83f1-4737-8e79-990d1e7dc045 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.003232 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3924c467-83f1-4737-8e79-990d1e7dc045 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.007478 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3924c467-83f1-4737-8e79-990d1e7dc045 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.025684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924c467-83f1-4737-8e79-990d1e7dc045 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cadddb7-2640-44ab-8019-783651914dc9,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:08.032836 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3924c467-83f1-4737-8e79-990d1e7dc045 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.034127 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3924c467-83f1-4737-8e79-990d1e7dc045 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173213 Aug 31 01:52:08.037555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35716) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:08.047975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-677bc704-9163-4416-aa2a-f0dea592bd2d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': 'ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:52:08.052004 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.054646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=d73a71fe-42d6-4b62-b478-71e309b7e97c,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:08.068823 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Transition to ACTIVE for port object fee967bb-df5b-43f3-9c1b-99fbb3cee3bd will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:52:08.076065 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-677bc704-9163-4416-aa2a-f0dea592bd2d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.076545 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.082264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 6c5497db-4295-4f2b-9243-11aaf0eb3ff5 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:52:08.109887 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 6c5497db-4295-4f2b-9243-11aaf0eb3ff5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:52:08.110280 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.137753 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-677bc704-9163-4416-aa2a-f0dea592bd2d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.142216 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-677bc704-9163-4416-aa2a-f0dea592bd2d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.161817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0f725-8342-42d0-9724-3bece41e0581 None None] Pushing event updated for resources: {'Port': ['ID=fee967bb-df5b-43f3-9c1b-99fbb3cee3bd,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:08.171743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bc704-9163-4416-aa2a-f0dea592bd2d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ac7e65-0a67-4be3-a123-8c0126db07ca,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:08.182920 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-677bc704-9163-4416-aa2a-f0dea592bd2d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.184419 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-677bc704-9163-4416-aa2a-f0dea592bd2d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459358 Aug 31 01:52:08.187555 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35718) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:08.193058 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-207082b2-6223-45af-a40b-c387b6a657ed tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': 'ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:52:08.221521 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-207082b2-6223-45af-a40b-c387b6a657ed tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.246878 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Attempting to bind port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:52:08.247249 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Attempting to bind port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '03c99f54-d307-4ed4-900e-3d998b474c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:52:08.247818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Attempting to bind port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd on network 679f664b-e2cd-4896-b147-c1e6f6764851 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:52:08.261417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:52:08.261708 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Checking segment: {'id': '03c99f54-d307-4ed4-900e-3d998b474c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:52:08.262104 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.262497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Bound using segment: {'id': '03c99f54-d307-4ed4-900e-3d998b474c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:52:08.262978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Bound port: fee967bb-df5b-43f3-9c1b-99fbb3cee3bd, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c99f54-d307-4ed4-900e-3d998b474c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:52:08.263379 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.282118 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.300018 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-207082b2-6223-45af-a40b-c387b6a657ed tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.306211 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-207082b2-6223-45af-a40b-c387b6a657ed tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.323471 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207082b2-6223-45af-a40b-c387b6a657ed tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ac84a7-4a04-4ef2-9b52-8d1f601bd415,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:08.329387 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 6c5497db-4295-4f2b-9243-11aaf0eb3ff5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6c5497db-4295-4f2b-9243-11aaf0eb3ff5,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:52:08.336184 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-207082b2-6223-45af-a40b-c387b6a657ed tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.337953 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-207082b2-6223-45af-a40b-c387b6a657ed tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1491532 Aug 31 01:52:08.339758 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.340924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35720) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:08.345819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-89f7be11-1c68-4453-9b92-6935973ed2d6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': 'ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:52:08.371439 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-89f7be11-1c68-4453-9b92-6935973ed2d6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Project c3760dd5989847acb5d98c12c6c1b7fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:52:08.377016 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89f7be11-1c68-4453-9b92-6935973ed2d6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.386366 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] For port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:52:08.410086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] For port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fee967bb-df5b-43f3-9c1b-99fbb3cee3bd,segment=NetworkSegment(03c99f54-d307-4ed4-900e-3d998b474c23),segment_id=03c99f54-d307-4ed4-900e-3d998b474c23)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:52:08.421821 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.437351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=6c5497db-4295-4f2b-9243-11aaf0eb3ff5,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:08.453092 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89f7be11-1c68-4453-9b92-6935973ed2d6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.457871 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89f7be11-1c68-4453-9b92-6935973ed2d6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.474628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Routers {'7d609b72-a4e9-48fd-baa7-c5494f697403'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:52:08.475309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:51:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7d609b72-a4e9-48fd-baa7-c5494f697403'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:08.479680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7be11-1c68-4453-9b92-6935973ed2d6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c56126-a290-4b01-9406-abec5cb6e383,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:08.487778 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89f7be11-1c68-4453-9b92-6935973ed2d6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.491723 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-89f7be11-1c68-4453-9b92-6935973ed2d6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472485 Aug 31 01:52:08.491969 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35722) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:08.496658 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3a1888e3-dab3-4a4a-af98-ed65467a4daa tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'security_group_rule': {'security_group_id': 'ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683', 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:52:08.521336 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-3a1888e3-dab3-4a4a-af98-ed65467a4daa tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Project c3760dd5989847acb5d98c12c6c1b7fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:52:08.526787 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3a1888e3-dab3-4a4a-af98-ed65467a4daa tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.601080 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3a1888e3-dab3-4a4a-af98-ed65467a4daa tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.605633 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3a1888e3-dab3-4a4a-af98-ed65467a4daa tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.625194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1888e3-dab3-4a4a-af98-ed65467a4daa tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bdb818-8590-401b-8f4e-1b88869f24e5,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:08.633161 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3a1888e3-dab3-4a4a-af98-ed65467a4daa tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:08.639891 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3a1888e3-dab3-4a4a-af98-ed65467a4daa tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467721 Aug 31 01:52:08.709111 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0f725-8342-42d0-9724-3bece41e0581 None None] Pushing event updated for resources: {'Port': ['ID=fee967bb-df5b-43f3-9c1b-99fbb3cee3bd,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:08.794338 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-84a52c68-adc8-416a-b970-a77dcab6ec98 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068103465&fields=id&tenant_id=c3760dd5989847acb5d98c12c6c1b7fd HTTP/1.1" status: 200 len: 267 time: 0.0504549 Aug 31 01:52:08.799433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] Set router 7d609b72-a4e9-48fd-baa7-c5494f697403 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:52:08.905563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-06693b42-f09b-4be0-ba2f-74c209d28d95 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:08.907046 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-06693b42-f09b-4be0-ba2f-74c209d28d95 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/networks?id=679f664b-e2cd-4896-b147-c1e6f6764851 HTTP/1.1" status: 200 len: 796 time: 0.1049383 Aug 31 01:52:08.923167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-1dce1313-1ce3-4335-b856-d8d98fb98660 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/quotas/c3760dd5989847acb5d98c12c6c1b7fd HTTP/1.1" status: 200 len: 375 time: 0.0090449 Aug 31 01:52:08.975727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-54ab397f-28f3-4db3-b366-8ceb88544e19 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462303 Aug 31 01:52:08.999424 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'name': 'tempest-TestNetworkBasicOps-router-207711186', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:52:02Z', 'updated_at': '2021-08-31T01:52:06Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:03Z', 'updated_at': '2021-08-31T01:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fee967bb-df5b-43f3-9c1b-99fbb3cee3bd', 'name': '', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:eb:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:05Z', 'updated_at': '2021-08-31T01:52:08Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:09.025263 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddb5cf-26e8-46af-99c8-1749642c8056 None None] The sync data for ids ['7d609b72-a4e9-48fd-baa7-c5494f697403'] in n-d-802060-13 is: [{'id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'name': 'tempest-TestNetworkBasicOps-router-207711186', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:52:02Z', 'updated_at': '2021-08-31T01:52:06Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:03Z', 'updated_at': '2021-08-31T01:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fee967bb-df5b-43f3-9c1b-99fbb3cee3bd', 'name': '', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:eb:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:05Z', 'updated_at': '2021-08-31T01:52:08Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:52:09.087077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-3c603b09-837f-4013-80d0-111e418423b0 service neutron] 10.222.0.58 "GET /v2.0/networks/679f664b-e2cd-4896-b147-c1e6f6764851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996861 Aug 31 01:52:09.185935 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-7e89015a-cae9-441a-8743-46d75c84f9c0 service neutron] 10.222.0.58 "GET /v2.0/networks/679f664b-e2cd-4896-b147-c1e6f6764851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926569 Aug 31 01:52:09.361893 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c059a56a-8334-4339-b8d0-071df42a7ecb req-500ddd8a-e3b0-4c12-85ed-c2b02e41bb99 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 210 time: 0.0295153 Aug 31 01:52:09.499261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6c5497db-4295-4f2b-9243-11aaf0eb3ff5 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:52:09.553259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 6c5497db-4295-4f2b-9243-11aaf0eb3ff5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:52:09.553679 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:09.644532 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fee967bb-df5b-43f3-9c1b-99fbb3cee3bd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:52:09.697771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:52:09.701686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:52:09.702052 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:09.791669 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:09.836716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fee967bb-df5b-43f3-9c1b-99fbb3cee3bd,segment=NetworkSegment(03c99f54-d307-4ed4-900e-3d998b474c23),segment_id=03c99f54-d307-4ed4-900e-3d998b474c23)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:52:09.842228 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:09.843247 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d73a71fe-42d6-4b62-b478-71e309b7e97c up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:52:09.927892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=fee967bb-df5b-43f3-9c1b-99fbb3cee3bd,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:09.942470 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d73a71fe-42d6-4b62-b478-71e309b7e97c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:52:09.942852 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:10.391038 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-ec5eb516-f54f-4cfb-94cc-73be293b7de0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:10.392713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-ec5eb516-f54f-4cfb-94cc-73be293b7de0 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.15 "GET /v2.0/networks?id=679f664b-e2cd-4896-b147-c1e6f6764851 HTTP/1.1" status: 200 len: 796 time: 0.1064858 Aug 31 01:52:10.464326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-579e47da-36ff-4764-b55e-778a284ec32d req-eb15c101-b82d-4e31-842d-05ec70b93a83 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 210 time: 0.0292354 Aug 31 01:52:10.480034 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-ddfb5c9e-9282-449c-9bdb-ab70f1bd17e5 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3760dd5989847acb5d98c12c6c1b7fd HTTP/1.1" status: 200 len: 380 time: 0.0592794 Aug 31 01:52:10.495721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-e4109fc0-45d9-4204-8d88-51c2f6423e1d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'port': {'device_id': '3f3f4ec8-88b5-4bb1-a512-caf31900e6bc', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'admin_state_up': True, 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'security_groups': ['ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:52:10.609174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-e4109fc0-45d9-4204-8d88-51c2f6423e1d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Made reservation on behalf of c3760dd5989847acb5d98c12c6c1b7fd for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:52:10.613378 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-e4109fc0-45d9-4204-8d88-51c2f6423e1d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:10.732353 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-e4109fc0-45d9-4204-8d88-51c2f6423e1d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Allocated IP 172.20.0.11 (679f664b-e2cd-4896-b147-c1e6f6764851/7f23223b-3e40-4a6f-b228-5f3446496e43/913b7e5e-1bad-4a28-95b4-5d0b1c91ade8) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:52:10.869224 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-e4109fc0-45d9-4204-8d88-51c2f6423e1d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:10.883222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-e4109fc0-45d9-4204-8d88-51c2f6423e1d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Transition to ACTIVE for port object 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:52:10.914460 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-e4109fc0-45d9-4204-8d88-51c2f6423e1d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:10.958603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-e4109fc0-45d9-4204-8d88-51c2f6423e1d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network 679f664b-e2cd-4896-b147-c1e6f6764851 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:52:10.961720 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-e4109fc0-45d9-4204-8d88-51c2f6423e1d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:52:10.965524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-e4109fc0-45d9-4204-8d88-51c2f6423e1d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:52:10.971695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4109fc0-45d9-4204-8d88-51c2f6423e1d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Port': ['ID=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:11.019395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-e4109fc0-45d9-4204-8d88-51c2f6423e1d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:11.020022 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-e4109fc0-45d9-4204-8d88-51c2f6423e1d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:11.034923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-e4109fc0-45d9-4204-8d88-51c2f6423e1d tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5431254 Aug 31 01:52:11.050533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Request body: {'port': {'device_id': '3f3f4ec8-88b5-4bb1-a512-caf31900e6bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:52:11.110826 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:11.220417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0b1ab0ba-fcaf-4933-9aae-80ee447fcab7 None None] Provisioning for port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:52:11.225707 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0b1ab0ba-fcaf-4933-9aae-80ee447fcab7 None None] Provisioning complete for port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:52:11.226080 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0b1ab0ba-fcaf-4933-9aae-80ee447fcab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:11.264417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ab0ba-fcaf-4933-9aae-80ee447fcab7 None None] Port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:52:11.379125 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:52:11.386568 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:11.394262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fee967bb-df5b-43f3-9c1b-99fbb3cee3bd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:52:11.399308 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Transition to ACTIVE for port object 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:52:11.403351 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:11.443900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:52:11.444283 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:11.475985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Pushing event updated for resources: {'Port': ['ID=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:11.521966 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:11.537922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Attempting to bind port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:52:11.538521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Attempting to bind port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '03c99f54-d307-4ed4-900e-3d998b474c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:52:11.539021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Attempting to bind port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 on network 679f664b-e2cd-4896-b147-c1e6f6764851 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:52:11.544282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 on network 679f664b-e2cd-4896-b147-c1e6f6764851 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:52:11.544715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Attempting to bind port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 on network 679f664b-e2cd-4896-b147-c1e6f6764851 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:52:11.552283 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:52:11.552624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Checking segment: {'id': '03c99f54-d307-4ed4-900e-3d998b474c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:52:11.553123 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Bound using segment: {'id': '03c99f54-d307-4ed4-900e-3d998b474c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:52:11.553667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Bound port: 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c99f54-d307-4ed4-900e-3d998b474c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:52:11.554097 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:11.574346 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:52:11.640644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362ff2e-7822-4064-af06-c74a2da66e38 req-21605bf3-ba8d-44b0-81c5-64c9d16b5760 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:11.642145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f362ff2e-7822-4064-af06-c74a2da66e38 req-21605bf3-ba8d-44b0-81c5-64c9d16b5760 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 944 time: 0.0775833 Aug 31 01:52:11.679359 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] For port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:52:11.699604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] For port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8,segment=NetworkSegment(03c99f54-d307-4ed4-900e-3d998b474c23),segment_id=03c99f54-d307-4ed4-900e-3d998b474c23)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:52:11.705057 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f362ff2e-7822-4064-af06-c74a2da66e38 req-e273bdc8-245d-4adf-83e6-d6456fb41de3 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531280 Aug 31 01:52:11.707125 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:11.745535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:11.746151 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:11.747564 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] 10.222.0.15 "PUT /v2.0/ports/913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 HTTP/1.1" status: 200 len: 1093 time: 0.7020319 Aug 31 01:52:11.748024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3f4ec8-88b5-4bb1-a512-caf31900e6bc', 'tag': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:52:11.750296 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756814f0-ad4d-442e-8f16-1aa89b0ed84b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3f4ec8-88b5-4bb1-a512-caf31900e6bc", "tag": "913b7e5e-1bad-4a28-95b4-5d0b1c91ade8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:52:11.774103 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740365d5-e0c5-4378-a19a-a30642ab6904 service neutron] Pushing event updated for resources: {'Port': ['ID=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:11.796906 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3729e465-8871-4114-9262-22b3da3e6595 x-openstack-request-id: req-3729e465-8871-4114-9262-22b3da3e6595 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:52:11.797201 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3f4ec8-88b5-4bb1-a512-caf31900e6bc", "tag": "913b7e5e-1bad-4a28-95b4-5d0b1c91ade8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:52:11.797451 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3729e465-8871-4114-9262-22b3da3e6595 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:52:11.797853 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3f4ec8-88b5-4bb1-a512-caf31900e6bc', 'tag': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8', 'status': 'completed', 'code': 200} Aug 31 01:52:11.851876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-85041524-5b1a-4ed1-b1b9-6618f6cfb86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:11.853407 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-85041524-5b1a-4ed1-b1b9-6618f6cfb86e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 1096 time: 0.0439265 Aug 31 01:52:11.902997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-e28717af-86cf-4e43-ab5f-bf551388b7b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 HTTP/1.1" status: 200 len: 217 time: 0.0386932 Aug 31 01:52:11.952592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-b573d6cb-1160-483f-9035-2beaf8103431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:11.954025 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-b573d6cb-1160-483f-9035-2beaf8103431 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f23223b-3e40-4a6f-b228-5f3446496e43 HTTP/1.1" status: 200 len: 834 time: 0.0445662 Aug 31 01:52:11.998755 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-07941912-761b-4b87-bed5-c935f00ca94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:12.000272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-07941912-761b-4b87-bed5-c935f00ca94f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=679f664b-e2cd-4896-b147-c1e6f6764851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398316 Aug 31 01:52:12.092674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-ab163fff-49fb-466a-b690-6607d4fc45ab service neutron] 10.222.0.15 "GET /v2.0/networks/679f664b-e2cd-4896-b147-c1e6f6764851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854840 Aug 31 01:52:12.181386 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a91b9306-7dc4-4470-84a1-d5097df0dd69 req-f1e58dae-2354-4e9c-b341-41e77564ac2a service neutron] 10.222.0.15 "GET /v2.0/networks/679f664b-e2cd-4896-b147-c1e6f6764851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817833 Aug 31 01:52:12.288310 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756814f0-ad4d-442e-8f16-1aa89b0ed84b req-75121cc8-6f20-45ab-b868-ef548a38b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:12.289815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-756814f0-ad4d-442e-8f16-1aa89b0ed84b req-75121cc8-6f20-45ab-b868-ef548a38b78c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 1096 time: 0.0424519 Aug 31 01:52:12.382483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756814f0-ad4d-442e-8f16-1aa89b0ed84b req-0a692c57-d2d6-43fe-8a47-fd26b9f051b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:12.383909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-756814f0-ad4d-442e-8f16-1aa89b0ed84b req-0a692c57-d2d6-43fe-8a47-fd26b9f051b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=679f664b-e2cd-4896-b147-c1e6f6764851 HTTP/1.1" status: 200 len: 897 time: 0.0874283 Aug 31 01:52:12.424782 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-756814f0-ad4d-442e-8f16-1aa89b0ed84b req-1c4d83a7-293d-4009-8a0c-e920b1f891aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 HTTP/1.1" status: 200 len: 217 time: 0.0342765 Aug 31 01:52:12.477362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756814f0-ad4d-442e-8f16-1aa89b0ed84b req-175efa01-3889-4305-846b-08b45cebfb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:12.478815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-756814f0-ad4d-442e-8f16-1aa89b0ed84b req-175efa01-3889-4305-846b-08b45cebfb49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f23223b-3e40-4a6f-b228-5f3446496e43 HTTP/1.1" status: 200 len: 834 time: 0.0472739 Aug 31 01:52:12.524953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756814f0-ad4d-442e-8f16-1aa89b0ed84b req-ac17650e-2a02-43fa-9605-aee7da26c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:12.530214 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-756814f0-ad4d-442e-8f16-1aa89b0ed84b req-ac17650e-2a02-43fa-9605-aee7da26c679 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=679f664b-e2cd-4896-b147-c1e6f6764851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443537 Aug 31 01:52:12.622955 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-756814f0-ad4d-442e-8f16-1aa89b0ed84b req-ff35f354-1569-4ab0-8f51-441709b6b65f service neutron] 10.222.0.15 "GET /v2.0/networks/679f664b-e2cd-4896-b147-c1e6f6764851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856614 Aug 31 01:52:12.988875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7855b-7e18-44de-89a9-6daf515156bc req-9df77426-9a9b-4719-99fc-6a65b3f618ee tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:12.990237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2d7855b-7e18-44de-89a9-6daf515156bc req-9df77426-9a9b-4719-99fc-6a65b3f618ee tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 944 time: 0.0697572 Aug 31 01:52:13.006599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-756814f0-ad4d-442e-8f16-1aa89b0ed84b req-7e4392da-b1a3-499d-9df2-51cb5244a650 service neutron] 10.222.0.15 "GET /v2.0/networks/679f664b-e2cd-4896-b147-c1e6f6764851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770156 Aug 31 01:52:13.032480 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2d7855b-7e18-44de-89a9-6daf515156bc req-f45a3932-921c-4356-bf08-1dadd63cc01a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350344 Aug 31 01:52:14.155176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deced56-c217-4b93-801f-0666af749a0a req-45318a63-f7d3-4149-be70-b68f6b953576 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:14.156684 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6deced56-c217-4b93-801f-0666af749a0a req-45318a63-f7d3-4149-be70-b68f6b953576 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 944 time: 0.0545211 Aug 31 01:52:14.195353 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6deced56-c217-4b93-801f-0666af749a0a req-601d0da9-f7e2-47dc-81b7-173bbf797267 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320234 Aug 31 01:52:15.310975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be05bc-986a-406d-a34b-3158c83ebb95 req-0f317ab5-1316-45cc-9a14-bdf5a358120b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:15.312490 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61be05bc-986a-406d-a34b-3158c83ebb95 req-0f317ab5-1316-45cc-9a14-bdf5a358120b tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 944 time: 0.0495052 Aug 31 01:52:15.350468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61be05bc-986a-406d-a34b-3158c83ebb95 req-a379c80a-2b60-4b9b-a0cd-75dec267f5e7 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314403 Aug 31 01:52:16.095223 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:52:16.189423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8,segment=NetworkSegment(03c99f54-d307-4ed4-900e-3d998b474c23),segment_id=03c99f54-d307-4ed4-900e-3d998b474c23)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:52:16.200977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'port_id': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8', 'mac_address': 'fa:16:3e:ae:5c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:52:16.236395 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:16.248523 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:52:16.267781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8,segment=NetworkSegment(03c99f54-d307-4ed4-900e-3d998b474c23),segment_id=03c99f54-d307-4ed4-900e-3d998b474c23)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:52:16.272830 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:16.322115 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:16.466184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f2c80-5f6e-4773-8fb9-bc302c397b59 req-9167b84d-b1f1-4435-8e00-7fa80528a596 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:16.467758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d13f2c80-5f6e-4773-8fb9-bc302c397b59 req-9167b84d-b1f1-4435-8e00-7fa80528a596 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 945 time: 0.0506878 Aug 31 01:52:16.506250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d13f2c80-5f6e-4773-8fb9-bc302c397b59 req-24cb7612-ef23-4c8a-88b4-044f9e31e33e tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324829 Aug 31 01:52:16.626049 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['913b7e5e-1bad-4a28-95b4-5d0b1c91ade8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:52:17.624212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fac626-644f-4ce7-a041-f7ba0e0be3b6 req-83928d1a-9a6b-41b3-b519-73502efce3df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:17.625743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3fac626-644f-4ce7-a041-f7ba0e0be3b6 req-83928d1a-9a6b-41b3-b519-73502efce3df tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 945 time: 0.0518484 Aug 31 01:52:17.663396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3fac626-644f-4ce7-a041-f7ba0e0be3b6 req-b091589b-1cac-4a2a-bec2-cc2aeb1691d9 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314846 Aug 31 01:52:18.110482 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:52:18.158057 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:52:18.162451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:52:18.162818 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:18.244353 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:18.270938 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3f4ec8-88b5-4bb1-a512-caf31900e6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:52:18.273517 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f76c2d-6084-4126-9f95-b378fdcedbf2" -d '{"events": [{"server_uuid": "3f3f4ec8-88b5-4bb1-a512-caf31900e6bc", "name": "network-vif-plugged", "status": "completed", "tag": "913b7e5e-1bad-4a28-95b4-5d0b1c91ade8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:52:18.286080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8,segment=NetworkSegment(03c99f54-d307-4ed4-900e-3d998b474c23),segment_id=03c99f54-d307-4ed4-900e-3d998b474c23)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:52:18.292315 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:18.315777 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121520f9-671d-4946-9dfb-8a3a54c7a013 x-openstack-request-id: req-121520f9-671d-4946-9dfb-8a3a54c7a013 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:52:18.316173 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3f4ec8-88b5-4bb1-a512-caf31900e6bc", "name": "network-vif-plugged", "status": "completed", "tag": "913b7e5e-1bad-4a28-95b4-5d0b1c91ade8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:52:18.316796 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-121520f9-671d-4946-9dfb-8a3a54c7a013 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:52:18.316796 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3f4ec8-88b5-4bb1-a512-caf31900e6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8', 'code': 200} Aug 31 01:52:18.342606 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:18.422033 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21691900-6a0b-4627-b111-3aee0ecafd73 req-c72f9fb8-673c-4b11-8034-40b653701f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:18.423448 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21691900-6a0b-4627-b111-3aee0ecafd73 req-c72f9fb8-673c-4b11-8034-40b653701f43 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 1098 time: 0.0397298 Aug 31 01:52:18.457435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21691900-6a0b-4627-b111-3aee0ecafd73 req-2f8def46-902f-408d-b6e5-11a31690dcfd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275393 Aug 31 01:52:18.775904 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53f95e-0fd3-41eb-babb-dfd29caf7cfa req-18a1e216-56f7-4681-9b9d-099390db93cd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:18.777360 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb53f95e-0fd3-41eb-babb-dfd29caf7cfa req-18a1e216-56f7-4681-9b9d-099390db93cd tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 946 time: 0.0488970 Aug 31 01:52:18.813794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb53f95e-0fd3-41eb-babb-dfd29caf7cfa req-6daede76-782c-4361-945c-97d3fc304295 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305765 Aug 31 01:52:19.933136 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c389556-ef09-4adb-9448-f0ba15bf63c1 req-36999803-7b44-465a-a55b-9c6bb789e6d6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:19.934545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c389556-ef09-4adb-9448-f0ba15bf63c1 req-36999803-7b44-465a-a55b-9c6bb789e6d6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 946 time: 0.0523398 Aug 31 01:52:19.972405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c389556-ef09-4adb-9448-f0ba15bf63c1 req-c700d8fe-2e54-4d4a-89fa-8bd6009c1e04 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319967 Aug 31 01:52:20.087125 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc412cc0-5e2e-498f-9639-38e542a6caa2 req-abe5f848-2e69-4872-885c-eadb893e84ea tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:20.088644 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc412cc0-5e2e-498f-9639-38e542a6caa2 req-abe5f848-2e69-4872-885c-eadb893e84ea tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 946 time: 0.0499296 Aug 31 01:52:20.125713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc412cc0-5e2e-498f-9639-38e542a6caa2 req-586dd2d0-83e1-4673-a799-0a60de4021a2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310829 Aug 31 01:52:20.149571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35774) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:20.188429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5bbe2-0207-410f-ba1e-b9dc411f11cf tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:20.189845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fcf5bbe2-0207-410f-ba1e-b9dc411f11cf tempest-TestNetworkBasicOps-1666591979 tempest-TestNetworkBasicOps-1666591979-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 1093 time: 0.0392909 Aug 31 01:52:20.193717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35776) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:20.198058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:52:20.219247 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:20.317110 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:20.417733 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Allocated IP 172.25.6.96 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/b0000e61-e7a8-4860-9ae8-a19dda5f2af2) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:52:20.519729 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:20.558708 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:20.597730 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:52:20.600570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:52:20.604116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:52:20.625677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Port': ['ID=b0000e61-e7a8-4860-9ae8-a19dda5f2af2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:20.956502 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:21.020053 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:21.165629 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:21.170119 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:21.236123 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event updated for resources: {'Port': ['ID=b0000e61-e7a8-4860-9ae8-a19dda5f2af2,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:52:21.251698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:21.283738 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa29e-a905-4450-9367-5f5ec653f5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:21.353755 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Floating IP 2cef529b-c352-4d1c-930c-8ef759949c4f associated. External IP: 172.25.6.96, port: 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8. Aug 31 01:52:21.553964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Router 7d609b72-a4e9-48fd-baa7-c5494f697403 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:52:21.659597 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:52:21.669065 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1af5e9e-d421-4fc0-9f0d-7de38815e616 None None] Sync routers for ids ['7d609b72-a4e9-48fd-baa7-c5494f697403'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:52:21.675791 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:21.678499 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1af5e9e-d421-4fc0-9f0d-7de38815e616 None None] Routers {'7d609b72-a4e9-48fd-baa7-c5494f697403'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:52:21.679162 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e1af5e9e-d421-4fc0-9f0d-7de38815e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:51:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7d609b72-a4e9-48fd-baa7-c5494f697403'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:21.706248 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e20d3e8a-b2de-4e11-b5fb-8ff6f9bf22ff tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5115373 Aug 31 01:52:21.706825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3f4ec8-88b5-4bb1-a512-caf31900e6bc', 'tag': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:52:21.709108 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd3bb63-36f4-4f77-8fcb-de0120ed33d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3f4ec8-88b5-4bb1-a512-caf31900e6bc", "tag": "913b7e5e-1bad-4a28-95b4-5d0b1c91ade8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:52:21.709492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35778) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:21.745914 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef4a495-c301-47c4-97c9-2da3fca97f71 x-openstack-request-id: req-bef4a495-c301-47c4-97c9-2da3fca97f71 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:52:21.746338 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3f4ec8-88b5-4bb1-a512-caf31900e6bc", "tag": "913b7e5e-1bad-4a28-95b4-5d0b1c91ade8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:52:21.746598 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bef4a495-c301-47c4-97c9-2da3fca97f71 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:52:21.747009 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3f4ec8-88b5-4bb1-a512-caf31900e6bc', 'tag': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8', 'status': 'completed', 'code': 200} Aug 31 01:52:21.777423 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-45ea24f4-bb9d-4595-996a-678f10a9a412 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/floatingips/2cef529b-c352-4d1c-930c-8ef759949c4f HTTP/1.1" status: 200 len: 991 time: 0.0655742 Aug 31 01:52:21.785058 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e1af5e9e-d421-4fc0-9f0d-7de38815e616 None None] Set router 7d609b72-a4e9-48fd-baa7-c5494f697403 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:52:21.823195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3bb63-36f4-4f77-8fcb-de0120ed33d0 req-067fecd3-57a5-495a-a060-68a22cd291f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:21.824648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0cd3bb63-36f4-4f77-8fcb-de0120ed33d0 req-067fecd3-57a5-495a-a060-68a22cd291f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 1098 time: 0.0431077 Aug 31 01:52:21.917582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3bb63-36f4-4f77-8fcb-de0120ed33d0 req-71317ec9-edb0-41ed-b3b6-57b74ed44756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:21.919072 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0cd3bb63-36f4-4f77-8fcb-de0120ed33d0 req-71317ec9-edb0-41ed-b3b6-57b74ed44756 service neutron] 10.222.0.15 "GET /v2.0/networks?id=679f664b-e2cd-4896-b147-c1e6f6764851 HTTP/1.1" status: 200 len: 897 time: 0.0868406 Aug 31 01:52:22.005524 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e1af5e9e-d421-4fc0-9f0d-7de38815e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'name': 'tempest-TestNetworkBasicOps-router-207711186', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:52:02Z', 'updated_at': '2021-08-31T01:52:06Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:03Z', 'updated_at': '2021-08-31T01:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '2cef529b-c352-4d1c-930c-8ef759949c4f', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'port_id': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'mac_address': 'fa:16:3e:ae:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3f4ec8-88b5-4bb1-a512-caf31900e6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:52:20Z', 'updated_at': '2021-08-31T01:52:20Z', 'revision_number': 0, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fee967bb-df5b-43f3-9c1b-99fbb3cee3bd', 'name': '', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:eb:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:05Z', 'updated_at': '2021-08-31T01:52:09Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:22.025239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0cd3bb63-36f4-4f77-8fcb-de0120ed33d0 req-ae0a40e8-cbd2-4984-a7f0-2164c687dcd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 HTTP/1.1" status: 200 len: 999 time: 0.0987189 Aug 31 01:52:22.037198 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1af5e9e-d421-4fc0-9f0d-7de38815e616 None None] Checking router: 7d609b72-a4e9-48fd-baa7-c5494f697403 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:52:22.045638 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1af5e9e-d421-4fc0-9f0d-7de38815e616 None None] Routers {'7d609b72-a4e9-48fd-baa7-c5494f697403'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:52:22.046270 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e1af5e9e-d421-4fc0-9f0d-7de38815e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:51:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7d609b72-a4e9-48fd-baa7-c5494f697403'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:22.076834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3bb63-36f4-4f77-8fcb-de0120ed33d0 req-cefbe660-d049-4422-99d7-bb23dbf17cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:22.078232 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0cd3bb63-36f4-4f77-8fcb-de0120ed33d0 req-cefbe660-d049-4422-99d7-bb23dbf17cb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f23223b-3e40-4a6f-b228-5f3446496e43 HTTP/1.1" status: 200 len: 834 time: 0.0464878 Aug 31 01:52:22.124220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3bb63-36f4-4f77-8fcb-de0120ed33d0 req-f0c84f9a-568e-46f9-a715-f2a49bb2f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:22.125726 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0cd3bb63-36f4-4f77-8fcb-de0120ed33d0 req-f0c84f9a-568e-46f9-a715-f2a49bb2f29b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=679f664b-e2cd-4896-b147-c1e6f6764851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411549 Aug 31 01:52:22.151335 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e1af5e9e-d421-4fc0-9f0d-7de38815e616 None None] Set router 7d609b72-a4e9-48fd-baa7-c5494f697403 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:52:22.221275 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0cd3bb63-36f4-4f77-8fcb-de0120ed33d0 req-b65fa8f0-9bbd-4bfe-9a05-7be93ce0bbaf service neutron] 10.222.0.15 "GET /v2.0/networks/679f664b-e2cd-4896-b147-c1e6f6764851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887480 Aug 31 01:52:22.311937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0cd3bb63-36f4-4f77-8fcb-de0120ed33d0 req-e0309616-90c6-441c-8f47-68c72e96fbbd service neutron] 10.222.0.15 "GET /v2.0/networks/679f664b-e2cd-4896-b147-c1e6f6764851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829062 Aug 31 01:52:22.376244 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e1af5e9e-d421-4fc0-9f0d-7de38815e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'name': 'tempest-TestNetworkBasicOps-router-207711186', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:52:02Z', 'updated_at': '2021-08-31T01:52:06Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:03Z', 'updated_at': '2021-08-31T01:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '2cef529b-c352-4d1c-930c-8ef759949c4f', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'port_id': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'mac_address': 'fa:16:3e:ae:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3f4ec8-88b5-4bb1-a512-caf31900e6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:52:20Z', 'updated_at': '2021-08-31T01:52:20Z', 'revision_number': 0, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fee967bb-df5b-43f3-9c1b-99fbb3cee3bd', 'name': '', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:eb:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:05Z', 'updated_at': '2021-08-31T01:52:09Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:52:22.402292 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1af5e9e-d421-4fc0-9f0d-7de38815e616 None None] The sync data for ids ['7d609b72-a4e9-48fd-baa7-c5494f697403'] in n-d-802060-13 is: [{'id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'name': 'tempest-TestNetworkBasicOps-router-207711186', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:52:02Z', 'updated_at': '2021-08-31T01:52:06Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:03Z', 'updated_at': '2021-08-31T01:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '2cef529b-c352-4d1c-930c-8ef759949c4f', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'port_id': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'mac_address': 'fa:16:3e:ae:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3f4ec8-88b5-4bb1-a512-caf31900e6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:52:20Z', 'updated_at': '2021-08-31T01:52:20Z', 'revision_number': 0, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fee967bb-df5b-43f3-9c1b-99fbb3cee3bd', 'name': '', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:eb:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:05Z', 'updated_at': '2021-08-31T01:52:09Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:52:22.598809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3693ee4-abfa-44c5-9f33-e3bdf557e42b None None] New status for floating IP 2cef529b-c352-4d1c-930c-8ef759949c4f: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:52:22.780242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35782) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:52:22.842525 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-db9192cf-4356-401b-aba3-84360a8708a6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/floatingips/2cef529b-c352-4d1c-930c-8ef759949c4f HTTP/1.1" status: 200 len: 993 time: 0.0611084 Aug 31 01:52:23.822588 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c9396c6-6106-4cb2-b50a-762002ffd622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:24.103024 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:24.631738 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:26.826893 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:31.917434 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:36.605291 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a600aad-d830-4f1f-bcd7-d409500cbff7 req-da58517c-99ea-406b-9c8e-81b7d0bad813 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435965 Aug 31 01:52:36.702801 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600aad-d830-4f1f-bcd7-d409500cbff7 req-1fdcaacb-2993-4f0d-b5b7-058b8217b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:36.704339 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a600aad-d830-4f1f-bcd7-d409500cbff7 req-1fdcaacb-2993-4f0d-b5b7-058b8217b3e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 1098 time: 0.0417061 Aug 31 01:52:36.816258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600aad-d830-4f1f-bcd7-d409500cbff7 req-fa355489-6269-4ad2-a17a-91c9f5f0e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:36.817697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a600aad-d830-4f1f-bcd7-d409500cbff7 req-fa355489-6269-4ad2-a17a-91c9f5f0e831 service neutron] 10.222.0.15 "GET /v2.0/networks?id=679f664b-e2cd-4896-b147-c1e6f6764851 HTTP/1.1" status: 200 len: 897 time: 0.0817416 Aug 31 01:52:36.886770 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a600aad-d830-4f1f-bcd7-d409500cbff7 req-59cb63d2-3463-4733-8210-6460ad5d2ca8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 HTTP/1.1" status: 200 len: 1001 time: 0.0605419 Aug 31 01:52:36.936841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600aad-d830-4f1f-bcd7-d409500cbff7 req-54d656a9-51fe-41a9-aaf0-a8841536e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:36.938280 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a600aad-d830-4f1f-bcd7-d409500cbff7 req-54d656a9-51fe-41a9-aaf0-a8841536e9e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f23223b-3e40-4a6f-b228-5f3446496e43 HTTP/1.1" status: 200 len: 834 time: 0.0441198 Aug 31 01:52:36.982661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600aad-d830-4f1f-bcd7-d409500cbff7 req-f03b6036-a1dd-48e6-914f-0875fe56b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:52:36.984174 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a600aad-d830-4f1f-bcd7-d409500cbff7 req-f03b6036-a1dd-48e6-914f-0875fe56b067 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=679f664b-e2cd-4896-b147-c1e6f6764851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394089 Aug 31 01:52:37.076523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a600aad-d830-4f1f-bcd7-d409500cbff7 req-78326036-8a9c-4058-b808-3bb64d18ffa3 service neutron] 10.222.0.15 "GET /v2.0/networks/679f664b-e2cd-4896-b147-c1e6f6764851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830395 Aug 31 01:52:37.165108 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a600aad-d830-4f1f-bcd7-d409500cbff7 req-883dc796-487a-49b7-b90a-42c40b8a5503 service neutron] 10.222.0.15 "GET /v2.0/networks/679f664b-e2cd-4896-b147-c1e6f6764851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807967 Aug 31 01:52:41.517275 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:48.573682 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:52:51.278892 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-43ac719a-6228-43ce-88d5-82930c515e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:53.822899 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-37cf86c5-53b1-498b-a608-001d2e8105ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:54.106327 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:54.634280 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:56.829514 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:01.915259 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:11.533714 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:21.280656 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4c338a1b-d8fd-4cdc-9e7f-87c1bfd30257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:23.823648 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1c3f9b6f-0fd5-4753-a835-0c5baa349cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:24.107464 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:24.635576 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:25.491250 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35808) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:53:25.550724 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9d530b09-32d8-4ec3-a6e4-38a3ec5490a6 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/floatingips/2cef529b-c352-4d1c-930c-8ef759949c4f HTTP/1.1" status: 200 len: 993 time: 0.0581717 Aug 31 01:53:25.577709 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:53:26.764717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35822) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:53:26.832405 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:26.929379 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Deleting port b0000e61-e7a8-4860-9ae8-a19dda5f2af2 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:53:26.929649 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:27.003141 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:27.003501 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:27.015134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Calling delete_port for b0000e61-e7a8-4860-9ae8-a19dda5f2af2 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:53:27.193221 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:27.222008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Port': ['ID=b0000e61-e7a8-4860-9ae8-a19dda5f2af2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:27.250254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:27.250581 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:27.250923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:27.251363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:27.251621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:27.251952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:27.252279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:27.252613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:27.252933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:27.253255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:27.253578 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:27.253899 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:27.294541 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:27.295011 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Floating IP 2cef529b-c352-4d1c-930c-8ef759949c4f disassociated (deleted). External IP: 172.25.6.96, port: 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8. Aug 31 01:53:27.768931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Router 7d609b72-a4e9-48fd-baa7-c5494f697403 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:53:27.869987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:53:27.874744 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:27.879507 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48085048-d2f6-4ceb-9f4a-6b558c903a92 None None] Sync routers for ids ['7d609b72-a4e9-48fd-baa7-c5494f697403'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:53:27.889176 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48085048-d2f6-4ceb-9f4a-6b558c903a92 None None] Routers {'7d609b72-a4e9-48fd-baa7-c5494f697403'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:53:27.889785 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-48085048-d2f6-4ceb-9f4a-6b558c903a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:53:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7d609b72-a4e9-48fd-baa7-c5494f697403'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:27.905740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1ca1d3bc-9939-4748-8a9e-505982df4300 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "DELETE /v2.0/floatingips/2cef529b-c352-4d1c-930c-8ef759949c4f HTTP/1.1" status: 204 len: 168 time: 1.1399190 Aug 31 01:53:27.906330 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3f4ec8-88b5-4bb1-a512-caf31900e6bc', 'tag': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:53:27.908630 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203ca3a7-6430-44ef-90f8-c34462bfa915" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3f4ec8-88b5-4bb1-a512-caf31900e6bc", "tag": "913b7e5e-1bad-4a28-95b4-5d0b1c91ade8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:53:27.946421 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99c818a-4742-4656-90af-23708ef175ea x-openstack-request-id: req-e99c818a-4742-4656-90af-23708ef175ea {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:53:27.947318 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3f4ec8-88b5-4bb1-a512-caf31900e6bc", "tag": "913b7e5e-1bad-4a28-95b4-5d0b1c91ade8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:53:27.948037 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e99c818a-4742-4656-90af-23708ef175ea {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:53:27.948037 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3f4ec8-88b5-4bb1-a512-caf31900e6bc', 'tag': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8', 'status': 'completed', 'code': 200} Aug 31 01:53:27.998668 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-48085048-d2f6-4ceb-9f4a-6b558c903a92 None None] Set router 7d609b72-a4e9-48fd-baa7-c5494f697403 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:53:28.026261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ca3a7-6430-44ef-90f8-c34462bfa915 req-fb414faa-0868-4078-981f-9cec00047555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:28.033267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-203ca3a7-6430-44ef-90f8-c34462bfa915 req-fb414faa-0868-4078-981f-9cec00047555 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 1098 time: 0.0485857 Aug 31 01:53:28.180058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17330a7e-5a23-473f-9616-fe0873925827 req-629be567-89d4-4a52-a2f2-1898dc5da854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:28.182120 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17330a7e-5a23-473f-9616-fe0873925827 req-629be567-89d4-4a52-a2f2-1898dc5da854 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 946 time: 0.0804808 Aug 31 01:53:28.198367 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-48085048-d2f6-4ceb-9f4a-6b558c903a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'name': 'tempest-TestNetworkBasicOps-router-207711186', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:52:02Z', 'updated_at': '2021-08-31T01:52:06Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:03Z', 'updated_at': '2021-08-31T01:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fee967bb-df5b-43f3-9c1b-99fbb3cee3bd', 'name': '', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:eb:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:05Z', 'updated_at': '2021-08-31T01:52:09Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:28.198661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ca3a7-6430-44ef-90f8-c34462bfa915 req-70c12138-8cb8-404a-ae24-5c91c21d6b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:28.200049 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-203ca3a7-6430-44ef-90f8-c34462bfa915 req-70c12138-8cb8-404a-ae24-5c91c21d6b13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=679f664b-e2cd-4896-b147-c1e6f6764851 HTTP/1.1" status: 200 len: 897 time: 0.1570361 Aug 31 01:53:28.224504 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48085048-d2f6-4ceb-9f4a-6b558c903a92 None None] Checking router: 7d609b72-a4e9-48fd-baa7-c5494f697403 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:53:28.233225 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48085048-d2f6-4ceb-9f4a-6b558c903a92 None None] Routers {'7d609b72-a4e9-48fd-baa7-c5494f697403'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:53:28.233835 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-48085048-d2f6-4ceb-9f4a-6b558c903a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:53:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7d609b72-a4e9-48fd-baa7-c5494f697403'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:28.247152 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-203ca3a7-6430-44ef-90f8-c34462bfa915 req-b7d4101b-f72e-4717-8846-a2b17bb2d806 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 HTTP/1.1" status: 200 len: 217 time: 0.0382686 Aug 31 01:53:28.266696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17330a7e-5a23-473f-9616-fe0873925827 req-3c792c92-9cd1-430b-b970-c50ac5bf633e tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770500 Aug 31 01:53:28.308306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ca3a7-6430-44ef-90f8-c34462bfa915 req-7e7054dc-b40b-4028-b9d0-de7e4e3b83c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:28.309772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-203ca3a7-6430-44ef-90f8-c34462bfa915 req-7e7054dc-b40b-4028-b9d0-de7e4e3b83c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f23223b-3e40-4a6f-b228-5f3446496e43 HTTP/1.1" status: 200 len: 834 time: 0.0528855 Aug 31 01:53:28.347305 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-48085048-d2f6-4ceb-9f4a-6b558c903a92 None None] Set router 7d609b72-a4e9-48fd-baa7-c5494f697403 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:53:28.361370 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ca3a7-6430-44ef-90f8-c34462bfa915 req-abf5c3e9-41d6-4e92-86f5-7241e3e84e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:28.362865 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-203ca3a7-6430-44ef-90f8-c34462bfa915 req-abf5c3e9-41d6-4e92-86f5-7241e3e84e0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=679f664b-e2cd-4896-b147-c1e6f6764851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448186 Aug 31 01:53:28.455604 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-203ca3a7-6430-44ef-90f8-c34462bfa915 req-458093f0-6c3a-4d57-ba87-6f67b3e34950 service neutron] 10.222.0.15 "GET /v2.0/networks/679f664b-e2cd-4896-b147-c1e6f6764851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843477 Aug 31 01:53:28.550625 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-48085048-d2f6-4ceb-9f4a-6b558c903a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'name': 'tempest-TestNetworkBasicOps-router-207711186', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:52:02Z', 'updated_at': '2021-08-31T01:52:06Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:03Z', 'updated_at': '2021-08-31T01:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fee967bb-df5b-43f3-9c1b-99fbb3cee3bd', 'name': '', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:eb:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:05Z', 'updated_at': '2021-08-31T01:52:09Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:28.553190 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-203ca3a7-6430-44ef-90f8-c34462bfa915 req-d22e2edb-183e-4548-aaa9-e515ac004c07 service neutron] 10.222.0.15 "GET /v2.0/networks/679f664b-e2cd-4896-b147-c1e6f6764851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889189 Aug 31 01:53:28.666357 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48085048-d2f6-4ceb-9f4a-6b558c903a92 None None] The sync data for ids ['7d609b72-a4e9-48fd-baa7-c5494f697403'] in n-d-802060-13 is: [{'id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'name': 'tempest-TestNetworkBasicOps-router-207711186', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:52:02Z', 'updated_at': '2021-08-31T01:52:06Z', 'revision_number': 4, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:03Z', 'updated_at': '2021-08-31T01:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fee967bb-df5b-43f3-9c1b-99fbb3cee3bd', 'name': '', 'network_id': '679f664b-e2cd-4896-b147-c1e6f6764851', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'mac_address': 'fa:16:3e:eb:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:05Z', 'updated_at': '2021-08-31T01:52:09Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'subnets': [{'id': '7f23223b-3e40-4a6f-b228-5f3446496e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:53:28.881346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db227e4-37ec-40fa-90d1-f575742d6bf6 None None] New status for floating IP 2cef529b-c352-4d1c-930c-8ef759949c4f: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:53:29.402730 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd673a-6be1-4d10-85bf-cd69b50083f5 req-99dd7cb9-7fbf-40dd-87ba-1624cec72845 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:29.404235 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e3cd673a-6be1-4d10-85bf-cd69b50083f5 req-99dd7cb9-7fbf-40dd-87ba-1624cec72845 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 946 time: 0.0501122 Aug 31 01:53:29.441861 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e3cd673a-6be1-4d10-85bf-cd69b50083f5 req-dc147912-ed09-416d-a3e4-86c1d2443a2c tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317245 Aug 31 01:53:29.838300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339b50e-2f16-4bb3-b51c-60f39b1ad6b4 req-ecd92be5-e43d-4266-893f-0f681e1613da tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:29.839705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0339b50e-2f16-4bb3-b51c-60f39b1ad6b4 req-ecd92be5-e43d-4266-893f-0f681e1613da tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 946 time: 0.0481787 Aug 31 01:53:29.930727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-0339b50e-2f16-4bb3-b51c-60f39b1ad6b4 req-98732c7a-d020-4e75-bf28-cb942022f602 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Deleting port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:53:29.931063 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0339b50e-2f16-4bb3-b51c-60f39b1ad6b4 req-98732c7a-d020-4e75-bf28-cb942022f602 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:30.017903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-0339b50e-2f16-4bb3-b51c-60f39b1ad6b4 req-98732c7a-d020-4e75-bf28-cb942022f602 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] For port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8,segment=NetworkSegment(03c99f54-d307-4ed4-900e-3d998b474c23),segment_id=03c99f54-d307-4ed4-900e-3d998b474c23)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:53:30.018264 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0339b50e-2f16-4bb3-b51c-60f39b1ad6b4 req-98732c7a-d020-4e75-bf28-cb942022f602 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:30.031727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-0339b50e-2f16-4bb3-b51c-60f39b1ad6b4 req-98732c7a-d020-4e75-bf28-cb942022f602 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Calling delete_port for 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:53:30.161117 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0339b50e-2f16-4bb3-b51c-60f39b1ad6b4 req-98732c7a-d020-4e75-bf28-cb942022f602 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:30.189925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98732c7a-d020-4e75-bf28-cb942022f602 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Port': ['ID=913b7e5e-1bad-4a28-95b4-5d0b1c91ade8,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:30.240638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-0339b50e-2f16-4bb3-b51c-60f39b1ad6b4 req-98732c7a-d020-4e75-bf28-cb942022f602 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] No DVR routers for this DVR port 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:53:30.243461 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0339b50e-2f16-4bb3-b51c-60f39b1ad6b4 req-98732c7a-d020-4e75-bf28-cb942022f602 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:30.245610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0339b50e-2f16-4bb3-b51c-60f39b1ad6b4 req-98732c7a-d020-4e75-bf28-cb942022f602 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.15 "DELETE /v2.0/ports/913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 HTTP/1.1" status: 204 len: 173 time: 0.3998473 Aug 31 01:53:30.246049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3f4ec8-88b5-4bb1-a512-caf31900e6bc', 'name': 'network-vif-deleted', 'tag': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:53:30.248412 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584719dc-652d-4a18-9580-dba9a7c263ab" -d '{"events": [{"server_uuid": "3f3f4ec8-88b5-4bb1-a512-caf31900e6bc", "name": "network-vif-deleted", "tag": "913b7e5e-1bad-4a28-95b4-5d0b1c91ade8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:53:30.288606 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93d5c9f-5d2d-4c1c-be22-f5448cec5534 x-openstack-request-id: req-b93d5c9f-5d2d-4c1c-be22-f5448cec5534 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:53:30.288896 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3f4ec8-88b5-4bb1-a512-caf31900e6bc", "name": "network-vif-deleted", "tag": "913b7e5e-1bad-4a28-95b4-5d0b1c91ade8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:53:30.289169 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b93d5c9f-5d2d-4c1c-be22-f5448cec5534 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:53:30.289571 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3f4ec8-88b5-4bb1-a512-caf31900e6bc', 'name': 'network-vif-deleted', 'tag': '913b7e5e-1bad-4a28-95b4-5d0b1c91ade8', 'status': 'completed', 'code': 200} Aug 31 01:53:30.548077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea906501-f63f-46ea-aa7f-121917ba7453 req-133f6fd6-bb80-4bc3-93a4-1365ad9d5002 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f3f4ec8-88b5-4bb1-a512-caf31900e6bc HTTP/1.1" status: 200 len: 210 time: 0.0274124 Aug 31 01:53:31.605307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35842) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:53:31.664271 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f2e11e4c-8f74-47af-9db9-37573610a589 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:31.688966 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f2e11e4c-8f74-47af-9db9-37573610a589 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:31.752665 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f2e11e4c-8f74-47af-9db9-37573610a589 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:31.755246 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f2e11e4c-8f74-47af-9db9-37573610a589 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:31.756484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f2e11e4c-8f74-47af-9db9-37573610a589 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "DELETE /v2.0/security-groups/ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683 HTTP/1.1" status: 204 len: 168 time: 0.1501386 Aug 31 01:53:31.765816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e11e4c-8f74-47af-9db9-37573610a589 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4c95ed-0d2b-4147-a6ff-fec4bc4e7683,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:31.790946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35846) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:53:31.913438 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:32.152610 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e64b693-37a1-450c-9bd1-6e01627e79f2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:32.404249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-6e64b693-37a1-450c-9bd1-6e01627e79f2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Deleting port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:53:32.404595 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e64b693-37a1-450c-9bd1-6e01627e79f2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:32.489925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-6e64b693-37a1-450c-9bd1-6e01627e79f2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] For port fee967bb-df5b-43f3-9c1b-99fbb3cee3bd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fee967bb-df5b-43f3-9c1b-99fbb3cee3bd,segment=NetworkSegment(03c99f54-d307-4ed4-900e-3d998b474c23),segment_id=03c99f54-d307-4ed4-900e-3d998b474c23)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:53:32.490290 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e64b693-37a1-450c-9bd1-6e01627e79f2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:32.505094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-6e64b693-37a1-450c-9bd1-6e01627e79f2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Calling delete_port for fee967bb-df5b-43f3-9c1b-99fbb3cee3bd owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:53:32.689130 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e64b693-37a1-450c-9bd1-6e01627e79f2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:32.713881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64b693-37a1-450c-9bd1-6e01627e79f2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Port': ['ID=fee967bb-df5b-43f3-9c1b-99fbb3cee3bd,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:32.890884 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-6e64b693-37a1-450c-9bd1-6e01627e79f2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:33.104570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e64b693-37a1-450c-9bd1-6e01627e79f2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Router 7d609b72-a4e9-48fd-baa7-c5494f697403 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:53:33.210265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e64b693-37a1-450c-9bd1-6e01627e79f2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:53:33.215340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6e64b693-37a1-450c-9bd1-6e01627e79f2 tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "PUT /v2.0/routers/7d609b72-a4e9-48fd-baa7-c5494f697403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4227777 Aug 31 01:53:33.218148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35848) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:53:33.219730 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd624fc-51ec-44a7-8fec-05028921fc04 None None] Sync routers for ids ['7d609b72-a4e9-48fd-baa7-c5494f697403'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:53:33.228381 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd624fc-51ec-44a7-8fec-05028921fc04 None None] Routers {'7d609b72-a4e9-48fd-baa7-c5494f697403'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:53:33.229527 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1fd624fc-51ec-44a7-8fec-05028921fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:53:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7d609b72-a4e9-48fd-baa7-c5494f697403'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:33.269462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d2df31-730f-4717-803d-1adeaa504dec tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Deleting subnet 7f23223b-3e40-4a6f-b228-5f3446496e43 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:53:33.273021 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-07d2df31-730f-4717-803d-1adeaa504dec tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:33.312702 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-07d2df31-730f-4717-803d-1adeaa504dec tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:33.333220 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-1fd624fc-51ec-44a7-8fec-05028921fc04 None None] Set router 7d609b72-a4e9-48fd-baa7-c5494f697403 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:53:33.406495 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-07d2df31-730f-4717-803d-1adeaa504dec tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:33.466690 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-07d2df31-730f-4717-803d-1adeaa504dec tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:33.493256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2df31-730f-4717-803d-1adeaa504dec tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Subnet': ['ID=7f23223b-3e40-4a6f-b228-5f3446496e43,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:33.497585 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-07d2df31-730f-4717-803d-1adeaa504dec tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:33.501983 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-07d2df31-730f-4717-803d-1adeaa504dec tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "DELETE /v2.0/subnets/7f23223b-3e40-4a6f-b228-5f3446496e43 HTTP/1.1" status: 204 len: 168 time: 0.2801433 Aug 31 01:53:33.502262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35850) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:53:33.506410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd52313f-482c-4790-a48b-cc990137bda7 None None] Network 679f664b-e2cd-4896-b147-c1e6f6764851 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:53:33.516344 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1fd624fc-51ec-44a7-8fec-05028921fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'name': 'tempest-TestNetworkBasicOps-router-207711186', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:52:02Z', 'updated_at': '2021-08-31T01:53:32Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:03Z', 'updated_at': '2021-08-31T01:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:33.548227 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd624fc-51ec-44a7-8fec-05028921fc04 None None] Checking router: 7d609b72-a4e9-48fd-baa7-c5494f697403 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:53:33.557817 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd624fc-51ec-44a7-8fec-05028921fc04 None None] Routers {'7d609b72-a4e9-48fd-baa7-c5494f697403'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:53:33.558693 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1fd624fc-51ec-44a7-8fec-05028921fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:53:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7d609b72-a4e9-48fd-baa7-c5494f697403'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:33.618966 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:33.672383 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-1fd624fc-51ec-44a7-8fec-05028921fc04 None None] Set router 7d609b72-a4e9-48fd-baa7-c5494f697403 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:53:33.701131 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] DHCP port deletion for 679f664b-e2cd-4896-b147-c1e6f6764851 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:53:33.731712 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:33.755399 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Deleting port d73a71fe-42d6-4b62-b478-71e309b7e97c {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:53:33.756025 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:33.786933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Deleting port 6c5497db-4295-4f2b-9243-11aaf0eb3ff5 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:53:33.787299 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:33.821903 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] For port d73a71fe-42d6-4b62-b478-71e309b7e97c, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d73a71fe-42d6-4b62-b478-71e309b7e97c,segment=NetworkSegment(03c99f54-d307-4ed4-900e-3d998b474c23),segment_id=03c99f54-d307-4ed4-900e-3d998b474c23)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:53:33.822647 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:33.837308 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Calling delete_port for d73a71fe-42d6-4b62-b478-71e309b7e97c owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:53:33.857993 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-1fd624fc-51ec-44a7-8fec-05028921fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'name': 'tempest-TestNetworkBasicOps-router-207711186', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:52:02Z', 'updated_at': '2021-08-31T01:53:32Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:03Z', 'updated_at': '2021-08-31T01:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:33.873072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] For port 6c5497db-4295-4f2b-9243-11aaf0eb3ff5, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=6c5497db-4295-4f2b-9243-11aaf0eb3ff5,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:53:33.873443 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:33.885092 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd624fc-51ec-44a7-8fec-05028921fc04 None None] The sync data for ids ['7d609b72-a4e9-48fd-baa7-c5494f697403'] in n-d-802060-13 is: [{'id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'name': 'tempest-TestNetworkBasicOps-router-207711186', 'tenant_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:52:02Z', 'updated_at': '2021-08-31T01:53:32Z', 'revision_number': 5, 'project_id': 'c3760dd5989847acb5d98c12c6c1b7fd', 'gw_port': {'id': '6c5497db-4295-4f2b-9243-11aaf0eb3ff5', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d609b72-a4e9-48fd-baa7-c5494f697403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:52:03Z', 'updated_at': '2021-08-31T01:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:53:33.885386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Calling delete_port for 6c5497db-4295-4f2b-9243-11aaf0eb3ff5 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:53:33.933289 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:33.958323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Pushing event deleted for resources: {'Port': ['ID=d73a71fe-42d6-4b62-b478-71e309b7e97c,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:33.964156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] No DVR routers for this DVR port d73a71fe-42d6-4b62-b478-71e309b7e97c on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:53:33.974042 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:33.974042 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:33.974042 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:33.974941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:33.974941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:33.974941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:33.975347 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:33.975596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:33.975843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:33.976167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:33.976485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:33.976821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6fd22-d357-47a5-9730-b817e6cca938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:34.059075 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:34.085923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Port': ['ID=6c5497db-4295-4f2b-9243-11aaf0eb3ff5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:34.150100 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:34.483257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:53:34.504102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:53:34.504449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 913b7e5e-1bad-4a28-95b4-5d0b1c91ade8 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:53:34.529682 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:34.531790 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:34.575340 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:34.575907 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Fanout notify agent at l3_agent the message router_deleted on router 7d609b72-a4e9-48fd-baa7-c5494f697403 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:53:34.582898 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:34.584037 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-abbaee34-7577-419e-9ebc-3b50576edb0a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "DELETE /v2.0/routers/7d609b72-a4e9-48fd-baa7-c5494f697403 HTTP/1.1" status: 204 len: 168 time: 1.0809939 Aug 31 01:53:34.586628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35852) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:53:34.669665 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27e11255-c1eb-4c84-aae9-0e575dae499a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:34.758784 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27e11255-c1eb-4c84-aae9-0e575dae499a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:34.769068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-27e11255-c1eb-4c84-aae9-0e575dae499a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679f664b-e2cd-4896-b147-c1e6f6764851']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:34.780021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-27e11255-c1eb-4c84-aae9-0e575dae499a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c99f54-d307-4ed4-900e-3d998b474c23') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:34.780319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-27e11255-c1eb-4c84-aae9-0e575dae499a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c99f54-d307-4ed4-900e-3d998b474c23') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:53:34.788887 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27e11255-c1eb-4c84-aae9-0e575dae499a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:34.802111 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27e11255-c1eb-4c84-aae9-0e575dae499a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:34.808289 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e11255-c1eb-4c84-aae9-0e575dae499a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:53:34.808672 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27e11255-c1eb-4c84-aae9-0e575dae499a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:53:34.811685 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:53:34.870138 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27e11255-c1eb-4c84-aae9-0e575dae499a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:34.877211 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-27e11255-c1eb-4c84-aae9-0e575dae499a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:34.878955 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-27e11255-c1eb-4c84-aae9-0e575dae499a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] 10.222.0.58 "DELETE /v2.0/networks/679f664b-e2cd-4896-b147-c1e6f6764851 HTTP/1.1" status: 204 len: 168 time: 0.2914119 Aug 31 01:53:34.895966 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e11255-c1eb-4c84-aae9-0e575dae499a tempest-TestNetworkBasicOps-1866656250 tempest-TestNetworkBasicOps-1866656250-project] Pushing event deleted for resources: {'Network': ['ID=679f664b-e2cd-4896-b147-c1e6f6764851,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:35.147606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35858) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:53:35.286918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a496b62e-4d8f-416e-8608-a5944f533d86 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c3760dd5989847acb5d98c12c6c1b7fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381261 Aug 31 01:53:35.289420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35862) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:53:35.345643 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d6bf1c49-f6b9-4de6-848d-c8e7d5ed53e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:35.366058 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d6bf1c49-f6b9-4de6-848d-c8e7d5ed53e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:35.412683 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d6bf1c49-f6b9-4de6-848d-c8e7d5ed53e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:35.415559 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d6bf1c49-f6b9-4de6-848d-c8e7d5ed53e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:35.419083 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d6bf1c49-f6b9-4de6-848d-c8e7d5ed53e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5bb811fe-8c78-43c9-a472-bb85f4b34b83 HTTP/1.1" status: 204 len: 168 time: 0.1285291 Aug 31 01:53:35.427986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf1c49-f6b9-4de6-848d-c8e7d5ed53e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb811fe-8c78-43c9-a472-bb85f4b34b83,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:35.449830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d73a71fe-42d6-4b62-b478-71e309b7e97c no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:53:35.469835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: d73a71fe-42d6-4b62-b478-71e309b7e97c {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:53:35.470108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d73a71fe-42d6-4b62-b478-71e309b7e97c not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:53:35.470533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fee967bb-df5b-43f3-9c1b-99fbb3cee3bd no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:53:35.489718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: fee967bb-df5b-43f3-9c1b-99fbb3cee3bd {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:53:35.490066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fee967bb-df5b-43f3-9c1b-99fbb3cee3bd not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:53:35.490484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6c5497db-4295-4f2b-9243-11aaf0eb3ff5 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:53:35.512293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 6c5497db-4295-4f2b-9243-11aaf0eb3ff5 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:53:35.512644 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 6c5497db-4295-4f2b-9243-11aaf0eb3ff5 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:53:35.686062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 35868) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:53:35.699400 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86fe2949-9d9d-429b-b3d7-bdf6ad7e9222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:35.792433 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86fe2949-9d9d-429b-b3d7-bdf6ad7e9222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:35.795997 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86fe2949-9d9d-429b-b3d7-bdf6ad7e9222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:35.836890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-86fe2949-9d9d-429b-b3d7-bdf6ad7e9222 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd73d88e103b4bc6a67b8a37eefb98e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497493 Aug 31 01:53:35.837837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe2949-9d9d-429b-b3d7-bdf6ad7e9222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fd6b88-7dd2-41db-b1f3-e5f0fc8b1b92,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:35.840251 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 35870) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:53:35.889161 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:35.909960 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:35.960870 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:35.963485 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:35.964638 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d0fd6b88-7dd2-41db-b1f3-e5f0fc8b1b92 HTTP/1.1" status: 204 len: 168 time: 0.1233497 Aug 31 01:53:35.972276 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fd6b88-7dd2-41db-b1f3-e5f0fc8b1b92,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:35.980285 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:35.980630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:35.980967 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:35.981298 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:35.981629 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:35.981952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:35.982275 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:35.982597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:35.982919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:35.983238 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:35.983581 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:35.983898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765c5fc-8e0f-4bc7-815a-80e4d5f8fb71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:53:41.553779 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:45.527158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-6003410d-91d5-4b90-9e40-6eb58b9f6622 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0dc6c65b906b48bd87f8119820c2754c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291214 Aug 31 01:53:45.705900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-8cd8cfe0-af98-49bc-86d6-3f7473cec9fb tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:45.707264 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-8cd8cfe0-af98-49bc-86d6-3f7473cec9fb tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747146 Aug 31 01:53:45.722328 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-a81a9d76-e162-4c33-ad9e-259f101b0e78 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/quotas/0dc6c65b906b48bd87f8119820c2754c HTTP/1.1" status: 200 len: 375 time: 0.0094445 Aug 31 01:53:45.755939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-65fad92b-5d6f-4f77-8017-0aaa30d7e786 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0dc6c65b906b48bd87f8119820c2754c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284686 Aug 31 01:53:45.914665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf6e12f1-9f0d-451b-b565-28bb2c455f62 req-cf573293-b959-40be-8df1-83cba5affd5b tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 210 time: 0.0264764 Aug 31 01:53:46.993407 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8092ca83-2b1d-4232-8a71-4578fac1cd0b req-7de31cfb-6891-4246-b0d2-6ee02500a59c tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 210 time: 0.0271697 Aug 31 01:53:48.068939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-64d50bcd-2084-4682-9684-d43f6594fd33 req-c9a4556b-1d03-492a-bd80-6eecc9040ec3 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 210 time: 0.0253222 Aug 31 01:53:48.790003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-91432618-fe73-4900-ae86-c87393173163 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0dc6c65b906b48bd87f8119820c2754c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229614 Aug 31 01:53:48.904102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-b57f9705-b425-4904-b25f-22ec07eee856 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:48.905552 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-b57f9705-b425-4904-b25f-22ec07eee856 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091712 Aug 31 01:53:48.925643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Request body: {'port': {'device_id': '727e1414-3555-4200-a298-d3ec923dcfbd', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'admin_state_up': True, 'tenant_id': '0dc6c65b906b48bd87f8119820c2754c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:53:49.035685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Made reservation on behalf of 0dc6c65b906b48bd87f8119820c2754c for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:53:49.039201 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:49.048204 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:49.144335 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:49.154927 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:49.180552 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46fdb425-b2f4-4f0a-9ea1-ed5689aa730e req-160198e4-7bc1-4d1f-9e83-de0e73d48182 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 210 time: 0.0413642 Aug 31 01:53:49.230537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c1523e-9beb-4af4-b7bd-f91abe48ed25,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:49.305206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Allocated IP 192.168.233.106 (8845386b-2417-4d6a-9ad8-d23a525ef225/5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98/bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:53:49.447163 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:49.460916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Transition to ACTIVE for port object bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:53:49.492036 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:49.544073 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Network 8845386b-2417-4d6a-9ad8-d23a525ef225 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:53:49.547184 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:53:49.550952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:53:49.575060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Pushing event updated for resources: {'Port': ['ID=bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:49.607293 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:49.607933 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:49.622552 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-beabec2c-cee1-48cd-8f33-a91fdac7edaf tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7004738 Aug 31 01:53:49.644702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Request body: {'port': {'device_id': '727e1414-3555-4200-a298-d3ec923dcfbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:53:49.701100 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:49.760855 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-594aaad1-b8e7-4a62-8cb1-01c27984a4eb None None] Provisioning for port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:53:49.764722 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-594aaad1-b8e7-4a62-8cb1-01c27984a4eb None None] Provisioning complete for port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:53:49.765085 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-594aaad1-b8e7-4a62-8cb1-01c27984a4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:49.798421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-594aaad1-b8e7-4a62-8cb1-01c27984a4eb None None] Port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:53:49.962132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:53:49.969921 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:49.981258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Transition to ACTIVE for port object bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:53:49.984816 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:50.035145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Pushing event updated for resources: {'Port': ['ID=bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:50.107029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Attempting to bind port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:53:50.107395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Attempting to bind port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:53:50.107771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Attempting to bind port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:53:50.112094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:53:50.112418 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Attempting to bind port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 on network 8845386b-2417-4d6a-9ad8-d23a525ef225 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:53:50.117497 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:53:50.117832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Checking segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:53:50.118213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Bound using segment: {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:53:50.118641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Bound port: bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c4cc-5c08-4683-a0a7-8d23238146c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:53:50.118996 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:50.192334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] For port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:53:50.195524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] For port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:53:50.200467 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:50.242697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:50.243404 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:50.245330 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] 10.222.0.15 "PUT /v2.0/ports/bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 HTTP/1.1" status: 200 len: 1097 time: 0.6053567 Aug 31 01:53:50.245840 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727e1414-3555-4200-a298-d3ec923dcfbd', 'tag': 'bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:53:50.248344 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e933d6a2-70d1-4d2c-8aee-ec3dbc3d9673" -d '{"events": [{"name": "network-changed", "server_uuid": "727e1414-3555-4200-a298-d3ec923dcfbd", "tag": "bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:53:50.297498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6ebac-988e-449a-9d40-ca2c37b4067a service neutron] Pushing event updated for resources: {'Port': ['ID=bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:50.302752 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1602b8-5bb4-4da7-9389-b1d3fdb94b4c x-openstack-request-id: req-8e1602b8-5bb4-4da7-9389-b1d3fdb94b4c {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:53:50.303046 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727e1414-3555-4200-a298-d3ec923dcfbd", "tag": "bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:53:50.303319 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e1602b8-5bb4-4da7-9389-b1d3fdb94b4c {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:53:50.303717 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727e1414-3555-4200-a298-d3ec923dcfbd', 'tag': 'bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45', 'status': 'completed', 'code': 200} Aug 31 01:53:50.352041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec817b1-ec45-4fe5-a466-dca5226edb89 req-977da755-6f2a-4ad5-b8b5-9b1d1277dffa tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:50.353595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ec817b1-ec45-4fe5-a466-dca5226edb89 req-977da755-6f2a-4ad5-b8b5-9b1d1277dffa tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 948 time: 0.0896916 Aug 31 01:53:50.384616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-4db9203b-54c5-4e6e-8226-104d7a1cfaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:50.386885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-4db9203b-54c5-4e6e-8226-104d7a1cfaec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dc6c65b906b48bd87f8119820c2754c&device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 1100 time: 0.0779209 Aug 31 01:53:50.441174 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0ec817b1-ec45-4fe5-a466-dca5226edb89 req-94daab64-d255-4615-b31f-a39fc288fb74 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/security-groups?id=06c1523e-9beb-4af4-b7bd-f91abe48ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811856 Aug 31 01:53:50.442546 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-e34c3b70-9825-423e-87b6-e8ec829052a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 HTTP/1.1" status: 200 len: 217 time: 0.0435452 Aug 31 01:53:50.491809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-c42779fc-5a96-44c8-8fd5-5aba37953a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:50.493167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-c42779fc-5a96-44c8-8fd5-5aba37953a48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0437131 Aug 31 01:53:50.542787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-091181dd-fa5d-430f-8a89-7a66822817d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:50.544334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-091181dd-fa5d-430f-8a89-7a66822817d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0446413 Aug 31 01:53:50.632831 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-5decfd90-b1c0-4cf9-ab42-ad65835543a2 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813069 Aug 31 01:53:50.728403 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4247536b-8b87-4a98-9d73-0e49b72b6fbe req-e2bae772-b6cc-488f-b670-d2f69a3823e5 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884542 Aug 31 01:53:50.833551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933d6a2-70d1-4d2c-8aee-ec3dbc3d9673 req-b7608bf0-e0ef-403f-975b-7a9297cce90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:50.835048 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e933d6a2-70d1-4d2c-8aee-ec3dbc3d9673 req-b7608bf0-e0ef-403f-975b-7a9297cce90d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dc6c65b906b48bd87f8119820c2754c&device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 1100 time: 0.0408790 Aug 31 01:53:50.925645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933d6a2-70d1-4d2c-8aee-ec3dbc3d9673 req-6a5a3340-3415-4175-bf52-800a72aee05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:50.927153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e933d6a2-70d1-4d2c-8aee-ec3dbc3d9673 req-6a5a3340-3415-4175-bf52-800a72aee05c service neutron] 10.222.0.15 "GET /v2.0/networks?id=8845386b-2417-4d6a-9ad8-d23a525ef225 HTTP/1.1" status: 200 len: 870 time: 0.0850611 Aug 31 01:53:50.973798 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e933d6a2-70d1-4d2c-8aee-ec3dbc3d9673 req-b1479bcc-a11e-4107-8757-d46a95a21032 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 HTTP/1.1" status: 200 len: 217 time: 0.0400882 Aug 31 01:53:51.024313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933d6a2-70d1-4d2c-8aee-ec3dbc3d9673 req-219e629c-259f-4fa4-9179-582026353f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:51.026117 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e933d6a2-70d1-4d2c-8aee-ec3dbc3d9673 req-219e629c-259f-4fa4-9179-582026353f7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98 HTTP/1.1" status: 200 len: 843 time: 0.0455503 Aug 31 01:53:51.071047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933d6a2-70d1-4d2c-8aee-ec3dbc3d9673 req-9bdd111a-1348-4ad8-91d6-67868acc1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:51.073136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e933d6a2-70d1-4d2c-8aee-ec3dbc3d9673 req-9bdd111a-1348-4ad8-91d6-67868acc1359 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8845386b-2417-4d6a-9ad8-d23a525ef225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0401750 Aug 31 01:53:51.162109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e933d6a2-70d1-4d2c-8aee-ec3dbc3d9673 req-c5ef9f8d-0f0f-4460-83cc-d6f9a16b79af service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827711 Aug 31 01:53:51.252292 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e933d6a2-70d1-4d2c-8aee-ec3dbc3d9673 req-5e7f1d23-24cd-4acc-b6cb-3f791a196117 service neutron] 10.222.0.15 "GET /v2.0/networks/8845386b-2417-4d6a-9ad8-d23a525ef225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832136 Aug 31 01:53:51.285078 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3f1f0bb1-df43-48de-9420-45a08177dcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:51.562985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5508f10-6111-4b79-9764-62f80d5165d0 req-6eb6fca7-93a5-4094-86c6-3537cb75ace6 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:51.564469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5508f10-6111-4b79-9764-62f80d5165d0 req-6eb6fca7-93a5-4094-86c6-3537cb75ace6 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 948 time: 0.0530832 Aug 31 01:53:51.601835 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5508f10-6111-4b79-9764-62f80d5165d0 req-4a289e2b-e43d-4401-9193-a83d4ffb3977 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/security-groups?id=06c1523e-9beb-4af4-b7bd-f91abe48ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315011 Aug 31 01:53:52.715516 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179becbc-4032-4cef-be8e-833f369113e3 req-f122f2aa-c4e5-462e-9e64-24bb7a8f9cd4 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:52.716971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-179becbc-4032-4cef-be8e-833f369113e3 req-f122f2aa-c4e5-462e-9e64-24bb7a8f9cd4 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 948 time: 0.0481930 Aug 31 01:53:52.754593 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-179becbc-4032-4cef-be8e-833f369113e3 req-64589959-63b9-45fa-b845-62b3774b126c tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/security-groups?id=06c1523e-9beb-4af4-b7bd-f91abe48ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Aug 31 01:53:53.825636 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-be236e40-1869-4c83-bb82-4279a4e88494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:53.868402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb714b3a-5997-4e66-ba9c-cf98caec6e17 req-787a1242-747e-4b94-aaf5-da721a690e6d tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:53.870277 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb714b3a-5997-4e66-ba9c-cf98caec6e17 req-787a1242-747e-4b94-aaf5-da721a690e6d tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 948 time: 0.0491426 Aug 31 01:53:53.908429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb714b3a-5997-4e66-ba9c-cf98caec6e17 req-4d632003-c028-4e25-99aa-00c392f28b10 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/security-groups?id=06c1523e-9beb-4af4-b7bd-f91abe48ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321064 Aug 31 01:53:54.107969 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:54.621644 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:53:54.646525 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:54.726562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:53:54.736776 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45', 'network_id': '8845386b-2417-4d6a-9ad8-d23a525ef225', 'port_id': 'bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45', 'mac_address': 'fa:16:3e:ee:7c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ddbbe-190d-4a6d-a7ac-4f4d92021e98', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:53:54.776394 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:54.788714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:53:54.807271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:53:54.810753 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:54.855662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:55.024850 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de5e27-0334-4883-a506-5b02b32d7cd0 req-31b80d53-87dc-4edf-b154-79a01896c3ac tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:55.026464 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9de5e27-0334-4883-a506-5b02b32d7cd0 req-31b80d53-87dc-4edf-b154-79a01896c3ac tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 949 time: 0.0515623 Aug 31 01:53:55.063053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9de5e27-0334-4883-a506-5b02b32d7cd0 req-66851a04-8ebb-491e-8a33-ac20aa14c54f tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/security-groups?id=06c1523e-9beb-4af4-b7bd-f91abe48ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307519 Aug 31 01:53:55.187723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:53:56.177207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18409d18-c98e-41c3-86eb-38b06cf29422 req-7c546b01-d3d7-425a-bde9-463245814ad6 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:56.178689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18409d18-c98e-41c3-86eb-38b06cf29422 req-7c546b01-d3d7-425a-bde9-463245814ad6 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 949 time: 0.0495453 Aug 31 01:53:56.216868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18409d18-c98e-41c3-86eb-38b06cf29422 req-dde80b06-0564-4349-b9b2-c72177dd4316 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/security-groups?id=06c1523e-9beb-4af4-b7bd-f91abe48ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314953 Aug 31 01:53:56.630165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:53:56.679115 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:53:56.682859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:53:56.683233 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:56.762566 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:56.786649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727e1414-3555-4200-a298-d3ec923dcfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:53:56.788905 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3f91b8-802d-4b65-8add-cfebda7df254" -d '{"events": [{"server_uuid": "727e1414-3555-4200-a298-d3ec923dcfbd", "name": "network-vif-plugged", "status": "completed", "tag": "bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:53:56.801602 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:53:56.807363 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:56.831091 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae69e7a-0ed6-4b2b-87cd-d4f34fb1f335 x-openstack-request-id: req-2ae69e7a-0ed6-4b2b-87cd-d4f34fb1f335 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:53:56.831407 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727e1414-3555-4200-a298-d3ec923dcfbd", "name": "network-vif-plugged", "status": "completed", "tag": "bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:53:56.831662 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ae69e7a-0ed6-4b2b-87cd-d4f34fb1f335 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:53:56.832056 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727e1414-3555-4200-a298-d3ec923dcfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45', 'code': 200} Aug 31 01:53:56.862421 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:56.867146 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:53:56.943616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7c66-aaea-4216-9494-d4ed43197945 req-e9ff4037-0067-4193-b9ee-8994211a936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:56.944998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e1a7c66-aaea-4216-9494-d4ed43197945 req-e9ff4037-0067-4193-b9ee-8994211a936a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 1102 time: 0.0392315 Aug 31 01:53:56.979530 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0e1a7c66-aaea-4216-9494-d4ed43197945 req-60bc4f0c-5a21-4bdd-964b-49021cf9b1a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=06c1523e-9beb-4af4-b7bd-f91abe48ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268269 Aug 31 01:53:57.334868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f5f15-9805-4959-94a4-efa7ebe1197e req-c47783e6-94ee-4a26-be7b-dc2afc2d9e1d tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:57.336359 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d6f5f15-9805-4959-94a4-efa7ebe1197e req-c47783e6-94ee-4a26-be7b-dc2afc2d9e1d tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 950 time: 0.0516868 Aug 31 01:53:57.374830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d6f5f15-9805-4959-94a4-efa7ebe1197e req-dccd6e09-f438-4926-be01-eb32ab94407f tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/security-groups?id=06c1523e-9beb-4af4-b7bd-f91abe48ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325036 Aug 31 01:53:58.490306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fee9d-2698-4a5c-9afa-73eda583c25d req-a42402f9-10ed-404d-8994-8059d1ab3b8e tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:58.491835 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf8fee9d-2698-4a5c-9afa-73eda583c25d req-a42402f9-10ed-404d-8994-8059d1ab3b8e tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 950 time: 0.0488536 Aug 31 01:53:58.529715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf8fee9d-2698-4a5c-9afa-73eda583c25d req-2ab044a8-9067-4791-a2fd-aceddfd78526 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/security-groups?id=06c1523e-9beb-4af4-b7bd-f91abe48ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318081 Aug 31 01:53:58.899427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-180ac2d4-47b9-4d84-911d-0d7019fb8172 req-e11151c1-a38e-4f04-8284-2aa0e30b9d4a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:53:58.901038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-180ac2d4-47b9-4d84-911d-0d7019fb8172 req-e11151c1-a38e-4f04-8284-2aa0e30b9d4a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1025119 Aug 31 01:53:59.227910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-75365021-7112-4d5d-a594-f24a66f2570b req-b430a195-d376-45d3-9873-4579093831d6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:53:59.229810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75365021-7112-4d5d-a594-f24a66f2570b req-b430a195-d376-45d3-9873-4579093831d6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062335 Aug 31 01:53:59.562095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a00b9-0643-4e2b-b5ac-d06fc7bfe43a req-d59bef1d-1296-46a3-8155-49fdfa9cd61f tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:53:59.563658 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-310a00b9-0643-4e2b-b5ac-d06fc7bfe43a req-d59bef1d-1296-46a3-8155-49fdfa9cd61f tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 950 time: 0.0493760 Aug 31 01:53:59.601780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-310a00b9-0643-4e2b-b5ac-d06fc7bfe43a req-368e9197-1453-4f55-bb92-8ee5e2ec60c0 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/security-groups?id=06c1523e-9beb-4af4-b7bd-f91abe48ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Aug 31 01:54:00.721358 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dfb4e-9849-4b0e-b176-b21693971f80 req-40264c7d-d1d8-43e7-b4a9-2f14987db26c tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:00.722822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd9dfb4e-9849-4b0e-b176-b21693971f80 req-40264c7d-d1d8-43e7-b4a9-2f14987db26c tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 950 time: 0.0524790 Aug 31 01:54:00.760038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd9dfb4e-9849-4b0e-b176-b21693971f80 req-ea9dfc11-9291-4b61-b662-13cc973528ea tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/security-groups?id=06c1523e-9beb-4af4-b7bd-f91abe48ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304728 Aug 31 01:54:01.012756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341e964-cdb0-4d3b-b47f-e03a7d674b13 req-f5eb2587-965b-440e-a7c8-1224a6505a1e tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:01.014260 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3341e964-cdb0-4d3b-b47f-e03a7d674b13 req-f5eb2587-965b-440e-a7c8-1224a6505a1e tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.15 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 950 time: 0.0522425 Aug 31 01:54:01.102631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-3341e964-cdb0-4d3b-b47f-e03a7d674b13 req-6d134a11-cfa7-40c1-8e36-8e3268580ae9 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Deleting port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:54:01.102974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3341e964-cdb0-4d3b-b47f-e03a7d674b13 req-6d134a11-cfa7-40c1-8e36-8e3268580ae9 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:01.191863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3341e964-cdb0-4d3b-b47f-e03a7d674b13 req-6d134a11-cfa7-40c1-8e36-8e3268580ae9 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] For port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45,segment=NetworkSegment(a848c4cc-5c08-4683-a0a7-8d23238146c0),segment_id=a848c4cc-5c08-4683-a0a7-8d23238146c0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:54:01.192226 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3341e964-cdb0-4d3b-b47f-e03a7d674b13 req-6d134a11-cfa7-40c1-8e36-8e3268580ae9 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:01.205156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-3341e964-cdb0-4d3b-b47f-e03a7d674b13 req-6d134a11-cfa7-40c1-8e36-8e3268580ae9 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Calling delete_port for bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:54:01.334900 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3341e964-cdb0-4d3b-b47f-e03a7d674b13 req-6d134a11-cfa7-40c1-8e36-8e3268580ae9 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:01.359061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:54:01.362108 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d134a11-cfa7-40c1-8e36-8e3268580ae9 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Pushing event deleted for resources: {'Port': ['ID=bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:01.407853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3341e964-cdb0-4d3b-b47f-e03a7d674b13 req-6d134a11-cfa7-40c1-8e36-8e3268580ae9 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] No DVR routers for this DVR port bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:54:01.410625 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3341e964-cdb0-4d3b-b47f-e03a7d674b13 req-6d134a11-cfa7-40c1-8e36-8e3268580ae9 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:01.412715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3341e964-cdb0-4d3b-b47f-e03a7d674b13 req-6d134a11-cfa7-40c1-8e36-8e3268580ae9 tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.15 "DELETE /v2.0/ports/bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 HTTP/1.1" status: 204 len: 173 time: 0.3923655 Aug 31 01:54:01.413154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727e1414-3555-4200-a298-d3ec923dcfbd', 'name': 'network-vif-deleted', 'tag': 'bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:54:01.415480 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ca1998-d580-4e64-a45b-db79aa3ef9fe" -d '{"events": [{"server_uuid": "727e1414-3555-4200-a298-d3ec923dcfbd", "name": "network-vif-deleted", "tag": "bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:54:01.455179 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590f1cf7-8208-4974-b164-2a37c03b7f9e x-openstack-request-id: req-590f1cf7-8208-4974-b164-2a37c03b7f9e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:54:01.455513 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727e1414-3555-4200-a298-d3ec923dcfbd", "name": "network-vif-deleted", "tag": "bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:54:01.455763 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-590f1cf7-8208-4974-b164-2a37c03b7f9e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:54:01.456165 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727e1414-3555-4200-a298-d3ec923dcfbd', 'name': 'network-vif-deleted', 'tag': 'bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45', 'status': 'completed', 'code': 200} Aug 31 01:54:01.871252 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a726ef7-301a-487d-a570-94e22e6e0bd4 req-572cac87-3df5-49b2-836b-4f6965d87c1f tempest-ServersAdminNegativeTestJSON-515048064 tempest-ServersAdminNegativeTestJSON-515048064-project] 10.222.0.58 "GET /v2.0/ports?device_id=727e1414-3555-4200-a298-d3ec923dcfbd HTTP/1.1" status: 200 len: 210 time: 0.0268157 Aug 31 01:54:01.912969 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:02.577813 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:54:03.170880 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36016) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:54:03.298629 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-82c6b2af-842d-42bd-9aee-c4fcf611b17f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0dc6c65b906b48bd87f8119820c2754c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265612 Aug 31 01:54:03.301071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36020) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:54:03.348505 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73ba29d5-7034-4db4-9799-d05397ff7203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:03.374892 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73ba29d5-7034-4db4-9799-d05397ff7203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:03.421576 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73ba29d5-7034-4db4-9799-d05397ff7203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:03.424166 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-73ba29d5-7034-4db4-9799-d05397ff7203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:03.425309 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-73ba29d5-7034-4db4-9799-d05397ff7203 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/06c1523e-9beb-4af4-b7bd-f91abe48ed25 HTTP/1.1" status: 204 len: 168 time: 0.1233540 Aug 31 01:54:03.433086 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba29d5-7034-4db4-9799-d05397ff7203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c1523e-9beb-4af4-b7bd-f91abe48ed25,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:03.678737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36026) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:54:03.692421 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-486c0b9c-5606-4566-9d8c-c29716091030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:03.778175 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-486c0b9c-5606-4566-9d8c-c29716091030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:03.781883 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-486c0b9c-5606-4566-9d8c-c29716091030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:03.822498 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-486c0b9c-5606-4566-9d8c-c29716091030 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=407db7c5af8c489ea2646d025244fa5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420820 Aug 31 01:54:03.823611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c0b9c-5606-4566-9d8c-c29716091030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb968fa-8023-4b14-a230-58a7a0b98947,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:03.825621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36028) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:54:03.876765 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79d9be0c-3b36-4f48-9621-f774dfda4e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:03.897545 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79d9be0c-3b36-4f48-9621-f774dfda4e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:03.943493 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79d9be0c-3b36-4f48-9621-f774dfda4e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:03.945959 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79d9be0c-3b36-4f48-9621-f774dfda4e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:03.947796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-79d9be0c-3b36-4f48-9621-f774dfda4e2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fbb968fa-8023-4b14-a230-58a7a0b98947 HTTP/1.1" status: 204 len: 168 time: 0.1210134 Aug 31 01:54:03.955154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9be0c-3b36-4f48-9621-f774dfda4e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb968fa-8023-4b14-a230-58a7a0b98947,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:04.648518 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36050) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:54:04.684426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:54:04.707815 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:54:04.708169 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device bfdb6c59-4cf7-4f9a-a2f5-5ec8f55cfa45 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:54:04.746063 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-513403549-network', 'tenant_id': '19e23b77a68d4f69b7ed5b4b14e5ea0d'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:54:04.766842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] Made reservation on behalf of 19e23b77a68d4f69b7ed5b4b14e5ea0d for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:54:04.769412 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:04.778006 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:04.864744 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:04.869438 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:04.892670 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:54:04.901603 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d9945e-5b5e-4cbe-b0de-94c9931ab440,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:04.907630 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:04.907979 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] Added segment e5a74846-73d0-481a-a97b-0b3a3b3214c3 of type vlan for network 96f3a260-eca1-4bf3-bbf6-355da36cf7a3 Aug 31 01:54:04.950380 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:04.973816 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:04.974788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:04.975413 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:05.031864 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3822358 Aug 31 01:54:05.034846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36054) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:54:05.040002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-90c0a03b-4f13-487e-8c44-83d7d5bf6939 admin admin] Request body: {'subnet': {'network_id': '96f3a260-eca1-4bf3-bbf6-355da36cf7a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-513403549-subnet', 'tenant_id': '19e23b77a68d4f69b7ed5b4b14e5ea0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:54:05.041737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4eaf1-7662-4c43-b204-4f799fa25a4b admin admin] Pushing event updated for resources: {'Network': ['ID=96f3a260-eca1-4bf3-bbf6-355da36cf7a3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:05.051474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 96f3a260-eca1-4bf3-bbf6-355da36cf7a3 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:54:05.065009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c0a03b-4f13-487e-8c44-83d7d5bf6939 admin admin] Made reservation on behalf of 19e23b77a68d4f69b7ed5b4b14e5ea0d for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:54:05.067383 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-90c0a03b-4f13-487e-8c44-83d7d5bf6939 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:05.234480 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-90c0a03b-4f13-487e-8c44-83d7d5bf6939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:05.295888 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0a03b-4f13-487e-8c44-83d7d5bf6939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02c7292-17fe-41f1-9090-95852e5a396f,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:05.298273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0a03b-4f13-487e-8c44-83d7d5bf6939 admin admin] Checking segment: {'id': 'e5a74846-73d0-481a-a97b-0b3a3b3214c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96f3a260-eca1-4bf3-bbf6-355da36cf7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:54:05.298632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c0a03b-4f13-487e-8c44-83d7d5bf6939 admin admin] Network hostable DHCP agents. Network: 96f3a260-eca1-4bf3-bbf6-355da36cf7a3, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:54:05.314804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c0a03b-4f13-487e-8c44-83d7d5bf6939 admin admin] Network 96f3a260-eca1-4bf3-bbf6-355da36cf7a3 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:54:05.322931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-90c0a03b-4f13-487e-8c44-83d7d5bf6939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 96f3a260-eca1-4bf3-bbf6-355da36cf7a3) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:54:05.326958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c0a03b-4f13-487e-8c44-83d7d5bf6939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:05.327575 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-90c0a03b-4f13-487e-8c44-83d7d5bf6939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:05.332852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eda8e4-aecc-4c04-a9b7-37d25d0b2e29 None None] Network 96f3a260-eca1-4bf3-bbf6-355da36cf7a3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:54:05.342519 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-90c0a03b-4f13-487e-8c44-83d7d5bf6939 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3064415 Aug 31 01:54:05.461050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78982108-7163-42a2-ace7-eac7f2f53fce None None] Network 96f3a260-eca1-4bf3-bbf6-355da36cf7a3 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:54:05.769292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-9958bff3-6f2e-48ae-a98c-859c06c75552 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:05.770747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-9958bff3-6f2e-48ae-a98c-859c06c75552 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/networks?id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3 HTTP/1.1" status: 200 len: 811 time: 0.1041796 Aug 31 01:54:05.786220 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-3719382e-c9e8-422b-962c-df7a4db26656 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/quotas/19e23b77a68d4f69b7ed5b4b14e5ea0d HTTP/1.1" status: 200 len: 375 time: 0.0088718 Aug 31 01:54:05.816776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-43df178f-1525-429a-bc3a-79eab27ab829 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=19e23b77a68d4f69b7ed5b4b14e5ea0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253508 Aug 31 01:54:05.907179 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-7778e998-f1c5-44b4-be73-b1444688259e service neutron] 10.222.0.58 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829639 Aug 31 01:54:05.994512 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-83442c94-716b-49f7-b481-f7925be7277a service neutron] 10.222.0.58 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813918 Aug 31 01:54:06.157707 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-355aedce-a873-4533-a80c-67a83ad7eccd req-5b60e43f-9d68-4216-845b-23956630c01a tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 210 time: 0.0273864 Aug 31 01:54:07.086440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-e12b708b-d931-425f-948d-c983d8823afd tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:07.089298 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-e12b708b-d931-425f-948d-c983d8823afd tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.15 "GET /v2.0/networks?id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3 HTTP/1.1" status: 200 len: 811 time: 0.1148953 Aug 31 01:54:07.110464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-651b5a8b-93fa-4d5d-94c9-da651c69a233 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Request body: {'port': {'device_id': '026963c8-95b8-4bfc-9e82-4b98693db631', 'network_id': '96f3a260-eca1-4bf3-bbf6-355da36cf7a3', 'admin_state_up': True, 'tenant_id': '19e23b77a68d4f69b7ed5b4b14e5ea0d'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:54:07.216629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-651b5a8b-93fa-4d5d-94c9-da651c69a233 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Made reservation on behalf of 19e23b77a68d4f69b7ed5b4b14e5ea0d for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:54:07.220451 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-651b5a8b-93fa-4d5d-94c9-da651c69a233 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:07.265275 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fff913fd-468f-4a6c-a409-0872c629cfac req-642a1a5f-5dd5-42fc-8d75-684afe22ab04 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 210 time: 0.0346451 Aug 31 01:54:07.371548 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-651b5a8b-93fa-4d5d-94c9-da651c69a233 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Allocated IP 172.20.0.9 (96f3a260-eca1-4bf3-bbf6-355da36cf7a3/e02c7292-17fe-41f1-9090-95852e5a396f/e5993e1e-b66e-47c9-8af0-2eb6e54ae71c) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:54:07.801411 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-651b5a8b-93fa-4d5d-94c9-da651c69a233 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:07.838305 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-651b5a8b-93fa-4d5d-94c9-da651c69a233 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:07.881915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-651b5a8b-93fa-4d5d-94c9-da651c69a233 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Network 96f3a260-eca1-4bf3-bbf6-355da36cf7a3 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:54:07.885804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-651b5a8b-93fa-4d5d-94c9-da651c69a233 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:54:07.889749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-651b5a8b-93fa-4d5d-94c9-da651c69a233 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:54:07.913237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b5a8b-93fa-4d5d-94c9-da651c69a233 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Pushing event updated for resources: {'Port': ['ID=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:07.943849 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-651b5a8b-93fa-4d5d-94c9-da651c69a233 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:07.944465 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-651b5a8b-93fa-4d5d-94c9-da651c69a233 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:07.958945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-651b5a8b-93fa-4d5d-94c9-da651c69a233 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8522446 Aug 31 01:54:07.973836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Request body: {'port': {'device_id': '026963c8-95b8-4bfc-9e82-4b98693db631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:54:08.026272 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:08.290773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5993e1e-b66e-47c9-8af0-2eb6e54ae71c {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:54:08.298624 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:08.311533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Transition to ACTIVE for port object e5993e1e-b66e-47c9-8af0-2eb6e54ae71c will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:54:08.315318 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:08.391508 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Pushing event updated for resources: {'Port': ['ID=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:08.447529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b496d25-3b1c-4f4a-848d-96435da38e4c req-a3acfe06-eebc-4c3a-9048-7accb1e3b613 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:08.449045 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b496d25-3b1c-4f4a-848d-96435da38e4c req-a3acfe06-eebc-4c3a-9048-7accb1e3b613 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 943 time: 0.1073797 Aug 31 01:54:08.499014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Attempting to bind port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:54:08.499380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Attempting to bind port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'e5a74846-73d0-481a-a97b-0b3a3b3214c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96f3a260-eca1-4bf3-bbf6-355da36cf7a3'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:54:08.499712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Attempting to bind port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c on network 96f3a260-eca1-4bf3-bbf6-355da36cf7a3 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:54:08.506995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c on network 96f3a260-eca1-4bf3-bbf6-355da36cf7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:54:08.507342 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Attempting to bind port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c on network 96f3a260-eca1-4bf3-bbf6-355da36cf7a3 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:54:08.512981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b496d25-3b1c-4f4a-848d-96435da38e4c req-6e01a708-d377-42cd-b830-ac3f5eda9b9c tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578525 Aug 31 01:54:08.515511 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:54:08.515840 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Checking segment: {'id': 'e5a74846-73d0-481a-a97b-0b3a3b3214c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96f3a260-eca1-4bf3-bbf6-355da36cf7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:54:08.516218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Bound using segment: {'id': 'e5a74846-73d0-481a-a97b-0b3a3b3214c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96f3a260-eca1-4bf3-bbf6-355da36cf7a3'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:54:08.516652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Bound port: e5993e1e-b66e-47c9-8af0-2eb6e54ae71c, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a74846-73d0-481a-a97b-0b3a3b3214c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96f3a260-eca1-4bf3-bbf6-355da36cf7a3'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:54:08.517007 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:08.580012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] For port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:54:08.583027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] For port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,segment=NetworkSegment(e5a74846-73d0-481a-a97b-0b3a3b3214c3),segment_id=e5a74846-73d0-481a-a97b-0b3a3b3214c3)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:54:08.586868 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:08.619399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:08.620023 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:08.621411 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] 10.222.0.15 "PUT /v2.0/ports/e5993e1e-b66e-47c9-8af0-2eb6e54ae71c HTTP/1.1" status: 200 len: 1092 time: 0.6516883 Aug 31 01:54:08.621846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026963c8-95b8-4bfc-9e82-4b98693db631', 'tag': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:54:08.624116 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d1df5d-8826-46d5-8adb-34b6ee8f307f" -d '{"events": [{"name": "network-changed", "server_uuid": "026963c8-95b8-4bfc-9e82-4b98693db631", "tag": "e5993e1e-b66e-47c9-8af0-2eb6e54ae71c"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:54:08.656768 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bce82-afcb-4960-8b73-5ee229f2b008 service neutron] Pushing event updated for resources: {'Port': ['ID=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:08.664214 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdfe983-3b3c-42a1-96f3-cba8d9bc6a6a x-openstack-request-id: req-6fdfe983-3b3c-42a1-96f3-cba8d9bc6a6a {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:54:08.664503 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026963c8-95b8-4bfc-9e82-4b98693db631", "tag": "e5993e1e-b66e-47c9-8af0-2eb6e54ae71c", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:54:08.664752 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6fdfe983-3b3c-42a1-96f3-cba8d9bc6a6a {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:54:08.665154 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026963c8-95b8-4bfc-9e82-4b98693db631', 'tag': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c', 'status': 'completed', 'code': 200} Aug 31 01:54:08.717898 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-6f74ff74-d05f-4a38-8b45-7c4a6ae31c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:08.719422 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-6f74ff74-d05f-4a38-8b45-7c4a6ae31c37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e23b77a68d4f69b7ed5b4b14e5ea0d&device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 1095 time: 0.0406187 Aug 31 01:54:08.766465 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-b61ec35c-3787-47d6-adcf-41af5e3807b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c HTTP/1.1" status: 200 len: 217 time: 0.0359561 Aug 31 01:54:08.813491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-1d99a74e-60ff-4da9-aebc-f21ca51868bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:08.814823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-1d99a74e-60ff-4da9-aebc-f21ca51868bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02c7292-17fe-41f1-9090-95852e5a396f HTTP/1.1" status: 200 len: 851 time: 0.0416656 Aug 31 01:54:08.846007 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-4c620abb-c757-4318-9cbf-c44268d73c8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246165 Aug 31 01:54:08.939558 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-dd35b71b-88cb-4d07-84a4-14528a5055c2 service neutron] 10.222.0.15 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857434 Aug 31 01:54:09.033662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ea81142-f223-473a-9097-fbb2cddeb553 req-24d2aa34-62a6-49e3-b1a0-0c08d37b13ab service neutron] 10.222.0.15 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875714 Aug 31 01:54:09.139063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1df5d-8826-46d5-8adb-34b6ee8f307f req-290eaeb7-380b-4be6-88a1-8322ced9c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:09.140485 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72d1df5d-8826-46d5-8adb-34b6ee8f307f req-290eaeb7-380b-4be6-88a1-8322ced9c2ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e23b77a68d4f69b7ed5b4b14e5ea0d&device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 1095 time: 0.0411987 Aug 31 01:54:09.233344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1df5d-8826-46d5-8adb-34b6ee8f307f req-20eeb933-408c-4630-ae24-3de59ddcd44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:09.234808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72d1df5d-8826-46d5-8adb-34b6ee8f307f req-20eeb933-408c-4630-ae24-3de59ddcd44b service neutron] 10.222.0.15 "GET /v2.0/networks?id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3 HTTP/1.1" status: 200 len: 912 time: 0.0873914 Aug 31 01:54:09.277817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72d1df5d-8826-46d5-8adb-34b6ee8f307f req-164c8943-2934-443a-af57-556f31caa66f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c HTTP/1.1" status: 200 len: 217 time: 0.0356607 Aug 31 01:54:09.330661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1df5d-8826-46d5-8adb-34b6ee8f307f req-4589fe0d-e1a9-4dc1-b826-4df94ab7ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:09.332119 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72d1df5d-8826-46d5-8adb-34b6ee8f307f req-4589fe0d-e1a9-4dc1-b826-4df94ab7ead7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02c7292-17fe-41f1-9090-95852e5a396f HTTP/1.1" status: 200 len: 851 time: 0.0477519 Aug 31 01:54:09.363730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72d1df5d-8826-46d5-8adb-34b6ee8f307f req-0640bd79-dd5d-47a9-895f-ae5b0b42bcdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241098 Aug 31 01:54:09.457386 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72d1df5d-8826-46d5-8adb-34b6ee8f307f req-7a1abe3d-4633-4a5a-86eb-c771697bdbed service neutron] 10.222.0.15 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849459 Aug 31 01:54:09.555221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72d1df5d-8826-46d5-8adb-34b6ee8f307f req-48a4986b-1310-423b-a53f-993f71cb86af service neutron] 10.222.0.15 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887647 Aug 31 01:54:09.627059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360382c-0136-48a8-973d-30c9ce185985 req-6b3d81f6-1b03-4ea4-a167-89832cbd53fe tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:09.628539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4360382c-0136-48a8-973d-30c9ce185985 req-6b3d81f6-1b03-4ea4-a167-89832cbd53fe tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 943 time: 0.0487125 Aug 31 01:54:09.666797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4360382c-0136-48a8-973d-30c9ce185985 req-4f0c2f4b-c6de-4d3f-a75c-e47393f29670 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314400 Aug 31 01:54:10.783635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139aebb-a00b-412b-a68f-023ff8548979 req-bf145943-4447-4747-b4fe-c38833ec6c4c tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:10.785088 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1139aebb-a00b-412b-a68f-023ff8548979 req-bf145943-4447-4747-b4fe-c38833ec6c4c tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 943 time: 0.0490317 Aug 31 01:54:10.822496 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1139aebb-a00b-412b-a68f-023ff8548979 req-fba22c8b-d22b-47a6-8143-61be6b22030a tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314224 Aug 31 01:54:11.550850 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:11.939942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a1dd9-c8fb-40c6-8f9c-1095bc6e4ce6 req-37e5254c-32ff-4d28-a55d-39e52dc458a2 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:11.941433 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb6a1dd9-c8fb-40c6-8f9c-1095bc6e4ce6 req-37e5254c-32ff-4d28-a55d-39e52dc458a2 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 943 time: 0.0540223 Aug 31 01:54:11.981827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eb6a1dd9-c8fb-40c6-8f9c-1095bc6e4ce6 req-5465eb03-f7f1-4195-b6df-6a58bbd6a077 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332172 Aug 31 01:54:12.745926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e5993e1e-b66e-47c9-8af0-2eb6e54ae71c details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:54:12.835418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,segment=NetworkSegment(e5a74846-73d0-481a-a97b-0b3a3b3214c3),segment_id=e5a74846-73d0-481a-a97b-0b3a3b3214c3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:54:12.846435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c', 'network_id': '96f3a260-eca1-4bf3-bbf6-355da36cf7a3', 'port_id': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c', 'mac_address': 'fa:16:3e:78:75:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02c7292-17fe-41f1-9090-95852e5a396f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:54:13.045121 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:13.060530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5993e1e-b66e-47c9-8af0-2eb6e54ae71c {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:54:13.086533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,segment=NetworkSegment(e5a74846-73d0-481a-a97b-0b3a3b3214c3),segment_id=e5a74846-73d0-481a-a97b-0b3a3b3214c3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:54:13.092048 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:13.100616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe89e56-bca7-4fd4-88d3-db5e7213efb1 req-84799f7c-cc6d-4759-8e3c-9e23435dd8bf tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:13.102144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fe89e56-bca7-4fd4-88d3-db5e7213efb1 req-84799f7c-cc6d-4759-8e3c-9e23435dd8bf tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 943 time: 0.0517366 Aug 31 01:54:13.149062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fe89e56-bca7-4fd4-88d3-db5e7213efb1 req-d372bac3-f856-4eac-8609-3144d8bcd2cf tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403163 Aug 31 01:54:13.152346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:13.454500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['e5993e1e-b66e-47c9-8af0-2eb6e54ae71c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:54:14.265145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f387be-45e0-4e53-a771-94402376d2ac req-2ed9051f-5fea-45d6-a21a-c3d2a69c1488 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:14.266646 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15f387be-45e0-4e53-a771-94402376d2ac req-2ed9051f-5fea-45d6-a21a-c3d2a69c1488 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 944 time: 0.0493505 Aug 31 01:54:14.304017 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15f387be-45e0-4e53-a771-94402376d2ac req-510a40cf-9920-4dc0-9999-dba72a93265a tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312114 Aug 31 01:54:14.757833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e5993e1e-b66e-47c9-8af0-2eb6e54ae71c up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:54:14.804693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:54:14.808919 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:54:14.809289 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:14.883386 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:14.904819 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026963c8-95b8-4bfc-9e82-4b98693db631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:54:14.907025 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb2dbb1-efb6-4ea9-b1cb-b5954d92c23b" -d '{"events": [{"server_uuid": "026963c8-95b8-4bfc-9e82-4b98693db631", "name": "network-vif-plugged", "status": "completed", "tag": "e5993e1e-b66e-47c9-8af0-2eb6e54ae71c"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:54:14.923036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,segment=NetworkSegment(e5a74846-73d0-481a-a97b-0b3a3b3214c3),segment_id=e5a74846-73d0-481a-a97b-0b3a3b3214c3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:54:14.927327 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:14.952948 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9990a1-f731-4381-881a-3bbb63f3afa7 x-openstack-request-id: req-2b9990a1-f731-4381-881a-3bbb63f3afa7 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:54:14.953234 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026963c8-95b8-4bfc-9e82-4b98693db631", "name": "network-vif-plugged", "status": "completed", "tag": "e5993e1e-b66e-47c9-8af0-2eb6e54ae71c", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:54:14.953481 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b9990a1-f731-4381-881a-3bbb63f3afa7 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:54:14.953888 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026963c8-95b8-4bfc-9e82-4b98693db631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c', 'code': 200} Aug 31 01:54:14.981186 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:15.066271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bffdc-bced-41a2-aae3-f3ec68455b54 req-94dadf8a-0d3f-4717-800c-9d03470ce755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:15.067687 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e7bffdc-bced-41a2-aae3-f3ec68455b54 req-94dadf8a-0d3f-4717-800c-9d03470ce755 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 1097 time: 0.0457268 Aug 31 01:54:15.105482 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e7bffdc-bced-41a2-aae3-f3ec68455b54 req-ebf15b0b-ffa5-4a15-b8e7-de542c40ad0e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282710 Aug 31 01:54:15.425617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760a54-a10a-4465-a78e-eab26ba12f51 req-9ad92fa3-2231-4c63-b813-f9030c28d3d1 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:15.427107 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f760a54-a10a-4465-a78e-eab26ba12f51 req-9ad92fa3-2231-4c63-b813-f9030c28d3d1 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0530243 Aug 31 01:54:15.465097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2f760a54-a10a-4465-a78e-eab26ba12f51 req-fc025f40-b19c-487f-869c-a48e6b56f7b8 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319648 Aug 31 01:54:16.581549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b80b8-e9a5-4a99-913c-6d17ea01030a req-e4dd951b-1776-40cc-8b3c-849719d95164 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:16.582931 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f77b80b8-e9a5-4a99-913c-6d17ea01030a req-e4dd951b-1776-40cc-8b3c-849719d95164 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0493255 Aug 31 01:54:16.627602 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f77b80b8-e9a5-4a99-913c-6d17ea01030a req-a983c431-d696-4529-8eac-0c5b8e9c8559 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383699 Aug 31 01:54:16.866936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4e9f5-6c9d-4566-a267-1f7325b2d7a6 req-3b140535-b8fb-4d16-84f5-1a5637517ad6 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:16.868900 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50b4e9f5-6c9d-4566-a267-1f7325b2d7a6 req-3b140535-b8fb-4d16-84f5-1a5637517ad6 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0534744 Aug 31 01:54:16.896745 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-cf912fc4-915d-4744-95dd-426179913d5b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911264 Aug 31 01:54:16.905860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-599ee2be-7cbf-44c0-9194-c016627cc7f0 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:54:16.906825 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-599ee2be-7cbf-44c0-9194-c016627cc7f0 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050986 Aug 31 01:54:16.907302 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50b4e9f5-6c9d-4566-a267-1f7325b2d7a6 req-d9685e47-7ae5-4c9d-9b50-d40e6cceb97b tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327523 Aug 31 01:54:18.038825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde12bd-26fc-4769-ba12-bc1fa5bf1510 req-ed1730f2-b518-45b7-838f-384549de7a94 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:18.040329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8bde12bd-26fc-4769-ba12-bc1fa5bf1510 req-ed1730f2-b518-45b7-838f-384549de7a94 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0573623 Aug 31 01:54:18.096100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-80fc36c9-ba2a-4575-bc73-e46700e3bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:18.097369 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-80fc36c9-ba2a-4575-bc73-e46700e3bb8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e23b77a68d4f69b7ed5b4b14e5ea0d&device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 1097 time: 0.0739384 Aug 31 01:54:18.102230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8bde12bd-26fc-4769-ba12-bc1fa5bf1510 req-f8f03092-fe3d-40ef-b5c7-392eae1096fb tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447276 Aug 31 01:54:18.190270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-0784367c-ce97-46ff-a637-20cd551fa1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:18.191705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-0784367c-ce97-46ff-a637-20cd551fa1c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3 HTTP/1.1" status: 200 len: 912 time: 0.0872588 Aug 31 01:54:18.232241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-c3e845f2-bada-48ee-9727-4bfe8fd4fc28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c HTTP/1.1" status: 200 len: 217 time: 0.0339143 Aug 31 01:54:18.285968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-7942b340-8c7c-4c57-8c5c-fc336b63e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:18.287455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-7942b340-8c7c-4c57-8c5c-fc336b63e5cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02c7292-17fe-41f1-9090-95852e5a396f HTTP/1.1" status: 200 len: 851 time: 0.0486443 Aug 31 01:54:18.319419 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-66e1ba60-64f1-42bc-a35f-7c42d2401b96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244217 Aug 31 01:54:18.408680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-9d55ed05-8b05-4c8a-b671-fdf082577356 service neutron] 10.222.0.15 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808952 Aug 31 01:54:18.501489 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-1a2df357-81cd-4d65-a7bd-1266b38f7d49 service neutron] 10.222.0.15 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853868 Aug 31 01:54:19.219246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a1aee-898a-4c84-831c-6287531a842b req-481550e4-f80a-4910-aad5-b685e753f03e tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:19.220650 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f2a1aee-898a-4c84-831c-6287531a842b req-481550e4-f80a-4910-aad5-b685e753f03e tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0503361 Aug 31 01:54:19.257291 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1f2a1aee-898a-4c84-831c-6287531a842b req-868cc681-9ecf-4161-b902-feb8a3a12426 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306282 Aug 31 01:54:20.372313 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c6133-0b2b-411d-82b6-370e4a3b1e1d req-d59a89b7-b1f0-4cb7-b227-c2e200db6db9 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:20.373828 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a9c6133-0b2b-411d-82b6-370e4a3b1e1d req-d59a89b7-b1f0-4cb7-b227-c2e200db6db9 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0482035 Aug 31 01:54:20.411944 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a9c6133-0b2b-411d-82b6-370e4a3b1e1d req-78fc0e1d-583d-4b63-9e04-cc9ca2cd7e21 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319564 Aug 31 01:54:21.286932 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2efbd61c-cc60-4f5b-b753-cf8d11092440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:21.530697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f365a9-9da6-41cb-92f6-627742cbf938 req-8c2a25c4-2c47-4521-8779-15b83f4c748c tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:21.532101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75f365a9-9da6-41cb-92f6-627742cbf938 req-8c2a25c4-2c47-4521-8779-15b83f4c748c tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0535524 Aug 31 01:54:21.569264 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75f365a9-9da6-41cb-92f6-627742cbf938 req-10a7d787-7959-4fe1-8ae2-2e7f26eaf548 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313263 Aug 31 01:54:22.685543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe624d8-8ccd-459d-8a93-10458d177091 req-40def108-f9ee-45a6-84c1-9f0f396dc3a4 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:22.687022 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dfe624d8-8ccd-459d-8a93-10458d177091 req-40def108-f9ee-45a6-84c1-9f0f396dc3a4 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0498445 Aug 31 01:54:22.724085 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dfe624d8-8ccd-459d-8a93-10458d177091 req-511052cb-9461-46e8-8cb4-e2faf098126d tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Aug 31 01:54:23.827306 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ea6950c9-ba30-404a-b0d5-ef8926ee98b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:23.843844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfad4ba-0a46-4fbd-bc3f-9a5745263bb9 req-b3b8674f-a8f6-4a38-84fc-6fc4fc103584 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:23.845345 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fcfad4ba-0a46-4fbd-bc3f-9a5745263bb9 req-b3b8674f-a8f6-4a38-84fc-6fc4fc103584 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0520065 Aug 31 01:54:23.884308 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fcfad4ba-0a46-4fbd-bc3f-9a5745263bb9 req-14e0cc4c-1d7d-4268-827a-6a51d7f231fd tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329995 Aug 31 01:54:24.109884 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:24.640016 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:25.011236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d260c-d775-4a72-b4da-e318e0395196 req-931703d3-e2f0-4317-a0d3-6eab1b404c78 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:25.012755 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6d260c-d775-4a72-b4da-e318e0395196 req-931703d3-e2f0-4317-a0d3-6eab1b404c78 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0593905 Aug 31 01:54:25.049639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c6d260c-d775-4a72-b4da-e318e0395196 req-462ed587-2e6e-42fb-8314-1be3cf8820ca tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305507 Aug 31 01:54:26.167903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55e1a0-48d3-49a6-8895-ec69e4434c8a req-75afa70d-dc5d-44c1-89f4-27e5fd65af06 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:26.169414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b55e1a0-48d3-49a6-8895-ec69e4434c8a req-75afa70d-dc5d-44c1-89f4-27e5fd65af06 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0520778 Aug 31 01:54:26.207128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b55e1a0-48d3-49a6-8895-ec69e4434c8a req-31ca16ba-616c-4dc2-b031-3a9c64b4ea72 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315723 Aug 31 01:54:26.837321 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:27.321813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010817-23ed-4c05-86a4-9caedef82fc9 req-83697077-242f-43de-8082-f46c88663ae1 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:27.323284 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6010817-23ed-4c05-86a4-9caedef82fc9 req-83697077-242f-43de-8082-f46c88663ae1 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0485470 Aug 31 01:54:27.360147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6010817-23ed-4c05-86a4-9caedef82fc9 req-57dd5549-aca2-42e2-af57-6de9bced3e28 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308952 Aug 31 01:54:28.482229 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d9088-27fb-4d7f-bafe-3c437d4b9710 req-b649e78d-99a4-4f79-aaea-2c09aaa556b6 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:28.483729 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f1d9088-27fb-4d7f-bafe-3c437d4b9710 req-b649e78d-99a4-4f79-aaea-2c09aaa556b6 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0542066 Aug 31 01:54:28.520913 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f1d9088-27fb-4d7f-bafe-3c437d4b9710 req-ab16cb79-4d45-4ed6-82db-0d0976b7ff8b tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Aug 31 01:54:29.636675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db38f4d-3c8b-4ffc-861d-727a329d9861 req-a950ae3a-f28b-4e35-b733-7fcb804ecd03 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:29.638144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8db38f4d-3c8b-4ffc-861d-727a329d9861 req-a950ae3a-f28b-4e35-b733-7fcb804ecd03 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0492084 Aug 31 01:54:29.675300 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8db38f4d-3c8b-4ffc-861d-727a329d9861 req-a0c671b7-79f9-4a22-ba14-4ed052d1a69b tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310552 Aug 31 01:54:30.789025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65cccd-0811-4211-bee6-7e413d6f0633 req-ea975465-bd39-4b66-bfec-be2697976e95 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:30.790575 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd65cccd-0811-4211-bee6-7e413d6f0633 req-ea975465-bd39-4b66-bfec-be2697976e95 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0486875 Aug 31 01:54:30.827906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd65cccd-0811-4211-bee6-7e413d6f0633 req-261c3356-86c8-4dcf-b817-fe9df2466801 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314198 Aug 31 01:54:31.910702 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:31.947439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56d202-dc02-4ee4-9688-cda43742ac8d req-fb2e4ce7-b07d-4388-8922-973d8f8cf33b tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:31.949033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac56d202-dc02-4ee4-9688-cda43742ac8d req-fb2e4ce7-b07d-4388-8922-973d8f8cf33b tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0534308 Aug 31 01:54:31.989694 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac56d202-dc02-4ee4-9688-cda43742ac8d req-2e52d409-57b0-4ecd-a3c8-fc85ceb8b9ed tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346808 Aug 31 01:54:33.108334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1248c-6bf2-4372-81e9-5d00704b26a0 req-997eb086-54fd-412c-ab3e-a13f284f2e5f tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:33.110753 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f8e1248c-6bf2-4372-81e9-5d00704b26a0 req-997eb086-54fd-412c-ab3e-a13f284f2e5f tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0529325 Aug 31 01:54:33.153350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f8e1248c-6bf2-4372-81e9-5d00704b26a0 req-be16cd4d-64b0-45b2-a4ec-796990e9bd25 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366054 Aug 31 01:54:34.268843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dad95-2f6c-4f5f-abb9-5ffb7f535c02 req-e93c0277-20b6-4cad-8795-9e31e8a0dea4 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:34.270338 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c48dad95-2f6c-4f5f-abb9-5ffb7f535c02 req-e93c0277-20b6-4cad-8795-9e31e8a0dea4 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0488377 Aug 31 01:54:34.308278 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c48dad95-2f6c-4f5f-abb9-5ffb7f535c02 req-5a5b7104-e9de-446f-9600-3838ad878586 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314569 Aug 31 01:54:35.425598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb46de-d46c-4bb7-bd65-6ef72da0dcb2 req-6071e6d0-0261-4291-8f6b-03b0873ed035 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:35.427084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38fb46de-d46c-4bb7-bd65-6ef72da0dcb2 req-6071e6d0-0261-4291-8f6b-03b0873ed035 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0526862 Aug 31 01:54:35.465709 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38fb46de-d46c-4bb7-bd65-6ef72da0dcb2 req-b10f2068-1f8f-48b7-b20a-4594b4ccef69 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309072 Aug 31 01:54:36.581057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd382716-b045-467a-bd97-2d7dcf0003ea req-cb572e24-d616-4794-8069-e23844966e62 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:36.582438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd382716-b045-467a-bd97-2d7dcf0003ea req-cb572e24-d616-4794-8069-e23844966e62 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0487254 Aug 31 01:54:36.620166 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd382716-b045-467a-bd97-2d7dcf0003ea req-30ba2c4d-1ce6-4a40-ab2a-39e2b201ba2d tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Aug 31 01:54:37.735081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be10d0a-e13b-45aa-9932-05d5371407bb req-406fb74e-ee5c-431d-8a33-ce682398a4aa tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:37.736603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8be10d0a-e13b-45aa-9932-05d5371407bb req-406fb74e-ee5c-431d-8a33-ce682398a4aa tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0490596 Aug 31 01:54:37.778539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8be10d0a-e13b-45aa-9932-05d5371407bb req-8361133f-81a6-4079-925d-1e534d52c07d tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360169 Aug 31 01:54:38.896285 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec718d95-4b0e-4530-93a1-57d3659a7d9a req-cdbeaf07-9bf7-4f04-8744-d23de052b5e0 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:38.897762 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec718d95-4b0e-4530-93a1-57d3659a7d9a req-cdbeaf07-9bf7-4f04-8744-d23de052b5e0 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0527470 Aug 31 01:54:38.935751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec718d95-4b0e-4530-93a1-57d3659a7d9a req-ae9134eb-5cad-4c7c-a967-575c36b4e7cd tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317214 Aug 31 01:54:39.576145 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:54:39.598986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b330a-0bf2-4b08-bded-0e0a906f2939 req-e99634f3-e396-41a5-ad56-8c929a75915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:39.600606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba3b330a-0bf2-4b08-bded-0e0a906f2939 req-e99634f3-e396-41a5-ad56-8c929a75915a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e23b77a68d4f69b7ed5b4b14e5ea0d&device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 1097 time: 0.0406160 Aug 31 01:54:39.707152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b330a-0bf2-4b08-bded-0e0a906f2939 req-5a56612f-3d93-4cd4-b382-85a4e061b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:39.708636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba3b330a-0bf2-4b08-bded-0e0a906f2939 req-5a56612f-3d93-4cd4-b382-85a4e061b65f service neutron] 10.222.0.15 "GET /v2.0/networks?id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3 HTTP/1.1" status: 200 len: 912 time: 0.0872047 Aug 31 01:54:39.750109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba3b330a-0bf2-4b08-bded-0e0a906f2939 req-e927c1f9-f086-47ff-85aa-5562bafa52b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c HTTP/1.1" status: 200 len: 217 time: 0.0343738 Aug 31 01:54:39.798295 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b330a-0bf2-4b08-bded-0e0a906f2939 req-810a55f6-c314-419d-acda-8da1540a8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:39.799718 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba3b330a-0bf2-4b08-bded-0e0a906f2939 req-810a55f6-c314-419d-acda-8da1540a8854 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02c7292-17fe-41f1-9090-95852e5a396f HTTP/1.1" status: 200 len: 851 time: 0.0428655 Aug 31 01:54:39.832261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba3b330a-0bf2-4b08-bded-0e0a906f2939 req-a0c75677-70c8-466b-9446-48e11c837e8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242891 Aug 31 01:54:39.923476 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba3b330a-0bf2-4b08-bded-0e0a906f2939 req-0582dc93-327f-45c9-a680-5c7eeb4c9655 service neutron] 10.222.0.15 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835369 Aug 31 01:54:40.022705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ba3b330a-0bf2-4b08-bded-0e0a906f2939 req-54e0a073-3414-4154-9d26-123262ac591a service neutron] 10.222.0.15 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912354 Aug 31 01:54:40.062247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b4248-3ec0-46d6-9a36-6f1753acc41a req-148fa898-d8a2-4735-93a7-90d710a6e0c5 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:40.063744 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-760b4248-3ec0-46d6-9a36-6f1753acc41a req-148fa898-d8a2-4735-93a7-90d710a6e0c5 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0611305 Aug 31 01:54:40.101977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-760b4248-3ec0-46d6-9a36-6f1753acc41a req-69118f4a-d829-4fa4-9d33-9c6da0c3d5de tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Aug 31 01:54:41.220583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f27eb-8ec0-4332-a2b9-1c77daedd9dd req-7a037dae-2586-474a-ba6c-e0a6a1f79483 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:41.222052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-396f27eb-8ec0-4332-a2b9-1c77daedd9dd req-7a037dae-2586-474a-ba6c-e0a6a1f79483 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0491226 Aug 31 01:54:41.259389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-396f27eb-8ec0-4332-a2b9-1c77daedd9dd req-bb73a836-0bf7-4921-a369-791df69c6aa5 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314701 Aug 31 01:54:41.556436 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:42.377207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63870b-1393-4bc9-b199-1860de329e38 req-f99212b0-75ff-4afd-8cf0-185c1c7064d2 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:42.378717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa63870b-1393-4bc9-b199-1860de329e38 req-f99212b0-75ff-4afd-8cf0-185c1c7064d2 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0489321 Aug 31 01:54:42.416079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa63870b-1393-4bc9-b199-1860de329e38 req-817ecfec-4179-498b-8cbd-0f408e05b8b4 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Aug 31 01:54:43.534444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb613f-54eb-419a-b873-05bce885677e req-ff112b02-727b-4a54-bb08-08ad7c761987 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:43.535848 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-deeb613f-54eb-419a-b873-05bce885677e req-ff112b02-727b-4a54-bb08-08ad7c761987 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0525715 Aug 31 01:54:43.572116 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-deeb613f-54eb-419a-b873-05bce885677e req-bec327ba-9b0d-40e4-8ff6-9da74c8a095f tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303934 Aug 31 01:54:44.689632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5a67e-d624-4155-8053-a809e5c98877 req-395ed14b-f1ee-467f-9968-208a020c2e6f tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:44.693752 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ba5a67e-d624-4155-8053-a809e5c98877 req-395ed14b-f1ee-467f-9968-208a020c2e6f tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0500700 Aug 31 01:54:44.744917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ba5a67e-d624-4155-8053-a809e5c98877 req-be231338-16d0-4d32-908c-cab9f4e15ba5 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475709 Aug 31 01:54:45.442365 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-a345fd3e-fac8-4b78-94b2-2c113cd9433e service neutron] show failed (client error): The resource could not be found. Aug 31 01:54:45.443417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-a345fd3e-fac8-4b78-94b2-2c113cd9433e service neutron] 10.222.0.15 "GET /v2.0/ports/e5993e1e-b66e-47c9-8af0-2eb6e54ae71c/bindings/n-h2-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0559819 Aug 31 01:54:45.714549 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-5aa5a610-297a-4f8c-b796-1a3c8a42fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:45.716089 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-5aa5a610-297a-4f8c-b796-1a3c8a42fa42 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631&tenant_id=19e23b77a68d4f69b7ed5b4b14e5ea0d HTTP/1.1" status: 200 len: 1097 time: 0.1180453 Aug 31 01:54:45.727135 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-9ca59dde-ccc2-49c8-84d4-c7761c71e7b5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:54:45.728108 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-9ca59dde-ccc2-49c8-84d4-c7761c71e7b5 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049701 Aug 31 01:54:45.740163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:54:45.797227 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:45.871557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11168618-0772-4e91-bfa6-fbd78c7a5157 req-08fec27a-42fd-4830-b4d1-f2196e8652b2 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:45.872965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11168618-0772-4e91-bfa6-fbd78c7a5157 req-08fec27a-42fd-4830-b4d1-f2196e8652b2 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0536928 Aug 31 01:54:45.911545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11168618-0772-4e91-bfa6-fbd78c7a5157 req-12f6a373-beb3-41ef-a25b-1e8993718c47 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325744 Aug 31 01:54:46.002356 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] For port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,segment=NetworkSegment(e5a74846-73d0-481a-a97b-0b3a3b3214c3),segment_id=e5a74846-73d0-481a-a97b-0b3a3b3214c3)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:54:46.033392 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] For port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:54:46.070792 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026963c8-95b8-4bfc-9e82-4b98693db631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:54:46.073087 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52482b3-9db8-48d7-beae-5a4ef7951af1" -d '{"events": [{"server_uuid": "026963c8-95b8-4bfc-9e82-4b98693db631", "name": "network-vif-unplugged", "status": "completed", "tag": "e5993e1e-b66e-47c9-8af0-2eb6e54ae71c"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:54:46.077097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:46.089744 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Transition to ACTIVE for port object e5993e1e-b66e-47c9-8af0-2eb6e54ae71c will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:54:46.093962 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:46.159942 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] No DVR routers for this DVR port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:54:46.163079 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,revision_number=6']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:46.173695 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:46.174043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:46.174386 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:46.174722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:46.175058 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:46.175415 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:46.175819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:46.176061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:46.176387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:46.176713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:46.177037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:46.177360 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:46.197180 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77085a3-06f7-4a02-97a4-6f29d4a03b99 x-openstack-request-id: req-f77085a3-06f7-4a02-97a4-6f29d4a03b99 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:54:46.197507 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026963c8-95b8-4bfc-9e82-4b98693db631", "name": "network-vif-unplugged", "status": "completed", "tag": "e5993e1e-b66e-47c9-8af0-2eb6e54ae71c", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:54:46.197758 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f77085a3-06f7-4a02-97a4-6f29d4a03b99 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:54:46.198160 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026963c8-95b8-4bfc-9e82-4b98693db631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c', 'code': 200} Aug 31 01:54:46.210787 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Attempting to bind port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:54:46.211131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Attempting to bind port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'e5a74846-73d0-481a-a97b-0b3a3b3214c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96f3a260-eca1-4bf3-bbf6-355da36cf7a3'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:54:46.211488 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Attempting to bind port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c on network 96f3a260-eca1-4bf3-bbf6-355da36cf7a3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:54:46.216282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c on network 96f3a260-eca1-4bf3-bbf6-355da36cf7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:54:46.216602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Attempting to bind port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c on network 96f3a260-eca1-4bf3-bbf6-355da36cf7a3 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:54:46.221447 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:54:46.221783 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Checking segment: {'id': 'e5a74846-73d0-481a-a97b-0b3a3b3214c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96f3a260-eca1-4bf3-bbf6-355da36cf7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:54:46.222167 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Bound using segment: {'id': 'e5a74846-73d0-481a-a97b-0b3a3b3214c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96f3a260-eca1-4bf3-bbf6-355da36cf7a3'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:54:46.222592 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Bound port: e5993e1e-b66e-47c9-8af0-2eb6e54ae71c, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a74846-73d0-481a-a97b-0b3a3b3214c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96f3a260-eca1-4bf3-bbf6-355da36cf7a3'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:54:46.222943 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:46.285254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] For port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:54:46.288337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] For port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,segment=NetworkSegment(e5a74846-73d0-481a-a97b-0b3a3b3214c3),segment_id=e5a74846-73d0-481a-a97b-0b3a3b3214c3)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:54:46.293443 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:46.329180 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:46.329798 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:46.331175 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] 10.222.0.70 "PUT /v2.0/ports/e5993e1e-b66e-47c9-8af0-2eb6e54ae71c HTTP/1.1" status: 200 len: 1092 time: 0.5948687 Aug 31 01:54:46.351157 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064127d8-6a86-40df-b1a7-4b2abc8596c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,revision_number=7']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:46.393452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-44083430-2440-425a-8584-8c00f01b56ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:46.394852 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-44083430-2440-425a-8584-8c00f01b56ea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19e23b77a68d4f69b7ed5b4b14e5ea0d&device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 1095 time: 0.0409296 Aug 31 01:54:46.482322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-c02a2caa-eacb-4e8a-b54b-3ffe9c516fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:46.483812 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-c02a2caa-eacb-4e8a-b54b-3ffe9c516fdc service neutron] 10.222.0.70 "GET /v2.0/networks?id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3 HTTP/1.1" status: 200 len: 912 time: 0.0816233 Aug 31 01:54:46.529001 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-9da4f7e9-96f0-45ce-9fb1-9530e2147f00 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c HTTP/1.1" status: 200 len: 217 time: 0.0371296 Aug 31 01:54:46.575386 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-73426cc6-6190-4ac9-b5fb-902d01a40d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:46.576753 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-73426cc6-6190-4ac9-b5fb-902d01a40d2e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e02c7292-17fe-41f1-9090-95852e5a396f HTTP/1.1" status: 200 len: 851 time: 0.0413685 Aug 31 01:54:46.607348 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-3b73a9e7-1b27-47ab-b422-eb46ffb2f2f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234463 Aug 31 01:54:46.696669 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-a8c5697d-f0d2-4d07-bcc2-a58118c1053a service neutron] 10.222.0.70 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820258 Aug 31 01:54:46.781725 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-4f2d80c0-07ad-477d-98fc-128e5e1b49e0 req-7d767b82-c645-4586-a248-604bf4fd401f service neutron] 10.222.0.70 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785177 Aug 31 01:54:47.027465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99faced4-e7b6-4eba-a88f-1c180b35de91 req-7dd686b3-823b-4017-8971-03eedce5ce2a tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:47.028920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99faced4-e7b6-4eba-a88f-1c180b35de91 req-7dd686b3-823b-4017-8971-03eedce5ce2a tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 943 time: 0.0482352 Aug 31 01:54:47.065559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99faced4-e7b6-4eba-a88f-1c180b35de91 req-9190c07a-e691-466b-943d-1dc7362b0ee0 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308363 Aug 31 01:54:48.183697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a2820-45ff-44cf-be18-8746763c8922 req-835ee1fd-3cc4-459d-86db-1c7b5049ba87 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:48.185187 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c41a2820-45ff-44cf-be18-8746763c8922 req-835ee1fd-3cc4-459d-86db-1c7b5049ba87 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 943 time: 0.0486188 Aug 31 01:54:48.199195 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026963c8-95b8-4bfc-9e82-4b98693db631', 'tag': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:54:48.201622 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b9cff1-0486-4194-b6d0-bfcfdd982df1" -d '{"events": [{"name": "network-changed", "server_uuid": "026963c8-95b8-4bfc-9e82-4b98693db631", "tag": "e5993e1e-b66e-47c9-8af0-2eb6e54ae71c"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:54:48.225690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c41a2820-45ff-44cf-be18-8746763c8922 req-f9b4d6cd-fb85-432a-8a89-98d2b6f37f66 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340579 Aug 31 01:54:48.260510 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5973577a-9c95-4167-b4b0-5a8e8c56813a x-openstack-request-id: req-5973577a-9c95-4167-b4b0-5a8e8c56813a {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:54:48.260860 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026963c8-95b8-4bfc-9e82-4b98693db631", "tag": "e5993e1e-b66e-47c9-8af0-2eb6e54ae71c", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:54:48.261424 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5973577a-9c95-4167-b4b0-5a8e8c56813a {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:54:48.262046 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026963c8-95b8-4bfc-9e82-4b98693db631', 'tag': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c', 'status': 'completed', 'code': 200} Aug 31 01:54:48.330201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-b3477888-e21d-4d73-bd11-5375e48cf8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:48.331737 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-b3477888-e21d-4d73-bd11-5375e48cf8d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19e23b77a68d4f69b7ed5b4b14e5ea0d&device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 1095 time: 0.0440564 Aug 31 01:54:48.341017 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-eb551ceb-855c-4f0a-9087-6336cc100627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:48.342523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-eb551ceb-855c-4f0a-9087-6336cc100627 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e23b77a68d4f69b7ed5b4b14e5ea0d&device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 1095 time: 0.0495329 Aug 31 01:54:48.423604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-a9529da0-6fa3-4dad-b823-ecb0d99e1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:48.424988 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-a9529da0-6fa3-4dad-b823-ecb0d99e1f59 service neutron] 10.222.0.70 "GET /v2.0/networks?id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3 HTTP/1.1" status: 200 len: 912 time: 0.0859268 Aug 31 01:54:48.434446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-f21d3f50-9718-4138-b561-3f4828e54893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:48.435927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-f21d3f50-9718-4138-b561-3f4828e54893 service neutron] 10.222.0.15 "GET /v2.0/networks?id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3 HTTP/1.1" status: 200 len: 912 time: 0.0861804 Aug 31 01:54:48.467183 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-07228b5b-4b10-4437-8bf9-db79211e8425 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c HTTP/1.1" status: 200 len: 217 time: 0.0342350 Aug 31 01:54:48.477401 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-a4d4c0c0-f71b-44d7-b42b-ad07fac77c7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c HTTP/1.1" status: 200 len: 217 time: 0.0344932 Aug 31 01:54:48.533652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-b79e09aa-0486-43a7-8ff5-deb156c08916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:48.535156 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-b79e09aa-0486-43a7-8ff5-deb156c08916 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02c7292-17fe-41f1-9090-95852e5a396f HTTP/1.1" status: 200 len: 851 time: 0.0512161 Aug 31 01:54:48.569777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-ea623c73-6d74-4ad9-918c-3d51bddc18f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266294 Aug 31 01:54:48.662240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-f212b56c-838d-4a96-bc57-25bf2dd43eb2 service neutron] 10.222.0.15 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852790 Aug 31 01:54:48.762431 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-4eaad712-0f0f-4cd5-b81e-7721c36ec97c service neutron] 10.222.0.15 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896816 Aug 31 01:54:48.822019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-4ad4c4a2-3ee1-443a-bae5-2011b054af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:48.823606 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-4ad4c4a2-3ee1-443a-bae5-2011b054af8e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e02c7292-17fe-41f1-9090-95852e5a396f HTTP/1.1" status: 200 len: 851 time: 0.3495791 Aug 31 01:54:48.853317 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-44deb2ea-8309-421d-b6f0-1308bd6faaa7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233600 Aug 31 01:54:48.914891 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e5993e1e-b66e-47c9-8af0-2eb6e54ae71c no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:54:48.941480 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-a3c83f78-7a15-46db-b29e-bf208971ad5d service neutron] 10.222.0.70 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810490 Aug 31 01:54:48.953693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e5993e1e-b66e-47c9-8af0-2eb6e54ae71c not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:54:49.031312 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-72b9cff1-0486-4194-b6d0-bfcfdd982df1 req-ed792bea-1fd2-4a0d-b58d-b02875c425e0 service neutron] 10.222.0.70 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832052 Aug 31 01:54:49.308301 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device e5993e1e-b66e-47c9-8af0-2eb6e54ae71c details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:54:49.350022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e546a-eca9-4764-ad5e-b21eee401e66 req-6856a4af-3ca6-42c0-bebb-126d7dbca4f6 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:49.351560 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b63e546a-eca9-4764-ad5e-b21eee401e66 req-6856a4af-3ca6-42c0-bebb-126d7dbca4f6 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 943 time: 0.0493495 Aug 31 01:54:49.391591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b63e546a-eca9-4764-ad5e-b21eee401e66 req-21450876-aa10-4ca0-9f9e-e7e3a16ad397 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334573 Aug 31 01:54:49.405962 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,segment=NetworkSegment(e5a74846-73d0-481a-a97b-0b3a3b3214c3),segment_id=e5a74846-73d0-481a-a97b-0b3a3b3214c3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:54:49.418610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c', 'network_id': '96f3a260-eca1-4bf3-bbf6-355da36cf7a3', 'port_id': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c', 'mac_address': 'fa:16:3e:78:75:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02c7292-17fe-41f1-9090-95852e5a396f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:54:49.456647 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:49.469130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5993e1e-b66e-47c9-8af0-2eb6e54ae71c {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:54:49.488844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,segment=NetworkSegment(e5a74846-73d0-481a-a97b-0b3a3b3214c3),segment_id=e5a74846-73d0-481a-a97b-0b3a3b3214c3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:54:49.492756 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:49.545025 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:49.552256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:49.552612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:49.552961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:49.553310 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:49.553646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:49.553984 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:49.554313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:49.554646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:49.554974 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:49.555320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:49.555649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:49.555976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:49.674775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-94957998-e4c3-40f5-b8a0-4efb0e0e6411 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:49.676281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-94957998-e4c3-40f5-b8a0-4efb0e0e6411 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.15 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631&tenant_id=19e23b77a68d4f69b7ed5b4b14e5ea0d&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 944 time: 0.0885346 Aug 31 01:54:49.715543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['e5993e1e-b66e-47c9-8af0-2eb6e54ae71c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:54:49.734883 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-92d0159b-5dae-4181-9b55-1fcfc2aa3868 service neutron] delete failed (client error): The resource could not be found. Aug 31 01:54:49.735939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-92d0159b-5dae-4181-9b55-1fcfc2aa3868 service neutron] 10.222.0.15 "DELETE /v2.0/ports/e5993e1e-b66e-47c9-8af0-2eb6e54ae71c/bindings/n-h1-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0519521 Aug 31 01:54:49.832040 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-9c53b39e-9bd3-464a-b7c9-2097bd30c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:49.833494 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-9c53b39e-9bd3-464a-b7c9-2097bd30c0b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19e23b77a68d4f69b7ed5b4b14e5ea0d&device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 1096 time: 0.0408549 Aug 31 01:54:49.924777 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-95ac6d59-85d7-4e8e-8505-e85c2e0477e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:49.926228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-95ac6d59-85d7-4e8e-8505-e85c2e0477e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3 HTTP/1.1" status: 200 len: 912 time: 0.0861413 Aug 31 01:54:49.967631 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-eb91d4fb-fdd9-498b-ba9b-0da5d6603e4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c HTTP/1.1" status: 200 len: 217 time: 0.0338399 Aug 31 01:54:50.014738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-aeee38b4-09c6-4316-8205-da11773f6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:50.016185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-aeee38b4-09c6-4316-8205-da11773f6bce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02c7292-17fe-41f1-9090-95852e5a396f HTTP/1.1" status: 200 len: 851 time: 0.0418260 Aug 31 01:54:50.051043 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-43ddf578-2181-456e-a737-1a2da7196a88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96f3a260-eca1-4bf3-bbf6-355da36cf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281668 Aug 31 01:54:50.138911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-412a7862-cd02-464b-a75a-d04822a968a3 service neutron] 10.222.0.15 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802588 Aug 31 01:54:50.233197 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-be28cb69-9ae1-412f-814e-f7e2466506e9 service neutron] 10.222.0.15 "GET /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869293 Aug 31 01:54:51.004415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571b72c-332d-452b-bbb7-4be763f503ce req-20ddb1e6-a072-4825-8fe4-cdaf15adccb2 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:51.005879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f571b72c-332d-452b-bbb7-4be763f503ce req-20ddb1e6-a072-4825-8fe4-cdaf15adccb2 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 944 time: 0.0489011 Aug 31 01:54:51.043944 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f571b72c-332d-452b-bbb7-4be763f503ce req-174a2e3b-a244-4914-b685-281c3097b20a tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314305 Aug 31 01:54:51.288741 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5818f219-9317-4b48-aaef-e0c797fa1be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:51.308245 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device e5993e1e-b66e-47c9-8af0-2eb6e54ae71c up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:54:51.358340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:54:51.361858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:54:51.362226 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:51.436717 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:51.459221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026963c8-95b8-4bfc-9e82-4b98693db631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:54:51.461473 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e85fe3d-f378-4d9a-a014-11e1cb3d3558" -d '{"events": [{"server_uuid": "026963c8-95b8-4bfc-9e82-4b98693db631", "name": "network-vif-plugged", "status": "completed", "tag": "e5993e1e-b66e-47c9-8af0-2eb6e54ae71c"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:54:51.474637 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,segment=NetworkSegment(e5a74846-73d0-481a-a97b-0b3a3b3214c3),segment_id=e5a74846-73d0-481a-a97b-0b3a3b3214c3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:54:51.478441 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:51.502872 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d49461e-8787-4f09-a084-1110f629a674 x-openstack-request-id: req-7d49461e-8787-4f09-a084-1110f629a674 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:54:51.503174 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026963c8-95b8-4bfc-9e82-4b98693db631", "name": "network-vif-plugged", "status": "completed", "tag": "e5993e1e-b66e-47c9-8af0-2eb6e54ae71c", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:54:51.503456 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d49461e-8787-4f09-a084-1110f629a674 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:54:51.503848 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026963c8-95b8-4bfc-9e82-4b98693db631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c', 'code': 200} Aug 31 01:54:51.530046 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:52.158623 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad0edd-9027-43f6-8eb5-227beec374d8 req-bc237504-5eb4-466a-887f-8dc4df7e9b89 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:52.160138 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aaad0edd-9027-43f6-8eb5-227beec374d8 req-bc237504-5eb4-466a-887f-8dc4df7e9b89 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0484147 Aug 31 01:54:52.198024 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aaad0edd-9027-43f6-8eb5-227beec374d8 req-037e6b42-96ac-4e07-852f-1aa1d6ae47d4 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d9945e-5b5e-4cbe-b0de-94c9931ab440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313170 Aug 31 01:54:52.239183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-f889983a-c20d-4c89-a2e0-321a42762501 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:52.240705 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-f889983a-c20d-4c89-a2e0-321a42762501 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.70 "GET /v2.0/ports?device_id=026963c8-95b8-4bfc-9e82-4b98693db631 HTTP/1.1" status: 200 len: 945 time: 0.0547781 Aug 31 01:54:52.335001 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-6dccfcfd-cfeb-40e8-9989-f2162dbd4652 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Deleting port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:54:52.335263 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-6dccfcfd-cfeb-40e8-9989-f2162dbd4652 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:52.423570 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-6dccfcfd-cfeb-40e8-9989-f2162dbd4652 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] For port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,segment=NetworkSegment(e5a74846-73d0-481a-a97b-0b3a3b3214c3),segment_id=e5a74846-73d0-481a-a97b-0b3a3b3214c3)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:54:52.423939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-6dccfcfd-cfeb-40e8-9989-f2162dbd4652 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:52.436861 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-6dccfcfd-cfeb-40e8-9989-f2162dbd4652 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Calling delete_port for e5993e1e-b66e-47c9-8af0-2eb6e54ae71c owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:54:52.566225 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-6dccfcfd-cfeb-40e8-9989-f2162dbd4652 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:52.577940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['e5993e1e-b66e-47c9-8af0-2eb6e54ae71c'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:54:52.595474 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccfcfd-cfeb-40e8-9989-f2162dbd4652 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Pushing event deleted for resources: {'Port': ['ID=e5993e1e-b66e-47c9-8af0-2eb6e54ae71c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:52.636746 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-6dccfcfd-cfeb-40e8-9989-f2162dbd4652 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] No DVR routers for this DVR port e5993e1e-b66e-47c9-8af0-2eb6e54ae71c on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:54:52.639395 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-6dccfcfd-cfeb-40e8-9989-f2162dbd4652 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:52.641384 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-003b18b1-5357-4cb4-a2b7-ce5c6db5a34c req-6dccfcfd-cfeb-40e8-9989-f2162dbd4652 tempest-DeleteServersTestJSON-1190969156 tempest-DeleteServersTestJSON-1190969156-project] 10.222.0.70 "DELETE /v2.0/ports/e5993e1e-b66e-47c9-8af0-2eb6e54ae71c HTTP/1.1" status: 204 len: 173 time: 0.3947196 Aug 31 01:54:52.641815 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026963c8-95b8-4bfc-9e82-4b98693db631', 'name': 'network-vif-deleted', 'tag': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:54:52.644305 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806c7ebe-cac6-41e0-966f-dc22eac9a1d4" -d '{"events": [{"server_uuid": "026963c8-95b8-4bfc-9e82-4b98693db631", "name": "network-vif-deleted", "tag": "e5993e1e-b66e-47c9-8af0-2eb6e54ae71c"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:54:52.685261 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06199d60-4181-4c22-9e2e-3d9cd260aa8e x-openstack-request-id: req-06199d60-4181-4c22-9e2e-3d9cd260aa8e {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:54:52.685557 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026963c8-95b8-4bfc-9e82-4b98693db631", "name": "network-vif-deleted", "tag": "e5993e1e-b66e-47c9-8af0-2eb6e54ae71c", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:54:52.685814 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06199d60-4181-4c22-9e2e-3d9cd260aa8e {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:54:52.686225 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026963c8-95b8-4bfc-9e82-4b98693db631', 'name': 'network-vif-deleted', 'tag': 'e5993e1e-b66e-47c9-8af0-2eb6e54ae71c', 'status': 'completed', 'code': 200} Aug 31 01:54:53.332464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36216) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:54:53.376104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Deleting subnet e02c7292-17fe-41f1-9090-95852e5a396f {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:54:53.379639 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:53.416995 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:53.456206 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:53.506838 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:53.533511 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e02c7292-17fe-41f1-9090-95852e5a396f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:53.535859 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:53.537650 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e02c7292-17fe-41f1-9090-95852e5a396f HTTP/1.1" status: 204 len: 168 time: 0.2041926 Aug 31 01:54:53.540307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36218) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:54:53.544735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:53.545078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:53.545415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:53.545748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:53.546078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:53.546405 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:53.546732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:53.547054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:53.547401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:53.547725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:53.548046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:53.548367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1fae7-aa94-4d40-b802-3ab3f6645c0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:54:53.613822 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5929adf0-ce44-408f-b632-ba6c1c11b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:53.688464 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5929adf0-ce44-408f-b632-ba6c1c11b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:53.697817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-5929adf0-ce44-408f-b632-ba6c1c11b3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f3a260-eca1-4bf3-bbf6-355da36cf7a3']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:54:53.711610 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-5929adf0-ce44-408f-b632-ba6c1c11b3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a74846-73d0-481a-a97b-0b3a3b3214c3') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:54:53.711905 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-5929adf0-ce44-408f-b632-ba6c1c11b3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a74846-73d0-481a-a97b-0b3a3b3214c3') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:54:53.720999 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5929adf0-ce44-408f-b632-ba6c1c11b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:53.734458 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5929adf0-ce44-408f-b632-ba6c1c11b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:53.740043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5929adf0-ce44-408f-b632-ba6c1c11b3c9 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:54:53.740418 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5929adf0-ce44-408f-b632-ba6c1c11b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: timer() Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:54:53.741992 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:54:53.793885 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5929adf0-ce44-408f-b632-ba6c1c11b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:53.799558 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5929adf0-ce44-408f-b632-ba6c1c11b3c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:53.802065 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5929adf0-ce44-408f-b632-ba6c1c11b3c9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/96f3a260-eca1-4bf3-bbf6-355da36cf7a3 HTTP/1.1" status: 204 len: 168 time: 0.2600007 Aug 31 01:54:53.812325 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929adf0-ce44-408f-b632-ba6c1c11b3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=96f3a260-eca1-4bf3-bbf6-355da36cf7a3,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:53.827596 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a4e77d1a-1bd3-436e-abd3-96a32e9caafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:53.909784 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36222) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:54:53.949728 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4a355c4a-4675-4e79-ba6e-1a87aa29c468 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19e23b77a68d4f69b7ed5b4b14e5ea0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386856 Aug 31 01:54:53.952044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36224) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:54:54.000106 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f785aebb-501e-4cbc-9459-c5be977737e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:54.027206 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f785aebb-501e-4cbc-9459-c5be977737e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:54.073544 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f785aebb-501e-4cbc-9459-c5be977737e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:54.076660 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f785aebb-501e-4cbc-9459-c5be977737e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:54.077931 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f785aebb-501e-4cbc-9459-c5be977737e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28d9945e-5b5e-4cbe-b0de-94c9931ab440 HTTP/1.1" status: 204 len: 168 time: 0.1249757 Aug 31 01:54:54.085825 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785aebb-501e-4cbc-9459-c5be977737e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d9945e-5b5e-4cbe-b0de-94c9931ab440,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:54.133748 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:54.644036 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:54.760283 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36246) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:54:54.856817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-472877103-network', 'tenant_id': '6a22ba5dd9864c82a7bccc6b1c7d015e'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:54:54.877637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] Made reservation on behalf of 6a22ba5dd9864c82a7bccc6b1c7d015e for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:54:54.879902 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:54.888566 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:54.981868 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:54.985330 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:55.015032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:54:55.021198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b85c025-735c-4957-ad6d-567fe59ca5db,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:55.027597 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:55.027918 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] Added segment f53ec3be-db80-4a46-bd9b-33ccaf8a16f2 of type vlan for network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 Aug 31 01:54:55.069528 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:55.093657 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:55.094604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:55.095169 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:55.157254 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3957951 Aug 31 01:54:55.159958 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36250) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:54:55.165224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-263a0b88-0d56-4788-b4ba-ce61d1d2622e admin admin] Request body: {'subnet': {'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-472877103-subnet', 'tenant_id': '6a22ba5dd9864c82a7bccc6b1c7d015e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:54:55.191876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd70ffc-8066-43a4-9651-03b8720ce720 admin admin] Pushing event updated for resources: {'Network': ['ID=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:55.194839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263a0b88-0d56-4788-b4ba-ce61d1d2622e admin admin] Made reservation on behalf of 6a22ba5dd9864c82a7bccc6b1c7d015e for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:54:55.198031 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-263a0b88-0d56-4788-b4ba-ce61d1d2622e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:55.203246 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:54:55.318448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device e5993e1e-b66e-47c9-8af0-2eb6e54ae71c no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:54:55.339216 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: e5993e1e-b66e-47c9-8af0-2eb6e54ae71c {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:54:55.339655 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device e5993e1e-b66e-47c9-8af0-2eb6e54ae71c not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:54:55.369827 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-263a0b88-0d56-4788-b4ba-ce61d1d2622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:55.426327 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a0b88-0d56-4788-b4ba-ce61d1d2622e admin admin] Pushing event updated for resources: {'Subnet': ['ID=103b4c1e-266a-45bb-9489-4e4f6ff36ef3,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:55.434043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a0b88-0d56-4788-b4ba-ce61d1d2622e admin admin] Checking segment: {'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:54:55.434413 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a0b88-0d56-4788-b4ba-ce61d1d2622e admin admin] Network hostable DHCP agents. Network: 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:54:55.450430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a0b88-0d56-4788-b4ba-ce61d1d2622e admin admin] Network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:54:55.458618 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-263a0b88-0d56-4788-b4ba-ce61d1d2622e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:54:55.462639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263a0b88-0d56-4788-b4ba-ce61d1d2622e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:55.463421 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-263a0b88-0d56-4788-b4ba-ce61d1d2622e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:55.467989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597ab591-1cfe-411f-b67e-497dce9c489b None None] Network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:54:55.479330 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-263a0b88-0d56-4788-b4ba-ce61d1d2622e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3156703 Aug 31 01:54:55.589797 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b5a52d-c467-44d9-9903-c8a6ed47a1e2 None None] Network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:54:55.893833 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-22f83fda-2e62-4b60-b728-6fde92c832a5 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:55.895205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-22f83fda-2e62-4b60-b728-6fde92c832a5 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 814 time: 0.0988107 Aug 31 01:54:55.910064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-2c2de730-58c2-4aea-a94a-8945a3283762 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/quotas/6a22ba5dd9864c82a7bccc6b1c7d015e HTTP/1.1" status: 200 len: 375 time: 0.0090401 Aug 31 01:54:55.941859 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-1c80dc4b-4ea0-4272-af55-e656af324352 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265551 Aug 31 01:54:56.033664 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-c83b504c-aa2d-44ac-94d1-c34c8dad4bd0 service neutron] 10.222.0.58 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844009 Aug 31 01:54:56.118423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-53a95f5e-93c3-4686-ba19-90232c5955fa service neutron] 10.222.0.58 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787282 Aug 31 01:54:56.279777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-125593fc-059a-4017-aa4f-d773e33e2cca req-466138a0-9c4b-4cf4-adb7-8d13e2d2b6f1 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 210 time: 0.0315297 Aug 31 01:54:56.839529 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:57.147624 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-9ece1a17-e589-4e23-b2aa-c54fa99bf4fb tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:57.149108 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-9ece1a17-e589-4e23-b2aa-c54fa99bf4fb tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.70 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 814 time: 0.1067407 Aug 31 01:54:57.162131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-97fd3659-77c9-4d72-bdd4-04c3f5fbb309 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Request body: {'port': {'device_id': '343a013b-f5b2-4425-a7a4-72fe274b0656', 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847', 'admin_state_up': True, 'tenant_id': '6a22ba5dd9864c82a7bccc6b1c7d015e'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:54:57.267916 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-97fd3659-77c9-4d72-bdd4-04c3f5fbb309 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Made reservation on behalf of 6a22ba5dd9864c82a7bccc6b1c7d015e for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:54:57.271622 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-97fd3659-77c9-4d72-bdd4-04c3f5fbb309 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:57.373370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6bff5f8-a165-42c9-85b9-81b881deca3f req-e093e4e1-88b7-4f80-84b3-546da3d35137 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 210 time: 0.0264270 Aug 31 01:54:57.400277 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-97fd3659-77c9-4d72-bdd4-04c3f5fbb309 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Allocated IP 172.20.0.13 (1ef4a16e-08dc-42a7-a0b2-7fcbdf136847/103b4c1e-266a-45bb-9489-4e4f6ff36ef3/ba293354-fe1e-4aab-bf38-c1a5bb464022) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:54:57.544925 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-97fd3659-77c9-4d72-bdd4-04c3f5fbb309 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:57.584388 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-97fd3659-77c9-4d72-bdd4-04c3f5fbb309 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:57.625647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-97fd3659-77c9-4d72-bdd4-04c3f5fbb309 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:54:57.630504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-97fd3659-77c9-4d72-bdd4-04c3f5fbb309 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:54:57.632923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-97fd3659-77c9-4d72-bdd4-04c3f5fbb309 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:54:57.661880 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd3659-77c9-4d72-bdd4-04c3f5fbb309 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Pushing event updated for resources: {'Port': ['ID=ba293354-fe1e-4aab-bf38-c1a5bb464022,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:57.688563 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-97fd3659-77c9-4d72-bdd4-04c3f5fbb309 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:57.689184 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-97fd3659-77c9-4d72-bdd4-04c3f5fbb309 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:57.703155 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-97fd3659-77c9-4d72-bdd4-04c3f5fbb309 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5449414 Aug 31 01:54:57.715742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Request body: {'port': {'device_id': '343a013b-f5b2-4425-a7a4-72fe274b0656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:54:57.770123 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:58.027816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba293354-fe1e-4aab-bf38-c1a5bb464022 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:54:58.035269 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:58.047474 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Transition to ACTIVE for port object ba293354-fe1e-4aab-bf38-c1a5bb464022 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:54:58.051674 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:58.117488 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Pushing event updated for resources: {'Port': ['ID=ba293354-fe1e-4aab-bf38-c1a5bb464022,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:58.167804 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Attempting to bind port ba293354-fe1e-4aab-bf38-c1a5bb464022 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:54:58.168467 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Attempting to bind port ba293354-fe1e-4aab-bf38-c1a5bb464022 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:54:58.168467 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Attempting to bind port ba293354-fe1e-4aab-bf38-c1a5bb464022 on network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:54:58.172720 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Port ba293354-fe1e-4aab-bf38-c1a5bb464022 on network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:54:58.172980 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Attempting to bind port ba293354-fe1e-4aab-bf38-c1a5bb464022 on network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:54:58.177628 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:54:58.177964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Checking segment: {'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:54:58.178346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Bound using segment: {'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:54:58.178769 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Bound port: ba293354-fe1e-4aab-bf38-c1a5bb464022, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:54:58.179119 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:58.240383 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] For port ba293354-fe1e-4aab-bf38-c1a5bb464022, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:54:58.243329 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] For port ba293354-fe1e-4aab-bf38-c1a5bb464022, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:54:58.247667 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:58.281181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:58.281802 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:58.283192 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] 10.222.0.70 "PUT /v2.0/ports/ba293354-fe1e-4aab-bf38-c1a5bb464022 HTTP/1.1" status: 200 len: 1093 time: 0.5717468 Aug 31 01:54:58.283713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343a013b-f5b2-4425-a7a4-72fe274b0656', 'tag': 'ba293354-fe1e-4aab-bf38-c1a5bb464022'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:54:58.285968 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6ed282-d7d7-48a4-b59e-032e152c807b" -d '{"events": [{"name": "network-changed", "server_uuid": "343a013b-f5b2-4425-a7a4-72fe274b0656", "tag": "ba293354-fe1e-4aab-bf38-c1a5bb464022"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:54:58.315520 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd8d5c-08f7-482f-886a-bf48bca24697 service neutron] Pushing event updated for resources: {'Port': ['ID=ba293354-fe1e-4aab-bf38-c1a5bb464022,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:54:58.333351 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae90f3e-061b-47a6-bb2e-bace6ca24310 x-openstack-request-id: req-2ae90f3e-061b-47a6-bb2e-bace6ca24310 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:54:58.333642 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343a013b-f5b2-4425-a7a4-72fe274b0656", "tag": "ba293354-fe1e-4aab-bf38-c1a5bb464022", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:54:58.333898 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ae90f3e-061b-47a6-bb2e-bace6ca24310 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:54:58.334293 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343a013b-f5b2-4425-a7a4-72fe274b0656', 'tag': 'ba293354-fe1e-4aab-bf38-c1a5bb464022', 'status': 'completed', 'code': 200} Aug 31 01:54:58.363647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-68616a61-a01c-4b31-a8a9-887d986e5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:58.365138 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-68616a61-a01c-4b31-a8a9-887d986e5925 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 1096 time: 0.0430105 Aug 31 01:54:58.410466 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-bf187315-a72b-44f9-9457-85b0274bb54d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022 HTTP/1.1" status: 200 len: 217 time: 0.0376856 Aug 31 01:54:58.460234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-e5d5eeaf-e237-4331-87a9-f9e407983dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:58.461606 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-e5d5eeaf-e237-4331-87a9-f9e407983dd2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0438483 Aug 31 01:54:58.492578 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f66e25-5408-470b-a9fa-60dd38090e33 req-80a50c12-ccb7-4050-842f-6e6e8ab260cf tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:58.493171 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-d31f11f7-f2a7-4030-a7e8-dd4f693db6bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238576 Aug 31 01:54:58.494111 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90f66e25-5408-470b-a9fa-60dd38090e33 req-80a50c12-ccb7-4050-842f-6e6e8ab260cf tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 944 time: 0.0494621 Aug 31 01:54:58.534429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90f66e25-5408-470b-a9fa-60dd38090e33 req-b38addc3-cf1a-4051-b9ff-ed5ee0493ae2 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325322 Aug 31 01:54:58.587129 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-42186424-c112-4be1-9725-3cecc0bd103b service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876431 Aug 31 01:54:58.674114 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a3c507ad-4e81-476c-8a54-f77a17ea22fd req-c67bde16-a934-4d08-9da2-d9f3c589883b service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800445 Aug 31 01:54:58.760112 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ed282-d7d7-48a4-b59e-032e152c807b req-bda1a89d-6d2f-4da9-b42b-ea587ce4303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:58.761653 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ed6ed282-d7d7-48a4-b59e-032e152c807b req-bda1a89d-6d2f-4da9-b42b-ea587ce4303f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 1096 time: 0.0414262 Aug 31 01:54:58.857002 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ed282-d7d7-48a4-b59e-032e152c807b req-a3d6714f-ac8f-4794-9ee7-9d59f94a6837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:58.858468 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ed6ed282-d7d7-48a4-b59e-032e152c807b req-a3d6714f-ac8f-4794-9ee7-9d59f94a6837 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 915 time: 0.0894051 Aug 31 01:54:58.901357 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ed6ed282-d7d7-48a4-b59e-032e152c807b req-b19d2bfa-584d-4664-b774-dc14f0d26bc9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022 HTTP/1.1" status: 200 len: 217 time: 0.0345049 Aug 31 01:54:58.954689 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ed282-d7d7-48a4-b59e-032e152c807b req-ae671dce-baa6-4652-b1ef-3c60e022d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:58.956266 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ed6ed282-d7d7-48a4-b59e-032e152c807b req-ae671dce-baa6-4652-b1ef-3c60e022d6be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0486588 Aug 31 01:54:58.992006 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ed6ed282-d7d7-48a4-b59e-032e152c807b req-a438523a-d7e5-477d-9ffd-1e9092efde3c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250771 Aug 31 01:54:59.081513 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ed6ed282-d7d7-48a4-b59e-032e152c807b req-d04c22e8-021c-4fbc-b32c-82095e8872b1 service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815005 Aug 31 01:54:59.175953 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ed6ed282-d7d7-48a4-b59e-032e152c807b req-1dd5a172-819d-4986-87a4-95b3ab919734 service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864232 Aug 31 01:54:59.651423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938137fb-a3a4-4498-8c15-50750ef166d9 req-7ff71468-1455-4a0f-83e2-c821e0f061f6 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:54:59.652895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-938137fb-a3a4-4498-8c15-50750ef166d9 req-7ff71468-1455-4a0f-83e2-c821e0f061f6 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 944 time: 0.0494230 Aug 31 01:54:59.689912 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-938137fb-a3a4-4498-8c15-50750ef166d9 req-a557e941-24e7-4adf-8874-5b3b3c8fb006 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310256 Aug 31 01:55:01.104724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbdd13-0a45-4454-84c6-328bbc8208e9 req-412fb321-0cb9-4aa9-ae9d-f9b19e5cf6c7 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:01.106216 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-befbdd13-0a45-4454-84c6-328bbc8208e9 req-412fb321-0cb9-4aa9-ae9d-f9b19e5cf6c7 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 944 time: 0.3504102 Aug 31 01:55:01.143942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-befbdd13-0a45-4454-84c6-328bbc8208e9 req-e41599ec-2b89-4992-a18f-8aacf3c25aa4 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316622 Aug 31 01:55:01.380871 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ba293354-fe1e-4aab-bf38-c1a5bb464022 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:55:01.481071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ba293354-fe1e-4aab-bf38-c1a5bb464022, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:01.492008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'ba293354-fe1e-4aab-bf38-c1a5bb464022', 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847', 'port_id': 'ba293354-fe1e-4aab-bf38-c1a5bb464022', 'mac_address': 'fa:16:3e:e7:6b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103b4c1e-266a-45bb-9489-4e4f6ff36ef3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:55:01.528369 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:01.540511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba293354-fe1e-4aab-bf38-c1a5bb464022 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:55:01.559955 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ba293354-fe1e-4aab-bf38-c1a5bb464022, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:01.564159 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:01.609677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ba293354-fe1e-4aab-bf38-c1a5bb464022,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:01.749901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['ba293354-fe1e-4aab-bf38-c1a5bb464022'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:55:01.922097 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:02.263590 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9835ed2-bf1f-4a52-bf3c-e8b57e214e34 req-e233ec33-12d6-4e5a-8c17-e85caa0e55ab tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:02.267914 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9835ed2-bf1f-4a52-bf3c-e8b57e214e34 req-e233ec33-12d6-4e5a-8c17-e85caa0e55ab tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 945 time: 0.0578344 Aug 31 01:55:02.313794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9835ed2-bf1f-4a52-bf3c-e8b57e214e34 req-e566cfb1-9ae2-4439-970e-884a5dde9ff0 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399079 Aug 31 01:55:03.396886 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ba293354-fe1e-4aab-bf38-c1a5bb464022 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:55:03.435311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787abaaf-4ed1-4761-a42e-19441ef5cdbc req-20a5e34e-c84d-4f9e-9959-5825104c7cc7 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:03.436843 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-787abaaf-4ed1-4761-a42e-19441ef5cdbc req-20a5e34e-c84d-4f9e-9959-5825104c7cc7 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 945 time: 0.0513730 Aug 31 01:55:03.444166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port ba293354-fe1e-4aab-bf38-c1a5bb464022 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:55:03.448576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port ba293354-fe1e-4aab-bf38-c1a5bb464022 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:55:03.448952 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:03.475624 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-787abaaf-4ed1-4761-a42e-19441ef5cdbc req-137f9586-a4e1-4c9a-bd1f-8af060abe627 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325739 Aug 31 01:55:03.528051 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:03.550090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343a013b-f5b2-4425-a7a4-72fe274b0656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba293354-fe1e-4aab-bf38-c1a5bb464022'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:03.552332 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95627fc-fcbd-47f7-af82-2af4ae2e447f" -d '{"events": [{"server_uuid": "343a013b-f5b2-4425-a7a4-72fe274b0656", "name": "network-vif-plugged", "status": "completed", "tag": "ba293354-fe1e-4aab-bf38-c1a5bb464022"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:03.565510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port ba293354-fe1e-4aab-bf38-c1a5bb464022, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:03.569369 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:03.592876 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5d57c8-a152-4156-b774-f5886eb277b8 x-openstack-request-id: req-4f5d57c8-a152-4156-b774-f5886eb277b8 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:03.593171 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343a013b-f5b2-4425-a7a4-72fe274b0656", "name": "network-vif-plugged", "status": "completed", "tag": "ba293354-fe1e-4aab-bf38-c1a5bb464022", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:03.593422 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f5d57c8-a152-4156-b774-f5886eb277b8 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:03.593808 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343a013b-f5b2-4425-a7a4-72fe274b0656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba293354-fe1e-4aab-bf38-c1a5bb464022', 'code': 200} Aug 31 01:55:03.620202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=ba293354-fe1e-4aab-bf38-c1a5bb464022,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:03.683122 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6118a1-454f-4415-ad03-9992851198ab req-f226e7df-c6c4-46d6-94ac-e954089bc70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:03.684644 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cb6118a1-454f-4415-ad03-9992851198ab req-f226e7df-c6c4-46d6-94ac-e954089bc70f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 1098 time: 0.0416422 Aug 31 01:55:03.719795 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-cb6118a1-454f-4415-ad03-9992851198ab req-cc175239-bec8-49f5-9b03-56f992bed443 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277143 Aug 31 01:55:04.593961 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b40ee9-d805-40df-ac64-c0f906c5efcf req-3b47bd81-f578-473d-880c-a3f36fbce989 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:04.595452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1b40ee9-d805-40df-ac64-c0f906c5efcf req-3b47bd81-f578-473d-880c-a3f36fbce989 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0517976 Aug 31 01:55:04.633768 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1b40ee9-d805-40df-ac64-c0f906c5efcf req-64403db3-6ea7-4d45-917f-c10af00585b6 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Aug 31 01:55:05.750018 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0dfcb-9a1e-4f95-9f2b-223dd9c79616 req-70b1bb56-5438-4a87-979f-975bcbe0eb01 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:05.751499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a0dfcb-9a1e-4f95-9f2b-223dd9c79616 req-70b1bb56-5438-4a87-979f-975bcbe0eb01 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0486228 Aug 31 01:55:05.788939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a0dfcb-9a1e-4f95-9f2b-223dd9c79616 req-d8772e9b-6bc4-4408-ac0a-7a2b9745cd25 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Aug 31 01:55:05.901221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f15d0-f7d5-4829-9e65-0e981b2c7866 req-26881bea-f856-4416-9a10-6121f0a0cfd9 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:05.902688 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-836f15d0-f7d5-4829-9e65-0e981b2c7866 req-26881bea-f856-4416-9a10-6121f0a0cfd9 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0489795 Aug 31 01:55:05.940657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-836f15d0-f7d5-4829-9e65-0e981b2c7866 req-0ea0ce5c-18ee-4695-ab92-76425cbe7693 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Aug 31 01:55:06.142176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ec1ca-5811-43a1-b050-9af1312a73ec req-d0cbf89f-94b5-4883-8e3e-2e67f9150c1e tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:06.143945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-771ec1ca-5811-43a1-b050-9af1312a73ec req-d0cbf89f-94b5-4883-8e3e-2e67f9150c1e tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0525434 Aug 31 01:55:06.181134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-771ec1ca-5811-43a1-b050-9af1312a73ec req-5c490f8e-484c-4733-8d4f-ea917cbfe145 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310557 Aug 31 01:55:06.295336 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5b276-0b62-430f-9d41-3af5b35f5a8a req-a392e092-11f0-486f-be17-c2900600fb7f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:06.296806 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33e5b276-0b62-430f-9d41-3af5b35f5a8a req-a392e092-11f0-486f-be17-c2900600fb7f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0509329 Aug 31 01:55:06.332851 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33e5b276-0b62-430f-9d41-3af5b35f5a8a req-88922a85-a0fd-4ded-b390-60dbfb7d29cd tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302029 Aug 31 01:55:06.554495 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-05203f9c-5538-4781-99c3-c70f9be306a0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417464 Aug 31 01:55:06.567025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faa568-57b6-48c7-a4cf-c53f5c96e17c req-42b80fa5-d218-4e39-95b6-1872d7691296 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:06.568559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7faa568-57b6-48c7-a4cf-c53f5c96e17c req-42b80fa5-d218-4e39-95b6-1872d7691296 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0490773 Aug 31 01:55:06.612280 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d7faa568-57b6-48c7-a4cf-c53f5c96e17c req-35230e9f-50bd-418e-9dfc-b98bc9448e04 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352137 Aug 31 01:55:07.741533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6b9ed-ef2b-44db-bd70-cefc922bc331 req-a9467957-fe5c-49bc-b2d1-4a25b7e9fb88 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:07.743035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1be6b9ed-ef2b-44db-bd70-cefc922bc331 req-a9467957-fe5c-49bc-b2d1-4a25b7e9fb88 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0559483 Aug 31 01:55:07.753715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-361761bf-3b59-4edd-917d-d3353db3fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:07.755223 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-361761bf-3b59-4edd-917d-d3353db3fb83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 1098 time: 0.0451574 Aug 31 01:55:07.782726 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1be6b9ed-ef2b-44db-bd70-cefc922bc331 req-72d79fc1-d1ea-44ff-9621-b67e8dabafd7 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Aug 31 01:55:07.842596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-6d8cff92-4a6a-46f0-a964-89c13849226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:07.844121 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-6d8cff92-4a6a-46f0-a964-89c13849226f service neutron] 10.222.0.70 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 915 time: 0.0822887 Aug 31 01:55:07.888018 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-fcf00d64-7d5c-4862-9419-60aeab5daafb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022 HTTP/1.1" status: 200 len: 217 time: 0.0373678 Aug 31 01:55:07.934417 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-6d48b55d-7188-4a85-af6f-799ad97c9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:07.935807 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-6d48b55d-7188-4a85-af6f-799ad97c9256 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0417531 Aug 31 01:55:07.966225 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-64de7868-244c-463b-aee9-91f2132b019b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236905 Aug 31 01:55:08.050298 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-73c73727-a0ad-498b-83aa-f5422abb0325 service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775223 Aug 31 01:55:08.140201 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-5950254a-1486-452c-bac8-bc92bdac74b3 service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827839 Aug 31 01:55:08.897847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf669f8-5dc8-4e37-bdb3-ae0745431ddb req-ffd594d2-c489-455c-b085-c28f8830e08b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:08.899350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1bf669f8-5dc8-4e37-bdb3-ae0745431ddb req-ffd594d2-c489-455c-b085-c28f8830e08b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0491915 Aug 31 01:55:08.937355 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1bf669f8-5dc8-4e37-bdb3-ae0745431ddb req-74ffcad9-0f50-435d-9804-c48a05a45538 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Aug 31 01:55:10.055213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1364811-adb1-4f56-a2c4-519b4b885386 req-3c6d68fa-43b8-4585-836d-9773c891f0f7 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:10.056735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1364811-adb1-4f56-a2c4-519b4b885386 req-3c6d68fa-43b8-4585-836d-9773c891f0f7 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0498381 Aug 31 01:55:10.093796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1364811-adb1-4f56-a2c4-519b4b885386 req-1eb250dc-1a15-4bba-b4c8-3a737ee84d11 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311508 Aug 31 01:55:11.213130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b61e6-23ef-4320-80e7-146328e3b9c3 req-3d87dafa-5c97-495d-9dd5-e35a02439aca tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:11.214613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af4b61e6-23ef-4320-80e7-146328e3b9c3 req-3d87dafa-5c97-495d-9dd5-e35a02439aca tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0531096 Aug 31 01:55:11.255388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-af4b61e6-23ef-4320-80e7-146328e3b9c3 req-65643e55-b626-461c-81c2-a20679d66d3f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348682 Aug 31 01:55:11.548440 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:12.370629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee76370-3a3a-4539-a034-115d6f6af4cd req-79c5b127-19c3-4310-a478-391b46a272ab tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:12.372132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eee76370-3a3a-4539-a034-115d6f6af4cd req-79c5b127-19c3-4310-a478-391b46a272ab tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0482104 Aug 31 01:55:12.410887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eee76370-3a3a-4539-a034-115d6f6af4cd req-3d7e2833-9429-4adb-bd90-defca300a9c6 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320549 Aug 31 01:55:13.526775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6ba4a-e272-44cb-9553-b07b8c2117f9 req-3ac79c28-e2bb-42e5-803a-34ca192c2690 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:13.528255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-edb6ba4a-e272-44cb-9553-b07b8c2117f9 req-3ac79c28-e2bb-42e5-803a-34ca192c2690 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0498340 Aug 31 01:55:13.565019 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-edb6ba4a-e272-44cb-9553-b07b8c2117f9 req-1cbb3c43-07d0-4f6b-9984-0c0bdf6b6aa8 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308132 Aug 31 01:55:14.684704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53646f-d48e-424c-a5b0-c9804da4da5a req-753aa3f0-d17b-4c65-8b0a-9982acd10cd1 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:14.686188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad53646f-d48e-424c-a5b0-c9804da4da5a req-753aa3f0-d17b-4c65-8b0a-9982acd10cd1 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0546293 Aug 31 01:55:14.723627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad53646f-d48e-424c-a5b0-c9804da4da5a req-22f7ebff-3c4d-4599-b91b-cc5529cda18b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312583 Aug 31 01:55:15.838847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a760c14-e8d2-4562-8849-b0ba0049cd63 req-76587672-4ecf-4c40-b5c6-1f3a5d1c1ab2 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:15.840350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a760c14-e8d2-4562-8849-b0ba0049cd63 req-76587672-4ecf-4c40-b5c6-1f3a5d1c1ab2 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0487680 Aug 31 01:55:15.877095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2a760c14-e8d2-4562-8849-b0ba0049cd63 req-b75b2bda-b854-4750-b67e-6879c7c93969 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308690 Aug 31 01:55:16.576174 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:55:16.996241 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd32bb7-ecd6-4ef0-a173-bb0e51efb077 req-2466c0fb-1343-4c73-9b8b-a9b68ec89a0e tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:16.997716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6dd32bb7-ecd6-4ef0-a173-bb0e51efb077 req-2466c0fb-1343-4c73-9b8b-a9b68ec89a0e tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0493355 Aug 31 01:55:17.034984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6dd32bb7-ecd6-4ef0-a173-bb0e51efb077 req-b3ea8cb6-5b6b-4314-af60-2c4089e307cf tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315082 Aug 31 01:55:18.154839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a8a36-90ad-4e1b-847f-794cd9f327b0 req-fd665eef-3964-4424-9d90-02af42b1940f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:18.156327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc1a8a36-90ad-4e1b-847f-794cd9f327b0 req-fd665eef-3964-4424-9d90-02af42b1940f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0536566 Aug 31 01:55:18.193698 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc1a8a36-90ad-4e1b-847f-794cd9f327b0 req-3907c9d8-9526-4ab1-944b-7918e51a7a91 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Aug 31 01:55:19.308538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc36771-b391-41e8-bd77-9c9fd4fc45c3 req-62ddd437-a7f1-4964-9716-3610ca0b750d tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:19.310017 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc36771-b391-41e8-bd77-9c9fd4fc45c3 req-62ddd437-a7f1-4964-9716-3610ca0b750d tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0507989 Aug 31 01:55:19.346877 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6bc36771-b391-41e8-bd77-9c9fd4fc45c3 req-2fc12590-ff63-40f2-9af4-0d4015a9fbdb tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309455 Aug 31 01:55:20.464211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8737e0-c4ad-45b0-b5ba-a5f911da3443 req-6501f60a-e220-4cb4-8d5f-805874bb62c0 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:20.465704 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df8737e0-c4ad-45b0-b5ba-a5f911da3443 req-6501f60a-e220-4cb4-8d5f-805874bb62c0 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0516498 Aug 31 01:55:20.503073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-df8737e0-c4ad-45b0-b5ba-a5f911da3443 req-8dfca029-07cf-423e-a23e-78bd9510b89e tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315049 Aug 31 01:55:21.291787 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-294bd204-439e-44de-ab81-e7d99d98431b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:21.622126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b689d2-aea2-4d91-a117-11afa94da2fc req-14e203da-dc23-40bc-b70d-f4857c2663ed tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:21.623616 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0b689d2-aea2-4d91-a117-11afa94da2fc req-14e203da-dc23-40bc-b70d-f4857c2663ed tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0533435 Aug 31 01:55:21.661426 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0b689d2-aea2-4d91-a117-11afa94da2fc req-11b5eb14-66f0-4d45-a949-e3530baa850d tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318406 Aug 31 01:55:22.776874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36b6d5-38ad-45b9-8580-89edd2834001 req-4fd6a2b7-62fe-403d-bd4f-f6aa51cf6105 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:22.778347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f36b6d5-38ad-45b9-8580-89edd2834001 req-4fd6a2b7-62fe-403d-bd4f-f6aa51cf6105 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0495834 Aug 31 01:55:22.815818 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f36b6d5-38ad-45b9-8580-89edd2834001 req-8bbb24d2-7919-4eab-91b4-9b99cfe24b7d tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315945 Aug 31 01:55:23.827908 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0840bc66-c8be-4640-b6e9-785f6fac6961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:23.930699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccd7c3-af34-41a1-a69e-83f1f29c156b req-646c0bd8-e9e3-4b21-87e2-9f7f3608d309 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:23.932370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cdccd7c3-af34-41a1-a69e-83f1f29c156b req-646c0bd8-e9e3-4b21-87e2-9f7f3608d309 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0506051 Aug 31 01:55:23.971178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cdccd7c3-af34-41a1-a69e-83f1f29c156b req-6747ad4c-eb74-4b48-a57d-9ea9d02aa9e3 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327849 Aug 31 01:55:24.125309 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:24.645640 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:25.092485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e49f7-fad2-431f-ba0b-ad30e9909d0c req-fcf4e04b-e7d0-411d-909f-2996c91db055 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:25.093972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b4e49f7-fad2-431f-ba0b-ad30e9909d0c req-fcf4e04b-e7d0-411d-909f-2996c91db055 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0541785 Aug 31 01:55:25.131241 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2b4e49f7-fad2-431f-ba0b-ad30e9909d0c req-9646f2b4-62ee-47f3-9b73-b8915c73e368 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313196 Aug 31 01:55:26.271240 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295453c-5a7c-41cb-a823-cc109c268827 req-504168ad-19f5-4ec3-bd54-ad05288fc0b4 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:26.273053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8295453c-5a7c-41cb-a823-cc109c268827 req-504168ad-19f5-4ec3-bd54-ad05288fc0b4 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0537720 Aug 31 01:55:26.315873 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8295453c-5a7c-41cb-a823-cc109c268827 req-84c92fd4-f7fe-4581-97e5-cd16b596dd93 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358720 Aug 31 01:55:26.841949 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:27.434124 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168be24-fb1c-4a8a-bea9-076a8cece2a2 req-2f904e78-963c-4404-8bbd-c903ae4d83eb tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:27.435761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9168be24-fb1c-4a8a-bea9-076a8cece2a2 req-2f904e78-963c-4404-8bbd-c903ae4d83eb tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0519528 Aug 31 01:55:27.474834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9168be24-fb1c-4a8a-bea9-076a8cece2a2 req-5c1a1bd4-5ff9-463b-bc2a-2f9011d404ab tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331438 Aug 31 01:55:28.600676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00324da-0028-4107-9a7f-2a62d1287b4f req-219ad680-4093-4bc1-a06f-e26324f44895 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:28.602044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b00324da-0028-4107-9a7f-2a62d1287b4f req-219ad680-4093-4bc1-a06f-e26324f44895 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0521193 Aug 31 01:55:28.640378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b00324da-0028-4107-9a7f-2a62d1287b4f req-34d1e99f-8ed0-4a19-b357-4363f4c6a1a3 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311236 Aug 31 01:55:29.756022 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea9d14-ff01-4aad-8fa3-3066a1728783 req-f0441e39-3289-42b8-975f-6d9f88303c1f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:29.757514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6ea9d14-ff01-4aad-8fa3-3066a1728783 req-f0441e39-3289-42b8-975f-6d9f88303c1f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0505011 Aug 31 01:55:29.796466 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6ea9d14-ff01-4aad-8fa3-3066a1728783 req-2114e0d2-d083-4f10-bd69-e675c559eb08 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328913 Aug 31 01:55:30.593126 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7ef21-717f-425b-8b53-650133e9e34f req-40a4b43f-d189-4cbd-b67a-c0766bb79500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:30.594521 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-75e7ef21-717f-425b-8b53-650133e9e34f req-40a4b43f-d189-4cbd-b67a-c0766bb79500 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 1098 time: 0.0407853 Aug 31 01:55:30.701097 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7ef21-717f-425b-8b53-650133e9e34f req-9c2f307c-2fc9-46e1-b4c3-6abf4249fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:30.702590 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-75e7ef21-717f-425b-8b53-650133e9e34f req-9c2f307c-2fc9-46e1-b4c3-6abf4249fb1d service neutron] 10.222.0.70 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 915 time: 0.0887909 Aug 31 01:55:30.745996 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-75e7ef21-717f-425b-8b53-650133e9e34f req-c7c0bc0f-243c-45f8-9db3-ed36c9f8b220 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022 HTTP/1.1" status: 200 len: 217 time: 0.0357120 Aug 31 01:55:30.794040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7ef21-717f-425b-8b53-650133e9e34f req-0252ef2e-7bba-4304-a802-6661a95137c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:30.795519 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-75e7ef21-717f-425b-8b53-650133e9e34f req-0252ef2e-7bba-4304-a802-6661a95137c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0424469 Aug 31 01:55:30.830262 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-75e7ef21-717f-425b-8b53-650133e9e34f req-ea7c6c51-2974-4e8a-98a4-519064ed9b2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280960 Aug 31 01:55:30.918558 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-75e7ef21-717f-425b-8b53-650133e9e34f req-f2d16d32-48ab-4759-8d36-554ad436bc6e service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812833 Aug 31 01:55:30.918806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23643af9-2266-4328-9c13-5c59bc86b8a6 req-97a45b88-f7cf-4904-a046-770bbe0a010a tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:30.920619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23643af9-2266-4328-9c13-5c59bc86b8a6 req-97a45b88-f7cf-4904-a046-770bbe0a010a tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0556405 Aug 31 01:55:30.959045 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23643af9-2266-4328-9c13-5c59bc86b8a6 req-edcb572e-67f0-4fe3-a79c-fc941b903114 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Aug 31 01:55:31.011000 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-75e7ef21-717f-425b-8b53-650133e9e34f req-b9e65b15-5b64-4779-9d13-e6cd754dc26d service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854709 Aug 31 01:55:31.926628 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:32.079246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d84ecf-0c89-4e67-9cde-917e330aa7d7 req-52365631-8760-4334-9f27-2529cadedd34 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:32.080752 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34d84ecf-0c89-4e67-9cde-917e330aa7d7 req-52365631-8760-4334-9f27-2529cadedd34 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0525284 Aug 31 01:55:32.120223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-34d84ecf-0c89-4e67-9cde-917e330aa7d7 req-021f3a18-b59f-43f4-9840-a2ff7e0f43bc tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328553 Aug 31 01:55:33.236220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd27106-7eac-4e20-81aa-a02497eb19e1 req-2f0123a2-b934-4dc2-8211-79c3fc7b5aa7 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:33.237761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fd27106-7eac-4e20-81aa-a02497eb19e1 req-2f0123a2-b934-4dc2-8211-79c3fc7b5aa7 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0492597 Aug 31 01:55:33.282484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fd27106-7eac-4e20-81aa-a02497eb19e1 req-429c3cfb-3a20-45c1-9747-140a7a5ccb45 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 Aug 31 01:55:34.398010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5f9bc-349a-410f-a64c-800cbe667c8d req-80f2fc1d-7b7f-4d6f-b832-109b83889a74 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:34.399521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63f5f9bc-349a-410f-a64c-800cbe667c8d req-80f2fc1d-7b7f-4d6f-b832-109b83889a74 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0499899 Aug 31 01:55:34.437318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63f5f9bc-349a-410f-a64c-800cbe667c8d req-134952d4-4210-4be5-a74c-05c48a943904 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318196 Aug 31 01:55:35.328257 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-dbb47750-2e44-4c5e-88a3-4a7e06638ac7 service neutron] show failed (client error): The resource could not be found. Aug 31 01:55:35.329268 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-dbb47750-2e44-4c5e-88a3-4a7e06638ac7 service neutron] 10.222.0.70 "GET /v2.0/ports/ba293354-fe1e-4aab-bf38-c1a5bb464022/bindings/n-h1-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0570991 Aug 31 01:55:35.582984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-3b8a2bfa-4002-4afb-90d4-88e535e38a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:35.584414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-3b8a2bfa-4002-4afb-90d4-88e535e38a5f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656&tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e HTTP/1.1" status: 200 len: 1098 time: 0.1024492 Aug 31 01:55:35.592982 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e712e-59c8-417a-960f-7e120cdf3a4d req-5a4862f0-c1a8-44ef-9309-2d140541f360 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:35.594341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b81e712e-59c8-417a-960f-7e120cdf3a4d req-5a4862f0-c1a8-44ef-9309-2d140541f360 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0802338 Aug 31 01:55:35.600622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:55:35.676660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b81e712e-59c8-417a-960f-7e120cdf3a4d req-67e7f896-97d2-4366-a9e3-dfb52a1767f7 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734520 Aug 31 01:55:35.681556 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:35.879929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] For port ba293354-fe1e-4aab-bf38-c1a5bb464022, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:35.912577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] For port ba293354-fe1e-4aab-bf38-c1a5bb464022, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:55:35.951508 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343a013b-f5b2-4425-a7a4-72fe274b0656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba293354-fe1e-4aab-bf38-c1a5bb464022'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:35.953753 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5aacf9e-4809-4d4f-bd9f-c3b726ce9d13" -d '{"events": [{"server_uuid": "343a013b-f5b2-4425-a7a4-72fe274b0656", "name": "network-vif-unplugged", "status": "completed", "tag": "ba293354-fe1e-4aab-bf38-c1a5bb464022"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:35.957520 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:35.970233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Transition to ACTIVE for port object ba293354-fe1e-4aab-bf38-c1a5bb464022 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:55:35.974976 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:36.008499 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9357c6f9-97c1-487d-b3ff-e231b0c6e9cb x-openstack-request-id: req-9357c6f9-97c1-487d-b3ff-e231b0c6e9cb {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:36.008797 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343a013b-f5b2-4425-a7a4-72fe274b0656", "name": "network-vif-unplugged", "status": "completed", "tag": "ba293354-fe1e-4aab-bf38-c1a5bb464022", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:36.009086 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9357c6f9-97c1-487d-b3ff-e231b0c6e9cb {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:36.009476 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343a013b-f5b2-4425-a7a4-72fe274b0656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba293354-fe1e-4aab-bf38-c1a5bb464022', 'code': 200} Aug 31 01:55:36.045073 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] No DVR routers for this DVR port ba293354-fe1e-4aab-bf38-c1a5bb464022 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:55:36.046994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba293354-fe1e-4aab-bf38-c1a5bb464022,revision_number=6']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:36.081014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Attempting to bind port ba293354-fe1e-4aab-bf38-c1a5bb464022 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:55:36.081338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Attempting to bind port ba293354-fe1e-4aab-bf38-c1a5bb464022 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:55:36.081664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Attempting to bind port ba293354-fe1e-4aab-bf38-c1a5bb464022 on network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:55:36.085750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Port ba293354-fe1e-4aab-bf38-c1a5bb464022 on network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:55:36.086070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Attempting to bind port ba293354-fe1e-4aab-bf38-c1a5bb464022 on network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:55:36.091107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:55:36.091478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Checking segment: {'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:55:36.091859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Bound using segment: {'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:55:36.092283 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Bound port: ba293354-fe1e-4aab-bf38-c1a5bb464022, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:55:36.092635 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:36.155318 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] For port ba293354-fe1e-4aab-bf38-c1a5bb464022, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:55:36.158393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] For port ba293354-fe1e-4aab-bf38-c1a5bb464022, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:55:36.161785 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:36.199515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:36.200139 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:36.201527 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] 10.222.0.15 "PUT /v2.0/ports/ba293354-fe1e-4aab-bf38-c1a5bb464022 HTTP/1.1" status: 200 len: 1093 time: 0.6048133 Aug 31 01:55:36.220893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53babc4-dbb2-4988-8b54-5c503092e6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba293354-fe1e-4aab-bf38-c1a5bb464022,revision_number=7']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:36.268911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-5a540a76-d87f-402d-a1af-e70f61b4dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:36.270404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-5a540a76-d87f-402d-a1af-e70f61b4dd99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 1096 time: 0.0409071 Aug 31 01:55:36.357171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-706d763d-3a75-4bbf-b5f1-ab75fba1fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:36.358626 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-706d763d-3a75-4bbf-b5f1-ab75fba1fc90 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 915 time: 0.0817335 Aug 31 01:55:36.404588 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f05979b5-678f-4643-a57e-35b7979b0333 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022 HTTP/1.1" status: 200 len: 217 time: 0.0384305 Aug 31 01:55:36.452748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f6ab3d8e-dbd9-48ab-97e1-1ba8a682f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:36.454071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-f6ab3d8e-dbd9-48ab-97e1-1ba8a682f967 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0428267 Aug 31 01:55:36.484105 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-99961497-7131-4313-9ded-e3f76ff67a79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233235 Aug 31 01:55:36.575588 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-b2690c86-809d-428b-b7fc-4cb2c55934fb service neutron] 10.222.0.15 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843179 Aug 31 01:55:36.662039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5cf192f8-ece6-44b1-a2fb-16f3b7b2879a req-c79f2c9c-6d48-47d6-a46b-0d5e6f7eaafb service neutron] 10.222.0.15 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798476 Aug 31 01:55:36.794563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e5a24-89d2-46ce-bd0b-e625b3c8fade req-0638b1dd-210f-4a47-b387-90247537b7c8 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:36.796102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e85e5a24-89d2-46ce-bd0b-e625b3c8fade req-0638b1dd-210f-4a47-b387-90247537b7c8 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 944 time: 0.0498936 Aug 31 01:55:36.833432 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e85e5a24-89d2-46ce-bd0b-e625b3c8fade req-ff3e4398-85ef-457f-950c-321a3ef496ea tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313287 Aug 31 01:55:37.956467 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea568a-f163-4db5-a206-ffdc25ee2280 req-1a4b5141-5443-4566-9617-c26905bfdd3e tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:37.957949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cea568a-f163-4db5-a206-ffdc25ee2280 req-1a4b5141-5443-4566-9617-c26905bfdd3e tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 944 time: 0.0534048 Aug 31 01:55:37.996306 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6cea568a-f163-4db5-a206-ffdc25ee2280 req-05f42f26-8cdb-465d-82b0-fed073f5a241 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314324 Aug 31 01:55:38.010893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343a013b-f5b2-4425-a7a4-72fe274b0656', 'tag': 'ba293354-fe1e-4aab-bf38-c1a5bb464022'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:38.013165 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db" -d '{"events": [{"name": "network-changed", "server_uuid": "343a013b-f5b2-4425-a7a4-72fe274b0656", "tag": "ba293354-fe1e-4aab-bf38-c1a5bb464022"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:38.061188 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b020c043-b2ac-465d-bed7-2f357c9055bf x-openstack-request-id: req-b020c043-b2ac-465d-bed7-2f357c9055bf {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:38.061481 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343a013b-f5b2-4425-a7a4-72fe274b0656", "tag": "ba293354-fe1e-4aab-bf38-c1a5bb464022", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:38.061733 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b020c043-b2ac-465d-bed7-2f357c9055bf {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:38.062173 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343a013b-f5b2-4425-a7a4-72fe274b0656', 'tag': 'ba293354-fe1e-4aab-bf38-c1a5bb464022', 'status': 'completed', 'code': 200} Aug 31 01:55:38.120041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-a9896af2-4969-4391-9971-cd89fcee62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:38.121468 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-a9896af2-4969-4391-9971-cd89fcee62b9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 1096 time: 0.0421484 Aug 31 01:55:38.142884 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-da1c9fec-a5e7-4867-ba9e-6c8c95440321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:38.144452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-da1c9fec-a5e7-4867-ba9e-6c8c95440321 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 1096 time: 0.0449114 Aug 31 01:55:38.219300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-badd16be-7590-4d1f-8553-696cc8082c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:38.220787 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-badd16be-7590-4d1f-8553-696cc8082c1a service neutron] 10.222.0.70 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 915 time: 0.0916333 Aug 31 01:55:38.241401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-5b5275ee-5e0d-40fb-b805-f2b9e2b7a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:38.242875 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-5b5275ee-5e0d-40fb-b805-f2b9e2b7a6a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 915 time: 0.0904374 Aug 31 01:55:38.262674 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-5916103e-5678-42dd-9524-ec86cb730c8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022 HTTP/1.1" status: 200 len: 217 time: 0.0348647 Aug 31 01:55:38.288208 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-04f39b48-330c-48a1-8c6c-69dae31b7e54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022 HTTP/1.1" status: 200 len: 217 time: 0.0363855 Aug 31 01:55:38.313081 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-f292dcbe-b7e5-4a05-b165-f908b4b8ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:38.314534 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-f292dcbe-b7e5-4a05-b165-f908b4b8ed1d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0449076 Aug 31 01:55:38.337668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-284d37c8-fa8f-4c12-972f-7b8f6229de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:38.339257 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-284d37c8-fa8f-4c12-972f-7b8f6229de11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0429528 Aug 31 01:55:38.345107 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-4e72986c-ec15-4f42-b5ab-31f883da244e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238147 Aug 31 01:55:38.371987 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-1863b7bd-3ee4-4597-8f28-086a437846e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253127 Aug 31 01:55:38.439501 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-a1a14d99-3178-431e-a5a5-b13618b29646 service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866849 Aug 31 01:55:38.466455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-837196c5-b102-4907-859d-1fbe3348545d service neutron] 10.222.0.15 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870857 Aug 31 01:55:38.527991 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-898b14a8-190a-4373-89c9-3757ae6c4522 service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817876 Aug 31 01:55:38.557928 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce9c0bfc-a699-4fc1-afd8-abb23eedd9db req-7876c1c7-b345-4841-811c-2e867b33e7b1 service neutron] 10.222.0.15 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836856 Aug 31 01:55:39.116406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b657-6a0f-496b-a410-6e2fbb5be625 req-e421582e-319a-4286-a2ce-81344686ca8a tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:39.117885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c224b657-6a0f-496b-a410-6e2fbb5be625 req-e421582e-319a-4286-a2ce-81344686ca8a tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 944 time: 0.0541823 Aug 31 01:55:39.156375 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c224b657-6a0f-496b-a410-6e2fbb5be625 req-d6ea5e81-d4a6-40e2-93b2-61b354e5eeec tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321178 Aug 31 01:55:39.566505 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ba293354-fe1e-4aab-bf38-c1a5bb464022 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:55:39.608014 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device ba293354-fe1e-4aab-bf38-c1a5bb464022 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:55:40.270866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc599824-20a3-433e-a44f-dd907bf82c83 req-0efbb264-1a55-4201-9717-484ac0ecbab5 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:40.272383 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc599824-20a3-433e-a44f-dd907bf82c83 req-0efbb264-1a55-4201-9717-484ac0ecbab5 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 944 time: 0.0486052 Aug 31 01:55:40.311158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc599824-20a3-433e-a44f-dd907bf82c83 req-eb56aaab-2fed-4d85-8a4d-3f9d2a2f0013 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322862 Aug 31 01:55:40.500399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d146d4-cd6b-43be-9b5c-a52c5c911c35 req-e110d9bc-2d80-44e5-9aa1-b789576f6c2d tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:40.501922 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71d146d4-cd6b-43be-9b5c-a52c5c911c35 req-e110d9bc-2d80-44e5-9aa1-b789576f6c2d tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 944 time: 0.0495038 Aug 31 01:55:40.554300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b76fd-4f69-4a4f-8437-780138c15af9 req-a49815bc-43c9-4526-bfae-544b9c50c18c tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:40.555828 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d3b76fd-4f69-4a4f-8437-780138c15af9 req-a49815bc-43c9-4526-bfae-544b9c50c18c tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.70 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656&tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 944 time: 0.0912669 Aug 31 01:55:40.567886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71d146d4-cd6b-43be-9b5c-a52c5c911c35 req-3e6bcb70-f4ad-4d85-9e11-ddef92d0735b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598073 Aug 31 01:55:40.582405 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40a9eb1d-44b0-4439-b49a-47404e66290a req-301268f1-7a04-4720-88c8-bf31d976b0c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524132 Aug 31 01:55:40.617506 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [req-6d3b76fd-4f69-4a4f-8437-780138c15af9 req-f349a507-df25-4594-9cce-b2039564bccc service neutron] delete failed (client error): The resource could not be found. Aug 31 01:55:40.618638 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d3b76fd-4f69-4a4f-8437-780138c15af9 req-f349a507-df25-4594-9cce-b2039564bccc service neutron] 10.222.0.70 "DELETE /v2.0/ports/ba293354-fe1e-4aab-bf38-c1a5bb464022/bindings/n-h2-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0555124 Aug 31 01:55:40.674462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9eb1d-44b0-4439-b49a-47404e66290a req-326c579a-255c-4103-ad6e-166004106c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:40.675995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40a9eb1d-44b0-4439-b49a-47404e66290a req-326c579a-255c-4103-ad6e-166004106c98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 1096 time: 0.0440583 Aug 31 01:55:40.703478 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b76fd-4f69-4a4f-8437-780138c15af9 req-07069633-35ab-404a-a0f5-46fa36729787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:40.704983 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d3b76fd-4f69-4a4f-8437-780138c15af9 req-07069633-35ab-404a-a0f5-46fa36729787 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 1096 time: 0.0414479 Aug 31 01:55:40.781125 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9eb1d-44b0-4439-b49a-47404e66290a req-d7e3d1d3-f7dc-45a3-8930-ff8990efeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:40.782557 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40a9eb1d-44b0-4439-b49a-47404e66290a req-d7e3d1d3-f7dc-45a3-8930-ff8990efeb18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 915 time: 0.0872014 Aug 31 01:55:40.795378 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b76fd-4f69-4a4f-8437-780138c15af9 req-12ac211c-b8d7-4463-a5f2-b6dacfc32c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:40.796840 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d3b76fd-4f69-4a4f-8437-780138c15af9 req-12ac211c-b8d7-4463-a5f2-b6dacfc32c30 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 915 time: 0.0855112 Aug 31 01:55:40.829860 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40a9eb1d-44b0-4439-b49a-47404e66290a req-5b75bde5-543e-4699-90aa-79a0a9cffc91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022 HTTP/1.1" status: 200 len: 217 time: 0.0403607 Aug 31 01:55:40.837486 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d3b76fd-4f69-4a4f-8437-780138c15af9 req-7ba35bdb-43d9-4085-abcd-137acdc972e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022 HTTP/1.1" status: 200 len: 217 time: 0.0336905 Aug 31 01:55:40.879593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9eb1d-44b0-4439-b49a-47404e66290a req-791a1e69-b684-4a5b-8e27-034378b2b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:40.881062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40a9eb1d-44b0-4439-b49a-47404e66290a req-791a1e69-b684-4a5b-8e27-034378b2b4ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0441904 Aug 31 01:55:40.887588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b76fd-4f69-4a4f-8437-780138c15af9 req-56862c45-a0af-4f18-bdfe-d55319b2e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:40.889009 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d3b76fd-4f69-4a4f-8437-780138c15af9 req-56862c45-a0af-4f18-bdfe-d55319b2e6a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0453815 Aug 31 01:55:40.912614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40a9eb1d-44b0-4439-b49a-47404e66290a req-08081a34-44b8-4a15-919c-e95bcddd7265 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250378 Aug 31 01:55:40.920211 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d3b76fd-4f69-4a4f-8437-780138c15af9 req-d44c12af-4bfe-4d59-9a4a-c1404a8b024d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246022 Aug 31 01:55:41.006360 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40a9eb1d-44b0-4439-b49a-47404e66290a req-c3d8275b-5c65-47b6-a1e2-642dcebcf26f service neutron] 10.222.0.15 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865123 Aug 31 01:55:41.007501 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d3b76fd-4f69-4a4f-8437-780138c15af9 req-42fbd019-66a8-4ef1-805a-713c4a5fda2e service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802670 Aug 31 01:55:41.100844 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-6d3b76fd-4f69-4a4f-8437-780138c15af9 req-38273d6b-f48f-45e1-90f9-9d588a812e94 service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859780 Aug 31 01:55:41.102293 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40a9eb1d-44b0-4439-b49a-47404e66290a req-adc3d364-1c0d-4dcc-bde4-42cbf6258103 service neutron] 10.222.0.15 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889981 Aug 31 01:55:41.186829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device ba293354-fe1e-4aab-bf38-c1a5bb464022 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:55:41.279875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port ba293354-fe1e-4aab-bf38-c1a5bb464022, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:41.291844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'ba293354-fe1e-4aab-bf38-c1a5bb464022', 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847', 'port_id': 'ba293354-fe1e-4aab-bf38-c1a5bb464022', 'mac_address': 'fa:16:3e:e7:6b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103b4c1e-266a-45bb-9489-4e4f6ff36ef3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:55:41.331267 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:41.343553 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba293354-fe1e-4aab-bf38-c1a5bb464022 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:55:41.362414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port ba293354-fe1e-4aab-bf38-c1a5bb464022, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:41.365965 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:41.414858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=ba293354-fe1e-4aab-bf38-c1a5bb464022,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:41.567241 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:41.691215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb55be-e13f-44cf-9911-7a180d1d4704 req-7481f52a-01e8-4ae4-81f4-859c7fcb40f9 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:41.692624 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28cb55be-e13f-44cf-9911-7a180d1d4704 req-7481f52a-01e8-4ae4-81f4-859c7fcb40f9 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 945 time: 0.0493073 Aug 31 01:55:41.728842 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['ba293354-fe1e-4aab-bf38-c1a5bb464022'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:55:41.732172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28cb55be-e13f-44cf-9911-7a180d1d4704 req-a07c4a28-7197-45a5-8d6e-beb97d8863c1 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323558 Aug 31 01:55:41.849095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46f2ce-35fa-4c45-940a-fc2ac6b570d8 req-17148e69-0da5-4fd7-a518-6156728abe67 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:41.850570 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c46f2ce-35fa-4c45-940a-fc2ac6b570d8 req-17148e69-0da5-4fd7-a518-6156728abe67 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 945 time: 0.0521843 Aug 31 01:55:41.889070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1c46f2ce-35fa-4c45-940a-fc2ac6b570d8 req-a09b324c-90d3-4a0d-b3dd-e1011960a26b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316410 Aug 31 01:55:42.000855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2660995-f9fb-436b-804e-70f6cf288a17 req-422f366d-01c2-4356-a206-5f9663b77b81 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:42.002329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2660995-f9fb-436b-804e-70f6cf288a17 req-422f366d-01c2-4356-a206-5f9663b77b81 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 945 time: 0.0487070 Aug 31 01:55:42.042056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2660995-f9fb-436b-804e-70f6cf288a17 req-1d313538-97f0-4785-9395-ad15e9b8ada3 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Aug 31 01:55:42.388644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-f6d597c4-339d-4daf-a75c-a6390f0a4b65 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:42.390165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-f6d597c4-339d-4daf-a75c-a6390f0a4b65 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 814 time: 0.1048479 Aug 31 01:55:42.405123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-65e09c4a-caa9-41a3-a4d8-3ade673172eb tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/quotas/6a22ba5dd9864c82a7bccc6b1c7d015e HTTP/1.1" status: 200 len: 375 time: 0.0089102 Aug 31 01:55:42.454503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ab0fdd98-ae2b-43d9-ad73-8bda8451f561 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442326 Aug 31 01:55:42.465177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-522538b3-15c9-41b7-bd3d-f4eb3b953735 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:55:42.466133 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-522538b3-15c9-41b7-bd3d-f4eb3b953735 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049682 Aug 31 01:55:42.558029 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-77efcae0-aba8-4519-824b-d61120e3a318 service neutron] 10.222.0.58 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862570 Aug 31 01:55:42.653459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-4df35831-2e78-437b-b40f-3c4c3135d3a1 service neutron] 10.222.0.58 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895016 Aug 31 01:55:42.815895 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dbc5b636-760c-4340-b58c-e4a6ce4e1f0b req-02b1024d-c1a9-4b83-ab64-f07240aab564 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 210 time: 0.0294189 Aug 31 01:55:43.209230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device ba293354-fe1e-4aab-bf38-c1a5bb464022 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:55:43.260452 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port ba293354-fe1e-4aab-bf38-c1a5bb464022 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:55:43.264337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port ba293354-fe1e-4aab-bf38-c1a5bb464022 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:55:43.264737 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:43.340896 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:43.364122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343a013b-f5b2-4425-a7a4-72fe274b0656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba293354-fe1e-4aab-bf38-c1a5bb464022'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:43.366824 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af17a8d2-82fa-4bd1-8f53-fd769ab254cb" -d '{"events": [{"server_uuid": "343a013b-f5b2-4425-a7a4-72fe274b0656", "name": "network-vif-plugged", "status": "completed", "tag": "ba293354-fe1e-4aab-bf38-c1a5bb464022"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:43.385013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port ba293354-fe1e-4aab-bf38-c1a5bb464022, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:43.392776 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:43.416337 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dcaffa-01fb-4f22-aa32-0c01e9e324b5 x-openstack-request-id: req-d8dcaffa-01fb-4f22-aa32-0c01e9e324b5 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:43.416629 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343a013b-f5b2-4425-a7a4-72fe274b0656", "name": "network-vif-plugged", "status": "completed", "tag": "ba293354-fe1e-4aab-bf38-c1a5bb464022", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:43.416878 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8dcaffa-01fb-4f22-aa32-0c01e9e324b5 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:43.417259 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343a013b-f5b2-4425-a7a4-72fe274b0656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba293354-fe1e-4aab-bf38-c1a5bb464022', 'code': 200} Aug 31 01:55:43.441042 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=ba293354-fe1e-4aab-bf38-c1a5bb464022,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:43.773325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc509f-2089-4e5f-83b9-7f36147ad81a req-624f6228-4d15-440d-a805-81fdaf330047 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:43.774643 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-696321ec-a233-480d-8f9a-893723b197ed tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:43.775857 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-babc509f-2089-4e5f-83b9-7f36147ad81a req-624f6228-4d15-440d-a805-81fdaf330047 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a013b-f5b2-4425-a7a4-72fe274b0656 HTTP/1.1" status: 200 len: 946 time: 0.0518527 Aug 31 01:55:43.776992 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-696321ec-a233-480d-8f9a-893723b197ed tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.70 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 814 time: 0.1121030 Aug 31 01:55:43.789604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-f8089a92-d697-477b-a5d4-6706831de58f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Request body: {'port': {'device_id': '330d6040-e8e6-4c4b-972d-c30d21eee352', 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847', 'admin_state_up': True, 'tenant_id': '6a22ba5dd9864c82a7bccc6b1c7d015e'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:55:43.874852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-babc509f-2089-4e5f-83b9-7f36147ad81a req-c289570b-d42e-4790-b5bc-bf814da76827 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Deleting port ba293354-fe1e-4aab-bf38-c1a5bb464022 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:55:43.875453 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-babc509f-2089-4e5f-83b9-7f36147ad81a req-c289570b-d42e-4790-b5bc-bf814da76827 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:43.906779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-f8089a92-d697-477b-a5d4-6706831de58f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Made reservation on behalf of 6a22ba5dd9864c82a7bccc6b1c7d015e for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:55:43.910230 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-f8089a92-d697-477b-a5d4-6706831de58f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:43.947952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f867408e-384f-4216-9865-f414128d73ea req-53a8104c-111a-4442-aef7-bd4cf31bea94 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 210 time: 0.0570726 Aug 31 01:55:43.996450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-babc509f-2089-4e5f-83b9-7f36147ad81a req-c289570b-d42e-4790-b5bc-bf814da76827 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] For port ba293354-fe1e-4aab-bf38-c1a5bb464022, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=ba293354-fe1e-4aab-bf38-c1a5bb464022,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:43.996825 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-babc509f-2089-4e5f-83b9-7f36147ad81a req-c289570b-d42e-4790-b5bc-bf814da76827 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:44.009822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-babc509f-2089-4e5f-83b9-7f36147ad81a req-c289570b-d42e-4790-b5bc-bf814da76827 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Calling delete_port for ba293354-fe1e-4aab-bf38-c1a5bb464022 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:55:44.033279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-f8089a92-d697-477b-a5d4-6706831de58f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Allocated IP 172.20.0.7 (1ef4a16e-08dc-42a7-a0b2-7fcbdf136847/103b4c1e-266a-45bb-9489-4e4f6ff36ef3/577b4c7b-3e89-407c-840b-aa3c70191b38) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:55:44.136471 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-babc509f-2089-4e5f-83b9-7f36147ad81a req-c289570b-d42e-4790-b5bc-bf814da76827 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:44.160970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['ba293354-fe1e-4aab-bf38-c1a5bb464022'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:55:44.171309 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289570b-d42e-4790-b5bc-bf814da76827 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Pushing event deleted for resources: {'Port': ['ID=ba293354-fe1e-4aab-bf38-c1a5bb464022,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:44.213748 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-babc509f-2089-4e5f-83b9-7f36147ad81a req-c289570b-d42e-4790-b5bc-bf814da76827 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] No DVR routers for this DVR port ba293354-fe1e-4aab-bf38-c1a5bb464022 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:55:44.216358 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-babc509f-2089-4e5f-83b9-7f36147ad81a req-c289570b-d42e-4790-b5bc-bf814da76827 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:44.218361 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-babc509f-2089-4e5f-83b9-7f36147ad81a req-c289570b-d42e-4790-b5bc-bf814da76827 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.15 "DELETE /v2.0/ports/ba293354-fe1e-4aab-bf38-c1a5bb464022 HTTP/1.1" status: 204 len: 173 time: 0.4352221 Aug 31 01:55:44.218801 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343a013b-f5b2-4425-a7a4-72fe274b0656', 'name': 'network-vif-deleted', 'tag': 'ba293354-fe1e-4aab-bf38-c1a5bb464022'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:44.221080 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afbe99c-093b-42b2-9d67-acaa88fdd845" -d '{"events": [{"server_uuid": "343a013b-f5b2-4425-a7a4-72fe274b0656", "name": "network-vif-deleted", "tag": "ba293354-fe1e-4aab-bf38-c1a5bb464022"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:44.245683 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-f8089a92-d697-477b-a5d4-6706831de58f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:44.265897 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c30373c-35df-4b74-a317-118692d2e4fc x-openstack-request-id: req-6c30373c-35df-4b74-a317-118692d2e4fc {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:44.266565 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343a013b-f5b2-4425-a7a4-72fe274b0656", "name": "network-vif-deleted", "tag": "ba293354-fe1e-4aab-bf38-c1a5bb464022", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:44.266905 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c30373c-35df-4b74-a317-118692d2e4fc {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:44.267496 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343a013b-f5b2-4425-a7a4-72fe274b0656', 'name': 'network-vif-deleted', 'tag': 'ba293354-fe1e-4aab-bf38-c1a5bb464022', 'status': 'completed', 'code': 200} Aug 31 01:55:44.286011 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-f8089a92-d697-477b-a5d4-6706831de58f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:44.310127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['ba293354-fe1e-4aab-bf38-c1a5bb464022'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:55:44.331425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-f8089a92-d697-477b-a5d4-6706831de58f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:55:44.336673 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-f8089a92-d697-477b-a5d4-6706831de58f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:55:44.340606 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-f8089a92-d697-477b-a5d4-6706831de58f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:55:44.367802 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8089a92-d697-477b-a5d4-6706831de58f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Pushing event updated for resources: {'Port': ['ID=577b4c7b-3e89-407c-840b-aa3c70191b38,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:44.394691 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-f8089a92-d697-477b-a5d4-6706831de58f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:44.395451 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-f8089a92-d697-477b-a5d4-6706831de58f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:44.409248 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-f8089a92-d697-477b-a5d4-6706831de58f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6235874 Aug 31 01:55:44.421923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Request body: {'port': {'device_id': '330d6040-e8e6-4c4b-972d-c30d21eee352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:55:44.474699 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:45.035931 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577b4c7b-3e89-407c-840b-aa3c70191b38 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:55:45.044323 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:45.055921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Transition to ACTIVE for port object 577b4c7b-3e89-407c-840b-aa3c70191b38 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:55:45.060545 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:45.066639 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a9a50-fa9d-47e8-8103-f22d8222b4d2 req-0ce6c89f-2f71-473b-b3f6-004049cbda40 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:45.068951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-972a9a50-fa9d-47e8-8103-f22d8222b4d2 req-0ce6c89f-2f71-473b-b3f6-004049cbda40 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 931 time: 0.0504618 Aug 31 01:55:45.109778 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-972a9a50-fa9d-47e8-8103-f22d8222b4d2 req-4893bc72-32bf-42d2-9f42-5608c1ef27b3 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352437 Aug 31 01:55:45.136297 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Pushing event updated for resources: {'Port': ['ID=577b4c7b-3e89-407c-840b-aa3c70191b38,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:45.185343 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Attempting to bind port 577b4c7b-3e89-407c-840b-aa3c70191b38 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:55:45.185687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Attempting to bind port 577b4c7b-3e89-407c-840b-aa3c70191b38 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:55:45.186018 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Attempting to bind port 577b4c7b-3e89-407c-840b-aa3c70191b38 on network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:55:45.190309 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Port 577b4c7b-3e89-407c-840b-aa3c70191b38 on network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:55:45.190635 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Attempting to bind port 577b4c7b-3e89-407c-840b-aa3c70191b38 on network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:55:45.195291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:55:45.195716 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Checking segment: {'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:55:45.196101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Bound using segment: {'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:55:45.196549 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Bound port: 577b4c7b-3e89-407c-840b-aa3c70191b38, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:55:45.196932 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:45.267048 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] For port 577b4c7b-3e89-407c-840b-aa3c70191b38, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:55:45.270579 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] For port 577b4c7b-3e89-407c-840b-aa3c70191b38, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=577b4c7b-3e89-407c-840b-aa3c70191b38,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:55:45.276040 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:45.310643 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:45.311236 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:45.312651 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] 10.222.0.70 "PUT /v2.0/ports/577b4c7b-3e89-407c-840b-aa3c70191b38 HTTP/1.1" status: 200 len: 1092 time: 0.8949142 Aug 31 01:55:45.313082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330d6040-e8e6-4c4b-972d-c30d21eee352', 'tag': '577b4c7b-3e89-407c-840b-aa3c70191b38'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:45.315331 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db4c5761c220adda62c9e9de8bc23cbbd17c5e484eab3b0b7b94d4ec5ac90043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bf6c1e-22de-414e-8e81-301f589d8de1" -d '{"events": [{"name": "network-changed", "server_uuid": "330d6040-e8e6-4c4b-972d-c30d21eee352", "tag": "577b4c7b-3e89-407c-840b-aa3c70191b38"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:45.339714 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad750443-86c8-42f6-b3d2-a1344707f467 service neutron] Pushing event updated for resources: {'Port': ['ID=577b4c7b-3e89-407c-840b-aa3c70191b38,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:45.360298 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b495a9-f9cb-4dcd-86f0-b922a513c792 x-openstack-request-id: req-80b495a9-f9cb-4dcd-86f0-b922a513c792 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:45.360577 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330d6040-e8e6-4c4b-972d-c30d21eee352", "tag": "577b4c7b-3e89-407c-840b-aa3c70191b38", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:45.360821 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80b495a9-f9cb-4dcd-86f0-b922a513c792 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:45.361205 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330d6040-e8e6-4c4b-972d-c30d21eee352', 'tag': '577b4c7b-3e89-407c-840b-aa3c70191b38', 'status': 'completed', 'code': 200} Aug 31 01:55:45.396763 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-027bb514-1f1a-4ae7-82ef-e902f93d3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:45.398273 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-027bb514-1f1a-4ae7-82ef-e902f93d3381 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 1095 time: 0.0475698 Aug 31 01:55:45.441988 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-4c9d05b6-be53-4b96-be88-917c2e471bd1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=577b4c7b-3e89-407c-840b-aa3c70191b38 HTTP/1.1" status: 200 len: 217 time: 0.0359645 Aug 31 01:55:45.490037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-14f5d594-d1e0-4836-9060-143d1ad8a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:45.491523 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-14f5d594-d1e0-4836-9060-143d1ad8a395 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0424614 Aug 31 01:55:45.522820 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-5821b7ba-73a3-4a3c-8586-83e220188c60 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241256 Aug 31 01:55:45.610525 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-26c28a2e-6600-49ce-a874-0ada68920be9 service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799661 Aug 31 01:55:45.703332 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-84925fd9-60b9-4a2b-a415-cfa9916182bd req-3606c84d-d468-4b0a-87d5-ab48b6761586 service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857112 Aug 31 01:55:45.786712 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf6c1e-22de-414e-8e81-301f589d8de1 req-8bd5f41d-25e9-4be4-92c1-43711dddba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:45.788152 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-11bf6c1e-22de-414e-8e81-301f589d8de1 req-8bd5f41d-25e9-4be4-92c1-43711dddba3a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 1095 time: 0.0403662 Aug 31 01:55:45.879637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf6c1e-22de-414e-8e81-301f589d8de1 req-8ebe8c3f-eea7-4c6b-861e-f55814dd01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:45.881107 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-11bf6c1e-22de-414e-8e81-301f589d8de1 req-8ebe8c3f-eea7-4c6b-861e-f55814dd01d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 915 time: 0.0856843 Aug 31 01:55:45.922287 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-11bf6c1e-22de-414e-8e81-301f589d8de1 req-e3b04189-fe82-4eae-bf99-448d2378d2bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=577b4c7b-3e89-407c-840b-aa3c70191b38 HTTP/1.1" status: 200 len: 217 time: 0.0342104 Aug 31 01:55:45.970258 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf6c1e-22de-414e-8e81-301f589d8de1 req-ac2b6bb5-aec0-4d77-9d67-f3ee5ee4c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:45.971693 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-11bf6c1e-22de-414e-8e81-301f589d8de1 req-ac2b6bb5-aec0-4d77-9d67-f3ee5ee4c6ea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0425782 Aug 31 01:55:46.007232 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-11bf6c1e-22de-414e-8e81-301f589d8de1 req-8061efa2-fe89-407a-abed-d4c04c9a7836 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279913 Aug 31 01:55:46.096829 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-11bf6c1e-22de-414e-8e81-301f589d8de1 req-cefadcc0-93b9-4037-9bcc-76b465a0c245 service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812252 Aug 31 01:55:46.191302 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-11bf6c1e-22de-414e-8e81-301f589d8de1 req-7cd49439-b63d-40f7-b93e-8b8740b0cf1f service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871422 Aug 31 01:55:46.230499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f7dff-ecc4-41db-8bec-093f2e3885cd req-32323237-cd03-495c-abd7-e4d8aceda752 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:46.232023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab7f7dff-ecc4-41db-8bec-093f2e3885cd req-32323237-cd03-495c-abd7-e4d8aceda752 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 943 time: 0.0533199 Aug 31 01:55:46.273487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab7f7dff-ecc4-41db-8bec-093f2e3885cd req-d576bcc9-1b88-4b44-90bc-33b3403a9fb5 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355403 Aug 31 01:55:47.225972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device ba293354-fe1e-4aab-bf38-c1a5bb464022 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:55:47.249534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: ba293354-fe1e-4aab-bf38-c1a5bb464022 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:55:47.250093 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device ba293354-fe1e-4aab-bf38-c1a5bb464022 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:55:47.394711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c82389-fb6c-4d51-8c5f-655ed9133275 req-6e17f12d-efa9-48c5-afc5-de67247ed7c6 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:47.396230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03c82389-fb6c-4d51-8c5f-655ed9133275 req-6e17f12d-efa9-48c5-afc5-de67247ed7c6 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 943 time: 0.0493350 Aug 31 01:55:47.434460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03c82389-fb6c-4d51-8c5f-655ed9133275 req-f6bba9b3-f4f1-4be3-9e48-bbdb1b99ba2b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315685 Aug 31 01:55:47.597330 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 577b4c7b-3e89-407c-840b-aa3c70191b38 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:55:47.691191 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 577b4c7b-3e89-407c-840b-aa3c70191b38, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=577b4c7b-3e89-407c-840b-aa3c70191b38,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:47.702828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '577b4c7b-3e89-407c-840b-aa3c70191b38', 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847', 'port_id': '577b4c7b-3e89-407c-840b-aa3c70191b38', 'mac_address': 'fa:16:3e:c3:2f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103b4c1e-266a-45bb-9489-4e4f6ff36ef3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:55:47.737674 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:47.750434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577b4c7b-3e89-407c-840b-aa3c70191b38 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:55:47.769638 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 577b4c7b-3e89-407c-840b-aa3c70191b38, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=577b4c7b-3e89-407c-840b-aa3c70191b38,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:47.773095 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:47.821195 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=577b4c7b-3e89-407c-840b-aa3c70191b38,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:47.957344 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['577b4c7b-3e89-407c-840b-aa3c70191b38'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:55:48.547325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418da652-d70d-47b1-bbce-c41c8fc47951 req-269681b6-7743-4f95-a323-9f70ee39bba0 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:48.549153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-418da652-d70d-47b1-bbce-c41c8fc47951 req-269681b6-7743-4f95-a323-9f70ee39bba0 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 944 time: 0.0490026 Aug 31 01:55:48.591468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-418da652-d70d-47b1-bbce-c41c8fc47951 req-bfb6fad5-66a2-42cd-8dbb-6d4ff955ca4f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365498 Aug 31 01:55:49.613135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 577b4c7b-3e89-407c-840b-aa3c70191b38 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:55:49.661384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 577b4c7b-3e89-407c-840b-aa3c70191b38 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:55:49.665211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 577b4c7b-3e89-407c-840b-aa3c70191b38 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:55:49.665585 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:49.706299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b2128-8410-4b30-a1bf-d83600a9e865 req-84a2dbab-e4cc-459a-a283-aa55dc9950e5 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:49.707837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-538b2128-8410-4b30-a1bf-d83600a9e865 req-84a2dbab-e4cc-459a-a283-aa55dc9950e5 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 944 time: 0.0494812 Aug 31 01:55:49.748797 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:49.749635 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-538b2128-8410-4b30-a1bf-d83600a9e865 req-f86cdd4f-e41e-4377-b6d3-0fc1a9fe3501 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350578 Aug 31 01:55:49.773004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330d6040-e8e6-4c4b-972d-c30d21eee352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577b4c7b-3e89-407c-840b-aa3c70191b38'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:55:49.775223 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff410f6d-a106-4dd6-b7d3-b499c6fa7058" -d '{"events": [{"server_uuid": "330d6040-e8e6-4c4b-972d-c30d21eee352", "name": "network-vif-plugged", "status": "completed", "tag": "577b4c7b-3e89-407c-840b-aa3c70191b38"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:55:49.788515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 577b4c7b-3e89-407c-840b-aa3c70191b38, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=577b4c7b-3e89-407c-840b-aa3c70191b38,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:55:49.793385 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:49.816787 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416a0148-a904-4aad-a4f6-48e7509e709b x-openstack-request-id: req-416a0148-a904-4aad-a4f6-48e7509e709b {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:55:49.817085 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330d6040-e8e6-4c4b-972d-c30d21eee352", "name": "network-vif-plugged", "status": "completed", "tag": "577b4c7b-3e89-407c-840b-aa3c70191b38", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:55:49.817338 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-416a0148-a904-4aad-a4f6-48e7509e709b {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:55:49.817725 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330d6040-e8e6-4c4b-972d-c30d21eee352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577b4c7b-3e89-407c-840b-aa3c70191b38', 'code': 200} Aug 31 01:55:49.843750 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=577b4c7b-3e89-407c-840b-aa3c70191b38,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:55:49.851134 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:49.851516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:49.851859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:49.852201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:49.852538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:49.852870 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:49.853199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:49.853528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:49.853915 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:49.854832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:49.855198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:49.855560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:55:49.907084 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9275dd8-6ade-4cc5-8e48-16f0e3f4efd3 req-a70e8543-6d1f-460b-a298-e598b6f3fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:49.908595 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a9275dd8-6ade-4cc5-8e48-16f0e3f4efd3 req-a70e8543-6d1f-460b-a298-e598b6f3fde8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 1097 time: 0.0410941 Aug 31 01:55:49.944175 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a9275dd8-6ade-4cc5-8e48-16f0e3f4efd3 req-0a46ad71-1c7e-4f10-b474-6553601deb56 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277123 Aug 31 01:55:50.864498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727010d-c864-483c-818d-fbd74f7ae0fb req-04254ae7-4619-47f3-97f6-d33fb144cc23 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:50.865978 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e727010d-c864-483c-818d-fbd74f7ae0fb req-04254ae7-4619-47f3-97f6-d33fb144cc23 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0489697 Aug 31 01:55:50.904703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e727010d-c864-483c-818d-fbd74f7ae0fb req-15c4f14e-8de5-4c56-906f-546321baee92 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316322 Aug 31 01:55:51.292830 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3df0fea8-8ffa-46bf-aec8-540718990649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:52.020794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655818b-9ccd-426d-8076-f071381e7c9d req-d2c67c10-d934-400f-8f1c-661633feb6a3 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:52.022262 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c655818b-9ccd-426d-8076-f071381e7c9d req-d2c67c10-d934-400f-8f1c-661633feb6a3 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0484886 Aug 31 01:55:52.059999 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c655818b-9ccd-426d-8076-f071381e7c9d req-b703326a-f5a0-456f-b95b-dea97422f48f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306709 Aug 31 01:55:52.175072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910cfd2-f792-45ac-beaa-d0fee2f09b2f req-13cc904e-7ebd-417c-b13f-341049c22a67 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:52.176584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7910cfd2-f792-45ac-beaa-d0fee2f09b2f req-13cc904e-7ebd-417c-b13f-341049c22a67 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0500062 Aug 31 01:55:52.218567 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7910cfd2-f792-45ac-beaa-d0fee2f09b2f req-7e17e97a-22e2-4406-8237-0928e80eeff6 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353005 Aug 31 01:55:52.441225 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-158e2c81-e1cc-4f61-ac3e-7ceb76b17aac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419893 Aug 31 01:55:52.456246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c722ad1-2bca-4f6d-a23f-1d4886a3929d req-25083a65-2859-4f2e-9fc5-b1f8006c2519 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:52.457768 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c722ad1-2bca-4f6d-a23f-1d4886a3929d req-25083a65-2859-4f2e-9fc5-b1f8006c2519 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0495963 Aug 31 01:55:52.497680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c722ad1-2bca-4f6d-a23f-1d4886a3929d req-aad78156-88d4-44a4-9f20-6d546ad956be tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333912 Aug 31 01:55:53.528120 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef325174-08b1-4c5a-914e-b978d090154b req-77d8d259-32be-421f-a5f5-aeecd9bd39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:53.529749 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-77d8d259-32be-421f-a5f5-aeecd9bd39cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 1097 time: 0.0411687 Aug 31 01:55:53.576341 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:55:53.616764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbbaaa-8d9b-4b7d-839d-f3932e2bc47c req-301a8af6-d055-483f-b246-84f731fd2555 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:53.618266 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9fcbbaaa-8d9b-4b7d-839d-f3932e2bc47c req-301a8af6-d055-483f-b246-84f731fd2555 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0503924 Aug 31 01:55:53.623764 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef325174-08b1-4c5a-914e-b978d090154b req-461258fb-a366-4fb5-9f3e-c392f79930f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:53.625342 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-461258fb-a366-4fb5-9f3e-c392f79930f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 915 time: 0.0888348 Aug 31 01:55:53.658642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9fcbbaaa-8d9b-4b7d-839d-f3932e2bc47c req-2b3be7ee-a7a7-445d-bb36-e830650f50fe tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338485 Aug 31 01:55:53.669758 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-542a41d9-9a24-46d8-963a-d29d3221b852 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=577b4c7b-3e89-407c-840b-aa3c70191b38 HTTP/1.1" status: 200 len: 217 time: 0.0377617 Aug 31 01:55:53.724459 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef325174-08b1-4c5a-914e-b978d090154b req-99689680-b864-400b-8e69-20073c7605db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:53.725904 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-99689680-b864-400b-8e69-20073c7605db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0499656 Aug 31 01:55:53.757114 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-f060b4bf-cffa-4259-b7e6-b58e3adcb01f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242844 Aug 31 01:55:53.829368 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-01281e6b-2263-46f8-a62a-5f2d6975c6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:53.848176 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-6e2919c4-47ff-4155-a520-13c554550199 service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840564 Aug 31 01:55:53.941393 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-3e091d4b-196f-4d6a-b434-8f977901ff09 service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863154 Aug 31 01:55:54.126549 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:54.648472 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:54.772955 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a454-a98f-437b-87d1-eed1977b673a req-fd60f208-9bc0-4adb-a2e7-cbc4d41fa066 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:54.774588 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3c2a454-a98f-437b-87d1-eed1977b673a req-fd60f208-9bc0-4adb-a2e7-cbc4d41fa066 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0490239 Aug 31 01:55:54.817677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3c2a454-a98f-437b-87d1-eed1977b673a req-ed8efeec-6580-4557-a8a7-87c88472cc09 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352793 Aug 31 01:55:55.933724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ae442-146b-4a74-b586-10ce9b047734 req-1c2b1173-4160-40d4-b279-83f07060531b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:55.935223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-834ae442-146b-4a74-b586-10ce9b047734 req-1c2b1173-4160-40d4-b279-83f07060531b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0514355 Aug 31 01:55:55.974062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-834ae442-146b-4a74-b586-10ce9b047734 req-8b3e35df-e91a-4f85-a17d-809615957137 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330102 Aug 31 01:55:56.847569 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:55:57.088836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21b6c6-0c23-4d5f-8694-f0887713f3fd req-78a45677-0faa-4c30-9228-a62bf41c23b9 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:57.090218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa21b6c6-0c23-4d5f-8694-f0887713f3fd req-78a45677-0faa-4c30-9228-a62bf41c23b9 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0477159 Aug 31 01:55:57.127765 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa21b6c6-0c23-4d5f-8694-f0887713f3fd req-e9cbce90-0253-4690-8125-cd45ee113a8e tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316863 Aug 31 01:55:58.243634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2062476-b874-4345-98ab-eab99c70882c req-77941bf0-4c8e-4150-9b1b-42d828422bad tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:58.245903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2062476-b874-4345-98ab-eab99c70882c req-77941bf0-4c8e-4150-9b1b-42d828422bad tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0492930 Aug 31 01:55:58.286644 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2062476-b874-4345-98ab-eab99c70882c req-3a35809e-b3bd-4afd-a0ab-2ed8581218ac tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348558 Aug 31 01:55:59.402343 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ab851-e693-450e-836f-8318bbba8b91 req-d8ac6319-2c15-4925-9439-0d28144660db tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:55:59.403847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f4ab851-e693-450e-836f-8318bbba8b91 req-d8ac6319-2c15-4925-9439-0d28144660db tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0496476 Aug 31 01:55:59.440652 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3f4ab851-e693-450e-836f-8318bbba8b91 req-851621f6-bbab-41dd-8c34-1d8daf28307a tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309179 Aug 31 01:56:00.557226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3912f02-26a4-4dfb-8208-3eb936548152 req-65a61dfe-7ea5-4bf4-9d3b-d06d1e742b00 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:00.558705 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3912f02-26a4-4dfb-8208-3eb936548152 req-65a61dfe-7ea5-4bf4-9d3b-d06d1e742b00 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0489471 Aug 31 01:56:00.595215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b3912f02-26a4-4dfb-8208-3eb936548152 req-59ddb023-7e1f-4ad3-af95-c0e136f9160a tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305810 Aug 31 01:56:01.709648 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44717108-67c4-4e66-9600-efdab1b62251 req-eace7b97-af43-4d2e-bdca-41e1fa713f46 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:01.711098 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44717108-67c4-4e66-9600-efdab1b62251 req-eace7b97-af43-4d2e-bdca-41e1fa713f46 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0485778 Aug 31 01:56:01.751255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44717108-67c4-4e66-9600-efdab1b62251 req-6ceff7ac-be9b-449d-ab58-b54e97461a44 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342088 Aug 31 01:56:01.937585 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:02.948664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e14cf-363c-45e1-9fa7-ffd67b6d855a req-ce9c7a03-db6b-4916-a2b1-93d952534963 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:02.950175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f30e14cf-363c-45e1-9fa7-ffd67b6d855a req-ce9c7a03-db6b-4916-a2b1-93d952534963 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.1308310 Aug 31 01:56:02.988087 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f30e14cf-363c-45e1-9fa7-ffd67b6d855a req-98fdf68a-ec76-43a3-8d44-5eae6f70e696 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319862 Aug 31 01:56:04.156378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4f20e-0b36-4b45-9ab8-8cc8db70e89f req-f8e59d5d-bce1-478a-9b6c-c83587f7d91c tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:04.157857 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecc4f20e-0b36-4b45-9ab8-8cc8db70e89f req-f8e59d5d-bce1-478a-9b6c-c83587f7d91c tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.1027184 Aug 31 01:56:04.194914 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecc4f20e-0b36-4b45-9ab8-8cc8db70e89f req-27ce8d7e-abee-4511-930b-625ac0e1bc9b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311108 Aug 31 01:56:05.310573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b92e8-240f-49f0-be43-5f0622880efa req-a64dea57-e517-496a-8a40-4173264f7cb3 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:05.312051 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf4b92e8-240f-49f0-be43-5f0622880efa req-a64dea57-e517-496a-8a40-4173264f7cb3 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0492215 Aug 31 01:56:05.354668 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf4b92e8-240f-49f0-be43-5f0622880efa req-a61de942-deaa-4c12-a55d-0a3fe83932fa tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365798 Aug 31 01:56:06.768574 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88364370-c36b-40b2-9d11-9ef401dc7a32 req-0359edb4-ab84-47bb-aa00-74e699bb521d tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:06.770089 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88364370-c36b-40b2-9d11-9ef401dc7a32 req-0359edb4-ab84-47bb-aa00-74e699bb521d tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.3486290 Aug 31 01:56:06.807114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88364370-c36b-40b2-9d11-9ef401dc7a32 req-d003f700-ff5c-4b80-b9cf-243e8fd460ee tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311477 Aug 31 01:56:07.920281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f1bf2-33c0-45eb-a609-26ae8caef4b5 req-f8426760-784c-4259-b850-d6722052a685 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:07.921764 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582f1bf2-33c0-45eb-a609-26ae8caef4b5 req-f8426760-784c-4259-b850-d6722052a685 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0489130 Aug 31 01:56:07.962608 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-582f1bf2-33c0-45eb-a609-26ae8caef4b5 req-a0ee55a9-84b8-471a-876a-cf4be243bf21 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349941 Aug 31 01:56:09.076443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58397095-d7fd-4285-97a9-6bc81e3b4bdd req-93e6a15f-8a6c-431f-a9f1-a8bb01c6db69 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:09.077900 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58397095-d7fd-4285-97a9-6bc81e3b4bdd req-93e6a15f-8a6c-431f-a9f1-a8bb01c6db69 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0487165 Aug 31 01:56:09.117345 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58397095-d7fd-4285-97a9-6bc81e3b4bdd req-232608b4-1698-446d-b2c5-89553bb9da22 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335310 Aug 31 01:56:10.232453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c26190-4974-400c-bd14-e60d474710bf req-af73a428-d4f3-4444-abad-febc26e0f294 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:10.233943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4c26190-4974-400c-bd14-e60d474710bf req-af73a428-d4f3-4444-abad-febc26e0f294 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0488691 Aug 31 01:56:10.280222 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4c26190-4974-400c-bd14-e60d474710bf req-dc898ce1-4a2d-47cb-ae68-1302be341c3f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331707 Aug 31 01:56:11.395325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29c1c9-0d64-4899-ad19-b646881d9ed1 req-53b0db93-a049-40aa-800d-e99bfb564158 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:11.397000 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee29c1c9-0d64-4899-ad19-b646881d9ed1 req-53b0db93-a049-40aa-800d-e99bfb564158 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0506890 Aug 31 01:56:11.434449 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee29c1c9-0d64-4899-ad19-b646881d9ed1 req-6cec6335-3bdb-4be7-8d19-02e1e7b2d160 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313449 Aug 31 01:56:11.560936 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:12.548494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75d2b2-8b01-4940-9ed3-3ad9487fe19b req-36e82c4d-20f1-4a6a-9cbe-12fb88c6306e tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:12.549864 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a75d2b2-8b01-4940-9ed3-3ad9487fe19b req-36e82c4d-20f1-4a6a-9cbe-12fb88c6306e tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0483613 Aug 31 01:56:12.591592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a75d2b2-8b01-4940-9ed3-3ad9487fe19b req-a6f6d2ea-431f-464a-8b0b-cb5528c55551 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357614 Aug 31 01:56:13.704173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb849ea-4b4c-47de-a0b6-fee1d27ca199 req-64b926b7-b83b-4806-ad93-f2a3d53407fb tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:13.705647 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7eb849ea-4b4c-47de-a0b6-fee1d27ca199 req-64b926b7-b83b-4806-ad93-f2a3d53407fb tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0479491 Aug 31 01:56:13.743566 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7eb849ea-4b4c-47de-a0b6-fee1d27ca199 req-99c01c30-ff6c-4e83-bc40-0c250291cbd4 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319619 Aug 31 01:56:14.860050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdbd8a-55f2-4a04-971a-a3da985f07ca req-e90605b8-c786-4f19-aa13-97bbce7b4181 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:14.861526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0cdbd8a-55f2-4a04-971a-a3da985f07ca req-e90605b8-c786-4f19-aa13-97bbce7b4181 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0501266 Aug 31 01:56:14.900430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0cdbd8a-55f2-4a04-971a-a3da985f07ca req-66f1f632-9df6-45ac-8c33-49a6ad702473 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329406 Aug 31 01:56:16.016229 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bce11-3cc6-4419-8011-6d6d5540b12c req-aa080c0f-6314-4a09-a9fd-8bdbe92fa945 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:16.017721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-462bce11-3cc6-4419-8011-6d6d5540b12c req-aa080c0f-6314-4a09-a9fd-8bdbe92fa945 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0504196 Aug 31 01:56:16.059000 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-462bce11-3cc6-4419-8011-6d6d5540b12c req-c4d0013a-cc7b-4026-a52e-06f2cda306ca tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353255 Aug 31 01:56:17.172900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1456e6c-0cc6-43b6-9303-9798e4b17550 req-fca87e1d-88f4-40c3-bdd9-1b2fd7633f16 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:17.174382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1456e6c-0cc6-43b6-9303-9798e4b17550 req-fca87e1d-88f4-40c3-bdd9-1b2fd7633f16 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0491121 Aug 31 01:56:17.217279 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1456e6c-0cc6-43b6-9303-9798e4b17550 req-340b5124-d61f-4ea1-a44d-c7fac87cecbf tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370581 Aug 31 01:56:18.335344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e856fad-a103-4dcc-b44d-7b77bc383e84 req-127deff8-14a6-4a96-81bf-1a2d73adb8f5 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:18.336817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e856fad-a103-4dcc-b44d-7b77bc383e84 req-127deff8-14a6-4a96-81bf-1a2d73adb8f5 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0500057 Aug 31 01:56:18.375608 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e856fad-a103-4dcc-b44d-7b77bc383e84 req-969cc6f2-b027-4863-84d8-4192a81abf19 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Aug 31 01:56:19.491257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb96e2-ae04-45a5-b719-ca6b264dc607 req-cec35f2c-ca8d-4ae3-9a7b-e70c8ad3e34b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:19.492737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ccb96e2-ae04-45a5-b719-ca6b264dc607 req-cec35f2c-ca8d-4ae3-9a7b-e70c8ad3e34b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0481491 Aug 31 01:56:19.537189 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ccb96e2-ae04-45a5-b719-ca6b264dc607 req-91876f6d-8d16-40f8-87eb-0aba13326fae tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357840 Aug 31 01:56:20.653088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e82aae-4700-4f5e-9395-92b396993065 req-e0678d7f-8d51-4035-8067-d9abf34a2c61 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:20.654563 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4e82aae-4700-4f5e-9395-92b396993065 req-e0678d7f-8d51-4035-8067-d9abf34a2c61 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0495188 Aug 31 01:56:20.691975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4e82aae-4700-4f5e-9395-92b396993065 req-4ecb9006-f6ca-49d8-917b-55012a89d6b9 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313716 Aug 31 01:56:20.811795 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [req-ef325174-08b1-4c5a-914e-b978d090154b req-650258fc-e055-4cba-9185-b8ae526d8860 service neutron] show failed (client error): The resource could not be found. Aug 31 01:56:20.812800 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-650258fc-e055-4cba-9185-b8ae526d8860 service neutron] 10.222.0.70 "GET /v2.0/ports/577b4c7b-3e89-407c-840b-aa3c70191b38/bindings/n-h1-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0573027 Aug 31 01:56:21.047993 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef325174-08b1-4c5a-914e-b978d090154b req-0beb1886-32c1-4316-9673-d2b5575a9d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:21.049497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-0beb1886-32c1-4316-9673-d2b5575a9d50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352&tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e HTTP/1.1" status: 200 len: 1097 time: 0.0866671 Aug 31 01:56:21.064957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:56:21.118393 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:21.293608 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6aeceeb4-7fb0-4be1-8b9c-1bc38d795b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:21.318006 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] For port 577b4c7b-3e89-407c-840b-aa3c70191b38, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=577b4c7b-3e89-407c-840b-aa3c70191b38,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:56:21.350795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] For port 577b4c7b-3e89-407c-840b-aa3c70191b38, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:56:21.390588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330d6040-e8e6-4c4b-972d-c30d21eee352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '577b4c7b-3e89-407c-840b-aa3c70191b38'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:56:21.392854 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b980d8a-36f6-47be-8abb-b343964cfe37" -d '{"events": [{"server_uuid": "330d6040-e8e6-4c4b-972d-c30d21eee352", "name": "network-vif-unplugged", "status": "completed", "tag": "577b4c7b-3e89-407c-840b-aa3c70191b38"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:56:21.396547 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:21.408788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Transition to ACTIVE for port object 577b4c7b-3e89-407c-840b-aa3c70191b38 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:56:21.412720 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:21.471012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] No DVR routers for this DVR port 577b4c7b-3e89-407c-840b-aa3c70191b38 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:56:21.480016 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Pushing event updated for resources: {'Port': ['ID=577b4c7b-3e89-407c-840b-aa3c70191b38,revision_number=6']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:21.507411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:21.508052 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:21.508216 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:21.508553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:21.508886 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:21.509234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:21.509554 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:21.509876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:21.510322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:21.510688 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:21.511012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:21.511418 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:21.518219 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93415aeb-b71d-492b-8251-f72477b3259b x-openstack-request-id: req-93415aeb-b71d-492b-8251-f72477b3259b {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:56:21.518511 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330d6040-e8e6-4c4b-972d-c30d21eee352", "name": "network-vif-unplugged", "status": "completed", "tag": "577b4c7b-3e89-407c-840b-aa3c70191b38", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:56:21.518762 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93415aeb-b71d-492b-8251-f72477b3259b {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:56:21.519147 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330d6040-e8e6-4c4b-972d-c30d21eee352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '577b4c7b-3e89-407c-840b-aa3c70191b38', 'code': 200} Aug 31 01:56:21.529800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Attempting to bind port 577b4c7b-3e89-407c-840b-aa3c70191b38 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:56:21.530069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Attempting to bind port 577b4c7b-3e89-407c-840b-aa3c70191b38 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:56:21.530396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Attempting to bind port 577b4c7b-3e89-407c-840b-aa3c70191b38 on network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:56:21.534555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Port 577b4c7b-3e89-407c-840b-aa3c70191b38 on network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:56:21.534874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Attempting to bind port 577b4c7b-3e89-407c-840b-aa3c70191b38 on network 1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:56:21.539580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:56:21.539917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Checking segment: {'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:56:21.540299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Bound using segment: {'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:56:21.540724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Bound port: 577b4c7b-3e89-407c-840b-aa3c70191b38, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:56:21.541073 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:21.603420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] For port 577b4c7b-3e89-407c-840b-aa3c70191b38, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:56:21.607063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] For port 577b4c7b-3e89-407c-840b-aa3c70191b38, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=577b4c7b-3e89-407c-840b-aa3c70191b38,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:56:21.610845 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:21.642525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:21.643139 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:21.644534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] 10.222.0.15 "PUT /v2.0/ports/577b4c7b-3e89-407c-840b-aa3c70191b38 HTTP/1.1" status: 200 len: 1092 time: 0.5835478 Aug 31 01:56:21.667852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde377b-460d-474d-93c7-6e94c90fb116 service neutron] Pushing event updated for resources: {'Port': ['ID=577b4c7b-3e89-407c-840b-aa3c70191b38,revision_number=7']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:21.715551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef325174-08b1-4c5a-914e-b978d090154b req-3d935935-9d51-494a-af5d-d60b370fb1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:21.717080 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-3d935935-9d51-494a-af5d-d60b370fb1ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 1095 time: 0.0439630 Aug 31 01:56:21.838837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff31c6-65d7-4fe1-a990-9123650d2c38 req-828a6986-5bc8-484f-a8a2-3c5c23f1508f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:21.840238 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5ff31c6-65d7-4fe1-a990-9123650d2c38 req-828a6986-5bc8-484f-a8a2-3c5c23f1508f tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 943 time: 0.0710979 Aug 31 01:56:21.862137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef325174-08b1-4c5a-914e-b978d090154b req-3b892a04-88bd-4220-b855-ea8f0903ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:21.863592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-3b892a04-88bd-4220-b855-ea8f0903ed4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 915 time: 0.1400166 Aug 31 01:56:21.915174 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-fe8528e6-8c65-4c12-ab81-4fa8ccdb3db6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=577b4c7b-3e89-407c-840b-aa3c70191b38 HTTP/1.1" status: 200 len: 217 time: 0.0442588 Aug 31 01:56:21.918867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5ff31c6-65d7-4fe1-a990-9123650d2c38 req-4b2ef9ba-be4b-4e05-b596-7e3752160976 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727797 Aug 31 01:56:21.967053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef325174-08b1-4c5a-914e-b978d090154b req-0f2a594c-c64d-40a1-91a4-4bb63c1d875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:21.968520 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-0f2a594c-c64d-40a1-91a4-4bb63c1d875e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0459063 Aug 31 01:56:22.000279 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-c62c7ebc-839e-43c9-a9c6-799a192c9b31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249338 Aug 31 01:56:22.092370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-a93ba38b-58c5-4b69-aabb-6f770de9d1ef service neutron] 10.222.0.15 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848382 Aug 31 01:56:22.181109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef325174-08b1-4c5a-914e-b978d090154b req-36214033-e695-47e6-a62f-e11579851e26 service neutron] 10.222.0.15 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815966 Aug 31 01:56:23.044963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfa407-ed67-498f-b8ad-3cd5a51b8734 req-1db15aa6-d910-46f2-9755-8e5c1486b2a8 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:23.046444 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75dfa407-ed67-498f-b8ad-3cd5a51b8734 req-1db15aa6-d910-46f2-9755-8e5c1486b2a8 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 943 time: 0.0573449 Aug 31 01:56:23.084590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75dfa407-ed67-498f-b8ad-3cd5a51b8734 req-59b3294b-4b53-4ecc-8a74-be99b4549df4 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321071 Aug 31 01:56:23.520205 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330d6040-e8e6-4c4b-972d-c30d21eee352', 'tag': '577b4c7b-3e89-407c-840b-aa3c70191b38'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:56:23.522715 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f980e6df-cc4c-490d-b231-43df40694251" -d '{"events": [{"name": "network-changed", "server_uuid": "330d6040-e8e6-4c4b-972d-c30d21eee352", "tag": "577b4c7b-3e89-407c-840b-aa3c70191b38"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:56:23.572491 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba1eba1-1bea-44b2-9aed-2ddbf45296ec x-openstack-request-id: req-9ba1eba1-1bea-44b2-9aed-2ddbf45296ec {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:56:23.572812 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330d6040-e8e6-4c4b-972d-c30d21eee352", "tag": "577b4c7b-3e89-407c-840b-aa3c70191b38", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:56:23.573057 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ba1eba1-1bea-44b2-9aed-2ddbf45296ec {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:56:23.573511 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330d6040-e8e6-4c4b-972d-c30d21eee352', 'tag': '577b4c7b-3e89-407c-840b-aa3c70191b38', 'status': 'completed', 'code': 200} Aug 31 01:56:23.635169 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980e6df-cc4c-490d-b231-43df40694251 req-f2aa7399-d6a0-4b7d-816c-2359438eaf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:23.637051 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f980e6df-cc4c-490d-b231-43df40694251 req-f2aa7399-d6a0-4b7d-816c-2359438eaf18 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 1095 time: 0.0459297 Aug 31 01:56:23.655856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980e6df-cc4c-490d-b231-43df40694251 req-93543620-2280-4daf-847c-94e58224e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:23.657367 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f980e6df-cc4c-490d-b231-43df40694251 req-93543620-2280-4daf-847c-94e58224e727 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 1095 time: 0.0490277 Aug 31 01:56:23.730921 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980e6df-cc4c-490d-b231-43df40694251 req-7b864c41-b61a-49b3-ad84-408a66c3b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:23.732120 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f980e6df-cc4c-490d-b231-43df40694251 req-7b864c41-b61a-49b3-ad84-408a66c3b0e4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 915 time: 0.0883868 Aug 31 01:56:23.749438 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980e6df-cc4c-490d-b231-43df40694251 req-095f3b43-9c0c-4cd5-a3a4-bb326e5220d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:23.750916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f980e6df-cc4c-490d-b231-43df40694251 req-095f3b43-9c0c-4cd5-a3a4-bb326e5220d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 915 time: 0.0868075 Aug 31 01:56:23.775429 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f980e6df-cc4c-490d-b231-43df40694251 req-664da5f8-f917-47a6-8325-64a7292d5a57 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=577b4c7b-3e89-407c-840b-aa3c70191b38 HTTP/1.1" status: 200 len: 217 time: 0.0361705 Aug 31 01:56:23.796127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 577b4c7b-3e89-407c-840b-aa3c70191b38 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:56:23.799680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f980e6df-cc4c-490d-b231-43df40694251 req-ba0d31fd-834a-4f99-a899-1c9303692593 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=577b4c7b-3e89-407c-840b-aa3c70191b38 HTTP/1.1" status: 200 len: 217 time: 0.0401073 Aug 31 01:56:23.827044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980e6df-cc4c-490d-b231-43df40694251 req-77b75920-bd35-434a-8524-476f26f814e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:23.828744 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f980e6df-cc4c-490d-b231-43df40694251 req-77b75920-bd35-434a-8524-476f26f814e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0472267 Aug 31 01:56:23.841885 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47d897d5-e579-4d45-b02c-c17e0ac86de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:23.847411 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 577b4c7b-3e89-407c-840b-aa3c70191b38 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:56:23.856040 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980e6df-cc4c-490d-b231-43df40694251 req-67393256-ff52-4707-aeb2-03a37215b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:23.857516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f980e6df-cc4c-490d-b231-43df40694251 req-67393256-ff52-4707-aeb2-03a37215b8da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0511696 Aug 31 01:56:23.867508 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f980e6df-cc4c-490d-b231-43df40694251 req-07bd1cb9-7c96-4d81-9297-80c4296a1b41 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316522 Aug 31 01:56:23.889084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f980e6df-cc4c-490d-b231-43df40694251 req-f53a77ca-36d2-4e6e-80c5-5018cb4b7e85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245926 Aug 31 01:56:23.962245 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f980e6df-cc4c-490d-b231-43df40694251 req-9b6ae699-f1f8-4867-aa0c-9e350034ac20 service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872400 Aug 31 01:56:23.987791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f980e6df-cc4c-490d-b231-43df40694251 req-856d1a90-2abb-434e-b278-6fe4b444ec0f service neutron] 10.222.0.15 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911376 Aug 31 01:56:24.056278 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-f980e6df-cc4c-490d-b231-43df40694251 req-c28e33fa-eb4a-469b-a9b8-16fd2f4aa36a service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867898 Aug 31 01:56:24.078043 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f980e6df-cc4c-490d-b231-43df40694251 req-cb167ae9-74e5-42f5-aa78-1a8060bfa7d5 service neutron] 10.222.0.15 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834835 Aug 31 01:56:24.126591 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:24.203491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e31fc7-eeaa-40d3-b1fe-ca70a3403848 req-8b21e4be-3b30-45b5-bddb-76ec767d4b0c tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:24.205081 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47e31fc7-eeaa-40d3-b1fe-ca70a3403848 req-8b21e4be-3b30-45b5-bddb-76ec767d4b0c tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 943 time: 0.0499988 Aug 31 01:56:24.246348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47e31fc7-eeaa-40d3-b1fe-ca70a3403848 req-c2a73f38-bd84-4762-99db-545263ce9f1a tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352533 Aug 31 01:56:24.652313 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:25.368079 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e0dd7-1aa4-474e-8e0e-5351c4d6d9c3 req-eeacf82a-fa3b-46b9-bdbb-7a09dd177b19 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:25.370168 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b94e0dd7-1aa4-474e-8e0e-5351c4d6d9c3 req-eeacf82a-fa3b-46b9-bdbb-7a09dd177b19 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 943 time: 0.0545549 Aug 31 01:56:25.371334 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 577b4c7b-3e89-407c-840b-aa3c70191b38 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:56:25.411532 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b94e0dd7-1aa4-474e-8e0e-5351c4d6d9c3 req-5c81ead4-af71-4a62-a281-2cbdefb8d1fb tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352125 Aug 31 01:56:25.473902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 577b4c7b-3e89-407c-840b-aa3c70191b38, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=577b4c7b-3e89-407c-840b-aa3c70191b38,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:56:25.485998 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '577b4c7b-3e89-407c-840b-aa3c70191b38', 'network_id': '1ef4a16e-08dc-42a7-a0b2-7fcbdf136847', 'port_id': '577b4c7b-3e89-407c-840b-aa3c70191b38', 'mac_address': 'fa:16:3e:c3:2f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103b4c1e-266a-45bb-9489-4e4f6ff36ef3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:56:25.533960 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:25.547873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577b4c7b-3e89-407c-840b-aa3c70191b38 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:56:25.567743 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 577b4c7b-3e89-407c-840b-aa3c70191b38, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=577b4c7b-3e89-407c-840b-aa3c70191b38,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:56:25.572044 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:25.614333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b63aa7-14de-49e5-9bb7-27b9f72b1bd5 req-1a878951-d77a-425b-91cd-4752de216d6c tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:25.615874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b4b63aa7-14de-49e5-9bb7-27b9f72b1bd5 req-1a878951-d77a-425b-91cd-4752de216d6c tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 944 time: 0.0511086 Aug 31 01:56:25.627200 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9374c-fb21-4bfe-a867-4e92f7b72376 req-c56745fa-6406-455d-aee2-dcfcf5ad8308 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:25.629419 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=577b4c7b-3e89-407c-840b-aa3c70191b38,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:25.629624 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d9374c-fb21-4bfe-a867-4e92f7b72376 req-c56745fa-6406-455d-aee2-dcfcf5ad8308 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.70 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352&tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&binding%3Ahost_id=n-h1-802060-13 HTTP/1.1" status: 200 len: 944 time: 0.0574419 Aug 31 01:56:25.656203 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b4b63aa7-14de-49e5-9bb7-27b9f72b1bd5 req-e264dfcc-a2a8-48c9-879f-3d2616c52770 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335970 Aug 31 01:56:25.692353 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [req-00d9374c-fb21-4bfe-a867-4e92f7b72376 req-8a0c0fdf-969f-4974-953b-ebd7e4c69e6f service neutron] delete failed (client error): The resource could not be found. Aug 31 01:56:25.693381 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d9374c-fb21-4bfe-a867-4e92f7b72376 req-8a0c0fdf-969f-4974-953b-ebd7e4c69e6f service neutron] 10.222.0.70 "DELETE /v2.0/ports/577b4c7b-3e89-407c-840b-aa3c70191b38/bindings/n-h2-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0562279 Aug 31 01:56:25.774669 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9374c-fb21-4bfe-a867-4e92f7b72376 req-01eff6c4-4207-4bac-98da-b619682465e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:25.776292 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d9374c-fb21-4bfe-a867-4e92f7b72376 req-01eff6c4-4207-4bac-98da-b619682465e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 1096 time: 0.0415192 Aug 31 01:56:25.874740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9374c-fb21-4bfe-a867-4e92f7b72376 req-7414ee09-aa60-4a24-b384-775499cbb231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:25.876210 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d9374c-fb21-4bfe-a867-4e92f7b72376 req-7414ee09-aa60-4a24-b384-775499cbb231 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 200 len: 915 time: 0.0921719 Aug 31 01:56:25.918602 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d9374c-fb21-4bfe-a867-4e92f7b72376 req-03ca31bb-58ee-42b2-ad10-8a5ae77171bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=577b4c7b-3e89-407c-840b-aa3c70191b38 HTTP/1.1" status: 200 len: 217 time: 0.0354650 Aug 31 01:56:25.954379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['577b4c7b-3e89-407c-840b-aa3c70191b38'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:56:25.971019 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9374c-fb21-4bfe-a867-4e92f7b72376 req-0ae654c3-9837-41b8-ae46-697a56552ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:25.972532 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d9374c-fb21-4bfe-a867-4e92f7b72376 req-0ae654c3-9837-41b8-ae46-697a56552ca9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 200 len: 854 time: 0.0453527 Aug 31 01:56:26.008921 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d9374c-fb21-4bfe-a867-4e92f7b72376 req-852ab789-9cf0-4a4a-be5c-0cfbaa60ca90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285029 Aug 31 01:56:26.100747 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d9374c-fb21-4bfe-a867-4e92f7b72376 req-9264e575-747b-48cb-9022-0ed928da397e service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844491 Aug 31 01:56:26.193648 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-00d9374c-fb21-4bfe-a867-4e92f7b72376 req-7dde1d2b-6e26-443a-b5f4-3ffd3fc60751 service neutron] 10.222.0.70 "GET /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848994 Aug 31 01:56:26.775762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a79e59-85e7-4357-828c-570165022757 req-aa716380-6e8e-4b62-bf0f-d5a8226ae570 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:26.777779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9a79e59-85e7-4357-828c-570165022757 req-aa716380-6e8e-4b62-bf0f-d5a8226ae570 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 944 time: 0.0507038 Aug 31 01:56:26.814873 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9a79e59-85e7-4357-828c-570165022757 req-2a0f8c3a-4507-4852-9593-39acbf54a816 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310981 Aug 31 01:56:26.847323 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:26.934831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e7a53-42eb-409d-9a81-0589636f3eb3 req-4833dd74-f18b-4fbd-9fb1-dd5b40287e2b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:26.936332 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-195e7a53-42eb-409d-9a81-0589636f3eb3 req-4833dd74-f18b-4fbd-9fb1-dd5b40287e2b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 944 time: 0.0537813 Aug 31 01:56:26.974338 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-195e7a53-42eb-409d-9a81-0589636f3eb3 req-f22e1b5f-e91d-4de5-a2e6-173055cf73a4 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320923 Aug 31 01:56:27.087073 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b251b-ec9d-4472-8950-5c0b8790f687 req-4ce9bb76-0258-4f55-9457-b3331275f4de tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:27.088578 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e02b251b-ec9d-4472-8950-5c0b8790f687 req-4ce9bb76-0258-4f55-9457-b3331275f4de tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 944 time: 0.0491714 Aug 31 01:56:27.126007 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e02b251b-ec9d-4472-8950-5c0b8790f687 req-e8b78d16-dc99-4721-a378-97072bbf804e tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313826 Aug 31 01:56:27.379538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 577b4c7b-3e89-407c-840b-aa3c70191b38 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:56:27.427456 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 577b4c7b-3e89-407c-840b-aa3c70191b38 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:56:27.431156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 577b4c7b-3e89-407c-840b-aa3c70191b38 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:56:27.431547 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:27.458534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf3663-0927-4a61-a1f7-75b73a24519c req-435b0c9c-4e17-4d49-b0ae-a9ad6415621b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:27.460061 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60cf3663-0927-4a61-a1f7-75b73a24519c req-435b0c9c-4e17-4d49-b0ae-a9ad6415621b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 944 time: 0.0532322 Aug 31 01:56:27.502846 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60cf3663-0927-4a61-a1f7-75b73a24519c req-caf2a6fe-e89b-45ff-be31-2d2ac66a6858 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359666 Aug 31 01:56:27.509676 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:27.535228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330d6040-e8e6-4c4b-972d-c30d21eee352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577b4c7b-3e89-407c-840b-aa3c70191b38'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:56:27.537484 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b97e15-144b-4f39-a7ac-81b5f2ac3f45" -d '{"events": [{"server_uuid": "330d6040-e8e6-4c4b-972d-c30d21eee352", "name": "network-vif-plugged", "status": "completed", "tag": "577b4c7b-3e89-407c-840b-aa3c70191b38"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:56:27.553574 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 577b4c7b-3e89-407c-840b-aa3c70191b38, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=577b4c7b-3e89-407c-840b-aa3c70191b38,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:56:27.558187 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:27.605202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=577b4c7b-3e89-407c-840b-aa3c70191b38,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:27.642484 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d697521e-ef11-4581-843e-4b1be31d6011 x-openstack-request-id: req-d697521e-ef11-4581-843e-4b1be31d6011 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:56:27.642786 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330d6040-e8e6-4c4b-972d-c30d21eee352", "name": "network-vif-plugged", "status": "completed", "tag": "577b4c7b-3e89-407c-840b-aa3c70191b38", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:56:27.643046 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d697521e-ef11-4581-843e-4b1be31d6011 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:56:27.643659 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330d6040-e8e6-4c4b-972d-c30d21eee352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577b4c7b-3e89-407c-840b-aa3c70191b38', 'code': 200} Aug 31 01:56:28.648194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dac8bd-e1c1-4daf-ad45-01133673cf6e req-2e75b912-2df3-4fb0-a845-7c70feafd9d3 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:28.649682 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55dac8bd-e1c1-4daf-ad45-01133673cf6e req-2e75b912-2df3-4fb0-a845-7c70feafd9d3 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0537200 Aug 31 01:56:28.687339 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-55dac8bd-e1c1-4daf-ad45-01133673cf6e req-c3d7de45-a86e-41af-9a43-a63607defc5b tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b85c025-735c-4957-ad6d-567fe59ca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Aug 31 01:56:28.814536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb25b80-3336-440a-9984-861f7cd4ad51 req-86b24b68-83a1-48c9-8a7a-32ea422993dc tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:28.815946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cb25b80-3336-440a-9984-861f7cd4ad51 req-86b24b68-83a1-48c9-8a7a-32ea422993dc tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.15 "GET /v2.0/ports?device_id=330d6040-e8e6-4c4b-972d-c30d21eee352 HTTP/1.1" status: 200 len: 945 time: 0.0486062 Aug 31 01:56:28.906462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-7cb25b80-3336-440a-9984-861f7cd4ad51 req-7dfcf85a-2948-47cb-843e-1f8770b63650 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Deleting port 577b4c7b-3e89-407c-840b-aa3c70191b38 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:56:28.906809 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7cb25b80-3336-440a-9984-861f7cd4ad51 req-7dfcf85a-2948-47cb-843e-1f8770b63650 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:28.993126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-7cb25b80-3336-440a-9984-861f7cd4ad51 req-7dfcf85a-2948-47cb-843e-1f8770b63650 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] For port 577b4c7b-3e89-407c-840b-aa3c70191b38, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=577b4c7b-3e89-407c-840b-aa3c70191b38,segment=NetworkSegment(f53ec3be-db80-4a46-bd9b-33ccaf8a16f2),segment_id=f53ec3be-db80-4a46-bd9b-33ccaf8a16f2)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:56:28.993495 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7cb25b80-3336-440a-9984-861f7cd4ad51 req-7dfcf85a-2948-47cb-843e-1f8770b63650 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:29.007004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-7cb25b80-3336-440a-9984-861f7cd4ad51 req-7dfcf85a-2948-47cb-843e-1f8770b63650 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Calling delete_port for 577b4c7b-3e89-407c-840b-aa3c70191b38 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:56:29.132986 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7cb25b80-3336-440a-9984-861f7cd4ad51 req-7dfcf85a-2948-47cb-843e-1f8770b63650 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:29.157705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['577b4c7b-3e89-407c-840b-aa3c70191b38'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:56:29.161426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcf85a-2948-47cb-843e-1f8770b63650 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Pushing event deleted for resources: {'Port': ['ID=577b4c7b-3e89-407c-840b-aa3c70191b38,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:29.202839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb25b80-3336-440a-9984-861f7cd4ad51 req-7dfcf85a-2948-47cb-843e-1f8770b63650 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] No DVR routers for this DVR port 577b4c7b-3e89-407c-840b-aa3c70191b38 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:56:29.205515 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7cb25b80-3336-440a-9984-861f7cd4ad51 req-7dfcf85a-2948-47cb-843e-1f8770b63650 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:29.207574 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cb25b80-3336-440a-9984-861f7cd4ad51 req-7dfcf85a-2948-47cb-843e-1f8770b63650 tempest-ServerDiskConfigTestJSON-1806334197 tempest-ServerDiskConfigTestJSON-1806334197-project] 10.222.0.15 "DELETE /v2.0/ports/577b4c7b-3e89-407c-840b-aa3c70191b38 HTTP/1.1" status: 204 len: 173 time: 0.3855691 Aug 31 01:56:29.208009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330d6040-e8e6-4c4b-972d-c30d21eee352', 'name': 'network-vif-deleted', 'tag': '577b4c7b-3e89-407c-840b-aa3c70191b38'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:56:29.210308 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60a9b0e-8b50-40e3-9785-d744b64751c7" -d '{"events": [{"server_uuid": "330d6040-e8e6-4c4b-972d-c30d21eee352", "name": "network-vif-deleted", "tag": "577b4c7b-3e89-407c-840b-aa3c70191b38"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:56:29.249590 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35935a1f-df58-4225-857e-fd5d77fb9b1a x-openstack-request-id: req-35935a1f-df58-4225-857e-fd5d77fb9b1a {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:56:29.249952 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330d6040-e8e6-4c4b-972d-c30d21eee352", "name": "network-vif-deleted", "tag": "577b4c7b-3e89-407c-840b-aa3c70191b38", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:56:29.250285 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35935a1f-df58-4225-857e-fd5d77fb9b1a {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:56:29.250695 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330d6040-e8e6-4c4b-972d-c30d21eee352', 'name': 'network-vif-deleted', 'tag': '577b4c7b-3e89-407c-840b-aa3c70191b38', 'status': 'completed', 'code': 200} Aug 31 01:56:29.809209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36590) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:56:29.857822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-42fe3278-ccd3-43a4-b551-1d121a8d2353 admin admin] Deleting subnet 103b4c1e-266a-45bb-9489-4e4f6ff36ef3 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:56:29.860817 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-42fe3278-ccd3-43a4-b551-1d121a8d2353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:29.893972 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-42fe3278-ccd3-43a4-b551-1d121a8d2353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:29.932701 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-42fe3278-ccd3-43a4-b551-1d121a8d2353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:29.984735 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-42fe3278-ccd3-43a4-b551-1d121a8d2353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:30.010665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe3278-ccd3-43a4-b551-1d121a8d2353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103b4c1e-266a-45bb-9489-4e4f6ff36ef3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:30.012774 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-42fe3278-ccd3-43a4-b551-1d121a8d2353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:30.014583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-42fe3278-ccd3-43a4-b551-1d121a8d2353 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/103b4c1e-266a-45bb-9489-4e4f6ff36ef3 HTTP/1.1" status: 204 len: 168 time: 0.2043748 Aug 31 01:56:30.017457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36592) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:56:30.091422 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5872128-76c7-4a07-8cf6-0d1947ec43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:30.179512 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5872128-76c7-4a07-8cf6-0d1947ec43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:30.189275 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c5872128-76c7-4a07-8cf6-0d1947ec43a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef4a16e-08dc-42a7-a0b2-7fcbdf136847']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:56:30.200119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c5872128-76c7-4a07-8cf6-0d1947ec43a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:56:30.200421 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c5872128-76c7-4a07-8cf6-0d1947ec43a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53ec3be-db80-4a46-bd9b-33ccaf8a16f2') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:56:30.209156 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5872128-76c7-4a07-8cf6-0d1947ec43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:30.223427 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5872128-76c7-4a07-8cf6-0d1947ec43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:30.229282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5872128-76c7-4a07-8cf6-0d1947ec43a6 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:56:30.229681 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5872128-76c7-4a07-8cf6-0d1947ec43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: timer() Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:56:30.231298 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:56:30.285208 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5872128-76c7-4a07-8cf6-0d1947ec43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:30.291101 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5872128-76c7-4a07-8cf6-0d1947ec43a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:30.294461 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c5872128-76c7-4a07-8cf6-0d1947ec43a6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1ef4a16e-08dc-42a7-a0b2-7fcbdf136847 HTTP/1.1" status: 204 len: 168 time: 0.2752898 Aug 31 01:56:30.304715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5872128-76c7-4a07-8cf6-0d1947ec43a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ef4a16e-08dc-42a7-a0b2-7fcbdf136847,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:30.400023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36596) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:56:30.441136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e20b4b54-9264-4e6d-8af9-1dcca32fc89f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a22ba5dd9864c82a7bccc6b1c7d015e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395076 Aug 31 01:56:30.443052 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36598) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:56:30.493999 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1cd31b8d-43f9-498d-9cb8-b266a0012ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:30.515262 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1cd31b8d-43f9-498d-9cb8-b266a0012ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:30.560627 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1cd31b8d-43f9-498d-9cb8-b266a0012ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:30.563146 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1cd31b8d-43f9-498d-9cb8-b266a0012ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:30.564272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1cd31b8d-43f9-498d-9cb8-b266a0012ad8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b85c025-735c-4957-ad6d-567fe59ca5db HTTP/1.1" status: 204 len: 168 time: 0.1202767 Aug 31 01:56:30.571823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd31b8d-43f9-498d-9cb8-b266a0012ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b85c025-735c-4957-ad6d-567fe59ca5db,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:30.576039 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:56:31.217455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36620) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:56:31.315745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1735070644-network', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:56:31.336203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] Made reservation on behalf of 10fa20152e5c4592bc6d0fc8a9b95be1 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:56:31.338859 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:31.347135 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:31.434435 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:31.437938 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:31.458041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:56:31.471469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5b5d23-ebb0-45e3-861c-5d2ee2656106,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:31.476109 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:31.477001 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] Added segment 5e45dfd4-4426-4806-8fa9-88cf74acacf8 of type vlan for network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 Aug 31 01:56:31.517833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:31.542797 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:31.544434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:31.545032 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:31.606011 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3873119 Aug 31 01:56:31.608907 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36624) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:56:31.613324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc167b57-a36f-4f0a-8960-23ed5ee7dea6 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac1ef1e-b523-4c42-b6bd-cf9442999f36,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:31.613919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Request body: {'subnet': {'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1735070644-subnet', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:56:31.622835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:56:31.634412 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Made reservation on behalf of 10fa20152e5c4592bc6d0fc8a9b95be1 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:56:31.637121 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:31.815410 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:31.876934 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:31.888282 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Checking segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:56:31.888645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Network hostable DHCP agents. Network: 5ac1ef1e-b523-4c42-b6bd-cf9442999f36, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:56:31.892443 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:31.892798 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:31.893145 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:31.893486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:31.893822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:31.894179 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:31.894524 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:31.894837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:31.895164 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:31.895513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:31.895840 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:31.896166 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:31.914931 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:56:31.925078 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 5ac1ef1e-b523-4c42-b6bd-cf9442999f36) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:56:31.929995 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:31.932812 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47dacf2-e8ef-4fc1-94b8-6d3303f25cc8 None None] Network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:56:31.933428 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:31.945698 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:31.948015 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e3f2c94e-f118-4744-8e0b-bfdc0b391b33 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3374765 Aug 31 01:56:31.950814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36626) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:56:31.955214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:56:31.977763 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:31.979211 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:32.036301 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:32.078755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:56:32.079646 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:32.184374 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:32.212194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Allocated IP 172.20.0.2 (5ac1ef1e-b523-4c42-b6bd-cf9442999f36/3d8c85bd-bc9e-4e61-a46e-0ade73bad03c/a6755fd6-8266-4bdf-bd4d-fa1ae89a6439) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:56:32.359820 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:32.368060 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Transition to ACTIVE for port object a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:56:32.382955 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Transition to ACTIVE for port object a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:56:32.389333 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:32.401761 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:32.420573 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:32.428695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:56:32.435162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:56:32.438142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:56:32.452123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Pushing event updated for resources: {'Port': ['ID=a6755fd6-8266-4bdf-bd4d-fa1ae89a6439,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:32.501325 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Attempting to bind port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:56:32.501774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Attempting to bind port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:56:32.502141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Attempting to bind port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:56:32.506899 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:56:32.507262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Checking segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:56:32.507682 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:32.508122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Bound using segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:56:32.508528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Bound port: a6755fd6-8266-4bdf-bd4d-fa1ae89a6439, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:56:32.508950 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:32.523212 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Allocated IP 172.25.6.85 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/dba15468-6f5e-4fc9-9750-41459ab8e135) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:56:32.578443 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] For port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:56:32.581684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] For port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a6755fd6-8266-4bdf-bd4d-fa1ae89a6439,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:56:32.585278 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:32.642180 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:32.647095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddc38c-210e-431e-bad0-7075c94322be None None] Pushing event updated for resources: {'Port': ['ID=a6755fd6-8266-4bdf-bd4d-fa1ae89a6439,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:32.681416 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:32.722803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:56:32.725732 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:56:32.730041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:56:32.735816 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Pushing event updated for resources: {'Port': ['ID=dba15468-6f5e-4fc9-9750-41459ab8e135,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:33.002449 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:33.195039 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:33.338418 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Router 9da67e77-5d88-40b0-81b9-ec9473131878 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:56:33.380883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 577b4c7b-3e89-407c-840b-aa3c70191b38 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:56:33.406936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 577b4c7b-3e89-407c-840b-aa3c70191b38 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:56:33.407307 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 577b4c7b-3e89-407c-840b-aa3c70191b38 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:56:33.451781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:56:33.463951 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Sync routers for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:56:33.469894 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:33.473119 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-104f3385-fdbe-491f-a17b-aa230707bb8f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5212767 Aug 31 01:56:33.474676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36630) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:56:33.475308 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:56:33.475888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:56:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:56:33.603370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960aeaa4-dfb8-4120-9ae6-765b7e6776c5 None None] Network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:56:33.613965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:56:33.708981 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:56:33.769105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-890317bc-cc79-4bb6-9601-99235b3b33ac None None] Provisioning for port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:56:33.867032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:56:33.877477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:56:33.877843 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:33.926580 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.050994 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.055196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:32Z', 'revision_number': 3, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:56:34.090346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Checking router: 9da67e77-5d88-40b0-81b9-ec9473131878 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:56:34.090694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Updating router 9da67e77-5d88-40b0-81b9-ec9473131878 port dba15468-6f5e-4fc9-9750-41459ab8e135 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:56:34.137230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a6755fd6-8266-4bdf-bd4d-fa1ae89a6439,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:56:34.138262 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.144062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Allocated IP 172.20.0.1 (5ac1ef1e-b523-4c42-b6bd-cf9442999f36/3d8c85bd-bc9e-4e61-a46e-0ade73bad03c/d1cef9ef-ac01-4299-a7c0-60a28f6bad60) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:56:34.160078 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.264183 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.278929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Transition to ACTIVE for port object d1cef9ef-ac01-4299-a7c0-60a28f6bad60 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:56:34.279097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=a6755fd6-8266-4bdf-bd4d-fa1ae89a6439,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:34.312993 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.345541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a4e95993-a08f-45c2-9bc6-bd85f8573d34 None None] Provisioning complete for port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:56:34.345915 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a4e95993-a08f-45c2-9bc6-bd85f8573d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.347779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:56:34.354709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:56:34.357344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:56:34.390800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Pushing event updated for resources: {'Port': ['ID=d1cef9ef-ac01-4299-a7c0-60a28f6bad60,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:34.409586 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.524106 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.536592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Transition to ACTIVE for port object dba15468-6f5e-4fc9-9750-41459ab8e135 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:56:34.542671 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.580909 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.593209 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Attempting to bind port dba15468-6f5e-4fc9-9750-41459ab8e135 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:56:34.593807 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Attempting to bind port dba15468-6f5e-4fc9-9750-41459ab8e135 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:56:34.594413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Attempting to bind port dba15468-6f5e-4fc9-9750-41459ab8e135 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:56:34.604291 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ea88a-08f2-4eda-8f8f-68da03ba1c21 None None] Pushing event updated for resources: {'Port': ['ID=dba15468-6f5e-4fc9-9750-41459ab8e135,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:34.609502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:56:34.609879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:56:34.610286 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.610865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:56:34.611157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Bound port: dba15468-6f5e-4fc9-9750-41459ab8e135, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:56:34.611572 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.654148 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-be670271-cb39-4906-86d7-3f9089a6dee9 None None] Provisioning for port d1cef9ef-ac01-4299-a7c0-60a28f6bad60 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:56:34.666117 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-be670271-cb39-4906-86d7-3f9089a6dee9 None None] Provisioning complete for port d1cef9ef-ac01-4299-a7c0-60a28f6bad60 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:56:34.667062 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-be670271-cb39-4906-86d7-3f9089a6dee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.695586 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] For port dba15468-6f5e-4fc9-9750-41459ab8e135, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:56:34.714495 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] For port dba15468-6f5e-4fc9-9750-41459ab8e135, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=dba15468-6f5e-4fc9-9750-41459ab8e135,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:56:34.716990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-be670271-cb39-4906-86d7-3f9089a6dee9 None None] Port d1cef9ef-ac01-4299-a7c0-60a28f6bad60 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:56:34.719714 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.757527 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.763189 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.777926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:56:34.778564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:56:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:56:34.780539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ea88a-08f2-4eda-8f8f-68da03ba1c21 None None] Pushing event updated for resources: {'Port': ['ID=dba15468-6f5e-4fc9-9750-41459ab8e135,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:34.843482 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:34.846414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Pushing event updated for resources: {'Port': ['ID=d1cef9ef-ac01-4299-a7c0-60a28f6bad60,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:34.893158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:56:35.114314 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 2, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:56:35.144412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95cc60-3188-483c-b820-d30cac3e7756 None None] The sync data for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 is: [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 2, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:56:35.245083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:56:35.246485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:56:35.399759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Router 9da67e77-5d88-40b0-81b9-ec9473131878 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:56:35.529767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:56:35.535900 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-da6ea23e-2a2b-481f-88e7-87e8ec5fab39 admin admin] 10.222.0.58 "PUT /v2.0/routers/9da67e77-5d88-40b0-81b9-ec9473131878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0601029 Aug 31 01:56:35.542456 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-71d9af0e-e271-4c0e-b529-56fca66e71a4 None None] Provisioning complete for port d1cef9ef-ac01-4299-a7c0-60a28f6bad60 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:56:35.542953 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-71d9af0e-e271-4c0e-b529-56fca66e71a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:35.581248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:56:35.617232 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-71d9af0e-e271-4c0e-b529-56fca66e71a4 None None] Port d1cef9ef-ac01-4299-a7c0-60a28f6bad60 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:56:35.645207 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:56:35.645585 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.254427 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 36640) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:56:36.259189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-285fe678-258e-4c05-b953-c50165258a5f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1362676541', 'description': 'tempest-description--397940233'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:56:36.283169 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-285fe678-258e-4c05-b953-c50165258a5f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.365879 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-285fe678-258e-4c05-b953-c50165258a5f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.370620 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-285fe678-258e-4c05-b953-c50165258a5f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.397725 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-285fe678-258e-4c05-b953-c50165258a5f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.398900 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-285fe678-258e-4c05-b953-c50165258a5f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1434553 Aug 31 01:56:36.401956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36642) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:56:36.405191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fe678-258e-4c05-b953-c50165258a5f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb13848c-965d-4da1-bcf1-402ca293a2a3,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:36.406639 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-1b45f1e7-c56d-46c3-a99e-5cf382f41ec5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Request body: {'security_group_rule': {'security_group_id': 'bb13848c-965d-4da1-bcf1-402ca293a2a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:56:36.431853 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b45f1e7-c56d-46c3-a99e-5cf382f41ec5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.486065 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b45f1e7-c56d-46c3-a99e-5cf382f41ec5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.489342 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b45f1e7-c56d-46c3-a99e-5cf382f41ec5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.506111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45f1e7-c56d-46c3-a99e-5cf382f41ec5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d636a9d-2978-43eb-bdda-f55742612fdb,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:36.512772 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b45f1e7-c56d-46c3-a99e-5cf382f41ec5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.514065 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1b45f1e7-c56d-46c3-a99e-5cf382f41ec5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110990 Aug 31 01:56:36.516911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36644) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:56:36.521398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-fd8d6826-aea0-4066-abcf-d71fff3d1c16 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Request body: {'security_group_rule': {'security_group_id': 'bb13848c-965d-4da1-bcf1-402ca293a2a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:56:36.549227 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fd8d6826-aea0-4066-abcf-d71fff3d1c16 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.608513 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fd8d6826-aea0-4066-abcf-d71fff3d1c16 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.611981 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fd8d6826-aea0-4066-abcf-d71fff3d1c16 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.631504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d6826-aea0-4066-abcf-d71fff3d1c16 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02408281-60ce-4697-8dff-2d9dd87640a5,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:36.638377 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fd8d6826-aea0-4066-abcf-d71fff3d1c16 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.639846 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fd8d6826-aea0-4066-abcf-d71fff3d1c16 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217418 Aug 31 01:56:36.642700 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36646) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:56:36.647072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:56:36.668241 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.766272 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:36.868694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Allocated IP 172.25.6.126 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/dc1f6ada-c859-4886-9984-ea2be7417294) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:56:36.976176 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.016523 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.058199 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:56:37.059426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:56:37.063065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:56:37.068630 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Pushing event updated for resources: {'Port': ['ID=dc1f6ada-c859-4886-9984-ea2be7417294,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:37.082672 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Sync routers for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:56:37.093111 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:56:37.094210 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:56:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:56:37.153832 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.187126 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.198527 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:56:37.339249 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.345240 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.398652 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 2, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:56:37.415157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Pushing event updated for resources: {'Port': ['ID=dc1f6ada-c859-4886-9984-ea2be7417294,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:37.426092 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.427112 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Checking router: 9da67e77-5d88-40b0-81b9-ec9473131878 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:56:37.427492 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Updating router 9da67e77-5d88-40b0-81b9-ec9473131878 port d1cef9ef-ac01-4299-a7c0-60a28f6bad60 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:56:37.440362 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.441529 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-21cdf068-2541-47fe-bf86-8728801f14d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7979238 Aug 31 01:56:37.459544 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.581178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device dba15468-6f5e-4fc9-9750-41459ab8e135 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:56:37.595191 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-8a753207-0525-4331-ad9f-7542c3ef700a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1362676541&fields=id&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 267 time: 0.0409961 Aug 31 01:56:37.631228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port dba15468-6f5e-4fc9-9750-41459ab8e135 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:56:37.635963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port dba15468-6f5e-4fc9-9750-41459ab8e135 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:56:37.636334 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.714489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-5f5e6734-eff8-435d-8d9b-e15efdb8f7d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:37.716060 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-5f5e6734-eff8-435d-8d9b-e15efdb8f7d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 812 time: 0.1126208 Aug 31 01:56:37.719309 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.735813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-cdb63390-734d-4e0b-92a0-5f9beeb4bedd tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/quotas/10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 375 time: 0.0125520 Aug 31 01:56:37.741089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port dba15468-6f5e-4fc9-9750-41459ab8e135, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=dba15468-6f5e-4fc9-9750-41459ab8e135,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:56:37.745605 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.798075 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-35408cda-1cf7-497e-9d39-bea9281d9beb tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567980 Aug 31 01:56:37.859991 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.871701 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Transition to ACTIVE for port object d1cef9ef-ac01-4299-a7c0-60a28f6bad60 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:56:37.878474 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:37.913924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-fbd943a1-3077-4fd0-889a-c92ca9e10d99 service neutron] 10.222.0.58 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991507 Aug 31 01:56:37.954571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=dba15468-6f5e-4fc9-9750-41459ab8e135,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:37.959336 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a91a4-301f-46eb-956f-cf0518a4fb50 None None] Pushing event updated for resources: {'Port': ['ID=d1cef9ef-ac01-4299-a7c0-60a28f6bad60,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:37.986968 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a91a4-301f-46eb-956f-cf0518a4fb50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:37.987438 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a91a4-301f-46eb-956f-cf0518a4fb50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:37.987849 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a91a4-301f-46eb-956f-cf0518a4fb50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:37.988253 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a91a4-301f-46eb-956f-cf0518a4fb50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:37.988654 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a91a4-301f-46eb-956f-cf0518a4fb50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:37.989041 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a91a4-301f-46eb-956f-cf0518a4fb50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:37.989470 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a91a4-301f-46eb-956f-cf0518a4fb50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:37.989890 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a91a4-301f-46eb-956f-cf0518a4fb50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:37.990312 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a91a4-301f-46eb-956f-cf0518a4fb50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:37.990748 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a91a4-301f-46eb-956f-cf0518a4fb50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:37.991164 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a91a4-301f-46eb-956f-cf0518a4fb50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:37.992133 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a91a4-301f-46eb-956f-cf0518a4fb50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:56:38.008924 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Attempting to bind port d1cef9ef-ac01-4299-a7c0-60a28f6bad60 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:56:38.009414 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Attempting to bind port d1cef9ef-ac01-4299-a7c0-60a28f6bad60 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:56:38.010566 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Attempting to bind port d1cef9ef-ac01-4299-a7c0-60a28f6bad60 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:56:38.013303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-372e44ed-e11a-4414-a6f8-d0c283e9f476 service neutron] 10.222.0.58 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912066 Aug 31 01:56:38.016303 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:56:38.016753 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Checking segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:56:38.017339 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:38.017864 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Bound using segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:56:38.018442 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Bound port: d1cef9ef-ac01-4299-a7c0-60a28f6bad60, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:56:38.018853 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:38.089202 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] For port d1cef9ef-ac01-4299-a7c0-60a28f6bad60, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:56:38.093086 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] For port d1cef9ef-ac01-4299-a7c0-60a28f6bad60, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d1cef9ef-ac01-4299-a7c0-60a28f6bad60,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:56:38.099332 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:38.169919 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:56:38.170549 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:56:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:56:38.209167 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a91a4-301f-46eb-956f-cf0518a4fb50 None None] Pushing event updated for resources: {'Port': ['ID=d1cef9ef-ac01-4299-a7c0-60a28f6bad60,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:38.210550 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-129cfb0e-1cb2-4fc3-8d82-f2c60ccf24bc req-fe0b1f48-47cb-41bd-afde-19aef56d1c6c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 210 time: 0.0327497 Aug 31 01:56:38.293050 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:56:38.507559 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:38Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:56:38.536840 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f59b339-d0e7-4623-93ff-d1f5f48b756c None None] The sync data for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 is: [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:38Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:56:39.196640 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-980f4e4f-e2d6-43bb-9211-23568d4065a0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:39.198665 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-980f4e4f-e2d6-43bb-9211-23568d4065a0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 812 time: 0.1115272 Aug 31 01:56:39.245887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-75c2e30a-147b-4c97-8719-4cfa0fa62484 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 380 time: 0.0350790 Aug 31 01:56:39.255954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-d2291ffd-03fe-49d4-8422-36ac2ba0e749 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Request body: {'port': {'device_id': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'admin_state_up': True, 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'security_groups': ['bb13848c-965d-4da1-bcf1-402ca293a2a3']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:56:39.338484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-14a17be0-c0c1-44c6-9c95-9487aa2245bb req-2647b82e-2af9-476b-8708-7fd90d2d47a2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 210 time: 0.0364032 Aug 31 01:56:39.395812 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-d2291ffd-03fe-49d4-8422-36ac2ba0e749 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Made reservation on behalf of 10fa20152e5c4592bc6d0fc8a9b95be1 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:56:39.399307 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-d2291ffd-03fe-49d4-8422-36ac2ba0e749 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:39.527520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-d2291ffd-03fe-49d4-8422-36ac2ba0e749 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Allocated IP 172.20.0.12 (5ac1ef1e-b523-4c42-b6bd-cf9442999f36/3d8c85bd-bc9e-4e61-a46e-0ade73bad03c/485b6c80-a8bd-45b9-8df1-9983dd538436) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:56:39.566428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device dba15468-6f5e-4fc9-9750-41459ab8e135 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:56:39.616437 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port dba15468-6f5e-4fc9-9750-41459ab8e135 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:56:39.616802 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:39.677322 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-d2291ffd-03fe-49d4-8422-36ac2ba0e749 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:39.691472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-d2291ffd-03fe-49d4-8422-36ac2ba0e749 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Transition to ACTIVE for port object 485b6c80-a8bd-45b9-8df1-9983dd538436 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:56:39.694057 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d1cef9ef-ac01-4299-a7c0-60a28f6bad60 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:56:39.725434 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-d2291ffd-03fe-49d4-8422-36ac2ba0e749 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:39.742898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port d1cef9ef-ac01-4299-a7c0-60a28f6bad60 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:56:39.747405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d1cef9ef-ac01-4299-a7c0-60a28f6bad60 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:56:39.747780 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:39.773158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-d2291ffd-03fe-49d4-8422-36ac2ba0e749 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:56:39.778462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-d2291ffd-03fe-49d4-8422-36ac2ba0e749 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:56:39.781324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-d2291ffd-03fe-49d4-8422-36ac2ba0e749 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:56:39.825218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2291ffd-03fe-49d4-8422-36ac2ba0e749 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Pushing event updated for resources: {'Port': ['ID=485b6c80-a8bd-45b9-8df1-9983dd538436,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:39.829650 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:39.852751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-d2291ffd-03fe-49d4-8422-36ac2ba0e749 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:39.853473 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-d2291ffd-03fe-49d4-8422-36ac2ba0e749 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:39.868675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port d1cef9ef-ac01-4299-a7c0-60a28f6bad60, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d1cef9ef-ac01-4299-a7c0-60a28f6bad60,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:56:39.871130 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-d2291ffd-03fe-49d4-8422-36ac2ba0e749 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6188645 Aug 31 01:56:39.873116 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:39.887603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Request body: {'port': {'device_id': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:56:39.922812 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=d1cef9ef-ac01-4299-a7c0-60a28f6bad60,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:39.949301 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:40.029784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-349d7c1e-e703-4934-bbe9-344c21caca04 None None] Provisioning for port 485b6c80-a8bd-45b9-8df1-9983dd538436 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:56:40.033467 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-349d7c1e-e703-4934-bbe9-344c21caca04 None None] Provisioning complete for port 485b6c80-a8bd-45b9-8df1-9983dd538436 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:56:40.033788 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-349d7c1e-e703-4934-bbe9-344c21caca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:40.071154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-349d7c1e-e703-4934-bbe9-344c21caca04 None None] Port 485b6c80-a8bd-45b9-8df1-9983dd538436 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:56:40.211176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485b6c80-a8bd-45b9-8df1-9983dd538436 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:56:40.219010 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:40.231144 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Transition to ACTIVE for port object 485b6c80-a8bd-45b9-8df1-9983dd538436 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:56:40.234780 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:40.288657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Pushing event updated for resources: {'Port': ['ID=485b6c80-a8bd-45b9-8df1-9983dd538436,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:40.360641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Attempting to bind port 485b6c80-a8bd-45b9-8df1-9983dd538436 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:56:40.361276 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Attempting to bind port 485b6c80-a8bd-45b9-8df1-9983dd538436 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:56:40.361613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Attempting to bind port 485b6c80-a8bd-45b9-8df1-9983dd538436 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:56:40.366892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Port 485b6c80-a8bd-45b9-8df1-9983dd538436 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:56:40.367227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Attempting to bind port 485b6c80-a8bd-45b9-8df1-9983dd538436 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:56:40.373284 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:56:40.373626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Checking segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:56:40.374016 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Bound using segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:56:40.374591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Bound port: 485b6c80-a8bd-45b9-8df1-9983dd538436, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:56:40.374958 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:40.474911 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] For port 485b6c80-a8bd-45b9-8df1-9983dd538436, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:56:40.479422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] For port 485b6c80-a8bd-45b9-8df1-9983dd538436, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=485b6c80-a8bd-45b9-8df1-9983dd538436,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:56:40.484765 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:40.500399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205266b0-4871-44d5-9e36-c9556c62550d req-ee360504-8392-442d-b095-0990388fd776 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:40.501902 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-205266b0-4871-44d5-9e36-c9556c62550d req-ee360504-8392-442d-b095-0990388fd776 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 944 time: 0.0868983 Aug 31 01:56:40.542396 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:40.542925 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:40.544356 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] 10.222.0.15 "PUT /v2.0/ports/485b6c80-a8bd-45b9-8df1-9983dd538436 HTTP/1.1" status: 200 len: 1093 time: 0.6621833 Aug 31 01:56:40.548614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'tag': '485b6c80-a8bd-45b9-8df1-9983dd538436'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:56:40.550802 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d19c297-f099-494c-bafd-8dc3ff2427e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7d99cddc-99f6-4436-87c8-1025c6eae1d4", "tag": "485b6c80-a8bd-45b9-8df1-9983dd538436"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:56:40.586059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e148d80-4212-434f-bfb8-b3ab0546c4fc service neutron] Pushing event updated for resources: {'Port': ['ID=485b6c80-a8bd-45b9-8df1-9983dd538436,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:40.591840 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-205266b0-4871-44d5-9e36-c9556c62550d req-b1fc14cd-3d0a-4663-bfb8-913a0fd66910 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699823 Aug 31 01:56:40.609160 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61843d87-3129-4dc4-8b2b-a9f272e0f85b x-openstack-request-id: req-61843d87-3129-4dc4-8b2b-a9f272e0f85b {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:56:40.609349 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d99cddc-99f6-4436-87c8-1025c6eae1d4", "tag": "485b6c80-a8bd-45b9-8df1-9983dd538436", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:56:40.609631 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-61843d87-3129-4dc4-8b2b-a9f272e0f85b {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:56:40.610004 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'tag': '485b6c80-a8bd-45b9-8df1-9983dd538436', 'status': 'completed', 'code': 200} Aug 31 01:56:40.640675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-96bbfc79-9212-4bc7-8813-4d041f1ad430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:40.642219 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-96bbfc79-9212-4bc7-8813-4d041f1ad430 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0432951 Aug 31 01:56:40.693144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-81d4bdde-2d96-42bf-a562-bb7c6c5dcf42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=485b6c80-a8bd-45b9-8df1-9983dd538436 HTTP/1.1" status: 200 len: 217 time: 0.0397620 Aug 31 01:56:40.745756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3a0fb38a-78c7-4d86-86ad-ad8b727829c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:40.747235 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-3a0fb38a-78c7-4d86-86ad-ad8b727829c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0465062 Aug 31 01:56:40.794275 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-45ace1ae-fba5-4add-aa72-7aa03b14a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:40.795809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-45ace1ae-fba5-4add-aa72-7aa03b14a1a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417418 Aug 31 01:56:40.890005 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-e8131195-5fe5-4937-9942-5827cd7d3936 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870180 Aug 31 01:56:40.977815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-299b2e4e-83c6-45fa-8aa2-2abcff53640a req-131eeffd-5fb1-4056-b85d-58ce6597c907 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815091 Aug 31 01:56:41.092686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c297-f099-494c-bafd-8dc3ff2427e2 req-5810ae1a-9974-4074-bc09-d52f0f8d4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:41.093769 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d19c297-f099-494c-bafd-8dc3ff2427e2 req-5810ae1a-9974-4074-bc09-d52f0f8d4e56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0413551 Aug 31 01:56:41.187364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c297-f099-494c-bafd-8dc3ff2427e2 req-5cb602f8-4a19-4e9f-b0f4-12db83e3dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:41.188834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d19c297-f099-494c-bafd-8dc3ff2427e2 req-5cb602f8-4a19-4e9f-b0f4-12db83e3dbe4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0883145 Aug 31 01:56:41.230997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d19c297-f099-494c-bafd-8dc3ff2427e2 req-42143430-c56b-41f6-9ae9-a38c45aaa059 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=485b6c80-a8bd-45b9-8df1-9983dd538436 HTTP/1.1" status: 200 len: 217 time: 0.0349784 Aug 31 01:56:41.285134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c297-f099-494c-bafd-8dc3ff2427e2 req-90e92a89-e6ef-46ab-b3ad-0c97a2350924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:41.286590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d19c297-f099-494c-bafd-8dc3ff2427e2 req-90e92a89-e6ef-46ab-b3ad-0c97a2350924 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0485578 Aug 31 01:56:41.334500 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c297-f099-494c-bafd-8dc3ff2427e2 req-f0be2695-ab88-4d6c-b0b9-13be8ce4ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:41.336038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d19c297-f099-494c-bafd-8dc3ff2427e2 req-f0be2695-ab88-4d6c-b0b9-13be8ce4ac7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407367 Aug 31 01:56:41.426582 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d19c297-f099-494c-bafd-8dc3ff2427e2 req-904516cf-be90-4cb7-b781-373c09838dac service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831931 Aug 31 01:56:41.522426 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d19c297-f099-494c-bafd-8dc3ff2427e2 req-8d4f3399-d46d-47fd-b545-84195e618900 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888100 Aug 31 01:56:41.549218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d1cef9ef-ac01-4299-a7c0-60a28f6bad60 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:56:41.584155 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:41.601889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d1cef9ef-ac01-4299-a7c0-60a28f6bad60 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:56:41.602249 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:41.710854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95204251-58c9-48ac-98f5-5a2955a80d5f req-86d2dd84-0c20-4df2-b189-0ad0e7446cc1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:41.712395 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95204251-58c9-48ac-98f5-5a2955a80d5f req-86d2dd84-0c20-4df2-b189-0ad0e7446cc1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 944 time: 0.0507219 Aug 31 01:56:41.750270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95204251-58c9-48ac-98f5-5a2955a80d5f req-78b00429-9c67-4d0a-ae4e-ccb977fbb9db tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318420 Aug 31 01:56:42.863303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24039be-f4e1-4097-9147-6e964cd814c6 req-179bb3a0-20aa-4a81-b2b9-192d20db3674 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:42.864773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d24039be-f4e1-4097-9147-6e964cd814c6 req-179bb3a0-20aa-4a81-b2b9-192d20db3674 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 944 time: 0.0490267 Aug 31 01:56:42.908187 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d24039be-f4e1-4097-9147-6e964cd814c6 req-08f92219-32f1-4e07-bd15-5b6d81367393 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366735 Aug 31 01:56:44.021514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9d3bf-4c71-4ea3-b10a-c05dba389f71 req-9972f390-f10f-4bed-8568-59a984d118db tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:44.022984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5f9d3bf-4c71-4ea3-b10a-c05dba389f71 req-9972f390-f10f-4bed-8568-59a984d118db tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 944 time: 0.0488605 Aug 31 01:56:44.060270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5f9d3bf-4c71-4ea3-b10a-c05dba389f71 req-2121c078-26b7-4f0e-a3af-b30234a0e15f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307264 Aug 31 01:56:45.173056 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb8455-bc6d-475d-9cd8-986c115d8d33 req-7e0a6dbd-d69b-4288-a3f0-2b262719028d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:45.174570 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38bb8455-bc6d-475d-9cd8-986c115d8d33 req-7e0a6dbd-d69b-4288-a3f0-2b262719028d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 944 time: 0.0489888 Aug 31 01:56:45.212274 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38bb8455-bc6d-475d-9cd8-986c115d8d33 req-4f901f5e-87c5-4510-a1e5-04ca19b0dc14 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318146 Aug 31 01:56:45.409319 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 485b6c80-a8bd-45b9-8df1-9983dd538436 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:56:45.503405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 485b6c80-a8bd-45b9-8df1-9983dd538436, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=485b6c80-a8bd-45b9-8df1-9983dd538436,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:56:45.519052 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '485b6c80-a8bd-45b9-8df1-9983dd538436', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'port_id': '485b6c80-a8bd-45b9-8df1-9983dd538436', 'mac_address': 'fa:16:3e:c0:3d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:56:45.556020 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:45.568723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485b6c80-a8bd-45b9-8df1-9983dd538436 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:56:45.588054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 485b6c80-a8bd-45b9-8df1-9983dd538436, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=485b6c80-a8bd-45b9-8df1-9983dd538436,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:56:45.592200 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:45.644617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=485b6c80-a8bd-45b9-8df1-9983dd538436,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:45.942557 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['485b6c80-a8bd-45b9-8df1-9983dd538436'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:56:46.330914 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b765a6-6518-47ab-b2bf-e0894945509c req-30f28357-6036-4837-b343-f6c5f58ec6b9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:46.332471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8b765a6-6518-47ab-b2bf-e0894945509c req-30f28357-6036-4837-b343-f6c5f58ec6b9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 945 time: 0.0514622 Aug 31 01:56:46.375128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8b765a6-6518-47ab-b2bf-e0894945509c req-dbe18a9e-e2af-47de-ba8d-1779982bbf64 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352273 Aug 31 01:56:47.425184 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 485b6c80-a8bd-45b9-8df1-9983dd538436 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:56:47.475130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 485b6c80-a8bd-45b9-8df1-9983dd538436 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:56:47.479245 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 485b6c80-a8bd-45b9-8df1-9983dd538436 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:56:47.479640 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:47.551550 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf832c91-2e7f-4e04-8bad-83b7c55c1f4d req-684eac67-3e94-4255-92cf-d1f9cf06da88 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:47.552972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf832c91-2e7f-4e04-8bad-83b7c55c1f4d req-684eac67-3e94-4255-92cf-d1f9cf06da88 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 945 time: 0.0494442 Aug 31 01:56:47.560471 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:47.581992 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485b6c80-a8bd-45b9-8df1-9983dd538436'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:56:47.584248 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a800f646381dca431054a63add10bf8fd376238cfc0c492928bfce0d42e4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602d1057-0103-4a85-b085-d2571dcd1eed" -d '{"events": [{"server_uuid": "7d99cddc-99f6-4436-87c8-1025c6eae1d4", "name": "network-vif-plugged", "status": "completed", "tag": "485b6c80-a8bd-45b9-8df1-9983dd538436"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:56:47.593207 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf832c91-2e7f-4e04-8bad-83b7c55c1f4d req-88c9727d-c9cf-4c49-806b-ccbf6347af5a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328608 Aug 31 01:56:47.597712 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 485b6c80-a8bd-45b9-8df1-9983dd538436, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=485b6c80-a8bd-45b9-8df1-9983dd538436,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:56:47.603412 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:47.636048 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fc5d18-b4bc-4f35-b353-7249c5e42020 x-openstack-request-id: req-97fc5d18-b4bc-4f35-b353-7249c5e42020 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:56:47.636841 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d99cddc-99f6-4436-87c8-1025c6eae1d4", "name": "network-vif-plugged", "status": "completed", "tag": "485b6c80-a8bd-45b9-8df1-9983dd538436", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:56:47.636841 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97fc5d18-b4bc-4f35-b353-7249c5e42020 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:56:47.636841 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485b6c80-a8bd-45b9-8df1-9983dd538436', 'code': 200} Aug 31 01:56:47.665038 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=485b6c80-a8bd-45b9-8df1-9983dd538436,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:56:47.747102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ae217-1e5c-4452-a060-65339c74b1b7 req-db5950ff-c7fd-4528-8923-b0953527d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:47.749117 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-776ae217-1e5c-4452-a060-65339c74b1b7 req-db5950ff-c7fd-4528-8923-b0953527d7fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 1098 time: 0.0397441 Aug 31 01:56:47.784386 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-776ae217-1e5c-4452-a060-65339c74b1b7 req-aac7dfc7-9e1e-4f02-a42e-3d86c7700cc9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280752 Aug 31 01:56:48.788614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f9cca-97d3-41a9-8d23-80b936ebc8b5 req-f4621466-ae0f-4ff2-8628-62772d059178 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:48.790096 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-265f9cca-97d3-41a9-8d23-80b936ebc8b5 req-f4621466-ae0f-4ff2-8628-62772d059178 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0917678 Aug 31 01:56:48.830731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-265f9cca-97d3-41a9-8d23-80b936ebc8b5 req-f2427bf6-74d6-4842-bda0-aba2f1d99017 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340168 Aug 31 01:56:49.986068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da365142-bba2-4ec4-8b32-8a00e2628a7d req-a5e8d89c-8297-4e5f-8b65-afaa0d74a0c0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:49.988526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da365142-bba2-4ec4-8b32-8a00e2628a7d req-a5e8d89c-8297-4e5f-8b65-afaa0d74a0c0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0532660 Aug 31 01:56:50.029912 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da365142-bba2-4ec4-8b32-8a00e2628a7d req-fe2efdea-dc9d-4b44-9f68-0ece22a95368 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342317 Aug 31 01:56:50.143629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561e6b5-6a93-4929-9cca-eab9c4405930 req-17649ed4-5b86-4401-b026-9bf1c2b3579d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:50.145031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e561e6b5-6a93-4929-9cca-eab9c4405930 req-17649ed4-5b86-4401-b026-9bf1c2b3579d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0519018 Aug 31 01:56:50.154553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 36704) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:56:50.160010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-dda10ec8-7a2a-45a8-91bb-283b026a03bc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Request body: {'floatingip': {'port_id': '485b6c80-a8bd-45b9-8df1-9983dd538436'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:56:50.201961 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dda10ec8-7a2a-45a8-91bb-283b026a03bc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:50.628138 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dda10ec8-7a2a-45a8-91bb-283b026a03bc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:50.631528 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dda10ec8-7a2a-45a8-91bb-283b026a03bc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:51.043957 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-dda10ec8-7a2a-45a8-91bb-283b026a03bc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88 associated. External IP: 172.25.6.126, port: 485b6c80-a8bd-45b9-8df1-9983dd538436. Aug 31 01:56:51.247892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda10ec8-7a2a-45a8-91bb-283b026a03bc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Router 9da67e77-5d88-40b0-81b9-ec9473131878 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:56:51.295923 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a8c7faf7-2a17-4c90-941e-c8624d46d2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:51.356944 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda10ec8-7a2a-45a8-91bb-283b026a03bc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:56:51.361790 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-dda10ec8-7a2a-45a8-91bb-283b026a03bc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:51.367073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969804d2-9bb8-4de3-870d-3893d9a1d3c8 None None] Sync routers for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:56:51.376595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969804d2-9bb8-4de3-870d-3893d9a1d3c8 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:56:51.377218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-969804d2-9bb8-4de3-870d-3893d9a1d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:56:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:56:51.388044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-dda10ec8-7a2a-45a8-91bb-283b026a03bc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "PUT /v2.0/floatingips/ea608b9d-b31b-4f0e-915d-b2fd422ddc88 HTTP/1.1" status: 200 len: 992 time: 1.2324665 Aug 31 01:56:51.388773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'tag': '485b6c80-a8bd-45b9-8df1-9983dd538436'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:56:51.391168 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdc05c5dbb02fc6f7fe603b83aede0836426a499475f24282f09fd1310a4da57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cd822d-7703-43c3-912d-24d353c9d6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7d99cddc-99f6-4436-87c8-1025c6eae1d4", "tag": "485b6c80-a8bd-45b9-8df1-9983dd538436"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:56:51.427085 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af1b416-e661-4445-888d-6cf384f13081 x-openstack-request-id: req-6af1b416-e661-4445-888d-6cf384f13081 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:56:51.427406 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d99cddc-99f6-4436-87c8-1025c6eae1d4", "tag": "485b6c80-a8bd-45b9-8df1-9983dd538436", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:56:51.427662 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6af1b416-e661-4445-888d-6cf384f13081 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:56:51.428069 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'tag': '485b6c80-a8bd-45b9-8df1-9983dd538436', 'status': 'completed', 'code': 200} Aug 31 01:56:51.498964 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-969804d2-9bb8-4de3-870d-3893d9a1d3c8 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:56:51.508370 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd822d-7703-43c3-912d-24d353c9d6ee req-79d6ac60-6e60-4263-a505-22512e3e3e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:51.509914 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b8cd822d-7703-43c3-912d-24d353c9d6ee req-79d6ac60-6e60-4263-a505-22512e3e3e80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 1098 time: 0.0411386 Aug 31 01:56:51.606115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd822d-7703-43c3-912d-24d353c9d6ee req-3302ca63-d6d3-4413-9a34-14c176308b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:51.607526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b8cd822d-7703-43c3-912d-24d353c9d6ee req-3302ca63-d6d3-4413-9a34-14c176308b81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0872929 Aug 31 01:56:51.673867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b8cd822d-7703-43c3-912d-24d353c9d6ee req-3fa91819-88cf-426d-bb44-10351cbdad8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=485b6c80-a8bd-45b9-8df1-9983dd538436 HTTP/1.1" status: 200 len: 1000 time: 0.0596557 Aug 31 01:56:51.726280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd822d-7703-43c3-912d-24d353c9d6ee req-9b56a2ed-f913-4dc2-bf0b-949b87f89c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:51.727808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b8cd822d-7703-43c3-912d-24d353c9d6ee req-9b56a2ed-f913-4dc2-bf0b-949b87f89c48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0474780 Aug 31 01:56:51.730980 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-969804d2-9bb8-4de3-870d-3893d9a1d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ea608b9d-b31b-4f0e-915d-b2fd422ddc88', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'port_id': '485b6c80-a8bd-45b9-8df1-9983dd538436', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'mac_address': 'fa:16:3e:c0:3d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:56:37Z', 'updated_at': '2021-08-31T01:56:50Z', 'revision_number': 1, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:56:51.758082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969804d2-9bb8-4de3-870d-3893d9a1d3c8 None None] Checking router: 9da67e77-5d88-40b0-81b9-ec9473131878 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:56:51.767811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969804d2-9bb8-4de3-870d-3893d9a1d3c8 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:56:51.768438 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-969804d2-9bb8-4de3-870d-3893d9a1d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:56:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:56:51.772743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd822d-7703-43c3-912d-24d353c9d6ee req-e2574e12-ae3c-408d-a268-4d30bc51e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:56:51.774231 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b8cd822d-7703-43c3-912d-24d353c9d6ee req-e2574e12-ae3c-408d-a268-4d30bc51e067 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399592 Aug 31 01:56:51.861506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b8cd822d-7703-43c3-912d-24d353c9d6ee req-04080e5d-f735-428d-a3b0-4100486b5fba service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794785 Aug 31 01:56:51.875353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-969804d2-9bb8-4de3-870d-3893d9a1d3c8 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:56:51.955543 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b8cd822d-7703-43c3-912d-24d353c9d6ee req-43faed04-ae68-4fe8-a16f-a994e374f6ea service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861192 Aug 31 01:56:52.093718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-969804d2-9bb8-4de3-870d-3893d9a1d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ea608b9d-b31b-4f0e-915d-b2fd422ddc88', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'port_id': '485b6c80-a8bd-45b9-8df1-9983dd538436', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'mac_address': 'fa:16:3e:c0:3d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:56:37Z', 'updated_at': '2021-08-31T01:56:50Z', 'revision_number': 1, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:56:52.122755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969804d2-9bb8-4de3-870d-3893d9a1d3c8 None None] The sync data for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 is: [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ea608b9d-b31b-4f0e-915d-b2fd422ddc88', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'port_id': '485b6c80-a8bd-45b9-8df1-9983dd538436', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'mac_address': 'fa:16:3e:c0:3d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:56:37Z', 'updated_at': '2021-08-31T01:56:50Z', 'revision_number': 1, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:56:52.305315 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3eac9d-9f27-45ed-9411-29f4eb019a61 None None] New status for floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:56:53.832594 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f898a15e-7b75-4863-aa29-7e8c57603517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:54.128985 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:54.654851 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:56:56.849855 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:01.951077 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:07.574669 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:57:11.589349 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:21.298021 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8c27fc18-8998-4da2-9377-ce8f107a006b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:23.831913 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa22b-dc8f-4a49-b0e7-2265c8f2c828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:24.129875 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:24.655402 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:26.851701 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:31.949819 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:41.608537 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:43.665132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44896828-8b66-45fc-9099-40ee042c1e5b req-c2d17709-a74c-456f-bb68-c4b414583f63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0767317 Aug 31 01:57:43.757234 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44896828-8b66-45fc-9099-40ee042c1e5b req-46cbba56-ce08-460c-b00f-8b3fc6e8b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:43.758691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44896828-8b66-45fc-9099-40ee042c1e5b req-46cbba56-ce08-460c-b00f-8b3fc6e8b117 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 1098 time: 0.0402770 Aug 31 01:57:43.867205 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44896828-8b66-45fc-9099-40ee042c1e5b req-21e1c178-14e7-474d-bda8-71957a58aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:43.868627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44896828-8b66-45fc-9099-40ee042c1e5b req-21e1c178-14e7-474d-bda8-71957a58aaad service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0897322 Aug 31 01:57:43.933425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44896828-8b66-45fc-9099-40ee042c1e5b req-47539251-0f23-4785-8c3b-5e34bd3f7842 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=485b6c80-a8bd-45b9-8df1-9983dd538436 HTTP/1.1" status: 200 len: 1002 time: 0.0577359 Aug 31 01:57:43.989283 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44896828-8b66-45fc-9099-40ee042c1e5b req-4ecc196f-d9a3-45bf-a918-7bdb0a5e33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:43.990804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44896828-8b66-45fc-9099-40ee042c1e5b req-4ecc196f-d9a3-45bf-a918-7bdb0a5e33fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0500495 Aug 31 01:57:44.044596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44896828-8b66-45fc-9099-40ee042c1e5b req-7929c3ea-2e9d-4b4b-97f1-e9981cd469af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:57:44.046683 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44896828-8b66-45fc-9099-40ee042c1e5b req-7929c3ea-2e9d-4b4b-97f1-e9981cd469af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412736 Aug 31 01:57:44.135973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44896828-8b66-45fc-9099-40ee042c1e5b req-6b6ea16e-5972-4807-a9f9-6074f77e7d31 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822818 Aug 31 01:57:44.228145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-44896828-8b66-45fc-9099-40ee042c1e5b req-527e8ac6-8b30-4e06-9f83-d124e28b6016 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851481 Aug 31 01:57:44.573619 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:57:51.299779 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a26e293d-a6eb-43d6-be52-df3f48f4e956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:53.833066 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-17000e00-1565-4302-99cf-7e847b9682af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:54.129498 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:54.658806 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:57:56.857657 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:01.969015 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:11.616793 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:21.300427 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3cd88a37-1b85-43e7-94b1-43af1ac85386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:21.572433 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:58:23.833510 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-81b4286a-4770-45e1-a41b-13f3c402b422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:24.132225 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:24.661264 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:26.857366 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:31.962176 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:41.614930 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:44.548638 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e4e99c2-ab9c-41de-9426-e3f5d5222666 req-871d8556-d616-4d23-9a0d-675bed0da7c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408013 Aug 31 01:58:44.639265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e99c2-ab9c-41de-9426-e3f5d5222666 req-d11d9f17-e195-47d1-955a-b6b078d7debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:44.640819 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e4e99c2-ab9c-41de-9426-e3f5d5222666 req-d11d9f17-e195-47d1-955a-b6b078d7debd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 1098 time: 0.0405641 Aug 31 01:58:44.744686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e99c2-ab9c-41de-9426-e3f5d5222666 req-e7de0370-7fbe-45ce-8ea6-7563d4c0f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:44.746196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e4e99c2-ab9c-41de-9426-e3f5d5222666 req-e7de0370-7fbe-45ce-8ea6-7563d4c0f330 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0880260 Aug 31 01:58:44.811053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e4e99c2-ab9c-41de-9426-e3f5d5222666 req-59bccf1c-d796-4a47-9a5f-1ea9e2cb4c33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=485b6c80-a8bd-45b9-8df1-9983dd538436 HTTP/1.1" status: 200 len: 1002 time: 0.0581520 Aug 31 01:58:44.864111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e99c2-ab9c-41de-9426-e3f5d5222666 req-da516d52-3649-42d0-adb9-a2c1d855bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:44.865546 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e4e99c2-ab9c-41de-9426-e3f5d5222666 req-da516d52-3649-42d0-adb9-a2c1d855bd98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0475342 Aug 31 01:58:44.910455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e99c2-ab9c-41de-9426-e3f5d5222666 req-65b9efb3-02c9-4221-aa4d-2639e9583472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:58:44.911949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e4e99c2-ab9c-41de-9426-e3f5d5222666 req-65b9efb3-02c9-4221-aa4d-2639e9583472 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395486 Aug 31 01:58:44.999212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e4e99c2-ab9c-41de-9426-e3f5d5222666 req-f68d4b9b-0301-4900-afcb-7612fafe76fa service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801370 Aug 31 01:58:45.090346 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5e4e99c2-ab9c-41de-9426-e3f5d5222666 req-687a1556-7801-4aba-b992-c2c4364c4f84 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840955 Aug 31 01:58:51.299824 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-329aed68-e9d7-4165-8979-f1566a1e26f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:53.833942 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f1044831-a228-495a-b789-b5a2d989cb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:54.133303 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:54.665298 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:56.859871 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:58:58.572316 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:59:01.960806 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:05.716556 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-7d7069d0-482b-47eb-8599-2b3b65c7eb8f req-184d62c5-9147-4522-9e4d-ca275819e4a0 service neutron] (94761) timed out ('10.222.0.58', 34628) {{(pid=94761) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:59:11.622882 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:18.592014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4de8a-2a15-46db-8531-071c3e82099e req-39baa2ea-f722-45e0-b80c-4811bc6f5e74 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:18.593491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2d4de8a-2a15-46db-8531-071c3e82099e req-39baa2ea-f722-45e0-b80c-4811bc6f5e74 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0936077 Aug 31 01:59:18.633585 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2d4de8a-2a15-46db-8531-071c3e82099e req-3df89f7f-1c74-4c4c-b768-7fd44c25e2df tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336154 Aug 31 01:59:18.886404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d5a3d-16c0-43cb-a1d5-524defc41a02 req-492a1c1b-88ef-4718-a1da-b1583e50e4f9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:18.887943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-178d5a3d-16c0-43cb-a1d5-524defc41a02 req-492a1c1b-88ef-4718-a1da-b1583e50e4f9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0593176 Aug 31 01:59:18.915106 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-a80f0195-97dd-4c28-9c0d-d79eccf06c56 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973732 Aug 31 01:59:18.932507 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-178d5a3d-16c0-43cb-a1d5-524defc41a02 req-1fca21ee-a925-4f44-a95c-15afc29330df tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376801 Aug 31 01:59:20.087804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fa415-8c01-4820-9be2-3bb65d1626fd req-e8ec03d1-f416-433a-9d58-b4b6ec277031 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:20.089317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-003fa415-8c01-4820-9be2-3bb65d1626fd req-e8ec03d1-f416-433a-9d58-b4b6ec277031 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0788927 Aug 31 01:59:20.091080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-3558831f-1529-497a-b90e-be9e089d65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:20.092479 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-3558831f-1529-497a-b90e-be9e089d65e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 1098 time: 0.0722821 Aug 31 01:59:20.182040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-003fa415-8c01-4820-9be2-3bb65d1626fd req-5a478d66-b1c3-4b70-b655-c20072d524bf tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858049 Aug 31 01:59:20.216430 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-46319fa7-91c7-430d-81a0-225248c11acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:20.217869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-46319fa7-91c7-430d-81a0-225248c11acc service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.1157162 Aug 31 01:59:20.285239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-1d3b4497-ad63-4de0-b299-455cf67eafc4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=485b6c80-a8bd-45b9-8df1-9983dd538436 HTTP/1.1" status: 200 len: 1002 time: 0.0598130 Aug 31 01:59:20.338348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-5aec6af6-465f-42ad-b88e-5d40324ffcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:20.339828 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-5aec6af6-465f-42ad-b88e-5d40324ffcf6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0479188 Aug 31 01:59:20.384854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-04f751be-fd08-4029-80d9-6055cb3c79af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:20.386691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-04f751be-fd08-4029-80d9-6055cb3c79af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398393 Aug 31 01:59:20.475270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-529057a5-4c7f-40e3-96d4-65dac4a1c6ba service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816197 Aug 31 01:59:20.568262 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-9c759e3b-79bb-409c-9212-5c4f67e7960f service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862992 Aug 31 01:59:21.299635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780f4fd-add7-463e-a530-6f47d4a612c3 req-daf2033e-7aea-4418-9be4-eb51c2ff8984 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:21.301120 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa789-8347-4f9c-8f26-bcfa0343ac94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:21.301588 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c780f4fd-add7-463e-a530-6f47d4a612c3 req-daf2033e-7aea-4418-9be4-eb51c2ff8984 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0528331 Aug 31 01:59:21.339131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c780f4fd-add7-463e-a530-6f47d4a612c3 req-78a789e3-c704-4ec1-bdfe-1a80e32118ec tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319011 Aug 31 01:59:22.456674 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e11a70-2f8d-4944-9fa6-72d8e77d29d0 req-1923c004-a3d5-4fa1-b14f-61e28e17265f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:22.458141 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46e11a70-2f8d-4944-9fa6-72d8e77d29d0 req-1923c004-a3d5-4fa1-b14f-61e28e17265f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0499096 Aug 31 01:59:22.500886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46e11a70-2f8d-4944-9fa6-72d8e77d29d0 req-0b78fe4e-ee75-494b-8301-4b1fbad3eda4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367808 Aug 31 01:59:23.624268 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09d9e-e527-445a-b30e-8187170e0008 req-5f913087-e9a3-41a0-b946-15f37d1b9af5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:23.625733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29b09d9e-e527-445a-b30e-8187170e0008 req-5f913087-e9a3-41a0-b946-15f37d1b9af5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0500233 Aug 31 01:59:23.663413 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29b09d9e-e527-445a-b30e-8187170e0008 req-04876650-02c6-4e8d-9a75-1f2c2d72da7d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312107 Aug 31 01:59:23.833867 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-342dcbe7-ee19-47c8-855a-96fa4296da1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:24.139074 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:24.666885 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:24.783844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb87f7d-c979-4188-812b-101d6d2fb19a req-1ad447a6-6ff9-40c8-9b24-a830de254170 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:24.785344 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbb87f7d-c979-4188-812b-101d6d2fb19a req-1ad447a6-6ff9-40c8-9b24-a830de254170 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0511997 Aug 31 01:59:24.823828 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bbb87f7d-c979-4188-812b-101d6d2fb19a req-7db8a212-1d48-49ce-920d-a6265785a9e9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326819 Aug 31 01:59:25.938152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fca12e-3222-4409-a0fb-1da28268beb3 req-8850b044-8250-45df-b357-eb5a65b0e0ae tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:25.939877 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86fca12e-3222-4409-a0fb-1da28268beb3 req-8850b044-8250-45df-b357-eb5a65b0e0ae tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0493457 Aug 31 01:59:25.981950 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86fca12e-3222-4409-a0fb-1da28268beb3 req-a386b6bc-7c6e-4299-837b-6ddf9b1b742d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361137 Aug 31 01:59:26.862396 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:27.098249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2f8a0-0473-4375-ab3c-a187264b6de2 req-54b2a284-cc2c-4c8e-970c-cb4481021492 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:27.099658 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8f2f8a0-0473-4375-ab3c-a187264b6de2 req-54b2a284-cc2c-4c8e-970c-cb4481021492 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0489032 Aug 31 01:59:27.137765 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8f2f8a0-0473-4375-ab3c-a187264b6de2 req-b91fb9e2-7f30-4a3f-a0cb-2a022d2b0cbc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323017 Aug 31 01:59:28.253959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b991a7c-496b-4f2a-9a3d-e491d307901d req-94e5e50b-3968-405d-8a25-5f5f091d8079 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:28.255506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1b991a7c-496b-4f2a-9a3d-e491d307901d req-94e5e50b-3968-405d-8a25-5f5f091d8079 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0497274 Aug 31 01:59:28.293868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1b991a7c-496b-4f2a-9a3d-e491d307901d req-1f27c890-044b-450d-bdd3-86175e661204 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320022 Aug 31 01:59:29.408879 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961756bc-3038-44ec-bc95-f9d1041a5865 req-6da73911-1ace-4456-81d5-7d21ef2eb306 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:29.410353 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-961756bc-3038-44ec-bc95-f9d1041a5865 req-6da73911-1ace-4456-81d5-7d21ef2eb306 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0496874 Aug 31 01:59:29.453598 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-961756bc-3038-44ec-bc95-f9d1041a5865 req-9180522b-c0e0-4918-8da1-64d2dbc8affb tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372891 Aug 31 01:59:30.567378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b530e8-95fe-4124-9b01-7e5afed3df51 req-a0e82195-cbcf-4fde-983a-4771917d031f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:30.568759 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89b530e8-95fe-4124-9b01-7e5afed3df51 req-a0e82195-cbcf-4fde-983a-4771917d031f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0486002 Aug 31 01:59:30.605663 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89b530e8-95fe-4124-9b01-7e5afed3df51 req-e420c210-6185-42b1-8b3c-1e4ba5e91e27 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310431 Aug 31 01:59:31.722723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fc0aa-3a43-477d-a368-d996184962c1 req-87632ef3-1d15-4028-8b81-8be6983e4afc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:31.724225 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff9fc0aa-3a43-477d-a368-d996184962c1 req-87632ef3-1d15-4028-8b81-8be6983e4afc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0482354 Aug 31 01:59:31.761693 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff9fc0aa-3a43-477d-a368-d996184962c1 req-245dd6e7-2329-4401-8185-cb0c54c79fcc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314021 Aug 31 01:59:31.960454 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:32.551652 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8926bc5d-d142-4f35-bc16-5ecc739e3889 service neutron] show failed (client error): The resource could not be found. Aug 31 01:59:32.552560 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8926bc5d-d142-4f35-bc16-5ecc739e3889 service neutron] 10.222.0.15 "GET /v2.0/ports/485b6c80-a8bd-45b9-8df1-9983dd538436/bindings/n-h2-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0541363 Aug 31 01:59:32.833898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-fc775649-d5e0-47b2-9b30-2e09d8af83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:32.835474 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-fc775649-d5e0-47b2-9b30-2e09d8af83a9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 1098 time: 0.0876842 Aug 31 01:59:32.848012 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:32.900594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62465626-e640-4d8f-acc8-648bf8025db8 req-2f1b314f-ef6f-47a2-a29b-6961537b837b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:32.901215 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:32.902091 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-62465626-e640-4d8f-acc8-648bf8025db8 req-2f1b314f-ef6f-47a2-a29b-6961537b837b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0533066 Aug 31 01:59:32.942115 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-62465626-e640-4d8f-acc8-648bf8025db8 req-fe632ad5-767c-4655-ae31-f0798767f0ce tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338678 Aug 31 01:59:33.100006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] For port 485b6c80-a8bd-45b9-8df1-9983dd538436, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=485b6c80-a8bd-45b9-8df1-9983dd538436,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:33.132133 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] For port 485b6c80-a8bd-45b9-8df1-9983dd538436, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:59:33.173429 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485b6c80-a8bd-45b9-8df1-9983dd538436'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:59:33.179392 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.192165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Transition to ACTIVE for port object 485b6c80-a8bd-45b9-8df1-9983dd538436 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:33.195495 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.536511 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df77310f-2111-459e-ba8c-0c9066f80ecd" -d '{"events": [{"server_uuid": "7d99cddc-99f6-4436-87c8-1025c6eae1d4", "name": "network-vif-unplugged", "status": "completed", "tag": "485b6c80-a8bd-45b9-8df1-9983dd538436"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:59:33.629842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Pushing event updated for resources: {'Port': ['ID=485b6c80-a8bd-45b9-8df1-9983dd538436,revision_number=6']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:33.655955 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14be56b-4b66-419c-8da0-b3cbe1a94d6e x-openstack-request-id: req-a14be56b-4b66-419c-8da0-b3cbe1a94d6e {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:59:33.656254 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d99cddc-99f6-4436-87c8-1025c6eae1d4", "name": "network-vif-unplugged", "status": "completed", "tag": "485b6c80-a8bd-45b9-8df1-9983dd538436", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:59:33.656509 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a14be56b-4b66-419c-8da0-b3cbe1a94d6e {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:59:33.656917 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485b6c80-a8bd-45b9-8df1-9983dd538436', 'code': 200} Aug 31 01:59:33.664085 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:33.664443 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:33.664796 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:33.665143 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:33.665484 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:33.665819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:33.666154 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:33.666485 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:33.666817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:33.667148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:33.667502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:33.667832 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:33.699604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] No DVR routers for this DVR port 485b6c80-a8bd-45b9-8df1-9983dd538436 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:59:33.838727 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Attempting to bind port 485b6c80-a8bd-45b9-8df1-9983dd538436 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:59:33.839394 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Attempting to bind port 485b6c80-a8bd-45b9-8df1-9983dd538436 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:59:33.839394 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Attempting to bind port 485b6c80-a8bd-45b9-8df1-9983dd538436 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:59:33.843457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Port 485b6c80-a8bd-45b9-8df1-9983dd538436 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:59:33.843779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Attempting to bind port 485b6c80-a8bd-45b9-8df1-9983dd538436 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:59:33.848983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:59:33.849321 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Checking segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:33.849705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Bound using segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:59:33.850123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Bound port: 485b6c80-a8bd-45b9-8df1-9983dd538436, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:59:33.850472 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.914867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] For port 485b6c80-a8bd-45b9-8df1-9983dd538436, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:59:33.918032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] For port 485b6c80-a8bd-45b9-8df1-9983dd538436, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=485b6c80-a8bd-45b9-8df1-9983dd538436,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:59:33.921633 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.955565 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:33.956184 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:33.957570 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] 10.222.0.70 "PUT /v2.0/ports/485b6c80-a8bd-45b9-8df1-9983dd538436 HTTP/1.1" status: 200 len: 1093 time: 1.1142900 Aug 31 01:59:33.979459 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3365f-6bbd-469b-b6ba-49b376451913 service neutron] Pushing event updated for resources: {'Port': ['ID=485b6c80-a8bd-45b9-8df1-9983dd538436,revision_number=7']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:34.031313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-5bc748df-62b0-4222-8755-e2feb830c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:34.032838 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-5bc748df-62b0-4222-8755-e2feb830c48d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0470634 Aug 31 01:59:34.067255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85f9fe-63e3-4460-be0a-5f5286f9a727 req-3eb31a90-071b-4570-af25-7d8f4091243f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:34.069001 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc85f9fe-63e3-4460-be0a-5f5286f9a727 req-3eb31a90-071b-4570-af25-7d8f4091243f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 944 time: 0.0529966 Aug 31 01:59:34.109929 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dc85f9fe-63e3-4460-be0a-5f5286f9a727 req-0388ceb4-8122-42b8-9936-165c6264d4bc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344706 Aug 31 01:59:34.133601 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-f8ec0730-9c3b-4b68-bba6-0297284c62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:34.135125 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-f8ec0730-9c3b-4b68-bba6-0297284c62a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0944049 Aug 31 01:59:34.208164 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-a4e86811-4c35-4d6c-8521-405c0586b071 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=485b6c80-a8bd-45b9-8df1-9983dd538436 HTTP/1.1" status: 200 len: 1000 time: 0.0661936 Aug 31 01:59:34.258324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-7f7a7960-b7a9-4152-a160-a0a4f63b7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:34.259830 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-7f7a7960-b7a9-4152-a160-a0a4f63b7376 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0440578 Aug 31 01:59:34.313889 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-3cdd2002-5c45-4fba-868f-7bc3b0094a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:34.315604 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-3cdd2002-5c45-4fba-868f-7bc3b0094a99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488508 Aug 31 01:59:34.404515 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-3e7bb914-5924-4277-af14-f656e3e68b2d service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812693 Aug 31 01:59:34.496000 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ab22e695-04cd-46fa-b042-d49431d59dd3 req-35c8412e-534f-4b10-8c1b-ae5642d57ab0 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842340 Aug 31 01:59:34.608678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b1c63-8cb0-49a8-9f6c-f0d2f95822e4 req-c1ab9b3d-bb20-47f1-a4b5-3bc9e99c567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:34.610213 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d25b1c63-8cb0-49a8-9f6c-f0d2f95822e4 req-c1ab9b3d-bb20-47f1-a4b5-3bc9e99c567a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0443678 Aug 31 01:59:34.712101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b1c63-8cb0-49a8-9f6c-f0d2f95822e4 req-a31d9797-0306-48af-8a74-045c81e39e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:34.713513 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d25b1c63-8cb0-49a8-9f6c-f0d2f95822e4 req-a31d9797-0306-48af-8a74-045c81e39e5e service neutron] 10.222.0.70 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0844252 Aug 31 01:59:34.782448 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d25b1c63-8cb0-49a8-9f6c-f0d2f95822e4 req-acdfa449-0238-43b4-a792-f42f886785c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=485b6c80-a8bd-45b9-8df1-9983dd538436 HTTP/1.1" status: 200 len: 1000 time: 0.0608394 Aug 31 01:59:34.829110 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b1c63-8cb0-49a8-9f6c-f0d2f95822e4 req-c4fbacb5-cc1c-43fb-8839-22c4af94f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:34.830543 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d25b1c63-8cb0-49a8-9f6c-f0d2f95822e4 req-c4fbacb5-cc1c-43fb-8839-22c4af94f0ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0417972 Aug 31 01:59:34.875422 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b1c63-8cb0-49a8-9f6c-f0d2f95822e4 req-62612a79-9305-46ca-a5d1-31b7a1282bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:34.876859 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d25b1c63-8cb0-49a8-9f6c-f0d2f95822e4 req-62612a79-9305-46ca-a5d1-31b7a1282bf1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389428 Aug 31 01:59:34.968598 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d25b1c63-8cb0-49a8-9f6c-f0d2f95822e4 req-f140e2a5-ca6f-49ab-b07c-2b5aa3745611 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826848 Aug 31 01:59:35.059683 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d25b1c63-8cb0-49a8-9f6c-f0d2f95822e4 req-92b41387-cf92-45b3-978b-eff50ea77222 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801258 Aug 31 01:59:35.238110 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc6720-8373-4940-aba1-dd3c6886a634 req-e7c45ffd-5027-42b0-a696-73cf14fb5b23 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:35.239506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-adbc6720-8373-4940-aba1-dd3c6886a634 req-e7c45ffd-5027-42b0-a696-73cf14fb5b23 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 944 time: 0.0483456 Aug 31 01:59:35.277220 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-adbc6720-8373-4940-aba1-dd3c6886a634 req-f029f6de-f44a-49f9-b6df-9cdb6868c4c0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317459 Aug 31 01:59:35.571760 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:59:35.658115 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'tag': '485b6c80-a8bd-45b9-8df1-9983dd538436'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:59:35.660505 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa43b27-c826-4ffa-b327-0b14b84dc6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "7d99cddc-99f6-4436-87c8-1025c6eae1d4", "tag": "485b6c80-a8bd-45b9-8df1-9983dd538436"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:59:35.709562 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4accb0ec-e324-46d2-9499-7f7aeb612702 x-openstack-request-id: req-4accb0ec-e324-46d2-9499-7f7aeb612702 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:59:35.709854 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d99cddc-99f6-4436-87c8-1025c6eae1d4", "tag": "485b6c80-a8bd-45b9-8df1-9983dd538436", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:59:35.710106 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4accb0ec-e324-46d2-9499-7f7aeb612702 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:59:35.710510 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'tag': '485b6c80-a8bd-45b9-8df1-9983dd538436', 'status': 'completed', 'code': 200} Aug 31 01:59:35.774009 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-94b014e6-eee1-417d-a88b-f39938efd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:35.775563 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-94b014e6-eee1-417d-a88b-f39938efd3cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0478013 Aug 31 01:59:35.792508 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-18a57b76-2ad1-403f-80c3-25cbd92d56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:35.794058 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-18a57b76-2ad1-403f-80c3-25cbd92d56f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0467806 Aug 31 01:59:35.868442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-00fe9d15-eb38-49ea-b299-d024e10f116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:35.869840 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-00fe9d15-eb38-49ea-b299-d024e10f116b service neutron] 10.222.0.70 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0845134 Aug 31 01:59:35.885551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-8b6ce3a4-6dab-42f7-a5ac-9f2d8dbbfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:35.887177 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-8b6ce3a4-6dab-42f7-a5ac-9f2d8dbbfc60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0858388 Aug 31 01:59:35.943802 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-cff20073-3a47-4ef2-bada-3d8d170661e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=485b6c80-a8bd-45b9-8df1-9983dd538436 HTTP/1.1" status: 200 len: 1000 time: 0.0653086 Aug 31 01:59:35.960328 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-79481811-a191-4420-ac6e-1d4954df8d9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=485b6c80-a8bd-45b9-8df1-9983dd538436 HTTP/1.1" status: 200 len: 1000 time: 0.0644925 Aug 31 01:59:36.012558 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-7fdd0902-2feb-42fc-b40d-4605eff8b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:36.012991 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-83156e2c-a971-4c3d-a954-2fbb22fc98b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:36.014305 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-7fdd0902-2feb-42fc-b40d-4605eff8b315 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0475092 Aug 31 01:59:36.014521 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-83156e2c-a971-4c3d-a954-2fbb22fc98b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0475059 Aug 31 01:59:36.062398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-26189e87-bf43-4f1b-aba7-a310acc9b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:36.062654 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-68b00633-3835-48be-8c02-3547675d5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:36.063973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-26189e87-bf43-4f1b-aba7-a310acc9b73e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428150 Aug 31 01:59:36.064208 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-68b00633-3835-48be-8c02-3547675d5dba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427773 Aug 31 01:59:36.157739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-d78f499c-2f3a-4693-9f46-0d3604245010 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868571 Aug 31 01:59:36.158118 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-a7c74c31-cbeb-4ccb-bd9f-ff3014006e21 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863063 Aug 31 01:59:36.246173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 485b6c80-a8bd-45b9-8df1-9983dd538436 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:59:36.256469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-f89cb2b1-f9bf-4d18-b9d2-7dc3c4cbf887 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886433 Aug 31 01:59:36.260119 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-baa43b27-c826-4ffa-b327-0b14b84dc6aa req-db49d04a-cb6b-43d8-a600-e00489ba0d75 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955367 Aug 31 01:59:36.289821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 485b6c80-a8bd-45b9-8df1-9983dd538436 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:59:36.392796 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de25808-5470-48bd-a789-8b0899aceb2a req-5497165c-f84b-46a5-9f6d-e42bcb50dd67 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:36.394474 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7de25808-5470-48bd-a789-8b0899aceb2a req-5497165c-f84b-46a5-9f6d-e42bcb50dd67 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 944 time: 0.0502472 Aug 31 01:59:36.433706 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7de25808-5470-48bd-a789-8b0899aceb2a req-89fd938a-39e4-4bdc-853e-4e6408c1b05a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331931 Aug 31 01:59:36.671719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2245a43-bd6a-4caa-aa90-bc6853390204 req-a31e1ad4-c233-4be9-bdf1-5578556d6aa5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:36.673221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2245a43-bd6a-4caa-aa90-bc6853390204 req-a31e1ad4-c233-4be9-bdf1-5578556d6aa5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 944 time: 0.0864797 Aug 31 01:59:36.687609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fd26c-42a4-4667-9e8b-f0c5c7910677 req-c73819c1-6bc4-4ae1-9bc7-b006449b531a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:36.688953 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a5fd26c-42a4-4667-9e8b-f0c5c7910677 req-c73819c1-6bc4-4ae1-9bc7-b006449b531a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 944 time: 0.0702419 Aug 31 01:59:36.750374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 485b6c80-a8bd-45b9-8df1-9983dd538436 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:59:36.751721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2245a43-bd6a-4caa-aa90-bc6853390204 req-9dcfc09a-fd1d-4af8-a931-0170612ed029 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720696 Aug 31 01:59:36.772780 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-9a5fd26c-42a4-4667-9e8b-f0c5c7910677 req-e312f25b-6bc5-4c75-92c5-eb247dcc5d93 service neutron] delete failed (client error): The resource could not be found. Aug 31 01:59:36.774082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a5fd26c-42a4-4667-9e8b-f0c5c7910677 req-e312f25b-6bc5-4c75-92c5-eb247dcc5d93 service neutron] 10.222.0.15 "DELETE /v2.0/ports/485b6c80-a8bd-45b9-8df1-9983dd538436/bindings/n-h1-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0726037 Aug 31 01:59:36.846930 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 485b6c80-a8bd-45b9-8df1-9983dd538436, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=485b6c80-a8bd-45b9-8df1-9983dd538436,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:36.858375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '485b6c80-a8bd-45b9-8df1-9983dd538436', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'port_id': '485b6c80-a8bd-45b9-8df1-9983dd538436', 'mac_address': 'fa:16:3e:c0:3d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:59:36.873669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fd26c-42a4-4667-9e8b-f0c5c7910677 req-4bd0646a-d446-4f13-ba1a-79e62410325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:36.875198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a5fd26c-42a4-4667-9e8b-f0c5c7910677 req-4bd0646a-d446-4f13-ba1a-79e62410325a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0449262 Aug 31 01:59:36.898776 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:36.912568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485b6c80-a8bd-45b9-8df1-9983dd538436 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:59:36.931628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 485b6c80-a8bd-45b9-8df1-9983dd538436, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=485b6c80-a8bd-45b9-8df1-9983dd538436,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:36.936138 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:36.968980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fd26c-42a4-4667-9e8b-f0c5c7910677 req-3386398a-7847-430d-9ca6-837056178da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:36.970375 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a5fd26c-42a4-4667-9e8b-f0c5c7910677 req-3386398a-7847-430d-9ca6-837056178da3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0882018 Aug 31 01:59:36.986945 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=485b6c80-a8bd-45b9-8df1-9983dd538436,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:36.994204 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:36.994544 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:36.994880 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:36.995210 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:36.995578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:36.995905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:36.996228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:36.996578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:36.996898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:36.997223 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:36.997541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:36.997862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:37.041470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a5fd26c-42a4-4667-9e8b-f0c5c7910677 req-3da8dffe-f770-4f38-9558-403dc6b6f9ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=485b6c80-a8bd-45b9-8df1-9983dd538436 HTTP/1.1" status: 200 len: 1001 time: 0.0638626 Aug 31 01:59:37.090515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fd26c-42a4-4667-9e8b-f0c5c7910677 req-733c654b-252e-4662-84cd-a587f632af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:37.091986 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a5fd26c-42a4-4667-9e8b-f0c5c7910677 req-733c654b-252e-4662-84cd-a587f632af7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0439570 Aug 31 01:59:37.137442 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fd26c-42a4-4667-9e8b-f0c5c7910677 req-f391b802-146b-44f3-a481-bdc895361ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:37.138911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a5fd26c-42a4-4667-9e8b-f0c5c7910677 req-f391b802-146b-44f3-a481-bdc895361ee9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398533 Aug 31 01:59:37.159804 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['485b6c80-a8bd-45b9-8df1-9983dd538436'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:59:37.232392 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a5fd26c-42a4-4667-9e8b-f0c5c7910677 req-7f8fe8c2-c60a-495a-a236-9558b854ae56 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853665 Aug 31 01:59:37.323614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a5fd26c-42a4-4667-9e8b-f0c5c7910677 req-564e4672-41f5-4760-b893-438478f7c73b service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838456 Aug 31 01:59:37.880792 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743986b-4975-42a1-8108-0b1e58bad1e8 req-d2c111a1-af37-4ec6-9c73-e606c8c8c281 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:37.883737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b743986b-4975-42a1-8108-0b1e58bad1e8 req-d2c111a1-af37-4ec6-9c73-e606c8c8c281 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 945 time: 0.0592928 Aug 31 01:59:37.921063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b743986b-4975-42a1-8108-0b1e58bad1e8 req-bcf69c41-c650-4fa0-99e9-a734df660b9d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335629 Aug 31 01:59:38.057940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd0eb9-542a-4bda-9aed-e642d9c8a3ae req-71c4a01c-1f4b-4bc5-ba7c-43e806c429ef tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:38.059437 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afdd0eb9-542a-4bda-9aed-e642d9c8a3ae req-71c4a01c-1f4b-4bc5-ba7c-43e806c429ef tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 945 time: 0.0552456 Aug 31 01:59:38.096516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afdd0eb9-542a-4bda-9aed-e642d9c8a3ae req-5700c67b-83fd-4f26-86b4-91544912934e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304470 Aug 31 01:59:38.212537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7960d-d339-4652-9d4d-789ae32587cc req-8b7cfafe-07fc-4d2a-a151-e8d3a62a4568 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:38.214073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4f7960d-d339-4652-9d4d-789ae32587cc req-8b7cfafe-07fc-4d2a-a151-e8d3a62a4568 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 945 time: 0.0522165 Aug 31 01:59:38.254631 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4f7960d-d339-4652-9d4d-789ae32587cc req-1a4bd358-de72-4993-9dda-5c209a9552c9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344918 Aug 31 01:59:38.482709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707be9b-cb31-4b0a-a456-ab8ca32c42e4 req-0576e081-1156-4e82-b4b8-bc14173cc430 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:38.484462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4707be9b-cb31-4b0a-a456-ab8ca32c42e4 req-0576e081-1156-4e82-b4b8-bc14173cc430 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 945 time: 0.0490978 Aug 31 01:59:38.523993 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4707be9b-cb31-4b0a-a456-ab8ca32c42e4 req-71a66273-075e-45f1-bc00-e6afbc8feebf tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335679 Aug 31 01:59:38.769525 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 485b6c80-a8bd-45b9-8df1-9983dd538436 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:59:38.817516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 485b6c80-a8bd-45b9-8df1-9983dd538436 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:59:38.821144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 485b6c80-a8bd-45b9-8df1-9983dd538436 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:38.821522 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.901620 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.922902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485b6c80-a8bd-45b9-8df1-9983dd538436'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:59:38.936924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 485b6c80-a8bd-45b9-8df1-9983dd538436, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=485b6c80-a8bd-45b9-8df1-9983dd538436,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:38.941689 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:38.968460 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1d2174-8779-4f25-8b6f-b734ea159f9e" -d '{"events": [{"server_uuid": "7d99cddc-99f6-4436-87c8-1025c6eae1d4", "name": "network-vif-plugged", "status": "completed", "tag": "485b6c80-a8bd-45b9-8df1-9983dd538436"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:59:38.996995 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=485b6c80-a8bd-45b9-8df1-9983dd538436,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:39.051494 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bce2b68-8b13-4e0c-88eb-b9a64c879205 x-openstack-request-id: req-3bce2b68-8b13-4e0c-88eb-b9a64c879205 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:59:39.051793 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d99cddc-99f6-4436-87c8-1025c6eae1d4", "name": "network-vif-plugged", "status": "completed", "tag": "485b6c80-a8bd-45b9-8df1-9983dd538436", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:59:39.052050 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3bce2b68-8b13-4e0c-88eb-b9a64c879205 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:59:39.052450 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485b6c80-a8bd-45b9-8df1-9983dd538436', 'code': 200} Aug 31 01:59:39.647663 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af892c-a384-4c3d-809f-70966db3ed5c req-486d7d45-347a-4221-b77c-bead2b09d137 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:39.649152 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3af892c-a384-4c3d-809f-70966db3ed5c req-486d7d45-347a-4221-b77c-bead2b09d137 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0534313 Aug 31 01:59:39.688041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f3af892c-a384-4c3d-809f-70966db3ed5c req-c8f9f45d-ea78-4c2b-9a0b-02ba86869340 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328519 Aug 31 01:59:39.712790 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-ca92fe7e-129f-46ec-b927-0912c188f3c3 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:39.714262 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-ca92fe7e-129f-46ec-b927-0912c188f3c3 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 946 time: 0.0540428 Aug 31 01:59:39.805230 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-22434602-cde8-4a6f-b719-cb09951756ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Deleting port 485b6c80-a8bd-45b9-8df1-9983dd538436 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:59:39.805625 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-22434602-cde8-4a6f-b719-cb09951756ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:39.890434 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-22434602-cde8-4a6f-b719-cb09951756ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] For port 485b6c80-a8bd-45b9-8df1-9983dd538436, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=485b6c80-a8bd-45b9-8df1-9983dd538436,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:39.890803 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-22434602-cde8-4a6f-b719-cb09951756ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.101898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-22434602-cde8-4a6f-b719-cb09951756ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.102187 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-22434602-cde8-4a6f-b719-cb09951756ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.102504 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-22434602-cde8-4a6f-b719-cb09951756ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88 disassociated. External IP: 172.25.6.126, port: 485b6c80-a8bd-45b9-8df1-9983dd538436. Aug 31 01:59:40.102839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-22434602-cde8-4a6f-b719-cb09951756ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Calling delete_port for 485b6c80-a8bd-45b9-8df1-9983dd538436 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:59:40.229592 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-22434602-cde8-4a6f-b719-cb09951756ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.259212 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22434602-cde8-4a6f-b719-cb09951756ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Pushing event deleted for resources: {'Port': ['ID=485b6c80-a8bd-45b9-8df1-9983dd538436,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:40.376020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-22434602-cde8-4a6f-b719-cb09951756ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Router 9da67e77-5d88-40b0-81b9-ec9473131878 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:59:40.483819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-22434602-cde8-4a6f-b719-cb09951756ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:59:40.494836 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7c8ae-bcc2-4208-8d60-8af9872e2f5c None None] Sync routers for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:59:40.503860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7c8ae-bcc2-4208-8d60-8af9872e2f5c None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:59:40.504478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-bdb7c8ae-bcc2-4208-8d60-8af9872e2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:59:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:40.522424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-22434602-cde8-4a6f-b719-cb09951756ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] No DVR routers for this DVR port 485b6c80-a8bd-45b9-8df1-9983dd538436 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:59:40.525184 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-22434602-cde8-4a6f-b719-cb09951756ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:40.527354 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2442dd7a-dd92-4ca2-9bba-43d146802193 req-22434602-cde8-4a6f-b719-cb09951756ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.70 "DELETE /v2.0/ports/485b6c80-a8bd-45b9-8df1-9983dd538436 HTTP/1.1" status: 204 len: 173 time: 0.8070951 Aug 31 01:59:40.527801 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'name': 'network-vif-deleted', 'tag': '485b6c80-a8bd-45b9-8df1-9983dd538436'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:59:40.530109 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4fb0b1-fcdd-4dab-a70c-ff9e10f174ab" -d '{"events": [{"server_uuid": "7d99cddc-99f6-4436-87c8-1025c6eae1d4", "name": "network-vif-deleted", "tag": "485b6c80-a8bd-45b9-8df1-9983dd538436"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:59:40.568347 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882d6735-b4ee-4694-9ee8-8c24f3542add x-openstack-request-id: req-882d6735-b4ee-4694-9ee8-8c24f3542add {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:59:40.568646 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d99cddc-99f6-4436-87c8-1025c6eae1d4", "name": "network-vif-deleted", "tag": "485b6c80-a8bd-45b9-8df1-9983dd538436", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:59:40.568904 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-882d6735-b4ee-4694-9ee8-8c24f3542add {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:59:40.569310 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d99cddc-99f6-4436-87c8-1025c6eae1d4', 'name': 'network-vif-deleted', 'tag': '485b6c80-a8bd-45b9-8df1-9983dd538436', 'status': 'completed', 'code': 200} Aug 31 01:59:40.786655 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-bdb7c8ae-bcc2-4208-8d60-8af9872e2f5c None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:59:40.805748 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-854d4bb8-6991-4a6b-99ca-185d6e1af34c req-72e905c6-5444-4d38-9f9d-e58de1013866 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d99cddc-99f6-4436-87c8-1025c6eae1d4 HTTP/1.1" status: 200 len: 210 time: 0.0310874 Aug 31 01:59:40.985512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-bdb7c8ae-bcc2-4208-8d60-8af9872e2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:41.010934 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7c8ae-bcc2-4208-8d60-8af9872e2f5c None None] Checking router: 9da67e77-5d88-40b0-81b9-ec9473131878 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:59:41.019763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7c8ae-bcc2-4208-8d60-8af9872e2f5c None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:59:41.020374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-bdb7c8ae-bcc2-4208-8d60-8af9872e2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:59:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:41.124199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-bdb7c8ae-bcc2-4208-8d60-8af9872e2f5c None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:59:41.321739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-bdb7c8ae-bcc2-4208-8d60-8af9872e2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:41.347099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7c8ae-bcc2-4208-8d60-8af9872e2f5c None None] The sync data for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 is: [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:59:41.567710 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc69c3a-1e22-4cb0-8255-a94bd9d478a9 None None] New status for floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:59:41.627409 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:42.036082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-2e365c4b-d96a-4c99-bff7-fd7ff392d0dc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1362676541&fields=id&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 267 time: 0.0335083 Aug 31 01:59:42.144191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e4020-b323-4d14-af47-211c95d109c0 req-49b7aca5-c817-4c2c-a835-4483de315e70 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:42.145572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-49b7aca5-c817-4c2c-a835-4483de315e70 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 812 time: 0.1029506 Aug 31 01:59:42.160561 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-6195beb9-4818-4c0f-ba46-b87ec56d5f65 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/quotas/10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 375 time: 0.0094635 Aug 31 01:59:42.215827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-b841ca27-f709-4bb6-8f16-39e9de1da4f9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501971 Aug 31 01:59:42.382037 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-c23e0a31-f864-4a14-a56e-8e013dc09b6a service neutron] 10.222.0.58 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203029 Aug 31 01:59:42.474132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-d59f0b77-08e0-48fe-a17f-e7b6ba802b7e service neutron] 10.222.0.58 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856438 Aug 31 01:59:42.639000 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15e26ae0-cf8e-4ab3-b29f-6ab7464c7845 req-2919debc-b7f0-4ea6-a0f7-57d08d16084f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 210 time: 0.0280113 Aug 31 01:59:42.824487 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 485b6c80-a8bd-45b9-8df1-9983dd538436 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:59:42.845721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 485b6c80-a8bd-45b9-8df1-9983dd538436 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:59:42.846075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 485b6c80-a8bd-45b9-8df1-9983dd538436 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:59:43.628661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e4020-b323-4d14-af47-211c95d109c0 req-36c19009-d5e3-43ab-ad68-f954719c8061 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:43.630121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-36c19009-d5e3-43ab-ad68-f954719c8061 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 812 time: 0.1100090 Aug 31 01:59:43.680397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-1e85f7b1-f6b4-4ba1-b746-8b2465184c6b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 380 time: 0.0372233 Aug 31 01:59:43.710215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-818e4020-b323-4d14-af47-211c95d109c0 req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Request body: {'port': {'device_id': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'admin_state_up': True, 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'security_groups': ['bb13848c-965d-4da1-bcf1-402ca293a2a3']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:43.776163 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e6a1ae2-3b0c-41b4-b63f-c6193cca1236 req-c15b1771-d3b0-4673-a6c9-357b5b06766b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 210 time: 0.0624721 Aug 31 01:59:43.843678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818e4020-b323-4d14-af47-211c95d109c0 req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Made reservation on behalf of 10fa20152e5c4592bc6d0fc8a9b95be1 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:59:43.847586 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-818e4020-b323-4d14-af47-211c95d109c0 req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:43.966957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-818e4020-b323-4d14-af47-211c95d109c0 req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Allocated IP 172.20.0.12 (5ac1ef1e-b523-4c42-b6bd-cf9442999f36/3d8c85bd-bc9e-4e61-a46e-0ade73bad03c/f1c9e1cf-4958-47d0-ab24-36f81c271fb8) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:59:44.101199 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-818e4020-b323-4d14-af47-211c95d109c0 req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.114780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-818e4020-b323-4d14-af47-211c95d109c0 req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Transition to ACTIVE for port object f1c9e1cf-4958-47d0-ab24-36f81c271fb8 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:44.147677 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-818e4020-b323-4d14-af47-211c95d109c0 req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.188745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818e4020-b323-4d14-af47-211c95d109c0 req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:59:44.193714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-818e4020-b323-4d14-af47-211c95d109c0 req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:59:44.196194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-818e4020-b323-4d14-af47-211c95d109c0 req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:59:44.228608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Pushing event updated for resources: {'Port': ['ID=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:44.243169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:44.243578 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:44.243923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:44.244267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:44.244596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:44.244930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:44.245257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:44.245593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:44.245916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:44.246239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:44.246633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:44.246963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:59:44.264391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e4020-b323-4d14-af47-211c95d109c0 req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:44.265504 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-818e4020-b323-4d14-af47-211c95d109c0 req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.280836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-0abd819a-33f7-47ac-a8a8-c3df41daf9e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5751953 Aug 31 01:59:44.296274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Request body: {'port': {'device_id': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:44.357451 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.486434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5ce9d18f-477a-4c3d-8708-0cca557a0e81 None None] Provisioning for port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:59:44.491069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5ce9d18f-477a-4c3d-8708-0cca557a0e81 None None] Provisioning complete for port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:44.491545 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5ce9d18f-477a-4c3d-8708-0cca557a0e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.525067 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9d18f-477a-4c3d-8708-0cca557a0e81 None None] Port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:59:44.621731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c9e1cf-4958-47d0-ab24-36f81c271fb8 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:59:44.628829 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.640539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Transition to ACTIVE for port object f1c9e1cf-4958-47d0-ab24-36f81c271fb8 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:59:44.644199 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.694631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Pushing event updated for resources: {'Port': ['ID=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:44.772134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Attempting to bind port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:59:44.772429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Attempting to bind port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:59:44.772759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Attempting to bind port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:59:44.777237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:59:44.777560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Attempting to bind port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:59:44.784260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:59:44.784611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Checking segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:59:44.785200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Bound using segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:59:44.785403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Bound port: f1c9e1cf-4958-47d0-ab24-36f81c271fb8, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:59:44.785761 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.857840 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] For port f1c9e1cf-4958-47d0-ab24-36f81c271fb8, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:59:44.895186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] For port f1c9e1cf-4958-47d0-ab24-36f81c271fb8, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:59:44.901048 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.945449 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0eff5-ba15-4b6f-ab4c-c563787d0fed req-fd59e066-83df-43fa-89d8-1b1c4d753de7 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:44.947082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0c0eff5-ba15-4b6f-ab4c-c563787d0fed req-fd59e066-83df-43fa-89d8-1b1c4d753de7 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 944 time: 0.0924468 Aug 31 01:59:44.955965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:44.956611 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:44.957994 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] 10.222.0.15 "PUT /v2.0/ports/f1c9e1cf-4958-47d0-ab24-36f81c271fb8 HTTP/1.1" status: 200 len: 1093 time: 0.6661656 Aug 31 01:59:44.958438 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'tag': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:59:45.000061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120a838-34a1-497a-b0ee-9a3fb8969f7f service neutron] Pushing event updated for resources: {'Port': ['ID=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:45.024087 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac5a580-f070-445c-8f6c-cd0976d559b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb593d-888b-4b26-9f47-62b1969d9e2f", "tag": "f1c9e1cf-4958-47d0-ab24-36f81c271fb8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:59:45.035625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0c0eff5-ba15-4b6f-ab4c-c563787d0fed req-d55fd8d1-f6b3-495a-a960-621bca1b870d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700853 Aug 31 01:59:45.067350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e4020-b323-4d14-af47-211c95d109c0 req-290a209e-d2c0-4ecd-9720-9d512635f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:45.068965 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-290a209e-d2c0-4ecd-9720-9d512635f623 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 1096 time: 0.0615625 Aug 31 01:59:45.123625 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71efda37-7463-4b38-8e52-1b4bf08f4138 x-openstack-request-id: req-71efda37-7463-4b38-8e52-1b4bf08f4138 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:59:45.123866 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb593d-888b-4b26-9f47-62b1969d9e2f", "tag": "f1c9e1cf-4958-47d0-ab24-36f81c271fb8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:59:45.124119 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71efda37-7463-4b38-8e52-1b4bf08f4138 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:59:45.124522 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'tag': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8', 'status': 'completed', 'code': 200} Aug 31 01:59:45.126110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-7e1d6166-26ff-49a1-95d3-c5cdf222093c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8 HTTP/1.1" status: 200 len: 217 time: 0.0463119 Aug 31 01:59:45.180953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e4020-b323-4d14-af47-211c95d109c0 req-38e42a88-1331-4f76-b9e1-756f278134c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:45.182427 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-38e42a88-1331-4f76-b9e1-756f278134c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0452693 Aug 31 01:59:45.228784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e4020-b323-4d14-af47-211c95d109c0 req-7748c3e6-b437-4eb4-b0ef-84cab949ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:45.230166 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-7748c3e6-b437-4eb4-b0ef-84cab949ac29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396636 Aug 31 01:59:45.323824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-cbbf13ba-1f4f-4769-9f35-f565c613c3a5 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859246 Aug 31 01:59:45.410664 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-818e4020-b323-4d14-af47-211c95d109c0 req-427628b2-4cdc-4002-8078-796f779ce20b service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802584 Aug 31 01:59:45.527570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5a580-f070-445c-8f6c-cd0976d559b3 req-dd0e1135-2d91-4aeb-8460-1f3261ea07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:45.529051 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ac5a580-f070-445c-8f6c-cd0976d559b3 req-dd0e1135-2d91-4aeb-8460-1f3261ea07b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 1096 time: 0.0413256 Aug 31 01:59:45.933440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5a580-f070-445c-8f6c-cd0976d559b3 req-0d78afcb-c86b-4d73-a1c7-b3ec50e2ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:45.934905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ac5a580-f070-445c-8f6c-cd0976d559b3 req-0d78afcb-c86b-4d73-a1c7-b3ec50e2ebc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.3978417 Aug 31 01:59:45.978271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ac5a580-f070-445c-8f6c-cd0976d559b3 req-01de4916-7d40-45b7-bbb5-66b7e5f0eeee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8 HTTP/1.1" status: 200 len: 217 time: 0.0347481 Aug 31 01:59:46.025806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5a580-f070-445c-8f6c-cd0976d559b3 req-c601fef2-748d-4486-a133-d2b256d9367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:46.027246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ac5a580-f070-445c-8f6c-cd0976d559b3 req-c601fef2-748d-4486-a133-d2b256d9367c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0424020 Aug 31 01:59:46.074437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5a580-f070-445c-8f6c-cd0976d559b3 req-c522f037-ef78-4b1f-b662-0b4084e47b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:46.076064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ac5a580-f070-445c-8f6c-cd0976d559b3 req-c522f037-ef78-4b1f-b662-0b4084e47b32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422161 Aug 31 01:59:46.197648 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea00536-ddf2-4750-b54d-6bfcc4e4b19c req-e4f753c5-1661-49c4-aa6f-565ae515415a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:46.199035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ea00536-ddf2-4750-b54d-6bfcc4e4b19c req-e4f753c5-1661-49c4-aa6f-565ae515415a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 944 time: 0.0738592 Aug 31 01:59:46.216429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ac5a580-f070-445c-8f6c-cd0976d559b3 req-962abc1e-4dad-4301-b58a-0eb59410d79d service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322415 Aug 31 01:59:46.286167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ea00536-ddf2-4750-b54d-6bfcc4e4b19c req-31abbceb-ff99-4914-8b06-8df919cc2ba1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791082 Aug 31 01:59:46.324401 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ac5a580-f070-445c-8f6c-cd0976d559b3 req-f575c7ad-c54f-4eac-b105-5ca7a8096141 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992589 Aug 31 01:59:47.409841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a504c68-d9d1-4b9e-a0f8-f2c37900b503 req-6b49728a-8489-444e-b509-6bc2dabd34a3 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:47.411338 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a504c68-d9d1-4b9e-a0f8-f2c37900b503 req-6b49728a-8489-444e-b509-6bc2dabd34a3 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 944 time: 0.0562217 Aug 31 01:59:47.448130 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a504c68-d9d1-4b9e-a0f8-f2c37900b503 req-68075b7f-d916-4746-bd48-474607d8ffe3 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308466 Aug 31 01:59:48.261794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f1c9e1cf-4958-47d0-ab24-36f81c271fb8 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:59:48.356082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port f1c9e1cf-4958-47d0-ab24-36f81c271fb8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:48.367580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'port_id': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8', 'mac_address': 'fa:16:3e:10:5f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:59:48.403369 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.416135 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c9e1cf-4958-47d0-ab24-36f81c271fb8 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:59:48.434628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port f1c9e1cf-4958-47d0-ab24-36f81c271fb8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:48.438189 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:48.486753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:48.564619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f6c88-0070-411f-a712-6627f65f9e8e req-aebb2bb9-f842-48d5-a098-e859f792d0dc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:48.566274 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f1f6c88-0070-411f-a712-6627f65f9e8e req-aebb2bb9-f842-48d5-a098-e859f792d0dc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 945 time: 0.0491388 Aug 31 01:59:48.603335 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f1f6c88-0070-411f-a712-6627f65f9e8e req-b902a484-a41e-4cbd-b2c4-2fbada50424f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312061 Aug 31 01:59:48.832439 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['f1c9e1cf-4958-47d0-ab24-36f81c271fb8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:59:49.719794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712f911-3104-4094-923f-be85da2d66b9 req-762726d0-4e63-48bc-b8e9-6a3f27db74d0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:49.721918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5712f911-3104-4094-923f-be85da2d66b9 req-762726d0-4e63-48bc-b8e9-6a3f27db74d0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 945 time: 0.0507257 Aug 31 01:59:49.761969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5712f911-3104-4094-923f-be85da2d66b9 req-b10dddfc-acaa-4028-8cc1-57bdda59755d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336828 Aug 31 01:59:50.273270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f1c9e1cf-4958-47d0-ab24-36f81c271fb8 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:59:50.324477 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:59:50.328038 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:59:50.328408 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.402691 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.425392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:59:50.428052 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd28c9e7-369f-4088-b531-a3ddec951d27" -d '{"events": [{"server_uuid": "d6cb593d-888b-4b26-9f47-62b1969d9e2f", "name": "network-vif-plugged", "status": "completed", "tag": "f1c9e1cf-4958-47d0-ab24-36f81c271fb8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:59:50.441966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port f1c9e1cf-4958-47d0-ab24-36f81c271fb8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:59:50.446282 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:50.468897 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324c5aea-6b23-42ef-bb82-5b57f8dd1e95 x-openstack-request-id: req-324c5aea-6b23-42ef-bb82-5b57f8dd1e95 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:59:50.469196 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cb593d-888b-4b26-9f47-62b1969d9e2f", "name": "network-vif-plugged", "status": "completed", "tag": "f1c9e1cf-4958-47d0-ab24-36f81c271fb8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:59:50.469451 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-324c5aea-6b23-42ef-bb82-5b57f8dd1e95 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:59:50.469841 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8', 'code': 200} Aug 31 01:59:50.500456 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:59:50.579513 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db05a7-bbc6-40ed-a131-6741910e4236 req-780d7c4e-8f13-48a9-94b8-ca9b246f4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:50.580938 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2db05a7-bbc6-40ed-a131-6741910e4236 req-780d7c4e-8f13-48a9-94b8-ca9b246f4004 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 1098 time: 0.0428329 Aug 31 01:59:50.616048 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2db05a7-bbc6-40ed-a131-6741910e4236 req-e61fca7d-5411-4917-871a-2d5b880af4af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279067 Aug 31 01:59:50.882235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d79e8-5354-4ed8-a3fe-16c472f64208 req-d097d5f5-25a8-494a-af9c-9980fd6fa574 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:50.883650 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b07d79e8-5354-4ed8-a3fe-16c472f64208 req-d097d5f5-25a8-494a-af9c-9980fd6fa574 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0495923 Aug 31 01:59:50.921675 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b07d79e8-5354-4ed8-a3fe-16c472f64208 req-f58d24a8-cf4f-4350-a55c-6bfa7c113cb1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318840 Aug 31 01:59:51.302506 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dcea12b7-8705-4999-8dc6-5109f099848f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:52.040120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95effd0-9345-4e16-902c-3e6847a25ad9 req-7edf158a-fc3c-4fa6-badd-88c19c47f12c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:52.041589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d95effd0-9345-4e16-902c-3e6847a25ad9 req-7edf158a-fc3c-4fa6-badd-88c19c47f12c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0490386 Aug 31 01:59:52.079032 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d95effd0-9345-4e16-902c-3e6847a25ad9 req-838ac063-8da1-4f25-9581-d509df4803e6 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315123 Aug 31 01:59:52.194101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1755dcd-5ae0-4bb9-b720-fceb61fbcdac req-eccf150d-f945-41de-b471-f66a383342e6 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:52.195599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f1755dcd-5ae0-4bb9-b720-fceb61fbcdac req-eccf150d-f945-41de-b471-f66a383342e6 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0526888 Aug 31 01:59:52.204166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37246) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:59:52.209103 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-392f8e49-aaf3-4ac0-8824-ccd121cfd68c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Request body: {'floatingip': {'port_id': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:59:52.247978 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-392f8e49-aaf3-4ac0-8824-ccd121cfd68c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:52.685324 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-392f8e49-aaf3-4ac0-8824-ccd121cfd68c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:52.688949 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-392f8e49-aaf3-4ac0-8824-ccd121cfd68c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:52.789641 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-392f8e49-aaf3-4ac0-8824-ccd121cfd68c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88 associated. External IP: 172.25.6.126, port: f1c9e1cf-4958-47d0-ab24-36f81c271fb8. Aug 31 01:59:52.995799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392f8e49-aaf3-4ac0-8824-ccd121cfd68c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Router 9da67e77-5d88-40b0-81b9-ec9473131878 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:59:53.098934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392f8e49-aaf3-4ac0-8824-ccd121cfd68c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:59:53.103539 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-392f8e49-aaf3-4ac0-8824-ccd121cfd68c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:53.108561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ef2ac2-9c0a-474c-ac0c-6dce2e6ec2c9 None None] Sync routers for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:59:53.119531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef2ac2-9c0a-474c-ac0c-6dce2e6ec2c9 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:59:53.120154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-17ef2ac2-9c0a-474c-ac0c-6dce2e6ec2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:59:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:53.134261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-392f8e49-aaf3-4ac0-8824-ccd121cfd68c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "PUT /v2.0/floatingips/ea608b9d-b31b-4f0e-915d-b2fd422ddc88 HTTP/1.1" status: 200 len: 992 time: 0.9290812 Aug 31 01:59:53.134863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'tag': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:59:53.137138 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f22dd6a-1bd4-4fe5-9bd8-f82f6743b17b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb593d-888b-4b26-9f47-62b1969d9e2f", "tag": "f1c9e1cf-4958-47d0-ab24-36f81c271fb8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:59:53.182226 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37998485-08fd-4e27-96f3-d2ccf84ad1be x-openstack-request-id: req-37998485-08fd-4e27-96f3-d2ccf84ad1be {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:59:53.182522 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb593d-888b-4b26-9f47-62b1969d9e2f", "tag": "f1c9e1cf-4958-47d0-ab24-36f81c271fb8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:59:53.182847 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37998485-08fd-4e27-96f3-d2ccf84ad1be {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:59:53.183170 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'tag': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8', 'status': 'completed', 'code': 200} Aug 31 01:59:53.237130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-17ef2ac2-9c0a-474c-ac0c-6dce2e6ec2c9 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:59:53.268206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22dd6a-1bd4-4fe5-9bd8-f82f6743b17b req-c3bffcfb-2cb7-4d8b-a956-294d935fa174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:53.269901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f22dd6a-1bd4-4fe5-9bd8-f82f6743b17b req-c3bffcfb-2cb7-4d8b-a956-294d935fa174 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 1098 time: 0.0433724 Aug 31 01:59:53.359296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22dd6a-1bd4-4fe5-9bd8-f82f6743b17b req-47ddcf55-aaa6-4ed5-8693-31533777a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:53.360803 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f22dd6a-1bd4-4fe5-9bd8-f82f6743b17b req-47ddcf55-aaa6-4ed5-8693-31533777a1aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0845490 Aug 31 01:59:53.431771 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f22dd6a-1bd4-4fe5-9bd8-f82f6743b17b req-4d46943b-98d1-4de1-9c98-24830e4993dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8 HTTP/1.1" status: 200 len: 1000 time: 0.0641892 Aug 31 01:59:53.462873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-17ef2ac2-9c0a-474c-ac0c-6dce2e6ec2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ea608b9d-b31b-4f0e-915d-b2fd422ddc88', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'port_id': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'mac_address': 'fa:16:3e:10:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:56:37Z', 'updated_at': '2021-08-31T01:59:52Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:53.481555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22dd6a-1bd4-4fe5-9bd8-f82f6743b17b req-6cae8407-2744-49a6-ae63-110293f4868b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:53.483153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f22dd6a-1bd4-4fe5-9bd8-f82f6743b17b req-6cae8407-2744-49a6-ae63-110293f4868b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0453761 Aug 31 01:59:53.490070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ef2ac2-9c0a-474c-ac0c-6dce2e6ec2c9 None None] Checking router: 9da67e77-5d88-40b0-81b9-ec9473131878 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:59:53.498592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef2ac2-9c0a-474c-ac0c-6dce2e6ec2c9 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:59:53.499209 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-17ef2ac2-9c0a-474c-ac0c-6dce2e6ec2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T01:59:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:53.535459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22dd6a-1bd4-4fe5-9bd8-f82f6743b17b req-7b20664f-13f7-4bea-90f8-066c647f77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:59:53.537428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f22dd6a-1bd4-4fe5-9bd8-f82f6743b17b req-7b20664f-13f7-4bea-90f8-066c647f77eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451202 Aug 31 01:59:53.613227 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-17ef2ac2-9c0a-474c-ac0c-6dce2e6ec2c9 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:59:53.634884 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f22dd6a-1bd4-4fe5-9bd8-f82f6743b17b req-70388bed-b25d-48c8-9160-20788bd980d6 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906458 Aug 31 01:59:53.724496 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f22dd6a-1bd4-4fe5-9bd8-f82f6743b17b req-88bd90f5-e838-4a1b-b05d-8c713b85b733 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825629 Aug 31 01:59:53.840931 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b6f311b0-0f11-4249-81a8-bb29eb392a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:53.853851 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-17ef2ac2-9c0a-474c-ac0c-6dce2e6ec2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ea608b9d-b31b-4f0e-915d-b2fd422ddc88', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'port_id': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'mac_address': 'fa:16:3e:10:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:56:37Z', 'updated_at': '2021-08-31T01:59:52Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:59:53.879136 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ef2ac2-9c0a-474c-ac0c-6dce2e6ec2c9 None None] The sync data for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 is: [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ea608b9d-b31b-4f0e-915d-b2fd422ddc88', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'port_id': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'mac_address': 'fa:16:3e:10:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:56:37Z', 'updated_at': '2021-08-31T01:59:52Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:59:54.062247 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb77d05-f3cd-42bb-8c9f-c4e0e0007d23 None None] New status for floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:59:54.153736 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:54.669959 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:59:56.866365 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:01.962487 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:11.627735 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:12.571324 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:00:21.303324 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-789a5230-d464-4bda-b99a-c868782407a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:23.835514 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f3b877d4-d9ca-41ab-b8de-ab7226fe33f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:24.139617 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:24.672302 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:26.872232 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:31.978075 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:41.650836 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:45.561275 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1c327a5-c46c-4451-b688-d1e871edb2cc req-258080cf-ab03-4a1d-98d3-d3ef021c19da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442109 Aug 31 02:00:45.656483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c327a5-c46c-4451-b688-d1e871edb2cc req-370c4cc4-6920-4c38-9f32-1f5117351b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:45.657988 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1c327a5-c46c-4451-b688-d1e871edb2cc req-370c4cc4-6920-4c38-9f32-1f5117351b25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 1098 time: 0.0466523 Aug 31 02:00:45.763992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c327a5-c46c-4451-b688-d1e871edb2cc req-b5bafd68-3ca2-4393-9e5b-e3db21d6d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:45.765744 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1c327a5-c46c-4451-b688-d1e871edb2cc req-b5bafd68-3ca2-4393-9e5b-e3db21d6d63b service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0884433 Aug 31 02:00:45.837341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1c327a5-c46c-4451-b688-d1e871edb2cc req-9fe2aa21-3d09-48a4-9999-de635e8bb945 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8 HTTP/1.1" status: 200 len: 1002 time: 0.0635679 Aug 31 02:00:45.888596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c327a5-c46c-4451-b688-d1e871edb2cc req-d4a6bbfd-c6ef-41fc-b617-946755dd6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:45.890283 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1c327a5-c46c-4451-b688-d1e871edb2cc req-d4a6bbfd-c6ef-41fc-b617-946755dd6d08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0458298 Aug 31 02:00:45.935492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c327a5-c46c-4451-b688-d1e871edb2cc req-295bd36f-c16f-4d80-b710-6f86b85613a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:00:45.936963 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1c327a5-c46c-4451-b688-d1e871edb2cc req-295bd36f-c16f-4d80-b710-6f86b85613a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388670 Aug 31 02:00:46.030797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1c327a5-c46c-4451-b688-d1e871edb2cc req-9356ba5d-698a-4360-8c90-4cf8bdf5b43f service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857124 Aug 31 02:00:46.121079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1c327a5-c46c-4451-b688-d1e871edb2cc req-b6c5f410-6a70-4a9e-89cb-5aca9ef80fdf service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829744 Aug 31 02:00:49.570971 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:00:51.306334 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c8e61bc5-ddc7-4785-a3ff-1f664dad586b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:53.836970 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-89f98c5c-f277-4677-81c4-4510bea440a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:54.144403 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:54.674885 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:00:56.871093 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:01.978748 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:11.647100 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:21.307972 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d570425e-3bcb-4c40-9f9e-3f98bd37dd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:23.836475 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3a023c97-13c5-4c0c-bb20-e17a2b9ad390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.145180 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:24.678788 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:26.569724 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:01:26.872258 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:31.994866 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:41.648179 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:47.550505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53b99c41-7e4c-446d-b33b-d720113d89a7 req-4f02aaa3-fa06-434e-804e-5432b6aed579 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416491 Aug 31 02:01:47.644706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b99c41-7e4c-446d-b33b-d720113d89a7 req-2b8b90dd-58e8-4a94-a50e-8ebf85469bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:47.646640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53b99c41-7e4c-446d-b33b-d720113d89a7 req-2b8b90dd-58e8-4a94-a50e-8ebf85469bbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 1098 time: 0.0456312 Aug 31 02:01:47.749917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b99c41-7e4c-446d-b33b-d720113d89a7 req-cdf83a04-b810-455c-8ab7-b87ec2cf9c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:47.751406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53b99c41-7e4c-446d-b33b-d720113d89a7 req-cdf83a04-b810-455c-8ab7-b87ec2cf9c01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0847881 Aug 31 02:01:47.820408 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53b99c41-7e4c-446d-b33b-d720113d89a7 req-d3119ac3-8889-4755-a3bd-595965ecb761 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8 HTTP/1.1" status: 200 len: 1002 time: 0.0621924 Aug 31 02:01:47.869699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b99c41-7e4c-446d-b33b-d720113d89a7 req-d417659a-d7cd-4d14-bc93-8b36ec14ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:47.871107 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53b99c41-7e4c-446d-b33b-d720113d89a7 req-d417659a-d7cd-4d14-bc93-8b36ec14ae6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0425661 Aug 31 02:01:47.915973 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b99c41-7e4c-446d-b33b-d720113d89a7 req-e83b64d2-cf67-44cc-8dcc-ba218c2c7bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:01:47.917423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53b99c41-7e4c-446d-b33b-d720113d89a7 req-e83b64d2-cf67-44cc-8dcc-ba218c2c7bad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394919 Aug 31 02:01:47.928144 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-53b99c41-7e4c-446d-b33b-d720113d89a7 req-1b22b0a8-fa78-4b33-8b87-ab3e9d6ff067 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:01:47.929084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53b99c41-7e4c-446d-b33b-d720113d89a7 req-1b22b0a8-fa78-4b33-8b87-ab3e9d6ff067 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048687 Aug 31 02:01:48.020939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53b99c41-7e4c-446d-b33b-d720113d89a7 req-3fc5819e-89e1-4c99-bfcd-ecd4ba430bad service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847254 Aug 31 02:01:48.133797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53b99c41-7e4c-446d-b33b-d720113d89a7 req-0882e039-7d94-4400-a512-f68afe13ae7f service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921948 Aug 31 02:01:51.316499 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-764c96eb-6001-4c24-8af0-5acd832cfeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:53.837509 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-edc4130c-5dd2-4eee-9e12-1550e52417a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:54.147819 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:54.685328 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:01:56.876149 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:01.995546 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:03.568481 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:02:11.653706 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:21.306789 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bbf714fa-1c59-4c0d-bf6e-aa8381fe2d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:21.442737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871f5c3-10e6-4fa2-9341-e73851e421e9 req-0f7ac32b-23e8-4101-b0c2-2fb651633137 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:21.444160 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1871f5c3-10e6-4fa2-9341-e73851e421e9 req-0f7ac32b-23e8-4101-b0c2-2fb651633137 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0499403 Aug 31 02:02:21.483440 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1871f5c3-10e6-4fa2-9341-e73851e421e9 req-4192273f-8daf-4d44-8b27-5f66a533105c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332325 Aug 31 02:02:22.649832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d7c0-5135-4efd-bce5-d2a0bf983dc6 req-3ac41078-d69a-4859-90d6-d482650fae05 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:22.651343 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51c4d7c0-5135-4efd-bce5-d2a0bf983dc6 req-3ac41078-d69a-4859-90d6-d482650fae05 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0977783 Aug 31 02:02:22.688823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51c4d7c0-5135-4efd-bce5-d2a0bf983dc6 req-e6736108-fefa-478d-bd68-e55406659aaf tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315783 Aug 31 02:02:23.804642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7601ec8-ea5f-46d2-9743-22fb7bb1f10b req-2bfd93c8-208e-4d74-a261-838ddec09d00 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:23.806108 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7601ec8-ea5f-46d2-9743-22fb7bb1f10b req-2bfd93c8-208e-4d74-a261-838ddec09d00 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0499842 Aug 31 02:02:23.838390 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-11db4cf8-d1c6-479c-806f-481036d3e92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:23.844098 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7601ec8-ea5f-46d2-9743-22fb7bb1f10b req-28fba2df-a1c5-4ad8-9fb3-88fcb2d7050c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320516 Aug 31 02:02:24.149928 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:24.685317 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:24.957430 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d86efc-c8af-4efa-b780-74fe2cef513f req-4716581c-2d04-4d5f-a32d-73870eb2798e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:24.958831 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70d86efc-c8af-4efa-b780-74fe2cef513f req-4716581c-2d04-4d5f-a32d-73870eb2798e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0482993 Aug 31 02:02:24.997720 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-70d86efc-c8af-4efa-b780-74fe2cef513f req-a4f8b4bd-aae5-492d-a9bf-75eef7d02899 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327029 Aug 31 02:02:26.114457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36c08c-abb9-43a7-8dc7-0b4c485fa460 req-6b4002f2-841c-4c07-a291-c80e20f2d2b6 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:26.115949 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c36c08c-abb9-43a7-8dc7-0b4c485fa460 req-6b4002f2-841c-4c07-a291-c80e20f2d2b6 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0515053 Aug 31 02:02:26.153824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c36c08c-abb9-43a7-8dc7-0b4c485fa460 req-fb4cd4ba-ddd4-4fb5-87bf-0f4ee6bee3ba tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319526 Aug 31 02:02:26.878547 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:27.268805 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56942d50-ddae-4d1c-8883-e378d51f7f9d req-a78867ce-fcb1-4bb6-89d9-e40270076b9c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:27.270299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56942d50-ddae-4d1c-8883-e378d51f7f9d req-a78867ce-fcb1-4bb6-89d9-e40270076b9c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0494273 Aug 31 02:02:27.308238 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56942d50-ddae-4d1c-8883-e378d51f7f9d req-0b21bc55-85f1-441e-bd07-8df1ff2c354d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317078 Aug 31 02:02:28.424461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e19917-1fcb-40ed-937d-fd27eaffe457 req-452a00c1-f31b-4b9d-8000-7125c7cfb91e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:28.425934 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11e19917-1fcb-40ed-937d-fd27eaffe457 req-452a00c1-f31b-4b9d-8000-7125c7cfb91e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0477710 Aug 31 02:02:28.462604 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11e19917-1fcb-40ed-937d-fd27eaffe457 req-96b829de-7b51-42f9-abbe-053cf8df931c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306761 Aug 31 02:02:29.580345 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866c8f8-5126-4a30-900c-e616356f4845 req-72b4a040-e7d0-4400-b0cc-a2725b71a6d5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:29.581725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9866c8f8-5126-4a30-900c-e616356f4845 req-72b4a040-e7d0-4400-b0cc-a2725b71a6d5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0524511 Aug 31 02:02:29.619111 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9866c8f8-5126-4a30-900c-e616356f4845 req-f086af39-3172-4646-ab76-f2ea60f04745 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315053 Aug 31 02:02:30.736492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9e32f-9775-4731-9095-92a404a68e63 req-fbe5cd36-f168-4a65-901c-7477bc3981fc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:30.737970 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5de9e32f-9775-4731-9095-92a404a68e63 req-fbe5cd36-f168-4a65-901c-7477bc3981fc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0507605 Aug 31 02:02:30.777394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5de9e32f-9775-4731-9095-92a404a68e63 req-3014923f-7874-4727-9ebf-cea056b215d8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332787 Aug 31 02:02:31.891118 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161d595-55da-4d42-9777-2a761369119f req-a97ee58c-87df-44c2-820b-2729513669e2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:31.893511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0161d595-55da-4d42-9777-2a761369119f req-a97ee58c-87df-44c2-820b-2729513669e2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0501399 Aug 31 02:02:31.930871 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0161d595-55da-4d42-9777-2a761369119f req-9ceb862e-3a63-45f2-9243-c9bd6608e716 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315170 Aug 31 02:02:31.995421 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:33.186596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 37614) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:02:33.190260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c14ac6-53c9-46c5-897d-16a9ffb3eaa1 req-85eb80eb-ebb5-4067-aa07-4808ac21fd41 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:33.191794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0c14ac6-53c9-46c5-897d-16a9ffb3eaa1 req-85eb80eb-ebb5-4067-aa07-4808ac21fd41 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0547087 Aug 31 02:02:33.231359 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0c14ac6-53c9-46c5-897d-16a9ffb3eaa1 req-c0eaadb0-8c42-4f84-8630-7c4b843388e3 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331397 Aug 31 02:02:33.275647 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-721b572d-071e-4370-84ec-959005da1b61 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878661 Aug 31 02:02:33.284821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-c9dd12ed-8c8c-4f73-8e21-c99426f7c214 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:02:33.285788 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-c9dd12ed-8c8c-4f73-8e21-c99426f7c214 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055323 Aug 31 02:02:34.398895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307f31e-769a-4356-937c-c1622fa24b7c req-b4866f5a-fe18-4aaf-a3ec-319c2ce5ff3e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:34.401123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2307f31e-769a-4356-937c-c1622fa24b7c req-b4866f5a-fe18-4aaf-a3ec-319c2ce5ff3e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0818813 Aug 31 02:02:34.428827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-b7ef4c5d-d757-4dce-8cb9-d1619d69a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:34.430266 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-b7ef4c5d-d757-4dce-8cb9-d1619d69a206 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 1098 time: 0.0706921 Aug 31 02:02:34.467195 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2307f31e-769a-4356-937c-c1622fa24b7c req-8b8f4826-7ff7-4b78-9ef3-30edd5dd1785 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593889 Aug 31 02:02:34.532170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-de26e1cc-b537-40a8-ae4a-40649d58dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:34.534101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-de26e1cc-b537-40a8-ae4a-40649d58dba2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0929272 Aug 31 02:02:34.598054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-b5fd7943-26f0-406b-a14e-97d4c440a1fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8 HTTP/1.1" status: 200 len: 1002 time: 0.0570984 Aug 31 02:02:34.651119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-73ffbc6c-0659-41eb-8eb6-b37f1255e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:34.652574 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-73ffbc6c-0659-41eb-8eb6-b37f1255e5c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0473850 Aug 31 02:02:34.700158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-dd148cd8-ec55-4e70-b945-6409e08234dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:34.701643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-dd148cd8-ec55-4e70-b945-6409e08234dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425067 Aug 31 02:02:34.796006 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-38883ac3-b8bc-49d3-99d1-4409e566809f service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872779 Aug 31 02:02:34.887820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-faf3ca23-0d9a-4c4c-b92b-aec6f1ed114d service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850573 Aug 31 02:02:35.583620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee4ce6-dd3f-4763-9ea1-010334d16120 req-c1703b31-6b47-4932-aec8-5b0685b1621b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:35.585036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35ee4ce6-dd3f-4763-9ea1-010334d16120 req-c1703b31-6b47-4932-aec8-5b0685b1621b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0491712 Aug 31 02:02:35.622757 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35ee4ce6-dd3f-4763-9ea1-010334d16120 req-71e2d271-5538-4b02-a717-3cc9187b5d62 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318849 Aug 31 02:02:36.742694 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03d525-d5be-49c1-81db-6325166bbb3d req-42f28bdc-3364-45c5-8da1-699b1110c12f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:36.744209 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd03d525-d5be-49c1-81db-6325166bbb3d req-42f28bdc-3364-45c5-8da1-699b1110c12f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0547943 Aug 31 02:02:36.782045 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd03d525-d5be-49c1-81db-6325166bbb3d req-0288a1c0-f5d7-4427-afb5-a8e6008edd75 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Aug 31 02:02:36.852143 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-80b08d91-6c7f-45ef-b16a-cfce28a6dfc2 service neutron] show failed (client error): The resource could not be found. Aug 31 02:02:36.853148 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-80b08d91-6c7f-45ef-b16a-cfce28a6dfc2 service neutron] 10.222.0.15 "GET /v2.0/ports/f1c9e1cf-4958-47d0-ab24-36f81c271fb8/bindings/n-h2-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0559609 Aug 31 02:02:37.047212 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-8a84882d-7e3b-443e-ac06-857917f01ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:37.048753 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-8a84882d-7e3b-443e-ac06-857917f01ec4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 1098 time: 0.0402300 Aug 31 02:02:37.060674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:02:37.111406 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:37.324370 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] For port f1c9e1cf-4958-47d0-ab24-36f81c271fb8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:02:37.358462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] For port f1c9e1cf-4958-47d0-ab24-36f81c271fb8, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:02:37.399296 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:02:37.401703 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56254142-35c5-4b91-9c47-1e0b8e12adb1" -d '{"events": [{"server_uuid": "d6cb593d-888b-4b26-9f47-62b1969d9e2f", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c9e1cf-4958-47d0-ab24-36f81c271fb8"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:02:37.405608 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:37.419747 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Transition to ACTIVE for port object f1c9e1cf-4958-47d0-ab24-36f81c271fb8 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:02:37.423204 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:37.454480 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 02:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c30aa7-e7f8-4369-b3bb-7a19fa8216fe x-openstack-request-id: req-98c30aa7-e7f8-4369-b3bb-7a19fa8216fe {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:02:37.454784 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cb593d-888b-4b26-9f47-62b1969d9e2f", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c9e1cf-4958-47d0-ab24-36f81c271fb8", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:02:37.455039 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98c30aa7-e7f8-4369-b3bb-7a19fa8216fe {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:02:37.455454 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8', 'code': 200} Aug 31 02:02:37.501076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,revision_number=6']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:37.520425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:37.520775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:37.521118 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:37.521457 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:37.521792 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:37.522124 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:37.522451 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:37.522784 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:37.523112 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:37.523462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:37.523786 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:37.524106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:37.559764 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] No DVR routers for this DVR port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:02:37.693067 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Attempting to bind port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:02:37.693957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Attempting to bind port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:02:37.693957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Attempting to bind port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:02:37.697957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:02:37.698272 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Attempting to bind port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:02:37.702968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:02:37.703317 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Checking segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:02:37.703705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Bound using segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:02:37.704122 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Bound port: f1c9e1cf-4958-47d0-ab24-36f81c271fb8, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:02:37.704473 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:37.765108 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] For port f1c9e1cf-4958-47d0-ab24-36f81c271fb8, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:02:37.768856 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] For port f1c9e1cf-4958-47d0-ab24-36f81c271fb8, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:02:37.773243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:37.804004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:37.804667 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:37.806037 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] 10.222.0.70 "PUT /v2.0/ports/f1c9e1cf-4958-47d0-ab24-36f81c271fb8 HTTP/1.1" status: 200 len: 1093 time: 0.7495689 Aug 31 02:02:37.867766 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a98cbf-e25c-4698-8a6d-4747bbdc4437 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,revision_number=7']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:37.887424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-4cfd29c9-d235-4517-9228-2215ec85c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:37.888941 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-4cfd29c9-d235-4517-9228-2215ec85c8bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 1096 time: 0.0561171 Aug 31 02:02:37.917487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861f42c-d797-4d7f-9cdb-b1f1c7478a07 req-ee15aac1-df19-4c92-9697-1337948983d5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:37.919043 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d861f42c-d797-4d7f-9cdb-b1f1c7478a07 req-ee15aac1-df19-4c92-9697-1337948983d5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 944 time: 0.0531294 Aug 31 02:02:37.960257 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d861f42c-d797-4d7f-9cdb-b1f1c7478a07 req-f8929b04-ba2f-4547-83e4-85575d41a813 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344081 Aug 31 02:02:37.989936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-03e80ec8-5c62-4b14-9a76-12942da3e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:37.991561 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-03e80ec8-5c62-4b14-9a76-12942da3e011 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0954120 Aug 31 02:02:38.059836 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-8a1b80cd-4d0a-4ddf-8855-182768415329 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8 HTTP/1.1" status: 200 len: 1000 time: 0.0614417 Aug 31 02:02:38.107868 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-fec3cf3a-237c-4f16-9f47-7f539cfdfaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:38.109200 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-fec3cf3a-237c-4f16-9f47-7f539cfdfaa2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0427630 Aug 31 02:02:38.153503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-a78f7437-7f63-430e-bb81-f6bb44ebb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:38.154962 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-a78f7437-7f63-430e-bb81-f6bb44ebb4f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394382 Aug 31 02:02:38.245339 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-72864236-15bd-43f5-9845-f9f04ab70e73 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827901 Aug 31 02:02:38.337776 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-50a2572b-a509-4339-ab58-9af26d3fcdae req-d41949c5-a9c6-488c-9eb2-1f74ea29b011 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849643 Aug 31 02:02:39.079681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6979944-f6bb-4d3e-9554-1497b722a643 req-7ace21c0-d4a9-43b0-9a18-70dcc9b243a4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:39.081623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6979944-f6bb-4d3e-9554-1497b722a643 req-7ace21c0-d4a9-43b0-9a18-70dcc9b243a4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 944 time: 0.0472431 Aug 31 02:02:39.122025 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6979944-f6bb-4d3e-9554-1497b722a643 req-da195558-809a-4086-a554-db25aee4c2e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344529 Aug 31 02:02:39.456602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'tag': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:02:39.458984 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46694100-9d66-4fb5-8e61-d4440d32bf51" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb593d-888b-4b26-9f47-62b1969d9e2f", "tag": "f1c9e1cf-4958-47d0-ab24-36f81c271fb8"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:02:39.511700 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19aa634-ba55-4804-926a-dc65c8223922 x-openstack-request-id: req-e19aa634-ba55-4804-926a-dc65c8223922 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:02:39.512151 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb593d-888b-4b26-9f47-62b1969d9e2f", "tag": "f1c9e1cf-4958-47d0-ab24-36f81c271fb8", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:02:39.512352 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e19aa634-ba55-4804-926a-dc65c8223922 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:02:39.512781 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'tag': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8', 'status': 'completed', 'code': 200} Aug 31 02:02:39.570139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-734e83b2-03b6-4791-8205-43bf44a4e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:39.571706 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-734e83b2-03b6-4791-8205-43bf44a4e57f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 1096 time: 0.0425675 Aug 31 02:02:39.602846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-d06f23de-41e2-4c60-a23b-a01adb3e5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:39.604660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-d06f23de-41e2-4c60-a23b-a01adb3e5f24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 1096 time: 0.0502405 Aug 31 02:02:39.684127 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-d039b835-a720-426f-b7fb-c4324e318cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:39.685630 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-d039b835-a720-426f-b7fb-c4324e318cd2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0916879 Aug 31 02:02:39.695999 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-0ad857b5-69d2-45f6-a0fd-1a8011682f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:39.697497 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-0ad857b5-69d2-45f6-a0fd-1a8011682f73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0859599 Aug 31 02:02:39.751465 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-acc857b9-385f-4510-a4e2-40dd0dea052e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8 HTTP/1.1" status: 200 len: 1000 time: 0.0586951 Aug 31 02:02:39.781658 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f1c9e1cf-4958-47d0-ab24-36f81c271fb8 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:02:39.886767 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port f1c9e1cf-4958-47d0-ab24-36f81c271fb8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:02:39.901273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'port_id': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8', 'mac_address': 'fa:16:3e:10:5f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:02:39.947457 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:39.966288 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c9e1cf-4958-47d0-ab24-36f81c271fb8 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:02:39.989258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port f1c9e1cf-4958-47d0-ab24-36f81c271fb8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:02:39.994833 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:40.045689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:40.054350 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:40.054714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:40.055034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:40.055428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:40.055757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:40.056090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:40.056421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:40.056748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:40.057075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:40.057398 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:40.057723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:40.058043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:40.096135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-6c89aa0b-e70e-4ad1-8791-1aaefead26a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8 HTTP/1.1" status: 200 len: 1000 time: 0.3920114 Aug 31 02:02:40.128146 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-f0b91b10-3b29-4bca-a956-5223dbc34e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:40.129763 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-f0b91b10-3b29-4bca-a956-5223dbc34e61 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.3718011 Aug 31 02:02:40.148501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-4b6e9513-38ab-4f34-8076-bf73a47f08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:40.150860 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-4b6e9513-38ab-4f34-8076-bf73a47f08fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0468543 Aug 31 02:02:40.184696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-c5c40aa8-dc14-4084-84bd-7f4399a3a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:40.186188 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-c5c40aa8-dc14-4084-84bd-7f4399a3a61a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487833 Aug 31 02:02:40.201159 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-65667dd2-9ab4-4563-a887-8002d6c91cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:40.202743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-65667dd2-9ab4-4563-a887-8002d6c91cab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453293 Aug 31 02:02:40.225202 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['f1c9e1cf-4958-47d0-ab24-36f81c271fb8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:02:40.290613 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-cff5bc68-e8c9-481c-8e3c-2a26bca74bb8 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957010 Aug 31 02:02:40.309872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23714ea-3e93-4d82-b74e-6c98df6cff98 req-25a32e27-2dac-40f6-95e2-e3c3c6a01729 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:40.311309 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d23714ea-3e93-4d82-b74e-6c98df6cff98 req-25a32e27-2dac-40f6-95e2-e3c3c6a01729 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 945 time: 0.1020277 Aug 31 02:02:40.353790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-44326ed5-ef1c-4538-80ae-0425cf77da5f service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433210 Aug 31 02:02:40.385707 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d23714ea-3e93-4d82-b74e-6c98df6cff98 req-b3ba08a0-929e-4879-96bc-0fbe09908b69 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678976 Aug 31 02:02:40.400944 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-c692a49b-2625-480f-9e28-d6cc84917b53 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021845 Aug 31 02:02:40.459903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-46694100-9d66-4fb5-8e61-d4440d32bf51 req-6eaec16b-7b31-4a7e-b3a5-e31f1e96cefd service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977697 Aug 31 02:02:40.567713 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:02:40.614416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c73c6-6a5e-4a2a-92e8-a5b666926952 req-664113c0-1e4b-4060-8996-74cd9ce4c117 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:40.615908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b94c73c6-6a5e-4a2a-92e8-a5b666926952 req-664113c0-1e4b-4060-8996-74cd9ce4c117 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 945 time: 0.0784388 Aug 31 02:02:40.628689 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26bf69-0330-4b1f-af04-16c574556bbe req-34fbb76d-b104-4ee7-841a-cd73718cb018 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:40.630029 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d26bf69-0330-4b1f-af04-16c574556bbe req-34fbb76d-b104-4ee7-841a-cd73718cb018 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 945 time: 0.0663385 Aug 31 02:02:40.697137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b94c73c6-6a5e-4a2a-92e8-a5b666926952 req-1d01996c-312e-4d31-b41a-20a678ca0bab tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661495 Aug 31 02:02:40.713081 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-8d26bf69-0330-4b1f-af04-16c574556bbe req-92450848-0324-4c7c-bf6b-944a9fffd686 service neutron] delete failed (client error): The resource could not be found. Aug 31 02:02:40.714093 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d26bf69-0330-4b1f-af04-16c574556bbe req-92450848-0324-4c7c-bf6b-944a9fffd686 service neutron] 10.222.0.15 "DELETE /v2.0/ports/f1c9e1cf-4958-47d0-ab24-36f81c271fb8/bindings/n-h1-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0763879 Aug 31 02:02:40.809740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26bf69-0330-4b1f-af04-16c574556bbe req-cc98fa91-41d5-4b9c-95fd-3e2a804c85d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:40.811256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d26bf69-0330-4b1f-af04-16c574556bbe req-cc98fa91-41d5-4b9c-95fd-3e2a804c85d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 1097 time: 0.0411522 Aug 31 02:02:40.901983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26bf69-0330-4b1f-af04-16c574556bbe req-275200b1-814e-441b-a41c-1c3a5bf2b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:40.903351 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d26bf69-0330-4b1f-af04-16c574556bbe req-275200b1-814e-441b-a41c-1c3a5bf2b6da service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0858018 Aug 31 02:02:40.966632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d26bf69-0330-4b1f-af04-16c574556bbe req-c8d44860-642f-42c1-9286-0c39640ed507 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8 HTTP/1.1" status: 200 len: 1001 time: 0.0562027 Aug 31 02:02:41.014838 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26bf69-0330-4b1f-af04-16c574556bbe req-2bc5d296-92e3-480c-be4f-58db23371a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:41.016270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d26bf69-0330-4b1f-af04-16c574556bbe req-2bc5d296-92e3-480c-be4f-58db23371a14 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0428047 Aug 31 02:02:41.048282 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f1c9e1cf-4958-47d0-ab24-36f81c271fb8 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:02:41.067728 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26bf69-0330-4b1f-af04-16c574556bbe req-6ed899d5-8067-4689-bf55-6a1c586154e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:41.069228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d26bf69-0330-4b1f-af04-16c574556bbe req-6ed899d5-8067-4689-bf55-6a1c586154e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449991 Aug 31 02:02:41.089400 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f1c9e1cf-4958-47d0-ab24-36f81c271fb8 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:02:41.157456 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d26bf69-0330-4b1f-af04-16c574556bbe req-01aa4ed4-ff77-442b-9e39-c3305dd1a126 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801752 Aug 31 02:02:41.250067 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d26bf69-0330-4b1f-af04-16c574556bbe req-4557cffd-9e1e-46aa-bd94-45d27689e030 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858088 Aug 31 02:02:41.649518 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:41.811892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f1c9e1cf-4958-47d0-ab24-36f81c271fb8 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:02:41.822480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1bbbf-c6c4-46ce-b67c-04ac6e812891 req-4a5675ed-a964-47e7-944f-6dcbf75ceb2a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:41.824033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3b1bbbf-c6c4-46ce-b67c-04ac6e812891 req-4a5675ed-a964-47e7-944f-6dcbf75ceb2a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 945 time: 0.0521219 Aug 31 02:02:41.865238 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c3b1bbbf-c6c4-46ce-b67c-04ac6e812891 req-7a41ef61-8262-4989-accd-a7cb50e6973c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348859 Aug 31 02:02:41.866701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:02:41.870599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:02:41.870972 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:41.950918 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:41.974533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:02:41.976821 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4ead0c-2ac6-497b-80bc-322afe99a8b9" -d '{"events": [{"server_uuid": "d6cb593d-888b-4b26-9f47-62b1969d9e2f", "name": "network-vif-plugged", "status": "completed", "tag": "f1c9e1cf-4958-47d0-ab24-36f81c271fb8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:02:41.980466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ef5fd-fd44-4688-a9cc-cfb6be92cc78 req-a777d592-fb4e-49d0-bb30-5ff0643d3abd tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:41.982121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac1ef5fd-fd44-4688-a9cc-cfb6be92cc78 req-a777d592-fb4e-49d0-bb30-5ff0643d3abd tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 945 time: 0.0502491 Aug 31 02:02:41.990603 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port f1c9e1cf-4958-47d0-ab24-36f81c271fb8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:02:41.996534 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:42.024699 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc121689-b63e-45ed-929c-01710bad18ba x-openstack-request-id: req-fc121689-b63e-45ed-929c-01710bad18ba {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:02:42.025017 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cb593d-888b-4b26-9f47-62b1969d9e2f", "name": "network-vif-plugged", "status": "completed", "tag": "f1c9e1cf-4958-47d0-ab24-36f81c271fb8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:02:42.025130 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac1ef5fd-fd44-4688-a9cc-cfb6be92cc78 req-8e6a9bd6-e056-4cec-804c-7c43f243381a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364006 Aug 31 02:02:42.025284 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc121689-b63e-45ed-929c-01710bad18ba {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:02:42.025639 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8', 'code': 200} Aug 31 02:02:42.052367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:42.225995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd9f1c-4925-4956-8067-cc731c274bfe req-2f0776b2-928a-4123-80f8-e4be26794eee tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:42.227477 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5cd9f1c-4925-4956-8067-cc731c274bfe req-2f0776b2-928a-4123-80f8-e4be26794eee tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0519111 Aug 31 02:02:42.249382 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ee64f-6120-4c05-90bc-5787fb6e4682 req-cf19da8d-c181-42a8-84ff-612d1b0971a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:42.250958 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-478ee64f-6120-4c05-90bc-5787fb6e4682 req-cf19da8d-c181-42a8-84ff-612d1b0971a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 1098 time: 0.0427639 Aug 31 02:02:42.277309 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5cd9f1c-4925-4956-8067-cc731c274bfe req-7fbdd4a9-b10e-4b53-9c0e-2ff91e884d3e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439188 Aug 31 02:02:42.349198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ee64f-6120-4c05-90bc-5787fb6e4682 req-22c6f92d-08ea-4e57-a15f-33139bdcd76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:42.350678 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-478ee64f-6120-4c05-90bc-5787fb6e4682 req-22c6f92d-08ea-4e57-a15f-33139bdcd76d service neutron] 10.222.0.70 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0931368 Aug 31 02:02:42.415125 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-478ee64f-6120-4c05-90bc-5787fb6e4682 req-633db4ef-eaae-490f-8684-6da0365d240f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8 HTTP/1.1" status: 200 len: 1002 time: 0.0576530 Aug 31 02:02:42.463412 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ee64f-6120-4c05-90bc-5787fb6e4682 req-dbade3ad-5d73-470c-bf4a-49d292a5d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:42.464812 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-478ee64f-6120-4c05-90bc-5787fb6e4682 req-dbade3ad-5d73-470c-bf4a-49d292a5d423 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0424201 Aug 31 02:02:42.513225 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ee64f-6120-4c05-90bc-5787fb6e4682 req-7e486ce2-bd80-4996-aa66-847068d09f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:42.514693 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-478ee64f-6120-4c05-90bc-5787fb6e4682 req-7e486ce2-bd80-4996-aa66-847068d09f7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431571 Aug 31 02:02:42.602679 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-478ee64f-6120-4c05-90bc-5787fb6e4682 req-f4c571a1-2b00-44ba-ad48-7c24740f4da1 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806093 Aug 31 02:02:42.697931 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-478ee64f-6120-4c05-90bc-5787fb6e4682 req-b2816fcd-2372-4604-924d-d12b52731c1e service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873075 Aug 31 02:02:43.402456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54c480-37f0-441d-ac15-d4f98f25697e req-2f09edf1-34e7-4919-a764-bbfe5ec427ea tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:43.404005 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd54c480-37f0-441d-ac15-d4f98f25697e req-2f09edf1-34e7-4919-a764-bbfe5ec427ea tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0499110 Aug 31 02:02:43.442307 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd54c480-37f0-441d-ac15-d4f98f25697e req-02fcecfe-fbc0-482a-9257-14f35ffd54d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323982 Aug 31 02:02:43.671106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd5b43-5d05-4d7e-8e41-84ce4b51ca61 req-703891a7-4a61-479b-b831-891f1214ead5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:43.672616 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8bfd5b43-5d05-4d7e-8e41-84ce4b51ca61 req-703891a7-4a61-479b-b831-891f1214ead5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0512021 Aug 31 02:02:43.711917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8bfd5b43-5d05-4d7e-8e41-84ce4b51ca61 req-2a9e4d41-574e-4b7c-b6d6-cd92b5134760 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321767 Aug 31 02:02:44.836097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b8560-6632-4ee1-b403-13bd13898612 req-7809eca6-b8b5-4ab0-a356-798325a255d9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:44.837637 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-190b8560-6632-4ee1-b403-13bd13898612 req-7809eca6-b8b5-4ab0-a356-798325a255d9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0559430 Aug 31 02:02:44.882666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-190b8560-6632-4ee1-b403-13bd13898612 req-f05767f6-3bdc-4aa7-ad58-0162d3fa3e74 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391369 Aug 31 02:02:44.884728 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-6cb22734-edda-4cef-a72b-e82baa9b96fb tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:44.886241 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-6cb22734-edda-4cef-a72b-e82baa9b96fb tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6cb593d-888b-4b26-9f47-62b1969d9e2f HTTP/1.1" status: 200 len: 946 time: 0.0497551 Aug 31 02:02:44.972682 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-d43a2522-2ce0-4c89-bf47-0986ee3d57f2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Deleting port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:02:44.973026 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-d43a2522-2ce0-4c89-bf47-0986ee3d57f2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:45.062095 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-d43a2522-2ce0-4c89-bf47-0986ee3d57f2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] For port f1c9e1cf-4958-47d0-ab24-36f81c271fb8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:02:45.062447 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-d43a2522-2ce0-4c89-bf47-0986ee3d57f2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:45.226112 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-d43a2522-2ce0-4c89-bf47-0986ee3d57f2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:45.226496 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-d43a2522-2ce0-4c89-bf47-0986ee3d57f2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:45.226817 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-d43a2522-2ce0-4c89-bf47-0986ee3d57f2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88 disassociated. External IP: 172.25.6.126, port: f1c9e1cf-4958-47d0-ab24-36f81c271fb8. Aug 31 02:02:45.227160 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-d43a2522-2ce0-4c89-bf47-0986ee3d57f2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Calling delete_port for f1c9e1cf-4958-47d0-ab24-36f81c271fb8 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:02:45.354806 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-d43a2522-2ce0-4c89-bf47-0986ee3d57f2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:45.383424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a2522-2ce0-4c89-bf47-0986ee3d57f2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Pushing event deleted for resources: {'Port': ['ID=f1c9e1cf-4958-47d0-ab24-36f81c271fb8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:45.502137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-d43a2522-2ce0-4c89-bf47-0986ee3d57f2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Router 9da67e77-5d88-40b0-81b9-ec9473131878 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:02:45.612658 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-d43a2522-2ce0-4c89-bf47-0986ee3d57f2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:02:45.623855 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992d6905-d9c5-4b16-a37a-fa74af58e7a2 None None] Sync routers for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:02:45.639152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992d6905-d9c5-4b16-a37a-fa74af58e7a2 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:02:45.639819 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-992d6905-d9c5-4b16-a37a-fa74af58e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:02:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:02:45.654176 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-d43a2522-2ce0-4c89-bf47-0986ee3d57f2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] No DVR routers for this DVR port f1c9e1cf-4958-47d0-ab24-36f81c271fb8 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:02:45.656927 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-d43a2522-2ce0-4c89-bf47-0986ee3d57f2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:45.658903 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-2be8e287-4ca9-47d8-b713-fadeb67b9368 req-d43a2522-2ce0-4c89-bf47-0986ee3d57f2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.70 "DELETE /v2.0/ports/f1c9e1cf-4958-47d0-ab24-36f81c271fb8 HTTP/1.1" status: 204 len: 173 time: 0.7664123 Aug 31 02:02:45.659380 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'name': 'network-vif-deleted', 'tag': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:02:45.662177 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05545bbb-b4cb-4344-8601-6e64c7b4ca4b" -d '{"events": [{"server_uuid": "d6cb593d-888b-4b26-9f47-62b1969d9e2f", "name": "network-vif-deleted", "tag": "f1c9e1cf-4958-47d0-ab24-36f81c271fb8"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:02:45.701680 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce35476-1de3-41e1-80be-a7ddda0cc1bd x-openstack-request-id: req-9ce35476-1de3-41e1-80be-a7ddda0cc1bd {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:02:45.702029 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cb593d-888b-4b26-9f47-62b1969d9e2f", "name": "network-vif-deleted", "tag": "f1c9e1cf-4958-47d0-ab24-36f81c271fb8", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:02:45.702288 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ce35476-1de3-41e1-80be-a7ddda0cc1bd {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:02:45.702692 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb593d-888b-4b26-9f47-62b1969d9e2f', 'name': 'network-vif-deleted', 'tag': 'f1c9e1cf-4958-47d0-ab24-36f81c271fb8', 'status': 'completed', 'code': 200} Aug 31 02:02:45.748897 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-992d6905-d9c5-4b16-a37a-fa74af58e7a2 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:02:45.955269 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-992d6905-d9c5-4b16-a37a-fa74af58e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:02:46.141795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992d6905-d9c5-4b16-a37a-fa74af58e7a2 None None] Checking router: 9da67e77-5d88-40b0-81b9-ec9473131878 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:02:46.151043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992d6905-d9c5-4b16-a37a-fa74af58e7a2 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:02:46.151690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-992d6905-d9c5-4b16-a37a-fa74af58e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:02:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:02:46.175751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-e1a9c3f1-7adf-46a4-8a70-73a4c396e50e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1362676541&fields=id&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 267 time: 0.0351698 Aug 31 02:02:46.259693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-992d6905-d9c5-4b16-a37a-fa74af58e7a2 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:02:46.289281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-3493ae21-4baf-43ef-84eb-0060d763a68a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:46.290790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-3493ae21-4baf-43ef-84eb-0060d763a68a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 812 time: 0.1073043 Aug 31 02:02:46.305834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-ed818f80-7520-4342-8edd-a1034b5ae28e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/quotas/10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 375 time: 0.0093615 Aug 31 02:02:46.362278 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-5a33ac00-b96b-4673-879c-37031d5098b0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509796 Aug 31 02:02:46.378614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-54825c88-7026-49ea-a06e-61bd891bc3d3 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:02:46.379679 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-54825c88-7026-49ea-a06e-61bd891bc3d3 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052736 Aug 31 02:02:46.459034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-992d6905-d9c5-4b16-a37a-fa74af58e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:02:46.475064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-4efb49ab-2ee1-414a-869d-474afa09f52f service neutron] 10.222.0.58 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884223 Aug 31 02:02:46.490065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992d6905-d9c5-4b16-a37a-fa74af58e7a2 None None] The sync data for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 is: [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:02:46.576473 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-ab2f56be-4770-4769-a86a-588b72e5e97b service neutron] 10.222.0.58 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954933 Aug 31 02:02:46.725776 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059724ae-adea-4ddb-b83a-23681a0846bb None None] New status for floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:02:46.774310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-82244718-199c-4b3a-9a9c-bcb172f9e36f req-d071776f-c3b1-4b94-b7e5-bbcc0350a185 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 210 time: 0.0463235 Aug 31 02:02:47.744068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-837eee08-e3df-4186-862f-e59c50335632 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:47.745545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-837eee08-e3df-4186-862f-e59c50335632 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 812 time: 0.1048272 Aug 31 02:02:47.793240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-25f17b72-8bc1-42f2-9ac5-cee5a39b4b78 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 380 time: 0.0357924 Aug 31 02:02:47.823798 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Request body: {'port': {'device_id': '50792db3-b53a-44e5-a256-4883c20bf319', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'admin_state_up': True, 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'security_groups': ['bb13848c-965d-4da1-bcf1-402ca293a2a3']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:02:47.849657 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f1c9e1cf-4958-47d0-ab24-36f81c271fb8 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:02:47.869649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: f1c9e1cf-4958-47d0-ab24-36f81c271fb8 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:02:47.869998 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device f1c9e1cf-4958-47d0-ab24-36f81c271fb8 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:02:47.897134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7cc7608-6793-4e38-b527-0668124b9368 req-9aca0874-dcc2-4093-97fd-08c19bf82f79 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 210 time: 0.0582614 Aug 31 02:02:47.959469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Made reservation on behalf of 10fa20152e5c4592bc6d0fc8a9b95be1 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:02:47.962815 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:48.091142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Allocated IP 172.20.0.10 (5ac1ef1e-b523-4c42-b6bd-cf9442999f36/3d8c85bd-bc9e-4e61-a46e-0ade73bad03c/4826aca1-ecd7-48b3-a215-0cd665eca3f7) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:02:48.221839 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:48.234975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Transition to ACTIVE for port object 4826aca1-ecd7-48b3-a215-0cd665eca3f7 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:02:48.268742 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:48.314660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:02:48.316345 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:02:48.323067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:02:48.382557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Pushing event updated for resources: {'Port': ['ID=4826aca1-ecd7-48b3-a215-0cd665eca3f7,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:48.400437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:48.400924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:48.401397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:48.401867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:48.402339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:48.402876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:48.403371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:48.403838 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:48.404298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:48.404756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:48.405221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:48.405681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:02:48.429202 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:48.430115 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:48.449823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-944b27f1-8500-40d8-91eb-87cfdef8c8e8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6298444 Aug 31 02:02:48.509277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Request body: {'port': {'device_id': '50792db3-b53a-44e5-a256-4883c20bf319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:02:48.564316 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:48.613888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e65c9005-0e82-4d5a-8740-0a89890ea909 None None] Provisioning for port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:02:48.618928 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e65c9005-0e82-4d5a-8740-0a89890ea909 None None] Provisioning complete for port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:02:48.619342 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e65c9005-0e82-4d5a-8740-0a89890ea909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:48.656106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e65c9005-0e82-4d5a-8740-0a89890ea909 None None] Port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:02:48.876822 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4826aca1-ecd7-48b3-a215-0cd665eca3f7 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:02:48.884313 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:48.897264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Transition to ACTIVE for port object 4826aca1-ecd7-48b3-a215-0cd665eca3f7 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:02:48.913653 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:48.985676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Pushing event updated for resources: {'Port': ['ID=4826aca1-ecd7-48b3-a215-0cd665eca3f7,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:49.080050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f47ab5-dcc6-4efc-82ea-54079ddc4cf5 req-64d95f58-5c86-4943-b2a7-75c3bc0ac28f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:49.081643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c4f47ab5-dcc6-4efc-82ea-54079ddc4cf5 req-64d95f58-5c86-4943-b2a7-75c3bc0ac28f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 944 time: 0.1136351 Aug 31 02:02:49.100488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Attempting to bind port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:02:49.100831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Attempting to bind port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:02:49.101165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Attempting to bind port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:02:49.113296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:02:49.113635 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Attempting to bind port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:02:49.128339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:02:49.128614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Checking segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:02:49.129012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Bound using segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:02:49.129461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Bound port: 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:02:49.129884 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:49.146079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c4f47ab5-dcc6-4efc-82ea-54079ddc4cf5 req-a1622389-1b90-45c6-9431-a2b21bd9427c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569675 Aug 31 02:02:49.202927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:02:49.206212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:02:49.211111 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:49.247590 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:49.248592 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:49.250986 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] 10.222.0.15 "PUT /v2.0/ports/4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 1093 time: 0.7887917 Aug 31 02:02:49.251695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:02:49.255644 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d410195-3a4c-46d9-8435-e6ba4d96e2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:02:49.295795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434729d-427d-40ae-b788-8ea0173da782 service neutron] Pushing event updated for resources: {'Port': ['ID=4826aca1-ecd7-48b3-a215-0cd665eca3f7,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:49.308977 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cda1fa-7744-4c7d-9fd6-c06102fa1e21 x-openstack-request-id: req-21cda1fa-7744-4c7d-9fd6-c06102fa1e21 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:02:49.309270 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:02:49.309519 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21cda1fa-7744-4c7d-9fd6-c06102fa1e21 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:02:49.309917 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'status': 'completed', 'code': 200} Aug 31 02:02:49.366084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-8d6db57f-3414-4869-8fca-4b1244360dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:49.367660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-8d6db57f-3414-4869-8fca-4b1244360dc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 1096 time: 0.0483830 Aug 31 02:02:49.416399 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-7f134f70-1a5b-4099-8bf5-597a8b58a1ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 217 time: 0.0381691 Aug 31 02:02:49.467142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-47aba924-41bc-484f-bdb4-1dd86ff86abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:49.468681 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-47aba924-41bc-484f-bdb4-1dd86ff86abf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0460389 Aug 31 02:02:49.519851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-e44ed645-bcfe-4e46-aac4-3ea86837c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:49.521373 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-e44ed645-bcfe-4e46-aac4-3ea86837c264 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454078 Aug 31 02:02:49.609218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-571192d1-fa7b-4df0-9da1-ae4260d5f6c2 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810285 Aug 31 02:02:49.702664 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84a7f2d8-4913-4ceb-b1a6-410730104f09 req-6ee6ac94-c4ec-468c-bf02-61fbef3f5ff9 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867991 Aug 31 02:02:49.819628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d410195-3a4c-46d9-8435-e6ba4d96e2e7 req-1447ade4-f081-47c7-b581-fcc7caab8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:49.821163 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d410195-3a4c-46d9-8435-e6ba4d96e2e7 req-1447ade4-f081-47c7-b581-fcc7caab8f97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 1096 time: 0.0439775 Aug 31 02:02:49.910724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d410195-3a4c-46d9-8435-e6ba4d96e2e7 req-578191dd-8d87-4891-9775-5fcf253d44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:49.912285 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d410195-3a4c-46d9-8435-e6ba4d96e2e7 req-578191dd-8d87-4891-9775-5fcf253d44b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0842633 Aug 31 02:02:49.959595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d410195-3a4c-46d9-8435-e6ba4d96e2e7 req-e611e4f8-1989-4d69-8529-915389a3728f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 217 time: 0.0395637 Aug 31 02:02:50.009141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d410195-3a4c-46d9-8435-e6ba4d96e2e7 req-b8aef2d8-7ccb-4a4b-9242-73603731d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:50.010613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d410195-3a4c-46d9-8435-e6ba4d96e2e7 req-b8aef2d8-7ccb-4a4b-9242-73603731d084 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0439343 Aug 31 02:02:50.057923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d410195-3a4c-46d9-8435-e6ba4d96e2e7 req-02722b69-f6fc-4eab-94ef-579c4c174f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:50.059443 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d410195-3a4c-46d9-8435-e6ba4d96e2e7 req-02722b69-f6fc-4eab-94ef-579c4c174f4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423245 Aug 31 02:02:50.151461 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d410195-3a4c-46d9-8435-e6ba4d96e2e7 req-d53e9859-5d89-4541-bd88-4e72bfe184fe service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850017 Aug 31 02:02:50.275580 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d410195-3a4c-46d9-8435-e6ba4d96e2e7 req-8bbbb354-6511-465d-a577-915c7c87c5bc service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171746 Aug 31 02:02:50.288790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa33df-da37-414d-ac86-8e3cef4c1294 req-db5fa2eb-4060-461c-8e29-13e7ec649fce tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:50.290252 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5efa33df-da37-414d-ac86-8e3cef4c1294 req-db5fa2eb-4060-461c-8e29-13e7ec649fce tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 944 time: 0.0740170 Aug 31 02:02:50.328020 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5efa33df-da37-414d-ac86-8e3cef4c1294 req-8152ae72-e545-426b-b10b-e923ead5af71 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315297 Aug 31 02:02:51.308779 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d31d7936-7de0-43f9-80c9-81aa6ceddb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:51.443166 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1500c7e-9afa-45e2-90df-4145ac498bcc req-a0d793ed-8ef3-437a-a8c9-93845fb6a01e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:51.444686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1500c7e-9afa-45e2-90df-4145ac498bcc req-a0d793ed-8ef3-437a-a8c9-93845fb6a01e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 944 time: 0.0492394 Aug 31 02:02:51.482362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1500c7e-9afa-45e2-90df-4145ac498bcc req-6ac2c12b-7223-46be-a86b-81fa7e381d64 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317974 Aug 31 02:02:52.595928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c2ad0-88df-49b7-9b5a-1a4b92ab4c4f req-ad382309-ce15-4e88-9de4-695ccb4cc802 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:52.597308 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a1c2ad0-88df-49b7-9b5a-1a4b92ab4c4f req-ad382309-ce15-4e88-9de4-695ccb4cc802 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 944 time: 0.0475931 Aug 31 02:02:52.635417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a1c2ad0-88df-49b7-9b5a-1a4b92ab4c4f req-64b3680e-0e29-4228-a571-be0796c568f4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Aug 31 02:02:53.122243 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 4826aca1-ecd7-48b3-a215-0cd665eca3f7 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:02:53.216562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:02:53.227850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'port_id': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'mac_address': 'fa:16:3e:40:e6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:02:53.263656 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:53.277038 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4826aca1-ecd7-48b3-a215-0cd665eca3f7 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:02:53.295467 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:02:53.298884 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:53.343740 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=4826aca1-ecd7-48b3-a215-0cd665eca3f7,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:53.693138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['4826aca1-ecd7-48b3-a215-0cd665eca3f7'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:02:53.777534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a941c5-b83c-4a1a-bc23-ecd86fb089cb req-ff6df0b3-fc9c-4786-a02d-6c886e1f8bf6 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:53.779070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4a941c5-b83c-4a1a-bc23-ecd86fb089cb req-ff6df0b3-fc9c-4786-a02d-6c886e1f8bf6 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 945 time: 0.0608082 Aug 31 02:02:53.822584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4a941c5-b83c-4a1a-bc23-ecd86fb089cb req-116bd56c-11e4-43d3-899d-e27072f503d0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360053 Aug 31 02:02:53.853320 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-10b9967e-3f5d-4111-977c-0ee027f003b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:54.158845 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:54.687315 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:54.949619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a267d91-3900-4a81-8cb9-bea0c16044f6 req-92426bdd-35dc-4b87-9943-1ed1c096696b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:54.951116 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a267d91-3900-4a81-8cb9-bea0c16044f6 req-92426bdd-35dc-4b87-9943-1ed1c096696b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 945 time: 0.0503216 Aug 31 02:02:54.990526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a267d91-3900-4a81-8cb9-bea0c16044f6 req-559282d3-8b3c-466e-beb9-47d8ee3a12d8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323048 Aug 31 02:02:55.138357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 4826aca1-ecd7-48b3-a215-0cd665eca3f7 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:02:55.186719 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:02:55.190311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:02:55.190695 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:55.268052 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:55.292341 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:02:55.294508 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc87313-81ca-4751-8b62-7394099868ba" -d '{"events": [{"server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "name": "network-vif-plugged", "status": "completed", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:02:55.306876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:02:55.310773 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:55.334433 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0537932-4a63-4286-8de6-9656096b3116 x-openstack-request-id: req-a0537932-4a63-4286-8de6-9656096b3116 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:02:55.334731 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "name": "network-vif-plugged", "status": "completed", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:02:55.334988 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0537932-4a63-4286-8de6-9656096b3116 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:02:55.335410 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'code': 200} Aug 31 02:02:55.363383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=4826aca1-ecd7-48b3-a215-0cd665eca3f7,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:02:55.443468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f128-f924-4d21-9c0c-1d9dee39008b req-30e7d8bb-c8c8-443a-b7df-37453e2cd758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:55.444920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4289f128-f924-4d21-9c0c-1d9dee39008b req-30e7d8bb-c8c8-443a-b7df-37453e2cd758 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 1098 time: 0.0414884 Aug 31 02:02:55.480204 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4289f128-f924-4d21-9c0c-1d9dee39008b req-cbb9f684-cf7b-4734-9280-178a0ae11df8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273695 Aug 31 02:02:56.110455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0ccb0-2a63-41e2-a4bc-50a6d1d42343 req-5aecacf6-ee5d-477a-a788-0ad154bbb348 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:56.111960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7dd0ccb0-2a63-41e2-a4bc-50a6d1d42343 req-5aecacf6-ee5d-477a-a788-0ad154bbb348 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0538573 Aug 31 02:02:56.151199 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7dd0ccb0-2a63-41e2-a4bc-50a6d1d42343 req-29faf525-bd84-462e-b613-176c962439f9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328555 Aug 31 02:02:56.881149 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:57.269014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030f1d0-0d71-49aa-b83a-1486bf54a6a7 req-c956c5e9-1570-4d28-8063-54c526639e14 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:57.270510 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d030f1d0-0d71-49aa-b83a-1486bf54a6a7 req-c956c5e9-1570-4d28-8063-54c526639e14 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0511634 Aug 31 02:02:57.308531 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d030f1d0-0d71-49aa-b83a-1486bf54a6a7 req-d422f4ad-0528-47ef-aebf-fbbf69aed66b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Aug 31 02:02:57.419273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147bf6a-3d5c-4661-85b1-8d9f77637888 req-2c72a0f5-5955-457f-a58a-8000f8abcb3a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:57.420760 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0147bf6a-3d5c-4661-85b1-8d9f77637888 req-2c72a0f5-5955-457f-a58a-8000f8abcb3a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0489564 Aug 31 02:02:57.429264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 37758) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:02:57.433741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9d11e579-aaf6-424e-9dac-1b0982a621c1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Request body: {'floatingip': {'port_id': '4826aca1-ecd7-48b3-a215-0cd665eca3f7'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:02:57.475986 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d11e579-aaf6-424e-9dac-1b0982a621c1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:57.898428 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d11e579-aaf6-424e-9dac-1b0982a621c1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:57.901916 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d11e579-aaf6-424e-9dac-1b0982a621c1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:57.996387 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-9d11e579-aaf6-424e-9dac-1b0982a621c1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88 associated. External IP: 172.25.6.126, port: 4826aca1-ecd7-48b3-a215-0cd665eca3f7. Aug 31 02:02:58.197272 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d11e579-aaf6-424e-9dac-1b0982a621c1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Router 9da67e77-5d88-40b0-81b9-ec9473131878 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:02:58.307515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d11e579-aaf6-424e-9dac-1b0982a621c1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:02:58.312148 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d11e579-aaf6-424e-9dac-1b0982a621c1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:02:58.317859 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26dc74d-f4ae-4d7b-b41a-fbbbf5499886 None None] Sync routers for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:02:58.327527 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26dc74d-f4ae-4d7b-b41a-fbbbf5499886 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:02:58.328229 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b26dc74d-f4ae-4d7b-b41a-fbbbf5499886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:02:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:02:58.340599 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9d11e579-aaf6-424e-9dac-1b0982a621c1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "PUT /v2.0/floatingips/ea608b9d-b31b-4f0e-915d-b2fd422ddc88 HTTP/1.1" status: 200 len: 992 time: 0.9102733 Aug 31 02:02:58.341192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:02:58.343480 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c53ba5-a9ff-4423-933b-542fb93bf327" -d '{"events": [{"name": "network-changed", "server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:02:58.388274 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0013d05a-a54a-4d16-8141-37813dc0f39a x-openstack-request-id: req-0013d05a-a54a-4d16-8141-37813dc0f39a {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:02:58.388561 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:02:58.388814 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0013d05a-a54a-4d16-8141-37813dc0f39a {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:02:58.389217 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'status': 'completed', 'code': 200} Aug 31 02:02:58.441902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-b26dc74d-f4ae-4d7b-b41a-fbbbf5499886 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:02:58.469265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53ba5-a9ff-4423-933b-542fb93bf327 req-15a9281c-c83e-4ca0-8f73-93473aecc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:58.470890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91c53ba5-a9ff-4423-933b-542fb93bf327 req-15a9281c-c83e-4ca0-8f73-93473aecc21e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 1098 time: 0.0405805 Aug 31 02:02:58.576204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53ba5-a9ff-4423-933b-542fb93bf327 req-2c846cfa-68f2-42bd-8387-0eed9bc52011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:58.577618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91c53ba5-a9ff-4423-933b-542fb93bf327 req-2c846cfa-68f2-42bd-8387-0eed9bc52011 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0906847 Aug 31 02:02:58.648041 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91c53ba5-a9ff-4423-933b-542fb93bf327 req-f246f9e6-b1a1-4a93-bcd5-842493f894ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 1000 time: 0.0633237 Aug 31 02:02:58.670685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b26dc74d-f4ae-4d7b-b41a-fbbbf5499886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ea608b9d-b31b-4f0e-915d-b2fd422ddc88', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'port_id': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'mac_address': 'fa:16:3e:40:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50792db3-b53a-44e5-a256-4883c20bf319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:56:37Z', 'updated_at': '2021-08-31T02:02:57Z', 'revision_number': 9, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:02:58.697800 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26dc74d-f4ae-4d7b-b41a-fbbbf5499886 None None] Checking router: 9da67e77-5d88-40b0-81b9-ec9473131878 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:02:58.706516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26dc74d-f4ae-4d7b-b41a-fbbbf5499886 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:02:58.707145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b26dc74d-f4ae-4d7b-b41a-fbbbf5499886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:02:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:02:58.820329 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-b26dc74d-f4ae-4d7b-b41a-fbbbf5499886 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:02:59.038183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53ba5-a9ff-4423-933b-542fb93bf327 req-f318bb36-aaac-40c9-933b-9defbdab6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:59.039998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91c53ba5-a9ff-4423-933b-542fb93bf327 req-f318bb36-aaac-40c9-933b-9defbdab6b8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.3791463 Aug 31 02:02:59.058823 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b26dc74d-f4ae-4d7b-b41a-fbbbf5499886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ea608b9d-b31b-4f0e-915d-b2fd422ddc88', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'port_id': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'mac_address': 'fa:16:3e:40:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50792db3-b53a-44e5-a256-4883c20bf319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:56:37Z', 'updated_at': '2021-08-31T02:02:57Z', 'revision_number': 9, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:02:59.085079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26dc74d-f4ae-4d7b-b41a-fbbbf5499886 None None] The sync data for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 is: [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ea608b9d-b31b-4f0e-915d-b2fd422ddc88', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'port_id': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'mac_address': 'fa:16:3e:40:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50792db3-b53a-44e5-a256-4883c20bf319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:56:37Z', 'updated_at': '2021-08-31T02:02:57Z', 'revision_number': 9, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:02:59.085601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53ba5-a9ff-4423-933b-542fb93bf327 req-269da8e4-5bdc-460d-8b5c-79fd58e4b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:02:59.088266 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91c53ba5-a9ff-4423-933b-542fb93bf327 req-269da8e4-5bdc-460d-8b5c-79fd58e4b8a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405750 Aug 31 02:02:59.182968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91c53ba5-a9ff-4423-933b-542fb93bf327 req-3034ccd1-34b9-4c46-90d7-e163bcd9a2e8 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873039 Aug 31 02:02:59.277822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91c53ba5-a9ff-4423-933b-542fb93bf327 req-48a7cc61-75a4-433f-9179-08c79258f1a9 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883603 Aug 31 02:02:59.283125 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4c259a-4275-40b7-837d-4cc63e587394 None None] New status for floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:03:02.011266 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:11.663454 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:17.567076 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:03:21.309866 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a6043116-2d7a-44dd-9bd3-64ee72a41de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:23.843876 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-10d371ea-ea05-45d2-96e6-1278519fcf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:24.152139 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:24.688777 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:26.884046 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:32.012238 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:41.677624 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:48.557100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e05681cb-7b34-4429-915e-2487f3c769fe req-0016afc5-63aa-4b91-b0ec-91de734f1e7f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451956 Aug 31 02:03:48.650147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05681cb-7b34-4429-915e-2487f3c769fe req-294f2b1c-b2fa-49c5-89c2-d06f234d4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:48.651678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e05681cb-7b34-4429-915e-2487f3c769fe req-294f2b1c-b2fa-49c5-89c2-d06f234d4399 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 1098 time: 0.0445452 Aug 31 02:03:48.752364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05681cb-7b34-4429-915e-2487f3c769fe req-282de557-e7fb-4d37-9c7c-561a447382c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:48.753869 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e05681cb-7b34-4429-915e-2487f3c769fe req-282de557-e7fb-4d37-9c7c-561a447382c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0844569 Aug 31 02:03:48.826223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e05681cb-7b34-4429-915e-2487f3c769fe req-9bcb6a1e-1fa5-43c2-ac7f-88066ee8ad40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 1003 time: 0.0641191 Aug 31 02:03:48.875144 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05681cb-7b34-4429-915e-2487f3c769fe req-9eab6a5a-3d85-4aec-869c-68e808acc2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:48.876587 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e05681cb-7b34-4429-915e-2487f3c769fe req-9eab6a5a-3d85-4aec-869c-68e808acc2f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0433452 Aug 31 02:03:48.921800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05681cb-7b34-4429-915e-2487f3c769fe req-c12b460f-f179-4782-a96e-147e74f650fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:03:48.923265 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e05681cb-7b34-4429-915e-2487f3c769fe req-c12b460f-f179-4782-a96e-147e74f650fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391819 Aug 31 02:03:49.020775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e05681cb-7b34-4429-915e-2487f3c769fe req-15760895-5f5c-4dd0-a94b-5436a732b76c service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896339 Aug 31 02:03:49.108758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e05681cb-7b34-4429-915e-2487f3c769fe req-d5ccc9fe-da36-4e7c-85d4-b988993e67a8 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810325 Aug 31 02:03:51.311236 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b245b853-a97e-4d95-a835-7ffd4b49925a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:53.846091 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fefb42a6-1e5f-4abf-965d-b4d7a25c2f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:54.158873 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:54.566198 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:03:54.691773 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:03:56.886341 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:02.011271 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:11.696465 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:21.312285 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6bef6c4d-0065-4f7d-a800-2897be159a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:23.847444 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-466b6851-37f5-41f5-8b87-eb1475f86903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:24.151322 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:24.694764 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:26.888596 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:31.565850 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:04:32.017833 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:41.724866 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:50.564336 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3458c6b7-732a-4a3b-835f-05b90bfa22df req-bc5c8139-2e4d-40d1-8ebe-9a7d93eaec47 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415401 Aug 31 02:04:50.684400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c6b7-732a-4a3b-835f-05b90bfa22df req-d33ea365-f16a-45e5-b82d-df74d1e7164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:50.685880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3458c6b7-732a-4a3b-835f-05b90bfa22df req-d33ea365-f16a-45e5-b82d-df74d1e7164a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 1098 time: 0.0687234 Aug 31 02:04:50.785956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c6b7-732a-4a3b-835f-05b90bfa22df req-e166b95a-131a-4f7e-8d32-69ed1642299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:50.787484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3458c6b7-732a-4a3b-835f-05b90bfa22df req-e166b95a-131a-4f7e-8d32-69ed1642299e service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0833054 Aug 31 02:04:50.871622 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3458c6b7-732a-4a3b-835f-05b90bfa22df req-662870ce-39c1-41d5-be90-a22c166922ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 1003 time: 0.0775044 Aug 31 02:04:50.921182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c6b7-732a-4a3b-835f-05b90bfa22df req-8ec10b45-101a-4fa6-9eee-f9f6459448fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:50.922711 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3458c6b7-732a-4a3b-835f-05b90bfa22df req-8ec10b45-101a-4fa6-9eee-f9f6459448fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0449204 Aug 31 02:04:50.971538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c6b7-732a-4a3b-835f-05b90bfa22df req-4c89f335-b40b-48dd-b245-fe1cb90c0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:04:50.973063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3458c6b7-732a-4a3b-835f-05b90bfa22df req-4c89f335-b40b-48dd-b245-fe1cb90c0487 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428245 Aug 31 02:04:51.070658 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3458c6b7-732a-4a3b-835f-05b90bfa22df req-acc0c76f-9037-4f61-a9e5-f93cf7545719 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894177 Aug 31 02:04:51.165363 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3458c6b7-732a-4a3b-835f-05b90bfa22df req-9068640c-7d22-488e-8024-43212dd498e7 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880117 Aug 31 02:04:51.314289 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-51765ba2-1a8e-4a4e-a369-622cf7c79ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:53.848158 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b75ed5c6-9679-4a2d-983f-46c48c19e91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:54.154639 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:54.701327 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:04:56.892255 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:02.011076 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:08.566691 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:05:11.731353 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:21.319820 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d16e9e73-7064-4388-a3cd-738d5e2d3f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:23.848508 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-371b01d7-0c97-411e-9542-f8568cc50877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:24.156804 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:24.702387 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:25.582501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-8fd16927-bb31-4c1e-a7ac-041fdaec1dc7 req-16942d63-0a06-46cb-8108-d19fbed4ff83 service neutron] (94761) timed out ('10.222.0.70', 60428) {{(pid=94761) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 02:05:26.895553 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:27.551196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-06378ddc-d307-4190-95e4-79a06e2e5155 req-a1bac78f-b4b1-41d0-be00-22184d1aebdf service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:05:27.552291 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06378ddc-d307-4190-95e4-79a06e2e5155 req-a1bac78f-b4b1-41d0-be00-22184d1aebdf service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0434024 Aug 31 02:05:28.744478 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-87086943-aa0c-477c-a4c8-4a91e47173d8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0452433 Aug 31 02:05:28.811174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5334ddb-cc44-4b8b-afef-84b19210fba1 req-9cad6a12-0173-4ddb-90d2-2cc849b0d34a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:28.812990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5334ddb-cc44-4b8b-afef-84b19210fba1 req-9cad6a12-0173-4ddb-90d2-2cc849b0d34a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.1061451 Aug 31 02:05:28.854612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5334ddb-cc44-4b8b-afef-84b19210fba1 req-ae77988a-1e8d-4b43-ad6f-e540a2019407 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355868 Aug 31 02:05:29.974789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657605b-0796-40cc-9a13-b3a3da72fc52 req-48054041-d19f-4c54-9542-4e1794dc6980 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:29.976286 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2657605b-0796-40cc-9a13-b3a3da72fc52 req-48054041-d19f-4c54-9542-4e1794dc6980 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0531733 Aug 31 02:05:30.013752 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2657605b-0796-40cc-9a13-b3a3da72fc52 req-cb8c1123-bbd4-495f-a258-cc023b44a30f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315106 Aug 31 02:05:31.130362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9537173-1b8a-4fd4-9a2d-b181118c527f req-6801eabf-1045-4cd0-a78f-2da8ac072a98 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:31.132067 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9537173-1b8a-4fd4-9a2d-b181118c527f req-6801eabf-1045-4cd0-a78f-2da8ac072a98 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0505714 Aug 31 02:05:31.170109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9537173-1b8a-4fd4-9a2d-b181118c527f req-6843960f-1d31-484f-9c25-905ec35f251f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321076 Aug 31 02:05:31.900149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-e88210a1-3367-4e32-97eb-cf5a1352b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:31.901608 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-e88210a1-3367-4e32-97eb-cf5a1352b02d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 1098 time: 0.0406616 Aug 31 02:05:31.994004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-2446712f-e120-4b2a-8803-18f848f6b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:31.995522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-2446712f-e120-4b2a-8803-18f848f6b6db service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0871623 Aug 31 02:05:32.012190 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:32.069460 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-ea09260b-11e4-4928-ab7d-9ebaa5240aa1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 1003 time: 0.0671313 Aug 31 02:05:32.122068 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-90822dc3-2293-446f-b9f2-8fac4ef556c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:32.123829 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-90822dc3-2293-446f-b9f2-8fac4ef556c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0476837 Aug 31 02:05:32.168441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-3eda8674-ccce-45ee-86ea-8297213cfcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:32.169910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-3eda8674-ccce-45ee-86ea-8297213cfcd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392859 Aug 31 02:05:32.288004 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-4af2a7c9-5605-4fc5-8190-46ced0881f61 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113205 Aug 31 02:05:32.322818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa81202-1d39-46e5-a418-147de398002e req-a7b3e343-ce5d-4c7c-9732-e60559d9fcca tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:32.324444 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9aa81202-1d39-46e5-a418-147de398002e req-a7b3e343-ce5d-4c7c-9732-e60559d9fcca tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0832989 Aug 31 02:05:32.403675 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9aa81202-1d39-46e5-a418-147de398002e req-c6c51764-905c-44ff-9e63-1c02f9785b52 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533917 Aug 31 02:05:32.424699 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-17ae828f-500b-427d-93d3-4998a33f70a3 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286952 Aug 31 02:05:33.529486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73bb49-1c41-4bd0-8594-412d50014bb5 req-a8790ed4-25b3-44a2-a1dd-f64bb2cdef82 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:33.530964 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d73bb49-1c41-4bd0-8594-412d50014bb5 req-a8790ed4-25b3-44a2-a1dd-f64bb2cdef82 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0538549 Aug 31 02:05:33.568946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d73bb49-1c41-4bd0-8594-412d50014bb5 req-af137671-40f0-448c-a653-786497b0edf9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317426 Aug 31 02:05:34.692397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1c357-78c9-46e7-9e53-fc3762a31731 req-95ab4006-2d9a-4ff9-8758-220a75d02387 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:34.693878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2d1c357-78c9-46e7-9e53-fc3762a31731 req-95ab4006-2d9a-4ff9-8758-220a75d02387 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0503466 Aug 31 02:05:34.730717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a2d1c357-78c9-46e7-9e53-fc3762a31731 req-6e49ec84-7296-4dbd-905a-41bfde2926d9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309753 Aug 31 02:05:35.846011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0642055-66b0-42ec-b296-3dba2b46d0bc req-b532374e-c9a3-4dec-9793-f20950ddcf51 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:35.847490 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0642055-66b0-42ec-b296-3dba2b46d0bc req-b532374e-c9a3-4dec-9793-f20950ddcf51 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0484166 Aug 31 02:05:35.883976 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d0642055-66b0-42ec-b296-3dba2b46d0bc req-1c581843-253e-4fc7-80fa-7aedc68e55c4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305157 Aug 31 02:05:37.005384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a846dda-8abc-4fd9-a738-a1fd30564be1 req-ae7a3ddb-6761-4194-ae28-6cd5d59cfcea tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:37.006860 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a846dda-8abc-4fd9-a738-a1fd30564be1 req-ae7a3ddb-6761-4194-ae28-6cd5d59cfcea tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0548558 Aug 31 02:05:37.044059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a846dda-8abc-4fd9-a738-a1fd30564be1 req-e3d3f76d-4fc4-478d-b881-b248b980db67 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313389 Aug 31 02:05:38.177232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca1880-7fa9-484d-9205-3bacc2610159 req-b65a53dd-090a-48cf-9892-1af065931f2e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:38.178723 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0bca1880-7fa9-484d-9205-3bacc2610159 req-b65a53dd-090a-48cf-9892-1af065931f2e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0509746 Aug 31 02:05:38.216267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0bca1880-7fa9-484d-9205-3bacc2610159 req-28eb9e4a-4ba4-4fad-9ac3-ac775f85c1ca tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315247 Aug 31 02:05:39.331886 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ce6d-dffe-4494-ba79-f5903bd22eee req-60b7e9e3-1a58-4d94-8109-c00af5920430 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:39.333383 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68e8ce6d-dffe-4494-ba79-f5903bd22eee req-60b7e9e3-1a58-4d94-8109-c00af5920430 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0486686 Aug 31 02:05:39.370389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68e8ce6d-dffe-4494-ba79-f5903bd22eee req-c33f3fe3-5dc0-43f4-9d0a-e883297d39b9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Aug 31 02:05:40.489629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca962bb1-248b-48bd-9894-76ef35cfc8f4 req-e839f1d2-14f9-45ba-8d70-05bdadd23252 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:40.491170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca962bb1-248b-48bd-9894-76ef35cfc8f4 req-e839f1d2-14f9-45ba-8d70-05bdadd23252 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0529299 Aug 31 02:05:40.528669 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca962bb1-248b-48bd-9894-76ef35cfc8f4 req-c491dd59-a8b3-4933-9e82-9d249b97fc56 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316136 Aug 31 02:05:41.645815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06430af7-3568-48dc-b5c6-f19bd9827901 req-2d35abdf-75d8-4c93-8751-46e230879208 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:41.648021 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06430af7-3568-48dc-b5c6-f19bd9827901 req-2d35abdf-75d8-4c93-8751-46e230879208 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0505607 Aug 31 02:05:41.686789 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06430af7-3568-48dc-b5c6-f19bd9827901 req-621efb12-d8fc-4576-88c7-def78d9b8a22 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328054 Aug 31 02:05:41.739728 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:42.801155 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b7faf-9819-4245-9f13-321068674110 req-5ff0d6b3-4c22-49d8-994b-600d660d5fed tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:42.802625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef8b7faf-9819-4245-9f13-321068674110 req-5ff0d6b3-4c22-49d8-994b-600d660d5fed tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0495434 Aug 31 02:05:42.840308 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef8b7faf-9819-4245-9f13-321068674110 req-39b0b5cb-9b00-4900-baa4-698826898d73 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317314 Aug 31 02:05:43.970821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c559c-21f9-4d39-ab8e-5fc70383eb30 req-5924f83c-acf4-4bd1-a510-9603c973c9f8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:43.972295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-732c559c-21f9-4d39-ab8e-5fc70383eb30 req-5924f83c-acf4-4bd1-a510-9603c973c9f8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0522735 Aug 31 02:05:44.009255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-732c559c-21f9-4d39-ab8e-5fc70383eb30 req-07ea2bac-e68b-4bb8-b204-ac0ff814c620 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311136 Aug 31 02:05:44.395684 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-1cc0a0b4-2cb2-4ce2-b0b8-41292c7ff133 service neutron] show failed (client error): The resource could not be found. Aug 31 02:05:44.397938 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-1cc0a0b4-2cb2-4ce2-b0b8-41292c7ff133 service neutron] 10.222.0.15 "GET /v2.0/ports/4826aca1-ecd7-48b3-a215-0cd665eca3f7/bindings/n-h2-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0552719 Aug 31 02:05:44.627547 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-b1faad44-b77b-4b6e-9614-498da389be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:44.629045 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-b1faad44-b77b-4b6e-9614-498da389be39 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 1098 time: 0.0782604 Aug 31 02:05:44.639749 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-ad2cddc7-60b6-4e08-8e80-05c600b015e0 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:05:44.641293 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-ad2cddc7-60b6-4e08-8e80-05c600b015e0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049763 Aug 31 02:05:44.651746 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:05:44.702531 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:44.905161 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:44.938106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:05:44.975580 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:05:44.977818 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b77af3-d18e-47d6-8477-0aaeb84e9dcd" -d '{"events": [{"server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "name": "network-vif-unplugged", "status": "completed", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:05:44.981545 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:44.994172 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Transition to ACTIVE for port object 4826aca1-ecd7-48b3-a215-0cd665eca3f7 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:05:44.998468 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:45.082957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Pushing event updated for resources: {'Port': ['ID=4826aca1-ecd7-48b3-a215-0cd665eca3f7,revision_number=6']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:45.095005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:45.095393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:45.095738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:45.096140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:45.096482 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:45.097020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:45.097264 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:45.097593 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:45.097923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:45.098249 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:45.098575 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:45.098898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:45.107591 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 02:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594a2989-6311-4200-827e-12d5a8e305d3 x-openstack-request-id: req-594a2989-6311-4200-827e-12d5a8e305d3 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:05:45.107893 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "name": "network-vif-unplugged", "status": "completed", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:05:45.108138 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-594a2989-6311-4200-827e-12d5a8e305d3 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:05:45.108538 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'code': 200} Aug 31 02:05:45.135153 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] No DVR routers for this DVR port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:05:45.156448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1757647-cbd0-4cb5-8998-265e4c1f9281 req-615a3e2a-cb99-4dd5-a9ea-0c84ccd0a3d9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:45.157890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1757647-cbd0-4cb5-8998-265e4c1f9281 req-615a3e2a-cb99-4dd5-a9ea-0c84ccd0a3d9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 944 time: 0.0618382 Aug 31 02:05:45.205629 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1757647-cbd0-4cb5-8998-265e4c1f9281 req-0752b1e1-b07b-43b6-94f2-d865678f1cb8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368507 Aug 31 02:05:45.279129 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Attempting to bind port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:05:45.279504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Attempting to bind port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:05:45.279838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Attempting to bind port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:05:45.285089 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:05:45.285431 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Attempting to bind port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:05:45.290179 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:05:45.290519 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Checking segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:05:45.290902 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Bound using segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:05:45.291359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Bound port: 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:05:45.291721 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:45.353445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:05:45.356689 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:05:45.362868 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:45.395358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:45.396307 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:45.397641 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] 10.222.0.70 "PUT /v2.0/ports/4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 1093 time: 0.7495422 Aug 31 02:05:45.419397 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1e83b-c7d2-4e54-83a0-355d2c9fa0ec service neutron] Pushing event updated for resources: {'Port': ['ID=4826aca1-ecd7-48b3-a215-0cd665eca3f7,revision_number=7']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:45.470385 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-2d0977e7-7890-4578-8e1d-56a2d3350536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:45.471944 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-2d0977e7-7890-4578-8e1d-56a2d3350536 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 1096 time: 0.0472438 Aug 31 02:05:45.565476 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-caa39aa3-953e-4382-8b59-16e3d5275784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:45.566231 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:05:45.566990 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-caa39aa3-953e-4382-8b59-16e3d5275784 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0881813 Aug 31 02:05:45.635081 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-fd8579fa-f669-4bc9-9641-f542da164e01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 1001 time: 0.0612886 Aug 31 02:05:45.682794 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-24d7c5fc-53b7-4d26-bd84-ac009df7b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:45.684124 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-24d7c5fc-53b7-4d26-bd84-ac009df7b860 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0423560 Aug 31 02:05:45.730008 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-077c61fe-fa46-4241-a5ba-093a0cff67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:45.731516 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-077c61fe-fa46-4241-a5ba-093a0cff67ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397398 Aug 31 02:05:45.821000 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-ec228195-caae-4acf-9dcb-cee1fab161f2 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819767 Aug 31 02:05:45.907398 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-59654308-3cdf-4569-bd02-d2efc20cef46 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796332 Aug 31 02:05:46.334191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432236c-c42a-41c3-84bd-38efb04578dd req-0851588d-b640-45cf-9434-569214aec96f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:46.336043 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8432236c-c42a-41c3-84bd-38efb04578dd req-0851588d-b640-45cf-9434-569214aec96f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 944 time: 0.0548503 Aug 31 02:05:46.376080 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8432236c-c42a-41c3-84bd-38efb04578dd req-7e38d3db-8d36-42af-b127-91494e66edb7 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330312 Aug 31 02:05:47.110005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:05:47.112391 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e62224-cc30-44d0-8ec3-503bc34905b0" -d '{"events": [{"name": "network-changed", "server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:05:47.159865 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3b667f-dcb0-4a31-9e74-bb8ab7d281ba x-openstack-request-id: req-0f3b667f-dcb0-4a31-9e74-bb8ab7d281ba {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:05:47.160160 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:05:47.160418 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f3b667f-dcb0-4a31-9e74-bb8ab7d281ba {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:05:47.160824 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'status': 'completed', 'code': 200} Aug 31 02:05:47.224121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-a1d8744b-1560-40ca-b832-3a3b4d726ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:47.225635 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-a1d8744b-1560-40ca-b832-3a3b4d726ecc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 1096 time: 0.0422919 Aug 31 02:05:47.240518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-79fae4c8-cf79-4526-92aa-9febd1cc111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:47.242030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-79fae4c8-cf79-4526-92aa-9febd1cc111e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 1096 time: 0.0436344 Aug 31 02:05:47.321712 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-f2c46805-6c77-44e5-9127-d8c048e3cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:47.324742 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-f2c46805-6c77-44e5-9127-d8c048e3cd7b service neutron] 10.222.0.70 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0912914 Aug 31 02:05:47.341732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-67babb46-c88d-496d-8ea6-8a2e1061c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:47.342788 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-67babb46-c88d-496d-8ea6-8a2e1061c78c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0937884 Aug 31 02:05:47.411871 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-95c65f5c-c992-424b-9601-040323b8b57e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 1001 time: 0.0766160 Aug 31 02:05:47.418622 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-6963df2e-5b38-4769-8141-5aa1aea6b7d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 1001 time: 0.0664039 Aug 31 02:05:47.476804 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-e41c80c2-828a-4446-b21f-ab4ede4fe708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:47.478373 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-e41c80c2-828a-4446-b21f-ab4ede4fe708 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0598204 Aug 31 02:05:47.502558 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-cb722339-4473-4115-a699-40d2b54731f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:47.504052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-cb722339-4473-4115-a699-40d2b54731f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0792031 Aug 31 02:05:47.522152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18877b73-0ce5-4c50-bd10-d8479a0f2563 req-6b77600c-1027-4fe6-b854-04a706c533a0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:47.523643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18877b73-0ce5-4c50-bd10-d8479a0f2563 req-6b77600c-1027-4fe6-b854-04a706c533a0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 944 time: 0.0639355 Aug 31 02:05:47.524130 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-317b4883-1a39-4620-9e26-80a40f7a6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:47.525673 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-317b4883-1a39-4620-9e26-80a40f7a6895 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404994 Aug 31 02:05:47.587331 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18877b73-0ce5-4c50-bd10-d8479a0f2563 req-38942818-739b-476c-8dc8-aa84c6f02948 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563986 Aug 31 02:05:47.591852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-34dbe72e-58e0-497a-8bc0-482765095fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:47.593521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-34dbe72e-58e0-497a-8bc0-482765095fb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801010 Aug 31 02:05:47.614470 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-36b5ad79-8a7e-424b-b96a-e32a05c82b30 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814018 Aug 31 02:05:47.686637 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-2f35188d-5852-42f9-9f19-c0aac04fed09 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862019 Aug 31 02:05:47.712580 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-03c86e3e-b90c-41c7-9ab4-c53513b109b1 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914693 Aug 31 02:05:47.783751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e6e62224-cc30-44d0-8ec3-503bc34905b0 req-d4a529ac-4517-43d3-b403-eb4c0d77162d service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900829 Aug 31 02:05:47.884885 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-eead8196-ea46-44f8-9c06-62a55509a4bb tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:47.886348 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-eead8196-ea46-44f8-9c06-62a55509a4bb tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.70 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 944 time: 0.0513420 Aug 31 02:05:47.904146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c33a8d-c534-4039-98d9-297cc552ad3b req-3eeb76e8-ca39-493b-b134-120579f51c4c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:47.905653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7c33a8d-c534-4039-98d9-297cc552ad3b req-3eeb76e8-ca39-493b-b134-120579f51c4c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 944 time: 0.0498004 Aug 31 02:05:47.945922 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7c33a8d-c534-4039-98d9-297cc552ad3b req-a639b680-ccee-437c-bd81-4484cdd4ead4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329742 Aug 31 02:05:47.947708 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-d23acc74-72da-4642-be8a-f8da564ef95a service neutron] 10.222.0.70 "GET /v2.0/ports/4826aca1-ecd7-48b3-a215-0cd665eca3f7/bindings/n-h2-802060-13 HTTP/1.1" status: 200 len: 383 time: 0.0538130 Aug 31 02:05:48.011664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-1c332b2e-8c87-4c73-a05b-15dd44da3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:48.013449 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-1c332b2e-8c87-4c73-a05b-15dd44da3c4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 1096 time: 0.0429826 Aug 31 02:05:48.100274 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-dde193cd-c9cc-43f6-adc6-e2418e6d5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:48.101725 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-dde193cd-c9cc-43f6-adc6-e2418e6d5a5d service neutron] 10.222.0.70 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0819740 Aug 31 02:05:48.167913 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-cb2c0bde-61ed-44e8-abd7-b8343c71e059 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 1001 time: 0.0593262 Aug 31 02:05:48.215389 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-bfdf7d7e-db5a-480a-b172-1f04692dcc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:48.216710 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-bfdf7d7e-db5a-480a-b172-1f04692dcc16 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0420132 Aug 31 02:05:48.261770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-fa8d8893-8540-4f01-b226-9c287f6e3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:48.263240 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-fa8d8893-8540-4f01-b226-9c287f6e3355 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395901 Aug 31 02:05:48.357722 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-c7236bfe-3b34-4663-a248-e23fdee5967f service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865233 Aug 31 02:05:48.448217 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-bf70cadc-8c61-4cfb-8ad3-96c0c5b2927b service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829809 Aug 31 02:05:48.656467 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 4826aca1-ecd7-48b3-a215-0cd665eca3f7 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:05:48.757018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:48.768136 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'port_id': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'mac_address': 'fa:16:3e:40:e6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:05:48.804220 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:48.816833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4826aca1-ecd7-48b3-a215-0cd665eca3f7 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:05:48.834872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:48.838427 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:48.888192 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=4826aca1-ecd7-48b3-a215-0cd665eca3f7,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:48.895520 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:48.895888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:48.896492 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:48.896826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:48.897175 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:48.897501 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:48.897822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:48.898167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:48.898508 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:48.898826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:48.899141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:48.899500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:49.066420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53f844-68df-4f99-af64-c9bdf6e715ce req-3eee64a8-303b-4dfb-864e-7555dfe32c3e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:49.067919 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea53f844-68df-4f99-af64-c9bdf6e715ce req-3eee64a8-303b-4dfb-864e-7555dfe32c3e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 945 time: 0.0510147 Aug 31 02:05:49.081641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['4826aca1-ecd7-48b3-a215-0cd665eca3f7'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:05:49.110568 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea53f844-68df-4f99-af64-c9bdf6e715ce req-f274cfd0-7faa-4406-843b-2b59504044eb tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366998 Aug 31 02:05:49.919009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 4826aca1-ecd7-48b3-a215-0cd665eca3f7 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:05:49.960115 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 4826aca1-ecd7-48b3-a215-0cd665eca3f7 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:05:50.227150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515f531-7db3-498b-bdd1-e07e3b11d5a3 req-0599f7bc-dfc9-462f-9bce-b9b59cfe74d4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:50.228686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a515f531-7db3-498b-bdd1-e07e3b11d5a3 req-0599f7bc-dfc9-462f-9bce-b9b59cfe74d4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 945 time: 0.0500488 Aug 31 02:05:50.267912 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a515f531-7db3-498b-bdd1-e07e3b11d5a3 req-21b84c08-05e7-44da-af13-07594d0347ac tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330081 Aug 31 02:05:50.335644 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-dd234c7f-3b0a-48a4-a289-7840bd20c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:50.337070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-dd234c7f-3b0a-48a4-a289-7840bd20c2f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 1097 time: 0.0431256 Aug 31 02:05:50.351491 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:05:50.406691 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:50.605267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:50.637019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:05:50.657640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 4826aca1-ecd7-48b3-a215-0cd665eca3f7 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:05:50.669971 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4826aca1-ecd7-48b3-a215-0cd665eca3f7 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:05:50.678931 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:50.689737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Ignored duplicate provisioning block setup for port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 02:05:50.693420 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:50.696660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 4826aca1-ecd7-48b3-a215-0cd665eca3f7 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 02:05:50.732603 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:05:50.736180 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52cbbbc-d00b-4375-92e3-b8be75c6c4dc" -d '{"events": [{"server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "name": "network-vif-plugged", "status": "completed", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:05:50.816195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=4826aca1-ecd7-48b3-a215-0cd665eca3f7,revision_number=9']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:50.844851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:50.845090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:50.845434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:50.845737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:50.846066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:50.846404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:50.846731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:50.847053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:50.847405 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:50.847767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:50.848057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:50.848375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:05:50.856966 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573171bf-ba1d-45d0-8f99-27f9eb5dbf4d x-openstack-request-id: req-573171bf-ba1d-45d0-8f99-27f9eb5dbf4d {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:05:50.857310 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "name": "network-vif-plugged", "status": "completed", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:05:50.857899 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-573171bf-ba1d-45d0-8f99-27f9eb5dbf4d {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:05:50.858415 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'code': 200} Aug 31 02:05:50.882648 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] No DVR routers for this DVR port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:05:51.019587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Attempting to bind port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:05:51.019917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Attempting to bind port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:05:51.020261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Attempting to bind port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:05:51.024642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:05:51.024957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Attempting to bind port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:05:51.029526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:05:51.029857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Checking segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:05:51.030235 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Bound using segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:05:51.031705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Bound port: 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:05:51.032216 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:51.101611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:05:51.104668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:05:51.108366 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:51.140946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:51.141987 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:51.143419 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] 10.222.0.15 "PUT /v2.0/ports/4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 1093 time: 0.7958918 Aug 31 02:05:51.143860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:05:51.146344 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026b0410-85e1-4d9f-8aa2-2112dce4e574" -d '{"events": [{"name": "network-changed", "server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:05:51.172741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55259c69-0cd0-43cf-a810-27f753d96fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=4826aca1-ecd7-48b3-a215-0cd665eca3f7,revision_number=10']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:51.225897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-6913f1f8-46e6-483d-a223-440b37bff084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:51.227469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-6913f1f8-46e6-483d-a223-440b37bff084 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 1097 time: 0.0474751 Aug 31 02:05:51.285337 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ac578f-917d-4d30-81c9-e358fdd39955 x-openstack-request-id: req-46ac578f-917d-4d30-81c9-e358fdd39955 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:05:51.285639 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:05:51.286184 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46ac578f-917d-4d30-81c9-e358fdd39955 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:05:51.286503 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'status': 'completed', 'code': 200} Aug 31 02:05:51.325071 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-98b2a3ed-a3e8-4cd5-8214-50252f6e2ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:51.327583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-bdcb020d-89f2-4c65-aa6a-0cad3a4c527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:51.330451 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-bdcb020d-89f2-4c65-aa6a-0cad3a4c527c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 1097 time: 0.0521224 Aug 31 02:05:51.351927 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-3153b121-dbb7-41a8-a0b4-24f873bdaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:51.353702 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-3153b121-dbb7-41a8-a0b4-24f873bdaaf3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.1188040 Aug 31 02:05:51.432131 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-f75fbad2-e392-4763-a6cb-aedc3a04e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:51.433562 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-f75fbad2-e392-4763-a6cb-aedc3a04e0c1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0962152 Aug 31 02:05:51.446816 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-5e91b891-2537-4c24-9ca6-0ae64250fdb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 1001 time: 0.0804617 Aug 31 02:05:51.457388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db239c-e161-4feb-9346-56c2f4bf1c58 req-d780c109-6bfe-424d-949f-e69a5b4cb172 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:51.458854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06db239c-e161-4feb-9346-56c2f4bf1c58 req-d780c109-6bfe-424d-949f-e69a5b4cb172 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 945 time: 0.1026614 Aug 31 02:05:51.498537 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-1d78faa1-e960-45d9-9005-94d8ba89c5af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 1001 time: 0.0581610 Aug 31 02:05:51.523852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-dec02b60-452a-4e0b-a953-1f659f354439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:51.525306 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-dec02b60-452a-4e0b-a953-1f659f354439 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0652809 Aug 31 02:05:51.530101 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-06db239c-e161-4feb-9346-56c2f4bf1c58 req-327a2d92-50bd-47c1-a057-364651b7ea85 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625458 Aug 31 02:05:51.552292 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-7174a424-478e-4a1a-beea-33e8aa9e3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:51.553771 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-7174a424-478e-4a1a-beea-33e8aa9e3641 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0489109 Aug 31 02:05:51.583730 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-2f883698-6a43-4c86-809d-9fe7dc0c20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:51.585438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-2f883698-6a43-4c86-809d-9fe7dc0c20a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528727 Aug 31 02:05:51.599858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-8cfc5768-0b29-4aa4-8e52-cbd543a80416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:51.601359 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-8cfc5768-0b29-4aa4-8e52-cbd543a80416 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409050 Aug 31 02:05:51.680781 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-2d7b9108-cd1c-4a8f-9ff8-bdac40c81bfb service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879819 Aug 31 02:05:51.691228 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-f6ba0b0a-017d-44c7-a766-fb03e76642ce service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827067 Aug 31 02:05:51.770157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cb06a7f-a725-4556-96ec-6d3bd82c8257 req-0bcea706-09f8-4cc6-a237-86415f95a3c8 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827708 Aug 31 02:05:51.785358 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-40ca3e65-13cc-43a3-8032-4dd00512ecb5 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874114 Aug 31 02:05:51.877918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-512f6d4a-d18a-4bcd-8c43-f82e69ace9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:51.879423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-512f6d4a-d18a-4bcd-8c43-f82e69ace9e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 1097 time: 0.0413687 Aug 31 02:05:51.970514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-88b72344-d547-4f7c-b69e-09f5d74c1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:51.971907 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-88b72344-d547-4f7c-b69e-09f5d74c1717 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0860250 Aug 31 02:05:52.035883 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-27bcfa32-f1e6-4752-8110-77d193426100 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 1001 time: 0.0569005 Aug 31 02:05:52.086554 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-96a7186a-b6e1-4d1a-a7ed-ec8b375cfaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:52.087966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-96a7186a-b6e1-4d1a-a7ed-ec8b375cfaa6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0453303 Aug 31 02:05:52.132529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-12016c59-1262-4866-9c69-2eaf09db729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:52.133974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-12016c59-1262-4866-9c69-2eaf09db729d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385695 Aug 31 02:05:52.224205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-e19fd74b-25f3-49ab-9459-7b0625710803 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822592 Aug 31 02:05:52.655647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 4826aca1-ecd7-48b3-a215-0cd665eca3f7 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:05:52.665744 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-026b0410-85e1-4d9f-8aa2-2112dce4e574 req-4ec1172d-60cf-4d17-83bd-2a2443d5dec2 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347410 Aug 31 02:05:52.673365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f833cb-287a-48c4-8115-4cf9ce25b615 req-0374a4f0-d4ac-407e-8bf6-13cc834c019a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:52.674764 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8f833cb-287a-48c4-8115-4cf9ce25b615 req-0374a4f0-d4ac-407e-8bf6-13cc834c019a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 945 time: 0.0732317 Aug 31 02:05:52.693749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 4826aca1-ecd7-48b3-a215-0cd665eca3f7 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:05:52.716926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8f833cb-287a-48c4-8115-4cf9ce25b615 req-36b12c8c-4b14-47aa-88fa-cd2d0b38a9d6 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361404 Aug 31 02:05:52.788377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3b28d-32a4-4ba3-866c-f24e660335a4 req-d1162ab7-3b3b-4f7d-ac21-87804d978791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:52.789833 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02c3b28d-32a4-4ba3-866c-f24e660335a4 req-d1162ab7-3b3b-4f7d-ac21-87804d978791 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 1097 time: 0.0440366 Aug 31 02:05:52.892117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3b28d-32a4-4ba3-866c-f24e660335a4 req-02735f7e-f6a3-4b41-866f-10bce1adc833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:52.893515 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02c3b28d-32a4-4ba3-866c-f24e660335a4 req-02735f7e-f6a3-4b41-866f-10bce1adc833 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0837646 Aug 31 02:05:52.962853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02c3b28d-32a4-4ba3-866c-f24e660335a4 req-448740f9-a269-4843-8f5c-7ca6373387dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 200 len: 1001 time: 0.0612662 Aug 31 02:05:53.011865 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3b28d-32a4-4ba3-866c-f24e660335a4 req-ae78cc43-f133-4c1d-a6b8-d8d29b6d89a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:53.013297 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02c3b28d-32a4-4ba3-866c-f24e660335a4 req-ae78cc43-f133-4c1d-a6b8-d8d29b6d89a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0436404 Aug 31 02:05:53.059347 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3b28d-32a4-4ba3-866c-f24e660335a4 req-b928a06f-f057-4384-baef-ddda7d940505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:53.060868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02c3b28d-32a4-4ba3-866c-f24e660335a4 req-b928a06f-f057-4384-baef-ddda7d940505 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402794 Aug 31 02:05:53.152360 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02c3b28d-32a4-4ba3-866c-f24e660335a4 req-f383b202-afd0-4124-9c56-bcd23f007f75 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839729 Aug 31 02:05:53.241615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-02c3b28d-32a4-4ba3-866c-f24e660335a4 req-9b32672a-312d-42a7-8877-dcfaafa890cb service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814674 Aug 31 02:05:53.832280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b9d71-9f45-4fc6-a105-736e959a5eee req-54fbc89c-2277-4f97-b038-45a89e6ff278 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:53.834442 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a34b9d71-9f45-4fc6-a105-736e959a5eee req-54fbc89c-2277-4f97-b038-45a89e6ff278 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 945 time: 0.0510352 Aug 31 02:05:53.848779 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7ea18c44-bebd-4915-a056-492b92413642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:53.872791 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a34b9d71-9f45-4fc6-a105-736e959a5eee req-494fad80-cdc7-49d4-9004-b383cf5e5351 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323801 Aug 31 02:05:54.157839 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:54.705298 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:54.996450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39f742-c82a-4440-be3b-2d35114f8da6 req-471471a2-2524-4df7-abd8-49f12fb4610f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:54.998053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd39f742-c82a-4440-be3b-2d35114f8da6 req-471471a2-2524-4df7-abd8-49f12fb4610f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 945 time: 0.0559480 Aug 31 02:05:55.040295 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fd39f742-c82a-4440-be3b-2d35114f8da6 req-395551bb-2438-429f-b54b-a377ff918fb6 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343547 Aug 31 02:05:55.154735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021655b5-271b-4993-a9c6-f6cee206f497 req-aaadddda-cef4-430f-98a3-1bef4d33126e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:55.156535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-021655b5-271b-4993-a9c6-f6cee206f497 req-aaadddda-cef4-430f-98a3-1bef4d33126e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 945 time: 0.0496480 Aug 31 02:05:55.193604 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-021655b5-271b-4993-a9c6-f6cee206f497 req-c0426af5-6ca2-4045-ac6c-a51fbe92d420 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315540 Aug 31 02:05:55.305850 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96a5c3-e5f9-4109-a203-749f6ea637fb req-ae7b63f2-ac1c-4fab-b591-37f9dbc0e077 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:55.307271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f96a5c3-e5f9-4109-a203-749f6ea637fb req-ae7b63f2-ac1c-4fab-b591-37f9dbc0e077 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 945 time: 0.0495090 Aug 31 02:05:55.347030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f96a5c3-e5f9-4109-a203-749f6ea637fb req-3c33143b-42cc-48e9-b862-e2c7fc03aa11 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327168 Aug 31 02:05:55.583923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b36f8d-ec30-4253-ab5c-02c71d2afcc5 req-97d15352-3f0f-43a9-91e2-9950f25e44e2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:55.585662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b36f8d-ec30-4253-ab5c-02c71d2afcc5 req-97d15352-3f0f-43a9-91e2-9950f25e44e2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 945 time: 0.0587606 Aug 31 02:05:55.624506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-94b36f8d-ec30-4253-ab5c-02c71d2afcc5 req-1c508a96-a224-4ce8-b8cb-de85706f964b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318501 Aug 31 02:05:55.950461 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 4826aca1-ecd7-48b3-a215-0cd665eca3f7 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:05:56.051248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:56.062949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'port_id': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'mac_address': 'fa:16:3e:40:e6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:05:56.100525 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:56.113499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4826aca1-ecd7-48b3-a215-0cd665eca3f7 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:05:56.133132 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:56.137010 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:56.347837 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=4826aca1-ecd7-48b3-a215-0cd665eca3f7,revision_number=11']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:56.576539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['4826aca1-ecd7-48b3-a215-0cd665eca3f7'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:05:56.743643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4484d-c261-4f51-bb2d-984c15c8d782 req-bae65722-6efd-42fb-96eb-52866ede0964 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:56.745137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ac4484d-c261-4f51-bb2d-984c15c8d782 req-bae65722-6efd-42fb-96eb-52866ede0964 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0497718 Aug 31 02:05:56.783236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ac4484d-c261-4f51-bb2d-984c15c8d782 req-a186fc52-c364-4c6b-8b72-6840cb686cb0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321875 Aug 31 02:05:56.899154 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:56.929741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-9f892c5d-bdc9-46d5-a0b7-e339627400b5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:56.931216 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-9f892c5d-bdc9-46d5-a0b7-e339627400b5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 946 time: 0.0491710 Aug 31 02:05:57.023785 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-5333325e-d305-482a-864e-c8490de6a1ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Deleting port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:05:57.024137 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-5333325e-d305-482a-864e-c8490de6a1ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:57.113460 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-5333325e-d305-482a-864e-c8490de6a1ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] For port 4826aca1-ecd7-48b3-a215-0cd665eca3f7, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=4826aca1-ecd7-48b3-a215-0cd665eca3f7,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:05:57.113833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-5333325e-d305-482a-864e-c8490de6a1ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:57.339413 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-5333325e-d305-482a-864e-c8490de6a1ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:57.339813 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-5333325e-d305-482a-864e-c8490de6a1ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:57.340132 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-5333325e-d305-482a-864e-c8490de6a1ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88 disassociated. External IP: 172.25.6.126, port: 4826aca1-ecd7-48b3-a215-0cd665eca3f7. Aug 31 02:05:57.340475 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-5333325e-d305-482a-864e-c8490de6a1ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Calling delete_port for 4826aca1-ecd7-48b3-a215-0cd665eca3f7 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:05:57.470709 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-5333325e-d305-482a-864e-c8490de6a1ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:57.499652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333325e-d305-482a-864e-c8490de6a1ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Pushing event deleted for resources: {'Port': ['ID=4826aca1-ecd7-48b3-a215-0cd665eca3f7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:05:57.617885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-5333325e-d305-482a-864e-c8490de6a1ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Router 9da67e77-5d88-40b0-81b9-ec9473131878 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:05:57.727050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-5333325e-d305-482a-864e-c8490de6a1ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:05:57.736386 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed09bf5-7e23-4f9d-9098-738810ae4ea8 None None] Sync routers for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:05:57.745376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed09bf5-7e23-4f9d-9098-738810ae4ea8 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:05:57.745996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3ed09bf5-7e23-4f9d-9098-738810ae4ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:05:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:57.765214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-5333325e-d305-482a-864e-c8490de6a1ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] No DVR routers for this DVR port 4826aca1-ecd7-48b3-a215-0cd665eca3f7 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:05:57.768650 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-5333325e-d305-482a-864e-c8490de6a1ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:05:57.770630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-00cb8f95-64ca-4843-a26c-a7947df69982 req-5333325e-d305-482a-864e-c8490de6a1ff tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "DELETE /v2.0/ports/4826aca1-ecd7-48b3-a215-0cd665eca3f7 HTTP/1.1" status: 204 len: 173 time: 0.8331020 Aug 31 02:05:57.771394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'name': 'network-vif-deleted', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:05:57.773600 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431851dc-73e1-460f-bccf-dccfd08c8114" -d '{"events": [{"server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "name": "network-vif-deleted", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:05:57.811062 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dea3fa8-e1c8-433d-9b86-e9d356efb522 x-openstack-request-id: req-2dea3fa8-e1c8-433d-9b86-e9d356efb522 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:05:57.811383 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50792db3-b53a-44e5-a256-4883c20bf319", "name": "network-vif-deleted", "tag": "4826aca1-ecd7-48b3-a215-0cd665eca3f7", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:05:57.811633 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2dea3fa8-e1c8-433d-9b86-e9d356efb522 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:05:57.812045 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50792db3-b53a-44e5-a256-4883c20bf319', 'name': 'network-vif-deleted', 'tag': '4826aca1-ecd7-48b3-a215-0cd665eca3f7', 'status': 'completed', 'code': 200} Aug 31 02:05:57.862954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-3ed09bf5-7e23-4f9d-9098-738810ae4ea8 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:05:57.891097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17e330c6-ad29-4137-9009-fe31ecb7c028 req-00ef8837-38fd-458f-a367-b9a550f104f1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=50792db3-b53a-44e5-a256-4883c20bf319 HTTP/1.1" status: 200 len: 210 time: 0.0304427 Aug 31 02:05:57.980324 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 4826aca1-ecd7-48b3-a215-0cd665eca3f7 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:05:57.989123 n-d-802060-13 neutron-server[94762]: INFO neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No ports have port_id starting with 4826aca1-ecd7-48b3-a215-0cd665eca3f7 Aug 31 02:05:57.991950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 4826aca1-ecd7-48b3-a215-0cd665eca3f7 requested by agent hyperv_n-h1-802060-13 not found in database {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 31 02:05:58.067856 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3ed09bf5-7e23-4f9d-9098-738810ae4ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:58.093265 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed09bf5-7e23-4f9d-9098-738810ae4ea8 None None] Checking router: 9da67e77-5d88-40b0-81b9-ec9473131878 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:05:58.101130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed09bf5-7e23-4f9d-9098-738810ae4ea8 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:05:58.101726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3ed09bf5-7e23-4f9d-9098-738810ae4ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:05:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:58.206073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-3ed09bf5-7e23-4f9d-9098-738810ae4ea8 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:05:58.401854 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-3ed09bf5-7e23-4f9d-9098-738810ae4ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:05:58.432419 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed09bf5-7e23-4f9d-9098-738810ae4ea8 None None] The sync data for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 is: [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:05:58.643392 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57109d04-ab19-423c-a751-071cb05d07e1 None None] New status for floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:05:59.188326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-0d03b0d3-bfd6-4df0-ad02-780147077d63 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1362676541&fields=id&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 267 time: 0.0329282 Aug 31 02:05:59.293057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-dd211dd6-5f8e-4f56-9b23-fead590a1069 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:05:59.294471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-dd211dd6-5f8e-4f56-9b23-fead590a1069 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 812 time: 0.0995257 Aug 31 02:05:59.309416 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-12839f74-9752-4c80-a371-c20ee523f712 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/quotas/10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 375 time: 0.0090156 Aug 31 02:05:59.361552 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-e96008bc-e9d6-4887-8c69-f51cec5940b4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467539 Aug 31 02:05:59.448828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-a486ae44-f807-42d9-a3d9-4e97510791ae service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:05:59.449827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-a486ae44-f807-42d9-a3d9-4e97510791ae service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440080 Aug 31 02:05:59.546193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-162e1f5e-76b8-462b-8112-e944e62f3c50 service neutron] 10.222.0.58 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885165 Aug 31 02:05:59.635012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-549b4a39-331d-428b-a9a6-0f5d4bafac70 service neutron] 10.222.0.58 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828657 Aug 31 02:05:59.802364 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a71c60e4-7603-4eba-8496-6512d0f2302d req-063dbe09-02cb-47bb-bb17-462d0eaf500b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 210 time: 0.0320225 Aug 31 02:05:59.980950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 4826aca1-ecd7-48b3-a215-0cd665eca3f7 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:06:00.000993 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 4826aca1-ecd7-48b3-a215-0cd665eca3f7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:06:00.001332 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 4826aca1-ecd7-48b3-a215-0cd665eca3f7 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:06:00.880700 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fa2d361-8d62-4257-b915-e17de6d71776 req-3f97c13c-e00f-440e-8321-273d11919363 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 210 time: 0.0285461 Aug 31 02:06:01.782375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-20f89be7-31d3-4ef2-902d-bed8165801b1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:01.783877 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-20f89be7-31d3-4ef2-902d-bed8165801b1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 812 time: 0.1011744 Aug 31 02:06:01.833299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-9ea2af2f-5619-4450-b4fe-e69da249ef6a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 380 time: 0.0360689 Aug 31 02:06:01.863168 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-bdbfe298-61be-475e-bc73-d6656b95ca01 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Request body: {'port': {'device_id': 'afdd251c-7e15-4f5c-888f-689242639892', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'admin_state_up': True, 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'security_groups': ['bb13848c-965d-4da1-bcf1-402ca293a2a3']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:06:01.981346 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a24cdc5c-4b25-4ffe-b471-e49fa5848b02 req-30ffb4bb-45a7-40aa-bf06-9128ada0a048 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 210 time: 0.0305529 Aug 31 02:06:02.000954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-bdbfe298-61be-475e-bc73-d6656b95ca01 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Made reservation on behalf of 10fa20152e5c4592bc6d0fc8a9b95be1 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:06:02.004798 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-bdbfe298-61be-475e-bc73-d6656b95ca01 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:02.011742 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:02.131207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-bdbfe298-61be-475e-bc73-d6656b95ca01 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Allocated IP 172.20.0.4 (5ac1ef1e-b523-4c42-b6bd-cf9442999f36/3d8c85bd-bc9e-4e61-a46e-0ade73bad03c/8c81397c-2888-4732-8f83-427fae9f1ef6) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:06:02.264515 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-bdbfe298-61be-475e-bc73-d6656b95ca01 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:02.280154 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-bdbfe298-61be-475e-bc73-d6656b95ca01 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Transition to ACTIVE for port object 8c81397c-2888-4732-8f83-427fae9f1ef6 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:06:02.311536 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-bdbfe298-61be-475e-bc73-d6656b95ca01 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:02.361937 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-bdbfe298-61be-475e-bc73-d6656b95ca01 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:06:02.365077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-bdbfe298-61be-475e-bc73-d6656b95ca01 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:06:02.368864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-bdbfe298-61be-475e-bc73-d6656b95ca01 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:06:02.393020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfe298-61be-475e-bc73-d6656b95ca01 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Pushing event updated for resources: {'Port': ['ID=8c81397c-2888-4732-8f83-427fae9f1ef6,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:06:02.429211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-bdbfe298-61be-475e-bc73-d6656b95ca01 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:02.429970 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-bdbfe298-61be-475e-bc73-d6656b95ca01 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:02.445970 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-bdbfe298-61be-475e-bc73-d6656b95ca01 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5866632 Aug 31 02:06:02.465998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Request body: {'port': {'device_id': 'afdd251c-7e15-4f5c-888f-689242639892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:06:02.522604 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:02.662145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d896ec63-1ef8-4de3-ac79-368d684ee6e9 None None] Provisioning for port 8c81397c-2888-4732-8f83-427fae9f1ef6 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:06:02.665831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d896ec63-1ef8-4de3-ac79-368d684ee6e9 None None] Provisioning complete for port 8c81397c-2888-4732-8f83-427fae9f1ef6 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:06:02.666201 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d896ec63-1ef8-4de3-ac79-368d684ee6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:02.700053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d896ec63-1ef8-4de3-ac79-368d684ee6e9 None None] Port 8c81397c-2888-4732-8f83-427fae9f1ef6 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:06:02.787548 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c81397c-2888-4732-8f83-427fae9f1ef6 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:06:02.794739 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:02.806703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Transition to ACTIVE for port object 8c81397c-2888-4732-8f83-427fae9f1ef6 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:06:02.810271 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:02.876108 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Pushing event updated for resources: {'Port': ['ID=8c81397c-2888-4732-8f83-427fae9f1ef6,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:06:02.926032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Attempting to bind port 8c81397c-2888-4732-8f83-427fae9f1ef6 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:06:02.926315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Attempting to bind port 8c81397c-2888-4732-8f83-427fae9f1ef6 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:06:02.926596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Attempting to bind port 8c81397c-2888-4732-8f83-427fae9f1ef6 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:06:02.930933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Port 8c81397c-2888-4732-8f83-427fae9f1ef6 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:06:02.931251 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Attempting to bind port 8c81397c-2888-4732-8f83-427fae9f1ef6 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:06:02.936219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:06:02.936551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Checking segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:06:02.936932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Bound using segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:06:02.937912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Bound port: 8c81397c-2888-4732-8f83-427fae9f1ef6, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:06:02.938271 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:03.011377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:06:03.014781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8c81397c-2888-4732-8f83-427fae9f1ef6,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:06:03.019499 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:03.056576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:03.057196 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:03.058552 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] 10.222.0.15 "PUT /v2.0/ports/8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 1092 time: 0.5970547 Aug 31 02:06:03.061348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:06:03.063825 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957b085f-b112-49a7-9861-6cf9ac2aacbe" -d '{"events": [{"name": "network-changed", "server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:06:03.128391 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a580c85-8aea-431b-849e-2acb4e6a7435 x-openstack-request-id: req-8a580c85-8aea-431b-849e-2acb4e6a7435 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:06:03.128689 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:06:03.128928 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a580c85-8aea-431b-849e-2acb4e6a7435 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:06:03.129337 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'status': 'completed', 'code': 200} Aug 31 02:06:03.130092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a7f4f-b9af-46fd-9ebb-1b9684bb89ca service neutron] Pushing event updated for resources: {'Port': ['ID=8c81397c-2888-4732-8f83-427fae9f1ef6,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:06:03.175614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e33ab3-c709-48d8-9acc-1487261e2b0f req-d02cec5e-2ed6-4fae-b699-60938559c791 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:03.177269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39e33ab3-c709-48d8-9acc-1487261e2b0f req-d02cec5e-2ed6-4fae-b699-60938559c791 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.1222532 Aug 31 02:06:03.192584 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-2440317b-1223-49d1-bbed-c63c81c2dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:03.194044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-2440317b-1223-49d1-bbed-c63c81c2dd23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 1095 time: 0.0851157 Aug 31 02:06:03.248323 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-0c349551-d558-4173-b29d-a31b618a5f55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 217 time: 0.0425169 Aug 31 02:06:03.259253 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39e33ab3-c709-48d8-9acc-1487261e2b0f req-1caaff8c-f49c-4159-9292-95cd4bca0c6e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752454 Aug 31 02:06:03.304045 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-0d54847c-4a45-498a-ae69-10325dbf4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:03.305504 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-0d54847c-4a45-498a-ae69-10325dbf4cbd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0453875 Aug 31 02:06:03.355802 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-432715ec-d455-4a84-b94c-58cdb2818147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:03.357292 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-432715ec-d455-4a84-b94c-58cdb2818147 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436916 Aug 31 02:06:03.454194 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-929f5614-f81a-4a93-a771-c77d637a09bb service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890720 Aug 31 02:06:03.550163 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2dfc2755-127b-4b6f-898f-e6f6059b3b4d req-c1060103-8d4e-429c-9acb-d130a11fd822 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891247 Aug 31 02:06:03.664305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b085f-b112-49a7-9861-6cf9ac2aacbe req-b55da32f-90e5-42dd-8750-e5b3966df1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:03.665797 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-957b085f-b112-49a7-9861-6cf9ac2aacbe req-b55da32f-90e5-42dd-8750-e5b3966df1b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 1095 time: 0.0423794 Aug 31 02:06:03.753725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b085f-b112-49a7-9861-6cf9ac2aacbe req-a4cae7aa-4098-47b2-ac98-a7138d296cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:03.755199 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-957b085f-b112-49a7-9861-6cf9ac2aacbe req-a4cae7aa-4098-47b2-ac98-a7138d296cf5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0817873 Aug 31 02:06:03.801128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-957b085f-b112-49a7-9861-6cf9ac2aacbe req-5d650ad4-0a72-48c2-84d0-1ea289bb7005 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 217 time: 0.0392320 Aug 31 02:06:03.849587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b085f-b112-49a7-9861-6cf9ac2aacbe req-5528ae59-d67c-4ba6-81b6-444e18c0b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:03.850992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-957b085f-b112-49a7-9861-6cf9ac2aacbe req-5528ae59-d67c-4ba6-81b6-444e18c0b8ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0435016 Aug 31 02:06:03.894929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b085f-b112-49a7-9861-6cf9ac2aacbe req-0b258439-d18e-42fb-90fa-59a1a573ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:03.896675 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-957b085f-b112-49a7-9861-6cf9ac2aacbe req-0b258439-d18e-42fb-90fa-59a1a573ee39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387859 Aug 31 02:06:03.987661 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-957b085f-b112-49a7-9861-6cf9ac2aacbe req-ae2ad1aa-e7de-4e34-b7e2-7d167e153837 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837286 Aug 31 02:06:04.076167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-957b085f-b112-49a7-9861-6cf9ac2aacbe req-22f47177-5b3c-46e0-8125-0ecd9bddfbc3 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814393 Aug 31 02:06:04.376960 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a616f42-7cff-4cdd-adbe-f676f929f403 req-18eae93f-00a1-4eb5-80e2-b9008212e360 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:04.378349 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a616f42-7cff-4cdd-adbe-f676f929f403 req-18eae93f-00a1-4eb5-80e2-b9008212e360 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.0488484 Aug 31 02:06:04.420474 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a616f42-7cff-4cdd-adbe-f676f929f403 req-53e26ef2-9970-49dc-b3d9-2d1e33d3ab49 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363188 Aug 31 02:06:05.540650 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef420621-ac72-45ca-b2db-8931dc40bda7 req-72da3418-2bc3-4b99-9706-ee870bd5b745 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:05.542091 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef420621-ac72-45ca-b2db-8931dc40bda7 req-72da3418-2bc3-4b99-9706-ee870bd5b745 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.0557334 Aug 31 02:06:05.580073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef420621-ac72-45ca-b2db-8931dc40bda7 req-b79e9d3e-937b-4c61-a692-8f73fac1c5d4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319033 Aug 31 02:06:06.692956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d68ad6-57e6-47d2-87e0-f7f1c9d63d71 req-72f09cee-9f8e-4a5b-acff-3237cc6006fa tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:06.694420 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2d68ad6-57e6-47d2-87e0-f7f1c9d63d71 req-72f09cee-9f8e-4a5b-acff-3237cc6006fa tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.0485659 Aug 31 02:06:06.731151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2d68ad6-57e6-47d2-87e0-f7f1c9d63d71 req-04b5eb17-80a1-4caa-8cae-51af20b593c7 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306230 Aug 31 02:06:07.845334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed92dd-f11a-4fea-b52d-01b1337369df req-9d5da7e7-63b4-4344-9a43-5e1f0b6e972d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:07.847570 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05ed92dd-f11a-4fea-b52d-01b1337369df req-9d5da7e7-63b4-4344-9a43-5e1f0b6e972d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.0497143 Aug 31 02:06:07.888106 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05ed92dd-f11a-4fea-b52d-01b1337369df req-c45ae7f1-f8fa-47a9-8776-c709dbc88589 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346916 Aug 31 02:06:08.012281 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8c81397c-2888-4732-8f83-427fae9f1ef6 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:06:08.108512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8c81397c-2888-4732-8f83-427fae9f1ef6,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:06:08.119685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'port_id': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'mac_address': 'fa:16:3e:3c:ce:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:06:08.155271 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:08.167885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c81397c-2888-4732-8f83-427fae9f1ef6 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:06:08.186005 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8c81397c-2888-4732-8f83-427fae9f1ef6,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:06:08.189881 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:08.236141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=8c81397c-2888-4732-8f83-427fae9f1ef6,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:06:08.523989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['8c81397c-2888-4732-8f83-427fae9f1ef6'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:06:09.003051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7903534-4462-4867-b581-381667575d4f req-8cd5e8b9-a55c-410f-a2a3-18963f00934c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:09.004577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7903534-4462-4867-b581-381667575d4f req-8cd5e8b9-a55c-410f-a2a3-18963f00934c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0493765 Aug 31 02:06:09.041571 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7903534-4462-4867-b581-381667575d4f req-0147031d-4ddb-443a-a009-907e63cfa6ec tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311928 Aug 31 02:06:10.028015 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8c81397c-2888-4732-8f83-427fae9f1ef6 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:06:10.075678 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 8c81397c-2888-4732-8f83-427fae9f1ef6 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:06:10.080417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 8c81397c-2888-4732-8f83-427fae9f1ef6 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:06:10.080757 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:10.160037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca033c-67e4-4314-9ecb-f729f2eca934 req-f350839e-12e5-4b5a-a979-cf8506b6c7a8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:10.161539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b8ca033c-67e4-4314-9ecb-f729f2eca934 req-f350839e-12e5-4b5a-a979-cf8506b6c7a8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0495126 Aug 31 02:06:10.165649 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:10.187599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:06:10.190411 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aff2abd-e75e-42b9-9a61-79accf8b4ebb" -d '{"events": [{"server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "name": "network-vif-plugged", "status": "completed", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:06:10.200758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b8ca033c-67e4-4314-9ecb-f729f2eca934 req-bdbeea60-27d1-43fa-9fed-25b31d06491b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330520 Aug 31 02:06:10.203091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8c81397c-2888-4732-8f83-427fae9f1ef6,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:06:10.209659 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:10.233896 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad4b2c2-d8e1-4336-b078-1679036c26da x-openstack-request-id: req-1ad4b2c2-d8e1-4336-b078-1679036c26da {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:06:10.234197 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "name": "network-vif-plugged", "status": "completed", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:06:10.234453 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ad4b2c2-d8e1-4336-b078-1679036c26da {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:06:10.234875 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'code': 200} Aug 31 02:06:10.261070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=8c81397c-2888-4732-8f83-427fae9f1ef6,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:06:10.343653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85093b79-fdaf-4427-ab69-f5ebaf8ac4b4 req-176f1411-5ac4-42d8-810a-b802748b6ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:10.345344 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85093b79-fdaf-4427-ab69-f5ebaf8ac4b4 req-176f1411-5ac4-42d8-810a-b802748b6ae4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 1097 time: 0.0412953 Aug 31 02:06:10.386880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85093b79-fdaf-4427-ab69-f5ebaf8ac4b4 req-13a60413-e951-47d5-a619-d842bf5b16ae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319784 Aug 31 02:06:11.319778 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752985d3-0c95-4c23-9387-ae6dd404520d req-0993b9b2-f6cf-4294-9863-4254fc78ec25 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:11.321331 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-752985d3-0c95-4c23-9387-ae6dd404520d req-0993b9b2-f6cf-4294-9863-4254fc78ec25 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0500102 Aug 31 02:06:11.361917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-752985d3-0c95-4c23-9387-ae6dd404520d req-02582908-403d-4328-940a-5577182d30df tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336406 Aug 31 02:06:11.750054 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:12.477623 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde3c3d-f41c-444e-b68d-12ecd8a04b35 req-c63ef2e0-71e3-4b10-9420-1de077fe3185 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:12.479095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fde3c3d-f41c-444e-b68d-12ecd8a04b35 req-c63ef2e0-71e3-4b10-9420-1de077fe3185 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0490208 Aug 31 02:06:12.516040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2fde3c3d-f41c-444e-b68d-12ecd8a04b35 req-a3a3c4ee-180d-4b85-95d8-52f10dc99fae tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310717 Aug 31 02:06:12.625461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa28001-26a3-4184-bda0-c259d597c043 req-e3c28bf8-7f42-4b0d-b388-b87b9cf74596 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:12.627776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0aa28001-26a3-4184-bda0-c259d597c043 req-e3c28bf8-7f42-4b0d-b388-b87b9cf74596 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0488145 Aug 31 02:06:12.636293 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38274) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:06:12.640769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-eb42f2fe-4289-4045-adbb-e482b4297ffa tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Request body: {'floatingip': {'port_id': '8c81397c-2888-4732-8f83-427fae9f1ef6'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:06:12.682720 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb42f2fe-4289-4045-adbb-e482b4297ffa tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:13.126982 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb42f2fe-4289-4045-adbb-e482b4297ffa tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:13.130825 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb42f2fe-4289-4045-adbb-e482b4297ffa tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:13.542226 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-eb42f2fe-4289-4045-adbb-e482b4297ffa tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88 associated. External IP: 172.25.6.126, port: 8c81397c-2888-4732-8f83-427fae9f1ef6. Aug 31 02:06:13.749603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb42f2fe-4289-4045-adbb-e482b4297ffa tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Router 9da67e77-5d88-40b0-81b9-ec9473131878 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:06:13.854769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb42f2fe-4289-4045-adbb-e482b4297ffa tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:06:13.859637 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb42f2fe-4289-4045-adbb-e482b4297ffa tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:13.864774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f615acfe-26f4-4aec-a2d7-ade21173b109 None None] Sync routers for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:06:13.873641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f615acfe-26f4-4aec-a2d7-ade21173b109 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:06:13.874248 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f615acfe-26f4-4aec-a2d7-ade21173b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:05:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:06:13.890145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-eb42f2fe-4289-4045-adbb-e482b4297ffa tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "PUT /v2.0/floatingips/ea608b9d-b31b-4f0e-915d-b2fd422ddc88 HTTP/1.1" status: 200 len: 992 time: 1.2528098 Aug 31 02:06:13.890844 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:06:13.893272 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b16893-04e0-422b-b462-3bd087be3ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:06:13.935046 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b771f8a-4be3-4431-96ef-b336d5600b66 x-openstack-request-id: req-8b771f8a-4be3-4431-96ef-b336d5600b66 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:06:13.935359 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:06:13.935610 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b771f8a-4be3-4431-96ef-b336d5600b66 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:06:13.936010 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'status': 'completed', 'code': 200} Aug 31 02:06:13.980986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-f615acfe-26f4-4aec-a2d7-ade21173b109 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:06:14.034454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b16893-04e0-422b-b462-3bd087be3ec1 req-0f477e28-3591-4a1d-a328-322b6df6f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:14.036040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b16893-04e0-422b-b462-3bd087be3ec1 req-0f477e28-3591-4a1d-a328-322b6df6f879 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 1097 time: 0.0524430 Aug 31 02:06:14.125101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b16893-04e0-422b-b462-3bd087be3ec1 req-e4872668-d37b-4145-9613-5b4f6c3b86ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:14.127123 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b16893-04e0-422b-b462-3bd087be3ec1 req-e4872668-d37b-4145-9613-5b4f6c3b86ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0844345 Aug 31 02:06:14.198074 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b16893-04e0-422b-b462-3bd087be3ec1 req-077ca9f3-16c8-4051-9448-4aa4d2e56933 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 1000 time: 0.0642872 Aug 31 02:06:14.208316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f615acfe-26f4-4aec-a2d7-ade21173b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ea608b9d-b31b-4f0e-915d-b2fd422ddc88', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'port_id': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'mac_address': 'fa:16:3e:3c:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd251c-7e15-4f5c-888f-689242639892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:56:37Z', 'updated_at': '2021-08-31T02:06:13Z', 'revision_number': 13, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:06:14.234534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f615acfe-26f4-4aec-a2d7-ade21173b109 None None] Checking router: 9da67e77-5d88-40b0-81b9-ec9473131878 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:06:14.243123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f615acfe-26f4-4aec-a2d7-ade21173b109 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:06:14.243771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f615acfe-26f4-4aec-a2d7-ade21173b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:05:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:06:14.248394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b16893-04e0-422b-b462-3bd087be3ec1 req-4331fe9e-850d-4e49-af0b-fa6346445ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:14.249882 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b16893-04e0-422b-b462-3bd087be3ec1 req-4331fe9e-850d-4e49-af0b-fa6346445ac1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0444725 Aug 31 02:06:14.296254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b16893-04e0-422b-b462-3bd087be3ec1 req-f263d105-7588-4113-81e7-3e7eda778104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:14.297770 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b16893-04e0-422b-b462-3bd087be3ec1 req-f263d105-7588-4113-81e7-3e7eda778104 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415068 Aug 31 02:06:14.350600 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-f615acfe-26f4-4aec-a2d7-ade21173b109 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:06:14.395466 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b16893-04e0-422b-b462-3bd087be3ec1 req-6a876e31-5b7b-49c3-8393-026d48a46b33 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908251 Aug 31 02:06:14.485522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72b16893-04e0-422b-b462-3bd087be3ec1 req-4345c73d-d5b6-40bb-bec7-00a0a8572dec service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834386 Aug 31 02:06:14.581011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f615acfe-26f4-4aec-a2d7-ade21173b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ea608b9d-b31b-4f0e-915d-b2fd422ddc88', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'port_id': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'mac_address': 'fa:16:3e:3c:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd251c-7e15-4f5c-888f-689242639892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:56:37Z', 'updated_at': '2021-08-31T02:06:13Z', 'revision_number': 13, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:06:14.606498 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f615acfe-26f4-4aec-a2d7-ade21173b109 None None] The sync data for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 is: [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'ea608b9d-b31b-4f0e-915d-b2fd422ddc88', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'port_id': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'mac_address': 'fa:16:3e:3c:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd251c-7e15-4f5c-888f-689242639892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:56:37Z', 'updated_at': '2021-08-31T02:06:13Z', 'revision_number': 13, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:06:14.795162 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7be63fe-0095-4e8e-a2e6-f7e163fe33f8 None None] New status for floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:06:21.318294 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f60b1ce7-c564-4e88-8486-a24e3d4095d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:22.565900 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:06:23.849200 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fc26cab4-5073-4411-8775-645283762c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:24.159149 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:24.708307 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:26.902134 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:32.027534 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:41.755703 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:51.319328 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-baec395b-7988-4517-a82c-38e07e874dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:52.560385 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf1a0137-f53c-49e1-bfa1-fefa2de2bcc2 req-e5a5674c-ae6c-402a-acb7-345d5bdd4c4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403056 Aug 31 02:06:52.671660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a0137-f53c-49e1-bfa1-fefa2de2bcc2 req-a7015e9f-75b9-4081-8cdf-f8b8ecbab17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:52.673151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf1a0137-f53c-49e1-bfa1-fefa2de2bcc2 req-a7015e9f-75b9-4081-8cdf-f8b8ecbab17c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 1097 time: 0.0462964 Aug 31 02:06:52.773758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a0137-f53c-49e1-bfa1-fefa2de2bcc2 req-191b1322-4287-4e54-80ac-0a387e788695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:52.775196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf1a0137-f53c-49e1-bfa1-fefa2de2bcc2 req-191b1322-4287-4e54-80ac-0a387e788695 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0827250 Aug 31 02:06:52.843344 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf1a0137-f53c-49e1-bfa1-fefa2de2bcc2 req-3f283a8e-a913-4957-9949-f88d14a7b3b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 1002 time: 0.0610864 Aug 31 02:06:52.892534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a0137-f53c-49e1-bfa1-fefa2de2bcc2 req-9dddadb0-180b-4726-bd4e-c25c9b546436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:52.894533 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf1a0137-f53c-49e1-bfa1-fefa2de2bcc2 req-9dddadb0-180b-4726-bd4e-c25c9b546436 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0426080 Aug 31 02:06:52.938410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a0137-f53c-49e1-bfa1-fefa2de2bcc2 req-3dc285e8-e4b2-4af4-ab42-fd9f0f8f4cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:06:52.940866 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf1a0137-f53c-49e1-bfa1-fefa2de2bcc2 req-3dc285e8-e4b2-4af4-ab42-fd9f0f8f4cfb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388165 Aug 31 02:06:53.033508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf1a0137-f53c-49e1-bfa1-fefa2de2bcc2 req-4228bd34-57d7-4ccc-9e01-50d8c0454b6b service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856133 Aug 31 02:06:53.123682 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bf1a0137-f53c-49e1-bfa1-fefa2de2bcc2 req-dc6143ba-4882-4067-bd99-1bc742ad2931 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833063 Aug 31 02:06:53.849391 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5843be6c-4e46-4f8f-a764-babfa687b1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:54.160331 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:54.712076 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:56.905005 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:06:59.564715 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:07:02.026908 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:11.757074 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:21.323903 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c9f5a92b-0316-408e-995f-f73b90954d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:23.850868 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-280b1e72-a3b1-4da1-8df9-b7795b525c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:24.161110 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:24.714052 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:26.909941 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:32.039624 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:36.564918 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:07:41.769071 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:51.325035 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-97c996b3-6ac0-43d6-b55a-4bf54f43e8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:53.851694 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-01a771da-d012-4243-b445-ec022450c8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:54.164331 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:54.652674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18bb5218-4820-4426-8b17-e2d4872b24b4 req-27bcc778-9f9f-4e65-83e9-3d72361f469e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1456342 Aug 31 02:07:54.730863 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:07:54.751412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb5218-4820-4426-8b17-e2d4872b24b4 req-e7410293-1b07-426c-bf18-fc738b7e196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:54.752956 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18bb5218-4820-4426-8b17-e2d4872b24b4 req-e7410293-1b07-426c-bf18-fc738b7e196a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 1097 time: 0.0481546 Aug 31 02:07:54.871702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb5218-4820-4426-8b17-e2d4872b24b4 req-f501e1ae-d91b-469d-94aa-bf05b909095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:54.873199 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18bb5218-4820-4426-8b17-e2d4872b24b4 req-f501e1ae-d91b-469d-94aa-bf05b909095e service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0876679 Aug 31 02:07:54.947606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18bb5218-4820-4426-8b17-e2d4872b24b4 req-2e52ea2e-7cf9-4efc-9f36-def76b44efbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 1002 time: 0.0671358 Aug 31 02:07:54.996697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb5218-4820-4426-8b17-e2d4872b24b4 req-c3dc56f1-5a20-4f3c-8e06-9d1fdc07ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:54.998121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18bb5218-4820-4426-8b17-e2d4872b24b4 req-c3dc56f1-5a20-4f3c-8e06-9d1fdc07ef8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0441766 Aug 31 02:07:55.043459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb5218-4820-4426-8b17-e2d4872b24b4 req-ff631dca-0a9b-41ef-818f-e018bafb92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:07:55.044899 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18bb5218-4820-4426-8b17-e2d4872b24b4 req-ff631dca-0a9b-41ef-818f-e018bafb92df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398388 Aug 31 02:07:55.137532 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18bb5218-4820-4426-8b17-e2d4872b24b4 req-df40264e-27ef-4d49-8d99-6b22225c62d0 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852635 Aug 31 02:07:55.227635 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18bb5218-4820-4426-8b17-e2d4872b24b4 req-57471e16-4019-496d-af8c-70e621c805dc service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827630 Aug 31 02:07:56.912030 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:02.041775 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:11.784516 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:13.564359 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:08:21.325804 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4fec14e8-6a5f-471b-b49c-cf1e1ca0c4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:23.853910 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-96d77840-cf93-486b-b4e6-0b627853f69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:24.164422 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:24.717753 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:26.916968 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:32.056222 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:38.141104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29400d-b90f-4948-a9c3-bbfaa5ed34e1 req-c8e46d20-7867-4903-b7bc-e411f2f4e8b8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:38.142506 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf29400d-b90f-4948-a9c3-bbfaa5ed34e1 req-c8e46d20-7867-4903-b7bc-e411f2f4e8b8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.1612194 Aug 31 02:08:38.181151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf29400d-b90f-4948-a9c3-bbfaa5ed34e1 req-09986f38-ad19-4bd8-b6b5-020cd470c87a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Aug 31 02:08:41.811132 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:49.391645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b5aa6-053e-4a37-9f23-be7cb38f101d req-8eeb9e66-fb6f-4777-bd02-5343fb747f9b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:49.393174 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-786b5aa6-053e-4a37-9f23-be7cb38f101d req-8eeb9e66-fb6f-4777-bd02-5343fb747f9b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0569069 Aug 31 02:08:49.433413 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-786b5aa6-053e-4a37-9f23-be7cb38f101d req-ab5a2a5a-ae7e-483d-8cd9-ce691bf3dbc8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338311 Aug 31 02:08:49.448489 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-e3739e6c-b33a-4dec-a4a5-2b8e41736d4f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820708 Aug 31 02:08:49.456681 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-c64c8bee-8e97-4479-964f-1d0ff61dd13d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:08:49.457670 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-c64c8bee-8e97-4479-964f-1d0ff61dd13d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049412 Aug 31 02:08:50.563941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ff5fb-95e1-4ff6-9d29-ce02b47dfa7d req-98fab135-1d9b-437f-a8f4-cf921fad9e81 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:50.564885 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:08:50.565438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-332ff5fb-95e1-4ff6-9d29-ce02b47dfa7d req-98fab135-1d9b-437f-a8f4-cf921fad9e81 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0503213 Aug 31 02:08:50.603116 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-332ff5fb-95e1-4ff6-9d29-ce02b47dfa7d req-ead1cd2e-04db-4366-843a-a169027fc83e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316501 Aug 31 02:08:51.329843 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-568fb725-28d8-4cbe-85a1-6765c0fb1357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:51.720051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11529694-f9a7-4d0b-a495-4005f6d9fb39 req-528287cd-7fd1-4d44-a6de-deeaee9ef100 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:51.721534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11529694-f9a7-4d0b-a495-4005f6d9fb39 req-528287cd-7fd1-4d44-a6de-deeaee9ef100 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0488107 Aug 31 02:08:51.758329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11529694-f9a7-4d0b-a495-4005f6d9fb39 req-fd8bd45e-7091-43c5-bd22-11a03512d46b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308120 Aug 31 02:08:52.547685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-e7b1ca33-81dd-434c-a155-56b006ae87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:52.549059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-e7b1ca33-81dd-434c-a155-56b006ae87a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 1097 time: 0.0440083 Aug 31 02:08:52.636304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-845d7939-16a1-468a-9b09-c05870b7f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:52.637738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-845d7939-16a1-468a-9b09-c05870b7f2e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0819964 Aug 31 02:08:52.706067 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-ab912900-2a86-4f72-8898-3bbd6856c0a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 1002 time: 0.0611355 Aug 31 02:08:52.753431 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-7b3c03a2-a5f2-455c-8f09-20ce2251ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:52.754822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-7b3c03a2-a5f2-455c-8f09-20ce2251ffe4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0422935 Aug 31 02:08:52.799875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-2efb0413-b6f7-41f4-8185-4be97b7c23da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:52.801321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-2efb0413-b6f7-41f4-8185-4be97b7c23da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395887 Aug 31 02:08:52.924743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29216c7c-673f-44e5-a507-f321186db74a req-d264d5a1-159b-4347-bcc5-2bf9785f6e22 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:52.926205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29216c7c-673f-44e5-a507-f321186db74a req-d264d5a1-159b-4347-bcc5-2bf9785f6e22 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0736899 Aug 31 02:08:52.931441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-ed49df82-4baf-4687-8427-458e8b2a9577 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227107 Aug 31 02:08:53.013352 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-29216c7c-673f-44e5-a507-f321186db74a req-c619d520-9e9f-4116-b991-cd53006599bf tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802336 Aug 31 02:08:53.044317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-31b75fa3-7e30-4e81-9372-622dccaf6376 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055813 Aug 31 02:08:53.855644 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd8da826-2947-4581-89b9-cb34ee5ddd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:54.132621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01875aea-fbe2-4ae0-b2ff-22c1199ffeb4 req-7cd865e2-0e7d-46b6-bd2e-d701eac2a519 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:54.134048 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01875aea-fbe2-4ae0-b2ff-22c1199ffeb4 req-7cd865e2-0e7d-46b6-bd2e-d701eac2a519 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0524364 Aug 31 02:08:54.166485 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:54.175606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01875aea-fbe2-4ae0-b2ff-22c1199ffeb4 req-7287d4c8-1078-4b3e-ad87-161fa504c37b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345514 Aug 31 02:08:54.725862 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:55.294303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587e6be-a9a4-4bb5-99a4-ae7ad7a747bc req-0e5fe25e-745f-4876-9367-501f962c5fb9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:55.295801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9587e6be-a9a4-4bb5-99a4-ae7ad7a747bc req-0e5fe25e-745f-4876-9367-501f962c5fb9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0518687 Aug 31 02:08:55.331923 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9587e6be-a9a4-4bb5-99a4-ae7ad7a747bc req-ca2bf537-8aba-4384-b01d-6f3b2c8311bc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302567 Aug 31 02:08:56.457791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f35f0e-5148-4d22-a88f-a4a46ef5ce0c req-8e5f33c3-ed90-46ef-ae69-a45698007615 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:56.459261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83f35f0e-5148-4d22-a88f-a4a46ef5ce0c req-8e5f33c3-ed90-46ef-ae69-a45698007615 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0537632 Aug 31 02:08:56.497967 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83f35f0e-5148-4d22-a88f-a4a46ef5ce0c req-af6186b1-6bb7-41a1-9d21-168cf8294d8b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324001 Aug 31 02:08:56.586253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e9a35-a7b6-486a-bf42-92004b332960 req-c1b15759-5a0f-4677-8b5d-141b0a704701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:56.587686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-384e9a35-a7b6-486a-bf42-92004b332960 req-c1b15759-5a0f-4677-8b5d-141b0a704701 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 1097 time: 0.0396500 Aug 31 02:08:56.687179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e9a35-a7b6-486a-bf42-92004b332960 req-6be8eeee-88ec-4569-8a57-f854c40cee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:56.688676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-384e9a35-a7b6-486a-bf42-92004b332960 req-6be8eeee-88ec-4569-8a57-f854c40cee9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0829551 Aug 31 02:08:56.758750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-384e9a35-a7b6-486a-bf42-92004b332960 req-060599b0-2ce2-46b2-b015-5b1e9b149727 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 1002 time: 0.0610471 Aug 31 02:08:56.809325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e9a35-a7b6-486a-bf42-92004b332960 req-13b94b14-c742-4e24-adec-381f36964cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:56.810739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-384e9a35-a7b6-486a-bf42-92004b332960 req-13b94b14-c742-4e24-adec-381f36964cbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0438454 Aug 31 02:08:56.856277 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e9a35-a7b6-486a-bf42-92004b332960 req-de323f90-2217-49fa-a5ba-520a9172cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:56.857652 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-384e9a35-a7b6-486a-bf42-92004b332960 req-de323f90-2217-49fa-a5ba-520a9172cb82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397127 Aug 31 02:08:56.922423 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:08:56.957435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-384e9a35-a7b6-486a-bf42-92004b332960 req-c5d8ef02-8adb-4aa1-9aca-6c4ea4fa59f2 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922999 Aug 31 02:08:57.044575 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-384e9a35-a7b6-486a-bf42-92004b332960 req-2260f0c6-c5db-454e-8df7-6b1e0b808fa8 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799744 Aug 31 02:08:57.620123 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eced0-ffd7-4a9f-85e9-3f2474bd2484 req-05d36808-a33d-4f89-89bf-db3cb3261dd9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:57.621616 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce6eced0-ffd7-4a9f-85e9-3f2474bd2484 req-05d36808-a33d-4f89-89bf-db3cb3261dd9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0552616 Aug 31 02:08:57.660272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce6eced0-ffd7-4a9f-85e9-3f2474bd2484 req-9ff54699-7cc4-4224-b0a3-67a33a2277ce tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328982 Aug 31 02:08:58.776783 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17753638-eb9d-4557-b2c8-b136577ab271 req-da536371-5b5b-4d5b-8ad9-140c9e141b60 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:58.778258 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17753638-eb9d-4557-b2c8-b136577ab271 req-da536371-5b5b-4d5b-8ad9-140c9e141b60 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0498927 Aug 31 02:08:58.816205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-17753638-eb9d-4557-b2c8-b136577ab271 req-55e355bc-2238-4464-af34-f6275d53f660 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318580 Aug 31 02:08:59.937355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495bf76-309f-44f9-8553-09963a1e122a req-cecd1f72-b88e-4836-a04f-d67639a08dc4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:08:59.938845 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9495bf76-309f-44f9-8553-09963a1e122a req-cecd1f72-b88e-4836-a04f-d67639a08dc4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0496943 Aug 31 02:08:59.978458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9495bf76-309f-44f9-8553-09963a1e122a req-47b24605-f16c-4003-b7ec-4c3948f679bf tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337000 Aug 31 02:09:01.099551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6ea62-a13e-4e0e-9ae1-6e4feca56392 req-1cf49460-296d-4e8c-8275-b543abee0634 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:01.101046 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bff6ea62-a13e-4e0e-9ae1-6e4feca56392 req-1cf49460-296d-4e8c-8275-b543abee0634 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0537386 Aug 31 02:09:01.139429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bff6ea62-a13e-4e0e-9ae1-6e4feca56392 req-04ada70e-5372-4f77-bdbd-18f9343371db tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311952 Aug 31 02:09:02.062278 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:02.282037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7bc1a-a074-4ac5-a088-64c391e3102c req-76bd4d28-5ed3-454b-a8aa-5e0f4125ed7a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:02.283590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73c7bc1a-a074-4ac5-a088-64c391e3102c req-76bd4d28-5ed3-454b-a8aa-5e0f4125ed7a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0639842 Aug 31 02:09:02.322583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73c7bc1a-a074-4ac5-a088-64c391e3102c req-f2db03c3-4e8f-43fb-8163-e8889734ac77 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316963 Aug 31 02:09:03.436929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000106a-c681-46cf-a098-d61fe1c65f61 req-b871c762-1a88-4336-9e4b-0807fc4f87a8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:03.438389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d000106a-c681-46cf-a098-d61fe1c65f61 req-b871c762-1a88-4336-9e4b-0807fc4f87a8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0477927 Aug 31 02:09:03.476712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d000106a-c681-46cf-a098-d61fe1c65f61 req-6d98c0f4-c496-46bd-b49b-78769b59f3f9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317605 Aug 31 02:09:04.596524 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f391-c0da-4539-9071-f04d21944cff req-3e9eec76-12cb-4849-84cd-a8faba2d0c97 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:04.597916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11d1f391-c0da-4539-9071-f04d21944cff req-3e9eec76-12cb-4849-84cd-a8faba2d0c97 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0526106 Aug 31 02:09:04.635483 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11d1f391-c0da-4539-9071-f04d21944cff req-360d292b-fc35-4546-95dc-6abb76a3e3fa tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311179 Aug 31 02:09:05.753924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7edca-aaf6-402b-b9ba-752f8706e928 req-9ae73539-fe89-412b-a99f-027cf0d77b86 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:05.755444 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ec7edca-aaf6-402b-b9ba-752f8706e928 req-9ae73539-fe89-412b-a99f-027cf0d77b86 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0489929 Aug 31 02:09:05.794542 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9ec7edca-aaf6-402b-b9ba-752f8706e928 req-79c72151-01f8-42e3-9c13-e2a4903d3179 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321915 Aug 31 02:09:06.785838 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-fce6ed17-045c-43bb-9001-455b3dd8e4f7 service neutron] show failed (client error): The resource could not be found. Aug 31 02:09:06.786824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-fce6ed17-045c-43bb-9001-455b3dd8e4f7 service neutron] 10.222.0.15 "GET /v2.0/ports/8c81397c-2888-4732-8f83-427fae9f1ef6/bindings/n-h2-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0528345 Aug 31 02:09:06.920680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48f141-3116-41a1-9605-18b9c8f38aa0 req-e2920499-1c06-4889-9455-3259bcfaa97b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:06.922129 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c48f141-3116-41a1-9605-18b9c8f38aa0 req-e2920499-1c06-4889-9455-3259bcfaa97b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0577221 Aug 31 02:09:06.962077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c48f141-3116-41a1-9605-18b9c8f38aa0 req-2a11795d-b3d7-4937-986b-a8879ca2a31b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336993 Aug 31 02:09:06.982082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-263c1efb-c65a-4eaa-b3c6-5e10e6bc2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:06.983613 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-263c1efb-c65a-4eaa-b3c6-5e10e6bc2f8e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 1097 time: 0.0412428 Aug 31 02:09:06.995305 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:07.050393 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.246789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8c81397c-2888-4732-8f83-427fae9f1ef6,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:07.279542 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:09:07.318935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:09:07.321191 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63ccc29-aaad-4229-b173-18ed7136f5c0" -d '{"events": [{"server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "name": "network-vif-unplugged", "status": "completed", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:09:07.325952 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.337999 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Transition to ACTIVE for port object 8c81397c-2888-4732-8f83-427fae9f1ef6 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:09:07.341767 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:07.373028 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 02:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a2012f-c3b2-4eb4-a883-38e1050110b1 x-openstack-request-id: req-70a2012f-c3b2-4eb4-a883-38e1050110b1 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:09:07.373325 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "name": "network-vif-unplugged", "status": "completed", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:09:07.373576 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70a2012f-c3b2-4eb4-a883-38e1050110b1 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:09:07.373967 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'code': 200} Aug 31 02:09:07.427914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Pushing event updated for resources: {'Port': ['ID=8c81397c-2888-4732-8f83-427fae9f1ef6,revision_number=6']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:07.442686 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:07.443047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:07.443384 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:07.443725 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:07.444150 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:07.444412 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:07.444743 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:07.445071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:07.445421 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:07.445733 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:07.446056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:07.446378 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:07.481083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] No DVR routers for this DVR port 8c81397c-2888-4732-8f83-427fae9f1ef6 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:09:07.945091 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Attempting to bind port 8c81397c-2888-4732-8f83-427fae9f1ef6 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:09:07.945422 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Attempting to bind port 8c81397c-2888-4732-8f83-427fae9f1ef6 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:09:07.945741 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Attempting to bind port 8c81397c-2888-4732-8f83-427fae9f1ef6 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:09:07.949927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Port 8c81397c-2888-4732-8f83-427fae9f1ef6 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:09:07.950246 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Attempting to bind port 8c81397c-2888-4732-8f83-427fae9f1ef6 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:09:07.954901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:09:07.955239 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Checking segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:09:07.955653 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Bound using segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:09:07.956074 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Bound port: 8c81397c-2888-4732-8f83-427fae9f1ef6, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:09:07.956423 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:08.017966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:09:08.021005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8c81397c-2888-4732-8f83-427fae9f1ef6,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:09:08.026509 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:08.066713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:08.067453 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:08.068766 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] 10.222.0.70 "PUT /v2.0/ports/8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 1092 time: 1.0778031 Aug 31 02:09:08.090160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c521a-1373-4ee9-9211-55932ce3ca2c req-612ab1a6-3216-4ead-a4c3-7acdfac6b242 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:08.090662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c7c79-b3ab-47ad-8b43-88bd895a3415 service neutron] Pushing event updated for resources: {'Port': ['ID=8c81397c-2888-4732-8f83-427fae9f1ef6,revision_number=7']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:08.091738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d2c521a-1373-4ee9-9211-55932ce3ca2c req-612ab1a6-3216-4ead-a4c3-7acdfac6b242 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.0599616 Aug 31 02:09:08.133409 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9d2c521a-1373-4ee9-9211-55932ce3ca2c req-a37c3aff-d275-4d03-9f68-4a58a261379d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344136 Aug 31 02:09:08.137461 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-6d08275f-c421-4e1e-82c0-e037d5066d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:08.138955 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-6d08275f-c421-4e1e-82c0-e037d5066d88 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 1095 time: 0.0451746 Aug 31 02:09:08.236508 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-da1f1347-b52e-4222-b477-ea2ae8af4368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:08.238020 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-da1f1347-b52e-4222-b477-ea2ae8af4368 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0896254 Aug 31 02:09:08.308541 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-87ff1311-78ac-483b-a3c2-4087fb5780ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 1000 time: 0.0628693 Aug 31 02:09:08.356338 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-19a0532c-a358-4ff7-b384-e48cf3e29a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:08.357675 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-19a0532c-a358-4ff7-b384-e48cf3e29a70 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0423713 Aug 31 02:09:08.402662 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-bb5620cb-2960-4d41-84c8-8b0399f53f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:08.404095 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-bb5620cb-2960-4d41-84c8-8b0399f53f66 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391572 Aug 31 02:09:08.494644 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-56ff2e86-50b6-452e-b500-af8a98053ff5 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829258 Aug 31 02:09:08.580253 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91e5fed2-ce1a-496f-9883-16e6152f9eae req-6ec6a30c-defc-41d7-8a2c-3d22a52cf0f2 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795763 Aug 31 02:09:09.253919 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1911d7-9eb5-4622-9b57-14ec5d86b979 req-303adc22-f7af-42db-b08d-342e7afd36ae tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:09.255461 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c1911d7-9eb5-4622-9b57-14ec5d86b979 req-303adc22-f7af-42db-b08d-342e7afd36ae tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.0496516 Aug 31 02:09:09.295541 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9c1911d7-9eb5-4622-9b57-14ec5d86b979 req-5aef772f-9b82-4635-ac34-7a405de23356 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328810 Aug 31 02:09:09.375329 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:09:09.377780 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b65b77-692f-4aca-b9de-71064e739c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:09:09.425261 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644008a4-2fee-4db3-8c73-2485fbd1f680 x-openstack-request-id: req-644008a4-2fee-4db3-8c73-2485fbd1f680 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:09:09.425552 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:09:09.425805 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-644008a4-2fee-4db3-8c73-2485fbd1f680 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:09:09.426282 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'status': 'completed', 'code': 200} Aug 31 02:09:09.492257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65b77-692f-4aca-b9de-71064e739c3b req-6accdd7e-9bf3-4f6c-bc26-0b042530017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:09.493776 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-71b65b77-692f-4aca-b9de-71064e739c3b req-6accdd7e-9bf3-4f6c-bc26-0b042530017e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 1095 time: 0.0497293 Aug 31 02:09:09.514175 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65b77-692f-4aca-b9de-71064e739c3b req-10876793-db4b-4949-ae93-0e5aa813b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:09.515697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71b65b77-692f-4aca-b9de-71064e739c3b req-10876793-db4b-4949-ae93-0e5aa813b6ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 1095 time: 0.0478377 Aug 31 02:09:09.586707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65b77-692f-4aca-b9de-71064e739c3b req-0e33eeb8-d7f4-4637-9a22-4f023a8c5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:09.588287 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-71b65b77-692f-4aca-b9de-71064e739c3b req-0e33eeb8-d7f4-4637-9a22-4f023a8c5e9e service neutron] 10.222.0.70 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0880764 Aug 31 02:09:09.605158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65b77-692f-4aca-b9de-71064e739c3b req-d22dc0f6-d1dd-4a38-9b08-83da76091edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:09.606627 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71b65b77-692f-4aca-b9de-71064e739c3b req-d22dc0f6-d1dd-4a38-9b08-83da76091edb service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0843189 Aug 31 02:09:09.662574 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-71b65b77-692f-4aca-b9de-71064e739c3b req-a1823bf2-bfcb-47b5-968a-b984f3d41b09 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 1000 time: 0.0676372 Aug 31 02:09:09.680760 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71b65b77-692f-4aca-b9de-71064e739c3b req-841a282f-3959-4384-86aa-024ff0e3b60d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 1000 time: 0.0670681 Aug 31 02:09:09.716474 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65b77-692f-4aca-b9de-71064e739c3b req-c88c4302-96eb-4c14-9f8a-685330ccf97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:09.718242 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-71b65b77-692f-4aca-b9de-71064e739c3b req-c88c4302-96eb-4c14-9f8a-685330ccf97b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0490882 Aug 31 02:09:09.731745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65b77-692f-4aca-b9de-71064e739c3b req-864fe61e-0fde-482d-b1c6-29fcb3ca6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:09.733392 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71b65b77-692f-4aca-b9de-71064e739c3b req-864fe61e-0fde-482d-b1c6-29fcb3ca6bc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0454071 Aug 31 02:09:09.766377 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65b77-692f-4aca-b9de-71064e739c3b req-8250ce62-a0b8-4751-97e7-d5ddd7109813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:09.767948 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-71b65b77-692f-4aca-b9de-71064e739c3b req-8250ce62-a0b8-4751-97e7-d5ddd7109813 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429597 Aug 31 02:09:09.786032 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65b77-692f-4aca-b9de-71064e739c3b req-bf518b9f-7d3e-471c-93d8-333b45bdb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:09.787614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71b65b77-692f-4aca-b9de-71064e739c3b req-bf518b9f-7d3e-471c-93d8-333b45bdb1a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459971 Aug 31 02:09:09.865112 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-71b65b77-692f-4aca-b9de-71064e739c3b req-e77a4ad4-f455-48d2-b8c9-fbcdc1deab1e service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895705 Aug 31 02:09:09.884132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71b65b77-692f-4aca-b9de-71064e739c3b req-e641c7a4-369a-42b0-a329-ca9ca1c51229 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890954 Aug 31 02:09:09.962905 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-71b65b77-692f-4aca-b9de-71064e739c3b req-da11bdd0-f18b-41a9-9e3d-257b88a5bbfb service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906630 Aug 31 02:09:09.986679 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71b65b77-692f-4aca-b9de-71064e739c3b req-b7fa5b78-4f42-4770-9f6d-a6a80d55eb7f service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948677 Aug 31 02:09:10.417507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d57411-5cc5-4f76-9c94-f352a2155b7e req-7cae9cd1-c9c3-42f0-bfc3-a32067af2d58 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:10.419108 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71d57411-5cc5-4f76-9c94-f352a2155b7e req-7cae9cd1-c9c3-42f0-bfc3-a32067af2d58 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.0514121 Aug 31 02:09:10.460231 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71d57411-5cc5-4f76-9c94-f352a2155b7e req-4f471cd8-b8e3-496d-8f64-980e66e1bf3c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344756 Aug 31 02:09:10.836521 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8c81397c-2888-4732-8f83-427fae9f1ef6 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:09:10.877028 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8c81397c-2888-4732-8f83-427fae9f1ef6 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:09:11.583708 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbd204-387b-4330-b3cc-0d9468dac4ea req-aad38cbd-478e-48b9-ad22-19c093f682dd tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:11.585204 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fddbd204-387b-4330-b3cc-0d9468dac4ea req-aad38cbd-478e-48b9-ad22-19c093f682dd tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.0527544 Aug 31 02:09:11.625116 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fddbd204-387b-4330-b3cc-0d9468dac4ea req-418873ad-86fa-4c27-8b6e-093aac431d52 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334601 Aug 31 02:09:11.831224 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:12.740986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727802db-d884-4d65-8cc4-bf9a6d3cda1d req-97c8b756-6efe-4dc8-af63-0c39101f5483 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:12.742463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-727802db-d884-4d65-8cc4-bf9a6d3cda1d req-97c8b756-6efe-4dc8-af63-0c39101f5483 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.0491102 Aug 31 02:09:12.780343 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-727802db-d884-4d65-8cc4-bf9a6d3cda1d req-2f9bb2ce-7e50-49fc-828a-777acfbffd2c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316925 Aug 31 02:09:13.893129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c789129-7653-4221-909f-f60c4fe332c8 req-2efd71f4-dceb-41bd-b076-3e86642d0a3b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:13.895183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c789129-7653-4221-909f-f60c4fe332c8 req-2efd71f4-dceb-41bd-b076-3e86642d0a3b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.0482190 Aug 31 02:09:13.934089 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c789129-7653-4221-909f-f60c4fe332c8 req-5f2febf6-3c13-457f-b756-d96cfd594869 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324194 Aug 31 02:09:15.055404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83054b49-2fd2-4220-b195-b5cb8bf638c4 req-a3ac88df-5f2b-42f4-a08a-f603ed450b66 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:15.056863 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83054b49-2fd2-4220-b195-b5cb8bf638c4 req-a3ac88df-5f2b-42f4-a08a-f603ed450b66 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.0522168 Aug 31 02:09:15.094165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83054b49-2fd2-4220-b195-b5cb8bf638c4 req-c94f24d7-b14e-49f7-90b6-01dcb8c742e4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310519 Aug 31 02:09:16.212929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb097da-c225-4cb3-85a6-099f12555bd5 req-ad9f75fa-ca98-4412-a54e-471fb5ec8ce2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:16.214891 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ceb097da-c225-4cb3-85a6-099f12555bd5 req-ad9f75fa-ca98-4412-a54e-471fb5ec8ce2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.0529442 Aug 31 02:09:16.252458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ceb097da-c225-4cb3-85a6-099f12555bd5 req-5d40aff5-908c-4c64-9ad1-f88b3ef30a10 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316556 Aug 31 02:09:17.370739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910d71f-c15c-43ed-9b08-f498faf7af63 req-6e55a47b-0141-4556-bbbe-a026f9bfccb4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:17.372243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a910d71f-c15c-43ed-9b08-f498faf7af63 req-6e55a47b-0141-4556-bbbe-a026f9bfccb4 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.0501087 Aug 31 02:09:17.409404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a910d71f-c15c-43ed-9b08-f498faf7af63 req-5cb77b03-58f0-42e4-88e2-6221263286bc tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312641 Aug 31 02:09:18.531071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b7b1-351e-4b69-b864-9ae235ffc084 req-57b9fa02-8370-4f9b-a320-6f72569c1aaa tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:18.532502 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8c7b7b1-351e-4b69-b864-9ae235ffc084 req-57b9fa02-8370-4f9b-a320-6f72569c1aaa tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.0542128 Aug 31 02:09:18.570337 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e8c7b7b1-351e-4b69-b864-9ae235ffc084 req-18a795b0-bd7d-4b7c-8878-901fca8f747e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319974 Aug 31 02:09:19.687657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf484338-8921-4113-ac06-ebcf0e85e57a req-80384afc-95e4-42f7-9510-0678241ceae2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:19.689131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf484338-8921-4113-ac06-ebcf0e85e57a req-80384afc-95e4-42f7-9510-0678241ceae2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 943 time: 0.0491624 Aug 31 02:09:19.716375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8c81397c-2888-4732-8f83-427fae9f1ef6 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:09:19.726827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf484338-8921-4113-ac06-ebcf0e85e57a req-4b97c782-2542-4a63-9c04-5b99061f05ca tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317419 Aug 31 02:09:19.810426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8c81397c-2888-4732-8f83-427fae9f1ef6,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:19.977895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'port_id': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'mac_address': 'fa:16:3e:3c:ce:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:09:20.014832 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:20.027333 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c81397c-2888-4732-8f83-427fae9f1ef6 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:09:20.045780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8c81397c-2888-4732-8f83-427fae9f1ef6,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:20.049358 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:20.094107 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=8c81397c-2888-4732-8f83-427fae9f1ef6,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:20.101031 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:20.101381 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:20.101719 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:20.102053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:20.102383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:20.102709 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:20.103033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:20.103378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:20.103701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:20.104217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:20.104543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:20.104864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:20.300956 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['8c81397c-2888-4732-8f83-427fae9f1ef6'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:09:20.844258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6a623-9a78-4fc7-973d-66d70737b8b0 req-bb01910b-61d2-4a94-9417-3e28051a87f0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:20.845726 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63e6a623-9a78-4fc7-973d-66d70737b8b0 req-bb01910b-61d2-4a94-9417-3e28051a87f0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0490167 Aug 31 02:09:20.882210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-63e6a623-9a78-4fc7-973d-66d70737b8b0 req-97240dfc-8af0-4172-b76b-60e79ec42cef tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306664 Aug 31 02:09:21.160057 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-528dcc8a-e377-44ad-8efc-53fca1a56a22 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:21.161522 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-528dcc8a-e377-44ad-8efc-53fca1a56a22 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 944 time: 0.0525682 Aug 31 02:09:21.181238 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413caa7d-0f86-4817-b695-6a138b243ca2 req-c0de3312-af6e-418f-81fb-432fa31a74d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:21.182780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-413caa7d-0f86-4817-b695-6a138b243ca2 req-c0de3312-af6e-418f-81fb-432fa31a74d2 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0527403 Aug 31 02:09:21.220696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-413caa7d-0f86-4817-b695-6a138b243ca2 req-3fba9fb0-13ea-40c6-868f-18e51efb1d24 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319524 Aug 31 02:09:21.226220 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-7c3b06d8-f71e-40ae-82ae-b63b871210f4 service neutron] 10.222.0.70 "GET /v2.0/ports/8c81397c-2888-4732-8f83-427fae9f1ef6/bindings/n-h2-802060-13 HTTP/1.1" status: 200 len: 383 time: 0.0574646 Aug 31 02:09:21.289164 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-26e570d7-1de0-4efd-8b2b-27ecc2540b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:21.290656 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-26e570d7-1de0-4efd-8b2b-27ecc2540b0b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 1096 time: 0.0417356 Aug 31 02:09:21.331208 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-85c11b4b-53c2-48e1-aef3-9b909a8615e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:21.378112 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-540e4f49-835b-4420-b957-3de027dab73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:21.379631 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-540e4f49-835b-4420-b957-3de027dab73b service neutron] 10.222.0.70 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0819588 Aug 31 02:09:21.446889 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-ccee07dc-634d-4735-b58f-d5313771d6e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 1001 time: 0.0602405 Aug 31 02:09:21.493012 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-467e42e3-ca2f-4acb-9329-3d680ce8b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:21.494950 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-467e42e3-ca2f-4acb-9329-3d680ce8b27c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0412555 Aug 31 02:09:21.544756 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-f21b2834-67b9-4670-be92-1588d7e7c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:21.546263 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-f21b2834-67b9-4670-be92-1588d7e7c8e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447924 Aug 31 02:09:21.638043 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-ce25021e-57db-4d0f-9692-e91581f9236c service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839543 Aug 31 02:09:21.726891 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b80e0ec8-6881-4042-b0cd-386d46e63647 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813255 Aug 31 02:09:21.728624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8c81397c-2888-4732-8f83-427fae9f1ef6 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:09:21.777599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 8c81397c-2888-4732-8f83-427fae9f1ef6 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:09:21.781094 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 8c81397c-2888-4732-8f83-427fae9f1ef6 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:09:21.781460 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:21.858328 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:21.879960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:09:21.882175 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e67bdd1-256a-4252-b85f-25525fb0e4a6" -d '{"events": [{"server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "name": "network-vif-plugged", "status": "completed", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:09:21.895151 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8c81397c-2888-4732-8f83-427fae9f1ef6,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:21.899764 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:21.933985 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a31f3c1-cfa3-4f60-9d9d-5dea99fa48e8 x-openstack-request-id: req-7a31f3c1-cfa3-4f60-9d9d-5dea99fa48e8 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:09:21.934282 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "name": "network-vif-plugged", "status": "completed", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:09:21.934532 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a31f3c1-cfa3-4f60-9d9d-5dea99fa48e8 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:09:21.934927 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'code': 200} Aug 31 02:09:21.950568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=8c81397c-2888-4732-8f83-427fae9f1ef6,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:22.335559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea33be-c30e-4abb-839e-6d4a7637f3f1 req-4c5eade8-90e4-492c-bd3a-f9535bdf8300 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:22.337026 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbea33be-c30e-4abb-839e-6d4a7637f3f1 req-4c5eade8-90e4-492c-bd3a-f9535bdf8300 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0480115 Aug 31 02:09:22.375012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbea33be-c30e-4abb-839e-6d4a7637f3f1 req-b95f6c4f-ed15-4315-b5a3-4a2651d96a3e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310996 Aug 31 02:09:23.493963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a514866-caa3-4c9d-b781-62570cd0b5dd req-b1f65e83-ed81-4bcb-90b0-3d78544deb80 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:23.496023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a514866-caa3-4c9d-b781-62570cd0b5dd req-b1f65e83-ed81-4bcb-90b0-3d78544deb80 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0502667 Aug 31 02:09:23.534227 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1a514866-caa3-4c9d-b781-62570cd0b5dd req-f1ed7854-b4e2-4466-ad71-b07c6d05279f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321610 Aug 31 02:09:23.857724 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d8b38b9b-9bc4-4cbc-9d3b-74326ac05cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:24.170105 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:24.662865 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d801f-8b5a-4ca5-9414-669ad93dedff req-f17c9679-0199-422d-87f4-1f8aba29fd17 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:24.664453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168d801f-8b5a-4ca5-9414-669ad93dedff req-f17c9679-0199-422d-87f4-1f8aba29fd17 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0575628 Aug 31 02:09:24.704690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168d801f-8b5a-4ca5-9414-669ad93dedff req-234d8117-9571-4f78-8303-8cd0587485cd tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328417 Aug 31 02:09:24.734802 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:25.374051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-20d9e4f1-f2cd-48af-8547-e2c69e98ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:25.375551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-20d9e4f1-f2cd-48af-8547-e2c69e98ef7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892&tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1 HTTP/1.1" status: 200 len: 1097 time: 0.0411222 Aug 31 02:09:25.390984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:25.448644 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:25.747478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 8c81397c-2888-4732-8f83-427fae9f1ef6 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:09:25.826636 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:26.005156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=8c81397c-2888-4732-8f83-427fae9f1ef6,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:26.014370 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042bda8-1f37-4a98-a5d0-1ffd86314d48 req-37872456-a1f9-4c4e-a90a-9a5ff3b04e35 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:26.015905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7042bda8-1f37-4a98-a5d0-1ffd86314d48 req-37872456-a1f9-4c4e-a90a-9a5ff3b04e35 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0745137 Aug 31 02:09:26.071920 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:09:26.076376 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7042bda8-1f37-4a98-a5d0-1ffd86314d48 req-b5e975e6-0b4a-4531-bae5-765ca9b5be20 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543857 Aug 31 02:09:26.113583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:09:26.115986 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d8cc25-7a20-483c-b43a-80556b662b4c" -d '{"events": [{"server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "name": "network-vif-unplugged", "status": "completed", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:09:26.120613 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:26.133186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Transition to ACTIVE for port object 8c81397c-2888-4732-8f83-427fae9f1ef6 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:09:26.138796 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:26.172664 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 02:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903832fb-2ac7-48ba-984e-b851112d58ed x-openstack-request-id: req-903832fb-2ac7-48ba-984e-b851112d58ed {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:09:26.172949 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "name": "network-vif-unplugged", "status": "completed", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:09:26.173193 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-903832fb-2ac7-48ba-984e-b851112d58ed {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:09:26.173571 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'code': 200} Aug 31 02:09:26.191647 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 02:09:26.192012 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 02:09:26.225936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c81397c-2888-4732-8f83-427fae9f1ef6,revision_number=10']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:26.238679 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:26.239023 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:26.239381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:26.239714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:26.240045 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:26.240371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:26.240691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:26.241013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:26.241340 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:26.241658 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:26.241977 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:26.242559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:09:26.290483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] No DVR routers for this DVR port 8c81397c-2888-4732-8f83-427fae9f1ef6 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:09:26.429633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Attempting to bind port 8c81397c-2888-4732-8f83-427fae9f1ef6 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:09:26.429975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Attempting to bind port 8c81397c-2888-4732-8f83-427fae9f1ef6 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:09:26.430305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Attempting to bind port 8c81397c-2888-4732-8f83-427fae9f1ef6 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:09:26.436453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Port 8c81397c-2888-4732-8f83-427fae9f1ef6 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:09:26.436975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Attempting to bind port 8c81397c-2888-4732-8f83-427fae9f1ef6 on network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:09:26.442770 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:09:26.443067 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Checking segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:09:26.443487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Bound using segment: {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:09:26.443924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Bound port: 8c81397c-2888-4732-8f83-427fae9f1ef6, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e45dfd4-4426-4806-8fa9-88cf74acacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:09:26.444271 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:26.509241 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:09:26.512931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8c81397c-2888-4732-8f83-427fae9f1ef6,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:09:26.516476 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:26.553383 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:26.554007 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:26.555420 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] 10.222.0.15 "PUT /v2.0/ports/8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 1093 time: 1.1685891 Aug 31 02:09:26.572518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca9724-6650-4c08-9cd1-9e2e7cf0d9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c81397c-2888-4732-8f83-427fae9f1ef6,revision_number=11']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:26.627698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-1dc7270b-0141-4f0d-88cb-8b35e8cc4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:26.629260 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-1dc7270b-0141-4f0d-88cb-8b35e8cc4114 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 1096 time: 0.0430517 Aug 31 02:09:26.730759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-0105ae95-c853-483a-aa57-c6d4b3c98b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:26.732288 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-0105ae95-c853-483a-aa57-c6d4b3c98b55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0958068 Aug 31 02:09:26.799970 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-fb6948b0-f22c-4c65-9d5a-5c41880f2640 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 1000 time: 0.0600309 Aug 31 02:09:26.853562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-8b9481ea-c4f8-4620-a631-d4fe4c889324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:26.856023 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-8b9481ea-c4f8-4620-a631-d4fe4c889324 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0491180 Aug 31 02:09:26.902519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-4c408170-a2e8-4a12-894b-4436d3964db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:26.904563 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-4c408170-a2e8-4a12-894b-4436d3964db0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408871 Aug 31 02:09:26.922457 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:26.995127 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-9ea28e98-9c3a-4ea6-b53f-64d93afc7c40 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835586 Aug 31 02:09:27.087070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca690570-3183-40b4-b4c9-cdf4c6d84ea9 req-a7529eff-2e8e-4e5a-9bda-7377ee07dc26 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851004 Aug 31 02:09:27.195172 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e6128-e21a-472b-9b56-8a1d3ea174f8 req-592bbd84-888a-4930-a764-6b0c2d035a62 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:27.196753 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e27e6128-e21a-472b-9b56-8a1d3ea174f8 req-592bbd84-888a-4930-a764-6b0c2d035a62 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0515809 Aug 31 02:09:27.236435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e27e6128-e21a-472b-9b56-8a1d3ea174f8 req-2b1d8dd0-f2ea-4500-9d70-3a0a6d254fe8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336330 Aug 31 02:09:27.564353 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:09:28.175300 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:09:28.179139 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40" -d '{"events": [{"name": "network-changed", "server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:09:28.237051 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fc78dd-dc2e-41cb-9baf-1f865ddf1d07 x-openstack-request-id: req-21fc78dd-dc2e-41cb-9baf-1f865ddf1d07 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:09:28.237581 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:09:28.237986 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21fc78dd-dc2e-41cb-9baf-1f865ddf1d07 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:09:28.238683 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'status': 'completed', 'code': 200} Aug 31 02:09:28.302224 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-dc4355d6-5eda-4be1-be3f-069c85b84961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:28.303811 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-dc4355d6-5eda-4be1-be3f-069c85b84961 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 1096 time: 0.0538340 Aug 31 02:09:28.329545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-b09378dc-ad88-4ce5-94ca-163f7eaf908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:28.330668 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-b09378dc-ad88-4ce5-94ca-163f7eaf908d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 1096 time: 0.0535972 Aug 31 02:09:28.401915 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-954c5a70-0582-4c22-827f-836e7dd70f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:28.403462 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-954c5a70-0582-4c22-827f-836e7dd70f16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.0923276 Aug 31 02:09:28.421759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2238d36-b0c4-43d9-bfa3-4f49a01a6f5b req-11501bf4-1243-421b-aa3b-710252e07804 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:28.423305 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2238d36-b0c4-43d9-bfa3-4f49a01a6f5b req-11501bf4-1243-421b-aa3b-710252e07804 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.1083467 Aug 31 02:09:28.469619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-31e9ee2e-e1c0-475d-bd10-42bd328e8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:28.471008 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-31e9ee2e-e1c0-475d-bd10-42bd328e8cc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 200 len: 913 time: 0.1227543 Aug 31 02:09:28.472789 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-d6b1179b-75a0-450d-8a1d-060cc929b150 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 1000 time: 0.0624039 Aug 31 02:09:28.525445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f2238d36-b0c4-43d9-bfa3-4f49a01a6f5b req-ec7b393e-af5c-4d01-b2cb-85b65ff0a419 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910645 Aug 31 02:09:28.534940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-a4488e3c-0299-4226-a952-3eea1de432ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:28.536480 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-a4488e3c-0299-4226-a952-3eea1de432ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0571842 Aug 31 02:09:28.554726 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-2b1fd73f-c1b5-4472-b267-40422ce02821 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 200 len: 1000 time: 0.0763478 Aug 31 02:09:28.583916 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-733d961f-9a35-4241-acd5-076ebdcf4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:28.585707 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-733d961f-9a35-4241-acd5-076ebdcf4a97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414400 Aug 31 02:09:28.605212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-e0bc080f-b485-4e0f-982a-2e142b65451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:28.606968 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-e0bc080f-b485-4e0f-982a-2e142b65451a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 200 len: 851 time: 0.0458770 Aug 31 02:09:28.654974 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-b955bc5e-af67-43ce-bc6c-8e4d1c8b4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:28.656533 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-b955bc5e-af67-43ce-bc6c-8e4d1c8b4716 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ac1ef1e-b523-4c42-b6bd-cf9442999f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420237 Aug 31 02:09:28.677858 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-161ea158-0b0f-4ae0-a6e4-df049b5c9815 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841925 Aug 31 02:09:28.753576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-b0e1f5a6-e3aa-4c19-b88b-03c38a594f4b service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896528 Aug 31 02:09:28.776101 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-0089f31c-52e5-4e9b-b03d-2b4a8053b851 service neutron] 10.222.0.70 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911164 Aug 31 02:09:28.846616 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8eee5d6-d66b-439b-8151-a6ecaabbcb40 req-644d00f8-6c55-4379-a3da-26032f65ea69 service neutron] 10.222.0.15 "GET /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864000 Aug 31 02:09:29.661209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08a6fa-a025-4636-8ca1-e23509c42b9f req-418d30f4-1a46-46e6-96c0-d3f6e4159850 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:29.662903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d08a6fa-a025-4636-8ca1-e23509c42b9f req-418d30f4-1a46-46e6-96c0-d3f6e4159850 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0612872 Aug 31 02:09:29.711592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d08a6fa-a025-4636-8ca1-e23509c42b9f req-9f5910fa-14f2-4619-9af7-fc6019ad386e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409436 Aug 31 02:09:30.829397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548cad-8d24-4363-9da6-285cd8a1e2b1 req-1d83a02a-2e0e-4bee-b27a-2a56d10aff40 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:30.831027 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c548cad-8d24-4363-9da6-285cd8a1e2b1 req-1d83a02a-2e0e-4bee-b27a-2a56d10aff40 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0529511 Aug 31 02:09:30.873308 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c548cad-8d24-4363-9da6-285cd8a1e2b1 req-d6b7b1a2-5c27-4f38-a4e5-6629f5d22a97 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360997 Aug 31 02:09:31.989912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df7594-1d04-4423-aa03-fadd52d441b3 req-9b36617e-bae2-4ae1-b635-8540502bac82 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:31.991417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11df7594-1d04-4423-aa03-fadd52d441b3 req-9b36617e-bae2-4ae1-b635-8540502bac82 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0499375 Aug 31 02:09:32.028850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-11df7594-1d04-4423-aa03-fadd52d441b3 req-61a28ea5-a98d-4b07-ba5a-7ddbbdf2f18a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314631 Aug 31 02:09:32.075027 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:33.148567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1987255-1574-4a5a-9adc-368394bef3eb req-c4da3eae-1634-4fbe-a3be-2704919c3b3e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:33.150084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1987255-1574-4a5a-9adc-368394bef3eb req-c4da3eae-1634-4fbe-a3be-2704919c3b3e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0525777 Aug 31 02:09:33.188127 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1987255-1574-4a5a-9adc-368394bef3eb req-c9aff4c8-d2b5-4b9d-bb25-53f25646121c tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309312 Aug 31 02:09:34.307964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110268d0-886d-4817-be55-459a8a7cc17c req-c0cd02b6-4e79-4a94-b46a-7161d1079209 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:34.309488 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-110268d0-886d-4817-be55-459a8a7cc17c req-c0cd02b6-4e79-4a94-b46a-7161d1079209 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0512133 Aug 31 02:09:34.348777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-110268d0-886d-4817-be55-459a8a7cc17c req-8421840a-d1ee-4020-b60b-ef870a2eada0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333266 Aug 31 02:09:35.466169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324dd4e-b039-4590-bcbb-f858fb9e7938 req-156830f1-4e5f-4d6a-9ff2-bf77d90c6a5a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:35.467700 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b324dd4e-b039-4590-bcbb-f858fb9e7938 req-156830f1-4e5f-4d6a-9ff2-bf77d90c6a5a tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0498362 Aug 31 02:09:35.505379 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b324dd4e-b039-4590-bcbb-f858fb9e7938 req-161b95bf-39b6-46fd-8310-421a1004a6c5 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318210 Aug 31 02:09:36.623621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ac240-3b79-4b48-9f9f-98d5bc6539a5 req-8fd0df5e-4b87-48dc-b04a-ed6e52a29425 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:36.625079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d95ac240-3b79-4b48-9f9f-98d5bc6539a5 req-8fd0df5e-4b87-48dc-b04a-ed6e52a29425 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0524390 Aug 31 02:09:36.662927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d95ac240-3b79-4b48-9f9f-98d5bc6539a5 req-ed253124-c379-4095-a5b1-eb8df80b87ee tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319831 Aug 31 02:09:37.780641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03e9f9-98ad-4a5d-bfdf-d42123259590 req-d7698e99-0a29-49c5-9479-662269df4954 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:37.782127 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb03e9f9-98ad-4a5d-bfdf-d42123259590 req-d7698e99-0a29-49c5-9479-662269df4954 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0513601 Aug 31 02:09:37.819065 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb03e9f9-98ad-4a5d-bfdf-d42123259590 req-b6a69397-2673-4f9d-8aa6-71294ae88184 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Aug 31 02:09:38.938882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152fb14-a654-414e-9b74-a928852dbda2 req-36e12df0-860a-4225-9dd3-c9abd5925444 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:38.940421 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8152fb14-a654-414e-9b74-a928852dbda2 req-36e12df0-860a-4225-9dd3-c9abd5925444 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0530279 Aug 31 02:09:38.980728 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8152fb14-a654-414e-9b74-a928852dbda2 req-16cae9e5-1e65-48c8-9536-3d3797dd84b7 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341902 Aug 31 02:09:40.099768 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9fce7-f0ee-4303-a625-57293b505357 req-d9539c4b-7adf-48e6-8d0c-c5d37869e887 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:40.101237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5da9fce7-f0ee-4303-a625-57293b505357 req-d9539c4b-7adf-48e6-8d0c-c5d37869e887 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0528858 Aug 31 02:09:40.138909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5da9fce7-f0ee-4303-a625-57293b505357 req-a89131a1-a8cb-4811-9308-a4c9c114d285 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316429 Aug 31 02:09:40.252121 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd875a-fc9c-452c-a20f-69591ab00347 req-fe85bc30-f38f-47c4-9e17-a82d77299704 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:40.253615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39bd875a-fc9c-452c-a20f-69591ab00347 req-fe85bc30-f38f-47c4-9e17-a82d77299704 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0484188 Aug 31 02:09:40.301593 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39bd875a-fc9c-452c-a20f-69591ab00347 req-ca2b9b18-b043-4793-b479-f1254e85dc0b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421367 Aug 31 02:09:40.416680 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de5793-3e7b-4a9f-82b7-d51ccc2cccbb req-4bf24161-a203-40b7-b1bc-874f6336810f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:40.418036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50de5793-3e7b-4a9f-82b7-d51ccc2cccbb req-4bf24161-a203-40b7-b1bc-874f6336810f tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0504520 Aug 31 02:09:40.456582 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-50de5793-3e7b-4a9f-82b7-d51ccc2cccbb req-4b0ef916-e94b-42f5-95d7-7c5cf83ff58e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322356 Aug 31 02:09:40.697329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645a1c7-13ff-4a4e-944a-141163c27a68 req-d7315f0e-e4d2-44a0-905b-e6f24540aec8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:40.698732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2645a1c7-13ff-4a4e-944a-141163c27a68 req-d7315f0e-e4d2-44a0-905b-e6f24540aec8 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 944 time: 0.0534942 Aug 31 02:09:40.735764 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2645a1c7-13ff-4a4e-944a-141163c27a68 req-7d9e49a1-6cc6-4e89-8bae-bdeac227c01e tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311780 Aug 31 02:09:40.976970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8c81397c-2888-4732-8f83-427fae9f1ef6 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:09:41.070279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8c81397c-2888-4732-8f83-427fae9f1ef6,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:41.081787 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'port_id': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'mac_address': 'fa:16:3e:3c:ce:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:09:41.118709 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:41.134506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c81397c-2888-4732-8f83-427fae9f1ef6 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:09:41.154401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8c81397c-2888-4732-8f83-427fae9f1ef6,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:41.158275 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:41.203451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=8c81397c-2888-4732-8f83-427fae9f1ef6,revision_number=12']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:41.580144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['8c81397c-2888-4732-8f83-427fae9f1ef6'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:09:41.830930 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:41.852820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d074d1-37d0-49fa-a77b-3a50e143f5e5 req-88e2edec-1e65-473c-acc5-3f38e132a44b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:41.854325 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7d074d1-37d0-49fa-a77b-3a50e143f5e5 req-88e2edec-1e65-473c-acc5-3f38e132a44b tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0504582 Aug 31 02:09:41.893867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e7d074d1-37d0-49fa-a77b-3a50e143f5e5 req-e0195ec4-1356-4060-98eb-56b68e05c6e0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb13848c-965d-4da1-bcf1-402ca293a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334401 Aug 31 02:09:42.462072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-4300bff9-0516-4cd6-ab74-d6ecd0dc80b0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:42.463567 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-4300bff9-0516-4cd6-ab74-d6ecd0dc80b0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 945 time: 0.0486894 Aug 31 02:09:42.553922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-c2d4b51d-0242-4a58-89c1-3c12d95ee012 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Deleting port 8c81397c-2888-4732-8f83-427fae9f1ef6 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:09:42.554182 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-c2d4b51d-0242-4a58-89c1-3c12d95ee012 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:42.639898 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-c2d4b51d-0242-4a58-89c1-3c12d95ee012 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] For port 8c81397c-2888-4732-8f83-427fae9f1ef6, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=8c81397c-2888-4732-8f83-427fae9f1ef6,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:42.640268 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-c2d4b51d-0242-4a58-89c1-3c12d95ee012 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:42.811880 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-c2d4b51d-0242-4a58-89c1-3c12d95ee012 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:42.812172 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-c2d4b51d-0242-4a58-89c1-3c12d95ee012 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:42.812484 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-c2d4b51d-0242-4a58-89c1-3c12d95ee012 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88 disassociated. External IP: 172.25.6.126, port: 8c81397c-2888-4732-8f83-427fae9f1ef6. Aug 31 02:09:42.812820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-c2d4b51d-0242-4a58-89c1-3c12d95ee012 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Calling delete_port for 8c81397c-2888-4732-8f83-427fae9f1ef6 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:09:42.940309 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-c2d4b51d-0242-4a58-89c1-3c12d95ee012 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:42.975857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4b51d-0242-4a58-89c1-3c12d95ee012 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Pushing event deleted for resources: {'Port': ['ID=8c81397c-2888-4732-8f83-427fae9f1ef6,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:42.982694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8c81397c-2888-4732-8f83-427fae9f1ef6 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:09:42.987527 n-d-802060-13 neutron-server[94762]: INFO neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No ports have port_id starting with 8c81397c-2888-4732-8f83-427fae9f1ef6 Aug 31 02:09:42.988738 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8c81397c-2888-4732-8f83-427fae9f1ef6 requested by agent hyperv_n-h1-802060-13 not found in database {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 31 02:09:43.006836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ff9a06de-835a-4ecb-bb51-9eb30ed20704 req-52b94048-faac-4a98-a79e-7c4b720472c1 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 210 time: 0.0347104 Aug 31 02:09:43.120278 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-c2d4b51d-0242-4a58-89c1-3c12d95ee012 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Router 9da67e77-5d88-40b0-81b9-ec9473131878 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:09:43.230605 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-c2d4b51d-0242-4a58-89c1-3c12d95ee012 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:09:43.240082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d909bbd-44b2-4ed0-9f01-fa96b64a5a87 None None] Sync routers for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:09:43.253598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d909bbd-44b2-4ed0-9f01-fa96b64a5a87 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:09:43.254169 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5d909bbd-44b2-4ed0-9f01-fa96b64a5a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:09:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:43.272324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-c2d4b51d-0242-4a58-89c1-3c12d95ee012 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] No DVR routers for this DVR port 8c81397c-2888-4732-8f83-427fae9f1ef6 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:09:43.275034 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-c2d4b51d-0242-4a58-89c1-3c12d95ee012 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:43.277306 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-53c9c347-fe3f-414d-8877-ce0d70a12f5a req-c2d4b51d-0242-4a58-89c1-3c12d95ee012 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.15 "DELETE /v2.0/ports/8c81397c-2888-4732-8f83-427fae9f1ef6 HTTP/1.1" status: 204 len: 173 time: 0.8080256 Aug 31 02:09:43.277782 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'name': 'network-vif-deleted', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:09:43.280637 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e65b457-3258-459d-8406-160fcbdc83fd" -d '{"events": [{"server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "name": "network-vif-deleted", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:09:43.319092 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100ff7bd-d077-4b34-a246-ac9d5c961cdd x-openstack-request-id: req-100ff7bd-d077-4b34-a246-ac9d5c961cdd {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:09:43.319418 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdd251c-7e15-4f5c-888f-689242639892", "name": "network-vif-deleted", "tag": "8c81397c-2888-4732-8f83-427fae9f1ef6", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:09:43.319796 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-100ff7bd-d077-4b34-a246-ac9d5c961cdd {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:09:43.320202 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdd251c-7e15-4f5c-888f-689242639892', 'name': 'network-vif-deleted', 'tag': '8c81397c-2888-4732-8f83-427fae9f1ef6', 'status': 'completed', 'code': 200} Aug 31 02:09:43.371686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-5d909bbd-44b2-4ed0-9f01-fa96b64a5a87 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:09:43.571731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5d909bbd-44b2-4ed0-9f01-fa96b64a5a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:43.598691 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d909bbd-44b2-4ed0-9f01-fa96b64a5a87 None None] Checking router: 9da67e77-5d88-40b0-81b9-ec9473131878 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:09:43.606920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d909bbd-44b2-4ed0-9f01-fa96b64a5a87 None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:09:43.607567 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5d909bbd-44b2-4ed0-9f01-fa96b64a5a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:09:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:43.711909 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-5d909bbd-44b2-4ed0-9f01-fa96b64a5a87 None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:09:43.909492 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-5d909bbd-44b2-4ed0-9f01-fa96b64a5a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:43.936242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d909bbd-44b2-4ed0-9f01-fa96b64a5a87 None None] The sync data for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 is: [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T01:56:34Z', 'revision_number': 4, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'd1cef9ef-ac01-4299-a7c0-60a28f6bad60', 'name': '', 'network_id': '5ac1ef1e-b523-4c42-b6bd-cf9442999f36', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'mac_address': 'fa:16:3e:58:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:33Z', 'updated_at': '2021-08-31T01:56:39Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'subnets': [{'id': '3d8c85bd-bc9e-4e61-a46e-0ade73bad03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:09:44.108422 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e03d6fd8-63b0-4e23-b7e4-6223aac69e69 req-df061c5d-7e5f-407d-89a5-60ea3925ebf9 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 210 time: 0.0283895 Aug 31 02:09:44.170072 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7590780-6c55-4405-8993-09b11f20ac44 None None] New status for floating IP ea608b9d-b31b-4f0e-915d-b2fd422ddc88: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:09:45.208402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbdb8423-9179-434e-93cc-6af553415641 req-259b286a-28b0-4683-8edc-cc77996cccfe tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 210 time: 0.0277164 Aug 31 02:09:46.308625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-73dd50e4-d8f6-4918-b2a7-b3dcad2fbdee req-d6246c7e-408c-4292-a3d8-c5f5c7132217 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/ports?device_id=afdd251c-7e15-4f5c-888f-689242639892 HTTP/1.1" status: 200 len: 210 time: 0.0312665 Aug 31 02:09:46.991700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8c81397c-2888-4732-8f83-427fae9f1ef6 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:09:47.012022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 8c81397c-2888-4732-8f83-427fae9f1ef6 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:09:47.012368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 8c81397c-2888-4732-8f83-427fae9f1ef6 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:09:50.034965 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38838) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:50.094791 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62b9a163-3966-4f7a-828b-4f30eeadf9c0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:50.119575 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62b9a163-3966-4f7a-828b-4f30eeadf9c0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:50.169298 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62b9a163-3966-4f7a-828b-4f30eeadf9c0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:50.172348 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62b9a163-3966-4f7a-828b-4f30eeadf9c0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:50.176030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-62b9a163-3966-4f7a-828b-4f30eeadf9c0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "DELETE /v2.0/security-groups/bb13848c-965d-4da1-bcf1-402ca293a2a3 HTTP/1.1" status: 204 len: 168 time: 0.1396921 Aug 31 02:09:50.176503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38840) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:50.188901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9a163-3966-4f7a-828b-4f30eeadf9c0 tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb13848c-965d-4da1-bcf1-402ca293a2a3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:50.191880 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-3e0803a3-775a-4c4a-83b7-f43763c8c7ec tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] show failed (client error): The resource could not be found. Aug 31 02:09:50.193177 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3e0803a3-775a-4c4a-83b7-f43763c8c7ec tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "GET /v2.0/security-groups/bb13848c-965d-4da1-bcf1-402ca293a2a3 HTTP/1.1" status: 404 len: 347 time: 0.0151021 Aug 31 02:09:50.195834 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38842) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:50.329918 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ace6dfdd-990c-4615-b880-6f55a854955d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Deleting port dc1f6ada-c859-4886-9984-ea2be7417294 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:09:50.330475 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ace6dfdd-990c-4615-b880-6f55a854955d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:50.412271 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ace6dfdd-990c-4615-b880-6f55a854955d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:50.412506 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ace6dfdd-990c-4615-b880-6f55a854955d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:50.425336 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-ace6dfdd-990c-4615-b880-6f55a854955d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Calling delete_port for dc1f6ada-c859-4886-9984-ea2be7417294 owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:09:50.562097 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ace6dfdd-990c-4615-b880-6f55a854955d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:50.593994 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6dfdd-990c-4615-b880-6f55a854955d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Pushing event deleted for resources: {'Port': ['ID=dc1f6ada-c859-4886-9984-ea2be7417294,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:50.657718 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ace6dfdd-990c-4615-b880-6f55a854955d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:50.660491 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ace6dfdd-990c-4615-b880-6f55a854955d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:50.661668 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ace6dfdd-990c-4615-b880-6f55a854955d tempest-ServerActionsTestJSON-1228425058 tempest-ServerActionsTestJSON-1228425058-project] 10.222.0.58 "DELETE /v2.0/floatingips/ea608b9d-b31b-4f0e-915d-b2fd422ddc88 HTTP/1.1" status: 204 len: 168 time: 0.4647758 Aug 31 02:09:50.664642 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38844) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:51.142357 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0833d287-7339-4a87-b3f8-32fbdced11c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:51.333396 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2f1cce36-ee7e-4f24-bb9d-3d0b0821be65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:51.387998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0833d287-7339-4a87-b3f8-32fbdced11c7 admin admin] Deleting port d1cef9ef-ac01-4299-a7c0-60a28f6bad60 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:09:51.388524 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0833d287-7339-4a87-b3f8-32fbdced11c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:51.463208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-0833d287-7339-4a87-b3f8-32fbdced11c7 admin admin] For port d1cef9ef-ac01-4299-a7c0-60a28f6bad60, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d1cef9ef-ac01-4299-a7c0-60a28f6bad60,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:51.464249 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0833d287-7339-4a87-b3f8-32fbdced11c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:51.476682 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0833d287-7339-4a87-b3f8-32fbdced11c7 admin admin] Calling delete_port for d1cef9ef-ac01-4299-a7c0-60a28f6bad60 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:09:51.649940 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0833d287-7339-4a87-b3f8-32fbdced11c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:51.673526 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833d287-7339-4a87-b3f8-32fbdced11c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1cef9ef-ac01-4299-a7c0-60a28f6bad60,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:51.842607 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0833d287-7339-4a87-b3f8-32fbdced11c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:52.053409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0833d287-7339-4a87-b3f8-32fbdced11c7 admin admin] Router 9da67e77-5d88-40b0-81b9-ec9473131878 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:09:52.157419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0833d287-7339-4a87-b3f8-32fbdced11c7 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:09:52.162647 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0833d287-7339-4a87-b3f8-32fbdced11c7 admin admin] 10.222.0.58 "PUT /v2.0/routers/9da67e77-5d88-40b0-81b9-ec9473131878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4970231 Aug 31 02:09:52.165374 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38848) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:52.168976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060ae0d-b3b7-4601-9dc4-5c53a2075eea None None] Sync routers for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:09:52.180323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060ae0d-b3b7-4601-9dc4-5c53a2075eea None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:09:52.181058 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f060ae0d-b3b7-4601-9dc4-5c53a2075eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:09:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:52.274216 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:52.284851 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-f060ae0d-b3b7-4601-9dc4-5c53a2075eea None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:09:52.381296 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:52.436964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] Deleting port dba15468-6f5e-4fc9-9750-41459ab8e135 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:09:52.437628 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:52.470904 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f060ae0d-b3b7-4601-9dc4-5c53a2075eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T02:09:51Z', 'revision_number': 5, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port': {'id': 'dba15468-6f5e-4fc9-9750-41459ab8e135', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:56:32Z', 'updated_at': '2021-08-31T01:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:52.497174 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060ae0d-b3b7-4601-9dc4-5c53a2075eea None None] Checking router: 9da67e77-5d88-40b0-81b9-ec9473131878 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:09:52.505247 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060ae0d-b3b7-4601-9dc4-5c53a2075eea None None] Routers {'9da67e77-5d88-40b0-81b9-ec9473131878'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:09:52.505965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f060ae0d-b3b7-4601-9dc4-5c53a2075eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:09:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['9da67e77-5d88-40b0-81b9-ec9473131878'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:52.520721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] For port dba15468-6f5e-4fc9-9750-41459ab8e135, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=dba15468-6f5e-4fc9-9750-41459ab8e135,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:52.521089 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:52.534435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] Calling delete_port for dba15468-6f5e-4fc9-9750-41459ab8e135 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:09:52.590491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-f060ae0d-b3b7-4601-9dc4-5c53a2075eea None None] Set router 9da67e77-5d88-40b0-81b9-ec9473131878 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:09:52.640515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-f060ae0d-b3b7-4601-9dc4-5c53a2075eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T02:09:52Z', 'revision_number': 6, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:52.670130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060ae0d-b3b7-4601-9dc4-5c53a2075eea None None] The sync data for ids ['9da67e77-5d88-40b0-81b9-ec9473131878'] in n-d-802060-13 is: [{'id': '9da67e77-5d88-40b0-81b9-ec9473131878', 'name': 'tempest-ServerActionsTestJSON-1735070644-router', 'tenant_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:56:31Z', 'updated_at': '2021-08-31T02:09:52Z', 'revision_number': 6, 'project_id': '10fa20152e5c4592bc6d0fc8a9b95be1', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:09:52.706894 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:52.732707 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] Pushing event deleted for resources: {'Port': ['ID=dba15468-6f5e-4fc9-9750-41459ab8e135,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:52.795107 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.200299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.202420 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.243810 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.244402 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9da67e77-5d88-40b0-81b9-ec9473131878 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:09:53.249398 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.250568 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8db13963-1f4b-4cc7-b80f-6445eaad887c admin admin] 10.222.0.58 "DELETE /v2.0/routers/9da67e77-5d88-40b0-81b9-ec9473131878 HTTP/1.1" status: 204 len: 168 time: 1.0838494 Aug 31 02:09:53.253788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38850) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:53.298123 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33a9c27-6197-4c1f-97aa-4bec8cce376c admin admin] Deleting subnet 3d8c85bd-bc9e-4e61-a46e-0ade73bad03c {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:09:53.301164 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f33a9c27-6197-4c1f-97aa-4bec8cce376c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.334146 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f33a9c27-6197-4c1f-97aa-4bec8cce376c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.412993 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f33a9c27-6197-4c1f-97aa-4bec8cce376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.467155 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f33a9c27-6197-4c1f-97aa-4bec8cce376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.492728 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a9c27-6197-4c1f-97aa-4bec8cce376c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8c85bd-bc9e-4e61-a46e-0ade73bad03c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:53.497077 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f33a9c27-6197-4c1f-97aa-4bec8cce376c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.499632 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f33a9c27-6197-4c1f-97aa-4bec8cce376c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3d8c85bd-bc9e-4e61-a46e-0ade73bad03c HTTP/1.1" status: 204 len: 168 time: 0.2441697 Aug 31 02:09:53.501591 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38852) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:53.502484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71b35b8-7aca-438d-9b36-f64d4ce1ea9a None None] Network 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:09:53.582300 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.635201 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] Deleting port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:09:53.636108 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.689936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bed3d66-24f9-4a8b-a2c7-2c7f234891b8 None None] DHCP port deletion for 5ac1ef1e-b523-4c42-b6bd-cf9442999f36 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:09:53.703151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] For port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a6755fd6-8266-4bdf-bd4d-fa1ae89a6439,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:53.703729 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.718180 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] Calling delete_port for a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:09:53.738180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5bed3d66-24f9-4a8b-a2c7-2c7f234891b8 None None] Deleting port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:09:53.738180 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5bed3d66-24f9-4a8b-a2c7-2c7f234891b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.798758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-5bed3d66-24f9-4a8b-a2c7-2c7f234891b8 None None] For port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a6755fd6-8266-4bdf-bd4d-fa1ae89a6439,segment=NetworkSegment(5e45dfd4-4426-4806-8fa9-88cf74acacf8),segment_id=5e45dfd4-4426-4806-8fa9-88cf74acacf8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:09:53.799033 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5bed3d66-24f9-4a8b-a2c7-2c7f234891b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.803441 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.812033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5bed3d66-24f9-4a8b-a2c7-2c7f234891b8 None None] Calling delete_port for a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:09:53.826611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6755fd6-8266-4bdf-bd4d-fa1ae89a6439,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:53.833874 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] No DVR routers for this DVR port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:09:53.880191 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2a44d330-3826-45d2-9ce1-38a7e974fccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 02:09:53.895161 n-d-802060-13 neutron-server[94762]: self.session.flush() Aug 31 02:09:53.902994 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5bed3d66-24f9-4a8b-a2c7-2c7f234891b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.907727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.918401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac1ef1e-b523-4c42-b6bd-cf9442999f36']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:53.929297 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed3d66-24f9-4a8b-a2c7-2c7f234891b8 None None] Pushing event deleted for resources: {'Port': ['ID=a6755fd6-8266-4bdf-bd4d-fa1ae89a6439,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:53.931236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed3d66-24f9-4a8b-a2c7-2c7f234891b8 None None] No DVR routers for this DVR port a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:09:53.940451 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e45dfd4-4426-4806-8fa9-88cf74acacf8') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:53.940758 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e45dfd4-4426-4806-8fa9-88cf74acacf8') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:09:53.951138 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.965714 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.971582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:09:53.971969 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: timer() Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:09:53.973580 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:09:53.982755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device dba15468-6f5e-4fc9-9750-41459ab8e135 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:09:54.002078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: dba15468-6f5e-4fc9-9750-41459ab8e135 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:09:54.002424 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device dba15468-6f5e-4fc9-9750-41459ab8e135 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:09:54.002839 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:09:54.021682 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:09:54.022289 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a6755fd6-8266-4bdf-bd4d-fa1ae89a6439 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:09:54.022911 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d1cef9ef-ac01-4299-a7c0-60a28f6bad60 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:09:54.029771 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:54.047509 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:54.051830 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5ac1ef1e-b523-4c42-b6bd-cf9442999f36 HTTP/1.1" status: 204 len: 168 time: 0.5470426 Aug 31 02:09:54.052652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: d1cef9ef-ac01-4299-a7c0-60a28f6bad60 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:09:54.052652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d1cef9ef-ac01-4299-a7c0-60a28f6bad60 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:09:54.053241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782cb17-ff95-4e0b-be75-e8e191cc1765 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac1ef1e-b523-4c42-b6bd-cf9442999f36,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:54.172327 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:54.182228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38858) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:54.222716 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fb065d98-1414-438b-9a40-47f02ad21df7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10fa20152e5c4592bc6d0fc8a9b95be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392487 Aug 31 02:09:54.225195 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38860) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:54.279324 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4b30b750-79ef-49c8-b529-0634a369f45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:54.304780 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4b30b750-79ef-49c8-b529-0634a369f45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:54.353256 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4b30b750-79ef-49c8-b529-0634a369f45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:54.356537 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4b30b750-79ef-49c8-b529-0634a369f45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:54.357720 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4b30b750-79ef-49c8-b529-0634a369f45f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b5b5d23-ebb0-45e3-861c-5d2ee2656106 HTTP/1.1" status: 204 len: 168 time: 0.1315956 Aug 31 02:09:54.366474 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30b750-79ef-49c8-b529-0634a369f45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5b5d23-ebb0-45e3-861c-5d2ee2656106,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:54.891200 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:55.089936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 38882) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:55.184058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-298486341-network', 'tenant_id': '71ac258cc29b4b3289fdbfcdcdceb7f2'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:55.204518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] Made reservation on behalf of 71ac258cc29b4b3289fdbfcdcdceb7f2 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:09:55.206771 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:55.215120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:55.301607 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:55.305065 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:55.329259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:09:55.337562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0369f305-8f7c-48dd-bb5d-27633bf7131c,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:55.343576 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:55.343951 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] Added segment b9876e75-2a49-4f26-8a3a-b893938b26a8 of type vlan for network 568fd8cb-dd62-4085-ae3d-1e3170ea65b2 Aug 31 02:09:55.383920 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:55.408536 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:55.409429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:55.410005 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:55.463055 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3720331 Aug 31 02:09:55.466726 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 38886) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:09:55.471902 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2811c98e-277a-4708-82a2-6ffffa1a3ee6 admin admin] Request body: {'subnet': {'network_id': '568fd8cb-dd62-4085-ae3d-1e3170ea65b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-298486341-subnet', 'tenant_id': '71ac258cc29b4b3289fdbfcdcdceb7f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:55.472400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8a111-b1f7-462d-95ac-05b4d5fb6193 admin admin] Pushing event updated for resources: {'Network': ['ID=568fd8cb-dd62-4085-ae3d-1e3170ea65b2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:55.482110 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 568fd8cb-dd62-4085-ae3d-1e3170ea65b2 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:09:55.493677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2811c98e-277a-4708-82a2-6ffffa1a3ee6 admin admin] Made reservation on behalf of 71ac258cc29b4b3289fdbfcdcdceb7f2 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:09:55.496271 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2811c98e-277a-4708-82a2-6ffffa1a3ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:55.661440 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2811c98e-277a-4708-82a2-6ffffa1a3ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:55.715428 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811c98e-277a-4708-82a2-6ffffa1a3ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=147144de-91b2-4093-9648-b55ec4a79b54,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:09:55.724785 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811c98e-277a-4708-82a2-6ffffa1a3ee6 admin admin] Checking segment: {'id': 'b9876e75-2a49-4f26-8a3a-b893938b26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '568fd8cb-dd62-4085-ae3d-1e3170ea65b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:09:55.725148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2811c98e-277a-4708-82a2-6ffffa1a3ee6 admin admin] Network hostable DHCP agents. Network: 568fd8cb-dd62-4085-ae3d-1e3170ea65b2, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:09:55.741335 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2811c98e-277a-4708-82a2-6ffffa1a3ee6 admin admin] Network 568fd8cb-dd62-4085-ae3d-1e3170ea65b2 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:09:55.750952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-2811c98e-277a-4708-82a2-6ffffa1a3ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 568fd8cb-dd62-4085-ae3d-1e3170ea65b2) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:09:55.759978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b7b1d0-7846-41d2-8820-4c9f3573fbe4 None None] Network 568fd8cb-dd62-4085-ae3d-1e3170ea65b2 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:09:55.768365 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2811c98e-277a-4708-82a2-6ffffa1a3ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:55.768722 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2811c98e-277a-4708-82a2-6ffffa1a3ee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:55.783559 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2811c98e-277a-4708-82a2-6ffffa1a3ee6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3155408 Aug 31 02:09:55.885294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09847d6d-8bbc-4b53-a071-f322cd66709a None None] Network 568fd8cb-dd62-4085-ae3d-1e3170ea65b2 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:09:56.229934 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-89260f1f-be82-410b-a544-96dbd3c4d140 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:56.231338 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-89260f1f-be82-410b-a544-96dbd3c4d140 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/networks?id=568fd8cb-dd62-4085-ae3d-1e3170ea65b2 HTTP/1.1" status: 200 len: 813 time: 0.1008198 Aug 31 02:09:56.245744 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-9dda4090-79ec-485d-89bc-c7c2b4c97808 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/quotas/71ac258cc29b4b3289fdbfcdcdceb7f2 HTTP/1.1" status: 200 len: 375 time: 0.0087776 Aug 31 02:09:56.287084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-a51cf262-73cd-4fd2-826a-03e61e683513 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=71ac258cc29b4b3289fdbfcdcdceb7f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360878 Aug 31 02:09:56.379714 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-cdd0fc06-3add-4427-9a9b-4bb50660b519 service neutron] 10.222.0.58 "GET /v2.0/networks/568fd8cb-dd62-4085-ae3d-1e3170ea65b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853803 Aug 31 02:09:56.474296 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-0772e9fd-a30d-46a9-b275-e18932ce30b4 service neutron] 10.222.0.58 "GET /v2.0/networks/568fd8cb-dd62-4085-ae3d-1e3170ea65b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886409 Aug 31 02:09:56.636720 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-24635dec-5d95-4154-9068-e7faa0e85fb0 req-4b18496d-93ae-4fb8-81d4-e8ecef5ee148 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 210 time: 0.0278406 Aug 31 02:09:56.926485 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:57.714935 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc6689a0-1a6b-4ff1-85e7-e5c418811353 req-00380785-571d-4fdf-acbe-797cdca48866 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 210 time: 0.0275652 Aug 31 02:09:58.806673 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce779523-911c-45ab-bc96-3a3e1d4f4813 req-9ff9c087-c287-461f-a224-4ec41f2c2b6e tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 210 time: 0.0262597 Aug 31 02:09:59.647813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-5f5cbe7d-a990-42cf-a9d4-eacb55ce6c7e tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:09:59.649199 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-5f5cbe7d-a990-42cf-a9d4-eacb55ce6c7e tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.15 "GET /v2.0/networks?id=568fd8cb-dd62-4085-ae3d-1e3170ea65b2 HTTP/1.1" status: 200 len: 813 time: 0.1062083 Aug 31 02:09:59.665398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-3a633b66-e893-4df1-82e5-de59d89112cd tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Request body: {'port': {'device_id': 'b3b13752-c9eb-4516-828f-095da12a8eda', 'network_id': '568fd8cb-dd62-4085-ae3d-1e3170ea65b2', 'admin_state_up': True, 'tenant_id': '71ac258cc29b4b3289fdbfcdcdceb7f2'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:09:59.775781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-3a633b66-e893-4df1-82e5-de59d89112cd tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Made reservation on behalf of 71ac258cc29b4b3289fdbfcdcdceb7f2 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:09:59.779404 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-3a633b66-e893-4df1-82e5-de59d89112cd tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:09:59.913047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fa36bd5e-9db9-4c43-ad89-23eb0f07e79a req-699b4f43-af5e-4fc0-a345-d1c093fd8b7b tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 210 time: 0.0316858 Aug 31 02:09:59.928563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-3a633b66-e893-4df1-82e5-de59d89112cd tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Allocated IP 172.20.0.3 (568fd8cb-dd62-4085-ae3d-1e3170ea65b2/147144de-91b2-4093-9648-b55ec4a79b54/7055372c-5c48-4066-aea4-c74a96ef190d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:10:00.075589 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-3a633b66-e893-4df1-82e5-de59d89112cd tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:00.114232 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-3a633b66-e893-4df1-82e5-de59d89112cd tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:00.159152 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-3a633b66-e893-4df1-82e5-de59d89112cd tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Network 568fd8cb-dd62-4085-ae3d-1e3170ea65b2 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:00.162230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-3a633b66-e893-4df1-82e5-de59d89112cd tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:00.166049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-3a633b66-e893-4df1-82e5-de59d89112cd tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:10:00.172367 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a633b66-e893-4df1-82e5-de59d89112cd tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Pushing event updated for resources: {'Port': ['ID=7055372c-5c48-4066-aea4-c74a96ef190d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:00.217463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-3a633b66-e893-4df1-82e5-de59d89112cd tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:00.218082 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-3a633b66-e893-4df1-82e5-de59d89112cd tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:00.231614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-3a633b66-e893-4df1-82e5-de59d89112cd tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5699954 Aug 31 02:10:00.247401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Request body: {'port': {'device_id': 'b3b13752-c9eb-4516-828f-095da12a8eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:00.305168 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:00.567401 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7055372c-5c48-4066-aea4-c74a96ef190d {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:10:00.575195 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:00.586587 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Transition to ACTIVE for port object 7055372c-5c48-4066-aea4-c74a96ef190d will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:00.590332 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:00.648069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7055372c-5c48-4066-aea4-c74a96ef190d,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:00.713633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Attempting to bind port 7055372c-5c48-4066-aea4-c74a96ef190d on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:10:00.714070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Attempting to bind port 7055372c-5c48-4066-aea4-c74a96ef190d by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'b9876e75-2a49-4f26-8a3a-b893938b26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '568fd8cb-dd62-4085-ae3d-1e3170ea65b2'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:10:00.714408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Attempting to bind port 7055372c-5c48-4066-aea4-c74a96ef190d on network 568fd8cb-dd62-4085-ae3d-1e3170ea65b2 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:00.718551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Port 7055372c-5c48-4066-aea4-c74a96ef190d on network 568fd8cb-dd62-4085-ae3d-1e3170ea65b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:10:00.718864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Attempting to bind port 7055372c-5c48-4066-aea4-c74a96ef190d on network 568fd8cb-dd62-4085-ae3d-1e3170ea65b2 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:00.723598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:10:00.723963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Checking segment: {'id': 'b9876e75-2a49-4f26-8a3a-b893938b26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '568fd8cb-dd62-4085-ae3d-1e3170ea65b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:00.724337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Bound using segment: {'id': 'b9876e75-2a49-4f26-8a3a-b893938b26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '568fd8cb-dd62-4085-ae3d-1e3170ea65b2'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:10:00.724758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Bound port: 7055372c-5c48-4066-aea4-c74a96ef190d, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9876e75-2a49-4f26-8a3a-b893938b26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '568fd8cb-dd62-4085-ae3d-1e3170ea65b2'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:10:00.725103 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:00.785804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] For port 7055372c-5c48-4066-aea4-c74a96ef190d, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:10:00.788714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] For port 7055372c-5c48-4066-aea4-c74a96ef190d, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7055372c-5c48-4066-aea4-c74a96ef190d,segment=NetworkSegment(b9876e75-2a49-4f26-8a3a-b893938b26a8),segment_id=b9876e75-2a49-4f26-8a3a-b893938b26a8)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:10:00.793647 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:00.826687 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:00.827313 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:00.828688 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/7055372c-5c48-4066-aea4-c74a96ef190d HTTP/1.1" status: 200 len: 1092 time: 0.5858855 Aug 31 02:10:00.829117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b13752-c9eb-4516-828f-095da12a8eda', 'tag': '7055372c-5c48-4066-aea4-c74a96ef190d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:10:00.831341 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f85782e-939b-42ba-9286-b08daf0cf94a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b13752-c9eb-4516-828f-095da12a8eda", "tag": "7055372c-5c48-4066-aea4-c74a96ef190d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:10:00.862007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d06d7b-87d6-46d9-b731-1c370acd05f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7055372c-5c48-4066-aea4-c74a96ef190d,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:00.870509 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe5212d-056d-450a-b8e2-e6c1463d8f5c x-openstack-request-id: req-fbe5212d-056d-450a-b8e2-e6c1463d8f5c {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:10:00.870973 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b13752-c9eb-4516-828f-095da12a8eda", "tag": "7055372c-5c48-4066-aea4-c74a96ef190d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:10:00.871237 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbe5212d-056d-450a-b8e2-e6c1463d8f5c {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:10:00.871668 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b13752-c9eb-4516-828f-095da12a8eda', 'tag': '7055372c-5c48-4066-aea4-c74a96ef190d', 'status': 'completed', 'code': 200} Aug 31 02:10:00.925709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-cd953f76-e312-4bb0-86b9-3a57d5074afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:00.927184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-cd953f76-e312-4bb0-86b9-3a57d5074afe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71ac258cc29b4b3289fdbfcdcdceb7f2&device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 1095 time: 0.0439525 Aug 31 02:10:00.972709 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-0c93e5e3-534d-4047-b4b6-1ebb0f87020c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7055372c-5c48-4066-aea4-c74a96ef190d HTTP/1.1" status: 200 len: 217 time: 0.0349610 Aug 31 02:10:01.054141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-18263e3b-71b1-4a41-a3d2-0aac6f2a6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:01.055621 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-18263e3b-71b1-4a41-a3d2-0aac6f2a6f3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=147144de-91b2-4093-9648-b55ec4a79b54 HTTP/1.1" status: 200 len: 853 time: 0.0760021 Aug 31 02:10:01.078769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648700d-55d3-441c-9e32-42b375cfd803 req-cd2e0cc9-4fd5-470b-8d72-0e1ed00d8399 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:01.080216 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3648700d-55d3-441c-9e32-42b375cfd803 req-cd2e0cc9-4fd5-470b-8d72-0e1ed00d8399 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 943 time: 0.0920434 Aug 31 02:10:01.096271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-9a5d6b22-ad88-4216-980f-046b9da3a4e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=568fd8cb-dd62-4085-ae3d-1e3170ea65b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336435 Aug 31 02:10:01.176063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3648700d-55d3-441c-9e32-42b375cfd803 req-1bc4b9f0-325e-493d-b831-5ee6b18f7931 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819154 Aug 31 02:10:01.208604 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-d8b7bf69-1e42-4fdf-8b14-6165cff4ced9 service neutron] 10.222.0.15 "GET /v2.0/networks/568fd8cb-dd62-4085-ae3d-1e3170ea65b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056757 Aug 31 02:10:01.625397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a3cf1c5e-a420-451e-94e1-d8d17a0024fc req-abf23197-3a4d-49f7-a3da-eefb9ded9a35 service neutron] 10.222.0.15 "GET /v2.0/networks/568fd8cb-dd62-4085-ae3d-1e3170ea65b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101269 Aug 31 02:10:01.740619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85782e-939b-42ba-9286-b08daf0cf94a req-22edb03f-6a8d-4b29-82d3-5ff3fdafe93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:01.742091 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f85782e-939b-42ba-9286-b08daf0cf94a req-22edb03f-6a8d-4b29-82d3-5ff3fdafe93f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71ac258cc29b4b3289fdbfcdcdceb7f2&device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 1095 time: 0.0408368 Aug 31 02:10:01.830695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85782e-939b-42ba-9286-b08daf0cf94a req-a8dba8f4-63f3-462a-b610-b8554f179b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:01.832175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f85782e-939b-42ba-9286-b08daf0cf94a req-a8dba8f4-63f3-462a-b610-b8554f179b26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=568fd8cb-dd62-4085-ae3d-1e3170ea65b2 HTTP/1.1" status: 200 len: 914 time: 0.0834575 Aug 31 02:10:01.873520 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f85782e-939b-42ba-9286-b08daf0cf94a req-6b46b15f-05ea-4164-84cc-11838c45c1f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7055372c-5c48-4066-aea4-c74a96ef190d HTTP/1.1" status: 200 len: 217 time: 0.0339508 Aug 31 02:10:01.925837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85782e-939b-42ba-9286-b08daf0cf94a req-c8c72ed7-e0c5-4053-8994-3dbb95cb1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:01.927237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f85782e-939b-42ba-9286-b08daf0cf94a req-c8c72ed7-e0c5-4053-8994-3dbb95cb1bc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=147144de-91b2-4093-9648-b55ec4a79b54 HTTP/1.1" status: 200 len: 853 time: 0.0465255 Aug 31 02:10:01.957779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f85782e-939b-42ba-9286-b08daf0cf94a req-9c1d0022-8cdb-4fbd-9598-876ea61b8d3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=568fd8cb-dd62-4085-ae3d-1e3170ea65b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238605 Aug 31 02:10:02.045543 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f85782e-939b-42ba-9286-b08daf0cf94a req-c4b7b163-1402-4790-8c82-8f73169b0dc8 service neutron] 10.222.0.15 "GET /v2.0/networks/568fd8cb-dd62-4085-ae3d-1e3170ea65b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807719 Aug 31 02:10:02.071272 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:02.138677 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9f85782e-939b-42ba-9286-b08daf0cf94a req-8e5ed1f6-d15f-45dd-a5e7-cddb72e94d64 service neutron] 10.222.0.15 "GET /v2.0/networks/568fd8cb-dd62-4085-ae3d-1e3170ea65b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857141 Aug 31 02:10:02.292326 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49e938-6cca-4fb6-bbcd-a37aff3a1767 req-3ec40d1b-c36f-4461-b140-3cdd7b07babf tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:02.293803 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac49e938-6cca-4fb6-bbcd-a37aff3a1767 req-3ec40d1b-c36f-4461-b140-3cdd7b07babf tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 943 time: 0.0499604 Aug 31 02:10:02.330805 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ac49e938-6cca-4fb6-bbcd-a37aff3a1767 req-d69960f6-653c-4b5c-923f-234e58ef226c tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309842 Aug 31 02:10:03.446395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cfefb-3ed2-4085-a481-5619eab99a8a req-5838d817-fc0d-403b-87f8-92cc5cb09d7a tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:03.448614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b49cfefb-3ed2-4085-a481-5619eab99a8a req-5838d817-fc0d-403b-87f8-92cc5cb09d7a tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 943 time: 0.0507202 Aug 31 02:10:03.485966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b49cfefb-3ed2-4085-a481-5619eab99a8a req-d864d1b9-09dd-44db-b5fa-c5f70e75c559 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315163 Aug 31 02:10:04.562891 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:10:04.603362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25422b8-8a1e-435c-a12f-a538b6b76bff req-07819374-e75d-4c4c-a6b6-29e69bdd5c43 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:04.604852 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f25422b8-8a1e-435c-a12f-a538b6b76bff req-07819374-e75d-4c4c-a6b6-29e69bdd5c43 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 943 time: 0.0528347 Aug 31 02:10:04.642135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f25422b8-8a1e-435c-a12f-a538b6b76bff req-0a52cf2d-3e54-4db4-b152-74b05196aa07 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314207 Aug 31 02:10:05.038659 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7055372c-5c48-4066-aea4-c74a96ef190d details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:10:05.133256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7055372c-5c48-4066-aea4-c74a96ef190d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7055372c-5c48-4066-aea4-c74a96ef190d,segment=NetworkSegment(b9876e75-2a49-4f26-8a3a-b893938b26a8),segment_id=b9876e75-2a49-4f26-8a3a-b893938b26a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:05.144375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '7055372c-5c48-4066-aea4-c74a96ef190d', 'network_id': '568fd8cb-dd62-4085-ae3d-1e3170ea65b2', 'port_id': '7055372c-5c48-4066-aea4-c74a96ef190d', 'mac_address': 'fa:16:3e:ec:42:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147144de-91b2-4093-9648-b55ec4a79b54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:10:05.180559 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:05.194801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7055372c-5c48-4066-aea4-c74a96ef190d {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:10:05.213994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7055372c-5c48-4066-aea4-c74a96ef190d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7055372c-5c48-4066-aea4-c74a96ef190d,segment=NetworkSegment(b9876e75-2a49-4f26-8a3a-b893938b26a8),segment_id=b9876e75-2a49-4f26-8a3a-b893938b26a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:05.217367 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:05.265323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7055372c-5c48-4066-aea4-c74a96ef190d,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:05.542683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7055372c-5c48-4066-aea4-c74a96ef190d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:10:05.755867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45ef07-0a20-4dfd-bb01-26fc64faeed6 req-44a2a545-c7b9-4b08-9788-5f0b46a28e92 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:05.757343 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c45ef07-0a20-4dfd-bb01-26fc64faeed6 req-44a2a545-c7b9-4b08-9788-5f0b46a28e92 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 944 time: 0.0479701 Aug 31 02:10:05.794708 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c45ef07-0a20-4dfd-bb01-26fc64faeed6 req-0cf5d3a3-a727-4eff-ae26-323b9c1f4fc0 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305474 Aug 31 02:10:06.908058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa7d89-f4bc-4f80-8943-882397b10b50 req-5eb13825-55a5-4711-8043-6ebe82a01dd4 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:06.909539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1fa7d89-f4bc-4f80-8943-882397b10b50 req-5eb13825-55a5-4711-8043-6ebe82a01dd4 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 944 time: 0.0491490 Aug 31 02:10:06.948270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1fa7d89-f4bc-4f80-8943-882397b10b50 req-2c9dcbca-1c7b-42f1-8dcd-15bfeec4096a tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328720 Aug 31 02:10:07.068963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7055372c-5c48-4066-aea4-c74a96ef190d up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:10:07.116957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 7055372c-5c48-4066-aea4-c74a96ef190d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:07.120584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 7055372c-5c48-4066-aea4-c74a96ef190d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:07.121039 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:07.199736 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:07.221805 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b13752-c9eb-4516-828f-095da12a8eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7055372c-5c48-4066-aea4-c74a96ef190d'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:10:07.224187 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01fc379-2342-40f3-9c83-3e0033f8e0cf" -d '{"events": [{"server_uuid": "b3b13752-c9eb-4516-828f-095da12a8eda", "name": "network-vif-plugged", "status": "completed", "tag": "7055372c-5c48-4066-aea4-c74a96ef190d"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:10:07.237123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7055372c-5c48-4066-aea4-c74a96ef190d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7055372c-5c48-4066-aea4-c74a96ef190d,segment=NetworkSegment(b9876e75-2a49-4f26-8a3a-b893938b26a8),segment_id=b9876e75-2a49-4f26-8a3a-b893938b26a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:07.241058 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:07.267017 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5badd9df-63a6-4d5d-98b6-595abbf6c6f8 x-openstack-request-id: req-5badd9df-63a6-4d5d-98b6-595abbf6c6f8 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:10:07.267319 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b13752-c9eb-4516-828f-095da12a8eda", "name": "network-vif-plugged", "status": "completed", "tag": "7055372c-5c48-4066-aea4-c74a96ef190d", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:10:07.267576 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5badd9df-63a6-4d5d-98b6-595abbf6c6f8 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:10:07.267974 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b13752-c9eb-4516-828f-095da12a8eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7055372c-5c48-4066-aea4-c74a96ef190d', 'code': 200} Aug 31 02:10:07.296573 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7055372c-5c48-4066-aea4-c74a96ef190d,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:07.375933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47276302-d9d4-4377-a353-1d2e4db9b53e req-d6c4be62-9070-4759-8eff-d541b40a396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:07.377376 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47276302-d9d4-4377-a353-1d2e4db9b53e req-d6c4be62-9070-4759-8eff-d541b40a396b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 1097 time: 0.0435302 Aug 31 02:10:07.412436 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47276302-d9d4-4377-a353-1d2e4db9b53e req-95203ee9-c81d-40c2-848b-c305a7b777a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285203 Aug 31 02:10:08.062721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c77f6-7174-4c33-8c22-d8b7f7bf1332 req-bf0c9ce0-1b15-4251-a9a6-1dcacafef2ac tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:08.064215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c4c77f6-7174-4c33-8c22-d8b7f7bf1332 req-bf0c9ce0-1b15-4251-a9a6-1dcacafef2ac tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 945 time: 0.0488575 Aug 31 02:10:08.102743 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c4c77f6-7174-4c33-8c22-d8b7f7bf1332 req-2773145b-a4d5-4806-bca1-3766780d3849 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325716 Aug 31 02:10:09.231498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dcd24-bf19-422b-a534-4d4a51e1cc70 req-1e88c55b-f54b-4add-b1e4-09dc036d6cb1 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:09.232998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-452dcd24-bf19-422b-a534-4d4a51e1cc70 req-1e88c55b-f54b-4add-b1e4-09dc036d6cb1 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 945 time: 0.0504489 Aug 31 02:10:09.272228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-452dcd24-bf19-422b-a534-4d4a51e1cc70 req-45c23bd1-b32c-466f-94a5-1742e5af4375 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330222 Aug 31 02:10:09.494053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baa266-346c-4a01-a01c-97b5f1430231 req-296401a6-aa5a-4610-b765-bfffcca9be72 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:09.496129 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23baa266-346c-4a01-a01c-97b5f1430231 req-296401a6-aa5a-4610-b765-bfffcca9be72 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/networks?id=568fd8cb-dd62-4085-ae3d-1e3170ea65b2 HTTP/1.1" status: 200 len: 813 time: 0.1030712 Aug 31 02:10:09.511754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23baa266-346c-4a01-a01c-97b5f1430231 req-091432aa-9c7a-44de-a075-d6c581afc5e1 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/quotas/71ac258cc29b4b3289fdbfcdcdceb7f2 HTTP/1.1" status: 200 len: 375 time: 0.0089810 Aug 31 02:10:09.560196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23baa266-346c-4a01-a01c-97b5f1430231 req-d8e97b98-2d2f-42e7-8a44-151ff63dbcbe tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=71ac258cc29b4b3289fdbfcdcdceb7f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429225 Aug 31 02:10:09.652226 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23baa266-346c-4a01-a01c-97b5f1430231 req-80abed97-73d8-4918-a771-6e3d40dba505 service neutron] 10.222.0.58 "GET /v2.0/networks/568fd8cb-dd62-4085-ae3d-1e3170ea65b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850470 Aug 31 02:10:09.739581 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-23baa266-346c-4a01-a01c-97b5f1430231 req-f0be2502-0804-493e-a3d4-be121a5e1438 service neutron] 10.222.0.58 "GET /v2.0/networks/568fd8cb-dd62-4085-ae3d-1e3170ea65b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811498 Aug 31 02:10:09.896231 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad7914ce-1199-4fce-8bcc-d0dbb4341aa7 req-966a2132-d86c-4791-854b-f4d337bff48e tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e73a9db-5b82-4b4c-ab29-96882497a911 HTTP/1.1" status: 200 len: 210 time: 0.0273860 Aug 31 02:10:10.782283 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baa266-346c-4a01-a01c-97b5f1430231 req-5e2b3c9b-280a-40b7-9945-9a7adffcd0ea tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:10.783765 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23baa266-346c-4a01-a01c-97b5f1430231 req-5e2b3c9b-280a-40b7-9945-9a7adffcd0ea tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.70 "GET /v2.0/networks?id=568fd8cb-dd62-4085-ae3d-1e3170ea65b2 HTTP/1.1" status: 200 len: 813 time: 0.1059685 Aug 31 02:10:10.796500 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-23baa266-346c-4a01-a01c-97b5f1430231 req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Request body: {'port': {'device_id': '9e73a9db-5b82-4b4c-ab29-96882497a911', 'network_id': '568fd8cb-dd62-4085-ae3d-1e3170ea65b2', 'admin_state_up': True, 'tenant_id': '71ac258cc29b4b3289fdbfcdcdceb7f2'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:10.903831 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23baa266-346c-4a01-a01c-97b5f1430231 req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Made reservation on behalf of 71ac258cc29b4b3289fdbfcdcdceb7f2 for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:10.907463 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-23baa266-346c-4a01-a01c-97b5f1430231 req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:10.995129 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2649b098-d75a-40a7-92a7-6239a00dcb2b req-a520269f-de17-47a9-b89d-42d98fd4aa96 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e73a9db-5b82-4b4c-ab29-96882497a911 HTTP/1.1" status: 200 len: 210 time: 0.0309699 Aug 31 02:10:11.041361 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-23baa266-346c-4a01-a01c-97b5f1430231 req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Allocated IP 172.20.0.12 (568fd8cb-dd62-4085-ae3d-1e3170ea65b2/147144de-91b2-4093-9648-b55ec4a79b54/6b91cea1-16f3-4746-b9e2-1e0523bb1085) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:10:11.189513 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-23baa266-346c-4a01-a01c-97b5f1430231 req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:11.227730 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-23baa266-346c-4a01-a01c-97b5f1430231 req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:11.253196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7055372c-5c48-4066-aea4-c74a96ef190d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:10:11.271841 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23baa266-346c-4a01-a01c-97b5f1430231 req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Network 568fd8cb-dd62-4085-ae3d-1e3170ea65b2 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:11.274932 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-23baa266-346c-4a01-a01c-97b5f1430231 req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:11.281315 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-23baa266-346c-4a01-a01c-97b5f1430231 req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:10:11.304543 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Pushing event updated for resources: {'Port': ['ID=6b91cea1-16f3-4746-b9e2-1e0523bb1085,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:11.319202 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:11.319572 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:11.319911 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:11.320243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:11.320572 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:11.320897 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:11.321219 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:11.321541 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:11.321860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:11.322176 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:11.322491 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:11.322805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:11.349663 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baa266-346c-4a01-a01c-97b5f1430231 req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:11.350343 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-23baa266-346c-4a01-a01c-97b5f1430231 req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:11.366256 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23baa266-346c-4a01-a01c-97b5f1430231 req-fc666b95-39c3-45ff-a8bf-d9e71c23fd89 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5736547 Aug 31 02:10:11.378856 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Request body: {'port': {'device_id': '9e73a9db-5b82-4b4c-ab29-96882497a911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:11.437271 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:11.690502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b91cea1-16f3-4746-b9e2-1e0523bb1085 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:10:11.698052 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:11.709798 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Transition to ACTIVE for port object 6b91cea1-16f3-4746-b9e2-1e0523bb1085 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:11.713237 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:11.765357 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b91cea1-16f3-4746-b9e2-1e0523bb1085,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:11.831406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Attempting to bind port 6b91cea1-16f3-4746-b9e2-1e0523bb1085 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:10:11.832051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Attempting to bind port 6b91cea1-16f3-4746-b9e2-1e0523bb1085 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': 'b9876e75-2a49-4f26-8a3a-b893938b26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '568fd8cb-dd62-4085-ae3d-1e3170ea65b2'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:10:11.832051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Attempting to bind port 6b91cea1-16f3-4746-b9e2-1e0523bb1085 on network 568fd8cb-dd62-4085-ae3d-1e3170ea65b2 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:11.836200 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Port 6b91cea1-16f3-4746-b9e2-1e0523bb1085 on network 568fd8cb-dd62-4085-ae3d-1e3170ea65b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:10:11.836516 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Attempting to bind port 6b91cea1-16f3-4746-b9e2-1e0523bb1085 on network 568fd8cb-dd62-4085-ae3d-1e3170ea65b2 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:11.843185 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:10:11.843553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Checking segment: {'id': 'b9876e75-2a49-4f26-8a3a-b893938b26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '568fd8cb-dd62-4085-ae3d-1e3170ea65b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:11.843931 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Bound using segment: {'id': 'b9876e75-2a49-4f26-8a3a-b893938b26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '568fd8cb-dd62-4085-ae3d-1e3170ea65b2'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:10:11.844358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Bound port: 6b91cea1-16f3-4746-b9e2-1e0523bb1085, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9876e75-2a49-4f26-8a3a-b893938b26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '568fd8cb-dd62-4085-ae3d-1e3170ea65b2'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:10:11.844713 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:11.854836 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:11.908270 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] For port 6b91cea1-16f3-4746-b9e2-1e0523bb1085, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:10:11.911426 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] For port 6b91cea1-16f3-4746-b9e2-1e0523bb1085, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6b91cea1-16f3-4746-b9e2-1e0523bb1085,segment=NetworkSegment(b9876e75-2a49-4f26-8a3a-b893938b26a8),segment_id=b9876e75-2a49-4f26-8a3a-b893938b26a8)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:10:11.915353 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:11.951591 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:11.952222 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:11.953623 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23baa266-346c-4a01-a01c-97b5f1430231 req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] 10.222.0.70 "PUT /v2.0/ports/6b91cea1-16f3-4746-b9e2-1e0523bb1085 HTTP/1.1" status: 200 len: 1093 time: 0.5790417 Aug 31 02:10:11.954065 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e73a9db-5b82-4b4c-ab29-96882497a911', 'tag': '6b91cea1-16f3-4746-b9e2-1e0523bb1085'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:10:11.956333 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e323d78b-c5df-4f6b-9ae4-30c608f0be65" -d '{"events": [{"name": "network-changed", "server_uuid": "9e73a9db-5b82-4b4c-ab29-96882497a911", "tag": "6b91cea1-16f3-4746-b9e2-1e0523bb1085"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:10:11.982090 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0b3eb-1549-48d6-9598-094f38ae1ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b91cea1-16f3-4746-b9e2-1e0523bb1085,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:12.020692 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e9627c-8485-4947-af13-5f3d2853fbc2 x-openstack-request-id: req-18e9627c-8485-4947-af13-5f3d2853fbc2 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:10:12.020982 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e73a9db-5b82-4b4c-ab29-96882497a911", "tag": "6b91cea1-16f3-4746-b9e2-1e0523bb1085", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:10:12.021232 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18e9627c-8485-4947-af13-5f3d2853fbc2 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:10:12.021621 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e73a9db-5b82-4b4c-ab29-96882497a911', 'tag': '6b91cea1-16f3-4746-b9e2-1e0523bb1085', 'status': 'completed', 'code': 200} Aug 31 02:10:12.037937 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baa266-346c-4a01-a01c-97b5f1430231 req-66251cef-263c-4e71-a1bd-bef0091162fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:12.039510 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23baa266-346c-4a01-a01c-97b5f1430231 req-66251cef-263c-4e71-a1bd-bef0091162fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71ac258cc29b4b3289fdbfcdcdceb7f2&device_id=9e73a9db-5b82-4b4c-ab29-96882497a911 HTTP/1.1" status: 200 len: 1096 time: 0.0446379 Aug 31 02:10:12.086066 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23baa266-346c-4a01-a01c-97b5f1430231 req-22877fa4-e3af-4106-bdc0-c3da8f761300 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b91cea1-16f3-4746-b9e2-1e0523bb1085 HTTP/1.1" status: 200 len: 217 time: 0.0391350 Aug 31 02:10:12.111243 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b632e9-2f93-40a2-b7f5-2eea61c0654a req-cff868e2-d7ab-4b0e-8219-1f1aa23f716d tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:12.112751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08b632e9-2f93-40a2-b7f5-2eea61c0654a req-cff868e2-d7ab-4b0e-8219-1f1aa23f716d tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e73a9db-5b82-4b4c-ab29-96882497a911 HTTP/1.1" status: 200 len: 944 time: 0.0496373 Aug 31 02:10:12.136711 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baa266-346c-4a01-a01c-97b5f1430231 req-b5ac2957-80fb-4d86-b019-43e32f73a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:12.138189 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23baa266-346c-4a01-a01c-97b5f1430231 req-b5ac2957-80fb-4d86-b019-43e32f73a75f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=147144de-91b2-4093-9648-b55ec4a79b54 HTTP/1.1" status: 200 len: 853 time: 0.0452647 Aug 31 02:10:12.150613 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08b632e9-2f93-40a2-b7f5-2eea61c0654a req-443709a1-fd9c-4fe9-82c0-95f93764b94d tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318034 Aug 31 02:10:12.172806 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23baa266-346c-4a01-a01c-97b5f1430231 req-5b6daa84-43d5-4660-a84a-7939e2f87cc8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=568fd8cb-dd62-4085-ae3d-1e3170ea65b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275474 Aug 31 02:10:12.264862 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23baa266-346c-4a01-a01c-97b5f1430231 req-c26975e2-c286-4337-94a2-77d1fa5962da service neutron] 10.222.0.70 "GET /v2.0/networks/568fd8cb-dd62-4085-ae3d-1e3170ea65b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848870 Aug 31 02:10:12.357694 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23baa266-346c-4a01-a01c-97b5f1430231 req-ca14f688-46e6-4c91-b246-6c3d9ba7ede4 service neutron] 10.222.0.70 "GET /v2.0/networks/568fd8cb-dd62-4085-ae3d-1e3170ea65b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864031 Aug 31 02:10:12.439986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323d78b-c5df-4f6b-9ae4-30c608f0be65 req-e7194192-57ae-4a75-a001-ce39fdcf0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:12.441502 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e323d78b-c5df-4f6b-9ae4-30c608f0be65 req-e7194192-57ae-4a75-a001-ce39fdcf0cf9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71ac258cc29b4b3289fdbfcdcdceb7f2&device_id=9e73a9db-5b82-4b4c-ab29-96882497a911 HTTP/1.1" status: 200 len: 1096 time: 0.0411973 Aug 31 02:10:12.535451 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323d78b-c5df-4f6b-9ae4-30c608f0be65 req-d1af8a06-8655-4ac2-a931-97f9815afbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:12.536837 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e323d78b-c5df-4f6b-9ae4-30c608f0be65 req-d1af8a06-8655-4ac2-a931-97f9815afbae service neutron] 10.222.0.70 "GET /v2.0/networks?id=568fd8cb-dd62-4085-ae3d-1e3170ea65b2 HTTP/1.1" status: 200 len: 914 time: 0.0886040 Aug 31 02:10:12.578116 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e323d78b-c5df-4f6b-9ae4-30c608f0be65 req-cf4b8a9c-314b-4200-8135-1c0aef3c10a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b91cea1-16f3-4746-b9e2-1e0523bb1085 HTTP/1.1" status: 200 len: 217 time: 0.0339656 Aug 31 02:10:12.629891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323d78b-c5df-4f6b-9ae4-30c608f0be65 req-13a30f0c-ccbb-48d3-80b5-e46b2ec1bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:12.631327 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e323d78b-c5df-4f6b-9ae4-30c608f0be65 req-13a30f0c-ccbb-48d3-80b5-e46b2ec1bd56 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=147144de-91b2-4093-9648-b55ec4a79b54 HTTP/1.1" status: 200 len: 853 time: 0.0461576 Aug 31 02:10:12.663480 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e323d78b-c5df-4f6b-9ae4-30c608f0be65 req-69072a9f-95e4-4f87-9827-3e103cc00a2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=568fd8cb-dd62-4085-ae3d-1e3170ea65b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241427 Aug 31 02:10:12.749196 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e323d78b-c5df-4f6b-9ae4-30c608f0be65 req-373ce0cf-44f9-47a3-8a80-2581baaa4a6f service neutron] 10.222.0.70 "GET /v2.0/networks/568fd8cb-dd62-4085-ae3d-1e3170ea65b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785720 Aug 31 02:10:12.841490 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-e323d78b-c5df-4f6b-9ae4-30c608f0be65 req-10c15be9-d589-48ce-a043-dfd2a9df3482 service neutron] 10.222.0.70 "GET /v2.0/networks/568fd8cb-dd62-4085-ae3d-1e3170ea65b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842388 Aug 31 02:10:13.269380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88635e08-85fa-48d8-bee4-ee4b73b761c7 req-99e10666-998f-4ce9-831d-6404d161b926 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:13.271348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88635e08-85fa-48d8-bee4-ee4b73b761c7 req-99e10666-998f-4ce9-831d-6404d161b926 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e73a9db-5b82-4b4c-ab29-96882497a911 HTTP/1.1" status: 200 len: 944 time: 0.0500929 Aug 31 02:10:13.310201 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88635e08-85fa-48d8-bee4-ee4b73b761c7 req-7e95990d-6eca-4de0-90d4-42e6908f85e3 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325272 Aug 31 02:10:13.886315 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6b91cea1-16f3-4746-b9e2-1e0523bb1085 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:10:13.978433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6b91cea1-16f3-4746-b9e2-1e0523bb1085, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6b91cea1-16f3-4746-b9e2-1e0523bb1085,segment=NetworkSegment(b9876e75-2a49-4f26-8a3a-b893938b26a8),segment_id=b9876e75-2a49-4f26-8a3a-b893938b26a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:13.989758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '6b91cea1-16f3-4746-b9e2-1e0523bb1085', 'network_id': '568fd8cb-dd62-4085-ae3d-1e3170ea65b2', 'port_id': '6b91cea1-16f3-4746-b9e2-1e0523bb1085', 'mac_address': 'fa:16:3e:d2:12:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147144de-91b2-4093-9648-b55ec4a79b54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:10:14.028547 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:14.040431 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b91cea1-16f3-4746-b9e2-1e0523bb1085 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:10:14.059733 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6b91cea1-16f3-4746-b9e2-1e0523bb1085, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6b91cea1-16f3-4746-b9e2-1e0523bb1085,segment=NetworkSegment(b9876e75-2a49-4f26-8a3a-b893938b26a8),segment_id=b9876e75-2a49-4f26-8a3a-b893938b26a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:14.064019 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:14.109758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6b91cea1-16f3-4746-b9e2-1e0523bb1085,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:14.248872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6b91cea1-16f3-4746-b9e2-1e0523bb1085'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:10:14.428356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78985019-1766-4cf2-b3ae-dffde44196e8 req-021e63c1-2804-49d0-8e96-8570c0b29c92 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:14.429842 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78985019-1766-4cf2-b3ae-dffde44196e8 req-021e63c1-2804-49d0-8e96-8570c0b29c92 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e73a9db-5b82-4b4c-ab29-96882497a911 HTTP/1.1" status: 200 len: 945 time: 0.0517974 Aug 31 02:10:14.472058 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78985019-1766-4cf2-b3ae-dffde44196e8 req-740c8f81-d0d8-4693-8533-ce32343a3840 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359995 Aug 31 02:10:15.584959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fda62c-b2bb-43a2-909a-3de08f4a25cc req-5387450e-7255-4dec-921b-8a3909b30889 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:15.586347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5fda62c-b2bb-43a2-909a-3de08f4a25cc req-5387450e-7255-4dec-921b-8a3909b30889 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e73a9db-5b82-4b4c-ab29-96882497a911 HTTP/1.1" status: 200 len: 945 time: 0.0491772 Aug 31 02:10:15.624081 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5fda62c-b2bb-43a2-909a-3de08f4a25cc req-64e517e4-9a77-4485-9452-40fe56217b73 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309913 Aug 31 02:10:15.917990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6b91cea1-16f3-4746-b9e2-1e0523bb1085 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:10:15.965265 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 6b91cea1-16f3-4746-b9e2-1e0523bb1085 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:15.968913 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 6b91cea1-16f3-4746-b9e2-1e0523bb1085 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:15.969314 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:16.049384 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:16.071492 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e73a9db-5b82-4b4c-ab29-96882497a911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b91cea1-16f3-4746-b9e2-1e0523bb1085'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:10:16.074434 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1206461-87bc-4199-92fc-448ba02a227f" -d '{"events": [{"server_uuid": "9e73a9db-5b82-4b4c-ab29-96882497a911", "name": "network-vif-plugged", "status": "completed", "tag": "6b91cea1-16f3-4746-b9e2-1e0523bb1085"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:10:16.089269 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 6b91cea1-16f3-4746-b9e2-1e0523bb1085, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6b91cea1-16f3-4746-b9e2-1e0523bb1085,segment=NetworkSegment(b9876e75-2a49-4f26-8a3a-b893938b26a8),segment_id=b9876e75-2a49-4f26-8a3a-b893938b26a8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:16.093234 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:16.117603 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c9d815-4cce-4ba8-9f99-06277d01e6ff x-openstack-request-id: req-26c9d815-4cce-4ba8-9f99-06277d01e6ff {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:10:16.117900 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e73a9db-5b82-4b4c-ab29-96882497a911", "name": "network-vif-plugged", "status": "completed", "tag": "6b91cea1-16f3-4746-b9e2-1e0523bb1085", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:10:16.118498 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26c9d815-4cce-4ba8-9f99-06277d01e6ff {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:10:16.118891 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e73a9db-5b82-4b4c-ab29-96882497a911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b91cea1-16f3-4746-b9e2-1e0523bb1085', 'code': 200} Aug 31 02:10:16.149021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=6b91cea1-16f3-4746-b9e2-1e0523bb1085,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:16.208390 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4a9e8-0d7c-4ef7-8841-818428c7c07f req-7a2f01b0-b96b-4afb-b271-1cfd3b491938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:16.209802 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-14d4a9e8-0d7c-4ef7-8841-818428c7c07f req-7a2f01b0-b96b-4afb-b271-1cfd3b491938 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9e73a9db-5b82-4b4c-ab29-96882497a911 HTTP/1.1" status: 200 len: 1098 time: 0.0412943 Aug 31 02:10:16.243953 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-14d4a9e8-0d7c-4ef7-8841-818428c7c07f req-65327d6b-b806-40a7-9ed7-b7bc894d5eb0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268793 Aug 31 02:10:16.738119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86648de-9159-44f6-b8d5-39dc8530a024 req-6a68db22-ee90-48e2-b1d4-454ac6608b05 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:16.739626 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e86648de-9159-44f6-b8d5-39dc8530a024 req-6a68db22-ee90-48e2-b1d4-454ac6608b05 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e73a9db-5b82-4b4c-ab29-96882497a911 HTTP/1.1" status: 200 len: 946 time: 0.0499587 Aug 31 02:10:16.777886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e86648de-9159-44f6-b8d5-39dc8530a024 req-814f6f38-8965-4849-b109-9aa696e00207 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323954 Aug 31 02:10:17.892669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c123a6-adfa-45a4-9fc8-ecd2c873bf22 req-1ee4354e-71aa-409f-a488-945284bee7a2 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:17.894153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03c123a6-adfa-45a4-9fc8-ecd2c873bf22 req-1ee4354e-71aa-409f-a488-945284bee7a2 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e73a9db-5b82-4b4c-ab29-96882497a911 HTTP/1.1" status: 200 len: 946 time: 0.0490847 Aug 31 02:10:17.943872 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03c123a6-adfa-45a4-9fc8-ecd2c873bf22 req-06173725-44ff-4982-b4fc-d5e90a2d37fa tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435960 Aug 31 02:10:18.178062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4bf3b-1480-4cd5-99f9-abc561ffb264 req-fa850ca1-a92e-4046-b639-cea69fc23e34 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:18.179669 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71d4bf3b-1480-4cd5-99f9-abc561ffb264 req-fa850ca1-a92e-4046-b639-cea69fc23e34 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e73a9db-5b82-4b4c-ab29-96882497a911 HTTP/1.1" status: 200 len: 946 time: 0.0493801 Aug 31 02:10:18.219001 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71d4bf3b-1480-4cd5-99f9-abc561ffb264 req-ae282b94-3ab2-420c-8485-dbdb29fc2e2b tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333149 Aug 31 02:10:19.335525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1386a2f-fb7b-4748-b82f-ef7b70b8ac67 req-9cbe96a4-db01-49b4-8db7-e8d2d354f576 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:19.336996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1386a2f-fb7b-4748-b82f-ef7b70b8ac67 req-9cbe96a4-db01-49b4-8db7-e8d2d354f576 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e73a9db-5b82-4b4c-ab29-96882497a911 HTTP/1.1" status: 200 len: 946 time: 0.0495834 Aug 31 02:10:19.375085 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1386a2f-fb7b-4748-b82f-ef7b70b8ac67 req-b6189f08-e25a-4877-a44e-c07cc23126eb tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316811 Aug 31 02:10:19.429793 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a4fd2-8b0f-4257-98f8-0787613195ea req-203a2fa5-3ef7-443a-9d32-30eed8d9763a tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:19.431250 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1b2a4fd2-8b0f-4257-98f8-0787613195ea req-203a2fa5-3ef7-443a-9d32-30eed8d9763a tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e73a9db-5b82-4b4c-ab29-96882497a911 HTTP/1.1" status: 200 len: 946 time: 0.0497959 Aug 31 02:10:19.522830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-1b2a4fd2-8b0f-4257-98f8-0787613195ea req-52b383f9-5cdb-4efb-be30-7542fd7038f6 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Deleting port 6b91cea1-16f3-4746-b9e2-1e0523bb1085 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:10:19.523174 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1b2a4fd2-8b0f-4257-98f8-0787613195ea req-52b383f9-5cdb-4efb-be30-7542fd7038f6 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:19.614024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-1b2a4fd2-8b0f-4257-98f8-0787613195ea req-52b383f9-5cdb-4efb-be30-7542fd7038f6 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] For port 6b91cea1-16f3-4746-b9e2-1e0523bb1085, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=6b91cea1-16f3-4746-b9e2-1e0523bb1085,segment=NetworkSegment(b9876e75-2a49-4f26-8a3a-b893938b26a8),segment_id=b9876e75-2a49-4f26-8a3a-b893938b26a8)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:19.614391 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1b2a4fd2-8b0f-4257-98f8-0787613195ea req-52b383f9-5cdb-4efb-be30-7542fd7038f6 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:19.627211 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-1b2a4fd2-8b0f-4257-98f8-0787613195ea req-52b383f9-5cdb-4efb-be30-7542fd7038f6 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Calling delete_port for 6b91cea1-16f3-4746-b9e2-1e0523bb1085 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:10:19.754808 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1b2a4fd2-8b0f-4257-98f8-0787613195ea req-52b383f9-5cdb-4efb-be30-7542fd7038f6 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:19.765866 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['6b91cea1-16f3-4746-b9e2-1e0523bb1085'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:10:19.784968 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b383f9-5cdb-4efb-be30-7542fd7038f6 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Pushing event deleted for resources: {'Port': ['ID=6b91cea1-16f3-4746-b9e2-1e0523bb1085,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:19.787792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7055372c-5c48-4066-aea4-c74a96ef190d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:10:19.830664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2a4fd2-8b0f-4257-98f8-0787613195ea req-52b383f9-5cdb-4efb-be30-7542fd7038f6 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] No DVR routers for this DVR port 6b91cea1-16f3-4746-b9e2-1e0523bb1085 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:10:19.833450 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-1b2a4fd2-8b0f-4257-98f8-0787613195ea req-52b383f9-5cdb-4efb-be30-7542fd7038f6 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:19.835521 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-1b2a4fd2-8b0f-4257-98f8-0787613195ea req-52b383f9-5cdb-4efb-be30-7542fd7038f6 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.70 "DELETE /v2.0/ports/6b91cea1-16f3-4746-b9e2-1e0523bb1085 HTTP/1.1" status: 204 len: 173 time: 0.3984032 Aug 31 02:10:19.836152 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e73a9db-5b82-4b4c-ab29-96882497a911', 'name': 'network-vif-deleted', 'tag': '6b91cea1-16f3-4746-b9e2-1e0523bb1085'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:10:19.838389 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253b7b8f-2f6e-4d49-a3c5-added88ba72b" -d '{"events": [{"server_uuid": "9e73a9db-5b82-4b4c-ab29-96882497a911", "name": "network-vif-deleted", "tag": "6b91cea1-16f3-4746-b9e2-1e0523bb1085"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:10:19.881750 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b265be23-924d-4b45-b1cd-5a6e7ad4b3ae x-openstack-request-id: req-b265be23-924d-4b45-b1cd-5a6e7ad4b3ae {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:10:19.882051 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e73a9db-5b82-4b4c-ab29-96882497a911", "name": "network-vif-deleted", "tag": "6b91cea1-16f3-4746-b9e2-1e0523bb1085", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:10:19.882310 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b265be23-924d-4b45-b1cd-5a6e7ad4b3ae {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:10:19.882717 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e73a9db-5b82-4b4c-ab29-96882497a911', 'name': 'network-vif-deleted', 'tag': '6b91cea1-16f3-4746-b9e2-1e0523bb1085', 'status': 'completed', 'code': 200} Aug 31 02:10:20.531559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7779d-f846-4e8b-a3eb-4f0ebf3e0c87 req-27e56e43-c202-42c3-9d90-67a38db8d810 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:20.533035 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1c7779d-f846-4e8b-a3eb-4f0ebf3e0c87 req-27e56e43-c202-42c3-9d90-67a38db8d810 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 945 time: 0.0481968 Aug 31 02:10:20.574193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d1c7779d-f846-4e8b-a3eb-4f0ebf3e0c87 req-7c953699-9adb-44b7-b0ba-2006066e6222 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352952 Aug 31 02:10:20.702493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d0789-af54-4174-a899-bdd05a025ae0 req-3752731c-b90c-4d70-b6e3-e08ebb12f523 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:20.703898 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-781d0789-af54-4174-a899-bdd05a025ae0 req-3752731c-b90c-4d70-b6e3-e08ebb12f523 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 945 time: 0.0484381 Aug 31 02:10:20.741812 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-781d0789-af54-4174-a899-bdd05a025ae0 req-93c10e2e-fcf7-4fea-a34b-b8edc6c1e761 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 Aug 31 02:10:20.856175 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb4675-877c-4679-ac77-e6c88cf7ce9a req-fc48b2af-7d42-4ae4-b0a3-48245f0519ee tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:20.857632 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49cb4675-877c-4679-ac77-e6c88cf7ce9a req-fc48b2af-7d42-4ae4-b0a3-48245f0519ee tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 945 time: 0.0486095 Aug 31 02:10:20.894040 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49cb4675-877c-4679-ac77-e6c88cf7ce9a req-c77e63a8-2634-41e5-b8f1-a3d7f707f5ea tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305996 Aug 31 02:10:21.058536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd2546-a85a-4086-9618-4fadad77c5cf req-7d3e2296-f1e8-4122-b694-55183460b739 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:21.060084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26cd2546-a85a-4086-9618-4fadad77c5cf req-7d3e2296-f1e8-4122-b694-55183460b739 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 945 time: 0.0493345 Aug 31 02:10:21.102267 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-26cd2546-a85a-4086-9618-4fadad77c5cf req-e6ccbbc3-3537-4836-8ae4-d689052d1c10 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362487 Aug 31 02:10:21.216177 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cbdaa-4cd6-42e2-815b-60fe1fab7c87 req-a9bbae3c-f9f8-4517-b619-08206aff0bb7 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:21.217571 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a9cbdaa-4cd6-42e2-815b-60fe1fab7c87 req-a9bbae3c-f9f8-4517-b619-08206aff0bb7 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 945 time: 0.0495551 Aug 31 02:10:21.254620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a9cbdaa-4cd6-42e2-815b-60fe1fab7c87 req-c3c2c655-797b-4569-8487-d81608f6afb9 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312052 Aug 31 02:10:21.334989 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-adaaa664-956e-4547-ba08-38ab039199b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:21.379190 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff17792-d6f6-40bb-a987-e46ebecb6729 req-080c0f41-d557-4a71-acc7-daaad9b25ed4 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:21.380733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cff17792-d6f6-40bb-a987-e46ebecb6729 req-080c0f41-d557-4a71-acc7-daaad9b25ed4 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 945 time: 0.0499079 Aug 31 02:10:21.418491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cff17792-d6f6-40bb-a987-e46ebecb6729 req-5f28db48-91d4-44ba-953c-fd08e65a8d84 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311458 Aug 31 02:10:21.724506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e3502-4ad5-4598-8bd8-a8f7f1e36ca0 req-b6b27b41-83c9-42f9-8e75-bed4184ee37d tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:21.725891 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-269e3502-4ad5-4598-8bd8-a8f7f1e36ca0 req-b6b27b41-83c9-42f9-8e75-bed4184ee37d tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 945 time: 0.0505033 Aug 31 02:10:21.768250 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-269e3502-4ad5-4598-8bd8-a8f7f1e36ca0 req-ef9321a5-9895-4d49-a1c4-6644b7e30ff8 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358186 Aug 31 02:10:21.959146 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6b91cea1-16f3-4746-b9e2-1e0523bb1085 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:10:21.980157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 6b91cea1-16f3-4746-b9e2-1e0523bb1085 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:10:21.980430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 6b91cea1-16f3-4746-b9e2-1e0523bb1085 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:10:22.882866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e0a94-cdbc-48e0-aa67-805ad2f6e8e9 req-39fc5c0f-e829-44f0-a3c3-a39634c22e43 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:22.884341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b22e0a94-cdbc-48e0-aa67-805ad2f6e8e9 req-39fc5c0f-e829-44f0-a3c3-a39634c22e43 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 945 time: 0.0479376 Aug 31 02:10:22.923625 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b22e0a94-cdbc-48e0-aa67-805ad2f6e8e9 req-56ea012e-b4ca-4ebf-ada0-00d0012d533d tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/security-groups?id=0369f305-8f7c-48dd-bb5d-27633bf7131c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326879 Aug 31 02:10:23.302727 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc874e87-5ab1-4e1e-b6b4-4134f80b2deb req-84add9f7-ba33-4619-a90f-4dbd52e54af2 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:23.304252 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc874e87-5ab1-4e1e-b6b4-4134f80b2deb req-84add9f7-ba33-4619-a90f-4dbd52e54af2 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 945 time: 0.0492928 Aug 31 02:10:23.397576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-fc874e87-5ab1-4e1e-b6b4-4134f80b2deb req-a787d547-1a18-4c8f-93c1-cf36aa4bb4b2 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Deleting port 7055372c-5c48-4066-aea4-c74a96ef190d {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:10:23.397922 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fc874e87-5ab1-4e1e-b6b4-4134f80b2deb req-a787d547-1a18-4c8f-93c1-cf36aa4bb4b2 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:23.487420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-fc874e87-5ab1-4e1e-b6b4-4134f80b2deb req-a787d547-1a18-4c8f-93c1-cf36aa4bb4b2 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] For port 7055372c-5c48-4066-aea4-c74a96ef190d, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7055372c-5c48-4066-aea4-c74a96ef190d,segment=NetworkSegment(b9876e75-2a49-4f26-8a3a-b893938b26a8),segment_id=b9876e75-2a49-4f26-8a3a-b893938b26a8)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:23.487788 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fc874e87-5ab1-4e1e-b6b4-4134f80b2deb req-a787d547-1a18-4c8f-93c1-cf36aa4bb4b2 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:23.500684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-fc874e87-5ab1-4e1e-b6b4-4134f80b2deb req-a787d547-1a18-4c8f-93c1-cf36aa4bb4b2 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Calling delete_port for 7055372c-5c48-4066-aea4-c74a96ef190d owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:10:23.627117 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fc874e87-5ab1-4e1e-b6b4-4134f80b2deb req-a787d547-1a18-4c8f-93c1-cf36aa4bb4b2 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:23.653920 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787d547-1a18-4c8f-93c1-cf36aa4bb4b2 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Pushing event deleted for resources: {'Port': ['ID=7055372c-5c48-4066-aea4-c74a96ef190d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:23.664774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7055372c-5c48-4066-aea4-c74a96ef190d'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:10:23.696921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc874e87-5ab1-4e1e-b6b4-4134f80b2deb req-a787d547-1a18-4c8f-93c1-cf36aa4bb4b2 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] No DVR routers for this DVR port 7055372c-5c48-4066-aea4-c74a96ef190d on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:10:23.700103 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-fc874e87-5ab1-4e1e-b6b4-4134f80b2deb req-a787d547-1a18-4c8f-93c1-cf36aa4bb4b2 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:23.702145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc874e87-5ab1-4e1e-b6b4-4134f80b2deb req-a787d547-1a18-4c8f-93c1-cf36aa4bb4b2 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.15 "DELETE /v2.0/ports/7055372c-5c48-4066-aea4-c74a96ef190d HTTP/1.1" status: 204 len: 173 time: 0.3919201 Aug 31 02:10:23.702582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b13752-c9eb-4516-828f-095da12a8eda', 'name': 'network-vif-deleted', 'tag': '7055372c-5c48-4066-aea4-c74a96ef190d'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:10:23.704897 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa51678-9edd-46b0-bcd9-87d07e7f6d14" -d '{"events": [{"server_uuid": "b3b13752-c9eb-4516-828f-095da12a8eda", "name": "network-vif-deleted", "tag": "7055372c-5c48-4066-aea4-c74a96ef190d"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:10:23.741840 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe5f22f-ca5a-42e0-b4ed-24a2ad0782ed x-openstack-request-id: req-5fe5f22f-ca5a-42e0-b4ed-24a2ad0782ed {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:10:23.742131 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b13752-c9eb-4516-828f-095da12a8eda", "name": "network-vif-deleted", "tag": "7055372c-5c48-4066-aea4-c74a96ef190d", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:10:23.742382 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5fe5f22f-ca5a-42e0-b4ed-24a2ad0782ed {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:10:23.742790 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b13752-c9eb-4516-828f-095da12a8eda', 'name': 'network-vif-deleted', 'tag': '7055372c-5c48-4066-aea4-c74a96ef190d', 'status': 'completed', 'code': 200} Aug 31 02:10:23.860148 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-313f6ead-6dd8-4b14-89e9-34258df3f603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:24.034444 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b24af65-331c-40d7-920c-9ed3be9990de req-406a5997-9ae1-4a0e-a964-14341f2e6149 tempest-ServersNegativeTestJSON-1028410203 tempest-ServersNegativeTestJSON-1028410203-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3b13752-c9eb-4516-828f-095da12a8eda HTTP/1.1" status: 200 len: 210 time: 0.0309231 Aug 31 02:10:24.175086 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:24.730098 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.091490 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39036) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:25.134537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1363b81-5022-41d7-8b22-3d7b47a293ae admin admin] Deleting subnet 147144de-91b2-4093-9648-b55ec4a79b54 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:10:25.138132 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1363b81-5022-41d7-8b22-3d7b47a293ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.170922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1363b81-5022-41d7-8b22-3d7b47a293ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.208878 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1363b81-5022-41d7-8b22-3d7b47a293ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.258057 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1363b81-5022-41d7-8b22-3d7b47a293ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.292357 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c1363b81-5022-41d7-8b22-3d7b47a293ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.294430 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c1363b81-5022-41d7-8b22-3d7b47a293ae admin admin] 10.222.0.58 "DELETE /v2.0/subnets/147144de-91b2-4093-9648-b55ec4a79b54 HTTP/1.1" status: 204 len: 168 time: 0.2017415 Aug 31 02:10:25.295442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1363b81-5022-41d7-8b22-3d7b47a293ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147144de-91b2-4093-9648-b55ec4a79b54,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:25.296951 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39038) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:25.364710 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6afaf0b-210b-4722-b663-44b1c394aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.446493 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6afaf0b-210b-4722-b663-44b1c394aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.456807 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c6afaf0b-210b-4722-b663-44b1c394aa2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568fd8cb-dd62-4085-ae3d-1e3170ea65b2']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:25.466862 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c6afaf0b-210b-4722-b663-44b1c394aa2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9876e75-2a49-4f26-8a3a-b893938b26a8') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:25.467158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c6afaf0b-210b-4722-b663-44b1c394aa2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9876e75-2a49-4f26-8a3a-b893938b26a8') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:25.475706 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6afaf0b-210b-4722-b663-44b1c394aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.489537 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6afaf0b-210b-4722-b663-44b1c394aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.495840 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6afaf0b-210b-4722-b663-44b1c394aa2e admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:10:25.496276 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6afaf0b-210b-4722-b663-44b1c394aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: timer() Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:10:25.498207 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:10:25.550934 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6afaf0b-210b-4722-b663-44b1c394aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.556418 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6afaf0b-210b-4722-b663-44b1c394aa2e admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.558883 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c6afaf0b-210b-4722-b663-44b1c394aa2e admin admin] 10.222.0.58 "DELETE /v2.0/networks/568fd8cb-dd62-4085-ae3d-1e3170ea65b2 HTTP/1.1" status: 204 len: 168 time: 0.2608714 Aug 31 02:10:25.569746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afaf0b-210b-4722-b663-44b1c394aa2e admin admin] Pushing event deleted for resources: {'Network': ['ID=568fd8cb-dd62-4085-ae3d-1e3170ea65b2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:25.665766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39042) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:25.705420 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-67470bb1-7024-4aa3-8cd7-2fc8965249a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71ac258cc29b4b3289fdbfcdcdceb7f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385437 Aug 31 02:10:25.707850 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39044) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:25.759147 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9365a499-7a42-4aee-a306-e7e4cbf41fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.780178 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9365a499-7a42-4aee-a306-e7e4cbf41fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.825384 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9365a499-7a42-4aee-a306-e7e4cbf41fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.827881 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9365a499-7a42-4aee-a306-e7e4cbf41fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:25.829047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9365a499-7a42-4aee-a306-e7e4cbf41fb7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0369f305-8f7c-48dd-bb5d-27633bf7131c HTTP/1.1" status: 204 len: 168 time: 0.1203260 Aug 31 02:10:25.836795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365a499-7a42-4aee-a306-e7e4cbf41fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0369f305-8f7c-48dd-bb5d-27633bf7131c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:26.497406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39066) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:26.590143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-219213537'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:26.611375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Made reservation on behalf of 5bf32026e93c4bf8b187b7c96c33ba56 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:26.614704 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:26.623179 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:26.716032 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:26.720236 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:26.746303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:10:26.755655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2b4702-a34b-488d-a64b-9c11683d0ef3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:26.760125 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:26.760469 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Added segment a5ba028e-227b-4915-9a34-a08258e9c67b of type vlan for network 453e8c35-ef77-44b7-91c5-169471b43f40 Aug 31 02:10:26.773788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:26.774134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:26.774480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:26.774814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:26.775146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:26.775506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:26.775835 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:26.776162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:26.777194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:26.777607 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:26.777935 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:26.778259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:26.820632 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:26.848257 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:26.853741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:26.854328 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:26.910585 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4116399 Aug 31 02:10:26.922046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b3d38-6c07-48d8-a41b-39d1b48741e4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event updated for resources: {'Network': ['ID=453e8c35-ef77-44b7-91c5-169471b43f40,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:26.933602 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 453e8c35-ef77-44b7-91c5-169471b43f40 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:10:26.946987 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:27.193866 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7055372c-5c48-4066-aea4-c74a96ef190d no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:10:27.215092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 7055372c-5c48-4066-aea4-c74a96ef190d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:10:27.215459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7055372c-5c48-4066-aea4-c74a96ef190d not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:10:30.301055 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39070) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:30.306340 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-44f3faac-fe26-4de7-a2a6-58313b564276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Request body: {'subnet': {'network_id': '453e8c35-ef77-44b7-91c5-169471b43f40', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:30.392207 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f3faac-fe26-4de7-a2a6-58313b564276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Made reservation on behalf of 5bf32026e93c4bf8b187b7c96c33ba56 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:30.395615 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-44f3faac-fe26-4de7-a2a6-58313b564276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:30.589185 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-44f3faac-fe26-4de7-a2a6-58313b564276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:30.652990 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3faac-fe26-4de7-a2a6-58313b564276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event updated for resources: {'Subnet': ['ID=64ee4dde-3a06-48c8-8d66-2834367c1418,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:30.660150 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f3faac-fe26-4de7-a2a6-58313b564276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Checking segment: {'id': 'a5ba028e-227b-4915-9a34-a08258e9c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '453e8c35-ef77-44b7-91c5-169471b43f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:30.660401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f3faac-fe26-4de7-a2a6-58313b564276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Network hostable DHCP agents. Network: 453e8c35-ef77-44b7-91c5-169471b43f40, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:10:30.677021 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f3faac-fe26-4de7-a2a6-58313b564276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Network 453e8c35-ef77-44b7-91c5-169471b43f40 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:10:30.685271 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-44f3faac-fe26-4de7-a2a6-58313b564276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 453e8c35-ef77-44b7-91c5-169471b43f40) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:30.689316 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f3faac-fe26-4de7-a2a6-58313b564276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:30.690000 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-44f3faac-fe26-4de7-a2a6-58313b564276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:30.694081 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da09ca3-b62c-4595-ac2e-b9751952b205 None None] Network 453e8c35-ef77-44b7-91c5-169471b43f40 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:30.706609 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-44f3faac-fe26-4de7-a2a6-58313b564276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4044154 Aug 31 02:10:30.709959 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39072) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:30.714972 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-64051e08-af74-46c0-8bf2-109e9e5c3502 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1960740637'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:30.735254 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64051e08-af74-46c0-8bf2-109e9e5c3502 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Made reservation on behalf of 5bf32026e93c4bf8b187b7c96c33ba56 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:30.738610 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-64051e08-af74-46c0-8bf2-109e9e5c3502 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:30.762281 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64051e08-af74-46c0-8bf2-109e9e5c3502 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:10:30.771205 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-64051e08-af74-46c0-8bf2-109e9e5c3502 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:30.771578 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-64051e08-af74-46c0-8bf2-109e9e5c3502 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Added segment 6cae6089-7af2-40cd-99e4-55fd808e590a of type vlan for network d2a5be63-462b-4fa8-939d-919586c2c038 Aug 31 02:10:30.811759 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-64051e08-af74-46c0-8bf2-109e9e5c3502 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:30.836924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-453e8c35-ef77-44b7-91c5-169471b43f40', 'network_id': '453e8c35-ef77-44b7-91c5-169471b43f40', 'tenant_id': '5bf32026e93c4bf8b187b7c96c33ba56', 'fixed_ips': [{'subnet_id': '64ee4dde-3a06-48c8-8d66-2834367c1418'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:10:30.837416 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-64051e08-af74-46c0-8bf2-109e9e5c3502 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:30.837842 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:30.843183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64051e08-af74-46c0-8bf2-109e9e5c3502 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:30.843752 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-64051e08-af74-46c0-8bf2-109e9e5c3502 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:30.899024 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-64051e08-af74-46c0-8bf2-109e9e5c3502 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1880343 Aug 31 02:10:30.902236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39074) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:30.909117 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-2ae44db8-276c-4566-a607-d4b8fa910ad1 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Request body: {'subnet': {'network_id': 'd2a5be63-462b-4fa8-939d-919586c2c038', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:30.909866 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64051e08-af74-46c0-8bf2-109e9e5c3502 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event updated for resources: {'Network': ['ID=d2a5be63-462b-4fa8-939d-919586c2c038,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:30.922055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network d2a5be63-462b-4fa8-939d-919586c2c038 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:10:31.007571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae44db8-276c-4566-a607-d4b8fa910ad1 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Made reservation on behalf of 5bf32026e93c4bf8b187b7c96c33ba56 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:31.011738 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2ae44db8-276c-4566-a607-d4b8fa910ad1 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.028522 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Allocated IP 2001:db8:0:ffff::2 (453e8c35-ef77-44b7-91c5-169471b43f40/64ee4dde-3a06-48c8-8d66-2834367c1418/ed41f732-7f9e-4856-8d66-35a870ae5055) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:10:31.173210 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.181234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Transition to ACTIVE for port object ed41f732-7f9e-4856-8d66-35a870ae5055 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:31.196331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Transition to ACTIVE for port object ed41f732-7f9e-4856-8d66-35a870ae5055 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:31.202959 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.212646 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2ae44db8-276c-4566-a607-d4b8fa910ad1 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.239852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Network 453e8c35-ef77-44b7-91c5-169471b43f40 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:31.244581 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:31.248224 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:10:31.263656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Pushing event updated for resources: {'Port': ['ID=ed41f732-7f9e-4856-8d66-35a870ae5055,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:31.277538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae44db8-276c-4566-a607-d4b8fa910ad1 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event updated for resources: {'Subnet': ['ID=bb065efc-f395-4d0e-ac08-26f08d13dfb2,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:31.285041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae44db8-276c-4566-a607-d4b8fa910ad1 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Checking segment: {'id': '6cae6089-7af2-40cd-99e4-55fd808e590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2a5be63-462b-4fa8-939d-919586c2c038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:31.285274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae44db8-276c-4566-a607-d4b8fa910ad1 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Network hostable DHCP agents. Network: d2a5be63-462b-4fa8-939d-919586c2c038, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:10:31.300978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:31.301323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:31.301660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:31.302009 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:31.302336 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:31.302657 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:31.302978 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:31.303632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:31.303981 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:31.304301 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:31.304404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae44db8-276c-4566-a607-d4b8fa910ad1 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Network d2a5be63-462b-4fa8-939d-919586c2c038 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:10:31.304620 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:31.304936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:31.318363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-2ae44db8-276c-4566-a607-d4b8fa910ad1 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, d2a5be63-462b-4fa8-939d-919586c2c038) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:31.321688 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Attempting to bind port ed41f732-7f9e-4856-8d66-35a870ae5055 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:10:31.322056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Attempting to bind port ed41f732-7f9e-4856-8d66-35a870ae5055 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'a5ba028e-227b-4915-9a34-a08258e9c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '453e8c35-ef77-44b7-91c5-169471b43f40'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:10:31.322416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Attempting to bind port ed41f732-7f9e-4856-8d66-35a870ae5055 on network 453e8c35-ef77-44b7-91c5-169471b43f40 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:31.322542 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae44db8-276c-4566-a607-d4b8fa910ad1 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:31.323697 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2ae44db8-276c-4566-a607-d4b8fa910ad1 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.328398 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:10:31.328765 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Checking segment: {'id': 'a5ba028e-227b-4915-9a34-a08258e9c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '453e8c35-ef77-44b7-91c5-169471b43f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:31.329165 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.329674 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Bound using segment: {'id': 'a5ba028e-227b-4915-9a34-a08258e9c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '453e8c35-ef77-44b7-91c5-169471b43f40'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:10:31.330140 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Bound port: ed41f732-7f9e-4856-8d66-35a870ae5055, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ba028e-227b-4915-9a34-a08258e9c67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '453e8c35-ef77-44b7-91c5-169471b43f40'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:10:31.330513 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.337863 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2ae44db8-276c-4566-a607-d4b8fa910ad1 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4339063 Aug 31 02:10:31.341128 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c9bbe5-6b16-496d-b2bb-1ad671fdbdc7 None None] Network d2a5be63-462b-4fa8-939d-919586c2c038 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:31.341870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39076) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:31.438038 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.455824 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] For port ed41f732-7f9e-4856-8d66-35a870ae5055, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:10:31.460123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] For port ed41f732-7f9e-4856-8d66-35a870ae5055, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ed41f732-7f9e-4856-8d66-35a870ae5055,segment=NetworkSegment(a5ba028e-227b-4915-9a34-a08258e9c67b),segment_id=a5ba028e-227b-4915-9a34-a08258e9c67b)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:10:31.465878 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.519301 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.571132 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11feab55-982b-4af1-9b1b-ba3ad8f40ce6 None None] Pushing event updated for resources: {'Port': ['ID=ed41f732-7f9e-4856-8d66-35a870ae5055,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:31.586842 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b46ec9-3134-4614-baa0-08baafb2ddc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-d2a5be63-462b-4fa8-939d-919586c2c038', 'network_id': 'd2a5be63-462b-4fa8-939d-919586c2c038', 'tenant_id': '5bf32026e93c4bf8b187b7c96c33ba56', 'fixed_ips': [{'subnet_id': 'bb065efc-f395-4d0e-ac08-26f08d13dfb2'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:10:31.587748 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-09b46ec9-3134-4614-baa0-08baafb2ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.598505 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.634050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event deleted for resources: {'Subnet': ['ID=bb065efc-f395-4d0e-ac08-26f08d13dfb2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:31.677728 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb5e24f-4c53-4037-8e77-a20e4909e08b None None] Network d2a5be63-462b-4fa8-939d-919586c2c038 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:31.699085 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.722592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a5be63-462b-4fa8-939d-919586c2c038']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:31.742321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cae6089-7af2-40cd-99e4-55fd808e590a') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:31.742715 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cae6089-7af2-40cd-99e4-55fd808e590a') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:31.752652 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.767169 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.783585 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:10:31.784060 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: timer() Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:10:31.787320 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:10:31.845242 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.852511 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.858057 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "DELETE /v2.0/networks/d2a5be63-462b-4fa8-939d-919586c2c038 HTTP/1.1" status: 204 len: 168 time: 0.5115011 Aug 31 02:10:31.858480 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39078) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:31.863764 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-c6d8c632-bb4d-41f0-a5a7-0c22f724287c tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1280884142'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:31.867712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0c72c-a9b5-4b93-9b5a-0ed8624d1708 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event deleted for resources: {'Network': ['ID=d2a5be63-462b-4fa8-939d-919586c2c038,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:31.885660 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d8c632-bb4d-41f0-a5a7-0c22f724287c tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Made reservation on behalf of 5bf32026e93c4bf8b187b7c96c33ba56 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:31.889773 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c632-bb4d-41f0-a5a7-0c22f724287c tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.913372 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d8c632-bb4d-41f0-a5a7-0c22f724287c tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:10:31.922487 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c632-bb4d-41f0-a5a7-0c22f724287c tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:31.922843 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-c6d8c632-bb4d-41f0-a5a7-0c22f724287c tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Added segment 8f3ae946-3059-4d0c-bbf8-fb03372e9e71 of type vlan for network 2ad4a1ee-14db-480a-a2a3-60168d3e187f Aug 31 02:10:31.976262 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c632-bb4d-41f0-a5a7-0c22f724287c tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.003069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c632-bb4d-41f0-a5a7-0c22f724287c tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.008645 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d8c632-bb4d-41f0-a5a7-0c22f724287c tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:32.009234 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c632-bb4d-41f0-a5a7-0c22f724287c tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.034606 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ed41f732-7f9e-4856-8d66-35a870ae5055 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:10:32.064897 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c6d8c632-bb4d-41f0-a5a7-0c22f724287c tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2052941 Aug 31 02:10:32.067602 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39080) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:32.072495 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-150f0cdf-e870-49df-9083-aa6269dce276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Request body: {'subnet': {'network_id': '2ad4a1ee-14db-480a-a2a3-60168d3e187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:32.093772 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.098773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port ed41f732-7f9e-4856-8d66-35a870ae5055 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:32.121532 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8c632-bb4d-41f0-a5a7-0c22f724287c tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event updated for resources: {'Network': ['ID=2ad4a1ee-14db-480a-a2a3-60168d3e187f,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:32.131385 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 2ad4a1ee-14db-480a-a2a3-60168d3e187f details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:10:32.171226 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150f0cdf-e870-49df-9083-aa6269dce276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Made reservation on behalf of 5bf32026e93c4bf8b187b7c96c33ba56 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:32.175961 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-150f0cdf-e870-49df-9083-aa6269dce276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.239106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.ipam_backend_mixin [None req-150f0cdf-e870-49df-9083-aa6269dce276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Performing IP validity checks on allocation pools {{(pid=94760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 02:10:32.239653 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.ipam_backend_mixin [None req-150f0cdf-e870-49df-9083-aa6269dce276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 02:10:32.364727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-150f0cdf-e870-49df-9083-aa6269dce276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.426965 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f0cdf-e870-49df-9083-aa6269dce276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event updated for resources: {'Subnet': ['ID=360cf813-1e6d-4032-8afa-f676adf7930a,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:32.434996 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f0cdf-e870-49df-9083-aa6269dce276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Checking segment: {'id': '8f3ae946-3059-4d0c-bbf8-fb03372e9e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2ad4a1ee-14db-480a-a2a3-60168d3e187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:32.435391 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f0cdf-e870-49df-9083-aa6269dce276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Network hostable DHCP agents. Network: 2ad4a1ee-14db-480a-a2a3-60168d3e187f, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:10:32.455882 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f0cdf-e870-49df-9083-aa6269dce276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Network 2ad4a1ee-14db-480a-a2a3-60168d3e187f is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:10:32.465748 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-150f0cdf-e870-49df-9083-aa6269dce276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 2ad4a1ee-14db-480a-a2a3-60168d3e187f) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:32.469887 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150f0cdf-e870-49df-9083-aa6269dce276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:32.470601 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-150f0cdf-e870-49df-9083-aa6269dce276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.477585 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e18d251-230f-4254-9b18-7164a26fd112 None None] Network 2ad4a1ee-14db-480a-a2a3-60168d3e187f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:32.491705 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-150f0cdf-e870-49df-9083-aa6269dce276 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4229922 Aug 31 02:10:32.494391 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39082) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:32.597161 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.649296 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efb3225-ed66-4615-a534-b7de9de0cf02 None None] Network 453e8c35-ef77-44b7-91c5-169471b43f40 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:32.673432 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.733386 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.739138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-84ae309b-a703-4c58-87b3-5a5f0a631d45 None None] Provisioning for port ed41f732-7f9e-4856-8d66-35a870ae5055 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:32.759564 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-84ae309b-a703-4c58-87b3-5a5f0a631d45 None None] Provisioning complete for port ed41f732-7f9e-4856-8d66-35a870ae5055 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:32.759937 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-84ae309b-a703-4c58-87b3-5a5f0a631d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.765094 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event deleted for resources: {'Subnet': ['ID=360cf813-1e6d-4032-8afa-f676adf7930a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:32.826012 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.835509 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad4a1ee-14db-480a-a2a3-60168d3e187f']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:32.845206 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3ae946-3059-4d0c-bbf8-fb03372e9e71') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:32.845620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3ae946-3059-4d0c-bbf8-fb03372e9e71') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:32.854098 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.869401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.875813 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:10:32.876198 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: timer() Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:10:32.879079 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:10:32.883206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4d3060-8361-4452-b0cb-476c519c936a None None] Network 2ad4a1ee-14db-480a-a2a3-60168d3e187f requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:32.940176 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.945095 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:32.951821 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "DELETE /v2.0/networks/2ad4a1ee-14db-480a-a2a3-60168d3e187f HTTP/1.1" status: 204 len: 168 time: 0.4517918 Aug 31 02:10:32.952186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39084) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:32.958656 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-8d0c0007-4431-46c6-a97e-b34740a43e70 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2112602987'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:32.963464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6b09c-6476-4fa4-8ef8-bab72e7e6744 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event deleted for resources: {'Network': ['ID=2ad4a1ee-14db-480a-a2a3-60168d3e187f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:32.984618 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0c0007-4431-46c6-a97e-b34740a43e70 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Made reservation on behalf of 5bf32026e93c4bf8b187b7c96c33ba56 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:32.988019 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d0c0007-4431-46c6-a97e-b34740a43e70 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.008221 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-84ae309b-a703-4c58-87b3-5a5f0a631d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.012436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0c0007-4431-46c6-a97e-b34740a43e70 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:10:33.022998 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d0c0007-4431-46c6-a97e-b34740a43e70 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.023368 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-8d0c0007-4431-46c6-a97e-b34740a43e70 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Added segment b087d487-0168-401b-b784-7613da3ab68d of type vlan for network 5f976d69-5107-403b-bdfe-8aca1ced5e1b Aug 31 02:10:33.066760 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d0c0007-4431-46c6-a97e-b34740a43e70 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.083632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-84ae309b-a703-4c58-87b3-5a5f0a631d45 None None] For port ed41f732-7f9e-4856-8d66-35a870ae5055, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ed41f732-7f9e-4856-8d66-35a870ae5055,segment=NetworkSegment(a5ba028e-227b-4915-9a34-a08258e9c67b),segment_id=a5ba028e-227b-4915-9a34-a08258e9c67b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:33.089983 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-84ae309b-a703-4c58-87b3-5a5f0a631d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.097232 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d0c0007-4431-46c6-a97e-b34740a43e70 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.103499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0c0007-4431-46c6-a97e-b34740a43e70 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:33.104117 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8d0c0007-4431-46c6-a97e-b34740a43e70 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.147342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae309b-a703-4c58-87b3-5a5f0a631d45 None None] Pushing event updated for resources: {'Port': ['ID=ed41f732-7f9e-4856-8d66-35a870ae5055,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:33.163556 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8d0c0007-4431-46c6-a97e-b34740a43e70 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2091045 Aug 31 02:10:33.166391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39086) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:33.171254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e4fcffe7-64d0-4141-8ddd-2add8ef764aa tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Request body: {'subnet': {'network_id': '5f976d69-5107-403b-bdfe-8aca1ced5e1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:33.220472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c0007-4431-46c6-a97e-b34740a43e70 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event updated for resources: {'Network': ['ID=5f976d69-5107-403b-bdfe-8aca1ced5e1b,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:33.232380 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 5f976d69-5107-403b-bdfe-8aca1ced5e1b details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:10:33.284823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fcffe7-64d0-4141-8ddd-2add8ef764aa tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Made reservation on behalf of 5bf32026e93c4bf8b187b7c96c33ba56 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:33.288443 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e4fcffe7-64d0-4141-8ddd-2add8ef764aa tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.318341 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-840ff196-0212-4d67-a25d-f193188d6cf4 None None] Provisioning complete for port ed41f732-7f9e-4856-8d66-35a870ae5055 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:33.318719 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-840ff196-0212-4d67-a25d-f193188d6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.471022 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e4fcffe7-64d0-4141-8ddd-2add8ef764aa tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.527913 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcffe7-64d0-4141-8ddd-2add8ef764aa tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event updated for resources: {'Subnet': ['ID=d35c488b-3582-4ca1-86cf-f3b71d5674a7,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:33.538005 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fcffe7-64d0-4141-8ddd-2add8ef764aa tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Checking segment: {'id': 'b087d487-0168-401b-b784-7613da3ab68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5f976d69-5107-403b-bdfe-8aca1ced5e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:33.538383 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fcffe7-64d0-4141-8ddd-2add8ef764aa tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Network hostable DHCP agents. Network: 5f976d69-5107-403b-bdfe-8aca1ced5e1b, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:10:33.554522 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fcffe7-64d0-4141-8ddd-2add8ef764aa tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Network 5f976d69-5107-403b-bdfe-8aca1ced5e1b is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:10:33.563408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-e4fcffe7-64d0-4141-8ddd-2add8ef764aa tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 5f976d69-5107-403b-bdfe-8aca1ced5e1b) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:33.567874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fcffe7-64d0-4141-8ddd-2add8ef764aa tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:33.568465 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e4fcffe7-64d0-4141-8ddd-2add8ef764aa tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.571898 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ec8f6f-c111-4bc7-994e-240e259a42dc None None] Network 5f976d69-5107-403b-bdfe-8aca1ced5e1b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:33.583823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e4fcffe7-64d0-4141-8ddd-2add8ef764aa tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4164121 Aug 31 02:10:33.587232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39088) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:33.592409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-daa05c17-45b6-4d79-81b3-cc2186156f33 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1562741493'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:33.614888 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa05c17-45b6-4d79-81b3-cc2186156f33 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Made reservation on behalf of 5bf32026e93c4bf8b187b7c96c33ba56 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:33.618396 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-daa05c17-45b6-4d79-81b3-cc2186156f33 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.644113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa05c17-45b6-4d79-81b3-cc2186156f33 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:10:33.653715 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-daa05c17-45b6-4d79-81b3-cc2186156f33 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.654059 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-daa05c17-45b6-4d79-81b3-cc2186156f33 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Added segment f891a918-4fe7-4534-995a-b78ab46b328b of type vlan for network a20648ad-7bda-4dcd-82ba-29a83a0fd363 Aug 31 02:10:33.693994 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-daa05c17-45b6-4d79-81b3-cc2186156f33 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.717165 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-daa05c17-45b6-4d79-81b3-cc2186156f33 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.722601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa05c17-45b6-4d79-81b3-cc2186156f33 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:33.723055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-5f976d69-5107-403b-bdfe-8aca1ced5e1b', 'network_id': '5f976d69-5107-403b-bdfe-8aca1ced5e1b', 'tenant_id': '5bf32026e93c4bf8b187b7c96c33ba56', 'fixed_ips': [{'subnet_id': 'd35c488b-3582-4ca1-86cf-f3b71d5674a7'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:10:33.723178 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-daa05c17-45b6-4d79-81b3-cc2186156f33 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.723939 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.781808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-daa05c17-45b6-4d79-81b3-cc2186156f33 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1934483 Aug 31 02:10:33.784677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39090) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:33.789539 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b92c2019-543a-468c-bd40-1d131007e8a6 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Request body: {'subnet': {'network_id': 'a20648ad-7bda-4dcd-82ba-29a83a0fd363', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:33.833594 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa05c17-45b6-4d79-81b3-cc2186156f33 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event updated for resources: {'Network': ['ID=a20648ad-7bda-4dcd-82ba-29a83a0fd363,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:33.846720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network a20648ad-7bda-4dcd-82ba-29a83a0fd363 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:10:33.882978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92c2019-543a-468c-bd40-1d131007e8a6 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Made reservation on behalf of 5bf32026e93c4bf8b187b7c96c33ba56 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:33.886469 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b92c2019-543a-468c-bd40-1d131007e8a6 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:33.910880 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Allocated IP 2001:db8::2 (5f976d69-5107-403b-bdfe-8aca1ced5e1b/d35c488b-3582-4ca1-86cf-f3b71d5674a7/38241d62-d755-4fff-a45f-2412db007080) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:10:34.017043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ed41f732-7f9e-4856-8d66-35a870ae5055 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:10:34.076422 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b92c2019-543a-468c-bd40-1d131007e8a6 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.106632 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.118413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Transition to ACTIVE for port object 38241d62-d755-4fff-a45f-2412db007080 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:34.124760 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port ed41f732-7f9e-4856-8d66-35a870ae5055 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:34.125119 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.135763 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c2019-543a-468c-bd40-1d131007e8a6 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event updated for resources: {'Subnet': ['ID=b0fdd151-c3f9-437a-92ce-ef208e280030,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:34.152323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c2019-543a-468c-bd40-1d131007e8a6 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Checking segment: {'id': 'f891a918-4fe7-4534-995a-b78ab46b328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a20648ad-7bda-4dcd-82ba-29a83a0fd363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:34.152684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92c2019-543a-468c-bd40-1d131007e8a6 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Network hostable DHCP agents. Network: a20648ad-7bda-4dcd-82ba-29a83a0fd363, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:10:34.155625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Transition to ACTIVE for port object 38241d62-d755-4fff-a45f-2412db007080 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:34.169104 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.170490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92c2019-543a-468c-bd40-1d131007e8a6 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Network a20648ad-7bda-4dcd-82ba-29a83a0fd363 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:10:34.179959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-b92c2019-543a-468c-bd40-1d131007e8a6 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, a20648ad-7bda-4dcd-82ba-29a83a0fd363) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:34.185370 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92c2019-543a-468c-bd40-1d131007e8a6 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:34.186045 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b92c2019-543a-468c-bd40-1d131007e8a6 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.202200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b92c2019-543a-468c-bd40-1d131007e8a6 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4164906 Aug 31 02:10:34.206410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39092) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:34.215237 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfb4856-3696-43b0-ad42-adf11d8633b9 None None] Network a20648ad-7bda-4dcd-82ba-29a83a0fd363 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:34.262540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Network 5f976d69-5107-403b-bdfe-8aca1ced5e1b is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:34.272998 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:34.278910 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:10:34.291417 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Pushing event updated for resources: {'Port': ['ID=38241d62-d755-4fff-a45f-2412db007080,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:34.307345 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.361314 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.390120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Attempting to bind port 38241d62-d755-4fff-a45f-2412db007080 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:10:34.390490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Attempting to bind port 38241d62-d755-4fff-a45f-2412db007080 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'b087d487-0168-401b-b784-7613da3ab68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5f976d69-5107-403b-bdfe-8aca1ced5e1b'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:10:34.390848 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Attempting to bind port 38241d62-d755-4fff-a45f-2412db007080 on network 5f976d69-5107-403b-bdfe-8aca1ced5e1b {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:34.405434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:10:34.405863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Checking segment: {'id': 'b087d487-0168-401b-b784-7613da3ab68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5f976d69-5107-403b-bdfe-8aca1ced5e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:34.406218 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.406606 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Bound using segment: {'id': 'b087d487-0168-401b-b784-7613da3ab68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5f976d69-5107-403b-bdfe-8aca1ced5e1b'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:10:34.407031 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Bound port: 38241d62-d755-4fff-a45f-2412db007080, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b087d487-0168-401b-b784-7613da3ab68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5f976d69-5107-403b-bdfe-8aca1ced5e1b'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:10:34.407446 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.421667 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.454156 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event deleted for resources: {'Subnet': ['ID=b0fdd151-c3f9-437a-92ce-ef208e280030,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:34.511894 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.524122 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20648ad-7bda-4dcd-82ba-29a83a0fd363']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:34.524356 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] For port 38241d62-d755-4fff-a45f-2412db007080, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:10:34.527866 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640ffa64-c209-446b-99c1-f093a4d9cca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-a20648ad-7bda-4dcd-82ba-29a83a0fd363', 'network_id': 'a20648ad-7bda-4dcd-82ba-29a83a0fd363', 'tenant_id': '5bf32026e93c4bf8b187b7c96c33ba56', 'fixed_ips': [{'subnet_id': 'b0fdd151-c3f9-437a-92ce-ef208e280030'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:10:34.528708 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-640ffa64-c209-446b-99c1-f093a4d9cca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.531602 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] For port 38241d62-d755-4fff-a45f-2412db007080, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=38241d62-d755-4fff-a45f-2412db007080,segment=NetworkSegment(b087d487-0168-401b-b784-7613da3ab68d),segment_id=b087d487-0168-401b-b784-7613da3ab68d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:10:34.536062 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f891a918-4fe7-4534-995a-b78ab46b328b') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:34.536358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f891a918-4fe7-4534-995a-b78ab46b328b') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:34.540921 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.546001 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.560110 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.566452 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:10:34.566836 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: timer() Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:10:34.569898 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:10:34.653084 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.658891 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d3a2f-174e-48b4-b69d-20c965d4f250 None None] Pushing event updated for resources: {'Port': ['ID=38241d62-d755-4fff-a45f-2412db007080,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:34.661166 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.668099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf6d251-893e-483b-8408-c0e8995461a0 None None] Network a20648ad-7bda-4dcd-82ba-29a83a0fd363 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:34.670043 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "DELETE /v2.0/networks/a20648ad-7bda-4dcd-82ba-29a83a0fd363 HTTP/1.1" status: 204 len: 168 time: 0.4625614 Aug 31 02:10:34.672592 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39094) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:34.680973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf6d251-893e-483b-8408-c0e8995461a0 None None] Network a20648ad-7bda-4dcd-82ba-29a83a0fd363 could not be found, it might have been deleted concurrently. {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 02:10:34.693066 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f908fc-e45a-4fb8-8d3a-09b0971398a4 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event deleted for resources: {'Network': ['ID=a20648ad-7bda-4dcd-82ba-29a83a0fd363,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:34.712743 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5015d5-0fb4-4e81-b550-5c39436f5bed tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] GET failed (client error): The resource could not be found. Aug 31 02:10:34.714693 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ed5015d5-0fb4-4e81-b550-5c39436f5bed tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "GET /v2.0/subnets/b0fdd151-c3f9-437a-92ce-ef208e280030 HTTP/1.1" status: 404 len: 337 time: 0.0410581 Aug 31 02:10:34.717559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39096) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:34.735785 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-751f350d-7be4-498b-b66e-58e077292e57 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] DELETE failed (client error): The resource could not be found. Aug 31 02:10:34.736328 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751f350d-7be4-498b-b66e-58e077292e57 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 02:10:34.741921 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-751f350d-7be4-498b-b66e-58e077292e57 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "DELETE /v2.0/networks/a20648ad-7bda-4dcd-82ba-29a83a0fd363 HTTP/1.1" status: 404 len: 339 time: 0.0195541 Aug 31 02:10:34.742294 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39098) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:34.780647 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f16c8c-f368-4e8a-ba7b-14038c432ac9 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] DELETE failed (client error): The resource could not be found. Aug 31 02:10:34.781106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f16c8c-f368-4e8a-ba7b-14038c432ac9 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 02:10:34.782934 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-68f16c8c-f368-4e8a-ba7b-14038c432ac9 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "DELETE /v2.0/subnets/b0fdd151-c3f9-437a-92ce-ef208e280030 HTTP/1.1" status: 404 len: 337 time: 0.0396647 Aug 31 02:10:34.785621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39100) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:34.806631 n-d-802060-13 neutron-server[94761]: INFO neutron.pecan_wsgi.hooks.translation [None req-6125df4f-ccf3-47c2-81e1-392913faa62d tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] DELETE failed (client error): The resource could not be found. Aug 31 02:10:34.807188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6125df4f-ccf3-47c2-81e1-392913faa62d tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94761) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 02:10:34.809694 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6125df4f-ccf3-47c2-81e1-392913faa62d tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "DELETE /v2.0/networks/a20648ad-7bda-4dcd-82ba-29a83a0fd363 HTTP/1.1" status: 404 len: 339 time: 0.0231485 Aug 31 02:10:34.812245 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39102) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:34.864260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-52319238-e119-44be-a24f-01b191f522bd tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Deleting subnet d35c488b-3582-4ca1-86cf-f3b71d5674a7 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:10:34.867815 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52319238-e119-44be-a24f-01b191f522bd tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:34.910605 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52319238-e119-44be-a24f-01b191f522bd tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.001939 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52319238-e119-44be-a24f-01b191f522bd tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.059694 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52319238-e119-44be-a24f-01b191f522bd tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.086476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52319238-e119-44be-a24f-01b191f522bd tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event deleted for resources: {'Subnet': ['ID=d35c488b-3582-4ca1-86cf-f3b71d5674a7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:35.090368 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-52319238-e119-44be-a24f-01b191f522bd tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.094758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-52319238-e119-44be-a24f-01b191f522bd tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "DELETE /v2.0/subnets/d35c488b-3582-4ca1-86cf-f3b71d5674a7 HTTP/1.1" status: 204 len: 168 time: 0.2790527 Aug 31 02:10:35.094758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39104) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:35.174444 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.229738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Deleting port 38241d62-d755-4fff-a45f-2412db007080 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:10:35.230312 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.297892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] For port 38241d62-d755-4fff-a45f-2412db007080, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=38241d62-d755-4fff-a45f-2412db007080,segment=NetworkSegment(b087d487-0168-401b-b784-7613da3ab68d),segment_id=b087d487-0168-401b-b784-7613da3ab68d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:35.298259 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.312548 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Calling delete_port for 38241d62-d755-4fff-a45f-2412db007080 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:10:35.397210 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.423738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event deleted for resources: {'Port': ['ID=38241d62-d755-4fff-a45f-2412db007080,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:35.427074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] No DVR routers for this DVR port 38241d62-d755-4fff-a45f-2412db007080 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:10:35.455687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4134d6df-f0bd-4645-ab3d-5c3532820501 None None] Network 5f976d69-5107-403b-bdfe-8aca1ced5e1b requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:35.507678 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.517863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f976d69-5107-403b-bdfe-8aca1ced5e1b']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:35.528702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b087d487-0168-401b-b784-7613da3ab68d') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:35.529001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b087d487-0168-401b-b784-7613da3ab68d') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:35.538099 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.547085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a3a04509-bca0-488c-ad9e-4da65b8f0eae None None] Could not find standard attr ID for object 38241d62-d755-4fff-a45f-2412db007080. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 02:10:35.552374 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.559864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:10:35.560315 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: timer() Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:10:35.563619 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:10:35.621240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8346ff-d9ca-4c2e-9ab8-4198cc514385 None None] DHCP port deletion for 5f976d69-5107-403b-bdfe-8aca1ced5e1b request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:10:35.622649 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.630704 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.634669 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "DELETE /v2.0/networks/5f976d69-5107-403b-bdfe-8aca1ced5e1b HTTP/1.1" status: 204 len: 168 time: 0.5369003 Aug 31 02:10:35.636498 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39106) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:35.646100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433d088-a5f2-47c3-8f42-dac72d647354 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event deleted for resources: {'Network': ['ID=5f976d69-5107-403b-bdfe-8aca1ced5e1b,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:35.668232 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e817f209-4fbc-434a-a1e2-1d81f1a59da8 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] DELETE failed (client error): The resource could not be found. Aug 31 02:10:35.668627 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e817f209-4fbc-434a-a1e2-1d81f1a59da8 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 02:10:35.670345 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e817f209-4fbc-434a-a1e2-1d81f1a59da8 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "DELETE /v2.0/subnets/360cf813-1e6d-4032-8afa-f676adf7930a HTTP/1.1" status: 404 len: 337 time: 0.0337234 Aug 31 02:10:35.672891 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39108) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:35.691527 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-25687fc0-ebc2-49f6-8a22-e8b9c847e775 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] DELETE failed (client error): The resource could not be found. Aug 31 02:10:35.691987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25687fc0-ebc2-49f6-8a22-e8b9c847e775 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 02:10:35.693588 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-25687fc0-ebc2-49f6-8a22-e8b9c847e775 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "DELETE /v2.0/networks/2ad4a1ee-14db-480a-a2a3-60168d3e187f HTTP/1.1" status: 404 len: 339 time: 0.0198205 Aug 31 02:10:35.695928 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39110) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:35.721019 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d26bd8-08c8-45f3-9e40-d5cf591147bd tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] DELETE failed (client error): The resource could not be found. Aug 31 02:10:35.721454 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d26bd8-08c8-45f3-9e40-d5cf591147bd tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 02:10:35.723046 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d2d26bd8-08c8-45f3-9e40-d5cf591147bd tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "DELETE /v2.0/subnets/bb065efc-f395-4d0e-ac08-26f08d13dfb2 HTTP/1.1" status: 404 len: 337 time: 0.0262094 Aug 31 02:10:35.725350 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39112) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:35.742243 n-d-802060-13 neutron-server[94760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7801c68-77d7-4ac5-8150-b326e3747970 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] DELETE failed (client error): The resource could not be found. Aug 31 02:10:35.742754 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7801c68-77d7-4ac5-8150-b326e3747970 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 02:10:35.744438 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d7801c68-77d7-4ac5-8150-b326e3747970 tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "DELETE /v2.0/networks/d2a5be63-462b-4fa8-939d-919586c2c038 HTTP/1.1" status: 404 len: 339 time: 0.0182257 Aug 31 02:10:35.747173 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39114) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:35.796294 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef01a2e7-a78d-4763-afce-57d49acc519d tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Deleting subnet 64ee4dde-3a06-48c8-8d66-2834367c1418 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:10:35.799263 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ef01a2e7-a78d-4763-afce-57d49acc519d tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.837607 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ef01a2e7-a78d-4763-afce-57d49acc519d tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.923168 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ef01a2e7-a78d-4763-afce-57d49acc519d tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:35.980955 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ef01a2e7-a78d-4763-afce-57d49acc519d tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:36.008395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01a2e7-a78d-4763-afce-57d49acc519d tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event deleted for resources: {'Subnet': ['ID=64ee4dde-3a06-48c8-8d66-2834367c1418,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:36.010363 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ef01a2e7-a78d-4763-afce-57d49acc519d tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:36.012225 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ef01a2e7-a78d-4763-afce-57d49acc519d tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "DELETE /v2.0/subnets/64ee4dde-3a06-48c8-8d66-2834367c1418 HTTP/1.1" status: 204 len: 168 time: 0.2641482 Aug 31 02:10:36.014285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cc1748-8a68-4361-8a19-5174e70eec10 None None] Network 453e8c35-ef77-44b7-91c5-169471b43f40 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:36.014814 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39116) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:36.091191 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:36.144358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Deleting port ed41f732-7f9e-4856-8d66-35a870ae5055 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:10:36.144483 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:36.183226 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96b8ded-289a-437d-8485-96c656d78f72 None None] DHCP port deletion for 453e8c35-ef77-44b7-91c5-169471b43f40 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:10:36.206400 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] For port ed41f732-7f9e-4856-8d66-35a870ae5055, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ed41f732-7f9e-4856-8d66-35a870ae5055,segment=NetworkSegment(a5ba028e-227b-4915-9a34-a08258e9c67b),segment_id=a5ba028e-227b-4915-9a34-a08258e9c67b)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:36.206769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:36.220186 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Calling delete_port for ed41f732-7f9e-4856-8d66-35a870ae5055 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:10:36.233484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b96b8ded-289a-437d-8485-96c656d78f72 None None] Deleting port ed41f732-7f9e-4856-8d66-35a870ae5055 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:10:36.233870 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b96b8ded-289a-437d-8485-96c656d78f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:36.298680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b96b8ded-289a-437d-8485-96c656d78f72 None None] For port ed41f732-7f9e-4856-8d66-35a870ae5055, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=ed41f732-7f9e-4856-8d66-35a870ae5055,segment=NetworkSegment(a5ba028e-227b-4915-9a34-a08258e9c67b),segment_id=a5ba028e-227b-4915-9a34-a08258e9c67b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:36.299113 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b96b8ded-289a-437d-8485-96c656d78f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:36.309080 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:36.314378 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b96b8ded-289a-437d-8485-96c656d78f72 None None] Calling delete_port for ed41f732-7f9e-4856-8d66-35a870ae5055 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:10:36.334957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event deleted for resources: {'Port': ['ID=ed41f732-7f9e-4856-8d66-35a870ae5055,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:36.339972 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] No DVR routers for this DVR port ed41f732-7f9e-4856-8d66-35a870ae5055 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:10:36.393927 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b96b8ded-289a-437d-8485-96c656d78f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:36.420828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b8ded-289a-437d-8485-96c656d78f72 None None] Pushing event deleted for resources: {'Port': ['ID=ed41f732-7f9e-4856-8d66-35a870ae5055,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:36.425454 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b8ded-289a-437d-8485-96c656d78f72 None None] No DVR routers for this DVR port ed41f732-7f9e-4856-8d66-35a870ae5055 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:10:36.740425 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:36.750222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453e8c35-ef77-44b7-91c5-169471b43f40']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:36.759463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ba028e-227b-4915-9a34-a08258e9c67b') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:36.759758 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ba028e-227b-4915-9a34-a08258e9c67b') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:36.768376 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:36.781633 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:36.787128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:10:36.787541 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: timer() Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:10:36.790296 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:10:36.844452 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:36.852053 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:36.853814 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] 10.222.0.58 "DELETE /v2.0/networks/453e8c35-ef77-44b7-91c5-169471b43f40 HTTP/1.1" status: 204 len: 168 time: 0.8380523 Aug 31 02:10:36.865786 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c1e2b-ea55-41b4-afa4-421aa7a1aa8f tempest-NetworksIpV6Test-907792129 tempest-NetworksIpV6Test-907792129-project] Pushing event deleted for resources: {'Network': ['ID=453e8c35-ef77-44b7-91c5-169471b43f40,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:37.089474 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39122) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:37.225487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-535ea50c-de8b-4f08-9cd6-562809fe62ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5bf32026e93c4bf8b187b7c96c33ba56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347733 Aug 31 02:10:37.227910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39126) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:37.278500 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2040bddb-a876-427d-ad13-e653f06c758a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:37.300064 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2040bddb-a876-427d-ad13-e653f06c758a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:37.351820 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2040bddb-a876-427d-ad13-e653f06c758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:37.354398 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2040bddb-a876-427d-ad13-e653f06c758a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:37.355551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2040bddb-a876-427d-ad13-e653f06c758a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f2b4702-a34b-488d-a64b-9c11683d0ef3 HTTP/1.1" status: 204 len: 168 time: 0.1264081 Aug 31 02:10:37.363346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040bddb-a876-427d-ad13-e653f06c758a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2b4702-a34b-488d-a64b-9c11683d0ef3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:37.985405 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39148) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:37.995903 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ed41f732-7f9e-4856-8d66-35a870ae5055 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:10:38.015412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: ed41f732-7f9e-4856-8d66-35a870ae5055 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:10:38.015758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device ed41f732-7f9e-4856-8d66-35a870ae5055 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:10:38.088794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c4607429-b924-4c52-8927-4037a44f5c0d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-859448771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:38.113445 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c4607429-b924-4c52-8927-4037a44f5c0d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.114523 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c4607429-b924-4c52-8927-4037a44f5c0d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.199919 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c4607429-b924-4c52-8927-4037a44f5c0d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.203808 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c4607429-b924-4c52-8927-4037a44f5c0d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.219296 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c4607429-b924-4c52-8927-4037a44f5c0d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.220817 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c4607429-b924-4c52-8927-4037a44f5c0d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2343390 Aug 31 02:10:38.223536 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39152) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:38.228337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2105904232'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:38.249660 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Made reservation on behalf of 7fe9faace8474e39bc5e7d5536a38992 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:38.252517 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.262821 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.350818 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.355032 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.382617 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:10:38.388665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6dc171-dc39-44dc-a7be-4eeec1f3814d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:38.394351 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.394692 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Added segment 9bcfb61f-8a9d-4291-9d70-608ed4e312b8 of type vlan for network 25422919-d49b-4009-8e65-12527e42d682 Aug 31 02:10:38.434548 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.457071 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.462509 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:38.463087 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.527880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3032427 Aug 31 02:10:38.532044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39154) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:38.536773 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca30e33-cdfa-45bb-b16c-8cd944253204 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Pushing event updated for resources: {'Network': ['ID=25422919-d49b-4009-8e65-12527e42d682,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:38.537656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4688513e-fd73-42ac-8b1a-3d6cd3d0504b tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Request body: {'subnet': {'network_id': '25422919-d49b-4009-8e65-12527e42d682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:38.547925 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 25422919-d49b-4009-8e65-12527e42d682 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:10:38.625134 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4688513e-fd73-42ac-8b1a-3d6cd3d0504b tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Made reservation on behalf of 7fe9faace8474e39bc5e7d5536a38992 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:38.628603 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4688513e-fd73-42ac-8b1a-3d6cd3d0504b tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.803051 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4688513e-fd73-42ac-8b1a-3d6cd3d0504b tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.858216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688513e-fd73-42ac-8b1a-3d6cd3d0504b tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Pushing event updated for resources: {'Subnet': ['ID=9cde4aac-dd4a-4359-80bc-42871bca8526,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:38.868849 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688513e-fd73-42ac-8b1a-3d6cd3d0504b tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Checking segment: {'id': '9bcfb61f-8a9d-4291-9d70-608ed4e312b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '25422919-d49b-4009-8e65-12527e42d682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:38.869206 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4688513e-fd73-42ac-8b1a-3d6cd3d0504b tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Network hostable DHCP agents. Network: 25422919-d49b-4009-8e65-12527e42d682, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:10:38.884595 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4688513e-fd73-42ac-8b1a-3d6cd3d0504b tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Network 25422919-d49b-4009-8e65-12527e42d682 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:10:38.892696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-4688513e-fd73-42ac-8b1a-3d6cd3d0504b tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 25422919-d49b-4009-8e65-12527e42d682) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:38.897382 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4688513e-fd73-42ac-8b1a-3d6cd3d0504b tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:38.898508 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4688513e-fd73-42ac-8b1a-3d6cd3d0504b tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.903497 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0814460b-ed26-4263-a393-e4154e4e5e91 None None] Network 25422919-d49b-4009-8e65-12527e42d682 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:38.915767 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39156) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:38.916010 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4688513e-fd73-42ac-8b1a-3d6cd3d0504b tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3821852 Aug 31 02:10:38.921828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-215d7424-0a3a-4111-afd5-5fba69b680cb tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1333060173'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:38.943420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215d7424-0a3a-4111-afd5-5fba69b680cb tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Made reservation on behalf of 7fe9faace8474e39bc5e7d5536a38992 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:38.946952 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-215d7424-0a3a-4111-afd5-5fba69b680cb tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.975108 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215d7424-0a3a-4111-afd5-5fba69b680cb tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:10:38.986362 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-215d7424-0a3a-4111-afd5-5fba69b680cb tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:38.986751 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-215d7424-0a3a-4111-afd5-5fba69b680cb tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Added segment df950c1b-4478-4496-99a7-b641f88b1b3d of type vlan for network 7ab6af2f-c222-453c-98bf-ae6026e9e9d8 Aug 31 02:10:39.032296 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-215d7424-0a3a-4111-afd5-5fba69b680cb tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:39.057716 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-215d7424-0a3a-4111-afd5-5fba69b680cb tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:39.063489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215d7424-0a3a-4111-afd5-5fba69b680cb tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:39.064103 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-215d7424-0a3a-4111-afd5-5fba69b680cb tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:39.127443 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-215d7424-0a3a-4111-afd5-5fba69b680cb tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2104037 Aug 31 02:10:39.130274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39158) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:39.134917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-1b892d6a-bd05-4fdc-96af-48b7d2abdd6e tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Request body: {'subnet': {'network_id': '7ab6af2f-c222-453c-98bf-ae6026e9e9d8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:39.141850 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d7424-0a3a-4111-afd5-5fba69b680cb tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Pushing event updated for resources: {'Network': ['ID=7ab6af2f-c222-453c-98bf-ae6026e9e9d8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:39.154586 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 7ab6af2f-c222-453c-98bf-ae6026e9e9d8 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:10:39.227898 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b892d6a-bd05-4fdc-96af-48b7d2abdd6e tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Made reservation on behalf of 7fe9faace8474e39bc5e7d5536a38992 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:39.231486 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b892d6a-bd05-4fdc-96af-48b7d2abdd6e tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:39.249937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-25422919-d49b-4009-8e65-12527e42d682', 'network_id': '25422919-d49b-4009-8e65-12527e42d682', 'tenant_id': '7fe9faace8474e39bc5e7d5536a38992', 'fixed_ips': [{'subnet_id': '9cde4aac-dd4a-4359-80bc-42871bca8526'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:10:39.250796 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:39.398779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Allocated IP 172.20.0.2 (25422919-d49b-4009-8e65-12527e42d682/9cde4aac-dd4a-4359-80bc-42871bca8526/8acc6984-82d0-47ef-bb52-93b6b6c19d00) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:10:39.550132 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:39.560076 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Transition to ACTIVE for port object 8acc6984-82d0-47ef-bb52-93b6b6c19d00 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:39.580536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Transition to ACTIVE for port object 8acc6984-82d0-47ef-bb52-93b6b6c19d00 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:39.586068 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:39.627382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Network 25422919-d49b-4009-8e65-12527e42d682 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:39.637858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:39.642578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:10:39.647597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Pushing event updated for resources: {'Port': ['ID=8acc6984-82d0-47ef-bb52-93b6b6c19d00,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:39.698163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Attempting to bind port 8acc6984-82d0-47ef-bb52-93b6b6c19d00 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:10:39.698546 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Attempting to bind port 8acc6984-82d0-47ef-bb52-93b6b6c19d00 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '9bcfb61f-8a9d-4291-9d70-608ed4e312b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '25422919-d49b-4009-8e65-12527e42d682'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:10:39.698890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Attempting to bind port 8acc6984-82d0-47ef-bb52-93b6b6c19d00 on network 25422919-d49b-4009-8e65-12527e42d682 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:39.703985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:10:39.704365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Checking segment: {'id': '9bcfb61f-8a9d-4291-9d70-608ed4e312b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '25422919-d49b-4009-8e65-12527e42d682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:39.704766 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:39.705159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Bound using segment: {'id': '9bcfb61f-8a9d-4291-9d70-608ed4e312b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '25422919-d49b-4009-8e65-12527e42d682'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:10:39.705676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Bound port: 8acc6984-82d0-47ef-bb52-93b6b6c19d00, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcfb61f-8a9d-4291-9d70-608ed4e312b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '25422919-d49b-4009-8e65-12527e42d682'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:10:39.706037 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:39.756514 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b892d6a-bd05-4fdc-96af-48b7d2abdd6e tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:39.773398 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] For port 8acc6984-82d0-47ef-bb52-93b6b6c19d00, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:10:39.776680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] For port 8acc6984-82d0-47ef-bb52-93b6b6c19d00, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8acc6984-82d0-47ef-bb52-93b6b6c19d00,segment=NetworkSegment(9bcfb61f-8a9d-4291-9d70-608ed4e312b8),segment_id=9bcfb61f-8a9d-4291-9d70-608ed4e312b8)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:10:39.781486 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:39.821619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b892d6a-bd05-4fdc-96af-48b7d2abdd6e tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Pushing event updated for resources: {'Subnet': ['ID=f73e986a-efd2-4652-9f6c-15ecebaebac0,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:39.833141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b892d6a-bd05-4fdc-96af-48b7d2abdd6e tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Checking segment: {'id': 'df950c1b-4478-4496-99a7-b641f88b1b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7ab6af2f-c222-453c-98bf-ae6026e9e9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:39.833532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b892d6a-bd05-4fdc-96af-48b7d2abdd6e tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Network hostable DHCP agents. Network: 7ab6af2f-c222-453c-98bf-ae6026e9e9d8, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:10:39.839187 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fdb80-fb7c-4356-ad34-7bfc50cb8137 None None] Pushing event updated for resources: {'Port': ['ID=8acc6984-82d0-47ef-bb52-93b6b6c19d00,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:39.851009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b892d6a-bd05-4fdc-96af-48b7d2abdd6e tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Network 7ab6af2f-c222-453c-98bf-ae6026e9e9d8 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:10:39.860905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-1b892d6a-bd05-4fdc-96af-48b7d2abdd6e tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 7ab6af2f-c222-453c-98bf-ae6026e9e9d8) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:39.865171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b892d6a-bd05-4fdc-96af-48b7d2abdd6e tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:39.865771 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1b892d6a-bd05-4fdc-96af-48b7d2abdd6e tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:39.871422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ef8e37-e272-4377-8953-74eaf7c6825e None None] Network 7ab6af2f-c222-453c-98bf-ae6026e9e9d8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:39.884682 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1b892d6a-bd05-4fdc-96af-48b7d2abdd6e tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7535655 Aug 31 02:10:39.887559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39160) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:39.892987 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ccad867c-876c-4c35-b768-8e5a24c31c71 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Request body: {'router': {'external_gateway_info': {'network_id': '7ab6af2f-c222-453c-98bf-ae6026e9e9d8'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:40.049937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-7ab6af2f-c222-453c-98bf-ae6026e9e9d8', 'network_id': '7ab6af2f-c222-453c-98bf-ae6026e9e9d8', 'tenant_id': '7fe9faace8474e39bc5e7d5536a38992', 'fixed_ips': [{'subnet_id': 'f73e986a-efd2-4652-9f6c-15ecebaebac0'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:10:40.050807 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.133292 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ccad867c-876c-4c35-b768-8e5a24c31c71 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.193741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Allocated IP 172.21.0.2 (7ab6af2f-c222-453c-98bf-ae6026e9e9d8/f73e986a-efd2-4652-9f6c-15ecebaebac0/34ee3892-530b-4086-bdac-0db24f67701f) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:10:40.240843 n-d-802060-13 neutron-server[94760]: INFO neutron.api.v2.resource [None req-ccad867c-876c-4c35-b768-8e5a24c31c71 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 02:10:40.241911 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ccad867c-876c-4c35-b768-8e5a24c31c71 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] 10.222.0.58 "PUT /v2.0/routers/3fb33484-fa1b-40b1-bf04-a95b98a05052 HTTP/1.1" status: 400 len: 364 time: 0.3528066 Aug 31 02:10:40.248392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39162) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:40.306260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-3593eef8-4f25-445e-86d9-c4f848231dd8 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Deleting subnet f73e986a-efd2-4652-9f6c-15ecebaebac0 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:10:40.343063 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.351099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Transition to ACTIVE for port object 34ee3892-530b-4086-bdac-0db24f67701f will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:40.365292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Transition to ACTIVE for port object 34ee3892-530b-4086-bdac-0db24f67701f will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:40.371505 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3593eef8-4f25-445e-86d9-c4f848231dd8 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.372059 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.413652 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3593eef8-4f25-445e-86d9-c4f848231dd8 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.416606 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Network 7ab6af2f-c222-453c-98bf-ae6026e9e9d8 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:40.419777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:40.424285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:10:40.426290 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Pushing event updated for resources: {'Port': ['ID=34ee3892-530b-4086-bdac-0db24f67701f,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:40.489295 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Attempting to bind port 34ee3892-530b-4086-bdac-0db24f67701f on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:10:40.489654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Attempting to bind port 34ee3892-530b-4086-bdac-0db24f67701f by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'df950c1b-4478-4496-99a7-b641f88b1b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7ab6af2f-c222-453c-98bf-ae6026e9e9d8'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:10:40.490163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Attempting to bind port 34ee3892-530b-4086-bdac-0db24f67701f on network 7ab6af2f-c222-453c-98bf-ae6026e9e9d8 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:40.495831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:10:40.496364 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Checking segment: {'id': 'df950c1b-4478-4496-99a7-b641f88b1b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7ab6af2f-c222-453c-98bf-ae6026e9e9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:40.496776 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.498190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Bound using segment: {'id': 'df950c1b-4478-4496-99a7-b641f88b1b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7ab6af2f-c222-453c-98bf-ae6026e9e9d8'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:10:40.500173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Bound port: 34ee3892-530b-4086-bdac-0db24f67701f, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df950c1b-4478-4496-99a7-b641f88b1b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7ab6af2f-c222-453c-98bf-ae6026e9e9d8'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:10:40.501767 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.511004 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3593eef8-4f25-445e-86d9-c4f848231dd8 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.578794 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3593eef8-4f25-445e-86d9-c4f848231dd8 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.584433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] For port 34ee3892-530b-4086-bdac-0db24f67701f, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:10:40.590487 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] For port 34ee3892-530b-4086-bdac-0db24f67701f, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=34ee3892-530b-4086-bdac-0db24f67701f,segment=NetworkSegment(df950c1b-4478-4496-99a7-b641f88b1b3d),segment_id=df950c1b-4478-4496-99a7-b641f88b1b3d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:10:40.595898 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.610206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593eef8-4f25-445e-86d9-c4f848231dd8 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Pushing event deleted for resources: {'Subnet': ['ID=f73e986a-efd2-4652-9f6c-15ecebaebac0,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:40.614541 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3593eef8-4f25-445e-86d9-c4f848231dd8 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.619205 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39164) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:40.619510 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3593eef8-4f25-445e-86d9-c4f848231dd8 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] 10.222.0.58 "DELETE /v2.0/subnets/f73e986a-efd2-4652-9f6c-15ecebaebac0 HTTP/1.1" status: 204 len: 168 time: 0.3698120 Aug 31 02:10:40.666669 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb059d7-d40f-4ad1-8640-b14ed00364f1 None None] Pushing event updated for resources: {'Port': ['ID=34ee3892-530b-4086-bdac-0db24f67701f,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:40.723366 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.782456 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Deleting port 34ee3892-530b-4086-bdac-0db24f67701f {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:10:40.782922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.856920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba15b85-9f1e-44ab-a3b3-cf8b98fc7667 None None] Network 25422919-d49b-4009-8e65-12527e42d682 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:40.863809 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] For port 34ee3892-530b-4086-bdac-0db24f67701f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=34ee3892-530b-4086-bdac-0db24f67701f,segment=NetworkSegment(df950c1b-4478-4496-99a7-b641f88b1b3d),segment_id=df950c1b-4478-4496-99a7-b641f88b1b3d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:40.864187 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:40.877780 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Calling delete_port for 34ee3892-530b-4086-bdac-0db24f67701f owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:10:40.929189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a0d8fe0b-b352-4a05-bcce-bab29e852aab None None] Provisioning for port 8acc6984-82d0-47ef-bb52-93b6b6c19d00 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:40.976668 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.004336 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Pushing event deleted for resources: {'Port': ['ID=34ee3892-530b-4086-bdac-0db24f67701f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:41.007966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] No DVR routers for this DVR port 34ee3892-530b-4086-bdac-0db24f67701f on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:10:41.092754 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.103684 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab6af2f-c222-453c-98bf-ae6026e9e9d8']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:41.115967 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df950c1b-4478-4496-99a7-b641f88b1b3d') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:41.116280 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df950c1b-4478-4496-99a7-b641f88b1b3d') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:41.126243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.141243 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.149812 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:10:41.150347 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: timer() Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:10:41.154188 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:10:41.213218 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.221287 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.223111 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] 10.222.0.58 "DELETE /v2.0/networks/7ab6af2f-c222-453c-98bf-ae6026e9e9d8 HTTP/1.1" status: 204 len: 168 time: 0.6022947 Aug 31 02:10:41.225711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39168) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:41.237094 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042744d-e6d9-49e3-a723-3cdb553de47d tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Pushing event deleted for resources: {'Network': ['ID=7ab6af2f-c222-453c-98bf-ae6026e9e9d8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:41.285634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-3061eae6-85f6-41a6-9505-63ba7e4990d1 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Deleting subnet 9cde4aac-dd4a-4359-80bc-42871bca8526 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:10:41.289031 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3061eae6-85f6-41a6-9505-63ba7e4990d1 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.330449 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3061eae6-85f6-41a6-9505-63ba7e4990d1 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.422623 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3061eae6-85f6-41a6-9505-63ba7e4990d1 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.484749 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3061eae6-85f6-41a6-9505-63ba7e4990d1 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.512246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061eae6-85f6-41a6-9505-63ba7e4990d1 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Pushing event deleted for resources: {'Subnet': ['ID=9cde4aac-dd4a-4359-80bc-42871bca8526,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:41.516205 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3061eae6-85f6-41a6-9505-63ba7e4990d1 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.519793 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3061eae6-85f6-41a6-9505-63ba7e4990d1 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] 10.222.0.58 "DELETE /v2.0/subnets/9cde4aac-dd4a-4359-80bc-42871bca8526 HTTP/1.1" status: 204 len: 168 time: 0.2914419 Aug 31 02:10:41.520721 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39170) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:41.528967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54ca9c7-64ec-4cc5-a005-35a70db1fb78 None None] Network 25422919-d49b-4009-8e65-12527e42d682 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:41.564599 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:10:41.608842 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.661065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21357d3b-68e0-4e27-9a9b-c3609db70440 None None] DHCP port deletion for 7ab6af2f-c222-453c-98bf-ae6026e9e9d8 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:10:41.668685 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Deleting port 8acc6984-82d0-47ef-bb52-93b6b6c19d00 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:10:41.669513 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.679768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7fca7c-241c-4c08-9b04-f16b96b13c48 None None] Network 7ab6af2f-c222-453c-98bf-ae6026e9e9d8 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:41.699391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-390c67ef-cb68-4e9c-87c8-81290a4715fe None None] Could not find standard attr ID for object 34ee3892-530b-4086-bdac-0db24f67701f. {{(pid=94762) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 02:10:41.700983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7fca7c-241c-4c08-9b04-f16b96b13c48 None None] Network 7ab6af2f-c222-453c-98bf-ae6026e9e9d8 could not be found, it might have been deleted concurrently. {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 02:10:41.720054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e1e1f9-dd10-44cd-80a3-688a7d8ca596 None None] DHCP port deletion for 25422919-d49b-4009-8e65-12527e42d682 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:10:41.742043 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] For port 8acc6984-82d0-47ef-bb52-93b6b6c19d00, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8acc6984-82d0-47ef-bb52-93b6b6c19d00,segment=NetworkSegment(9bcfb61f-8a9d-4291-9d70-608ed4e312b8),segment_id=9bcfb61f-8a9d-4291-9d70-608ed4e312b8)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:41.742337 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.760168 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Calling delete_port for 8acc6984-82d0-47ef-bb52-93b6b6c19d00 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:10:41.766415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-86e1e1f9-dd10-44cd-80a3-688a7d8ca596 None None] Deleting port 8acc6984-82d0-47ef-bb52-93b6b6c19d00 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:10:41.766794 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-86e1e1f9-dd10-44cd-80a3-688a7d8ca596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.835431 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-86e1e1f9-dd10-44cd-80a3-688a7d8ca596 None None] For port 8acc6984-82d0-47ef-bb52-93b6b6c19d00, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8acc6984-82d0-47ef-bb52-93b6b6c19d00,segment=NetworkSegment(9bcfb61f-8a9d-4291-9d70-608ed4e312b8),segment_id=9bcfb61f-8a9d-4291-9d70-608ed4e312b8)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:41.835849 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-86e1e1f9-dd10-44cd-80a3-688a7d8ca596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.840281 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.855114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-86e1e1f9-dd10-44cd-80a3-688a7d8ca596 None None] Calling delete_port for 8acc6984-82d0-47ef-bb52-93b6b6c19d00 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:10:41.860745 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.870571 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Pushing event deleted for resources: {'Port': ['ID=8acc6984-82d0-47ef-bb52-93b6b6c19d00,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:41.873024 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] No DVR routers for this DVR port 8acc6984-82d0-47ef-bb52-93b6b6c19d00 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:10:41.935305 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-86e1e1f9-dd10-44cd-80a3-688a7d8ca596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.953002 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.962954 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25422919-d49b-4009-8e65-12527e42d682']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:41.965089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1e1f9-dd10-44cd-80a3-688a7d8ca596 None None] Pushing event deleted for resources: {'Port': ['ID=8acc6984-82d0-47ef-bb52-93b6b6c19d00,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:41.968751 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e1e1f9-dd10-44cd-80a3-688a7d8ca596 None None] No DVR routers for this DVR port 8acc6984-82d0-47ef-bb52-93b6b6c19d00 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:10:41.975351 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcfb61f-8a9d-4291-9d70-608ed4e312b8') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:41.975351 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcfb61f-8a9d-4291-9d70-608ed4e312b8') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:41.984813 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:41.999216 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:42.004903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:10:42.005288 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: timer() Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:10:42.008138 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:10:42.066518 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:42.071748 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:42.075734 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] 10.222.0.58 "DELETE /v2.0/networks/25422919-d49b-4009-8e65-12527e42d682 HTTP/1.1" status: 204 len: 168 time: 0.5539739 Aug 31 02:10:42.076381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39172) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:42.090527 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd167c-2a47-4592-9335-45703257b22c tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Pushing event deleted for resources: {'Network': ['ID=25422919-d49b-4009-8e65-12527e42d682,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:42.109735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4173ebb4-7e81-4da1-99e1-c43ff70a2a4e tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] 10.222.0.58 "GET /v2.0/ports?device_id=3fb33484-fa1b-40b1-bf04-a95b98a05052 HTTP/1.1" status: 200 len: 205 time: 0.0314207 Aug 31 02:10:42.111314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39174) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:42.184607 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86b7dc61-fcd0-4371-a547-3b86b8624325 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:42.342891 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86b7dc61-fcd0-4371-a547-3b86b8624325 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:42.345711 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86b7dc61-fcd0-4371-a547-3b86b8624325 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:42.395811 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86b7dc61-fcd0-4371-a547-3b86b8624325 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:42.396317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b7dc61-fcd0-4371-a547-3b86b8624325 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Fanout notify agent at l3_agent the message router_deleted on router 3fb33484-fa1b-40b1-bf04-a95b98a05052 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:10:42.404357 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86b7dc61-fcd0-4371-a547-3b86b8624325 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:42.405768 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-86b7dc61-fcd0-4371-a547-3b86b8624325 tempest-RoutersNegativeTest-1935356892 tempest-RoutersNegativeTest-1935356892-project] 10.222.0.58 "DELETE /v2.0/routers/3fb33484-fa1b-40b1-bf04-a95b98a05052 HTTP/1.1" status: 204 len: 168 time: 0.2934752 Aug 31 02:10:42.648416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39180) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:42.781837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-69668f42-b82a-4a6b-81d8-5f37728534d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7fe9faace8474e39bc5e7d5536a38992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320045 Aug 31 02:10:42.784287 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39184) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:42.831735 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a220f95c-4176-4190-bc03-a61e51441665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:42.851897 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a220f95c-4176-4190-bc03-a61e51441665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:42.898220 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a220f95c-4176-4190-bc03-a61e51441665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:42.900741 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a220f95c-4176-4190-bc03-a61e51441665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:42.901924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a220f95c-4176-4190-bc03-a61e51441665 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a6dc171-dc39-44dc-a7be-4eeec1f3814d HTTP/1.1" status: 204 len: 168 time: 0.1167374 Aug 31 02:10:42.909890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220f95c-4176-4190-bc03-a61e51441665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6dc171-dc39-44dc-a7be-4eeec1f3814d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:43.525446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39206) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:43.619551 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1867703675-network', 'tenant_id': '7169e680b5df42ae9682663be739fce6'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:43.639631 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] Made reservation on behalf of 7169e680b5df42ae9682663be739fce6 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:43.641919 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:43.650377 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:43.740110 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:43.743508 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:43.764397 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:10:43.779776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c5b526-b56f-4cf8-af6c-0e4968bcb845,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:43.782679 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:43.783031 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] Added segment 92bac479-c267-4969-b9d5-c555e7f9b5aa of type vlan for network d802d821-4712-4d9f-9c6b-b5887d6de412 Aug 31 02:10:43.821245 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:43.845200 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:43.846128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:43.846744 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:43.898269 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3710432 Aug 31 02:10:43.901608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39210) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:43.906702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-67972f02-e821-4ece-b5e6-eaeabdb16f36 admin admin] Request body: {'subnet': {'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1867703675-subnet', 'tenant_id': '7169e680b5df42ae9682663be739fce6', 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:43.907395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd647e-1945-4928-a3a7-bbcac63929bf admin admin] Pushing event updated for resources: {'Network': ['ID=d802d821-4712-4d9f-9c6b-b5887d6de412,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:43.917771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network d802d821-4712-4d9f-9c6b-b5887d6de412 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:10:43.927487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67972f02-e821-4ece-b5e6-eaeabdb16f36 admin admin] Made reservation on behalf of 7169e680b5df42ae9682663be739fce6 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:43.929949 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-67972f02-e821-4ece-b5e6-eaeabdb16f36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.093087 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-67972f02-e821-4ece-b5e6-eaeabdb16f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.145806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67972f02-e821-4ece-b5e6-eaeabdb16f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b52599-e8fe-45cf-a47a-d53ded196e07,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:44.155939 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67972f02-e821-4ece-b5e6-eaeabdb16f36 admin admin] Checking segment: {'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:44.156305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67972f02-e821-4ece-b5e6-eaeabdb16f36 admin admin] Network hostable DHCP agents. Network: d802d821-4712-4d9f-9c6b-b5887d6de412, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:10:44.172846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67972f02-e821-4ece-b5e6-eaeabdb16f36 admin admin] Network d802d821-4712-4d9f-9c6b-b5887d6de412 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:10:44.180867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-67972f02-e821-4ece-b5e6-eaeabdb16f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, d802d821-4712-4d9f-9c6b-b5887d6de412) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:44.185861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67972f02-e821-4ece-b5e6-eaeabdb16f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:44.186453 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-67972f02-e821-4ece-b5e6-eaeabdb16f36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.190065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebdc46b-c925-4dcb-8eb2-05ae8747c7ae None None] Network d802d821-4712-4d9f-9c6b-b5887d6de412 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:44.205172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-67972f02-e821-4ece-b5e6-eaeabdb16f36 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3024659 Aug 31 02:10:44.207967 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39212) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:44.212363 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1867703675-router', 'tenant_id': '7169e680b5df42ae9682663be739fce6', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:44.233190 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.234187 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.296543 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.346478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-d802d821-4712-4d9f-9c6b-b5887d6de412', 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412', 'tenant_id': '7169e680b5df42ae9682663be739fce6', 'fixed_ips': [{'subnet_id': '54b52599-e8fe-45cf-a47a-d53ded196e07'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:10:44.347398 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.439778 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.483270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Allocated IP 172.20.0.2 (d802d821-4712-4d9f-9c6b-b5887d6de412/54b52599-e8fe-45cf-a47a-d53ded196e07/170804e5-0a05-4de8-b20e-d9d9b67c031e) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:10:44.629746 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.637547 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.638196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Transition to ACTIVE for port object 170804e5-0a05-4de8-b20e-d9d9b67c031e will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:44.653044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Transition to ACTIVE for port object 170804e5-0a05-4de8-b20e-d9d9b67c031e will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:44.658157 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.664180 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.700703 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Network d802d821-4712-4d9f-9c6b-b5887d6de412 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:44.703494 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:44.707010 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:10:44.714208 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Pushing event updated for resources: {'Port': ['ID=170804e5-0a05-4de8-b20e-d9d9b67c031e,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:44.762615 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Attempting to bind port 170804e5-0a05-4de8-b20e-d9d9b67c031e on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:10:44.762977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Attempting to bind port 170804e5-0a05-4de8-b20e-d9d9b67c031e by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:10:44.763357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Attempting to bind port 170804e5-0a05-4de8-b20e-d9d9b67c031e on network d802d821-4712-4d9f-9c6b-b5887d6de412 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:44.768448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:10:44.768825 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Checking segment: {'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:44.769227 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.769621 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Bound using segment: {'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:10:44.770084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Bound port: 170804e5-0a05-4de8-b20e-d9d9b67c031e, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:10:44.770464 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.778621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Allocated IP 172.25.6.212 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/97f0e623-253e-4c1d-85a7-4dbea237fb24) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:10:44.841084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] For port 170804e5-0a05-4de8-b20e-d9d9b67c031e, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:10:44.844480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] For port 170804e5-0a05-4de8-b20e-d9d9b67c031e, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=170804e5-0a05-4de8-b20e-d9d9b67c031e,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:10:44.848123 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.879840 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.906288 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3763d-7fee-425d-88b9-4b8b4dc33367 None None] Pushing event updated for resources: {'Port': ['ID=170804e5-0a05-4de8-b20e-d9d9b67c031e,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:44.930011 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:44.982025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:44.985141 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:44.987553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:10:44.993203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=97f0e623-253e-4c1d-85a7-4dbea237fb24,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:45.252046 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:45.445755 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:45.594377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Router 7dfa6a21-0b9f-46ee-b49d-063e30bfa805 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:10:45.709424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:10:45.720594 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Sync routers for ids ['7dfa6a21-0b9f-46ee-b49d-063e30bfa805'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:10:45.731942 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:45.732388 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Routers {'7dfa6a21-0b9f-46ee-b49d-063e30bfa805'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:10:45.733089 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:10:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7dfa6a21-0b9f-46ee-b49d-063e30bfa805'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:45.733898 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2eba524a-ed32-4e97-b3bb-cd965a1d6ce3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5248008 Aug 31 02:10:45.737134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39214) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:45.797266 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a693114c-0a01-4219-aab8-3bb7e03e357e None None] Network d802d821-4712-4d9f-9c6b-b5887d6de412 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:45.860540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0676c395-6f58-4066-8ca8-9d03817aae13 None None] Provisioning for port 170804e5-0a05-4de8-b20e-d9d9b67c031e completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:45.945964 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Set router 7dfa6a21-0b9f-46ee-b49d-063e30bfa805 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:10:46.084622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 170804e5-0a05-4de8-b20e-d9d9b67c031e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:10:46.139958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 170804e5-0a05-4de8-b20e-d9d9b67c031e completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:46.149347 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 170804e5-0a05-4de8-b20e-d9d9b67c031e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:46.150260 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.161854 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'name': 'tempest-TestEncryptedCinderVolumes-1867703675-router', 'tenant_id': '7169e680b5df42ae9682663be739fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '97f0e623-253e-4c1d-85a7-4dbea237fb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:10:45Z', 'revision_number': 3, 'project_id': '7169e680b5df42ae9682663be739fce6', 'gw_port': {'id': '97f0e623-253e-4c1d-85a7-4dbea237fb24', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:46.195298 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Checking router: 7dfa6a21-0b9f-46ee-b49d-063e30bfa805 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:10:46.195659 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Updating router 7dfa6a21-0b9f-46ee-b49d-063e30bfa805 port 97f0e623-253e-4c1d-85a7-4dbea237fb24 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:10:46.223983 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.241902 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.243031 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.282917 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 170804e5-0a05-4de8-b20e-d9d9b67c031e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=170804e5-0a05-4de8-b20e-d9d9b67c031e,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:46.292305 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.331630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2b4e340b-019d-44ed-8db0-e060a23a0729 None None] Provisioning complete for port 170804e5-0a05-4de8-b20e-d9d9b67c031e triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:46.332227 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2b4e340b-019d-44ed-8db0-e060a23a0729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.380392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=170804e5-0a05-4de8-b20e-d9d9b67c031e,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:46.512640 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.523757 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Transition to ACTIVE for port object 97f0e623-253e-4c1d-85a7-4dbea237fb24 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:46.533831 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.592205 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Attempting to bind port 97f0e623-253e-4c1d-85a7-4dbea237fb24 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:10:46.592568 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Attempting to bind port 97f0e623-253e-4c1d-85a7-4dbea237fb24 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:10:46.592925 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Attempting to bind port 97f0e623-253e-4c1d-85a7-4dbea237fb24 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:46.598520 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82311394-424e-476a-8114-9344cf8e9172 None None] Pushing event updated for resources: {'Port': ['ID=97f0e623-253e-4c1d-85a7-4dbea237fb24,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:46.603159 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:10:46.603553 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:46.604466 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.604844 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:10:46.605302 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Bound port: 97f0e623-253e-4c1d-85a7-4dbea237fb24, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:10:46.605675 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.612480 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82311394-424e-476a-8114-9344cf8e9172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.612843 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82311394-424e-476a-8114-9344cf8e9172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.613362 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82311394-424e-476a-8114-9344cf8e9172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.613729 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82311394-424e-476a-8114-9344cf8e9172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.614047 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82311394-424e-476a-8114-9344cf8e9172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.614368 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82311394-424e-476a-8114-9344cf8e9172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.614685 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82311394-424e-476a-8114-9344cf8e9172 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.615004 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82311394-424e-476a-8114-9344cf8e9172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.615341 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82311394-424e-476a-8114-9344cf8e9172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.615664 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82311394-424e-476a-8114-9344cf8e9172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.616142 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82311394-424e-476a-8114-9344cf8e9172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.616454 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82311394-424e-476a-8114-9344cf8e9172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:10:46.671677 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] For port 97f0e623-253e-4c1d-85a7-4dbea237fb24, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:10:46.675026 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] For port 97f0e623-253e-4c1d-85a7-4dbea237fb24, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=97f0e623-253e-4c1d-85a7-4dbea237fb24,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:10:46.679130 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.732980 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Routers {'7dfa6a21-0b9f-46ee-b49d-063e30bfa805'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:10:46.733645 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:10:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7dfa6a21-0b9f-46ee-b49d-063e30bfa805'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:46.751651 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Allocated IP 172.20.0.1 (d802d821-4712-4d9f-9c6b-b5887d6de412/54b52599-e8fe-45cf-a47a-d53ded196e07/2893a345-cba3-4340-91d9-4528ac78d237) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:10:46.790159 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82311394-424e-476a-8114-9344cf8e9172 None None] Pushing event updated for resources: {'Port': ['ID=97f0e623-253e-4c1d-85a7-4dbea237fb24,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:46.857220 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] Set router 7dfa6a21-0b9f-46ee-b49d-063e30bfa805 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:10:46.865007 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.879414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Transition to ACTIVE for port object 2893a345-cba3-4340-91d9-4528ac78d237 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:46.915347 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:46.953106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Network d802d821-4712-4d9f-9c6b-b5887d6de412 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:46.955992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:46.961811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:10:46.990995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Pushing event updated for resources: {'Port': ['ID=2893a345-cba3-4340-91d9-4528ac78d237,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:47.007221 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:47.055724 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'name': 'tempest-TestEncryptedCinderVolumes-1867703675-router', 'tenant_id': '7169e680b5df42ae9682663be739fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '97f0e623-253e-4c1d-85a7-4dbea237fb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:10:45Z', 'revision_number': 3, 'project_id': '7169e680b5df42ae9682663be739fce6', 'gw_port': {'id': '97f0e623-253e-4c1d-85a7-4dbea237fb24', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:47.084575 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2919b67-14b8-4e00-8ac4-2e1b6dcfb643 None None] The sync data for ids ['7dfa6a21-0b9f-46ee-b49d-063e30bfa805'] in n-d-802060-13 is: [{'id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'name': 'tempest-TestEncryptedCinderVolumes-1867703675-router', 'tenant_id': '7169e680b5df42ae9682663be739fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '97f0e623-253e-4c1d-85a7-4dbea237fb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:10:45Z', 'revision_number': 3, 'project_id': '7169e680b5df42ae9682663be739fce6', 'gw_port': {'id': '97f0e623-253e-4c1d-85a7-4dbea237fb24', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:10:47.156976 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:47.271654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d5331337-6f6b-4caa-948b-337e61834362 None None] Provisioning for port 2893a345-cba3-4340-91d9-4528ac78d237 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:47.277208 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d5331337-6f6b-4caa-948b-337e61834362 None None] Provisioning complete for port 2893a345-cba3-4340-91d9-4528ac78d237 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:47.277656 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d5331337-6f6b-4caa-948b-337e61834362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:47.336810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d5331337-6f6b-4caa-948b-337e61834362 None None] Port 2893a345-cba3-4340-91d9-4528ac78d237 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:10:47.348309 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:47.354617 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:47.423372 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:47.425200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Pushing event updated for resources: {'Port': ['ID=2893a345-cba3-4340-91d9-4528ac78d237,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:47.527170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Network d802d821-4712-4d9f-9c6b-b5887d6de412 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:47.528672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:47.652797 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Router 7dfa6a21-0b9f-46ee-b49d-063e30bfa805 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:10:47.757486 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-abd963a5-4c32-4397-8954-695ed8f9f2cc None None] Provisioning complete for port 2893a345-cba3-4340-91d9-4528ac78d237 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:47.757940 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-abd963a5-4c32-4397-8954-695ed8f9f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:47.770331 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:10:47.779515 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-eb769f44-273f-4721-b7bc-94b73f1a5fcc admin admin] 10.222.0.58 "PUT /v2.0/routers/7dfa6a21-0b9f-46ee-b49d-063e30bfa805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0408289 Aug 31 02:10:47.795158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-abd963a5-4c32-4397-8954-695ed8f9f2cc None None] Port 2893a345-cba3-4340-91d9-4528ac78d237 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:10:48.085851 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 97f0e623-253e-4c1d-85a7-4dbea237fb24 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:10:48.136711 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 97f0e623-253e-4c1d-85a7-4dbea237fb24 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:48.140317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 97f0e623-253e-4c1d-85a7-4dbea237fb24 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:48.140718 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.223202 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.247139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 97f0e623-253e-4c1d-85a7-4dbea237fb24, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=97f0e623-253e-4c1d-85a7-4dbea237fb24,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:48.251555 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.252336 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 170804e5-0a05-4de8-b20e-d9d9b67c031e up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:10:48.283143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39232) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:48.288339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1592254651-network', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:48.309768 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] Made reservation on behalf of 85071901e8cc46b787c409b35ce12dfe for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:48.312148 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.320883 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.327664 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=97f0e623-253e-4c1d-85a7-4dbea237fb24,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:48.341852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 170804e5-0a05-4de8-b20e-d9d9b67c031e triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:48.342223 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.422307 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.427643 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.451528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:10:48.465448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19847239-874e-48fa-b8a1-1def7c984582,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:48.470472 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.470815 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] Added segment ed6ab871-c14a-449d-a4db-42a749c0c39a of type vlan for network 0657a3b8-d7c7-4970-b220-2952187fddaa Aug 31 02:10:48.512505 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.541236 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.543051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:48.543782 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.606616 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3196380 Aug 31 02:10:48.607183 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39234) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:48.613484 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c4950ea7-6e6a-4a7e-b3d3-a75e1b3b447d admin admin] Request body: {'subnet': {'network_id': '0657a3b8-d7c7-4970-b220-2952187fddaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1592254651-subnet', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe', 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:48.617690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929ad8d-f317-441f-8eb4-d8c22f45b0a4 admin admin] Pushing event updated for resources: {'Network': ['ID=0657a3b8-d7c7-4970-b220-2952187fddaa,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:48.630223 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 0657a3b8-d7c7-4970-b220-2952187fddaa details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:10:48.638112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4950ea7-6e6a-4a7e-b3d3-a75e1b3b447d admin admin] Made reservation on behalf of 85071901e8cc46b787c409b35ce12dfe for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:48.640520 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c4950ea7-6e6a-4a7e-b3d3-a75e1b3b447d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.778640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Sync routers for ids ['7dfa6a21-0b9f-46ee-b49d-063e30bfa805'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:10:48.788205 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Routers {'7dfa6a21-0b9f-46ee-b49d-063e30bfa805'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:10:48.788901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:10:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7dfa6a21-0b9f-46ee-b49d-063e30bfa805'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:48.815482 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c4950ea7-6e6a-4a7e-b3d3-a75e1b3b447d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.871662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4950ea7-6e6a-4a7e-b3d3-a75e1b3b447d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f114e76d-b146-43fd-bc87-310da9015016,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:48.882221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4950ea7-6e6a-4a7e-b3d3-a75e1b3b447d admin admin] Checking segment: {'id': 'ed6ab871-c14a-449d-a4db-42a749c0c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0657a3b8-d7c7-4970-b220-2952187fddaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:48.882629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4950ea7-6e6a-4a7e-b3d3-a75e1b3b447d admin admin] Network hostable DHCP agents. Network: 0657a3b8-d7c7-4970-b220-2952187fddaa, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:10:48.900696 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4950ea7-6e6a-4a7e-b3d3-a75e1b3b447d admin admin] Network 0657a3b8-d7c7-4970-b220-2952187fddaa is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:10:48.911144 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-c4950ea7-6e6a-4a7e-b3d3-a75e1b3b447d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 0657a3b8-d7c7-4970-b220-2952187fddaa) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:48.915230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4950ea7-6e6a-4a7e-b3d3-a75e1b3b447d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:48.915851 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c4950ea7-6e6a-4a7e-b3d3-a75e1b3b447d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.931181 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c4950ea7-6e6a-4a7e-b3d3-a75e1b3b447d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3232975 Aug 31 02:10:48.933952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39236) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:48.938552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1592254651-router', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:48.960181 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:48.961320 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.018307 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.037735 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4c7fa0-94be-4f2e-916a-ba29d6df6266 None None] Network 0657a3b8-d7c7-4970-b220-2952187fddaa requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:49.108324 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Set router 7dfa6a21-0b9f-46ee-b49d-063e30bfa805 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:10:49.157453 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.311716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-0657a3b8-d7c7-4970-b220-2952187fddaa', 'network_id': '0657a3b8-d7c7-4970-b220-2952187fddaa', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe', 'fixed_ips': [{'subnet_id': 'f114e76d-b146-43fd-bc87-310da9015016'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:10:49.312557 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.356982 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.376033 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.477464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'name': 'tempest-TestEncryptedCinderVolumes-1867703675-router', 'tenant_id': '7169e680b5df42ae9682663be739fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '97f0e623-253e-4c1d-85a7-4dbea237fb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:10:47Z', 'revision_number': 4, 'project_id': '7169e680b5df42ae9682663be739fce6', 'gw_port': {'id': '97f0e623-253e-4c1d-85a7-4dbea237fb24', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '2893a345-cba3-4340-91d9-4528ac78d237', 'name': '', 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412', 'tenant_id': '7169e680b5df42ae9682663be739fce6', 'mac_address': 'fa:16:3e:df:f7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '54b52599-e8fe-45cf-a47a-d53ded196e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:46Z', 'updated_at': '2021-08-31T02:10:47Z', 'revision_number': 2, 'project_id': '7169e680b5df42ae9682663be739fce6', 'subnets': [{'id': '54b52599-e8fe-45cf-a47a-d53ded196e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:49.480843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Allocated IP 172.25.6.251 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/61b3b66c-2844-4533-8b63-ad49bfe04c57) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:10:49.512475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Checking router: 7dfa6a21-0b9f-46ee-b49d-063e30bfa805 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:10:49.512832 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Updating router 7dfa6a21-0b9f-46ee-b49d-063e30bfa805 port 2893a345-cba3-4340-91d9-4528ac78d237 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:10:49.518168 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Allocated IP 172.20.0.2 (0657a3b8-d7c7-4970-b220-2952187fddaa/f114e76d-b146-43fd-bc87-310da9015016/8629c151-61a5-4e44-8acf-280a51798566) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:10:49.550519 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.589562 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.629127 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.670027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:49.672867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:49.675252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:10:49.700589 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Pushing event updated for resources: {'Port': ['ID=61b3b66c-2844-4533-8b63-ad49bfe04c57,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:49.820788 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.838120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Transition to ACTIVE for port object 8629c151-61a5-4e44-8acf-280a51798566 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:49.866311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Transition to ACTIVE for port object 8629c151-61a5-4e44-8acf-280a51798566 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:49.878692 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.932561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Network 0657a3b8-d7c7-4970-b220-2952187fddaa is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:49.933985 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:49.956595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:49.963058 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:10:49.977172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Pushing event updated for resources: {'Port': ['ID=8629c151-61a5-4e44-8acf-280a51798566,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:50.006249 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:50.014568 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 97f0e623-253e-4c1d-85a7-4dbea237fb24 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:10:50.062807 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Transition to ACTIVE for port object 2893a345-cba3-4340-91d9-4528ac78d237 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:50.078143 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:50.079942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Attempting to bind port 8629c151-61a5-4e44-8acf-280a51798566 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:10:50.080313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Attempting to bind port 8629c151-61a5-4e44-8acf-280a51798566 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'ed6ab871-c14a-449d-a4db-42a749c0c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0657a3b8-d7c7-4970-b220-2952187fddaa'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:10:50.080676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Attempting to bind port 8629c151-61a5-4e44-8acf-280a51798566 on network 0657a3b8-d7c7-4970-b220-2952187fddaa {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:50.111313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:10:50.111696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Checking segment: {'id': 'ed6ab871-c14a-449d-a4db-42a749c0c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0657a3b8-d7c7-4970-b220-2952187fddaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:50.112098 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:50.112496 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Bound using segment: {'id': 'ed6ab871-c14a-449d-a4db-42a749c0c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0657a3b8-d7c7-4970-b220-2952187fddaa'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:10:50.112980 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Bound port: 8629c151-61a5-4e44-8acf-280a51798566, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6ab871-c14a-449d-a4db-42a749c0c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0657a3b8-d7c7-4970-b220-2952187fddaa'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:10:50.113360 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:50.153459 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:50.161401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53635bdf-a696-4608-b73a-863bd338d935 None None] Pushing event updated for resources: {'Port': ['ID=2893a345-cba3-4340-91d9-4528ac78d237,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:50.206316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 97f0e623-253e-4c1d-85a7-4dbea237fb24 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:50.206689 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:50.295631 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Attempting to bind port 2893a345-cba3-4340-91d9-4528ac78d237 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:10:50.295996 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Attempting to bind port 2893a345-cba3-4340-91d9-4528ac78d237 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:10:50.296525 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Attempting to bind port 2893a345-cba3-4340-91d9-4528ac78d237 on network d802d821-4712-4d9f-9c6b-b5887d6de412 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:50.300987 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] For port 8629c151-61a5-4e44-8acf-280a51798566, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:10:50.303900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Router 8d2c4458-30d4-4426-aaa6-2bd9785488a1 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:10:50.305558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] For port 8629c151-61a5-4e44-8acf-280a51798566, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8629c151-61a5-4e44-8acf-280a51798566,segment=NetworkSegment(ed6ab871-c14a-449d-a4db-42a749c0c39a),segment_id=ed6ab871-c14a-449d-a4db-42a749c0c39a)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:10:50.311594 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:10:50.311977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Checking segment: {'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:50.312774 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:50.312774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Bound using segment: {'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:10:50.313241 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Bound port: 2893a345-cba3-4340-91d9-4528ac78d237, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:10:50.313616 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:50.323160 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:50.424250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:10:50.439195 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Sync routers for ids ['8d2c4458-30d4-4426-aaa6-2bd9785488a1'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:10:50.443896 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:50.445376 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-221d5e55-1b6f-4ecf-b6db-1b8dfb82094a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5104074 Aug 31 02:10:50.448660 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39238) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:10:50.466679 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Routers {'8d2c4458-30d4-4426-aaa6-2bd9785488a1'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:10:50.467730 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:10:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8d2c4458-30d4-4426-aaa6-2bd9785488a1'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:50.468990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1feb57-2a40-4c78-a602-65f62517441a None None] Pushing event updated for resources: {'Port': ['ID=8629c151-61a5-4e44-8acf-280a51798566,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:50.478361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] For port 2893a345-cba3-4340-91d9-4528ac78d237, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:10:50.482990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] For port 2893a345-cba3-4340-91d9-4528ac78d237, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2893a345-cba3-4340-91d9-4528ac78d237,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:10:50.490023 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:50.551557 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Routers {'7dfa6a21-0b9f-46ee-b49d-063e30bfa805'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:10:50.552617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:10:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7dfa6a21-0b9f-46ee-b49d-063e30bfa805'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:50.605203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53635bdf-a696-4608-b73a-863bd338d935 None None] Pushing event updated for resources: {'Port': ['ID=2893a345-cba3-4340-91d9-4528ac78d237,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:50.608675 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Set router 8d2c4458-30d4-4426-aaa6-2bd9785488a1 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:10:50.739539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] Set router 7dfa6a21-0b9f-46ee-b49d-063e30bfa805 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:10:50.890805 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'name': 'tempest-TestEncryptedCinderVolumes-1592254651-router', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:48Z', 'updated_at': '2021-08-31T02:10:49Z', 'revision_number': 3, 'project_id': '85071901e8cc46b787c409b35ce12dfe', 'gw_port': {'id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:49Z', 'updated_at': '2021-08-31T02:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:50.922191 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Checking router: 8d2c4458-30d4-4426-aaa6-2bd9785488a1 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:10:50.922619 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Updating router 8d2c4458-30d4-4426-aaa6-2bd9785488a1 port 61b3b66c-2844-4533-8b63-ad49bfe04c57 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:10:50.948660 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:50.996069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'name': 'tempest-TestEncryptedCinderVolumes-1867703675-router', 'tenant_id': '7169e680b5df42ae9682663be739fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '97f0e623-253e-4c1d-85a7-4dbea237fb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:10:47Z', 'revision_number': 4, 'project_id': '7169e680b5df42ae9682663be739fce6', 'gw_port': {'id': '97f0e623-253e-4c1d-85a7-4dbea237fb24', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '2893a345-cba3-4340-91d9-4528ac78d237', 'name': '', 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412', 'tenant_id': '7169e680b5df42ae9682663be739fce6', 'mac_address': 'fa:16:3e:df:f7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '54b52599-e8fe-45cf-a47a-d53ded196e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:46Z', 'updated_at': '2021-08-31T02:10:50Z', 'revision_number': 4, 'project_id': '7169e680b5df42ae9682663be739fce6', 'subnets': [{'id': '54b52599-e8fe-45cf-a47a-d53ded196e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:51.023327 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464dc5e6-4c0e-4be0-8d3d-1b99f7ae8511 None None] The sync data for ids ['7dfa6a21-0b9f-46ee-b49d-063e30bfa805'] in n-d-802060-13 is: [{'id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'name': 'tempest-TestEncryptedCinderVolumes-1867703675-router', 'tenant_id': '7169e680b5df42ae9682663be739fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '97f0e623-253e-4c1d-85a7-4dbea237fb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:10:47Z', 'revision_number': 4, 'project_id': '7169e680b5df42ae9682663be739fce6', 'gw_port': {'id': '97f0e623-253e-4c1d-85a7-4dbea237fb24', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '2893a345-cba3-4340-91d9-4528ac78d237', 'name': '', 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412', 'tenant_id': '7169e680b5df42ae9682663be739fce6', 'mac_address': 'fa:16:3e:df:f7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '54b52599-e8fe-45cf-a47a-d53ded196e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:46Z', 'updated_at': '2021-08-31T02:10:50Z', 'revision_number': 4, 'project_id': '7169e680b5df42ae9682663be739fce6', 'subnets': [{'id': '54b52599-e8fe-45cf-a47a-d53ded196e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:10:51.038937 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:51.288372 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:51.296512 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Allocated IP 172.20.0.1 (0657a3b8-d7c7-4970-b220-2952187fddaa/f114e76d-b146-43fd-bc87-310da9015016/c385f51a-4968-474f-9a20-7049b0d9457b) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:10:51.305962 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Transition to ACTIVE for port object 61b3b66c-2844-4533-8b63-ad49bfe04c57 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:51.316201 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:51.343130 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-98f8cb39-5b86-4133-97d9-0e9d96b2ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:51.376395 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Attempting to bind port 61b3b66c-2844-4533-8b63-ad49bfe04c57 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:10:51.376747 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Attempting to bind port 61b3b66c-2844-4533-8b63-ad49bfe04c57 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:10:51.377103 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Attempting to bind port 61b3b66c-2844-4533-8b63-ad49bfe04c57 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:51.380304 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9b308-5979-4f76-944d-b55db06414b4 None None] Pushing event updated for resources: {'Port': ['ID=61b3b66c-2844-4533-8b63-ad49bfe04c57,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:51.384951 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:10:51.385408 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:51.385802 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:51.386182 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:10:51.386647 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Bound port: 61b3b66c-2844-4533-8b63-ad49bfe04c57, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:10:51.387022 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:51.457163 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:51.476648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Transition to ACTIVE for port object c385f51a-4968-474f-9a20-7049b0d9457b will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:51.516682 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:51.567395 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] For port 61b3b66c-2844-4533-8b63-ad49bfe04c57, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:10:51.570181 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Network 0657a3b8-d7c7-4970-b220-2952187fddaa is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:51.574148 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] For port 61b3b66c-2844-4533-8b63-ad49bfe04c57, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=61b3b66c-2844-4533-8b63-ad49bfe04c57,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:10:51.575041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:51.579846 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:10:51.581246 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:51.585964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Pushing event updated for resources: {'Port': ['ID=c385f51a-4968-474f-9a20-7049b0d9457b,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:51.608677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a055ce-0798-4f82-8d99-bd6bbf03cb4c None None] Network 0657a3b8-d7c7-4970-b220-2952187fddaa requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:10:51.629374 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:51.634302 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Routers {'8d2c4458-30d4-4426-aaa6-2bd9785488a1'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:10:51.634939 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:10:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8d2c4458-30d4-4426-aaa6-2bd9785488a1'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:51.746008 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] Set router 8d2c4458-30d4-4426-aaa6-2bd9785488a1 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:10:51.749290 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c17c4918-4228-40ba-842a-cc274b29ddbb None None] Provisioning for port 8629c151-61a5-4e44-8acf-280a51798566 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:51.810448 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:51.859057 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9b308-5979-4f76-944d-b55db06414b4 None None] Pushing event updated for resources: {'Port': ['ID=61b3b66c-2844-4533-8b63-ad49bfe04c57,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:51.990579 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'name': 'tempest-TestEncryptedCinderVolumes-1592254651-router', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:48Z', 'updated_at': '2021-08-31T02:10:49Z', 'revision_number': 3, 'project_id': '85071901e8cc46b787c409b35ce12dfe', 'gw_port': {'id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:49Z', 'updated_at': '2021-08-31T02:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:52.036181 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f2303-4b84-4010-a0d4-7de7cbf83863 None None] The sync data for ids ['8d2c4458-30d4-4426-aaa6-2bd9785488a1'] in n-d-802060-13 is: [{'id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'name': 'tempest-TestEncryptedCinderVolumes-1592254651-router', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:48Z', 'updated_at': '2021-08-31T02:10:49Z', 'revision_number': 3, 'project_id': '85071901e8cc46b787c409b35ce12dfe', 'gw_port': {'id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:49Z', 'updated_at': '2021-08-31T02:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:10:52.049569 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.061720 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.090809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9a6b8090-426f-4461-ba90-95e56bcfda76 None None] Provisioning for port c385f51a-4968-474f-9a20-7049b0d9457b completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:52.098018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9a6b8090-426f-4461-ba90-95e56bcfda76 None None] Provisioning complete for port c385f51a-4968-474f-9a20-7049b0d9457b triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:52.098397 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9a6b8090-426f-4461-ba90-95e56bcfda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.169137 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9a6b8090-426f-4461-ba90-95e56bcfda76 None None] Port c385f51a-4968-474f-9a20-7049b0d9457b cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:10:52.176379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2893a345-cba3-4340-91d9-4528ac78d237 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:10:52.204430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Pushing event updated for resources: {'Port': ['ID=c385f51a-4968-474f-9a20-7049b0d9457b,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:52.212855 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.259254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 2893a345-cba3-4340-91d9-4528ac78d237 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:52.265163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2893a345-cba3-4340-91d9-4528ac78d237 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:52.265554 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.348604 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Network 0657a3b8-d7c7-4970-b220-2952187fddaa is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:52.350626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:52.364327 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.424056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 2893a345-cba3-4340-91d9-4528ac78d237, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2893a345-cba3-4340-91d9-4528ac78d237,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:52.457799 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.458693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8629c151-61a5-4e44-8acf-280a51798566 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:10:52.518470 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-eaa1eef2-7c49-42e0-b586-f81268dc5a38 None None] Provisioning complete for port c385f51a-4968-474f-9a20-7049b0d9457b triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:52.518843 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eaa1eef2-7c49-42e0-b586-f81268dc5a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.540180 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Router 8d2c4458-30d4-4426-aaa6-2bd9785488a1 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:10:52.591580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=2893a345-cba3-4340-91d9-4528ac78d237,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:52.597723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-eaa1eef2-7c49-42e0-b586-f81268dc5a38 None None] Port c385f51a-4968-474f-9a20-7049b0d9457b cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:10:52.627965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 8629c151-61a5-4e44-8acf-280a51798566 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:52.639173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8629c151-61a5-4e44-8acf-280a51798566 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:52.640082 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.684463 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:10:52.698648 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-25bd0e57-5078-4123-b0ed-212e0b8eb586 admin admin] 10.222.0.58 "PUT /v2.0/routers/8d2c4458-30d4-4426-aaa6-2bd9785488a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2480824 Aug 31 02:10:52.735012 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.745748 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b010e971-9aa4-45d4-bb2a-ac7d046b9684 None None] Provisioning complete for port c385f51a-4968-474f-9a20-7049b0d9457b triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:52.746118 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b010e971-9aa4-45d4-bb2a-ac7d046b9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.799732 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 8629c151-61a5-4e44-8acf-280a51798566, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8629c151-61a5-4e44-8acf-280a51798566,segment=NetworkSegment(ed6ab871-c14a-449d-a4db-42a749c0c39a),segment_id=ed6ab871-c14a-449d-a4db-42a749c0c39a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:52.801078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b010e971-9aa4-45d4-bb2a-ac7d046b9684 None None] Port c385f51a-4968-474f-9a20-7049b0d9457b cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:10:52.806051 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:52.862795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=8629c151-61a5-4e44-8acf-280a51798566,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:53.860623 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8af75074-3301-4fae-ac97-b91eff60ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.108611 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2893a345-cba3-4340-91d9-4528ac78d237 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:10:54.160270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2893a345-cba3-4340-91d9-4528ac78d237 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:54.160646 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.210409 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.269429 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 61b3b66c-2844-4533-8b63-ad49bfe04c57 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:10:54.480119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Sync routers for ids ['8d2c4458-30d4-4426-aaa6-2bd9785488a1'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:10:54.492789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Routers {'8d2c4458-30d4-4426-aaa6-2bd9785488a1'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:10:54.493413 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:10:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8d2c4458-30d4-4426-aaa6-2bd9785488a1'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:54.528933 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 61b3b66c-2844-4533-8b63-ad49bfe04c57 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:54.537254 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 61b3b66c-2844-4533-8b63-ad49bfe04c57 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:54.537914 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.566772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-84e901ec-cb89-4897-b4e5-4c46291c91fa tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:54.574559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-84e901ec-cb89-4897-b4e5-4c46291c91fa tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/networks?id=d802d821-4712-4d9f-9c6b-b5887d6de412 HTTP/1.1" status: 200 len: 817 time: 0.1200042 Aug 31 02:10:54.584944 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-5d4e08f1-6064-4ee9-b6ef-e9c3d605e50e tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/quotas/7169e680b5df42ae9682663be739fce6 HTTP/1.1" status: 200 len: 375 time: 0.0095093 Aug 31 02:10:54.644214 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Set router 8d2c4458-30d4-4426-aaa6-2bd9785488a1 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:10:54.650128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-3ee40620-5bf3-45c6-9c6d-a4954490457a tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7169e680b5df42ae9682663be739fce6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563390 Aug 31 02:10:54.724416 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.812621 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.815826 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 61b3b66c-2844-4533-8b63-ad49bfe04c57, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=61b3b66c-2844-4533-8b63-ad49bfe04c57,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:54.821102 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:54.821970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8629c151-61a5-4e44-8acf-280a51798566 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:10:54.853572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-0a17eb42-a37c-4e1e-9082-5c4fc5352fe3 service neutron] 10.222.0.58 "GET /v2.0/networks/d802d821-4712-4d9f-9c6b-b5887d6de412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900876 Aug 31 02:10:54.971809 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-c9bf47f9-a7b6-4dd2-88da-5baaa78c0190 service neutron] 10.222.0.58 "GET /v2.0/networks/d802d821-4712-4d9f-9c6b-b5887d6de412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110442 Aug 31 02:10:54.981023 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=61b3b66c-2844-4533-8b63-ad49bfe04c57,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:55.016702 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8629c151-61a5-4e44-8acf-280a51798566 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:55.023756 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:55.088126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'name': 'tempest-TestEncryptedCinderVolumes-1592254651-router', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:48Z', 'updated_at': '2021-08-31T02:10:51Z', 'revision_number': 4, 'project_id': '85071901e8cc46b787c409b35ce12dfe', 'gw_port': {'id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:49Z', 'updated_at': '2021-08-31T02:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'c385f51a-4968-474f-9a20-7049b0d9457b', 'name': '', 'network_id': '0657a3b8-d7c7-4970-b220-2952187fddaa', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe', 'mac_address': 'fa:16:3e:bf:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f114e76d-b146-43fd-bc87-310da9015016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:51Z', 'updated_at': '2021-08-31T02:10:51Z', 'revision_number': 2, 'project_id': '85071901e8cc46b787c409b35ce12dfe', 'subnets': [{'id': 'f114e76d-b146-43fd-bc87-310da9015016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:55.116636 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Checking router: 8d2c4458-30d4-4426-aaa6-2bd9785488a1 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:10:55.116992 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Updating router 8d2c4458-30d4-4426-aaa6-2bd9785488a1 port c385f51a-4968-474f-9a20-7049b0d9457b binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:10:55.170503 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:55.216408 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a751643b-3c8f-4e38-832f-24500afb34d8 req-5e44a83b-412f-4efa-8860-73902080ab7a tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 210 time: 0.0862856 Aug 31 02:10:55.451102 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:55.461466 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Transition to ACTIVE for port object c385f51a-4968-474f-9a20-7049b0d9457b will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:55.468222 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:55.524485 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2bdb6-bc9e-4e7a-91f6-1862f6b5441c None None] Pushing event updated for resources: {'Port': ['ID=c385f51a-4968-474f-9a20-7049b0d9457b,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:55.581562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Attempting to bind port c385f51a-4968-474f-9a20-7049b0d9457b on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:10:55.582133 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Attempting to bind port c385f51a-4968-474f-9a20-7049b0d9457b by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'ed6ab871-c14a-449d-a4db-42a749c0c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0657a3b8-d7c7-4970-b220-2952187fddaa'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:10:55.582501 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Attempting to bind port c385f51a-4968-474f-9a20-7049b0d9457b on network 0657a3b8-d7c7-4970-b220-2952187fddaa {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:55.587744 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:10:55.588126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Checking segment: {'id': 'ed6ab871-c14a-449d-a4db-42a749c0c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0657a3b8-d7c7-4970-b220-2952187fddaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:55.588586 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:55.589145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Bound using segment: {'id': 'ed6ab871-c14a-449d-a4db-42a749c0c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0657a3b8-d7c7-4970-b220-2952187fddaa'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:10:55.589676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Bound port: c385f51a-4968-474f-9a20-7049b0d9457b, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6ab871-c14a-449d-a4db-42a749c0c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0657a3b8-d7c7-4970-b220-2952187fddaa'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:10:55.590072 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:55.666028 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] For port c385f51a-4968-474f-9a20-7049b0d9457b, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:10:55.670015 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] For port c385f51a-4968-474f-9a20-7049b0d9457b, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c385f51a-4968-474f-9a20-7049b0d9457b,segment=NetworkSegment(ed6ab871-c14a-449d-a4db-42a749c0c39a),segment_id=ed6ab871-c14a-449d-a4db-42a749c0c39a)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:10:55.674033 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:55.750923 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Routers {'8d2c4458-30d4-4426-aaa6-2bd9785488a1'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:10:55.751579 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:10:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8d2c4458-30d4-4426-aaa6-2bd9785488a1'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:55.755410 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2bdb6-bc9e-4e7a-91f6-1862f6b5441c None None] Pushing event updated for resources: {'Port': ['ID=c385f51a-4968-474f-9a20-7049b0d9457b,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:55.870372 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] Set router 8d2c4458-30d4-4426-aaa6-2bd9785488a1 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:10:56.038271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 61b3b66c-2844-4533-8b63-ad49bfe04c57 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:10:56.129250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 61b3b66c-2844-4533-8b63-ad49bfe04c57 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:56.129631 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:56.134000 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'name': 'tempest-TestEncryptedCinderVolumes-1592254651-router', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:48Z', 'updated_at': '2021-08-31T02:10:51Z', 'revision_number': 4, 'project_id': '85071901e8cc46b787c409b35ce12dfe', 'gw_port': {'id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:49Z', 'updated_at': '2021-08-31T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'c385f51a-4968-474f-9a20-7049b0d9457b', 'name': '', 'network_id': '0657a3b8-d7c7-4970-b220-2952187fddaa', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe', 'mac_address': 'fa:16:3e:bf:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f114e76d-b146-43fd-bc87-310da9015016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:51Z', 'updated_at': '2021-08-31T02:10:55Z', 'revision_number': 4, 'project_id': '85071901e8cc46b787c409b35ce12dfe', 'subnets': [{'id': 'f114e76d-b146-43fd-bc87-310da9015016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:10:56.149900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-4161a4e2-6f8f-4352-8a84-55c25ed6b1fc tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:56.152054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-4161a4e2-6f8f-4352-8a84-55c25ed6b1fc tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.15 "GET /v2.0/networks?id=d802d821-4712-4d9f-9c6b-b5887d6de412 HTTP/1.1" status: 200 len: 817 time: 0.1220787 Aug 31 02:10:56.170046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-a36f3a2b-1b0d-408e-a61a-6afa019b2c3c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Request body: {'port': {'device_id': '832cf00d-f03e-4fda-8f41-942db8babb6c', 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412', 'admin_state_up': True, 'tenant_id': '7169e680b5df42ae9682663be739fce6'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:56.177755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ddd085-2eac-46f7-a217-308436798db6 None None] The sync data for ids ['8d2c4458-30d4-4426-aaa6-2bd9785488a1'] in n-d-802060-13 is: [{'id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'name': 'tempest-TestEncryptedCinderVolumes-1592254651-router', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:48Z', 'updated_at': '2021-08-31T02:10:51Z', 'revision_number': 4, 'project_id': '85071901e8cc46b787c409b35ce12dfe', 'gw_port': {'id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:49Z', 'updated_at': '2021-08-31T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'c385f51a-4968-474f-9a20-7049b0d9457b', 'name': '', 'network_id': '0657a3b8-d7c7-4970-b220-2952187fddaa', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe', 'mac_address': 'fa:16:3e:bf:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f114e76d-b146-43fd-bc87-310da9015016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:51Z', 'updated_at': '2021-08-31T02:10:55Z', 'revision_number': 4, 'project_id': '85071901e8cc46b787c409b35ce12dfe', 'subnets': [{'id': 'f114e76d-b146-43fd-bc87-310da9015016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:10:56.337121 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aa77d669-9c8d-4bbb-99d5-730801fb0b96 req-0df4138c-d02c-4f08-acbb-07b8f0430c68 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 210 time: 0.0369031 Aug 31 02:10:56.364534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-a36f3a2b-1b0d-408e-a61a-6afa019b2c3c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Made reservation on behalf of 7169e680b5df42ae9682663be739fce6 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:10:56.368140 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-a36f3a2b-1b0d-408e-a61a-6afa019b2c3c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:56.507994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-a36f3a2b-1b0d-408e-a61a-6afa019b2c3c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Allocated IP 172.20.0.8 (d802d821-4712-4d9f-9c6b-b5887d6de412/54b52599-e8fe-45cf-a47a-d53ded196e07/e0439c5f-2dde-4283-91d5-78e0ea8f90d5) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:10:56.664241 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-a36f3a2b-1b0d-408e-a61a-6afa019b2c3c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:56.678652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-a36f3a2b-1b0d-408e-a61a-6afa019b2c3c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Transition to ACTIVE for port object e0439c5f-2dde-4283-91d5-78e0ea8f90d5 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:56.712385 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-a36f3a2b-1b0d-408e-a61a-6afa019b2c3c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:56.761339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-a36f3a2b-1b0d-408e-a61a-6afa019b2c3c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Network d802d821-4712-4d9f-9c6b-b5887d6de412 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:10:56.765019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-a36f3a2b-1b0d-408e-a61a-6afa019b2c3c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:10:56.769033 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-a36f3a2b-1b0d-408e-a61a-6afa019b2c3c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:10:56.776442 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f3a2b-1b0d-408e-a61a-6afa019b2c3c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Pushing event updated for resources: {'Port': ['ID=e0439c5f-2dde-4283-91d5-78e0ea8f90d5,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:56.826800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-a36f3a2b-1b0d-408e-a61a-6afa019b2c3c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:56.827564 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-a36f3a2b-1b0d-408e-a61a-6afa019b2c3c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:56.842362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-a36f3a2b-1b0d-408e-a61a-6afa019b2c3c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6773794 Aug 31 02:10:56.858906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Request body: {'port': {'device_id': '832cf00d-f03e-4fda-8f41-942db8babb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:10:56.920337 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:56.937431 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.028262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6e142316-2d4f-47a7-93fe-182cba51b5ae None None] Provisioning for port e0439c5f-2dde-4283-91d5-78e0ea8f90d5 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:57.032006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6e142316-2d4f-47a7-93fe-182cba51b5ae None None] Provisioning complete for port e0439c5f-2dde-4283-91d5-78e0ea8f90d5 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:57.032383 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6e142316-2d4f-47a7-93fe-182cba51b5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.069941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-6e142316-2d4f-47a7-93fe-182cba51b5ae None None] Port e0439c5f-2dde-4283-91d5-78e0ea8f90d5 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:10:57.188682 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0439c5f-2dde-4283-91d5-78e0ea8f90d5 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:10:57.196609 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.209116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Transition to ACTIVE for port object e0439c5f-2dde-4283-91d5-78e0ea8f90d5 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:10:57.212667 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.265223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Pushing event updated for resources: {'Port': ['ID=e0439c5f-2dde-4283-91d5-78e0ea8f90d5,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:57.347201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Attempting to bind port e0439c5f-2dde-4283-91d5-78e0ea8f90d5 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:10:57.347568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Attempting to bind port e0439c5f-2dde-4283-91d5-78e0ea8f90d5 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:10:57.347968 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Attempting to bind port e0439c5f-2dde-4283-91d5-78e0ea8f90d5 on network d802d821-4712-4d9f-9c6b-b5887d6de412 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:57.352497 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Port e0439c5f-2dde-4283-91d5-78e0ea8f90d5 on network d802d821-4712-4d9f-9c6b-b5887d6de412 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:10:57.352823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Attempting to bind port e0439c5f-2dde-4283-91d5-78e0ea8f90d5 on network d802d821-4712-4d9f-9c6b-b5887d6de412 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:10:57.358407 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:10:57.358746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Checking segment: {'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:10:57.359132 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Bound using segment: {'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:10:57.359600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Bound port: e0439c5f-2dde-4283-91d5-78e0ea8f90d5, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:10:57.359969 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.784410 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd5b6c-d075-4c41-b410-3381376a466a req-56497234-5ac0-476f-8d6a-6414689a4167 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:57.785897 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aadd5b6c-d075-4c41-b410-3381376a466a req-56497234-5ac0-476f-8d6a-6414689a4167 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 943 time: 0.0839052 Aug 31 02:10:57.801207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] For port e0439c5f-2dde-4283-91d5-78e0ea8f90d5, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:10:57.804791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] For port e0439c5f-2dde-4283-91d5-78e0ea8f90d5, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e0439c5f-2dde-4283-91d5-78e0ea8f90d5,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:10:57.813747 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.869136 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:57.870518 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:57.871996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] 10.222.0.15 "PUT /v2.0/ports/e0439c5f-2dde-4283-91d5-78e0ea8f90d5 HTTP/1.1" status: 200 len: 1092 time: 1.0184331 Aug 31 02:10:57.872393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832cf00d-f03e-4fda-8f41-942db8babb6c', 'tag': 'e0439c5f-2dde-4283-91d5-78e0ea8f90d5'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:10:57.874619 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d1e6b0-5d7b-4b3c-a9d6-4259764f6e45" -d '{"events": [{"name": "network-changed", "server_uuid": "832cf00d-f03e-4fda-8f41-942db8babb6c", "tag": "e0439c5f-2dde-4283-91d5-78e0ea8f90d5"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:10:57.885274 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-aadd5b6c-d075-4c41-b410-3381376a466a req-28024dbb-54ec-4560-b716-4e6452c9aad2 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923028 Aug 31 02:10:57.895659 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd469d60-313b-4b30-9431-1227517c6c6a service neutron] Pushing event updated for resources: {'Port': ['ID=e0439c5f-2dde-4283-91d5-78e0ea8f90d5,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:57.991789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-da9c1bfe-79fe-4fb3-86e3-0324e0851c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:57.993515 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-da9c1bfe-79fe-4fb3-86e3-0324e0851c2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7169e680b5df42ae9682663be739fce6&device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 1095 time: 0.0555074 Aug 31 02:10:58.045648 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-f379b38c-e97e-4838-8a46-7e4ee3be0bb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0439c5f-2dde-4283-91d5-78e0ea8f90d5 HTTP/1.1" status: 200 len: 217 time: 0.0411394 Aug 31 02:10:58.047253 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a565100-a281-44aa-a6f1-f9d49da59f0e x-openstack-request-id: req-0a565100-a281-44aa-a6f1-f9d49da59f0e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:10:58.047653 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832cf00d-f03e-4fda-8f41-942db8babb6c", "tag": "e0439c5f-2dde-4283-91d5-78e0ea8f90d5", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:10:58.047995 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a565100-a281-44aa-a6f1-f9d49da59f0e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:10:58.048482 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832cf00d-f03e-4fda-8f41-942db8babb6c', 'tag': 'e0439c5f-2dde-4283-91d5-78e0ea8f90d5', 'status': 'completed', 'code': 200} Aug 31 02:10:58.066652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c385f51a-4968-474f-9a20-7049b0d9457b up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:10:58.107110 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-72350510-fa8f-40ad-8d19-70f07ae3b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:58.108633 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-72350510-fa8f-40ad-8d19-70f07ae3b72c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54b52599-e8fe-45cf-a47a-d53ded196e07 HTTP/1.1" status: 200 len: 856 time: 0.0549283 Aug 31 02:10:58.129801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port c385f51a-4968-474f-9a20-7049b0d9457b completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:10:58.133799 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c385f51a-4968-474f-9a20-7049b0d9457b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:10:58.134174 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:58.157473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-539f519a-bb30-4d77-841e-e05cfea693bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:58.159038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-539f519a-bb30-4d77-841e-e05cfea693bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d802d821-4712-4d9f-9c6b-b5887d6de412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437102 Aug 31 02:10:58.221762 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:58.254230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-1ef21e9a-66f8-48ff-8b4e-2a710f6d488f service neutron] 10.222.0.15 "GET /v2.0/networks/d802d821-4712-4d9f-9c6b-b5887d6de412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881529 Aug 31 02:10:58.261282 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port c385f51a-4968-474f-9a20-7049b0d9457b, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c385f51a-4968-474f-9a20-7049b0d9457b,segment=NetworkSegment(ed6ab871-c14a-449d-a4db-42a749c0c39a),segment_id=ed6ab871-c14a-449d-a4db-42a749c0c39a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:10:58.267877 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:10:58.323159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=c385f51a-4968-474f-9a20-7049b0d9457b,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:10:58.364920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2e35a702-7e12-4fdf-8e69-1f43eb9ea9c7 req-d71c8a19-0448-4521-82cf-01289a3c633d service neutron] 10.222.0.15 "GET /v2.0/networks/d802d821-4712-4d9f-9c6b-b5887d6de412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024559 Aug 31 02:10:58.480368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1e6b0-5d7b-4b3c-a9d6-4259764f6e45 req-8b979b0d-aafd-4db2-86fb-abd06cc3ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:58.481901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61d1e6b0-5d7b-4b3c-a9d6-4259764f6e45 req-8b979b0d-aafd-4db2-86fb-abd06cc3ec63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7169e680b5df42ae9682663be739fce6&device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 1095 time: 0.0435922 Aug 31 02:10:58.584762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1e6b0-5d7b-4b3c-a9d6-4259764f6e45 req-b856897a-a0f9-43f6-b102-be4df3caeb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:58.586354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61d1e6b0-5d7b-4b3c-a9d6-4259764f6e45 req-b856897a-a0f9-43f6-b102-be4df3caeb76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d802d821-4712-4d9f-9c6b-b5887d6de412 HTTP/1.1" status: 200 len: 918 time: 0.0977511 Aug 31 02:10:58.634188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61d1e6b0-5d7b-4b3c-a9d6-4259764f6e45 req-adfdd708-5a00-4f99-bacb-b960708c9247 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0439c5f-2dde-4283-91d5-78e0ea8f90d5 HTTP/1.1" status: 200 len: 217 time: 0.0400810 Aug 31 02:10:58.683757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1e6b0-5d7b-4b3c-a9d6-4259764f6e45 req-60d598a3-01c5-4150-9d3b-15644800d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:58.685183 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61d1e6b0-5d7b-4b3c-a9d6-4259764f6e45 req-60d598a3-01c5-4150-9d3b-15644800d689 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54b52599-e8fe-45cf-a47a-d53ded196e07 HTTP/1.1" status: 200 len: 856 time: 0.0436730 Aug 31 02:10:58.737892 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1e6b0-5d7b-4b3c-a9d6-4259764f6e45 req-6113178e-e6fa-4a2d-987c-e0e6f2324418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:58.739389 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61d1e6b0-5d7b-4b3c-a9d6-4259764f6e45 req-6113178e-e6fa-4a2d-987c-e0e6f2324418 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d802d821-4712-4d9f-9c6b-b5887d6de412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464866 Aug 31 02:10:58.832720 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61d1e6b0-5d7b-4b3c-a9d6-4259764f6e45 req-f1af4104-459e-49ba-8304-2f0d4ea453a0 service neutron] 10.222.0.15 "GET /v2.0/networks/d802d821-4712-4d9f-9c6b-b5887d6de412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852702 Aug 31 02:10:58.927484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-61d1e6b0-5d7b-4b3c-a9d6-4259764f6e45 req-602050df-9c53-41ae-bf29-4a2e4bc15b89 service neutron] 10.222.0.15 "GET /v2.0/networks/d802d821-4712-4d9f-9c6b-b5887d6de412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875688 Aug 31 02:10:59.002873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9b57-41f9-4d61-a67b-f4e6e57d2ec0 req-3d718f13-e4a6-4a2e-b86a-b7984ef8eb95 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:10:59.004383 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2baf9b57-41f9-4d61-a67b-f4e6e57d2ec0 req-3d718f13-e4a6-4a2e-b86a-b7984ef8eb95 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 943 time: 0.0500603 Aug 31 02:10:59.044130 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2baf9b57-41f9-4d61-a67b-f4e6e57d2ec0 req-f685e552-2d8c-4aab-8c0c-16a76f4198e9 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Aug 31 02:11:00.014367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c385f51a-4968-474f-9a20-7049b0d9457b up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:11:00.062189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c385f51a-4968-474f-9a20-7049b0d9457b triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:11:00.062557 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:00.160909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7afc7-fd34-478c-8d6e-3ee5455a99a2 req-199cad2c-b89e-4807-bc6f-d974228fd462 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:00.162385 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ef7afc7-fd34-478c-8d6e-3ee5455a99a2 req-199cad2c-b89e-4807-bc6f-d974228fd462 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 943 time: 0.0489135 Aug 31 02:11:00.200126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ef7afc7-fd34-478c-8d6e-3ee5455a99a2 req-7c803212-df06-4631-9b5e-5bd10700c264 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312397 Aug 31 02:11:01.315101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f965749-d5e3-417a-abe9-dc20e499b840 req-0a0080f6-f5db-4074-ad84-f37a88274e81 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:01.316595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f965749-d5e3-417a-abe9-dc20e499b840 req-0a0080f6-f5db-4074-ad84-f37a88274e81 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 943 time: 0.0498879 Aug 31 02:11:01.358555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8f965749-d5e3-417a-abe9-dc20e499b840 req-10969fb2-1a82-4672-acd6-b0138ae257dc tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359089 Aug 31 02:11:01.396326 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e0439c5f-2dde-4283-91d5-78e0ea8f90d5 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:11:01.487616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e0439c5f-2dde-4283-91d5-78e0ea8f90d5, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e0439c5f-2dde-4283-91d5-78e0ea8f90d5,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:01.498824 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'e0439c5f-2dde-4283-91d5-78e0ea8f90d5', 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412', 'port_id': 'e0439c5f-2dde-4283-91d5-78e0ea8f90d5', 'mac_address': 'fa:16:3e:79:ef:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b52599-e8fe-45cf-a47a-d53ded196e07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:11:01.538722 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:01.551199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0439c5f-2dde-4283-91d5-78e0ea8f90d5 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:11:01.569292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e0439c5f-2dde-4283-91d5-78e0ea8f90d5, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e0439c5f-2dde-4283-91d5-78e0ea8f90d5,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:01.572604 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:01.619118 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e0439c5f-2dde-4283-91d5-78e0ea8f90d5,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:01.903218 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['e0439c5f-2dde-4283-91d5-78e0ea8f90d5'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:11:02.084612 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:02.474003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a51084-ad55-4221-995d-295cf6ccf01d req-4d8c622b-9065-49e3-a6d7-ae086f4c4db9 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:02.475525 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5a51084-ad55-4221-995d-295cf6ccf01d req-4d8c622b-9065-49e3-a6d7-ae086f4c4db9 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 944 time: 0.0506129 Aug 31 02:11:02.514218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5a51084-ad55-4221-995d-295cf6ccf01d req-2af33efe-33fb-4e1e-a98d-4308b57e4bfa tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Aug 31 02:11:03.400261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e0439c5f-2dde-4283-91d5-78e0ea8f90d5 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:11:03.447853 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port e0439c5f-2dde-4283-91d5-78e0ea8f90d5 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:11:03.451945 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port e0439c5f-2dde-4283-91d5-78e0ea8f90d5 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:11:03.452314 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:03.525971 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:03.556479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832cf00d-f03e-4fda-8f41-942db8babb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0439c5f-2dde-4283-91d5-78e0ea8f90d5'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:11:03.558792 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe566fc-91d8-4df8-80a3-fb54f2a7deb8" -d '{"events": [{"server_uuid": "832cf00d-f03e-4fda-8f41-942db8babb6c", "name": "network-vif-plugged", "status": "completed", "tag": "e0439c5f-2dde-4283-91d5-78e0ea8f90d5"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:11:03.571777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port e0439c5f-2dde-4283-91d5-78e0ea8f90d5, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e0439c5f-2dde-4283-91d5-78e0ea8f90d5,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:03.576594 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:03.632194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=e0439c5f-2dde-4283-91d5-78e0ea8f90d5,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:03.636630 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf1e4e-7b18-4bc1-abcd-20b4190dc56d req-47e02af0-7cad-4f9c-9ae7-6d42c78713ce tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:03.638535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40bf1e4e-7b18-4bc1-abcd-20b4190dc56d req-47e02af0-7cad-4f9c-9ae7-6d42c78713ce tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 945 time: 0.0544221 Aug 31 02:11:03.659366 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d80854-7c97-4b7d-bbe9-e793fc037a1c x-openstack-request-id: req-09d80854-7c97-4b7d-bbe9-e793fc037a1c {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:11:03.659665 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832cf00d-f03e-4fda-8f41-942db8babb6c", "name": "network-vif-plugged", "status": "completed", "tag": "e0439c5f-2dde-4283-91d5-78e0ea8f90d5", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:11:03.659912 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09d80854-7c97-4b7d-bbe9-e793fc037a1c {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:11:03.660304 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832cf00d-f03e-4fda-8f41-942db8babb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0439c5f-2dde-4283-91d5-78e0ea8f90d5', 'code': 200} Aug 31 02:11:03.679876 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40bf1e4e-7b18-4bc1-abcd-20b4190dc56d req-5b194537-6e44-4de8-862c-b8271d6261df tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349193 Aug 31 02:11:03.770691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c5aea-0562-476c-ad15-d0bac277df2b req-0df25abb-8b3e-4a89-b7d1-ed0d2d0e4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:03.772465 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed7c5aea-0562-476c-ad15-d0bac277df2b req-0df25abb-8b3e-4a89-b7d1-ed0d2d0e4a7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 1097 time: 0.0405884 Aug 31 02:11:03.811155 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed7c5aea-0562-476c-ad15-d0bac277df2b req-8cd20460-c143-436a-9bd8-cffcda087e0a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315964 Aug 31 02:11:04.796893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765f699-2281-462b-bb62-e0f44475eca0 req-2330dba1-6880-42ce-aab4-a16adc69d81e tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:04.798354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7765f699-2281-462b-bb62-e0f44475eca0 req-2330dba1-6880-42ce-aab4-a16adc69d81e tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 945 time: 0.0486674 Aug 31 02:11:04.835429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7765f699-2281-462b-bb62-e0f44475eca0 req-3628e4f8-8d1a-4220-8432-1e4edb3b5b0f tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312846 Aug 31 02:11:05.949580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d006c79-7893-486b-a6a5-7385a6f52b3d req-58393999-c5d1-4e50-9ab7-a7a95913614b tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:05.951100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d006c79-7893-486b-a6a5-7385a6f52b3d req-58393999-c5d1-4e50-9ab7-a7a95913614b tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 945 time: 0.0508094 Aug 31 02:11:05.988082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8d006c79-7893-486b-a6a5-7385a6f52b3d req-15a391d9-3a8d-48c2-8569-354fafc4f1f6 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310938 Aug 31 02:11:06.101051 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564ebb0-f735-4126-bec6-451cecf2271f req-bab1f039-b78a-411d-9631-839bda4d07de tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:06.102511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e564ebb0-f735-4126-bec6-451cecf2271f req-bab1f039-b78a-411d-9631-839bda4d07de tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 945 time: 0.0482807 Aug 31 02:11:06.145153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e564ebb0-f735-4126-bec6-451cecf2271f req-0d84c2e3-237f-46f8-b481-2a026f011cfc tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366921 Aug 31 02:11:11.858293 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:18.564084 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:11:21.335769 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2f23e89a-9414-4bda-85f7-dfead69d0946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:23.861547 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7de15dcc-cf4f-4723-a5a9-73441c200716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:24.183759 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:24.646224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab2864-1b65-4db3-8bcd-8231e5b68b8f req-13be3ed0-429c-438e-9c1f-84f7542b1eb3 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:24.648002 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1ab2864-1b65-4db3-8bcd-8231e5b68b8f req-13be3ed0-429c-438e-9c1f-84f7542b1eb3 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 945 time: 0.0500515 Aug 31 02:11:24.692027 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1ab2864-1b65-4db3-8bcd-8231e5b68b8f req-9b94ded4-0e8b-4507-96cf-792c166e8142 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364056 Aug 31 02:11:24.737484 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:25.808819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f6bbb-17d0-4346-911f-c438c879eba5 req-486bda21-1db7-4290-b62b-0f4164ba34ed tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:25.809967 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-827f6bbb-17d0-4346-911f-c438c879eba5 req-486bda21-1db7-4290-b62b-0f4164ba34ed tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 945 time: 0.0494175 Aug 31 02:11:25.846955 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-827f6bbb-17d0-4346-911f-c438c879eba5 req-40d2b4ae-c5e6-46e4-badb-9e62cdafa35e tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310509 Aug 31 02:11:26.361687 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83088608-6244-4e6f-b723-65fd8d219d8d req-2f4494a5-aec3-4ad7-9467-e2baee6c997b tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:26.363125 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83088608-6244-4e6f-b723-65fd8d219d8d req-2f4494a5-aec3-4ad7-9467-e2baee6c997b tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.15 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 945 time: 0.0478392 Aug 31 02:11:26.457992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-83088608-6244-4e6f-b723-65fd8d219d8d req-0771b17e-fbac-4371-9857-3cec4868cb9c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Deleting port e0439c5f-2dde-4283-91d5-78e0ea8f90d5 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:11:26.458333 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-83088608-6244-4e6f-b723-65fd8d219d8d req-0771b17e-fbac-4371-9857-3cec4868cb9c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:26.544299 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-83088608-6244-4e6f-b723-65fd8d219d8d req-0771b17e-fbac-4371-9857-3cec4868cb9c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] For port e0439c5f-2dde-4283-91d5-78e0ea8f90d5, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=e0439c5f-2dde-4283-91d5-78e0ea8f90d5,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:26.544572 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-83088608-6244-4e6f-b723-65fd8d219d8d req-0771b17e-fbac-4371-9857-3cec4868cb9c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:26.557010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-83088608-6244-4e6f-b723-65fd8d219d8d req-0771b17e-fbac-4371-9857-3cec4868cb9c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Calling delete_port for e0439c5f-2dde-4283-91d5-78e0ea8f90d5 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:11:26.691185 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-83088608-6244-4e6f-b723-65fd8d219d8d req-0771b17e-fbac-4371-9857-3cec4868cb9c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:26.717220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['e0439c5f-2dde-4283-91d5-78e0ea8f90d5'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:11:26.722520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771b17e-fbac-4371-9857-3cec4868cb9c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Pushing event deleted for resources: {'Port': ['ID=e0439c5f-2dde-4283-91d5-78e0ea8f90d5,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:26.772218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-83088608-6244-4e6f-b723-65fd8d219d8d req-0771b17e-fbac-4371-9857-3cec4868cb9c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] No DVR routers for this DVR port e0439c5f-2dde-4283-91d5-78e0ea8f90d5 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:11:26.775325 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-83088608-6244-4e6f-b723-65fd8d219d8d req-0771b17e-fbac-4371-9857-3cec4868cb9c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:26.778498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-83088608-6244-4e6f-b723-65fd8d219d8d req-0771b17e-fbac-4371-9857-3cec4868cb9c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.15 "DELETE /v2.0/ports/e0439c5f-2dde-4283-91d5-78e0ea8f90d5 HTTP/1.1" status: 204 len: 173 time: 0.4086726 Aug 31 02:11:26.778498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832cf00d-f03e-4fda-8f41-942db8babb6c', 'name': 'network-vif-deleted', 'tag': 'e0439c5f-2dde-4283-91d5-78e0ea8f90d5'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:11:26.780850 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac6fc59-b388-4a8d-b287-bb8fb4b1a4fd" -d '{"events": [{"server_uuid": "832cf00d-f03e-4fda-8f41-942db8babb6c", "name": "network-vif-deleted", "tag": "e0439c5f-2dde-4283-91d5-78e0ea8f90d5"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:11:26.824482 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a65fad5-b0be-40e5-a668-32ec12f98183 x-openstack-request-id: req-1a65fad5-b0be-40e5-a668-32ec12f98183 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:11:26.825767 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832cf00d-f03e-4fda-8f41-942db8babb6c", "name": "network-vif-deleted", "tag": "e0439c5f-2dde-4283-91d5-78e0ea8f90d5", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:11:26.825767 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a65fad5-b0be-40e5-a668-32ec12f98183 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:11:26.825964 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832cf00d-f03e-4fda-8f41-942db8babb6c', 'name': 'network-vif-deleted', 'tag': 'e0439c5f-2dde-4283-91d5-78e0ea8f90d5', 'status': 'completed', 'code': 200} Aug 31 02:11:26.937806 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:26.962277 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-508c2b0d-fe61-43e5-b094-679c3bd3eab0 req-c7d95133-34eb-42c8-95b4-30d5502a0e67 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=832cf00d-f03e-4fda-8f41-942db8babb6c HTTP/1.1" status: 200 len: 210 time: 0.0264382 Aug 31 02:11:28.588893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3892738-b748-4e3e-951b-ff027115eae1 req-71f10aea-5717-4870-b96a-3d005e826f1f tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:28.590274 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3892738-b748-4e3e-951b-ff027115eae1 req-71f10aea-5717-4870-b96a-3d005e826f1f tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/networks?id=d802d821-4712-4d9f-9c6b-b5887d6de412 HTTP/1.1" status: 200 len: 817 time: 0.1000361 Aug 31 02:11:28.604961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3892738-b748-4e3e-951b-ff027115eae1 req-5dc681e0-82f6-40cc-8d22-7d5fc4a8156c tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/quotas/7169e680b5df42ae9682663be739fce6 HTTP/1.1" status: 200 len: 375 time: 0.0089085 Aug 31 02:11:28.665198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3892738-b748-4e3e-951b-ff027115eae1 req-2ca9ce50-4902-45c3-b849-a705084a0717 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7169e680b5df42ae9682663be739fce6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545416 Aug 31 02:11:28.810588 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3892738-b748-4e3e-951b-ff027115eae1 req-e65b6e9d-af1c-42ac-ad65-128dd7f115ea service neutron] 10.222.0.58 "GET /v2.0/networks/d802d821-4712-4d9f-9c6b-b5887d6de412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311922 Aug 31 02:11:28.906480 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3892738-b748-4e3e-951b-ff027115eae1 req-f17f586b-d48e-4f99-89c8-911d0d852a15 service neutron] 10.222.0.58 "GET /v2.0/networks/d802d821-4712-4d9f-9c6b-b5887d6de412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898173 Aug 31 02:11:29.072971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fcf050f-bb8b-460a-9320-ac09654cdd84 req-275de797-58e5-41ab-97b9-24f572f9695d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 210 time: 0.0266449 Aug 31 02:11:30.106823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3892738-b748-4e3e-951b-ff027115eae1 req-7d3f3682-e086-40a3-8e24-8f9ecc055754 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:30.109412 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3892738-b748-4e3e-951b-ff027115eae1 req-7d3f3682-e086-40a3-8e24-8f9ecc055754 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.15 "GET /v2.0/networks?id=d802d821-4712-4d9f-9c6b-b5887d6de412 HTTP/1.1" status: 200 len: 817 time: 0.1181672 Aug 31 02:11:30.127632 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d3892738-b748-4e3e-951b-ff027115eae1 req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Request body: {'port': {'device_id': '76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7', 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412', 'admin_state_up': True, 'tenant_id': '7169e680b5df42ae9682663be739fce6'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:11:30.210261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2cac815d-eb57-4982-8aa1-93b6b9f60d72 req-6dc02aa2-0b6a-4800-825d-05f3848cc92e tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 210 time: 0.0362482 Aug 31 02:11:30.267723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3892738-b748-4e3e-951b-ff027115eae1 req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Made reservation on behalf of 7169e680b5df42ae9682663be739fce6 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:11:30.271574 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d3892738-b748-4e3e-951b-ff027115eae1 req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:30.408515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-d3892738-b748-4e3e-951b-ff027115eae1 req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Allocated IP 172.20.0.10 (d802d821-4712-4d9f-9c6b-b5887d6de412/54b52599-e8fe-45cf-a47a-d53ded196e07/89fcb25c-ea85-43fd-8fd5-3e56a1514660) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:11:30.554912 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d3892738-b748-4e3e-951b-ff027115eae1 req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:30.568364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d3892738-b748-4e3e-951b-ff027115eae1 req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Transition to ACTIVE for port object 89fcb25c-ea85-43fd-8fd5-3e56a1514660 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:11:30.600447 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d3892738-b748-4e3e-951b-ff027115eae1 req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:30.650634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3892738-b748-4e3e-951b-ff027115eae1 req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Network d802d821-4712-4d9f-9c6b-b5887d6de412 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:11:30.655029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-d3892738-b748-4e3e-951b-ff027115eae1 req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:11:30.658820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3892738-b748-4e3e-951b-ff027115eae1 req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:11:30.665062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Pushing event updated for resources: {'Port': ['ID=89fcb25c-ea85-43fd-8fd5-3e56a1514660,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:30.694739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:30.695090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:30.695471 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:30.695816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:30.696147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:30.696487 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:30.696817 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:30.697146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:30.697478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:30.697809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:30.698135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:30.698456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:30.727244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3892738-b748-4e3e-951b-ff027115eae1 req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:30.727899 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d3892738-b748-4e3e-951b-ff027115eae1 req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:30.743984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3892738-b748-4e3e-951b-ff027115eae1 req-69738758-2458-4ec6-80fe-73f0c189840d tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6217608 Aug 31 02:11:30.761191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Request body: {'port': {'device_id': '76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:11:30.822484 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:30.844448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-24e1f899-e314-40cd-b601-df6aaccce075 None None] Provisioning for port 89fcb25c-ea85-43fd-8fd5-3e56a1514660 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:11:30.848154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-24e1f899-e314-40cd-b601-df6aaccce075 None None] Provisioning complete for port 89fcb25c-ea85-43fd-8fd5-3e56a1514660 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:11:30.848683 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-24e1f899-e314-40cd-b601-df6aaccce075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:30.885137 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-24e1f899-e314-40cd-b601-df6aaccce075 None None] Port 89fcb25c-ea85-43fd-8fd5-3e56a1514660 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:11:31.091687 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89fcb25c-ea85-43fd-8fd5-3e56a1514660 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:11:31.099344 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:31.112247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Transition to ACTIVE for port object 89fcb25c-ea85-43fd-8fd5-3e56a1514660 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:11:31.115703 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:31.186628 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Pushing event updated for resources: {'Port': ['ID=89fcb25c-ea85-43fd-8fd5-3e56a1514660,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:31.244847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Attempting to bind port 89fcb25c-ea85-43fd-8fd5-3e56a1514660 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:11:31.245196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Attempting to bind port 89fcb25c-ea85-43fd-8fd5-3e56a1514660 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:11:31.245542 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Attempting to bind port 89fcb25c-ea85-43fd-8fd5-3e56a1514660 on network d802d821-4712-4d9f-9c6b-b5887d6de412 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:11:31.250398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Port 89fcb25c-ea85-43fd-8fd5-3e56a1514660 on network d802d821-4712-4d9f-9c6b-b5887d6de412 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:11:31.250722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Attempting to bind port 89fcb25c-ea85-43fd-8fd5-3e56a1514660 on network d802d821-4712-4d9f-9c6b-b5887d6de412 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:11:31.260560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:11:31.260907 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Checking segment: {'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:11:31.261293 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Bound using segment: {'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:11:31.261863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Bound port: 89fcb25c-ea85-43fd-8fd5-3e56a1514660, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92bac479-c267-4969-b9d5-c555e7f9b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:11:31.262236 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:31.359138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] For port 89fcb25c-ea85-43fd-8fd5-3e56a1514660, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:11:31.362546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] For port 89fcb25c-ea85-43fd-8fd5-3e56a1514660, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=89fcb25c-ea85-43fd-8fd5-3e56a1514660,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:11:31.370940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76ec9a-f966-4f9f-bd63-a4e8a6f32fa1 req-997dce5a-d9f6-4e02-87f4-2265f80f6c14 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:31.372605 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a76ec9a-f966-4f9f-bd63-a4e8a6f32fa1 req-997dce5a-d9f6-4e02-87f4-2265f80f6c14 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 944 time: 0.0753009 Aug 31 02:11:31.374020 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:31.433249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:31.433947 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:31.435397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3892738-b748-4e3e-951b-ff027115eae1 req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] 10.222.0.15 "PUT /v2.0/ports/89fcb25c-ea85-43fd-8fd5-3e56a1514660 HTTP/1.1" status: 200 len: 1093 time: 0.6787996 Aug 31 02:11:31.435859 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7', 'tag': '89fcb25c-ea85-43fd-8fd5-3e56a1514660'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:11:31.438122 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2919275e-f06a-47bf-9132-11e66e82a9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7", "tag": "89fcb25c-ea85-43fd-8fd5-3e56a1514660"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:11:31.446275 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e0439c5f-2dde-4283-91d5-78e0ea8f90d5 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:11:31.470350 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fb3ae-47cf-4fbf-9c98-bbf09e5e1796 service neutron] Pushing event updated for resources: {'Port': ['ID=89fcb25c-ea85-43fd-8fd5-3e56a1514660,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:31.475638 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9a76ec9a-f966-4f9f-bd63-a4e8a6f32fa1 req-6147bec9-1d28-42e1-bf36-afd9f31c31fe tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964990 Aug 31 02:11:31.504471 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920e58df-2195-4736-8427-445f1262891d x-openstack-request-id: req-920e58df-2195-4736-8427-445f1262891d {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:11:31.504761 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7", "tag": "89fcb25c-ea85-43fd-8fd5-3e56a1514660", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:11:31.505013 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-920e58df-2195-4736-8427-445f1262891d {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:11:31.505413 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7', 'tag': '89fcb25c-ea85-43fd-8fd5-3e56a1514660', 'status': 'completed', 'code': 200} Aug 31 02:11:31.542192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3892738-b748-4e3e-951b-ff027115eae1 req-9c0e86d3-8946-4b11-af27-eec253006283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:31.544096 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3892738-b748-4e3e-951b-ff027115eae1 req-9c0e86d3-8946-4b11-af27-eec253006283 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7169e680b5df42ae9682663be739fce6&device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 1096 time: 0.0488322 Aug 31 02:11:31.592472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3892738-b748-4e3e-951b-ff027115eae1 req-0a4b1844-61f2-443f-aaf6-61757f451f4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89fcb25c-ea85-43fd-8fd5-3e56a1514660 HTTP/1.1" status: 200 len: 217 time: 0.0374742 Aug 31 02:11:31.650271 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3892738-b748-4e3e-951b-ff027115eae1 req-fd337268-caf4-4ddc-951b-7ab30a27678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:31.651784 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3892738-b748-4e3e-951b-ff027115eae1 req-fd337268-caf4-4ddc-951b-7ab30a27678e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54b52599-e8fe-45cf-a47a-d53ded196e07 HTTP/1.1" status: 200 len: 856 time: 0.0518365 Aug 31 02:11:31.659008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: e0439c5f-2dde-4283-91d5-78e0ea8f90d5 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:11:31.659371 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device e0439c5f-2dde-4283-91d5-78e0ea8f90d5 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:11:31.697912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3892738-b748-4e3e-951b-ff027115eae1 req-6c0af214-2410-432e-9f42-c19dd87b9d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:31.699943 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3892738-b748-4e3e-951b-ff027115eae1 req-6c0af214-2410-432e-9f42-c19dd87b9d1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d802d821-4712-4d9f-9c6b-b5887d6de412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404060 Aug 31 02:11:31.788801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3892738-b748-4e3e-951b-ff027115eae1 req-aa8a64c3-600c-47c0-aeb7-0f9bfd085efc service neutron] 10.222.0.15 "GET /v2.0/networks/d802d821-4712-4d9f-9c6b-b5887d6de412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817907 Aug 31 02:11:31.880623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3892738-b748-4e3e-951b-ff027115eae1 req-6e091dfe-5be4-48bd-873d-73931ad1cf48 service neutron] 10.222.0.15 "GET /v2.0/networks/d802d821-4712-4d9f-9c6b-b5887d6de412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846622 Aug 31 02:11:31.985643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919275e-f06a-47bf-9132-11e66e82a9d8 req-d77ec0aa-8d57-48cb-8793-ec0b004b3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:31.987148 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2919275e-f06a-47bf-9132-11e66e82a9d8 req-d77ec0aa-8d57-48cb-8793-ec0b004b3801 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7169e680b5df42ae9682663be739fce6&device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 1096 time: 0.0426073 Aug 31 02:11:32.079925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919275e-f06a-47bf-9132-11e66e82a9d8 req-64c6f2e1-6d4e-4d29-be8c-922a714f56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:32.081373 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2919275e-f06a-47bf-9132-11e66e82a9d8 req-64c6f2e1-6d4e-4d29-be8c-922a714f56e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d802d821-4712-4d9f-9c6b-b5887d6de412 HTTP/1.1" status: 200 len: 918 time: 0.0870929 Aug 31 02:11:32.099975 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:32.123910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2919275e-f06a-47bf-9132-11e66e82a9d8 req-c23b64af-0110-4689-b725-03ded1b87e26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89fcb25c-ea85-43fd-8fd5-3e56a1514660 HTTP/1.1" status: 200 len: 217 time: 0.0357530 Aug 31 02:11:32.172653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919275e-f06a-47bf-9132-11e66e82a9d8 req-4cf61459-322b-4a11-b3b2-7e91e79ce573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:32.173990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2919275e-f06a-47bf-9132-11e66e82a9d8 req-4cf61459-322b-4a11-b3b2-7e91e79ce573 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54b52599-e8fe-45cf-a47a-d53ded196e07 HTTP/1.1" status: 200 len: 856 time: 0.0434139 Aug 31 02:11:32.218936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919275e-f06a-47bf-9132-11e66e82a9d8 req-24df8167-c4c9-488c-8422-3876821631fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:32.220408 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2919275e-f06a-47bf-9132-11e66e82a9d8 req-24df8167-c4c9-488c-8422-3876821631fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d802d821-4712-4d9f-9c6b-b5887d6de412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392866 Aug 31 02:11:32.314140 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2919275e-f06a-47bf-9132-11e66e82a9d8 req-84dbe6b1-9c4c-4a78-b60f-7c1828b0a12e service neutron] 10.222.0.15 "GET /v2.0/networks/d802d821-4712-4d9f-9c6b-b5887d6de412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857441 Aug 31 02:11:32.401882 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2919275e-f06a-47bf-9132-11e66e82a9d8 req-891903ad-e36f-4145-a866-081ea5fa7e2d service neutron] 10.222.0.15 "GET /v2.0/networks/d802d821-4712-4d9f-9c6b-b5887d6de412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794811 Aug 31 02:11:32.612435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ea3b8-cd82-4b6b-b35f-a92a19067c1c req-7cec2226-8227-4218-9163-358db14c502a tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:32.613915 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e84ea3b8-cd82-4b6b-b35f-a92a19067c1c req-7cec2226-8227-4218-9163-358db14c502a tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 944 time: 0.0534065 Aug 31 02:11:32.650704 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e84ea3b8-cd82-4b6b-b35f-a92a19067c1c req-8074168a-228e-4a18-8f40-30c64ff6b718 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309024 Aug 31 02:11:33.774477 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6a266-1e99-40bf-b311-ed3c4f38c18c req-faa333f5-4429-42bd-bd43-02550f9db774 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:33.775989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65c6a266-1e99-40bf-b311-ed3c4f38c18c req-faa333f5-4429-42bd-bd43-02550f9db774 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 944 time: 0.0490880 Aug 31 02:11:33.814444 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-65c6a266-1e99-40bf-b311-ed3c4f38c18c req-5bf4b966-1c19-4011-ae64-70e86e0fb53e tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315135 Aug 31 02:11:34.929750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ec71e-73ce-46df-a330-b8ce109e0170 req-bae577f9-de1d-4d97-a11b-0a6877f76b80 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:34.931229 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b84ec71e-73ce-46df-a330-b8ce109e0170 req-bae577f9-de1d-4d97-a11b-0a6877f76b80 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 944 time: 0.0488684 Aug 31 02:11:34.975715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b84ec71e-73ce-46df-a330-b8ce109e0170 req-78d087e2-e17e-4cae-8200-befb2c25b7e3 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385075 Aug 31 02:11:35.473051 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 89fcb25c-ea85-43fd-8fd5-3e56a1514660 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:11:35.564685 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 89fcb25c-ea85-43fd-8fd5-3e56a1514660, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=89fcb25c-ea85-43fd-8fd5-3e56a1514660,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:35.576210 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '89fcb25c-ea85-43fd-8fd5-3e56a1514660', 'network_id': 'd802d821-4712-4d9f-9c6b-b5887d6de412', 'port_id': '89fcb25c-ea85-43fd-8fd5-3e56a1514660', 'mac_address': 'fa:16:3e:11:00:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b52599-e8fe-45cf-a47a-d53ded196e07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:11:35.615257 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:35.628162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89fcb25c-ea85-43fd-8fd5-3e56a1514660 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:11:35.647127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 89fcb25c-ea85-43fd-8fd5-3e56a1514660, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=89fcb25c-ea85-43fd-8fd5-3e56a1514660,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:35.651268 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:35.697385 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=89fcb25c-ea85-43fd-8fd5-3e56a1514660,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:35.705159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:35.705506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:35.705849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:35.706185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:35.706517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:35.706849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:35.707178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:35.707529 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:35.707853 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:35.708176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:35.708498 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:35.708820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:11:35.974959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['89fcb25c-ea85-43fd-8fd5-3e56a1514660'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:11:36.097298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c940a4-34a5-46e9-86ed-8075668a7884 req-aacb2585-3374-42ae-9342-fa0870198e67 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:36.098899 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40c940a4-34a5-46e9-86ed-8075668a7884 req-aacb2585-3374-42ae-9342-fa0870198e67 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 945 time: 0.0524812 Aug 31 02:11:36.137586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40c940a4-34a5-46e9-86ed-8075668a7884 req-417ef3cf-3537-4044-bb48-ae475752d31a tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322733 Aug 31 02:11:37.252836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03789cd8-f60e-415a-be6c-39df1cb30d08 req-fd97e57a-2aac-4768-ad83-a270a6da0c8e tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:37.254342 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03789cd8-f60e-415a-be6c-39df1cb30d08 req-fd97e57a-2aac-4768-ad83-a270a6da0c8e tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 945 time: 0.0484326 Aug 31 02:11:37.294850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03789cd8-f60e-415a-be6c-39df1cb30d08 req-51e03093-1e75-4b67-9373-5793c874a912 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345068 Aug 31 02:11:37.473064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 89fcb25c-ea85-43fd-8fd5-3e56a1514660 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:11:37.519726 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 89fcb25c-ea85-43fd-8fd5-3e56a1514660 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:11:37.523716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 89fcb25c-ea85-43fd-8fd5-3e56a1514660 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:11:37.524091 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:37.606753 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:37.631692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fcb25c-ea85-43fd-8fd5-3e56a1514660'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:11:37.633908 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3935b1-5b6a-48b7-8a34-b2cc8bec84ee" -d '{"events": [{"server_uuid": "76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7", "name": "network-vif-plugged", "status": "completed", "tag": "89fcb25c-ea85-43fd-8fd5-3e56a1514660"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:11:37.646094 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 89fcb25c-ea85-43fd-8fd5-3e56a1514660, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=89fcb25c-ea85-43fd-8fd5-3e56a1514660,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:11:37.650715 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:37.674882 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f659dc38-60ef-4221-9b5f-2fcb242982a8 x-openstack-request-id: req-f659dc38-60ef-4221-9b5f-2fcb242982a8 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:11:37.675174 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7", "name": "network-vif-plugged", "status": "completed", "tag": "89fcb25c-ea85-43fd-8fd5-3e56a1514660", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:11:37.675462 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f659dc38-60ef-4221-9b5f-2fcb242982a8 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:11:37.675856 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fcb25c-ea85-43fd-8fd5-3e56a1514660', 'code': 200} Aug 31 02:11:37.700493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=89fcb25c-ea85-43fd-8fd5-3e56a1514660,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:11:37.788464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6144a54-9347-4779-a933-e7303f91e4d4 req-4924ee27-d179-4905-8a6c-0e291db8312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:37.789929 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6144a54-9347-4779-a933-e7303f91e4d4 req-4924ee27-d179-4905-8a6c-0e291db8312a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 1098 time: 0.0397491 Aug 31 02:11:37.823919 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d6144a54-9347-4779-a933-e7303f91e4d4 req-bfeb8750-89ac-42e2-b98f-3f85c7fdb7f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268900 Aug 31 02:11:38.412515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e10ef5-c82f-4a23-bcda-9b1ecdd3f3b8 req-b118494f-1fdf-44ae-a56c-6f4c9bf10a5b tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:38.413989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6e10ef5-c82f-4a23-bcda-9b1ecdd3f3b8 req-b118494f-1fdf-44ae-a56c-6f4c9bf10a5b tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 946 time: 0.0535901 Aug 31 02:11:38.451498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6e10ef5-c82f-4a23-bcda-9b1ecdd3f3b8 req-d3375624-426d-4285-88eb-add5ca2884a6 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315866 Aug 31 02:11:39.568606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4c8c9-d798-4743-a44d-3e4efd240b8b req-9fb210f1-3975-48d4-b8c4-585566e24ce6 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:39.569977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2da4c8c9-d798-4743-a44d-3e4efd240b8b req-9fb210f1-3975-48d4-b8c4-585566e24ce6 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 946 time: 0.0487101 Aug 31 02:11:39.609179 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2da4c8c9-d798-4743-a44d-3e4efd240b8b req-03822b40-346e-4a43-a8f7-525cc8264087 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331726 Aug 31 02:11:39.721941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be94bfa-4239-4d1d-8fb6-ac74efc35381 req-fff909be-d9d6-4387-bec0-1164b0420f76 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:39.723469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8be94bfa-4239-4d1d-8fb6-ac74efc35381 req-fff909be-d9d6-4387-bec0-1164b0420f76 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 946 time: 0.0483561 Aug 31 02:11:39.761487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8be94bfa-4239-4d1d-8fb6-ac74efc35381 req-8377bc9f-9d39-44a5-9190-aa0a80e512d3 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321736 Aug 31 02:11:41.856327 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:51.336325 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-58ea96c1-7b1f-4eeb-b7d9-e2481773acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:53.862855 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fa5e3380-0044-4305-b196-7c9030bc36a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:54.186526 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:54.739583 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:55.562893 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:11:56.940735 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:11:57.550449 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-835d37c9-b325-4f57-9588-8a3ab82ac23d req-9d4e8558-c78e-4234-a336-d139a374d370 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448782 Aug 31 02:11:57.651580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d37c9-b325-4f57-9588-8a3ab82ac23d req-9aeb10d2-a890-4d29-a441-e4d31be39317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:57.653110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-835d37c9-b325-4f57-9588-8a3ab82ac23d req-9aeb10d2-a890-4d29-a441-e4d31be39317 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7169e680b5df42ae9682663be739fce6&device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 1098 time: 0.0419016 Aug 31 02:11:57.758104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d37c9-b325-4f57-9588-8a3ab82ac23d req-e0f938ae-83b8-4c10-87bc-c33f7dc942b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:57.759641 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-835d37c9-b325-4f57-9588-8a3ab82ac23d req-e0f938ae-83b8-4c10-87bc-c33f7dc942b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d802d821-4712-4d9f-9c6b-b5887d6de412 HTTP/1.1" status: 200 len: 918 time: 0.0870218 Aug 31 02:11:57.812438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-835d37c9-b325-4f57-9588-8a3ab82ac23d req-3abe6e52-cf94-4fcc-93e6-386f1d65ef26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89fcb25c-ea85-43fd-8fd5-3e56a1514660 HTTP/1.1" status: 200 len: 217 time: 0.0401430 Aug 31 02:11:57.876894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d37c9-b325-4f57-9588-8a3ab82ac23d req-2fee9c20-48b2-4b64-be13-bc435c3bdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:57.878376 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-835d37c9-b325-4f57-9588-8a3ab82ac23d req-2fee9c20-48b2-4b64-be13-bc435c3bdc54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54b52599-e8fe-45cf-a47a-d53ded196e07 HTTP/1.1" status: 200 len: 856 time: 0.0575197 Aug 31 02:11:57.933959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d37c9-b325-4f57-9588-8a3ab82ac23d req-be0db521-a9e6-44bf-8cc7-1846ac31411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:57.935617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-835d37c9-b325-4f57-9588-8a3ab82ac23d req-be0db521-a9e6-44bf-8cc7-1846ac31411e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d802d821-4712-4d9f-9c6b-b5887d6de412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491688 Aug 31 02:11:57.947717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-835d37c9-b325-4f57-9588-8a3ab82ac23d req-b0376ee7-8fab-4db7-84b7-c74e5366f30a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:11:57.948691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-835d37c9-b325-4f57-9588-8a3ab82ac23d req-b0376ee7-8fab-4db7-84b7-c74e5366f30a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052259 Aug 31 02:11:58.061736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-835d37c9-b325-4f57-9588-8a3ab82ac23d req-7e8dd3fc-0833-45f4-80ee-d5da70103ea7 service neutron] 10.222.0.15 "GET /v2.0/networks/d802d821-4712-4d9f-9c6b-b5887d6de412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057200 Aug 31 02:11:58.200061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b658dc-0f4a-4dd9-b7f6-1f19598ee832 req-4ab46a02-099e-4e77-b350-77e0f4873168 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:58.202171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01b658dc-0f4a-4dd9-b7f6-1f19598ee832 req-4ab46a02-099e-4e77-b350-77e0f4873168 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 946 time: 0.1017561 Aug 31 02:11:58.231157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-835d37c9-b325-4f57-9588-8a3ab82ac23d req-4538a33b-f8c5-41ec-99f2-9722acbe83dc service neutron] 10.222.0.15 "GET /v2.0/networks/d802d821-4712-4d9f-9c6b-b5887d6de412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386230 Aug 31 02:11:58.256109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-01b658dc-0f4a-4dd9-b7f6-1f19598ee832 req-4677458b-97f5-4694-a310-7b040fcb1141 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 Aug 31 02:11:59.375325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25800d8-7df9-421a-aada-7510e03a7fab req-8fc33e9f-e20f-40a9-99af-455ed4f4f588 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:59.376721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b25800d8-7df9-421a-aada-7510e03a7fab req-8fc33e9f-e20f-40a9-99af-455ed4f4f588 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 946 time: 0.0490706 Aug 31 02:11:59.418414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b25800d8-7df9-421a-aada-7510e03a7fab req-bbbc49b2-257b-46a6-861a-a960e9414753 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/security-groups?id=61c5b526-b56f-4cf8-af6c-0e4968bcb845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358174 Aug 31 02:11:59.870094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d056e-8744-4a12-a78d-8992dbc90d59 req-aeaac20c-dc11-4b11-9134-1a42cece0848 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:11:59.871540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-396d056e-8744-4a12-a78d-8992dbc90d59 req-aeaac20c-dc11-4b11-9134-1a42cece0848 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.15 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 946 time: 0.0479774 Aug 31 02:11:59.964244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-396d056e-8744-4a12-a78d-8992dbc90d59 req-b3afb55a-5bc6-47fa-9ea4-481466b40274 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Deleting port 89fcb25c-ea85-43fd-8fd5-3e56a1514660 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:11:59.964579 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-396d056e-8744-4a12-a78d-8992dbc90d59 req-b3afb55a-5bc6-47fa-9ea4-481466b40274 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:00.054095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-396d056e-8744-4a12-a78d-8992dbc90d59 req-b3afb55a-5bc6-47fa-9ea4-481466b40274 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] For port 89fcb25c-ea85-43fd-8fd5-3e56a1514660, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=89fcb25c-ea85-43fd-8fd5-3e56a1514660,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:00.054457 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-396d056e-8744-4a12-a78d-8992dbc90d59 req-b3afb55a-5bc6-47fa-9ea4-481466b40274 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:00.067321 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-396d056e-8744-4a12-a78d-8992dbc90d59 req-b3afb55a-5bc6-47fa-9ea4-481466b40274 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Calling delete_port for 89fcb25c-ea85-43fd-8fd5-3e56a1514660 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:12:00.195379 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-396d056e-8744-4a12-a78d-8992dbc90d59 req-b3afb55a-5bc6-47fa-9ea4-481466b40274 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:00.219899 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['89fcb25c-ea85-43fd-8fd5-3e56a1514660'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:12:00.223975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3afb55a-5bc6-47fa-9ea4-481466b40274 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Pushing event deleted for resources: {'Port': ['ID=89fcb25c-ea85-43fd-8fd5-3e56a1514660,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:00.269576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-396d056e-8744-4a12-a78d-8992dbc90d59 req-b3afb55a-5bc6-47fa-9ea4-481466b40274 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] No DVR routers for this DVR port 89fcb25c-ea85-43fd-8fd5-3e56a1514660 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:12:00.273025 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-396d056e-8744-4a12-a78d-8992dbc90d59 req-b3afb55a-5bc6-47fa-9ea4-481466b40274 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:00.275128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-396d056e-8744-4a12-a78d-8992dbc90d59 req-b3afb55a-5bc6-47fa-9ea4-481466b40274 tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.15 "DELETE /v2.0/ports/89fcb25c-ea85-43fd-8fd5-3e56a1514660 HTTP/1.1" status: 204 len: 173 time: 0.3978326 Aug 31 02:12:00.275609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7', 'name': 'network-vif-deleted', 'tag': '89fcb25c-ea85-43fd-8fd5-3e56a1514660'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:12:00.277865 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820f833f-8e28-49f3-97d6-e95f1aee21c0" -d '{"events": [{"server_uuid": "76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7", "name": "network-vif-deleted", "tag": "89fcb25c-ea85-43fd-8fd5-3e56a1514660"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:12:00.325025 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420fc58a-8e13-46e5-93f7-e5eb0aa3ab9c x-openstack-request-id: req-420fc58a-8e13-46e5-93f7-e5eb0aa3ab9c {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:12:00.325318 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7", "name": "network-vif-deleted", "tag": "89fcb25c-ea85-43fd-8fd5-3e56a1514660", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:12:00.325570 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-420fc58a-8e13-46e5-93f7-e5eb0aa3ab9c {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:12:00.326059 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7', 'name': 'network-vif-deleted', 'tag': '89fcb25c-ea85-43fd-8fd5-3e56a1514660', 'status': 'completed', 'code': 200} Aug 31 02:12:00.527676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36b29923-9ea2-4b51-a831-4d91caba221d req-2af58d5c-ab0a-4848-9448-bf3818a10e1e tempest-TestEncryptedCinderVolumes-1668586352 tempest-TestEncryptedCinderVolumes-1668586352-project] 10.222.0.58 "GET /v2.0/ports?device_id=76cd2a5b-b5a3-4495-9ef9-b5c0f5d503d7 HTTP/1.1" status: 200 len: 210 time: 0.0264163 Aug 31 02:12:01.616867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39558) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:01.950732 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:02.100124 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:02.196953 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Deleting port 2893a345-cba3-4340-91d9-4528ac78d237 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:12:02.197297 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:02.281522 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] For port 2893a345-cba3-4340-91d9-4528ac78d237, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2893a345-cba3-4340-91d9-4528ac78d237,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:02.281899 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:02.294779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Calling delete_port for 2893a345-cba3-4340-91d9-4528ac78d237 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:12:02.783701 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:02.808407 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Pushing event deleted for resources: {'Port': ['ID=2893a345-cba3-4340-91d9-4528ac78d237,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:02.833229 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:02.833583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:02.833927 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:02.834264 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:02.834626 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:02.834960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:02.835307 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:02.835647 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:02.835975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:02.836300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:02.836627 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:02.836952 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:02.988023 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:03.196675 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Router 7dfa6a21-0b9f-46ee-b49d-063e30bfa805 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:12:03.302099 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:12:03.307204 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0e4d00a4-9885-487a-9a90-63ad9ce0f307 admin admin] 10.222.0.58 "PUT /v2.0/routers/7dfa6a21-0b9f-46ee-b49d-063e30bfa805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6892049 Aug 31 02:12:03.310424 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39562) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:03.311729 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2cc9b1-f33e-4baa-9dbd-4e2554f7c086 None None] Sync routers for ids ['7dfa6a21-0b9f-46ee-b49d-063e30bfa805'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:12:03.320680 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2cc9b1-f33e-4baa-9dbd-4e2554f7c086 None None] Routers {'7dfa6a21-0b9f-46ee-b49d-063e30bfa805'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:03.321296 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2d2cc9b1-f33e-4baa-9dbd-4e2554f7c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7dfa6a21-0b9f-46ee-b49d-063e30bfa805'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:03.417247 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:03.424954 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-2d2cc9b1-f33e-4baa-9dbd-4e2554f7c086 None None] Set router 7dfa6a21-0b9f-46ee-b49d-063e30bfa805 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:03.518248 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:03.572000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] Deleting port 97f0e623-253e-4c1d-85a7-4dbea237fb24 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:12:03.572344 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:03.582139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 89fcb25c-ea85-43fd-8fd5-3e56a1514660 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:12:03.606634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 89fcb25c-ea85-43fd-8fd5-3e56a1514660 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:12:03.607359 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 89fcb25c-ea85-43fd-8fd5-3e56a1514660 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:12:03.608160 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2d2cc9b1-f33e-4baa-9dbd-4e2554f7c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'name': 'tempest-TestEncryptedCinderVolumes-1867703675-router', 'tenant_id': '7169e680b5df42ae9682663be739fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '97f0e623-253e-4c1d-85a7-4dbea237fb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:12:02Z', 'revision_number': 5, 'project_id': '7169e680b5df42ae9682663be739fce6', 'gw_port': {'id': '97f0e623-253e-4c1d-85a7-4dbea237fb24', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:03.639240 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2cc9b1-f33e-4baa-9dbd-4e2554f7c086 None None] Checking router: 7dfa6a21-0b9f-46ee-b49d-063e30bfa805 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:12:03.647863 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2cc9b1-f33e-4baa-9dbd-4e2554f7c086 None None] Routers {'7dfa6a21-0b9f-46ee-b49d-063e30bfa805'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:03.648472 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2d2cc9b1-f33e-4baa-9dbd-4e2554f7c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['7dfa6a21-0b9f-46ee-b49d-063e30bfa805'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:03.655056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] For port 97f0e623-253e-4c1d-85a7-4dbea237fb24, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=97f0e623-253e-4c1d-85a7-4dbea237fb24,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:03.655452 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:03.667715 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] Calling delete_port for 97f0e623-253e-4c1d-85a7-4dbea237fb24 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:12:03.753434 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-2d2cc9b1-f33e-4baa-9dbd-4e2554f7c086 None None] Set router 7dfa6a21-0b9f-46ee-b49d-063e30bfa805 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:03.814606 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-2d2cc9b1-f33e-4baa-9dbd-4e2554f7c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'name': 'tempest-TestEncryptedCinderVolumes-1867703675-router', 'tenant_id': '7169e680b5df42ae9682663be739fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:12:03Z', 'revision_number': 6, 'project_id': '7169e680b5df42ae9682663be739fce6', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:03.841247 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:03.847096 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2cc9b1-f33e-4baa-9dbd-4e2554f7c086 None None] The sync data for ids ['7dfa6a21-0b9f-46ee-b49d-063e30bfa805'] in n-d-802060-13 is: [{'id': '7dfa6a21-0b9f-46ee-b49d-063e30bfa805', 'name': 'tempest-TestEncryptedCinderVolumes-1867703675-router', 'tenant_id': '7169e680b5df42ae9682663be739fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:44Z', 'updated_at': '2021-08-31T02:12:03Z', 'revision_number': 6, 'project_id': '7169e680b5df42ae9682663be739fce6', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:12:03.877445 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=97f0e623-253e-4c1d-85a7-4dbea237fb24,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:03.966324 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.083971 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.087367 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.143749 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.144464 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dfa6a21-0b9f-46ee-b49d-063e30bfa805 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:12:04.150535 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.151746 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2695ba28-b0db-456a-9d5c-1b4560590d0d admin admin] 10.222.0.58 "DELETE /v2.0/routers/7dfa6a21-0b9f-46ee-b49d-063e30bfa805 HTTP/1.1" status: 204 len: 168 time: 0.8403964 Aug 31 02:12:04.155047 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39564) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:04.218951 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d6f534-ea71-4bfe-8082-3c3ad2120cf5 admin admin] Deleting subnet 54b52599-e8fe-45cf-a47a-d53ded196e07 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:12:04.224241 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8d6f534-ea71-4bfe-8082-3c3ad2120cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.274643 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8d6f534-ea71-4bfe-8082-3c3ad2120cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.381252 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8d6f534-ea71-4bfe-8082-3c3ad2120cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.439090 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8d6f534-ea71-4bfe-8082-3c3ad2120cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.464093 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6f534-ea71-4bfe-8082-3c3ad2120cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b52599-e8fe-45cf-a47a-d53ded196e07,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:04.468375 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d8d6f534-ea71-4bfe-8082-3c3ad2120cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.470308 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d8d6f534-ea71-4bfe-8082-3c3ad2120cf5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/54b52599-e8fe-45cf-a47a-d53ded196e07 HTTP/1.1" status: 204 len: 168 time: 0.3135755 Aug 31 02:12:04.473094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39566) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:04.474085 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49af3dc-a00e-4963-8085-20995b97fa11 None None] Network d802d821-4712-4d9f-9c6b-b5887d6de412 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:12:04.540474 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.593555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] Deleting port 170804e5-0a05-4de8-b20e-d9d9b67c031e {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:12:04.594028 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.663703 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] For port 170804e5-0a05-4de8-b20e-d9d9b67c031e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=170804e5-0a05-4de8-b20e-d9d9b67c031e,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:04.663937 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.673309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f60f9b7-bce2-48b7-8787-3d04d9c277f7 None None] DHCP port deletion for d802d821-4712-4d9f-9c6b-b5887d6de412 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:12:04.676203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2893a345-cba3-4340-91d9-4528ac78d237 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:12:04.679914 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] Calling delete_port for 170804e5-0a05-4de8-b20e-d9d9b67c031e owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:12:04.697770 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 2893a345-cba3-4340-91d9-4528ac78d237 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:12:04.698116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2893a345-cba3-4340-91d9-4528ac78d237 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:12:04.744868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5f60f9b7-bce2-48b7-8787-3d04d9c277f7 None None] Deleting port 170804e5-0a05-4de8-b20e-d9d9b67c031e {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:12:04.745372 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5f60f9b7-bce2-48b7-8787-3d04d9c277f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.766559 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.796390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] Pushing event deleted for resources: {'Port': ['ID=170804e5-0a05-4de8-b20e-d9d9b67c031e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:04.799875 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] No DVR routers for this DVR port 170804e5-0a05-4de8-b20e-d9d9b67c031e on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:12:04.814245 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-5f60f9b7-bce2-48b7-8787-3d04d9c277f7 None None] For port 170804e5-0a05-4de8-b20e-d9d9b67c031e, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=170804e5-0a05-4de8-b20e-d9d9b67c031e,segment=NetworkSegment(92bac479-c267-4969-b9d5-c555e7f9b5aa),segment_id=92bac479-c267-4969-b9d5-c555e7f9b5aa)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:04.814644 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5f60f9b7-bce2-48b7-8787-3d04d9c277f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.831692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-5f60f9b7-bce2-48b7-8787-3d04d9c277f7 None None] Calling delete_port for 170804e5-0a05-4de8-b20e-d9d9b67c031e owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:12:04.879725 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.891212 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d802d821-4712-4d9f-9c6b-b5887d6de412']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:04.902808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bac479-c267-4969-b9d5-c555e7f9b5aa') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:04.902808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bac479-c267-4969-b9d5-c555e7f9b5aa') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:04.910387 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5f60f9b7-bce2-48b7-8787-3d04d9c277f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.912504 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.927002 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.936293 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:12:04.937272 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:04.937415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60f9b7-bce2-48b7-8787-3d04d9c277f7 None None] Pushing event deleted for resources: {'Port': ['ID=170804e5-0a05-4de8-b20e-d9d9b67c031e,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:04.939299 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f60f9b7-bce2-48b7-8787-3d04d9c277f7 None None] No DVR routers for this DVR port 170804e5-0a05-4de8-b20e-d9d9b67c031e on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: timer() Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:12:04.942075 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:12:05.000455 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:05.006766 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:05.008606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] 10.222.0.58 "DELETE /v2.0/networks/d802d821-4712-4d9f-9c6b-b5887d6de412 HTTP/1.1" status: 204 len: 168 time: 0.5345013 Aug 31 02:12:05.011691 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39568) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:05.018634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49717df9-9878-4a3c-9707-b2d89618877d admin admin] Pushing event deleted for resources: {'Network': ['ID=d802d821-4712-4d9f-9c6b-b5887d6de412,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:05.357851 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f710514-3c34-427c-9a62-513e68e9fa2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:05.604112 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4f710514-3c34-427c-9a62-513e68e9fa2c admin admin] Deleting port c385f51a-4968-474f-9a20-7049b0d9457b {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:12:05.604366 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f710514-3c34-427c-9a62-513e68e9fa2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:05.686936 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-4f710514-3c34-427c-9a62-513e68e9fa2c admin admin] For port c385f51a-4968-474f-9a20-7049b0d9457b, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c385f51a-4968-474f-9a20-7049b0d9457b,segment=NetworkSegment(ed6ab871-c14a-449d-a4db-42a749c0c39a),segment_id=ed6ab871-c14a-449d-a4db-42a749c0c39a)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:05.687314 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f710514-3c34-427c-9a62-513e68e9fa2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:05.699831 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-4f710514-3c34-427c-9a62-513e68e9fa2c admin admin] Calling delete_port for c385f51a-4968-474f-9a20-7049b0d9457b owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:12:05.876429 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f710514-3c34-427c-9a62-513e68e9fa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:05.902340 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f710514-3c34-427c-9a62-513e68e9fa2c admin admin] Pushing event deleted for resources: {'Port': ['ID=c385f51a-4968-474f-9a20-7049b0d9457b,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:06.075661 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4f710514-3c34-427c-9a62-513e68e9fa2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:06.127109 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 97f0e623-253e-4c1d-85a7-4dbea237fb24 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:12:06.147206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 97f0e623-253e-4c1d-85a7-4dbea237fb24 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:12:06.147572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 97f0e623-253e-4c1d-85a7-4dbea237fb24 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:12:06.147989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 170804e5-0a05-4de8-b20e-d9d9b67c031e no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:12:06.166876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 170804e5-0a05-4de8-b20e-d9d9b67c031e {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:12:06.167225 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 170804e5-0a05-4de8-b20e-d9d9b67c031e not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:12:06.290015 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f710514-3c34-427c-9a62-513e68e9fa2c admin admin] Router 8d2c4458-30d4-4426-aaa6-2bd9785488a1 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:12:06.394826 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f710514-3c34-427c-9a62-513e68e9fa2c admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:12:06.400027 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4f710514-3c34-427c-9a62-513e68e9fa2c admin admin] 10.222.0.58 "PUT /v2.0/routers/8d2c4458-30d4-4426-aaa6-2bd9785488a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3873091 Aug 31 02:12:06.402661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39570) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:06.403994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700044b1-0cc4-4715-befe-9b38e6dac16c None None] Sync routers for ids ['8d2c4458-30d4-4426-aaa6-2bd9785488a1'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:12:06.412894 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700044b1-0cc4-4715-befe-9b38e6dac16c None None] Routers {'8d2c4458-30d4-4426-aaa6-2bd9785488a1'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:06.413500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-700044b1-0cc4-4715-befe-9b38e6dac16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8d2c4458-30d4-4426-aaa6-2bd9785488a1'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:06.516588 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:06.518100 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-700044b1-0cc4-4715-befe-9b38e6dac16c None None] Set router 8d2c4458-30d4-4426-aaa6-2bd9785488a1 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:06.703704 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-700044b1-0cc4-4715-befe-9b38e6dac16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'name': 'tempest-TestEncryptedCinderVolumes-1592254651-router', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:48Z', 'updated_at': '2021-08-31T02:12:05Z', 'revision_number': 5, 'project_id': '85071901e8cc46b787c409b35ce12dfe', 'gw_port': {'id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:49Z', 'updated_at': '2021-08-31T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:06.731011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700044b1-0cc4-4715-befe-9b38e6dac16c None None] Checking router: 8d2c4458-30d4-4426-aaa6-2bd9785488a1 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:12:06.739930 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700044b1-0cc4-4715-befe-9b38e6dac16c None None] Routers {'8d2c4458-30d4-4426-aaa6-2bd9785488a1'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:06.740559 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-700044b1-0cc4-4715-befe-9b38e6dac16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['8d2c4458-30d4-4426-aaa6-2bd9785488a1'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:06.847422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-700044b1-0cc4-4715-befe-9b38e6dac16c None None] Set router 8d2c4458-30d4-4426-aaa6-2bd9785488a1 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:06.956882 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.009025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] Deleting port 61b3b66c-2844-4533-8b63-ad49bfe04c57 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:12:07.009362 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.036171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-700044b1-0cc4-4715-befe-9b38e6dac16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'name': 'tempest-TestEncryptedCinderVolumes-1592254651-router', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:48Z', 'updated_at': '2021-08-31T02:12:05Z', 'revision_number': 5, 'project_id': '85071901e8cc46b787c409b35ce12dfe', 'gw_port': {'id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:49Z', 'updated_at': '2021-08-31T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:07.066597 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700044b1-0cc4-4715-befe-9b38e6dac16c None None] The sync data for ids ['8d2c4458-30d4-4426-aaa6-2bd9785488a1'] in n-d-802060-13 is: [{'id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'name': 'tempest-TestEncryptedCinderVolumes-1592254651-router', 'tenant_id': '85071901e8cc46b787c409b35ce12dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:10:48Z', 'updated_at': '2021-08-31T02:12:05Z', 'revision_number': 5, 'project_id': '85071901e8cc46b787c409b35ce12dfe', 'gw_port': {'id': '61b3b66c-2844-4533-8b63-ad49bfe04c57', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2c4458-30d4-4426-aaa6-2bd9785488a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:10:49Z', 'updated_at': '2021-08-31T02:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:12:07.087562 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] For port 61b3b66c-2844-4533-8b63-ad49bfe04c57, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=61b3b66c-2844-4533-8b63-ad49bfe04c57,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:07.087938 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.105054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] Calling delete_port for 61b3b66c-2844-4533-8b63-ad49bfe04c57 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:12:07.264774 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.294693 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b3b66c-2844-4533-8b63-ad49bfe04c57,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:07.357629 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.450254 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.452575 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.498560 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.499138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d2c4458-30d4-4426-aaa6-2bd9785488a1 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:12:07.503659 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.504805 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e3192665-fa6e-4d13-b082-d2cec5187ad1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8d2c4458-30d4-4426-aaa6-2bd9785488a1 HTTP/1.1" status: 204 len: 168 time: 1.1010685 Aug 31 02:12:07.507424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39572) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:07.558122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-8894c5c3-4ded-4ef2-8553-7b9c3189ce65 admin admin] Deleting subnet f114e76d-b146-43fd-bc87-310da9015016 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:12:07.561523 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8894c5c3-4ded-4ef2-8553-7b9c3189ce65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.596709 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8894c5c3-4ded-4ef2-8553-7b9c3189ce65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.679010 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8894c5c3-4ded-4ef2-8553-7b9c3189ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.739827 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8894c5c3-4ded-4ef2-8553-7b9c3189ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.766978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894c5c3-4ded-4ef2-8553-7b9c3189ce65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f114e76d-b146-43fd-bc87-310da9015016,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:07.768925 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8894c5c3-4ded-4ef2-8553-7b9c3189ce65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.770759 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8894c5c3-4ded-4ef2-8553-7b9c3189ce65 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f114e76d-b146-43fd-bc87-310da9015016 HTTP/1.1" status: 204 len: 168 time: 0.2623813 Aug 31 02:12:07.773511 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39574) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:07.775930 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e369a6b7-3a85-4504-8ecf-0e35309da8fb None None] Network 0657a3b8-d7c7-4970-b220-2952187fddaa requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:12:07.838961 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.892002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] Deleting port 8629c151-61a5-4e44-8acf-280a51798566 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:12:07.892374 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.958681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] For port 8629c151-61a5-4e44-8acf-280a51798566, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8629c151-61a5-4e44-8acf-280a51798566,segment=NetworkSegment(ed6ab871-c14a-449d-a4db-42a749c0c39a),segment_id=ed6ab871-c14a-449d-a4db-42a749c0c39a)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:07.959052 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:07.971569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] Calling delete_port for 8629c151-61a5-4e44-8acf-280a51798566 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:12:08.046293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a524104e-d2e5-40a7-a07d-194d0dfc8749 None None] DHCP port deletion for 0657a3b8-d7c7-4970-b220-2952187fddaa request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:12:08.051260 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.075598 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a524104e-d2e5-40a7-a07d-194d0dfc8749 None None] The port '8629c151-61a5-4e44-8acf-280a51798566' was deleted {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 31 02:12:08.089714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] No DVR routers for this DVR port 8629c151-61a5-4e44-8acf-280a51798566 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:12:08.095614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] Pushing event deleted for resources: {'Port': ['ID=8629c151-61a5-4e44-8acf-280a51798566,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:08.112323 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c385f51a-4968-474f-9a20-7049b0d9457b no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:12:08.132654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: c385f51a-4968-474f-9a20-7049b0d9457b {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:12:08.133000 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c385f51a-4968-474f-9a20-7049b0d9457b not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:12:08.133418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 61b3b66c-2844-4533-8b63-ad49bfe04c57 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:12:08.151906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 61b3b66c-2844-4533-8b63-ad49bfe04c57 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:12:08.152256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 61b3b66c-2844-4533-8b63-ad49bfe04c57 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:12:08.152675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8629c151-61a5-4e44-8acf-280a51798566 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:12:08.168256 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.171215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 8629c151-61a5-4e44-8acf-280a51798566 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:12:08.171583 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8629c151-61a5-4e44-8acf-280a51798566 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:12:08.179434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0657a3b8-d7c7-4970-b220-2952187fddaa']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:08.190999 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6ab871-c14a-449d-a4db-42a749c0c39a') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:08.191325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6ab871-c14a-449d-a4db-42a749c0c39a') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:08.200193 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.213680 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.219627 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:12:08.220008 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: timer() Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:12:08.221592 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:12:08.277714 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.284272 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.286144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] 10.222.0.58 "DELETE /v2.0/networks/0657a3b8-d7c7-4970-b220-2952187fddaa HTTP/1.1" status: 204 len: 168 time: 0.5116870 Aug 31 02:12:08.297293 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5504042-22a2-4e38-baf6-d5bffef977ee admin admin] Pushing event deleted for resources: {'Network': ['ID=0657a3b8-d7c7-4970-b220-2952187fddaa,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:08.464559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39578) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:08.504862 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d2732341-08d2-493e-9989-749d9a994543 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7169e680b5df42ae9682663be739fce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390911 Aug 31 02:12:08.507101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39580) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:08.555049 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a37eca25-d11e-4a46-a835-1d94cebd5f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.577356 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a37eca25-d11e-4a46-a835-1d94cebd5f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.624775 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a37eca25-d11e-4a46-a835-1d94cebd5f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.627256 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a37eca25-d11e-4a46-a835-1d94cebd5f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:08.628434 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a37eca25-d11e-4a46-a835-1d94cebd5f12 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/61c5b526-b56f-4cf8-af6c-0e4968bcb845 HTTP/1.1" status: 204 len: 168 time: 0.1203444 Aug 31 02:12:08.636316 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37eca25-d11e-4a46-a835-1d94cebd5f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c5b526-b56f-4cf8-af6c-0e4968bcb845,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:08.965650 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39586) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:09.005208 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4c6a29f1-9e2d-4b9b-9f7c-5d2f43cc43cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=85071901e8cc46b787c409b35ce12dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381680 Aug 31 02:12:09.007624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39588) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:09.057884 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13180ba2-a71d-41c1-935a-0b6b6e1e485d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:09.078254 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13180ba2-a71d-41c1-935a-0b6b6e1e485d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:09.125647 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13180ba2-a71d-41c1-935a-0b6b6e1e485d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:09.128299 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-13180ba2-a71d-41c1-935a-0b6b6e1e485d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:09.129367 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-13180ba2-a71d-41c1-935a-0b6b6e1e485d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19847239-874e-48fa-b8a1-1def7c984582 HTTP/1.1" status: 204 len: 168 time: 0.1208134 Aug 31 02:12:09.136770 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13180ba2-a71d-41c1-935a-0b6b6e1e485d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19847239-874e-48fa-b8a1-1def7c984582,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:09.790893 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39610) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:09.891089 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1968928612-network', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:09.912378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] Made reservation on behalf of a6f942c54029440586d7f27a72d163bd for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:12:09.914558 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:09.923400 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.010454 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.014189 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.039800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:12:10.049952 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739f3306-96f9-4d60-92c0-537ec4b0ac97,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:10.055584 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.055938 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] Added segment 66c4184d-b41b-4532-8ea5-d262d7f465f3 of type vlan for network 5bb19929-b7cf-4e20-8656-94fb3ba3660d Aug 31 02:12:10.098013 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.123371 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.124267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:10.124848 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.180810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3886328 Aug 31 02:12:10.183639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39614) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:10.186492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb77e8-56da-4c92-adc4-8b4508b953a4 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb19929-b7cf-4e20-8656-94fb3ba3660d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:10.192722 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d4d8a969-5153-4e3c-9a68-e850dccb89b0 admin admin] Request body: {'subnet': {'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1968928612-subnet', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:10.195952 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 5bb19929-b7cf-4e20-8656-94fb3ba3660d details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:12:10.213352 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d8a969-5153-4e3c-9a68-e850dccb89b0 admin admin] Made reservation on behalf of a6f942c54029440586d7f27a72d163bd for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:12:10.216637 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a969-5153-4e3c-9a68-e850dccb89b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.387939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a969-5153-4e3c-9a68-e850dccb89b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.440339 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8a969-5153-4e3c-9a68-e850dccb89b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6246c8d-42f3-46c0-8939-35d1c0a7138e,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:10.448571 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8a969-5153-4e3c-9a68-e850dccb89b0 admin admin] Checking segment: {'id': '66c4184d-b41b-4532-8ea5-d262d7f465f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:10.448926 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d8a969-5153-4e3c-9a68-e850dccb89b0 admin admin] Network hostable DHCP agents. Network: 5bb19929-b7cf-4e20-8656-94fb3ba3660d, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:12:10.465060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d8a969-5153-4e3c-9a68-e850dccb89b0 admin admin] Network 5bb19929-b7cf-4e20-8656-94fb3ba3660d is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:12:10.474061 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-d4d8a969-5153-4e3c-9a68-e850dccb89b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 5bb19929-b7cf-4e20-8656-94fb3ba3660d) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:10.478120 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d8a969-5153-4e3c-9a68-e850dccb89b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:10.478704 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a969-5153-4e3c-9a68-e850dccb89b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.483369 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6d443c-fbcf-4d18-b6d5-3bc24aeaeb49 None None] Network 5bb19929-b7cf-4e20-8656-94fb3ba3660d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:12:10.493186 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d4d8a969-5153-4e3c-9a68-e850dccb89b0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3082633 Aug 31 02:12:10.496244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39616) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:10.501065 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:10.521033 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.522380 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.580029 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.633994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'fixed_ips': [{'subnet_id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:12:10.634860 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.712855 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.769973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Allocated IP 172.20.0.2 (5bb19929-b7cf-4e20-8656-94fb3ba3660d/d6246c8d-42f3-46c0-8939-35d1c0a7138e/44203986-2e99-430d-8301-52c2c24a3930) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:10.912918 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.921803 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.929908 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Transition to ACTIVE for port object 44203986-2e99-430d-8301-52c2c24a3930 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:10.932566 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.944927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Transition to ACTIVE for port object 44203986-2e99-430d-8301-52c2c24a3930 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:10.950615 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:10.989725 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Network 5bb19929-b7cf-4e20-8656-94fb3ba3660d is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:10.992487 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:10.996360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:11.001731 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Pushing event updated for resources: {'Port': ['ID=44203986-2e99-430d-8301-52c2c24a3930,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:11.041635 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Allocated IP 172.25.6.92 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/35c79fc6-87c2-454b-9e63-90d320c8f189) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:11.056905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Attempting to bind port 44203986-2e99-430d-8301-52c2c24a3930 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:12:11.057269 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Attempting to bind port 44203986-2e99-430d-8301-52c2c24a3930 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '66c4184d-b41b-4532-8ea5-d262d7f465f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:12:11.057634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Attempting to bind port 44203986-2e99-430d-8301-52c2c24a3930 on network 5bb19929-b7cf-4e20-8656-94fb3ba3660d {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:11.062715 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:12:11.063084 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Checking segment: {'id': '66c4184d-b41b-4532-8ea5-d262d7f465f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:11.063510 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.063897 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Bound using segment: {'id': '66c4184d-b41b-4532-8ea5-d262d7f465f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:12:11.064350 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Bound port: 44203986-2e99-430d-8301-52c2c24a3930, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c4184d-b41b-4532-8ea5-d262d7f465f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:12:11.064721 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.127506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] For port 44203986-2e99-430d-8301-52c2c24a3930, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:12:11.130868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] For port 44203986-2e99-430d-8301-52c2c24a3930, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=44203986-2e99-430d-8301-52c2c24a3930,segment=NetworkSegment(66c4184d-b41b-4532-8ea5-d262d7f465f3),segment_id=66c4184d-b41b-4532-8ea5-d262d7f465f3)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:12:11.135182 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.143105 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.183050 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.196643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a2007-075f-48e7-97fc-7cdee3074d39 None None] Pushing event updated for resources: {'Port': ['ID=44203986-2e99-430d-8301-52c2c24a3930,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:11.218965 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:11.221840 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:11.227498 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:11.258446 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Pushing event updated for resources: {'Port': ['ID=35c79fc6-87c2-454b-9e63-90d320c8f189,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:11.849753 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:11.873894 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:12.055148 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:12.060486 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a486b41-e1b2-4255-9cc2-3b5da7fff96b None None] Network 5bb19929-b7cf-4e20-8656-94fb3ba3660d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:12:12.107421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 44203986-2e99-430d-8301-52c2c24a3930 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:12.160340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cbf58384-3a42-4c50-b4c3-6f699fe3aa01 None None] Provisioning for port 44203986-2e99-430d-8301-52c2c24a3930 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:12.185947 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Router 696a537e-a738-4b74-92df-5d63241dd314 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:12:12.221341 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 44203986-2e99-430d-8301-52c2c24a3930 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:12.228997 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 44203986-2e99-430d-8301-52c2c24a3930 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:12.229379 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:12.293338 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:12:12.306374 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Sync routers for ids ['696a537e-a738-4b74-92df-5d63241dd314'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:12:12.317813 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Routers {'696a537e-a738-4b74-92df-5d63241dd314'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:12.318378 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:12.318932 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['696a537e-a738-4b74-92df-5d63241dd314'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:12.322448 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bb2665ff-0ab5-4311-a8e7-9f1300c26a01 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8225591 Aug 31 02:12:12.322773 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39618) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:12.348073 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:12.386276 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 44203986-2e99-430d-8301-52c2c24a3930, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=44203986-2e99-430d-8301-52c2c24a3930,segment=NetworkSegment(66c4184d-b41b-4532-8ea5-d262d7f465f3),segment_id=66c4184d-b41b-4532-8ea5-d262d7f465f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:12.390820 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:12.454401 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Set router 696a537e-a738-4b74-92df-5d63241dd314 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:12.457157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=44203986-2e99-430d-8301-52c2c24a3930,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:12.597123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-49606bef-378b-4301-845f-8cca04184ccb None None] Provisioning complete for port 44203986-2e99-430d-8301-52c2c24a3930 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:12.597419 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-49606bef-378b-4301-845f-8cca04184ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:12.637191 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696a537e-a738-4b74-92df-5d63241dd314', 'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:11Z', 'revision_number': 3, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'gw_port': {'id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:12.663733 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Checking router: 696a537e-a738-4b74-92df-5d63241dd314 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:12:12.664084 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Updating router 696a537e-a738-4b74-92df-5d63241dd314 port 35c79fc6-87c2-454b-9e63-90d320c8f189 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:12:12.694656 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:12.782394 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:12.942682 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Allocated IP 172.20.0.1 (5bb19929-b7cf-4e20-8656-94fb3ba3660d/d6246c8d-42f3-46c0-8939-35d1c0a7138e/bbb087ac-4f95-40be-a0a2-8c7056887b36) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:13.036418 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.046775 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Transition to ACTIVE for port object 35c79fc6-87c2-454b-9e63-90d320c8f189 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:13.048961 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.052429 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.062190 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Transition to ACTIVE for port object bbb087ac-4f95-40be-a0a2-8c7056887b36 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:13.094587 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.100768 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Attempting to bind port 35c79fc6-87c2-454b-9e63-90d320c8f189 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:12:13.101147 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Attempting to bind port 35c79fc6-87c2-454b-9e63-90d320c8f189 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:12:13.101509 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Attempting to bind port 35c79fc6-87c2-454b-9e63-90d320c8f189 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:13.111395 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:12:13.111768 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:13.112174 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.112564 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:12:13.113024 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Bound port: 35c79fc6-87c2-454b-9e63-90d320c8f189, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:12:13.113404 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.115729 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea722d-a58e-4947-8ed6-0ab1d9edb0f3 None None] Pushing event updated for resources: {'Port': ['ID=35c79fc6-87c2-454b-9e63-90d320c8f189,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:13.137008 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Network 5bb19929-b7cf-4e20-8656-94fb3ba3660d is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:13.142566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:13.144431 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea722d-a58e-4947-8ed6-0ab1d9edb0f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:13.144431 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea722d-a58e-4947-8ed6-0ab1d9edb0f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:13.144753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb087ac-4f95-40be-a0a2-8c7056887b36,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:13.144864 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea722d-a58e-4947-8ed6-0ab1d9edb0f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:13.145093 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea722d-a58e-4947-8ed6-0ab1d9edb0f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:13.145423 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea722d-a58e-4947-8ed6-0ab1d9edb0f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:13.145737 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea722d-a58e-4947-8ed6-0ab1d9edb0f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:13.146065 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea722d-a58e-4947-8ed6-0ab1d9edb0f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:13.147117 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea722d-a58e-4947-8ed6-0ab1d9edb0f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:13.147251 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:13.147526 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea722d-a58e-4947-8ed6-0ab1d9edb0f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:13.147824 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea722d-a58e-4947-8ed6-0ab1d9edb0f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:13.148212 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea722d-a58e-4947-8ed6-0ab1d9edb0f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:13.148452 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea722d-a58e-4947-8ed6-0ab1d9edb0f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:13.181839 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] For port 35c79fc6-87c2-454b-9e63-90d320c8f189, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:12:13.184982 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] For port 35c79fc6-87c2-454b-9e63-90d320c8f189, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=35c79fc6-87c2-454b-9e63-90d320c8f189,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:12:13.189217 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.200807 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.241007 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Routers {'696a537e-a738-4b74-92df-5d63241dd314'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:13.241653 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['696a537e-a738-4b74-92df-5d63241dd314'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:13.304080 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea722d-a58e-4947-8ed6-0ab1d9edb0f3 None None] Pushing event updated for resources: {'Port': ['ID=35c79fc6-87c2-454b-9e63-90d320c8f189,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:13.343213 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.364591 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] Set router 696a537e-a738-4b74-92df-5d63241dd314 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:13.403677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-011a510e-5e5c-4409-9243-33ef832b06dd None None] Provisioning for port bbb087ac-4f95-40be-a0a2-8c7056887b36 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:13.407339 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-011a510e-5e5c-4409-9243-33ef832b06dd None None] Provisioning complete for port bbb087ac-4f95-40be-a0a2-8c7056887b36 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:13.407898 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-011a510e-5e5c-4409-9243-33ef832b06dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.441620 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-011a510e-5e5c-4409-9243-33ef832b06dd None None] Port bbb087ac-4f95-40be-a0a2-8c7056887b36 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:12:13.509399 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.514332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.542117 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696a537e-a738-4b74-92df-5d63241dd314', 'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:11Z', 'revision_number': 3, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'gw_port': {'id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:13.571025 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e251f77e-f5d2-4ad0-99aa-a5b605f0d518 None None] The sync data for ids ['696a537e-a738-4b74-92df-5d63241dd314'] in n-d-802060-13 is: [{'id': '696a537e-a738-4b74-92df-5d63241dd314', 'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:11Z', 'revision_number': 3, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'gw_port': {'id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:12:13.580340 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:13.582232 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb087ac-4f95-40be-a0a2-8c7056887b36,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:13.678682 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Network 5bb19929-b7cf-4e20-8656-94fb3ba3660d is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:13.680112 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:13.835235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Router 696a537e-a738-4b74-92df-5d63241dd314 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:12:13.957286 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:12:13.962192 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-8eb7b0af-08e8-490a-ac60-b1f5fb96d261 admin admin] 10.222.0.58 "PUT /v2.0/routers/696a537e-a738-4b74-92df-5d63241dd314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6383121 Aug 31 02:12:13.963372 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-da4574e7-3691-450e-8f06-dfd858608018 None None] Provisioning complete for port bbb087ac-4f95-40be-a0a2-8c7056887b36 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:13.963849 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-da4574e7-3691-450e-8f06-dfd858608018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.008483 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-da4574e7-3691-450e-8f06-dfd858608018 None None] Port bbb087ac-4f95-40be-a0a2-8c7056887b36 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:12:14.142533 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 44203986-2e99-430d-8301-52c2c24a3930 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:14.196169 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 44203986-2e99-430d-8301-52c2c24a3930 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:14.196555 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.287616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 35c79fc6-87c2-454b-9e63-90d320c8f189 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:14.343581 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 35c79fc6-87c2-454b-9e63-90d320c8f189 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:14.347632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 35c79fc6-87c2-454b-9e63-90d320c8f189 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:14.348009 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.430176 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.459891 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 35c79fc6-87c2-454b-9e63-90d320c8f189, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=35c79fc6-87c2-454b-9e63-90d320c8f189,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:14.468492 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.519691 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39634) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:14.520863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=35c79fc6-87c2-454b-9e63-90d320c8f189,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:14.525608 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1472482957-network', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:14.547147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] Made reservation on behalf of 5013f6bbcb0e4b1b972b32399109b919 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:12:14.549570 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.558123 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.644546 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.648520 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.673076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:12:14.682775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794d069d-fec4-468a-aaf7-e906911481ad,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:14.687970 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.688325 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] Added segment 5beab28f-bad6-4508-98d5-a51ac7db1648 of type vlan for network 00536e67-6fe8-4ac2-be1c-ac0ec245facb Aug 31 02:12:14.729670 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.755649 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.756992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:14.757576 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:14.811265 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2898717 Aug 31 02:12:14.814037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39636) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:14.819102 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-2b529592-2bfe-4124-bc27-6779998aa1d3 admin admin] Request body: {'subnet': {'network_id': '00536e67-6fe8-4ac2-be1c-ac0ec245facb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1472482957-subnet', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919', 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:14.819914 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa2430-5966-431d-8ceb-f27a370f4876 admin admin] Pushing event updated for resources: {'Network': ['ID=00536e67-6fe8-4ac2-be1c-ac0ec245facb,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:14.830447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 00536e67-6fe8-4ac2-be1c-ac0ec245facb details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:12:14.841343 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b529592-2bfe-4124-bc27-6779998aa1d3 admin admin] Made reservation on behalf of 5013f6bbcb0e4b1b972b32399109b919 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:12:14.843774 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b529592-2bfe-4124-bc27-6779998aa1d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.028272 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b529592-2bfe-4124-bc27-6779998aa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.090164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b529592-2bfe-4124-bc27-6779998aa1d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2500ef7e-795d-4b9a-8391-7df316970fe4,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:15.096603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b529592-2bfe-4124-bc27-6779998aa1d3 admin admin] Checking segment: {'id': '5beab28f-bad6-4508-98d5-a51ac7db1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '00536e67-6fe8-4ac2-be1c-ac0ec245facb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:15.098136 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b529592-2bfe-4124-bc27-6779998aa1d3 admin admin] Network hostable DHCP agents. Network: 00536e67-6fe8-4ac2-be1c-ac0ec245facb, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:12:15.115045 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b529592-2bfe-4124-bc27-6779998aa1d3 admin admin] Network 00536e67-6fe8-4ac2-be1c-ac0ec245facb is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:12:15.124176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-2b529592-2bfe-4124-bc27-6779998aa1d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 00536e67-6fe8-4ac2-be1c-ac0ec245facb) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:15.128264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b529592-2bfe-4124-bc27-6779998aa1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:15.128851 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2b529592-2bfe-4124-bc27-6779998aa1d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.133445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2195a82-ab24-4455-9283-b8279b65c46c None None] Network 00536e67-6fe8-4ac2-be1c-ac0ec245facb requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:12:15.144106 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2b529592-2bfe-4124-bc27-6779998aa1d3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3289316 Aug 31 02:12:15.146832 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39638) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:15.151402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1472482957-router', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:15.173668 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.174765 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.232311 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.257104 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Sync routers for ids ['696a537e-a738-4b74-92df-5d63241dd314'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:12:15.284161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Routers {'696a537e-a738-4b74-92df-5d63241dd314'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:15.284818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['696a537e-a738-4b74-92df-5d63241dd314'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:15.289443 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-00536e67-6fe8-4ac2-be1c-ac0ec245facb', 'network_id': '00536e67-6fe8-4ac2-be1c-ac0ec245facb', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919', 'fixed_ips': [{'subnet_id': '2500ef7e-795d-4b9a-8391-7df316970fe4'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:12:15.290279 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.373883 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.497541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Set router 696a537e-a738-4b74-92df-5d63241dd314 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:15.580142 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.581123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Allocated IP 172.20.0.2 (00536e67-6fe8-4ac2-be1c-ac0ec245facb/2500ef7e-795d-4b9a-8391-7df316970fe4/72eea49e-3d79-46c6-986a-da25d30bc2e9) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:15.599861 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.708220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Allocated IP 172.25.6.114 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/fee4bad9-5e34-40ba-bf31-a2e6f340fd32) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:15.814757 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.827264 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.838526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Transition to ACTIVE for port object 72eea49e-3d79-46c6-986a-da25d30bc2e9 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:15.842115 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696a537e-a738-4b74-92df-5d63241dd314', 'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:13Z', 'revision_number': 4, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'gw_port': {'id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'bbb087ac-4f95-40be-a0a2-8c7056887b36', 'name': '', 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'mac_address': 'fa:16:3e:5b:09:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:12Z', 'updated_at': '2021-08-31T02:12:13Z', 'revision_number': 2, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'subnets': [{'id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:15.854818 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.870775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Checking router: 696a537e-a738-4b74-92df-5d63241dd314 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:12:15.871129 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Updating router 696a537e-a738-4b74-92df-5d63241dd314 port bbb087ac-4f95-40be-a0a2-8c7056887b36 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:12:15.897879 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:15.899743 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Transition to ACTIVE for port object 72eea49e-3d79-46c6-986a-da25d30bc2e9 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:15.904319 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:15.908351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:15.908557 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.910704 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:15.937967 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Pushing event updated for resources: {'Port': ['ID=fee4bad9-5e34-40ba-bf31-a2e6f340fd32,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:15.966944 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Network 00536e67-6fe8-4ac2-be1c-ac0ec245facb is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:15.989019 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:15.991645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:16.002294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Pushing event updated for resources: {'Port': ['ID=72eea49e-3d79-46c6-986a-da25d30bc2e9,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:16.098478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 35c79fc6-87c2-454b-9e63-90d320c8f189 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:16.151123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Attempting to bind port 72eea49e-3d79-46c6-986a-da25d30bc2e9 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:12:16.151519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Attempting to bind port 72eea49e-3d79-46c6-986a-da25d30bc2e9 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '5beab28f-bad6-4508-98d5-a51ac7db1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '00536e67-6fe8-4ac2-be1c-ac0ec245facb'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:12:16.151879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Attempting to bind port 72eea49e-3d79-46c6-986a-da25d30bc2e9 on network 00536e67-6fe8-4ac2-be1c-ac0ec245facb {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:16.164705 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.172760 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:12:16.173364 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Checking segment: {'id': '5beab28f-bad6-4508-98d5-a51ac7db1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '00536e67-6fe8-4ac2-be1c-ac0ec245facb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:16.173539 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.173924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Bound using segment: {'id': '5beab28f-bad6-4508-98d5-a51ac7db1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '00536e67-6fe8-4ac2-be1c-ac0ec245facb'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:12:16.174400 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Bound port: 72eea49e-3d79-46c6-986a-da25d30bc2e9, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beab28f-bad6-4508-98d5-a51ac7db1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '00536e67-6fe8-4ac2-be1c-ac0ec245facb'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:12:16.174783 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.269294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 35c79fc6-87c2-454b-9e63-90d320c8f189 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:16.269668 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.349053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] For port 72eea49e-3d79-46c6-986a-da25d30bc2e9, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:12:16.364423 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.367940 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] For port 72eea49e-3d79-46c6-986a-da25d30bc2e9, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=72eea49e-3d79-46c6-986a-da25d30bc2e9,segment=NetworkSegment(5beab28f-bad6-4508-98d5-a51ac7db1648),segment_id=5beab28f-bad6-4508-98d5-a51ac7db1648)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:12:16.377903 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.495437 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.500225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Router 3087eea8-1e61-4c42-b510-29692aa625d1 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:12:16.530180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c12a3-38d2-42ee-80bc-9e8ad5f7115d None None] Pushing event updated for resources: {'Port': ['ID=72eea49e-3d79-46c6-986a-da25d30bc2e9,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:16.533502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Transition to ACTIVE for port object bbb087ac-4f95-40be-a0a2-8c7056887b36 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:16.544803 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.597578 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6510d-ff89-4549-b254-1025a8f3087c None None] Pushing event updated for resources: {'Port': ['ID=bbb087ac-4f95-40be-a0a2-8c7056887b36,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:16.628377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:12:16.641009 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Sync routers for ids ['3087eea8-1e61-4c42-b510-29692aa625d1'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:12:16.651052 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.652547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Attempting to bind port bbb087ac-4f95-40be-a0a2-8c7056887b36 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:12:16.653487 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Attempting to bind port bbb087ac-4f95-40be-a0a2-8c7056887b36 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '66c4184d-b41b-4532-8ea5-d262d7f465f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:12:16.654031 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Attempting to bind port bbb087ac-4f95-40be-a0a2-8c7056887b36 on network 5bb19929-b7cf-4e20-8656-94fb3ba3660d {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:16.656348 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39640) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:16.656884 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4838d48a-9dee-45f9-8481-e1138fa23b0a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5087998 Aug 31 02:12:16.659161 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Routers {'3087eea8-1e61-4c42-b510-29692aa625d1'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:16.659818 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3087eea8-1e61-4c42-b510-29692aa625d1'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:16.676191 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:12:16.676565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Checking segment: {'id': '66c4184d-b41b-4532-8ea5-d262d7f465f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:16.676975 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.677370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Bound using segment: {'id': '66c4184d-b41b-4532-8ea5-d262d7f465f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:12:16.677843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Bound port: bbb087ac-4f95-40be-a0a2-8c7056887b36, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c4184d-b41b-4532-8ea5-d262d7f465f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:12:16.678225 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.788877 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] For port bbb087ac-4f95-40be-a0a2-8c7056887b36, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:12:16.793139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] For port bbb087ac-4f95-40be-a0a2-8c7056887b36, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=bbb087ac-4f95-40be-a0a2-8c7056887b36,segment=NetworkSegment(66c4184d-b41b-4532-8ea5-d262d7f465f3),segment_id=66c4184d-b41b-4532-8ea5-d262d7f465f3)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:12:16.809972 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:16.846643 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Set router 3087eea8-1e61-4c42-b510-29692aa625d1 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:16.881466 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Routers {'696a537e-a738-4b74-92df-5d63241dd314'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:16.882181 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['696a537e-a738-4b74-92df-5d63241dd314'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:16.973165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6510d-ff89-4549-b254-1025a8f3087c None None] Pushing event updated for resources: {'Port': ['ID=bbb087ac-4f95-40be-a0a2-8c7056887b36,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:17.047945 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] Set router 696a537e-a738-4b74-92df-5d63241dd314 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:17.095927 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'name': 'tempest-TestMinimumBasicScenario-1472482957-router', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'fee4bad9-5e34-40ba-bf31-a2e6f340fd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:12:16Z', 'revision_number': 3, 'project_id': '5013f6bbcb0e4b1b972b32399109b919', 'gw_port': {'id': 'fee4bad9-5e34-40ba-bf31-a2e6f340fd32', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:17.127232 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Checking router: 3087eea8-1e61-4c42-b510-29692aa625d1 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:12:17.127619 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Updating router 3087eea8-1e61-4c42-b510-29692aa625d1 port fee4bad9-5e34-40ba-bf31-a2e6f340fd32 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:12:17.157962 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.197255 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.290461 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696a537e-a738-4b74-92df-5d63241dd314', 'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:13Z', 'revision_number': 4, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'gw_port': {'id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'bbb087ac-4f95-40be-a0a2-8c7056887b36', 'name': '', 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'mac_address': 'fa:16:3e:5b:09:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:12Z', 'updated_at': '2021-08-31T02:12:16Z', 'revision_number': 4, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'subnets': [{'id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:17.322874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36072f9-4d6c-41d1-8c65-4f12b510cb48 None None] The sync data for ids ['696a537e-a738-4b74-92df-5d63241dd314'] in n-d-802060-13 is: [{'id': '696a537e-a738-4b74-92df-5d63241dd314', 'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:13Z', 'revision_number': 4, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'gw_port': {'id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'bbb087ac-4f95-40be-a0a2-8c7056887b36', 'name': '', 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'mac_address': 'fa:16:3e:5b:09:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:12Z', 'updated_at': '2021-08-31T02:12:16Z', 'revision_number': 4, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'subnets': [{'id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:12:17.382880 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Allocated IP 172.20.0.1 (00536e67-6fe8-4ac2-be1c-ac0ec245facb/2500ef7e-795d-4b9a-8391-7df316970fe4/0b99af2a-3c1c-472f-9489-f15dc65502a9) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:17.515252 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.516182 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.532837 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Transition to ACTIVE for port object 0b99af2a-3c1c-472f-9489-f15dc65502a9 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:17.536682 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Transition to ACTIVE for port object fee4bad9-5e34-40ba-bf31-a2e6f340fd32 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:17.545301 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.574922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.594831 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Attempting to bind port fee4bad9-5e34-40ba-bf31-a2e6f340fd32 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:12:17.595612 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Attempting to bind port fee4bad9-5e34-40ba-bf31-a2e6f340fd32 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:12:17.596036 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Attempting to bind port fee4bad9-5e34-40ba-bf31-a2e6f340fd32 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:17.605603 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:12:17.606728 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:17.607309 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.607830 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:12:17.608581 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Bound port: fee4bad9-5e34-40ba-bf31-a2e6f340fd32, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:12:17.609006 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.616071 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Network 00536e67-6fe8-4ac2-be1c-ac0ec245facb is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:17.621480 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:17.625767 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:17.651930 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Pushing event updated for resources: {'Port': ['ID=0b99af2a-3c1c-472f-9489-f15dc65502a9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:17.678564 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a296074-b2af-47a1-b986-62dae42de916 None None] Pushing event updated for resources: {'Port': ['ID=fee4bad9-5e34-40ba-bf31-a2e6f340fd32,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:17.682724 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.685272 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] For port fee4bad9-5e34-40ba-bf31-a2e6f340fd32, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:12:17.691194 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] For port fee4bad9-5e34-40ba-bf31-a2e6f340fd32, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fee4bad9-5e34-40ba-bf31-a2e6f340fd32,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:12:17.698829 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.737468 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3244ef-293e-41e9-b097-6acd286fe5d2 None None] Network 00536e67-6fe8-4ac2-be1c-ac0ec245facb requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:12:17.770111 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a296074-b2af-47a1-b986-62dae42de916 None None] Pushing event updated for resources: {'Port': ['ID=fee4bad9-5e34-40ba-bf31-a2e6f340fd32,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:17.784228 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Routers {'3087eea8-1e61-4c42-b510-29692aa625d1'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:17.785563 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3087eea8-1e61-4c42-b510-29692aa625d1'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:17.858914 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:17.887962 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ba505e45-ec5b-4076-8dac-464ec329bdf6 None None] Provisioning for port 72eea49e-3d79-46c6-986a-da25d30bc2e9 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:18.033497 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] Set router 3087eea8-1e61-4c42-b510-29692aa625d1 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:18.068071 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:18.077926 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:18.159846 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:18.161866 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Pushing event updated for resources: {'Port': ['ID=0b99af2a-3c1c-472f-9489-f15dc65502a9,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:18.203920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 72eea49e-3d79-46c6-986a-da25d30bc2e9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:18.300185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 72eea49e-3d79-46c6-986a-da25d30bc2e9 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:18.305441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 72eea49e-3d79-46c6-986a-da25d30bc2e9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:18.306168 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:18.318870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Network 00536e67-6fe8-4ac2-be1c-ac0ec245facb is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:18.320485 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:18.338037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a4f0fbca-7465-479d-8c76-779d83c97ae7 None None] Provisioning for port 0b99af2a-3c1c-472f-9489-f15dc65502a9 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:18.350226 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a4f0fbca-7465-479d-8c76-779d83c97ae7 None None] Provisioning complete for port 0b99af2a-3c1c-472f-9489-f15dc65502a9 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:18.350603 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a4f0fbca-7465-479d-8c76-779d83c97ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:18.428779 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'name': 'tempest-TestMinimumBasicScenario-1472482957-router', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'fee4bad9-5e34-40ba-bf31-a2e6f340fd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:12:16Z', 'revision_number': 3, 'project_id': '5013f6bbcb0e4b1b972b32399109b919', 'gw_port': {'id': 'fee4bad9-5e34-40ba-bf31-a2e6f340fd32', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:18.477643 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5c7df-21dd-4727-ad0b-a532818ad2d5 None None] The sync data for ids ['3087eea8-1e61-4c42-b510-29692aa625d1'] in n-d-802060-13 is: [{'id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'name': 'tempest-TestMinimumBasicScenario-1472482957-router', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'fee4bad9-5e34-40ba-bf31-a2e6f340fd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:12:16Z', 'revision_number': 3, 'project_id': '5013f6bbcb0e4b1b972b32399109b919', 'gw_port': {'id': 'fee4bad9-5e34-40ba-bf31-a2e6f340fd32', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:12:18.482985 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:18.485285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a4f0fbca-7465-479d-8c76-779d83c97ae7 None None] Port 0b99af2a-3c1c-472f-9489-f15dc65502a9 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:12:18.545632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 72eea49e-3d79-46c6-986a-da25d30bc2e9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=72eea49e-3d79-46c6-986a-da25d30bc2e9,segment=NetworkSegment(5beab28f-bad6-4508-98d5-a51ac7db1648),segment_id=5beab28f-bad6-4508-98d5-a51ac7db1648)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:18.554674 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:18.555643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device bbb087ac-4f95-40be-a0a2-8c7056887b36 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:18.652895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-f2be1f50-0038-4947-b97e-636489ea26a8 None None] Provisioning complete for port 0b99af2a-3c1c-472f-9489-f15dc65502a9 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:18.653365 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f2be1f50-0038-4947-b97e-636489ea26a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:18.875801 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-f2be1f50-0038-4947-b97e-636489ea26a8 None None] Port 0b99af2a-3c1c-472f-9489-f15dc65502a9 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:12:18.881601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=72eea49e-3d79-46c6-986a-da25d30bc2e9,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:18.895185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port bbb087ac-4f95-40be-a0a2-8c7056887b36 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:18.899590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port bbb087ac-4f95-40be-a0a2-8c7056887b36 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:18.899969 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:18.914553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Router 3087eea8-1e61-4c42-b510-29692aa625d1 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:12:19.017151 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:19.019636 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a685f0ca-8eb7-4107-b022-6249933f00db None None] Provisioning complete for port 0b99af2a-3c1c-472f-9489-f15dc65502a9 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:19.020192 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a685f0ca-8eb7-4107-b022-6249933f00db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:19.067803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:12:19.079943 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-47a79107-e95e-44cb-a7c9-2413d4bf038b admin admin] 10.222.0.58 "PUT /v2.0/routers/3087eea8-1e61-4c42-b510-29692aa625d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4224350 Aug 31 02:12:19.083498 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port bbb087ac-4f95-40be-a0a2-8c7056887b36, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=bbb087ac-4f95-40be-a0a2-8c7056887b36,segment=NetworkSegment(66c4184d-b41b-4532-8ea5-d262d7f465f3),segment_id=66c4184d-b41b-4532-8ea5-d262d7f465f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:19.084484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a685f0ca-8eb7-4107-b022-6249933f00db None None] Port 0b99af2a-3c1c-472f-9489-f15dc65502a9 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:12:19.091005 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:19.146075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=bbb087ac-4f95-40be-a0a2-8c7056887b36,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:20.169169 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 72eea49e-3d79-46c6-986a-da25d30bc2e9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:20.244990 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 72eea49e-3d79-46c6-986a-da25d30bc2e9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:20.245634 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:20.350095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device bbb087ac-4f95-40be-a0a2-8c7056887b36 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:20.409316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port bbb087ac-4f95-40be-a0a2-8c7056887b36 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:20.409978 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:20.501735 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fee4bad9-5e34-40ba-bf31-a2e6f340fd32 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:20.565677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port fee4bad9-5e34-40ba-bf31-a2e6f340fd32 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:20.569842 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port fee4bad9-5e34-40ba-bf31-a2e6f340fd32 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:20.570217 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:20.650572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Sync routers for ids ['3087eea8-1e61-4c42-b510-29692aa625d1'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:12:20.674458 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:20.679217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Routers {'3087eea8-1e61-4c42-b510-29692aa625d1'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:20.679863 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3087eea8-1e61-4c42-b510-29692aa625d1'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:20.734936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port fee4bad9-5e34-40ba-bf31-a2e6f340fd32, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fee4bad9-5e34-40ba-bf31-a2e6f340fd32,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:20.742522 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:20.844678 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=fee4bad9-5e34-40ba-bf31-a2e6f340fd32,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:20.851718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Set router 3087eea8-1e61-4c42-b510-29692aa625d1 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:21.086707 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'name': 'tempest-TestMinimumBasicScenario-1472482957-router', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'fee4bad9-5e34-40ba-bf31-a2e6f340fd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:12:17Z', 'revision_number': 4, 'project_id': '5013f6bbcb0e4b1b972b32399109b919', 'gw_port': {'id': 'fee4bad9-5e34-40ba-bf31-a2e6f340fd32', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '0b99af2a-3c1c-472f-9489-f15dc65502a9', 'name': '', 'network_id': '00536e67-6fe8-4ac2-be1c-ac0ec245facb', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919', 'mac_address': 'fa:16:3e:97:e0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2500ef7e-795d-4b9a-8391-7df316970fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:17Z', 'updated_at': '2021-08-31T02:12:17Z', 'revision_number': 2, 'project_id': '5013f6bbcb0e4b1b972b32399109b919', 'subnets': [{'id': '2500ef7e-795d-4b9a-8391-7df316970fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:21.117752 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Checking router: 3087eea8-1e61-4c42-b510-29692aa625d1 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:12:21.118121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Updating router 3087eea8-1e61-4c42-b510-29692aa625d1 port 0b99af2a-3c1c-472f-9489-f15dc65502a9 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:12:21.152193 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:21.347956 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b1ac2c3e-2666-4108-9228-72c56c0d2225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:21.476671 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:21.487622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Transition to ACTIVE for port object 0b99af2a-3c1c-472f-9489-f15dc65502a9 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:21.495095 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:21.546967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b37c67-31bd-4857-b576-014a78033084 None None] Pushing event updated for resources: {'Port': ['ID=0b99af2a-3c1c-472f-9489-f15dc65502a9,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:21.633500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Attempting to bind port 0b99af2a-3c1c-472f-9489-f15dc65502a9 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:12:21.634023 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Attempting to bind port 0b99af2a-3c1c-472f-9489-f15dc65502a9 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '5beab28f-bad6-4508-98d5-a51ac7db1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '00536e67-6fe8-4ac2-be1c-ac0ec245facb'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:12:21.634493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Attempting to bind port 0b99af2a-3c1c-472f-9489-f15dc65502a9 on network 00536e67-6fe8-4ac2-be1c-ac0ec245facb {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:21.640919 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:12:21.641769 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Checking segment: {'id': '5beab28f-bad6-4508-98d5-a51ac7db1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '00536e67-6fe8-4ac2-be1c-ac0ec245facb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:21.642173 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:21.642670 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Bound using segment: {'id': '5beab28f-bad6-4508-98d5-a51ac7db1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '00536e67-6fe8-4ac2-be1c-ac0ec245facb'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:12:21.643260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Bound port: 0b99af2a-3c1c-472f-9489-f15dc65502a9, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beab28f-bad6-4508-98d5-a51ac7db1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '00536e67-6fe8-4ac2-be1c-ac0ec245facb'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:12:21.643778 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:21.717992 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] For port 0b99af2a-3c1c-472f-9489-f15dc65502a9, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:12:21.721589 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] For port 0b99af2a-3c1c-472f-9489-f15dc65502a9, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0b99af2a-3c1c-472f-9489-f15dc65502a9,segment=NetworkSegment(5beab28f-bad6-4508-98d5-a51ac7db1648),segment_id=5beab28f-bad6-4508-98d5-a51ac7db1648)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:12:21.728697 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:21.791183 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Routers {'3087eea8-1e61-4c42-b510-29692aa625d1'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:12:21.794077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:11:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3087eea8-1e61-4c42-b510-29692aa625d1'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:21.842377 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b37c67-31bd-4857-b576-014a78033084 None None] Pushing event updated for resources: {'Port': ['ID=0b99af2a-3c1c-472f-9489-f15dc65502a9,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:21.933398 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] Set router 3087eea8-1e61-4c42-b510-29692aa625d1 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:12:22.091604 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fee4bad9-5e34-40ba-bf31-a2e6f340fd32 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:22.197957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port fee4bad9-5e34-40ba-bf31-a2e6f340fd32 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:22.198342 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:22.267480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'name': 'tempest-TestMinimumBasicScenario-1472482957-router', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'fee4bad9-5e34-40ba-bf31-a2e6f340fd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:12:17Z', 'revision_number': 4, 'project_id': '5013f6bbcb0e4b1b972b32399109b919', 'gw_port': {'id': 'fee4bad9-5e34-40ba-bf31-a2e6f340fd32', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '0b99af2a-3c1c-472f-9489-f15dc65502a9', 'name': '', 'network_id': '00536e67-6fe8-4ac2-be1c-ac0ec245facb', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919', 'mac_address': 'fa:16:3e:97:e0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2500ef7e-795d-4b9a-8391-7df316970fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:17Z', 'updated_at': '2021-08-31T02:12:21Z', 'revision_number': 4, 'project_id': '5013f6bbcb0e4b1b972b32399109b919', 'subnets': [{'id': '2500ef7e-795d-4b9a-8391-7df316970fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:12:22.314914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55c59f-362e-48b6-9bea-0dfd5f8e98f5 None None] The sync data for ids ['3087eea8-1e61-4c42-b510-29692aa625d1'] in n-d-802060-13 is: [{'id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'name': 'tempest-TestMinimumBasicScenario-1472482957-router', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'fee4bad9-5e34-40ba-bf31-a2e6f340fd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:12:17Z', 'revision_number': 4, 'project_id': '5013f6bbcb0e4b1b972b32399109b919', 'gw_port': {'id': 'fee4bad9-5e34-40ba-bf31-a2e6f340fd32', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '0b99af2a-3c1c-472f-9489-f15dc65502a9', 'name': '', 'network_id': '00536e67-6fe8-4ac2-be1c-ac0ec245facb', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919', 'mac_address': 'fa:16:3e:97:e0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2500ef7e-795d-4b9a-8391-7df316970fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:17Z', 'updated_at': '2021-08-31T02:12:21Z', 'revision_number': 4, 'project_id': '5013f6bbcb0e4b1b972b32399109b919', 'subnets': [{'id': '2500ef7e-795d-4b9a-8391-7df316970fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:12:23.868587 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4dddddb1-33b9-4652-8560-37908e7d0dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:24.096949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0b99af2a-3c1c-472f-9489-f15dc65502a9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:24.164684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 0b99af2a-3c1c-472f-9489-f15dc65502a9 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:24.169041 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0b99af2a-3c1c-472f-9489-f15dc65502a9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:24.169421 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:24.221109 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:24.280880 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:24.323328 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 0b99af2a-3c1c-472f-9489-f15dc65502a9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0b99af2a-3c1c-472f-9489-f15dc65502a9,segment=NetworkSegment(5beab28f-bad6-4508-98d5-a51ac7db1648),segment_id=5beab28f-bad6-4508-98d5-a51ac7db1648)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:24.328124 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:24.387358 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=0b99af2a-3c1c-472f-9489-f15dc65502a9,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:24.746482 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:26.071932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0b99af2a-3c1c-472f-9489-f15dc65502a9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:26.134989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 0b99af2a-3c1c-472f-9489-f15dc65502a9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:26.135321 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:26.948199 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:28.830364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c1279bb7-b4e9-4cb1-8b82-4c4aa35a001e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:28.831888 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c1279bb7-b4e9-4cb1-8b82-4c4aa35a001e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/networks?id=5bb19929-b7cf-4e20-8656-94fb3ba3660d HTTP/1.1" status: 200 len: 815 time: 0.0995300 Aug 31 02:12:28.846987 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-8562cf19-a7cb-49bc-8710-87bb6f79f94a tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/quotas/a6f942c54029440586d7f27a72d163bd HTTP/1.1" status: 200 len: 375 time: 0.0094693 Aug 31 02:12:28.897884 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c1741fb8-2b9f-4868-a6c5-523ff5f021ef tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a6f942c54029440586d7f27a72d163bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456109 Aug 31 02:12:28.999107 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-f514b4a3-683a-4092-8755-e8cf0cb33a4e service neutron] 10.222.0.58 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889804 Aug 31 02:12:29.087566 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-78eb806d-560f-4629-bb7a-95fbb040b072 service neutron] 10.222.0.58 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823202 Aug 31 02:12:29.252914 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7ca04662-7226-4cc9-914e-d35c74adc0ab req-7ae61b29-f187-49ce-bcda-3276f9d57778 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 210 time: 0.0315673 Aug 31 02:12:30.135316 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-84ed397c-6c6c-4489-9cf1-42e33c3c2c26 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:30.137272 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-84ed397c-6c6c-4489-9cf1-42e33c3c2c26 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.70 "GET /v2.0/networks?id=5bb19929-b7cf-4e20-8656-94fb3ba3660d HTTP/1.1" status: 200 len: 815 time: 0.1037540 Aug 31 02:12:30.149346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-9d357c13-92d0-4711-a976-943f6c83c0a9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Request body: {'port': {'device_id': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'admin_state_up': True, 'tenant_id': 'a6f942c54029440586d7f27a72d163bd'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:30.262530 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-9d357c13-92d0-4711-a976-943f6c83c0a9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Made reservation on behalf of a6f942c54029440586d7f27a72d163bd for: {'port': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:12:30.266251 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-9d357c13-92d0-4711-a976-943f6c83c0a9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:30.368149 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3636c4e4-5ecf-4774-a197-9856b3b23f22 req-8095f5ed-187f-4493-abb8-484d3de96bab tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 210 time: 0.0350881 Aug 31 02:12:30.404546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-9d357c13-92d0-4711-a976-943f6c83c0a9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Allocated IP 172.20.0.8 (5bb19929-b7cf-4e20-8656-94fb3ba3660d/d6246c8d-42f3-46c0-8939-35d1c0a7138e/b1c63191-c2ca-4ba6-9207-1c538663d237) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:30.716200 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-9d357c13-92d0-4711-a976-943f6c83c0a9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:30.742344 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-9d357c13-92d0-4711-a976-943f6c83c0a9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Transition to ACTIVE for port object b1c63191-c2ca-4ba6-9207-1c538663d237 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:30.791735 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-9d357c13-92d0-4711-a976-943f6c83c0a9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:30.851672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-9d357c13-92d0-4711-a976-943f6c83c0a9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Network 5bb19929-b7cf-4e20-8656-94fb3ba3660d is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:30.860312 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-9d357c13-92d0-4711-a976-943f6c83c0a9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:30.865409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-9d357c13-92d0-4711-a976-943f6c83c0a9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:30.933237 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d357c13-92d0-4711-a976-943f6c83c0a9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Pushing event updated for resources: {'Port': ['ID=b1c63191-c2ca-4ba6-9207-1c538663d237,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:30.956740 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-9d357c13-92d0-4711-a976-943f6c83c0a9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:30.957418 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-9d357c13-92d0-4711-a976-943f6c83c0a9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:30.977615 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-9d357c13-92d0-4711-a976-943f6c83c0a9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8321846 Aug 31 02:12:31.142500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-abc12a7d-0989-4fe6-be11-a4c9d75668f9 None None] Provisioning for port b1c63191-c2ca-4ba6-9207-1c538663d237 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:31.150011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-abc12a7d-0989-4fe6-be11-a4c9d75668f9 None None] Provisioning complete for port b1c63191-c2ca-4ba6-9207-1c538663d237 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:31.150693 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-abc12a7d-0989-4fe6-be11-a4c9d75668f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:31.191950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-abc12a7d-0989-4fe6-be11-a4c9d75668f9 None None] Port b1c63191-c2ca-4ba6-9207-1c538663d237 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:12:31.493076 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38353001-df79-4dd6-9ed5-005df4d10fbb req-871336cf-d2ec-4fd1-9558-59e0713882c9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:31.494628 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38353001-df79-4dd6-9ed5-005df4d10fbb req-871336cf-d2ec-4fd1-9558-59e0713882c9 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 931 time: 0.0531213 Aug 31 02:12:31.535069 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-38353001-df79-4dd6-9ed5-005df4d10fbb req-c8947f91-82b6-418f-a1a4-4fff10c4965f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339153 Aug 31 02:12:32.115317 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:32.563534 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:12:32.655097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944ff7f-c63b-4d50-a4ba-8e349266b27c req-96d2627c-357a-4d00-9830-b4060bb453d0 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:32.656634 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a944ff7f-c63b-4d50-a4ba-8e349266b27c req-96d2627c-357a-4d00-9830-b4060bb453d0 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 931 time: 0.0518134 Aug 31 02:12:32.705054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a944ff7f-c63b-4d50-a4ba-8e349266b27c req-82b7f355-ff05-4187-9c74-e44d2591b108 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381911 Aug 31 02:12:33.829221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1630c-be50-4066-8847-8978c3a6e1dc req-06574208-60f4-4973-a5f1-dee157277178 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:33.830974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9be1630c-be50-4066-8847-8978c3a6e1dc req-06574208-60f4-4973-a5f1-dee157277178 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 931 time: 0.0556052 Aug 31 02:12:33.870511 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9be1630c-be50-4066-8847-8978c3a6e1dc req-6af61a9a-e0d6-4fae-9159-bc487f3ec4a1 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335357 Aug 31 02:12:34.997848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fda21c-27e7-44e1-bae9-911c91fd0e73 req-b1653f64-2c6b-4eca-8c21-904c244cb5ae tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:34.999493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27fda21c-27e7-44e1-bae9-911c91fd0e73 req-b1653f64-2c6b-4eca-8c21-904c244cb5ae tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 931 time: 0.0523012 Aug 31 02:12:35.041967 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27fda21c-27e7-44e1-bae9-911c91fd0e73 req-4f0b2029-29d9-4dee-ac67-2dccd415527c tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365548 Aug 31 02:12:36.166498 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b46be7-8f3a-4b4d-ad49-43a1bb0cca94 req-3eabe0f2-2035-4e02-a495-860b0cab216e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:36.169128 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74b46be7-8f3a-4b4d-ad49-43a1bb0cca94 req-3eabe0f2-2035-4e02-a495-860b0cab216e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 931 time: 0.0575962 Aug 31 02:12:36.209772 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-74b46be7-8f3a-4b4d-ad49-43a1bb0cca94 req-08ac3852-a4e0-48a2-bcf2-3b16d62d3fe0 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343513 Aug 31 02:12:37.337776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647ca17-2e70-4b02-ab94-9066e26bfdb2 req-be25299b-2b1c-4c48-82b1-3ce53361f776 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:37.339306 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9647ca17-2e70-4b02-ab94-9066e26bfdb2 req-be25299b-2b1c-4c48-82b1-3ce53361f776 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 931 time: 0.0578492 Aug 31 02:12:37.379247 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9647ca17-2e70-4b02-ab94-9066e26bfdb2 req-b1f82641-ebd0-46cb-8f46-0361434b615a tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335639 Aug 31 02:12:38.499720 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0107ff3-6a8c-4f25-bd21-85db6edce866 req-71ebc8d3-4354-4a41-97a3-5b5e597c0a1c tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:38.501246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0107ff3-6a8c-4f25-bd21-85db6edce866 req-71ebc8d3-4354-4a41-97a3-5b5e597c0a1c tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 931 time: 0.0524909 Aug 31 02:12:38.542834 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b0107ff3-6a8c-4f25-bd21-85db6edce866 req-5f7770a0-2cd2-471e-ad5a-d945c3416c5c tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338697 Aug 31 02:12:39.663198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce07ad3-64d2-42d9-9538-5e01665e6efe req-9df2f106-deb4-4f54-9421-94a9ee2392e3 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:39.664754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cce07ad3-64d2-42d9-9538-5e01665e6efe req-9df2f106-deb4-4f54-9421-94a9ee2392e3 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 931 time: 0.0501926 Aug 31 02:12:39.704456 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cce07ad3-64d2-42d9-9538-5e01665e6efe req-cdf2f3ef-677b-4f93-aa9a-3065f01f2a1a tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330892 Aug 31 02:12:40.393984 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Request body: {'port': {'device_id': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:40.445969 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:40.706151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c63191-c2ca-4ba6-9207-1c538663d237 {{(pid=94760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:12:40.713319 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:40.725299 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Transition to ACTIVE for port object b1c63191-c2ca-4ba6-9207-1c538663d237 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:12:40.729712 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:40.783825 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Pushing event updated for resources: {'Port': ['ID=b1c63191-c2ca-4ba6-9207-1c538663d237,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:40.832444 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737beaa-1098-46d7-b22e-07cf55ff257c req-28affb81-28d1-4c80-8360-88ea61ee3cff tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:40.840300 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9737beaa-1098-46d7-b22e-07cf55ff257c req-28affb81-28d1-4c80-8360-88ea61ee3cff tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 943 time: 0.0663331 Aug 31 02:12:40.852189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Attempting to bind port b1c63191-c2ca-4ba6-9207-1c538663d237 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:12:40.852537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Attempting to bind port b1c63191-c2ca-4ba6-9207-1c538663d237 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '66c4184d-b41b-4532-8ea5-d262d7f465f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:12:40.852869 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Attempting to bind port b1c63191-c2ca-4ba6-9207-1c538663d237 on network 5bb19929-b7cf-4e20-8656-94fb3ba3660d {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:40.858923 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Port b1c63191-c2ca-4ba6-9207-1c538663d237 on network 5bb19929-b7cf-4e20-8656-94fb3ba3660d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:12:40.859253 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Attempting to bind port b1c63191-c2ca-4ba6-9207-1c538663d237 on network 5bb19929-b7cf-4e20-8656-94fb3ba3660d {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:12:40.864576 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:12:40.864925 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Checking segment: {'id': '66c4184d-b41b-4532-8ea5-d262d7f465f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:12:40.865318 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Bound using segment: {'id': '66c4184d-b41b-4532-8ea5-d262d7f465f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:12:40.865753 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Bound port: b1c63191-c2ca-4ba6-9207-1c538663d237, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c4184d-b41b-4532-8ea5-d262d7f465f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:12:40.866134 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:40.876972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9737beaa-1098-46d7-b22e-07cf55ff257c req-b8738788-39ed-4a4e-b27f-565fcf231870 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352769 Aug 31 02:12:40.941400 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] For port b1c63191-c2ca-4ba6-9207-1c538663d237, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:12:40.944492 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] For port b1c63191-c2ca-4ba6-9207-1c538663d237, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b1c63191-c2ca-4ba6-9207-1c538663d237,segment=NetworkSegment(66c4184d-b41b-4532-8ea5-d262d7f465f3),segment_id=66c4184d-b41b-4532-8ea5-d262d7f465f3)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:12:40.948942 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:40.984098 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:40.984761 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:40.986117 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] 10.222.0.70 "PUT /v2.0/ports/b1c63191-c2ca-4ba6-9207-1c538663d237 HTTP/1.1" status: 200 len: 1092 time: 0.7013407 Aug 31 02:12:40.986564 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'tag': 'b1c63191-c2ca-4ba6-9207-1c538663d237'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:12:40.988925 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a10ee2a-c3ab-488d-9d6b-cb85bbacc01a" -d '{"events": [{"name": "network-changed", "server_uuid": "19083ce9-e1f7-4702-85c4-55bbae75f96a", "tag": "b1c63191-c2ca-4ba6-9207-1c538663d237"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:12:41.016260 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f525d5-f8d2-48ed-bb03-b1d5e08d6bee service neutron] Pushing event updated for resources: {'Port': ['ID=b1c63191-c2ca-4ba6-9207-1c538663d237,revision_number=3']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:41.076435 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-17b2a7e7-8bec-406d-8275-7ca7a6ec33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:41.078319 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-17b2a7e7-8bec-406d-8275-7ca7a6ec33c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f942c54029440586d7f27a72d163bd&device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 1095 time: 0.0490565 Aug 31 02:12:41.129051 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-501dbb73-058a-4254-a49c-00ce85208b61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1c63191-c2ca-4ba6-9207-1c538663d237 HTTP/1.1" status: 200 len: 217 time: 0.0400529 Aug 31 02:12:41.180589 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-9b69a11b-7cf9-4d3d-8936-5ffe447865ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:41.182029 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-9b69a11b-7cf9-4d3d-8936-5ffe447865ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6246c8d-42f3-46c0-8939-35d1c0a7138e HTTP/1.1" status: 200 len: 854 time: 0.0468061 Aug 31 02:12:41.197761 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d440f43b-371a-41ef-b5e5-a823c203fbf6 x-openstack-request-id: req-d440f43b-371a-41ef-b5e5-a823c203fbf6 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:12:41.198057 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19083ce9-e1f7-4702-85c4-55bbae75f96a", "tag": "b1c63191-c2ca-4ba6-9207-1c538663d237", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:12:41.198300 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d440f43b-371a-41ef-b5e5-a823c203fbf6 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:12:41.198718 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'tag': 'b1c63191-c2ca-4ba6-9207-1c538663d237', 'status': 'completed', 'code': 200} Aug 31 02:12:41.231072 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-e89f5564-9680-40ff-9010-87041ff10454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:41.232502 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-e89f5564-9680-40ff-9010-87041ff10454 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5bb19929-b7cf-4e20-8656-94fb3ba3660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438352 Aug 31 02:12:41.323503 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-d5312b4d-3361-47ce-9d64-1d4b7d81f50d service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833375 Aug 31 02:12:41.412427 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-a5951d3c-6b7b-4b2d-9a02-cfa2be1b9414 req-8fdfe918-e1be-4c49-bc39-9790303cb15e service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821760 Aug 31 02:12:41.497286 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10ee2a-c3ab-488d-9d6b-cb85bbacc01a req-4526e553-6cce-4ed7-bb15-56fd32836401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:41.499563 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9a10ee2a-c3ab-488d-9d6b-cb85bbacc01a req-4526e553-6cce-4ed7-bb15-56fd32836401 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f942c54029440586d7f27a72d163bd&device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 1095 time: 0.0410154 Aug 31 02:12:41.591596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10ee2a-c3ab-488d-9d6b-cb85bbacc01a req-33187201-c6b0-4bf8-a7e9-4591fce21e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:41.593078 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9a10ee2a-c3ab-488d-9d6b-cb85bbacc01a req-33187201-c6b0-4bf8-a7e9-4591fce21e00 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5bb19929-b7cf-4e20-8656-94fb3ba3660d HTTP/1.1" status: 200 len: 916 time: 0.0872722 Aug 31 02:12:41.634675 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9a10ee2a-c3ab-488d-9d6b-cb85bbacc01a req-0b1f5e64-5bb2-43f3-a108-5f7450dcf610 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1c63191-c2ca-4ba6-9207-1c538663d237 HTTP/1.1" status: 200 len: 217 time: 0.0343037 Aug 31 02:12:41.682589 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10ee2a-c3ab-488d-9d6b-cb85bbacc01a req-43a6dbaf-8b25-48e0-9adc-134e5dc975f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:41.684587 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9a10ee2a-c3ab-488d-9d6b-cb85bbacc01a req-43a6dbaf-8b25-48e0-9adc-134e5dc975f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6246c8d-42f3-46c0-8939-35d1c0a7138e HTTP/1.1" status: 200 len: 854 time: 0.0426738 Aug 31 02:12:41.733900 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10ee2a-c3ab-488d-9d6b-cb85bbacc01a req-5ad80e70-23d2-4cd8-b222-715ef2002920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:41.735418 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9a10ee2a-c3ab-488d-9d6b-cb85bbacc01a req-5ad80e70-23d2-4cd8-b222-715ef2002920 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5bb19929-b7cf-4e20-8656-94fb3ba3660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440440 Aug 31 02:12:41.823114 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9a10ee2a-c3ab-488d-9d6b-cb85bbacc01a req-15689c72-25c6-4386-afdd-fbd5e8963729 service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798697 Aug 31 02:12:41.871840 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:41.917198 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-9a10ee2a-c3ab-488d-9d6b-cb85bbacc01a req-89a50fd2-d828-4d56-b190-4b62df9121c7 service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868480 Aug 31 02:12:41.992938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597022e-4127-472e-890a-edba58e98098 req-29f47bec-865b-44f4-9d15-cd6b318cacf4 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:41.994429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1597022e-4127-472e-890a-edba58e98098 req-29f47bec-865b-44f4-9d15-cd6b318cacf4 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 943 time: 0.0500295 Aug 31 02:12:42.034177 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1597022e-4127-472e-890a-edba58e98098 req-8db748d6-57ff-4274-9f82-574ae5e20edc tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338519 Aug 31 02:12:42.586644 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b1c63191-c2ca-4ba6-9207-1c538663d237 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:12:42.678293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b1c63191-c2ca-4ba6-9207-1c538663d237, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b1c63191-c2ca-4ba6-9207-1c538663d237,segment=NetworkSegment(66c4184d-b41b-4532-8ea5-d262d7f465f3),segment_id=66c4184d-b41b-4532-8ea5-d262d7f465f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:42.689150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': 'b1c63191-c2ca-4ba6-9207-1c538663d237', 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'port_id': 'b1c63191-c2ca-4ba6-9207-1c538663d237', 'mac_address': 'fa:16:3e:ca:f4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:12:42.727748 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:42.739653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c63191-c2ca-4ba6-9207-1c538663d237 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:12:42.757488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b1c63191-c2ca-4ba6-9207-1c538663d237, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b1c63191-c2ca-4ba6-9207-1c538663d237,segment=NetworkSegment(66c4184d-b41b-4532-8ea5-d262d7f465f3),segment_id=66c4184d-b41b-4532-8ea5-d262d7f465f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:42.760911 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:42.806448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b1c63191-c2ca-4ba6-9207-1c538663d237,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:42.813515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:42.813857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:42.814195 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:42.814523 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:42.814850 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:42.815174 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:42.815519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:42.815841 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:42.816159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:42.816482 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:42.816796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:42.817112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:42.997469 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b1c63191-c2ca-4ba6-9207-1c538663d237'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:12:43.152244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bf843-27c6-4b30-9c64-658aac9b697d req-496cbeef-399e-48a9-8744-7962940ff850 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:43.153789 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-037bf843-27c6-4b30-9c64-658aac9b697d req-496cbeef-399e-48a9-8744-7962940ff850 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 944 time: 0.0514135 Aug 31 02:12:43.191662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-037bf843-27c6-4b30-9c64-658aac9b697d req-23410143-c155-44ad-a752-4a89efd85a45 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 Aug 31 02:12:44.311838 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033023b-9524-4e6e-83f9-0df02e7b1fc7 req-df0c9545-5efa-48ab-8c8b-cf1c3db9b6e1 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:44.313333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0033023b-9524-4e6e-83f9-0df02e7b1fc7 req-df0c9545-5efa-48ab-8c8b-cf1c3db9b6e1 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 944 time: 0.0540738 Aug 31 02:12:44.351273 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0033023b-9524-4e6e-83f9-0df02e7b1fc7 req-bc2b9b2d-598e-475d-86a2-90f25040421f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320332 Aug 31 02:12:44.617630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b1c63191-c2ca-4ba6-9207-1c538663d237 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:12:44.665312 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port b1c63191-c2ca-4ba6-9207-1c538663d237 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:12:44.669120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port b1c63191-c2ca-4ba6-9207-1c538663d237 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:12:44.669495 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:44.744064 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:44.766662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c63191-c2ca-4ba6-9207-1c538663d237'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:12:44.768937 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aa1ce8-f28e-498e-bcbf-e27fe0510712" -d '{"events": [{"server_uuid": "19083ce9-e1f7-4702-85c4-55bbae75f96a", "name": "network-vif-plugged", "status": "completed", "tag": "b1c63191-c2ca-4ba6-9207-1c538663d237"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:12:44.781792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port b1c63191-c2ca-4ba6-9207-1c538663d237, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b1c63191-c2ca-4ba6-9207-1c538663d237,segment=NetworkSegment(66c4184d-b41b-4532-8ea5-d262d7f465f3),segment_id=66c4184d-b41b-4532-8ea5-d262d7f465f3)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:12:44.785681 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:44.813180 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b8a24a-7d72-4a9e-aeaa-5f4afcc273fb x-openstack-request-id: req-d8b8a24a-7d72-4a9e-aeaa-5f4afcc273fb {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:12:44.813471 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19083ce9-e1f7-4702-85c4-55bbae75f96a", "name": "network-vif-plugged", "status": "completed", "tag": "b1c63191-c2ca-4ba6-9207-1c538663d237", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:12:44.813725 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8b8a24a-7d72-4a9e-aeaa-5f4afcc273fb {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:12:44.814121 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c63191-c2ca-4ba6-9207-1c538663d237', 'code': 200} Aug 31 02:12:44.841794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=b1c63191-c2ca-4ba6-9207-1c538663d237,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:44.902788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136d20f-3f7f-4ce5-99f7-70660cc7dd8b req-52a254f3-850f-4952-9394-5a610054817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:44.904298 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8136d20f-3f7f-4ce5-99f7-70660cc7dd8b req-52a254f3-850f-4952-9394-5a610054817e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 1097 time: 0.0411670 Aug 31 02:12:44.939648 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-8136d20f-3f7f-4ce5-99f7-70660cc7dd8b req-3184fef3-9ce4-4199-8e64-9acc4139ae74 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278001 Aug 31 02:12:45.469943 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85687e82-123b-4d46-8dd7-59126096a3ae req-593153ea-2f66-4e75-bcb6-a8da8c87f236 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:45.471480 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85687e82-123b-4d46-8dd7-59126096a3ae req-593153ea-2f66-4e75-bcb6-a8da8c87f236 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 945 time: 0.0539730 Aug 31 02:12:45.509687 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-85687e82-123b-4d46-8dd7-59126096a3ae req-2284ef16-032c-4b54-b609-244264aa104b tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322526 Aug 31 02:12:46.626823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52afb9-bbd6-4886-bcaa-b1c3a916e1ec req-b093fc69-091c-478e-b18e-b234c9306e0f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:46.628346 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea52afb9-bbd6-4886-bcaa-b1c3a916e1ec req-b093fc69-091c-478e-b18e-b234c9306e0f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 945 time: 0.0497251 Aug 31 02:12:46.666474 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea52afb9-bbd6-4886-bcaa-b1c3a916e1ec req-7690c009-01aa-4995-893c-895e982ae254 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321631 Aug 31 02:12:46.784004 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5f00e-0475-4ebc-baee-9f1e39cd8d4b req-f19e3605-6b19-4499-97d2-85b31cc33f44 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:46.785481 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eef5f00e-0475-4ebc-baee-9f1e39cd8d4b req-f19e3605-6b19-4499-97d2-85b31cc33f44 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 945 time: 0.0530765 Aug 31 02:12:46.822995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eef5f00e-0475-4ebc-baee-9f1e39cd8d4b req-39bae660-c5ef-4cc0-9e13-6208f753beba tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315373 Aug 31 02:12:47.013237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadc949-fe78-4199-9ed5-976b50454db1 req-20756ea9-267a-448e-8e72-97aa4670a66b tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:47.014727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cadc949-fe78-4199-9ed5-976b50454db1 req-20756ea9-267a-448e-8e72-97aa4670a66b tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 945 time: 0.0543873 Aug 31 02:12:47.053288 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7cadc949-fe78-4199-9ed5-976b50454db1 req-ecbfe5dc-e6ca-4375-9106-a0f20127d722 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325828 Aug 31 02:12:51.343450 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-15fe01b1-fbcb-45c3-a2da-68d98a8d8f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:53.858482 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-38cd37e4-050f-4f01-8fe7-b6e716f4e8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:54.192438 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:54.744213 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:56.948631 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:58.581870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d5bbf-0c76-4861-8000-2f2227f6e42a req-d62cf5cc-ac3b-4c25-9dca-d01fab206100 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:58.583271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c3d5bbf-0c76-4861-8000-2f2227f6e42a req-d62cf5cc-ac3b-4c25-9dca-d01fab206100 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 945 time: 0.0485225 Aug 31 02:12:58.622639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c3d5bbf-0c76-4861-8000-2f2227f6e42a req-5a0084d2-9443-443c-9dbb-89bafcec72ea tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333927 Aug 31 02:12:58.645317 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39832) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:58.729881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ded37c-d858-4245-a884-136a7a7ea627 tempest-TestMinimumBasicScenario-1979114493 tempest-TestMinimumBasicScenario-1979114493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:12:58.731612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-25ded37c-d858-4245-a884-136a7a7ea627 tempest-TestMinimumBasicScenario-1979114493 tempest-TestMinimumBasicScenario-1979114493-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 1092 time: 0.0850947 Aug 31 02:12:58.734884 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39836) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:12:58.739146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': 'b1c63191-c2ca-4ba6-9207-1c538663d237', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:12:58.759912 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:58.858916 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:59.292349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Allocated IP 172.25.6.194 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/706109fc-173f-4b59-8306-39718a1e1213) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:12:59.390776 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:59.427587 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:59.466679 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:12:59.471393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:12:59.474843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:12:59.498095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Pushing event updated for resources: {'Port': ['ID=706109fc-173f-4b59-8306-39718a1e1213,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:12:59.511799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:59.511799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:59.512092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:59.512423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:59.512770 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:59.513801 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:59.514259 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:59.514472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:59.514791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:59.515118 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:59.515467 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:59.515788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:12:59.844433 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:12:59.914594 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:00.066350 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:00.070446 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:00.140153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Pushing event updated for resources: {'Port': ['ID=706109fc-173f-4b59-8306-39718a1e1213,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:13:00.150217 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:00.252847 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Floating IP c4c6e036-bc26-4cc9-b8f1-6ebd670efca5 associated. External IP: 172.25.6.194, port: b1c63191-c2ca-4ba6-9207-1c538663d237. Aug 31 02:13:00.464425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Router 696a537e-a738-4b74-92df-5d63241dd314 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:13:00.572802 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:13:00.582599 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0573ac33-2021-4735-8ce7-711c0685a61d None None] Sync routers for ids ['696a537e-a738-4b74-92df-5d63241dd314'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:13:00.587855 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:00.593161 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0573ac33-2021-4735-8ce7-711c0685a61d None None] Routers {'696a537e-a738-4b74-92df-5d63241dd314'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:13:00.593776 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0573ac33-2021-4735-8ce7-711c0685a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:12:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['696a537e-a738-4b74-92df-5d63241dd314'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:13:00.618583 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5c1c5ec9-e76f-41d2-80c9-8a1f8f35d27f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8826451 Aug 31 02:13:00.619366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'tag': 'b1c63191-c2ca-4ba6-9207-1c538663d237'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:13:00.621617 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39838) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:13:00.622136 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccbcc05-e5db-4cc2-bf8c-c7c4bb256858" -d '{"events": [{"name": "network-changed", "server_uuid": "19083ce9-e1f7-4702-85c4-55bbae75f96a", "tag": "b1c63191-c2ca-4ba6-9207-1c538663d237"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:13:00.626560 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ede8fc6e-6c62-4686-bccc-9de3dabd46fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435112484', 'description': 'tempest-secgroup-smoke-435112484 description', 'project_id': 'a6f942c54029440586d7f27a72d163bd'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:13:00.652207 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ede8fc6e-6c62-4686-bccc-9de3dabd46fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:00.660777 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d772bbf9-1bc4-43d4-b7cf-7f7e09d23b69 x-openstack-request-id: req-d772bbf9-1bc4-43d4-b7cf-7f7e09d23b69 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:13:00.661112 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19083ce9-e1f7-4702-85c4-55bbae75f96a", "tag": "b1c63191-c2ca-4ba6-9207-1c538663d237", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:13:00.661370 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d772bbf9-1bc4-43d4-b7cf-7f7e09d23b69 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:13:00.661804 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'tag': 'b1c63191-c2ca-4ba6-9207-1c538663d237', 'status': 'completed', 'code': 200} Aug 31 02:13:00.708243 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-0573ac33-2021-4735-8ce7-711c0685a61d None None] Set router 696a537e-a738-4b74-92df-5d63241dd314 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:13:00.761504 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbcc05-e5db-4cc2-bf8c-c7c4bb256858 req-27e5f1dc-3ec9-4a8d-9d73-72515ee6295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:00.763605 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bccbcc05-e5db-4cc2-bf8c-c7c4bb256858 req-27e5f1dc-3ec9-4a8d-9d73-72515ee6295e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f942c54029440586d7f27a72d163bd&device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 1097 time: 0.0722117 Aug 31 02:13:00.825772 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ede8fc6e-6c62-4686-bccc-9de3dabd46fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:00.834434 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ede8fc6e-6c62-4686-bccc-9de3dabd46fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:00.883251 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ede8fc6e-6c62-4686-bccc-9de3dabd46fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:00.884511 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ede8fc6e-6c62-4686-bccc-9de3dabd46fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2618275 Aug 31 02:13:00.887565 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39842) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:13:00.892706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8fc6e-6c62-4686-bccc-9de3dabd46fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592675fe-a789-4fe4-b437-304d7d524f2c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:13:00.893160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ecdb5319-17ea-4d73-bb68-df6b8d8b73e3 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Request body: {'security_group_rule': {'security_group_id': '592675fe-a789-4fe4-b437-304d7d524f2c', 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:13:00.908376 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbcc05-e5db-4cc2-bf8c-c7c4bb256858 req-bb2fc2a1-1542-44be-8b1c-357178d53866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:00.910118 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bccbcc05-e5db-4cc2-bf8c-c7c4bb256858 req-bb2fc2a1-1542-44be-8b1c-357178d53866 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5bb19929-b7cf-4e20-8656-94fb3ba3660d HTTP/1.1" status: 200 len: 916 time: 0.1399851 Aug 31 02:13:00.926516 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ecdb5319-17ea-4d73-bb68-df6b8d8b73e3 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:00.940997 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0573ac33-2021-4735-8ce7-711c0685a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696a537e-a738-4b74-92df-5d63241dd314', 'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:13Z', 'revision_number': 4, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'gw_port': {'id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'c4c6e036-bc26-4cc9-b8f1-6ebd670efca5', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '696a537e-a738-4b74-92df-5d63241dd314', 'port_id': 'b1c63191-c2ca-4ba6-9207-1c538663d237', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'mac_address': 'fa:16:3e:ca:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:12:59Z', 'updated_at': '2021-08-31T02:12:59Z', 'revision_number': 0, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb087ac-4f95-40be-a0a2-8c7056887b36', 'name': '', 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'mac_address': 'fa:16:3e:5b:09:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:12Z', 'updated_at': '2021-08-31T02:12:19Z', 'revision_number': 5, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'subnets': [{'id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:13:00.969353 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0573ac33-2021-4735-8ce7-711c0685a61d None None] Checking router: 696a537e-a738-4b74-92df-5d63241dd314 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:13:00.979969 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0573ac33-2021-4735-8ce7-711c0685a61d None None] Routers {'696a537e-a738-4b74-92df-5d63241dd314'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:13:00.980655 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0573ac33-2021-4735-8ce7-711c0685a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:12:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['696a537e-a738-4b74-92df-5d63241dd314'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:13:00.986406 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bccbcc05-e5db-4cc2-bf8c-c7c4bb256858 req-26bc8a8b-9957-4de6-833b-bd98bfaeff5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1c63191-c2ca-4ba6-9207-1c538663d237 HTTP/1.1" status: 200 len: 999 time: 0.0673342 Aug 31 02:13:00.994396 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ecdb5319-17ea-4d73-bb68-df6b8d8b73e3 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:00.999366 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ecdb5319-17ea-4d73-bb68-df6b8d8b73e3 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.020130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb5319-17ea-4d73-bb68-df6b8d8b73e3 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669019f1-d145-4f61-92f1-02b77a12a1fc,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:13:01.028885 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ecdb5319-17ea-4d73-bb68-df6b8d8b73e3 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.030567 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ecdb5319-17ea-4d73-bb68-df6b8d8b73e3 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410382 Aug 31 02:13:01.033045 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39844) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:13:01.037897 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-eef4ce22-7662-4710-8178-25ce9469599e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Request body: {'security_group_rule': {'security_group_id': '592675fe-a789-4fe4-b437-304d7d524f2c', 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:13:01.046397 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbcc05-e5db-4cc2-bf8c-c7c4bb256858 req-d24a7015-a91e-40fc-b236-7e648764bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:01.047959 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bccbcc05-e5db-4cc2-bf8c-c7c4bb256858 req-d24a7015-a91e-40fc-b236-7e648764bcf3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6246c8d-42f3-46c0-8939-35d1c0a7138e HTTP/1.1" status: 200 len: 854 time: 0.0492516 Aug 31 02:13:01.070991 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce22-7662-4710-8178-25ce9469599e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.103909 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbcc05-e5db-4cc2-bf8c-c7c4bb256858 req-9eb44245-0c2e-49e1-be64-05ec20f22ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:01.105563 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bccbcc05-e5db-4cc2-bf8c-c7c4bb256858 req-9eb44245-0c2e-49e1-be64-05ec20f22ebd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5bb19929-b7cf-4e20-8656-94fb3ba3660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503993 Aug 31 02:13:01.111607 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-0573ac33-2021-4735-8ce7-711c0685a61d None None] Set router 696a537e-a738-4b74-92df-5d63241dd314 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:13:01.140208 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce22-7662-4710-8178-25ce9469599e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.144320 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce22-7662-4710-8178-25ce9469599e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.166122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4ce22-7662-4710-8178-25ce9469599e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aade6a4-8064-40a9-a13d-a6390468b802,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:13:01.170387 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce22-7662-4710-8178-25ce9469599e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.171937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-eef4ce22-7662-4710-8178-25ce9469599e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376865 Aug 31 02:13:01.174499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39846) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:13:01.179557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d15fc999-a71b-46db-a1d4-0f229d228fdd tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Request body: {'security_group_rule': {'security_group_id': '592675fe-a789-4fe4-b437-304d7d524f2c', 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:13:01.207010 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d15fc999-a71b-46db-a1d4-0f229d228fdd tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.213074 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bccbcc05-e5db-4cc2-bf8c-c7c4bb256858 req-e4c0f3d5-aa7b-4318-ae41-b4c6173747a1 service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999813 Aug 31 02:13:01.286261 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d15fc999-a71b-46db-a1d4-0f229d228fdd tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.290427 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d15fc999-a71b-46db-a1d4-0f229d228fdd tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.309707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fc999-a71b-46db-a1d4-0f229d228fdd tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92edae5b-c436-4537-ae42-3db8407c3b7a,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:13:01.316965 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d15fc999-a71b-46db-a1d4-0f229d228fdd tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.319329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d15fc999-a71b-46db-a1d4-0f229d228fdd tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431110 Aug 31 02:13:01.322013 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39848) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:13:01.327438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-66c592f7-2b79-47ac-a425-1ce7d3ab3061 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Request body: {'security_group_rule': {'security_group_id': '592675fe-a789-4fe4-b437-304d7d524f2c', 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:13:01.332901 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bccbcc05-e5db-4cc2-bf8c-c7c4bb256858 req-1105026c-7433-4223-aa9e-fa8e293008f3 service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107984 Aug 31 02:13:01.357183 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66c592f7-2b79-47ac-a425-1ce7d3ab3061 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.362954 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-0573ac33-2021-4735-8ce7-711c0685a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696a537e-a738-4b74-92df-5d63241dd314', 'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:13Z', 'revision_number': 4, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'gw_port': {'id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'c4c6e036-bc26-4cc9-b8f1-6ebd670efca5', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '696a537e-a738-4b74-92df-5d63241dd314', 'port_id': 'b1c63191-c2ca-4ba6-9207-1c538663d237', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'mac_address': 'fa:16:3e:ca:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:12:59Z', 'updated_at': '2021-08-31T02:12:59Z', 'revision_number': 0, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb087ac-4f95-40be-a0a2-8c7056887b36', 'name': '', 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'mac_address': 'fa:16:3e:5b:09:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:12Z', 'updated_at': '2021-08-31T02:12:19Z', 'revision_number': 5, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'subnets': [{'id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:13:01.390303 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0573ac33-2021-4735-8ce7-711c0685a61d None None] The sync data for ids ['696a537e-a738-4b74-92df-5d63241dd314'] in n-d-802060-13 is: [{'id': '696a537e-a738-4b74-92df-5d63241dd314', 'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:13Z', 'revision_number': 4, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'gw_port': {'id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'c4c6e036-bc26-4cc9-b8f1-6ebd670efca5', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '696a537e-a738-4b74-92df-5d63241dd314', 'port_id': 'b1c63191-c2ca-4ba6-9207-1c538663d237', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'mac_address': 'fa:16:3e:ca:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:12:59Z', 'updated_at': '2021-08-31T02:12:59Z', 'revision_number': 0, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb087ac-4f95-40be-a0a2-8c7056887b36', 'name': '', 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'mac_address': 'fa:16:3e:5b:09:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:12Z', 'updated_at': '2021-08-31T02:12:19Z', 'revision_number': 5, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'subnets': [{'id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:13:01.419099 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66c592f7-2b79-47ac-a425-1ce7d3ab3061 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.424660 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66c592f7-2b79-47ac-a425-1ce7d3ab3061 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.446960 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c592f7-2b79-47ac-a425-1ce7d3ab3061 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3b8165-a060-4af8-a5ae-c30ed0dd7133,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:13:01.453274 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-66c592f7-2b79-47ac-a425-1ce7d3ab3061 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.454924 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-66c592f7-2b79-47ac-a425-1ce7d3ab3061 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318727 Aug 31 02:13:01.457724 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39850) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:13:01.462880 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-737a19b1-5a4c-4242-bf2e-6bb0dc118572 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Request body: {'security_group_rule': {'security_group_id': '592675fe-a789-4fe4-b437-304d7d524f2c', 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:13:01.486672 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-737a19b1-5a4c-4242-bf2e-6bb0dc118572 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Project a6f942c54029440586d7f27a72d163bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:13:01.491707 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-737a19b1-5a4c-4242-bf2e-6bb0dc118572 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.560706 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-737a19b1-5a4c-4242-bf2e-6bb0dc118572 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.564647 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-737a19b1-5a4c-4242-bf2e-6bb0dc118572 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.583584 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a19b1-5a4c-4242-bf2e-6bb0dc118572 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3a0822-c46a-43a5-9929-ed2ef04274fc,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:13:01.589721 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-737a19b1-5a4c-4242-bf2e-6bb0dc118572 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.591490 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-737a19b1-5a4c-4242-bf2e-6bb0dc118572 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320491 Aug 31 02:13:01.594205 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39852) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:13:01.598860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-50e5f281-751b-4c39-a07f-98ef7a7da51b tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Request body: {'security_group_rule': {'security_group_id': '592675fe-a789-4fe4-b437-304d7d524f2c', 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:13:01.602032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b54ca5-39ff-4da6-98a8-42fa71f413a0 None None] New status for floating IP c4c6e036-bc26-4cc9-b8f1-6ebd670efca5: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:13:01.620924 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-50e5f281-751b-4c39-a07f-98ef7a7da51b tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Project a6f942c54029440586d7f27a72d163bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:13:01.625654 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50e5f281-751b-4c39-a07f-98ef7a7da51b tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.688110 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50e5f281-751b-4c39-a07f-98ef7a7da51b tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.691794 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50e5f281-751b-4c39-a07f-98ef7a7da51b tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.710798 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5f281-751b-4c39-a07f-98ef7a7da51b tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faab8a41-a88c-4ea2-81d3-ddd60bca5fa9,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:13:01.718340 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50e5f281-751b-4c39-a07f-98ef7a7da51b tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:01.719505 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-50e5f281-751b-4c39-a07f-98ef7a7da51b tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243248 Aug 31 02:13:01.802565 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ec624a0-eaa4-479d-8900-602686f9f817 req-d5de2ed4-0805-450d-9095-fadc7102bda3 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435112484&fields=id&tenant_id=a6f942c54029440586d7f27a72d163bd HTTP/1.1" status: 200 len: 267 time: 0.0337577 Aug 31 02:13:01.854831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec624a0-eaa4-479d-8900-602686f9f817 req-15530ca3-34f3-4a59-b414-040ecb823694 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:01.856299 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ec624a0-eaa4-479d-8900-602686f9f817 req-15530ca3-34f3-4a59-b414-040ecb823694 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 945 time: 0.0481315 Aug 31 02:13:01.867469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4ec624a0-eaa4-479d-8900-602686f9f817 req-82cbc23a-d333-44dd-b1dd-487992b1ef9e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Request body: {'port': {'security_groups': ['739f3306-96f9-4d60-92c0-537ec4b0ac97', '592675fe-a789-4fe4-b437-304d7d524f2c']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:13:01.936005 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4ec624a0-eaa4-479d-8900-602686f9f817 req-82cbc23a-d333-44dd-b1dd-487992b1ef9e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:02.121526 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:02.126419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4ec624a0-eaa4-479d-8900-602686f9f817 req-82cbc23a-d333-44dd-b1dd-487992b1ef9e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] For port b1c63191-c2ca-4ba6-9207-1c538663d237, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b1c63191-c2ca-4ba6-9207-1c538663d237,segment=NetworkSegment(66c4184d-b41b-4532-8ea5-d262d7f465f3),segment_id=66c4184d-b41b-4532-8ea5-d262d7f465f3)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:13:02.156569 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4ec624a0-eaa4-479d-8900-602686f9f817 req-82cbc23a-d333-44dd-b1dd-487992b1ef9e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:02.160985 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4ec624a0-eaa4-479d-8900-602686f9f817 req-82cbc23a-d333-44dd-b1dd-487992b1ef9e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:02.171999 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b1c63191-c2ca-4ba6-9207-1c538663d237'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:13:02.205027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec624a0-eaa4-479d-8900-602686f9f817 req-82cbc23a-d333-44dd-b1dd-487992b1ef9e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:02.205701 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4ec624a0-eaa4-479d-8900-602686f9f817 req-82cbc23a-d333-44dd-b1dd-487992b1ef9e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:02.207153 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4ec624a0-eaa4-479d-8900-602686f9f817 req-82cbc23a-d333-44dd-b1dd-487992b1ef9e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "PUT /v2.0/ports/b1c63191-c2ca-4ba6-9207-1c538663d237 HTTP/1.1" status: 200 len: 981 time: 0.3441877 Aug 31 02:13:02.237586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbc23a-d333-44dd-b1dd-487992b1ef9e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Pushing event updated for resources: {'Port': ['ID=b1c63191-c2ca-4ba6-9207-1c538663d237,revision_number=6']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:13:02.277504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b1c63191-c2ca-4ba6-9207-1c538663d237'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:13:02.328751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201f73-ff20-47a7-9744-f93e9e912233 req-87f4089c-5bb3-44b0-8ffd-d9751c778414 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:02.330585 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75201f73-ff20-47a7-9744-f93e9e912233 req-87f4089c-5bb3-44b0-8ffd-d9751c778414 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 984 time: 0.0547235 Aug 31 02:13:02.377654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75201f73-ff20-47a7-9744-f93e9e912233 req-b9afac5e-ecc3-41fa-acb4-8f199332076a tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=592675fe-a789-4fe4-b437-304d7d524f2c&id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401945 Aug 31 02:13:02.487376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-161859e7-805d-4d35-bd09-9c39f0fd0922 None None] Provisioning complete for port b1c63191-c2ca-4ba6-9207-1c538663d237 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:13:02.487659 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-161859e7-805d-4d35-bd09-9c39f0fd0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:02.663365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'tag': 'b1c63191-c2ca-4ba6-9207-1c538663d237'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:13:02.665998 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f5452d-75e6-4b15-b984-321816ed18a0" -d '{"events": [{"name": "network-changed", "server_uuid": "19083ce9-e1f7-4702-85c4-55bbae75f96a", "tag": "b1c63191-c2ca-4ba6-9207-1c538663d237"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:13:02.702885 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9f6755-6cb3-47b5-b770-5363e9e1c48f x-openstack-request-id: req-fc9f6755-6cb3-47b5-b770-5363e9e1c48f {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:13:02.703181 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19083ce9-e1f7-4702-85c4-55bbae75f96a", "tag": "b1c63191-c2ca-4ba6-9207-1c538663d237", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:13:02.703470 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc9f6755-6cb3-47b5-b770-5363e9e1c48f {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:13:02.703875 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'tag': 'b1c63191-c2ca-4ba6-9207-1c538663d237', 'status': 'completed', 'code': 200} Aug 31 02:13:02.763858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5452d-75e6-4b15-b984-321816ed18a0 req-45a0acd8-2553-4de8-8b64-19f3d1ca261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:02.765375 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-39f5452d-75e6-4b15-b984-321816ed18a0 req-45a0acd8-2553-4de8-8b64-19f3d1ca261f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f942c54029440586d7f27a72d163bd&device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 1136 time: 0.0412104 Aug 31 02:13:02.857353 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5452d-75e6-4b15-b984-321816ed18a0 req-819dc85b-5cd1-4337-a04c-1c8b64cde205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:02.858860 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-39f5452d-75e6-4b15-b984-321816ed18a0 req-819dc85b-5cd1-4337-a04c-1c8b64cde205 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5bb19929-b7cf-4e20-8656-94fb3ba3660d HTTP/1.1" status: 200 len: 916 time: 0.0859146 Aug 31 02:13:02.925542 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-39f5452d-75e6-4b15-b984-321816ed18a0 req-1c5729a4-10a3-4083-9af8-fef42712c441 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1c63191-c2ca-4ba6-9207-1c538663d237 HTTP/1.1" status: 200 len: 1001 time: 0.0584903 Aug 31 02:13:02.979555 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5452d-75e6-4b15-b984-321816ed18a0 req-54b515c9-5112-4af5-97a6-df70af18a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:02.980981 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-39f5452d-75e6-4b15-b984-321816ed18a0 req-54b515c9-5112-4af5-97a6-df70af18a1be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6246c8d-42f3-46c0-8939-35d1c0a7138e HTTP/1.1" status: 200 len: 854 time: 0.0473304 Aug 31 02:13:03.027515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5452d-75e6-4b15-b984-321816ed18a0 req-f662c3b4-ce8b-465a-8f55-5029b38695c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:03.029493 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-39f5452d-75e6-4b15-b984-321816ed18a0 req-f662c3b4-ce8b-465a-8f55-5029b38695c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5bb19929-b7cf-4e20-8656-94fb3ba3660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409720 Aug 31 02:13:03.121069 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-39f5452d-75e6-4b15-b984-321816ed18a0 req-12117741-a04a-4aee-add5-aaf16fbc9c5e service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842285 Aug 31 02:13:03.212556 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-39f5452d-75e6-4b15-b984-321816ed18a0 req-0a38891b-974b-4fd7-bec1-d55e43e36a39 service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843480 Aug 31 02:13:09.562153 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:13:11.886020 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:19.422486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81d8db-f85c-486a-a2d4-c5739590c4e3 req-e940f444-c821-4e98-b3af-f4ad82450134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:19.423214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfc25e-3669-421f-8cad-0789fc4be9ba req-cca7c99b-fa6a-4755-92e5-ee70a144c013 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:19.424239 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bf81d8db-f85c-486a-a2d4-c5739590c4e3 req-e940f444-c821-4e98-b3af-f4ad82450134 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f942c54029440586d7f27a72d163bd&device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 1136 time: 0.0428360 Aug 31 02:13:19.424784 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8bfc25e-3669-421f-8cad-0789fc4be9ba req-cca7c99b-fa6a-4755-92e5-ee70a144c013 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 984 time: 0.0541923 Aug 31 02:13:19.465150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8bfc25e-3669-421f-8cad-0789fc4be9ba req-8fdbd3be-84a9-4faa-a74c-0392c95ea9f6 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=592675fe-a789-4fe4-b437-304d7d524f2c&id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341196 Aug 31 02:13:19.521850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81d8db-f85c-486a-a2d4-c5739590c4e3 req-98bcddd0-9895-45bf-8637-e8bae12389fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:19.523354 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bf81d8db-f85c-486a-a2d4-c5739590c4e3 req-98bcddd0-9895-45bf-8637-e8bae12389fc service neutron] 10.222.0.70 "GET /v2.0/networks?id=5bb19929-b7cf-4e20-8656-94fb3ba3660d HTTP/1.1" status: 200 len: 916 time: 0.0909522 Aug 31 02:13:19.588310 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bf81d8db-f85c-486a-a2d4-c5739590c4e3 req-3b6ca6cd-a7e8-4f06-b59e-d165609f7f37 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1c63191-c2ca-4ba6-9207-1c538663d237 HTTP/1.1" status: 200 len: 1001 time: 0.0565128 Aug 31 02:13:19.635847 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81d8db-f85c-486a-a2d4-c5739590c4e3 req-63ae5464-657a-410b-adc0-7ac7c1101b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:19.637213 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bf81d8db-f85c-486a-a2d4-c5739590c4e3 req-63ae5464-657a-410b-adc0-7ac7c1101b7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6246c8d-42f3-46c0-8939-35d1c0a7138e HTTP/1.1" status: 200 len: 854 time: 0.0415695 Aug 31 02:13:19.686208 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81d8db-f85c-486a-a2d4-c5739590c4e3 req-5c982915-caf3-4d59-b4a7-5933a8130512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:19.687707 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bf81d8db-f85c-486a-a2d4-c5739590c4e3 req-5c982915-caf3-4d59-b4a7-5933a8130512 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5bb19929-b7cf-4e20-8656-94fb3ba3660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433211 Aug 31 02:13:19.775892 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bf81d8db-f85c-486a-a2d4-c5739590c4e3 req-ef027247-4d8a-413c-a9f7-8dde083bd5fb service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799055 Aug 31 02:13:19.868428 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-bf81d8db-f85c-486a-a2d4-c5739590c4e3 req-887ede63-ab33-453d-9a36-0585e4f66db8 service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845561 Aug 31 02:13:20.585531 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8b994-9a3f-4652-9065-80ba9bd1b76d req-0fd5a794-d4a7-405b-9ac1-bbb53ad66951 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:20.587037 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9c8b994-9a3f-4652-9065-80ba9bd1b76d req-0fd5a794-d4a7-405b-9ac1-bbb53ad66951 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 984 time: 0.0506790 Aug 31 02:13:20.627316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f9c8b994-9a3f-4652-9065-80ba9bd1b76d req-b689bff0-a772-4993-b75b-6dd701e35971 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=592675fe-a789-4fe4-b437-304d7d524f2c&id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341730 Aug 31 02:13:21.344254 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7167cfea-f17d-41de-a4b7-2b0687f9acb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:21.745160 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f53f5-11d2-4475-9d02-f9c507f781f0 req-8735127a-2437-437c-a693-034044eff291 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:21.746702 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d48f53f5-11d2-4475-9d02-f9c507f781f0 req-8735127a-2437-437c-a693-034044eff291 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 984 time: 0.0529709 Aug 31 02:13:21.787371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d48f53f5-11d2-4475-9d02-f9c507f781f0 req-33767641-5f7b-49b8-8a88-36e3376181b3 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=592675fe-a789-4fe4-b437-304d7d524f2c&id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345891 Aug 31 02:13:22.910828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8700393-3be4-4057-a320-83a1a23bf28b req-cb4b9e7b-9af5-4c8b-8a5f-cd34cb229b27 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:22.912339 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8700393-3be4-4057-a320-83a1a23bf28b req-cb4b9e7b-9af5-4c8b-8a5f-cd34cb229b27 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 984 time: 0.0587492 Aug 31 02:13:22.952380 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a8700393-3be4-4057-a320-83a1a23bf28b req-bd030fb8-833c-4d1d-876d-cbfac30a4ea6 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=592675fe-a789-4fe4-b437-304d7d524f2c&id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340593 Aug 31 02:13:23.858769 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-31560836-eef4-4ecd-a7c3-22a37eed1042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:24.070244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff75517-8573-45f8-bcf0-ea0488246125 req-67015f67-281e-48cd-9063-fd24b10576bb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:24.071833 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ff75517-8573-45f8-bcf0-ea0488246125 req-67015f67-281e-48cd-9063-fd24b10576bb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 984 time: 0.0526896 Aug 31 02:13:24.112291 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ff75517-8573-45f8-bcf0-ea0488246125 req-b89a85bd-e43b-4a99-9741-ed451a2018a3 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=592675fe-a789-4fe4-b437-304d7d524f2c&id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336201 Aug 31 02:13:24.193315 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:24.748305 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:25.232329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09359c04-0332-486b-b1e6-e9982561de20 req-2dd53fba-8faa-486d-acd3-8d0966e18a52 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:25.233930 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09359c04-0332-486b-b1e6-e9982561de20 req-2dd53fba-8faa-486d-acd3-8d0966e18a52 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 984 time: 0.0497146 Aug 31 02:13:25.275252 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09359c04-0332-486b-b1e6-e9982561de20 req-bdada7af-07bb-4d30-bd54-4fcdf830db88 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=592675fe-a789-4fe4-b437-304d7d524f2c&id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351696 Aug 31 02:13:26.397231 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741303f5-5a56-4aed-b6a3-533af729ef05 req-1d260e7c-0ec2-4ec8-b567-9047ca8ff49f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:26.398776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-741303f5-5a56-4aed-b6a3-533af729ef05 req-1d260e7c-0ec2-4ec8-b567-9047ca8ff49f tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 984 time: 0.0558691 Aug 31 02:13:26.439362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-741303f5-5a56-4aed-b6a3-533af729ef05 req-eff46ff4-4023-4657-a73e-cc599933f373 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=592675fe-a789-4fe4-b437-304d7d524f2c&id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341277 Aug 31 02:13:26.950820 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:27.553993 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe5a21-f816-452b-b06c-d23354a654e8 req-031d1c62-9abc-483a-bad7-f22bb3104410 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:27.555411 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eebe5a21-f816-452b-b06c-d23354a654e8 req-031d1c62-9abc-483a-bad7-f22bb3104410 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 984 time: 0.0492132 Aug 31 02:13:27.596739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-eebe5a21-f816-452b-b06c-d23354a654e8 req-ca0e3f27-96f2-4045-a297-3beb8ec74b30 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=592675fe-a789-4fe4-b437-304d7d524f2c&id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347383 Aug 31 02:13:28.710669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3ed46-efdf-4815-8653-ef1f56f8cf13 req-96430f78-58be-4e0f-b7de-49fa5d839070 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:28.712154 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41b3ed46-efdf-4815-8653-ef1f56f8cf13 req-96430f78-58be-4e0f-b7de-49fa5d839070 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 984 time: 0.0480952 Aug 31 02:13:28.751055 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-41b3ed46-efdf-4815-8653-ef1f56f8cf13 req-443af83c-8fb4-4764-b8a0-574622c34fec tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=592675fe-a789-4fe4-b437-304d7d524f2c&id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321736 Aug 31 02:13:29.868942 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754e557-eaca-4f9a-a21d-b0f1fd53d3e3 req-f83f10ee-a3a2-4382-a30d-bcd3fb17e062 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:29.870422 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c754e557-eaca-4f9a-a21d-b0f1fd53d3e3 req-f83f10ee-a3a2-4382-a30d-bcd3fb17e062 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 984 time: 0.0528083 Aug 31 02:13:29.912102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c754e557-eaca-4f9a-a21d-b0f1fd53d3e3 req-db5fda53-7fa1-4bc6-87e1-76ebed5af40c tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=592675fe-a789-4fe4-b437-304d7d524f2c&id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344718 Aug 31 02:13:31.033186 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d536-a921-4349-931e-4b9cad2c50fd req-c9a6465f-920c-465b-9beb-cb88567b1c45 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:31.034714 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37f5d536-a921-4349-931e-4b9cad2c50fd req-c9a6465f-920c-465b-9beb-cb88567b1c45 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 984 time: 0.0536237 Aug 31 02:13:31.078271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37f5d536-a921-4349-931e-4b9cad2c50fd req-5b898c59-b68a-490a-908a-2b81eb6727cf tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=592675fe-a789-4fe4-b437-304d7d524f2c&id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374439 Aug 31 02:13:32.132280 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:41.884518 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:46.562977 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:13:46.585654 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20a9c171-8ccd-482b-8b9b-5737df7e6c0e req-4b44acde-569f-4b2b-af3b-ddaa1638e61a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413332 Aug 31 02:13:46.672349 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9c171-8ccd-482b-8b9b-5737df7e6c0e req-867ea282-4f56-4dcc-b51f-4c27b2fd8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:46.673837 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20a9c171-8ccd-482b-8b9b-5737df7e6c0e req-867ea282-4f56-4dcc-b51f-4c27b2fd8a38 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f942c54029440586d7f27a72d163bd&device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 1136 time: 0.0417426 Aug 31 02:13:46.776289 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9c171-8ccd-482b-8b9b-5737df7e6c0e req-badd85c2-4532-450a-af82-3eff434b3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:46.777741 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20a9c171-8ccd-482b-8b9b-5737df7e6c0e req-badd85c2-4532-450a-af82-3eff434b3499 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5bb19929-b7cf-4e20-8656-94fb3ba3660d HTTP/1.1" status: 200 len: 916 time: 0.0851290 Aug 31 02:13:46.847244 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20a9c171-8ccd-482b-8b9b-5737df7e6c0e req-fc253cb7-5ad6-4ccd-8972-3e5f57662ef5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1c63191-c2ca-4ba6-9207-1c538663d237 HTTP/1.1" status: 200 len: 1001 time: 0.0575979 Aug 31 02:13:46.894800 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9c171-8ccd-482b-8b9b-5737df7e6c0e req-82a4687c-f338-4171-b271-a9d1c05c1d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:46.896491 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20a9c171-8ccd-482b-8b9b-5737df7e6c0e req-82a4687c-f338-4171-b271-a9d1c05c1d4d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6246c8d-42f3-46c0-8939-35d1c0a7138e HTTP/1.1" status: 200 len: 854 time: 0.0422249 Aug 31 02:13:46.945539 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9c171-8ccd-482b-8b9b-5737df7e6c0e req-ab719c54-548c-4965-b88c-c24e7ab7755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:13:46.947009 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20a9c171-8ccd-482b-8b9b-5737df7e6c0e req-ab719c54-548c-4965-b88c-c24e7ab7755a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5bb19929-b7cf-4e20-8656-94fb3ba3660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431836 Aug 31 02:13:47.036079 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20a9c171-8ccd-482b-8b9b-5737df7e6c0e req-e69f2f07-90d0-4fbd-8a0d-b08ae2de8726 service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800891 Aug 31 02:13:47.126890 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-20a9c171-8ccd-482b-8b9b-5737df7e6c0e req-9ddab004-58fb-4bc8-997a-96622ea8eb3b service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825021 Aug 31 02:13:51.344415 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-67893569-13e7-4ed1-8882-f97341973069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:53.858926 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-abcfeb14-8f3c-4d85-8ec3-de2eadf3e8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:54.194121 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:54.750433 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:13:56.955243 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:02.143223 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:03.490865 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ae1ea17-3692-4c6f-b225-20cc06360ae7 req-70b8174a-4d62-4dca-ac30-683e65e162b4 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435112484&fields=id&tenant_id=a6f942c54029440586d7f27a72d163bd HTTP/1.1" status: 200 len: 267 time: 0.0368392 Aug 31 02:14:03.549872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1ea17-3692-4c6f-b225-20cc06360ae7 req-4484935d-2f29-48ed-92ec-25df1dfa716c tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:03.551315 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ae1ea17-3692-4c6f-b225-20cc06360ae7 req-4484935d-2f29-48ed-92ec-25df1dfa716c tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 984 time: 0.0546904 Aug 31 02:14:03.564391 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-5ae1ea17-3692-4c6f-b225-20cc06360ae7 req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Request body: {'port': {'security_groups': ['739f3306-96f9-4d60-92c0-537ec4b0ac97']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:14:03.631984 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5ae1ea17-3692-4c6f-b225-20cc06360ae7 req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:03.804442 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-5ae1ea17-3692-4c6f-b225-20cc06360ae7 req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] For port b1c63191-c2ca-4ba6-9207-1c538663d237, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b1c63191-c2ca-4ba6-9207-1c538663d237,segment=NetworkSegment(66c4184d-b41b-4532-8ea5-d262d7f465f3),segment_id=66c4184d-b41b-4532-8ea5-d262d7f465f3)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:03.833245 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5ae1ea17-3692-4c6f-b225-20cc06360ae7 req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:03.837582 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5ae1ea17-3692-4c6f-b225-20cc06360ae7 req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:03.849689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b1c63191-c2ca-4ba6-9207-1c538663d237'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:14:03.886349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1ea17-3692-4c6f-b225-20cc06360ae7 req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:03.886989 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-5ae1ea17-3692-4c6f-b225-20cc06360ae7 req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:03.888452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ae1ea17-3692-4c6f-b225-20cc06360ae7 req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "PUT /v2.0/ports/b1c63191-c2ca-4ba6-9207-1c538663d237 HTTP/1.1" status: 200 len: 942 time: 0.3287659 Aug 31 02:14:03.889031 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'tag': 'b1c63191-c2ca-4ba6-9207-1c538663d237'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:14:03.891985 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2362d9e-614b-4dd6-bf23-98951efd3e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "19083ce9-e1f7-4702-85c4-55bbae75f96a", "tag": "b1c63191-c2ca-4ba6-9207-1c538663d237"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:14:03.896656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 39918) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:03.912840 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Pushing event updated for resources: {'Port': ['ID=b1c63191-c2ca-4ba6-9207-1c538663d237,revision_number=7']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:03.920820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:03.921365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:03.921823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:03.922167 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:03.922507 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:03.923013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:03.923388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:03.923723 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:03.924054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:03.924383 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:03.924710 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:03.925034 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224560d-1856-430a-b508-fc9f4da117fb tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:03.947114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b1c63191-c2ca-4ba6-9207-1c538663d237'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:14:03.960942 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d37457-013a-4a1f-a083-38af113c9c0d x-openstack-request-id: req-d0d37457-013a-4a1f-a083-38af113c9c0d {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:14:03.961544 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19083ce9-e1f7-4702-85c4-55bbae75f96a", "tag": "b1c63191-c2ca-4ba6-9207-1c538663d237", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:14:03.961866 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0d37457-013a-4a1f-a083-38af113c9c0d {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:14:03.962407 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'tag': 'b1c63191-c2ca-4ba6-9207-1c538663d237', 'status': 'completed', 'code': 200} Aug 31 02:14:03.988874 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:04.040491 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2362d9e-614b-4dd6-bf23-98951efd3e8b req-6e49b2ec-5510-499d-80f5-6e18058a64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:04.042014 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d2362d9e-614b-4dd6-bf23-98951efd3e8b req-6e49b2ec-5510-499d-80f5-6e18058a64a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f942c54029440586d7f27a72d163bd&device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 1097 time: 0.0660751 Aug 31 02:14:04.048499 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:04.154967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d8d19063-3258-423a-98b7-1192002a8ba6 None None] Provisioning complete for port b1c63191-c2ca-4ba6-9207-1c538663d237 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:14:04.155232 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d8d19063-3258-423a-98b7-1192002a8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:04.166653 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2362d9e-614b-4dd6-bf23-98951efd3e8b req-af2dcba7-b4df-4db5-ae5c-7bd8018258ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:04.168290 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d2362d9e-614b-4dd6-bf23-98951efd3e8b req-af2dcba7-b4df-4db5-ae5c-7bd8018258ea service neutron] 10.222.0.70 "GET /v2.0/networks?id=5bb19929-b7cf-4e20-8656-94fb3ba3660d HTTP/1.1" status: 200 len: 916 time: 0.1168993 Aug 31 02:14:04.223744 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:04.226263 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:04.227454 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "DELETE /v2.0/security-groups/592675fe-a789-4fe4-b437-304d7d524f2c HTTP/1.1" status: 204 len: 168 time: 0.3288994 Aug 31 02:14:04.230304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 39920) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:04.248005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592675fe-a789-4fe4-b437-304d7d524f2c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:04.259978 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d2362d9e-614b-4dd6-bf23-98951efd3e8b req-7112974a-12c2-4924-8544-e3a6ce77be4e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1c63191-c2ca-4ba6-9207-1c538663d237 HTTP/1.1" status: 200 len: 1001 time: 0.0846097 Aug 31 02:14:04.261358 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:04.261706 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:04.262048 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:04.262383 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:04.262718 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:04.263051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:04.263415 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:04.263746 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:04.264070 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:04.264393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:04.264771 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:04.265301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3c46-8724-4bc9-8a15-c90825ba6a87 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:04.319490 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2362d9e-614b-4dd6-bf23-98951efd3e8b req-da6e2731-4966-42e1-b7e9-7acd954bcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:04.320904 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d2362d9e-614b-4dd6-bf23-98951efd3e8b req-da6e2731-4966-42e1-b7e9-7acd954bcc19 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6246c8d-42f3-46c0-8939-35d1c0a7138e HTTP/1.1" status: 200 len: 854 time: 0.0527446 Aug 31 02:14:04.369865 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2362d9e-614b-4dd6-bf23-98951efd3e8b req-564007f1-3f32-4bdb-a462-97c403208fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:04.371449 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d2362d9e-614b-4dd6-bf23-98951efd3e8b req-564007f1-3f32-4bdb-a462-97c403208fac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5bb19929-b7cf-4e20-8656-94fb3ba3660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427337 Aug 31 02:14:04.408606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-660dd2a4-bf43-4d3a-a2f3-30993b3bba09 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Deleting port 706109fc-173f-4b59-8306-39718a1e1213 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:14:04.408937 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-660dd2a4-bf43-4d3a-a2f3-30993b3bba09 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:04.457910 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d2362d9e-614b-4dd6-bf23-98951efd3e8b req-b2cb4fb2-1d43-4278-b4d3-38f16a38bf42 service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791068 Aug 31 02:14:04.485458 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-660dd2a4-bf43-4d3a-a2f3-30993b3bba09 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:04.485791 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-660dd2a4-bf43-4d3a-a2f3-30993b3bba09 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:04.497340 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-660dd2a4-bf43-4d3a-a2f3-30993b3bba09 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Calling delete_port for 706109fc-173f-4b59-8306-39718a1e1213 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:14:04.550961 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-d2362d9e-614b-4dd6-bf23-98951efd3e8b req-6709f519-21a8-4378-8b8f-bfa804058daf service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859811 Aug 31 02:14:04.645850 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-660dd2a4-bf43-4d3a-a2f3-30993b3bba09 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:04.672433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660dd2a4-bf43-4d3a-a2f3-30993b3bba09 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Pushing event deleted for resources: {'Port': ['ID=706109fc-173f-4b59-8306-39718a1e1213,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:04.733387 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-660dd2a4-bf43-4d3a-a2f3-30993b3bba09 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:04.733824 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-660dd2a4-bf43-4d3a-a2f3-30993b3bba09 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Floating IP c4c6e036-bc26-4cc9-b8f1-6ebd670efca5 disassociated (deleted). External IP: 172.25.6.194, port: b1c63191-c2ca-4ba6-9207-1c538663d237. Aug 31 02:14:04.931751 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660dd2a4-bf43-4d3a-a2f3-30993b3bba09 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Router 696a537e-a738-4b74-92df-5d63241dd314 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:14:05.036220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660dd2a4-bf43-4d3a-a2f3-30993b3bba09 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:14:05.041048 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-660dd2a4-bf43-4d3a-a2f3-30993b3bba09 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:05.045546 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bbb57d-6eae-4d6c-8eba-3bf5875d59bc None None] Sync routers for ids ['696a537e-a738-4b74-92df-5d63241dd314'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:14:05.054351 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bbb57d-6eae-4d6c-8eba-3bf5875d59bc None None] Routers {'696a537e-a738-4b74-92df-5d63241dd314'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:14:05.054957 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-26bbb57d-6eae-4d6c-8eba-3bf5875d59bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:13:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['696a537e-a738-4b74-92df-5d63241dd314'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:05.070674 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-660dd2a4-bf43-4d3a-a2f3-30993b3bba09 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "DELETE /v2.0/floatingips/c4c6e036-bc26-4cc9-b8f1-6ebd670efca5 HTTP/1.1" status: 204 len: 168 time: 0.8392768 Aug 31 02:14:05.160705 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-26bbb57d-6eae-4d6c-8eba-3bf5875d59bc None None] Set router 696a537e-a738-4b74-92df-5d63241dd314 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:14:05.372751 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-26bbb57d-6eae-4d6c-8eba-3bf5875d59bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696a537e-a738-4b74-92df-5d63241dd314', 'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:13Z', 'revision_number': 4, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'gw_port': {'id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'bbb087ac-4f95-40be-a0a2-8c7056887b36', 'name': '', 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'mac_address': 'fa:16:3e:5b:09:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:12Z', 'updated_at': '2021-08-31T02:12:19Z', 'revision_number': 5, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'subnets': [{'id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:05.490036 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bbb57d-6eae-4d6c-8eba-3bf5875d59bc None None] Checking router: 696a537e-a738-4b74-92df-5d63241dd314 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:14:05.498276 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bbb57d-6eae-4d6c-8eba-3bf5875d59bc None None] Routers {'696a537e-a738-4b74-92df-5d63241dd314'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:14:05.498880 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-26bbb57d-6eae-4d6c-8eba-3bf5875d59bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:13:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['696a537e-a738-4b74-92df-5d63241dd314'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:05.600582 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-26bbb57d-6eae-4d6c-8eba-3bf5875d59bc None None] Set router 696a537e-a738-4b74-92df-5d63241dd314 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:14:05.797968 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-26bbb57d-6eae-4d6c-8eba-3bf5875d59bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696a537e-a738-4b74-92df-5d63241dd314', 'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:13Z', 'revision_number': 4, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'gw_port': {'id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'bbb087ac-4f95-40be-a0a2-8c7056887b36', 'name': '', 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'mac_address': 'fa:16:3e:5b:09:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:12Z', 'updated_at': '2021-08-31T02:12:19Z', 'revision_number': 5, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'subnets': [{'id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:05.827502 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bbb57d-6eae-4d6c-8eba-3bf5875d59bc None None] The sync data for ids ['696a537e-a738-4b74-92df-5d63241dd314'] in n-d-802060-13 is: [{'id': '696a537e-a738-4b74-92df-5d63241dd314', 'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:13Z', 'revision_number': 4, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'gw_port': {'id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'bbb087ac-4f95-40be-a0a2-8c7056887b36', 'name': '', 'network_id': '5bb19929-b7cf-4e20-8656-94fb3ba3660d', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'mac_address': 'fa:16:3e:5b:09:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:12Z', 'updated_at': '2021-08-31T02:12:19Z', 'revision_number': 5, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'subnets': [{'id': 'd6246c8d-42f3-46c0-8939-35d1c0a7138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:14:05.963525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'tag': 'b1c63191-c2ca-4ba6-9207-1c538663d237'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:14:05.966028 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cd0a22-9a64-4b22-9522-c1aefeca4dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "19083ce9-e1f7-4702-85c4-55bbae75f96a", "tag": "b1c63191-c2ca-4ba6-9207-1c538663d237"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:14:06.006810 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7611116e-6ee7-4f5c-b890-0a63f5d51e28 x-openstack-request-id: req-7611116e-6ee7-4f5c-b890-0a63f5d51e28 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:14:06.007103 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19083ce9-e1f7-4702-85c4-55bbae75f96a", "tag": "b1c63191-c2ca-4ba6-9207-1c538663d237", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:14:06.007378 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7611116e-6ee7-4f5c-b890-0a63f5d51e28 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:14:06.007787 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'tag': 'b1c63191-c2ca-4ba6-9207-1c538663d237', 'status': 'completed', 'code': 200} Aug 31 02:14:06.065883 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfb75b-1e07-4dfe-b5cf-c53d5258f1a1 None None] New status for floating IP c4c6e036-bc26-4cc9-b8f1-6ebd670efca5: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:14:06.074364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd0a22-9a64-4b22-9522-c1aefeca4dc7 req-acfaf83e-2415-4a63-af5a-ebbcdb168fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:06.075825 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-15cd0a22-9a64-4b22-9522-c1aefeca4dc7 req-acfaf83e-2415-4a63-af5a-ebbcdb168fca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f942c54029440586d7f27a72d163bd&device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 1097 time: 0.0465028 Aug 31 02:14:06.173789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd0a22-9a64-4b22-9522-c1aefeca4dc7 req-063b318d-dd85-4492-8548-36e6994e9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:06.175336 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-15cd0a22-9a64-4b22-9522-c1aefeca4dc7 req-063b318d-dd85-4492-8548-36e6994e9f77 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5bb19929-b7cf-4e20-8656-94fb3ba3660d HTTP/1.1" status: 200 len: 916 time: 0.0926039 Aug 31 02:14:06.219986 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-15cd0a22-9a64-4b22-9522-c1aefeca4dc7 req-24bbbada-a3fd-48b0-a636-3712e648bbdf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1c63191-c2ca-4ba6-9207-1c538663d237 HTTP/1.1" status: 200 len: 217 time: 0.0371664 Aug 31 02:14:06.273822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd0a22-9a64-4b22-9522-c1aefeca4dc7 req-6862bbb7-9822-4a65-ba91-9584caa07c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:06.275340 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-15cd0a22-9a64-4b22-9522-c1aefeca4dc7 req-6862bbb7-9822-4a65-ba91-9584caa07c09 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6246c8d-42f3-46c0-8939-35d1c0a7138e HTTP/1.1" status: 200 len: 854 time: 0.0479920 Aug 31 02:14:06.329507 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd0a22-9a64-4b22-9522-c1aefeca4dc7 req-027d05a5-6245-405a-90ed-f64684002bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:06.331019 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-15cd0a22-9a64-4b22-9522-c1aefeca4dc7 req-027d05a5-6245-405a-90ed-f64684002bfe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5bb19929-b7cf-4e20-8656-94fb3ba3660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489392 Aug 31 02:14:06.424570 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-15cd0a22-9a64-4b22-9522-c1aefeca4dc7 req-926e2e0d-56e4-4f82-b7d1-6ac178516423 service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861132 Aug 31 02:14:06.517289 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-15cd0a22-9a64-4b22-9522-c1aefeca4dc7 req-7bfc54c8-b636-4d4f-bdf9-cd30e26591b6 service neutron] 10.222.0.70 "GET /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854282 Aug 31 02:14:11.901366 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:12.116852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42003cac-6fa4-4690-8833-024e52a776dd req-16dd9390-881c-47c2-a0bd-659c5b4ec304 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:12.118363 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-42003cac-6fa4-4690-8833-024e52a776dd req-16dd9390-881c-47c2-a0bd-659c5b4ec304 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 945 time: 0.0497422 Aug 31 02:14:12.157889 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-42003cac-6fa4-4690-8833-024e52a776dd req-68c7c4f5-e0cc-4268-ad5f-84ac8a3729ff tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334795 Aug 31 02:14:13.275457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907b264-9289-46c4-a7ac-a95e840e6508 req-3ebc320d-dc8b-48c7-bf8c-9010572fbfb4 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:13.276946 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3907b264-9289-46c4-a7ac-a95e840e6508 req-3ebc320d-dc8b-48c7-bf8c-9010572fbfb4 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 945 time: 0.0501049 Aug 31 02:14:13.320424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3907b264-9289-46c4-a7ac-a95e840e6508 req-69eee739-48bc-4508-8f53-b9019a78459e tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/security-groups?id=739f3306-96f9-4d60-92c0-537ec4b0ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369945 Aug 31 02:14:13.718401 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099dddc-1ff5-448b-88f7-9ee25946caba req-aacd6576-f853-40e8-9f5b-fd6640787210 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:13.719900 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5099dddc-1ff5-448b-88f7-9ee25946caba req-aacd6576-f853-40e8-9f5b-fd6640787210 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.70 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 945 time: 0.0489936 Aug 31 02:14:13.807032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-5099dddc-1ff5-448b-88f7-9ee25946caba req-d41ffe59-7fc0-4a08-be9d-8e5f6463e5d1 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Deleting port b1c63191-c2ca-4ba6-9207-1c538663d237 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:14:13.807402 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-5099dddc-1ff5-448b-88f7-9ee25946caba req-d41ffe59-7fc0-4a08-be9d-8e5f6463e5d1 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:13.896005 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-5099dddc-1ff5-448b-88f7-9ee25946caba req-d41ffe59-7fc0-4a08-be9d-8e5f6463e5d1 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] For port b1c63191-c2ca-4ba6-9207-1c538663d237, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=b1c63191-c2ca-4ba6-9207-1c538663d237,segment=NetworkSegment(66c4184d-b41b-4532-8ea5-d262d7f465f3),segment_id=66c4184d-b41b-4532-8ea5-d262d7f465f3)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:13.896374 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-5099dddc-1ff5-448b-88f7-9ee25946caba req-d41ffe59-7fc0-4a08-be9d-8e5f6463e5d1 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:13.909961 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-5099dddc-1ff5-448b-88f7-9ee25946caba req-d41ffe59-7fc0-4a08-be9d-8e5f6463e5d1 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Calling delete_port for b1c63191-c2ca-4ba6-9207-1c538663d237 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:14:14.036603 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-5099dddc-1ff5-448b-88f7-9ee25946caba req-d41ffe59-7fc0-4a08-be9d-8e5f6463e5d1 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:14.048279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['b1c63191-c2ca-4ba6-9207-1c538663d237'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:14:14.068427 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ffe59-7fc0-4a08-be9d-8e5f6463e5d1 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Pushing event deleted for resources: {'Port': ['ID=b1c63191-c2ca-4ba6-9207-1c538663d237,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:14.109291 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-5099dddc-1ff5-448b-88f7-9ee25946caba req-d41ffe59-7fc0-4a08-be9d-8e5f6463e5d1 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] No DVR routers for this DVR port b1c63191-c2ca-4ba6-9207-1c538663d237 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:14:14.111959 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-5099dddc-1ff5-448b-88f7-9ee25946caba req-d41ffe59-7fc0-4a08-be9d-8e5f6463e5d1 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:14.113955 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-5099dddc-1ff5-448b-88f7-9ee25946caba req-d41ffe59-7fc0-4a08-be9d-8e5f6463e5d1 tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.70 "DELETE /v2.0/ports/b1c63191-c2ca-4ba6-9207-1c538663d237 HTTP/1.1" status: 204 len: 173 time: 0.3879416 Aug 31 02:14:14.114395 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'name': 'network-vif-deleted', 'tag': 'b1c63191-c2ca-4ba6-9207-1c538663d237'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:14:14.116692 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2216bb47-d8cc-413b-8bf8-b6ed06c000b8" -d '{"events": [{"server_uuid": "19083ce9-e1f7-4702-85c4-55bbae75f96a", "name": "network-vif-deleted", "tag": "b1c63191-c2ca-4ba6-9207-1c538663d237"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:14:14.153451 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7319bffa-1279-4b06-a91f-1591cfba3e45 x-openstack-request-id: req-7319bffa-1279-4b06-a91f-1591cfba3e45 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:14:14.153738 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19083ce9-e1f7-4702-85c4-55bbae75f96a", "name": "network-vif-deleted", "tag": "b1c63191-c2ca-4ba6-9207-1c538663d237", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:14:14.153988 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7319bffa-1279-4b06-a91f-1591cfba3e45 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:14:14.154995 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19083ce9-e1f7-4702-85c4-55bbae75f96a', 'name': 'network-vif-deleted', 'tag': 'b1c63191-c2ca-4ba6-9207-1c538663d237', 'status': 'completed', 'code': 200} Aug 31 02:14:14.427178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be725502-967f-4517-8ad5-6b9c4beb933e req-9153de0b-681b-4fac-8974-ce1b194a8e4b tempest-TestMinimumBasicScenario-1666933789 tempest-TestMinimumBasicScenario-1666933789-project] 10.222.0.58 "GET /v2.0/ports?device_id=19083ce9-e1f7-4702-85c4-55bbae75f96a HTTP/1.1" status: 200 len: 210 time: 0.0277059 Aug 31 02:14:15.986686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40016) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:16.329675 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b547dd8-0f4a-4be1-9e8e-e431f73fd85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:16.571083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-4b547dd8-0f4a-4be1-9e8e-e431f73fd85f admin admin] Deleting port bbb087ac-4f95-40be-a0a2-8c7056887b36 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:14:16.571455 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b547dd8-0f4a-4be1-9e8e-e431f73fd85f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:16.653334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-4b547dd8-0f4a-4be1-9e8e-e431f73fd85f admin admin] For port bbb087ac-4f95-40be-a0a2-8c7056887b36, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=bbb087ac-4f95-40be-a0a2-8c7056887b36,segment=NetworkSegment(66c4184d-b41b-4532-8ea5-d262d7f465f3),segment_id=66c4184d-b41b-4532-8ea5-d262d7f465f3)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:16.653617 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b547dd8-0f4a-4be1-9e8e-e431f73fd85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:16.665813 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-4b547dd8-0f4a-4be1-9e8e-e431f73fd85f admin admin] Calling delete_port for bbb087ac-4f95-40be-a0a2-8c7056887b36 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:14:16.840166 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b547dd8-0f4a-4be1-9e8e-e431f73fd85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:16.870213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b547dd8-0f4a-4be1-9e8e-e431f73fd85f admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb087ac-4f95-40be-a0a2-8c7056887b36,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:17.035037 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b547dd8-0f4a-4be1-9e8e-e431f73fd85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:17.069150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b1c63191-c2ca-4ba6-9207-1c538663d237 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:14:17.088612 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: b1c63191-c2ca-4ba6-9207-1c538663d237 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:14:17.088975 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device b1c63191-c2ca-4ba6-9207-1c538663d237 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:14:17.581900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b547dd8-0f4a-4be1-9e8e-e431f73fd85f admin admin] Router 696a537e-a738-4b74-92df-5d63241dd314 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:14:17.687496 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b547dd8-0f4a-4be1-9e8e-e431f73fd85f admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:14:17.693087 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4b547dd8-0f4a-4be1-9e8e-e431f73fd85f admin admin] 10.222.0.58 "PUT /v2.0/routers/696a537e-a738-4b74-92df-5d63241dd314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7068458 Aug 31 02:14:17.695664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40018) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:17.696590 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835c90f-91a3-4fcd-9223-4da6e9bc7fbd None None] Sync routers for ids ['696a537e-a738-4b74-92df-5d63241dd314'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:14:17.706162 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835c90f-91a3-4fcd-9223-4da6e9bc7fbd None None] Routers {'696a537e-a738-4b74-92df-5d63241dd314'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:14:17.706901 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b835c90f-91a3-4fcd-9223-4da6e9bc7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:13:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['696a537e-a738-4b74-92df-5d63241dd314'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:17.800578 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:17.809040 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b835c90f-91a3-4fcd-9223-4da6e9bc7fbd None None] Set router 696a537e-a738-4b74-92df-5d63241dd314 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:14:17.900148 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:17.962236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] Deleting port 35c79fc6-87c2-454b-9e63-90d320c8f189 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:14:17.962798 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:17.984705 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b835c90f-91a3-4fcd-9223-4da6e9bc7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696a537e-a738-4b74-92df-5d63241dd314', 'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:14:16Z', 'revision_number': 5, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'gw_port': {'id': '35c79fc6-87c2-454b-9e63-90d320c8f189', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696a537e-a738-4b74-92df-5d63241dd314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:18.010294 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835c90f-91a3-4fcd-9223-4da6e9bc7fbd None None] Checking router: 696a537e-a738-4b74-92df-5d63241dd314 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:14:18.019079 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835c90f-91a3-4fcd-9223-4da6e9bc7fbd None None] Routers {'696a537e-a738-4b74-92df-5d63241dd314'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:14:18.019722 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b835c90f-91a3-4fcd-9223-4da6e9bc7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:13:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['696a537e-a738-4b74-92df-5d63241dd314'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:18.048695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] For port 35c79fc6-87c2-454b-9e63-90d320c8f189, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=35c79fc6-87c2-454b-9e63-90d320c8f189,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:18.049207 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:18.062017 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] Calling delete_port for 35c79fc6-87c2-454b-9e63-90d320c8f189 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:14:18.150341 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b835c90f-91a3-4fcd-9223-4da6e9bc7fbd None None] Set router 696a537e-a738-4b74-92df-5d63241dd314 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:14:18.201635 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b835c90f-91a3-4fcd-9223-4da6e9bc7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696a537e-a738-4b74-92df-5d63241dd314', 'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:14:17Z', 'revision_number': 6, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:18.231198 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:18.233823 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835c90f-91a3-4fcd-9223-4da6e9bc7fbd None None] The sync data for ids ['696a537e-a738-4b74-92df-5d63241dd314'] in n-d-802060-13 is: [{'id': '696a537e-a738-4b74-92df-5d63241dd314', 'name': 'tempest-TestMinimumBasicScenario-1968928612-router', 'tenant_id': 'a6f942c54029440586d7f27a72d163bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:10Z', 'updated_at': '2021-08-31T02:14:17Z', 'revision_number': 6, 'project_id': 'a6f942c54029440586d7f27a72d163bd', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:14:18.254809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] Pushing event deleted for resources: {'Port': ['ID=35c79fc6-87c2-454b-9e63-90d320c8f189,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:18.336678 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:18.427603 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:18.429768 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:18.472484 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:18.473009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 696a537e-a738-4b74-92df-5d63241dd314 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:14:18.477335 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:18.478489 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-949fb616-0f27-4822-96c2-619f0b10c67e admin admin] 10.222.0.58 "DELETE /v2.0/routers/696a537e-a738-4b74-92df-5d63241dd314 HTTP/1.1" status: 204 len: 168 time: 0.7818844 Aug 31 02:14:18.482065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40020) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:18.526888 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe40c1a-d946-4961-a11f-89f159a3f7b2 admin admin] Deleting subnet d6246c8d-42f3-46c0-8939-35d1c0a7138e {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:14:18.529953 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8fe40c1a-d946-4961-a11f-89f159a3f7b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:18.567873 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8fe40c1a-d946-4961-a11f-89f159a3f7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:18.655153 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8fe40c1a-d946-4961-a11f-89f159a3f7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:18.711132 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8fe40c1a-d946-4961-a11f-89f159a3f7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:18.737551 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe40c1a-d946-4961-a11f-89f159a3f7b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6246c8d-42f3-46c0-8939-35d1c0a7138e,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:18.740295 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8fe40c1a-d946-4961-a11f-89f159a3f7b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:18.742430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8fe40c1a-d946-4961-a11f-89f159a3f7b2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d6246c8d-42f3-46c0-8939-35d1c0a7138e HTTP/1.1" status: 204 len: 168 time: 0.2594497 Aug 31 02:14:18.743905 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a698dcf-6397-4499-92f0-d6fb5f20ff69 None None] Network 5bb19929-b7cf-4e20-8656-94fb3ba3660d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:14:18.745085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40022) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:18.816836 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:18.870793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] Deleting port 44203986-2e99-430d-8301-52c2c24a3930 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:14:18.871132 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:18.938621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] For port 44203986-2e99-430d-8301-52c2c24a3930, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=44203986-2e99-430d-8301-52c2c24a3930,segment=NetworkSegment(66c4184d-b41b-4532-8ea5-d262d7f465f3),segment_id=66c4184d-b41b-4532-8ea5-d262d7f465f3)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:18.938876 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:18.953381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] Calling delete_port for 44203986-2e99-430d-8301-52c2c24a3930 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:14:19.027815 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] DHCP port deletion for 5bb19929-b7cf-4e20-8656-94fb3ba3660d request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:14:19.041653 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:19.068982 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=44203986-2e99-430d-8301-52c2c24a3930,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:19.070794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] No DVR routers for this DVR port 44203986-2e99-430d-8301-52c2c24a3930 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:14:19.078534 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Deleting port 44203986-2e99-430d-8301-52c2c24a3930 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:14:19.078917 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:19.148388 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] For port 44203986-2e99-430d-8301-52c2c24a3930, host n-d-802060-13, got binding levels [] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:19.148796 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:19.152454 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:19.163209 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Calling delete_port for 44203986-2e99-430d-8301-52c2c24a3930 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:14:19.163502 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb19929-b7cf-4e20-8656-94fb3ba3660d']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:19.166021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.ipam_backend_mixin [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Port 44203986-2e99-430d-8301-52c2c24a3930 was not found and therefore no delete operation was performed {{(pid=94762) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 02:14:19.167270 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:19.175017 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c4184d-b41b-4532-8ea5-d262d7f465f3') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:19.175335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c4184d-b41b-4532-8ea5-d262d7f465f3') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:19.184164 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:19.192160 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Pushing event deleted for resources: {'Port': ['ID=44203986-2e99-430d-8301-52c2c24a3930,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:19.199589 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:19.200873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:19.201222 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:19.201729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:19.202330 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:19.202668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:19.203003 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:19.203415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:19.203678 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:19.204006 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:19.204334 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:19.204659 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:19.204984 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:19.205912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:14:19.206310 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: timer() Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:14:19.208042 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:14:19.212087 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed986f3-3c1b-4462-8e05-5f99c91a41cd None None] No DVR routers for this DVR port 44203986-2e99-430d-8301-52c2c24a3930 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:14:19.268261 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:19.274676 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:19.276591 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5bb19929-b7cf-4e20-8656-94fb3ba3660d HTTP/1.1" status: 204 len: 168 time: 0.5306032 Aug 31 02:14:19.279651 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40024) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:19.289809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e71bc-eb51-4aea-a215-9371299eaff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb19929-b7cf-4e20-8656-94fb3ba3660d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:19.622612 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7883504b-fff9-4cb8-b052-ce522c9adc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:20.129647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 44203986-2e99-430d-8301-52c2c24a3930 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:14:20.150007 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 44203986-2e99-430d-8301-52c2c24a3930 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:14:20.150357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 44203986-2e99-430d-8301-52c2c24a3930 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:14:20.150784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device bbb087ac-4f95-40be-a0a2-8c7056887b36 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:14:20.169892 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: bbb087ac-4f95-40be-a0a2-8c7056887b36 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:14:20.170239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device bbb087ac-4f95-40be-a0a2-8c7056887b36 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:14:20.171466 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 35c79fc6-87c2-454b-9e63-90d320c8f189 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:14:20.186800 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7883504b-fff9-4cb8-b052-ce522c9adc5f admin admin] Deleting port 0b99af2a-3c1c-472f-9489-f15dc65502a9 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:14:20.187218 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7883504b-fff9-4cb8-b052-ce522c9adc5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:20.189783 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 35c79fc6-87c2-454b-9e63-90d320c8f189 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:14:20.190128 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 35c79fc6-87c2-454b-9e63-90d320c8f189 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:14:20.262244 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-7883504b-fff9-4cb8-b052-ce522c9adc5f admin admin] For port 0b99af2a-3c1c-472f-9489-f15dc65502a9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=0b99af2a-3c1c-472f-9489-f15dc65502a9,segment=NetworkSegment(5beab28f-bad6-4508-98d5-a51ac7db1648),segment_id=5beab28f-bad6-4508-98d5-a51ac7db1648)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:20.262610 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7883504b-fff9-4cb8-b052-ce522c9adc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:20.275312 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-7883504b-fff9-4cb8-b052-ce522c9adc5f admin admin] Calling delete_port for 0b99af2a-3c1c-472f-9489-f15dc65502a9 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:14:20.449108 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7883504b-fff9-4cb8-b052-ce522c9adc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:20.478817 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883504b-fff9-4cb8-b052-ce522c9adc5f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b99af2a-3c1c-472f-9489-f15dc65502a9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:20.640125 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-7883504b-fff9-4cb8-b052-ce522c9adc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:20.848663 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7883504b-fff9-4cb8-b052-ce522c9adc5f admin admin] Router 3087eea8-1e61-4c42-b510-29692aa625d1 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:14:20.952648 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7883504b-fff9-4cb8-b052-ce522c9adc5f admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:14:20.957682 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-7883504b-fff9-4cb8-b052-ce522c9adc5f admin admin] 10.222.0.58 "PUT /v2.0/routers/3087eea8-1e61-4c42-b510-29692aa625d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6760018 Aug 31 02:14:20.960243 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40026) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:20.963048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d9486-6554-48e5-86a7-b95a2674664d None None] Sync routers for ids ['3087eea8-1e61-4c42-b510-29692aa625d1'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:14:20.972428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d9486-6554-48e5-86a7-b95a2674664d None None] Routers {'3087eea8-1e61-4c42-b510-29692aa625d1'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:14:20.973107 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-387d9486-6554-48e5-86a7-b95a2674664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:13:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3087eea8-1e61-4c42-b510-29692aa625d1'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:21.062647 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.075013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-387d9486-6554-48e5-86a7-b95a2674664d None None] Set router 3087eea8-1e61-4c42-b510-29692aa625d1 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:14:21.166049 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.221675 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] Deleting port fee4bad9-5e34-40ba-bf31-a2e6f340fd32 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:14:21.222026 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.256558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-387d9486-6554-48e5-86a7-b95a2674664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'name': 'tempest-TestMinimumBasicScenario-1472482957-router', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'fee4bad9-5e34-40ba-bf31-a2e6f340fd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:14:20Z', 'revision_number': 5, 'project_id': '5013f6bbcb0e4b1b972b32399109b919', 'gw_port': {'id': 'fee4bad9-5e34-40ba-bf31-a2e6f340fd32', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:21.282763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d9486-6554-48e5-86a7-b95a2674664d None None] Checking router: 3087eea8-1e61-4c42-b510-29692aa625d1 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:14:21.290976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d9486-6554-48e5-86a7-b95a2674664d None None] Routers {'3087eea8-1e61-4c42-b510-29692aa625d1'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:14:21.291617 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-387d9486-6554-48e5-86a7-b95a2674664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:13:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['3087eea8-1e61-4c42-b510-29692aa625d1'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:21.303466 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] For port fee4bad9-5e34-40ba-bf31-a2e6f340fd32, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fee4bad9-5e34-40ba-bf31-a2e6f340fd32,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:21.303836 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.317502 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] Calling delete_port for fee4bad9-5e34-40ba-bf31-a2e6f340fd32 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:14:21.378520 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9dc03aeb-3193-47a7-8588-592b34d4ea7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.387143 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-387d9486-6554-48e5-86a7-b95a2674664d None None] Set router 3087eea8-1e61-4c42-b510-29692aa625d1 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:14:21.440091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-387d9486-6554-48e5-86a7-b95a2674664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'name': 'tempest-TestMinimumBasicScenario-1472482957-router', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:14:21Z', 'revision_number': 6, 'project_id': '5013f6bbcb0e4b1b972b32399109b919', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:21.470789 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d9486-6554-48e5-86a7-b95a2674664d None None] The sync data for ids ['3087eea8-1e61-4c42-b510-29692aa625d1'] in n-d-802060-13 is: [{'id': '3087eea8-1e61-4c42-b510-29692aa625d1', 'name': 'tempest-TestMinimumBasicScenario-1472482957-router', 'tenant_id': '5013f6bbcb0e4b1b972b32399109b919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:12:15Z', 'updated_at': '2021-08-31T02:14:21Z', 'revision_number': 6, 'project_id': '5013f6bbcb0e4b1b972b32399109b919', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:14:21.488989 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.515147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] Pushing event deleted for resources: {'Port': ['ID=fee4bad9-5e34-40ba-bf31-a2e6f340fd32,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:21.577754 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.665504 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.667616 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.709101 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.709641 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3087eea8-1e61-4c42-b510-29692aa625d1 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:14:21.713871 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.715014 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b3080b84-d472-4a83-86db-b4292480d21d admin admin] 10.222.0.58 "DELETE /v2.0/routers/3087eea8-1e61-4c42-b510-29692aa625d1 HTTP/1.1" status: 204 len: 168 time: 0.7538719 Aug 31 02:14:21.717559 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40028) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:21.766183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab42c60-32d7-4aea-a6d2-8d3c058b90f2 admin admin] Deleting subnet 2500ef7e-795d-4b9a-8391-7df316970fe4 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:14:21.769093 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2ab42c60-32d7-4aea-a6d2-8d3c058b90f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.802169 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2ab42c60-32d7-4aea-a6d2-8d3c058b90f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.882903 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2ab42c60-32d7-4aea-a6d2-8d3c058b90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.935894 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2ab42c60-32d7-4aea-a6d2-8d3c058b90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.967520 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab42c60-32d7-4aea-a6d2-8d3c058b90f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2500ef7e-795d-4b9a-8391-7df316970fe4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:21.969400 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2ab42c60-32d7-4aea-a6d2-8d3c058b90f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:21.972359 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2ab42c60-32d7-4aea-a6d2-8d3c058b90f2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2500ef7e-795d-4b9a-8391-7df316970fe4 HTTP/1.1" status: 204 len: 168 time: 0.2526853 Aug 31 02:14:21.973797 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40030) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:21.976256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4f6c84-165f-48b4-8b47-567d4bffe105 None None] Network 00536e67-6fe8-4ac2-be1c-ac0ec245facb requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:14:22.041819 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.098975 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] Deleting port 72eea49e-3d79-46c6-986a-da25d30bc2e9 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:14:22.099344 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.168004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] For port 72eea49e-3d79-46c6-986a-da25d30bc2e9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=72eea49e-3d79-46c6-986a-da25d30bc2e9,segment=NetworkSegment(5beab28f-bad6-4508-98d5-a51ac7db1648),segment_id=5beab28f-bad6-4508-98d5-a51ac7db1648)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:22.168298 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.181810 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] Calling delete_port for 72eea49e-3d79-46c6-986a-da25d30bc2e9 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:14:22.232405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16330188-b6e9-4c2c-b1ec-40a154a280aa None None] DHCP port deletion for 00536e67-6fe8-4ac2-be1c-ac0ec245facb request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:14:22.275376 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.303650 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=72eea49e-3d79-46c6-986a-da25d30bc2e9,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:22.308492 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 72eea49e-3d79-46c6-986a-da25d30bc2e9 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:14:22.309288 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] No DVR routers for this DVR port 72eea49e-3d79-46c6-986a-da25d30bc2e9 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:14:22.336264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-16330188-b6e9-4c2c-b1ec-40a154a280aa None None] Deleting port 72eea49e-3d79-46c6-986a-da25d30bc2e9 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:14:22.336690 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-16330188-b6e9-4c2c-b1ec-40a154a280aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.340025 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 72eea49e-3d79-46c6-986a-da25d30bc2e9 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:14:22.340594 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 72eea49e-3d79-46c6-986a-da25d30bc2e9 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:14:22.341205 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0b99af2a-3c1c-472f-9489-f15dc65502a9 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:14:22.390900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.398264 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 0b99af2a-3c1c-472f-9489-f15dc65502a9 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:14:22.398679 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 0b99af2a-3c1c-472f-9489-f15dc65502a9 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:14:22.399105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fee4bad9-5e34-40ba-bf31-a2e6f340fd32 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:14:22.400955 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00536e67-6fe8-4ac2-be1c-ac0ec245facb']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:22.411713 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5beab28f-bad6-4508-98d5-a51ac7db1648') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:22.412010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5beab28f-bad6-4508-98d5-a51ac7db1648') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:22.421372 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.427097 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: fee4bad9-5e34-40ba-bf31-a2e6f340fd32 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:14:22.427472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fee4bad9-5e34-40ba-bf31-a2e6f340fd32 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:14:22.440159 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.446241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:14:22.446633 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: timer() Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:14:22.448438 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:14:22.454858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-16330188-b6e9-4c2c-b1ec-40a154a280aa None None] For port 72eea49e-3d79-46c6-986a-da25d30bc2e9, host n-d-802060-13, got binding levels [] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:22.455260 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-16330188-b6e9-4c2c-b1ec-40a154a280aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.469706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-16330188-b6e9-4c2c-b1ec-40a154a280aa None None] Calling delete_port for 72eea49e-3d79-46c6-986a-da25d30bc2e9 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:14:22.472779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.ipam_backend_mixin [None req-16330188-b6e9-4c2c-b1ec-40a154a280aa None None] Port 72eea49e-3d79-46c6-986a-da25d30bc2e9 was not found and therefore no delete operation was performed {{(pid=94762) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 02:14:22.474085 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-16330188-b6e9-4c2c-b1ec-40a154a280aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.500864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16330188-b6e9-4c2c-b1ec-40a154a280aa None None] Pushing event deleted for resources: {'Port': ['ID=72eea49e-3d79-46c6-986a-da25d30bc2e9,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:22.504855 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16330188-b6e9-4c2c-b1ec-40a154a280aa None None] No DVR routers for this DVR port 72eea49e-3d79-46c6-986a-da25d30bc2e9 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:14:22.517643 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.525744 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.527474 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/00536e67-6fe8-4ac2-be1c-ac0ec245facb HTTP/1.1" status: 204 len: 168 time: 0.5527372 Aug 31 02:14:22.543805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ea92a-4eb0-41f4-84b8-ff238411b9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=00536e67-6fe8-4ac2-be1c-ac0ec245facb,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:22.693458 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40034) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:22.732358 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-caed8f57-055e-4f45-87f7-faa5f2c3f9c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6f942c54029440586d7f27a72d163bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376611 Aug 31 02:14:22.735266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40036) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:22.782758 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3953f221-541a-4605-96ef-445c16c62e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.803527 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3953f221-541a-4605-96ef-445c16c62e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.848922 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3953f221-541a-4605-96ef-445c16c62e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.851494 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-3953f221-541a-4605-96ef-445c16c62e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:22.852647 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-3953f221-541a-4605-96ef-445c16c62e56 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/739f3306-96f9-4d60-92c0-537ec4b0ac97 HTTP/1.1" status: 204 len: 168 time: 0.1164572 Aug 31 02:14:22.860723 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953f221-541a-4605-96ef-445c16c62e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739f3306-96f9-4d60-92c0-537ec4b0ac97,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:23.161089 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40042) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:23.201217 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-677b0fa6-bffe-4d52-80df-54362bf4130d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5013f6bbcb0e4b1b972b32399109b919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389862 Aug 31 02:14:23.203779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40044) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:23.256918 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9dd94056-0e09-49fa-875f-37fc6a0c2d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:23.281558 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9dd94056-0e09-49fa-875f-37fc6a0c2d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:23.327237 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9dd94056-0e09-49fa-875f-37fc6a0c2d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:23.329914 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9dd94056-0e09-49fa-875f-37fc6a0c2d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:23.331061 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9dd94056-0e09-49fa-875f-37fc6a0c2d30 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/794d069d-fec4-468a-aaf7-e906911481ad HTTP/1.1" status: 204 len: 168 time: 0.1264040 Aug 31 02:14:23.338510 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd94056-0e09-49fa-875f-37fc6a0c2d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794d069d-fec4-468a-aaf7-e906911481ad,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:23.562456 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:14:23.860568 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5f15-4286-453f-bbd4-c1c299ddf104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:24.194360 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:24.753203 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:24.824070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40084) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:24.829442 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-392420c6-174a-4772-ac30-ce16996a2571 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200052499', 'description': 'tempest-secgroup-smoke-200052499 description', 'project_id': '1b16ab340f8d473997232717c9503ef2'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:14:24.851806 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-392420c6-174a-4772-ac30-ce16996a2571 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:24.865319 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-392420c6-174a-4772-ac30-ce16996a2571 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:24.956407 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-392420c6-174a-4772-ac30-ce16996a2571 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:24.960114 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-392420c6-174a-4772-ac30-ce16996a2571 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:24.996471 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392420c6-174a-4772-ac30-ce16996a2571 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a69add9-815d-4a48-b92b-4a0a03b0ce43,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:25.050341 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-392420c6-174a-4772-ac30-ce16996a2571 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.054258 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-392420c6-174a-4772-ac30-ce16996a2571 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.082336 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-392420c6-174a-4772-ac30-ce16996a2571 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.083609 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-392420c6-174a-4772-ac30-ce16996a2571 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2584939 Aug 31 02:14:25.084557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392420c6-174a-4772-ac30-ce16996a2571 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304002f2-9094-4473-82bf-e690bd33bc15,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:25.086553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40086) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:25.092166 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-38c69f07-3feb-4c9c-bd80-6856fa3e0094 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '304002f2-9094-4473-82bf-e690bd33bc15', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:14:25.120237 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38c69f07-3feb-4c9c-bd80-6856fa3e0094 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.166872 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38c69f07-3feb-4c9c-bd80-6856fa3e0094 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.169979 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38c69f07-3feb-4c9c-bd80-6856fa3e0094 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.187980 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c69f07-3feb-4c9c-bd80-6856fa3e0094 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864d9234-274b-4e24-9a38-fa73673942fb,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:25.193767 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-38c69f07-3feb-4c9c-bd80-6856fa3e0094 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.194968 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-38c69f07-3feb-4c9c-bd80-6856fa3e0094 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1073978 Aug 31 02:14:25.197770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40088) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:25.202794 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ccd674ea-279c-4bdf-bdc9-da3d2de43003 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '304002f2-9094-4473-82bf-e690bd33bc15', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:14:25.228882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ccd674ea-279c-4bdf-bdc9-da3d2de43003 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.286268 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ccd674ea-279c-4bdf-bdc9-da3d2de43003 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.289740 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ccd674ea-279c-4bdf-bdc9-da3d2de43003 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.311919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd674ea-279c-4bdf-bdc9-da3d2de43003 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bcf8d2a-362e-42a2-a7fc-ed60bd4d766d,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:25.315701 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ccd674ea-279c-4bdf-bdc9-da3d2de43003 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.319678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40090) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:25.319826 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ccd674ea-279c-4bdf-bdc9-da3d2de43003 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210325 Aug 31 02:14:25.324627 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e363f2ec-4b15-4563-a9ce-aa6d617c9a12 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '304002f2-9094-4473-82bf-e690bd33bc15', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:14:25.351624 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e363f2ec-4b15-4563-a9ce-aa6d617c9a12 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.411932 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e363f2ec-4b15-4563-a9ce-aa6d617c9a12 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.415440 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e363f2ec-4b15-4563-a9ce-aa6d617c9a12 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.433851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363f2ec-4b15-4563-a9ce-aa6d617c9a12 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e06825-afcb-46d3-b779-472fa4d60e87,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:25.439601 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e363f2ec-4b15-4563-a9ce-aa6d617c9a12 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.440805 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e363f2ec-4b15-4563-a9ce-aa6d617c9a12 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198833 Aug 31 02:14:25.443694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40092) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:25.448541 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5ad4becd-efbb-4d57-881b-5472e46fdf72 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '304002f2-9094-4473-82bf-e690bd33bc15', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:14:25.474606 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ad4becd-efbb-4d57-881b-5472e46fdf72 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.535324 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ad4becd-efbb-4d57-881b-5472e46fdf72 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.538606 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ad4becd-efbb-4d57-881b-5472e46fdf72 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.557204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4becd-efbb-4d57-881b-5472e46fdf72 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa6d674-1531-4df2-97a6-1f67aa53b0e8,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:25.563871 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5ad4becd-efbb-4d57-881b-5472e46fdf72 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.565072 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5ad4becd-efbb-4d57-881b-5472e46fdf72 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201873 Aug 31 02:14:25.567830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40094) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:25.572188 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-d2ca281c-3226-42ad-9c2e-42b83d7ed3c5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '304002f2-9094-4473-82bf-e690bd33bc15', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:14:25.593576 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-d2ca281c-3226-42ad-9c2e-42b83d7ed3c5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Project 1b16ab340f8d473997232717c9503ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:14:25.598345 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2ca281c-3226-42ad-9c2e-42b83d7ed3c5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.657368 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2ca281c-3226-42ad-9c2e-42b83d7ed3c5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.660673 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2ca281c-3226-42ad-9c2e-42b83d7ed3c5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.678974 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca281c-3226-42ad-9c2e-42b83d7ed3c5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b39ed6-fa23-4732-bbe8-b4eff549689b,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:25.682156 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-d2ca281c-3226-42ad-9c2e-42b83d7ed3c5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.683383 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d2ca281c-3226-42ad-9c2e-42b83d7ed3c5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145859 Aug 31 02:14:25.686148 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40096) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:25.690550 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a1d5f9d4-c8c2-4901-8c6c-f148f7004008 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '304002f2-9094-4473-82bf-e690bd33bc15', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:14:25.711875 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-a1d5f9d4-c8c2-4901-8c6c-f148f7004008 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Project 1b16ab340f8d473997232717c9503ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:14:25.716714 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f9d4-c8c2-4901-8c6c-f148f7004008 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.775993 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f9d4-c8c2-4901-8c6c-f148f7004008 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.779509 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f9d4-c8c2-4901-8c6c-f148f7004008 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.801592 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5f9d4-c8c2-4901-8c6c-f148f7004008 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f9f4b4-7d0d-49d5-af7e-631691a072c7,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:25.805186 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f9d4-c8c2-4901-8c6c-f148f7004008 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.806386 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a1d5f9d4-c8c2-4901-8c6c-f148f7004008 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193230 Aug 31 02:14:25.809455 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40098) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:25.814843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-4995e6e2-e284-4f0a-b98f-ea40373b514d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'network': {'name': 'tempest-network-smoke--382211967', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'port_security_enabled': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:14:25.835381 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4995e6e2-e284-4f0a-b98f-ea40373b514d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Made reservation on behalf of 1b16ab340f8d473997232717c9503ef2 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:14:25.838638 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4995e6e2-e284-4f0a-b98f-ea40373b514d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.861611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4995e6e2-e284-4f0a-b98f-ea40373b514d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:14:25.870003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4995e6e2-e284-4f0a-b98f-ea40373b514d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.870348 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-4995e6e2-e284-4f0a-b98f-ea40373b514d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Added segment db691876-e677-4910-b4ab-e21acf6bd976 of type vlan for network ec8f7c3c-b770-4b30-958c-2596ac9ca153 Aug 31 02:14:25.909991 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4995e6e2-e284-4f0a-b98f-ea40373b514d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.937539 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4995e6e2-e284-4f0a-b98f-ea40373b514d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:25.943412 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4995e6e2-e284-4f0a-b98f-ea40373b514d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:25.944045 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4995e6e2-e284-4f0a-b98f-ea40373b514d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:26.000380 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4995e6e2-e284-4f0a-b98f-ea40373b514d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1899118 Aug 31 02:14:26.003432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40102) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:26.008364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'admin_state_up': True, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:14:26.010698 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995e6e2-e284-4f0a-b98f-ea40373b514d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Network': ['ID=ec8f7c3c-b770-4b30-958c-2596ac9ca153,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:26.025574 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network ec8f7c3c-b770-4b30-958c-2596ac9ca153 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:14:26.032418 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:26.033403 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:26.086903 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:26.227136 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:26.413849 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:26.432175 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:26.540879 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.25.6.216 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/1eb84af3-8962-4f2b-b3f6-8c58cc822854) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:14:26.645884 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:26.685001 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:26.730055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:14:26.733047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:14:26.737345 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:14:26.740406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=1eb84af3-8962-4f2b-b3f6-8c58cc822854,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:26.958204 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:26.982484 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:27.176947 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:27.302930 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:14:27.737066 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:14:27.747814 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Sync routers for ids ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:14:27.755661 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:27.757050 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b82b4c10-8d7e-4155-a23a-910ae18dd4ad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7525392 Aug 31 02:14:27.757952 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Routers {'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:14:27.758551 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:14:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:27.760143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40104) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:27.861932 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Set router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:14:27.881919 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5aa0b7b6-360d-44ad-aecd-20c827fe8b89 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=1b16ab340f8d473997232717c9503ef2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1204376 Aug 31 02:14:27.884819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40108) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:27.971661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa07d09-9d47-4b50-b18e-9687b8daf9d6 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:27.973214 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ffa07d09-9d47-4b50-b18e-9687b8daf9d6 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869789 Aug 31 02:14:27.976217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40110) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:28.007939 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-eeb9d999-afc9-42a1-b176-490af03e861d tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306623 Aug 31 02:14:28.010620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40112) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:28.016182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-291f880d-74c8-41e0-aeec-3c3c86412077 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1759276597', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:14:28.038123 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:26Z', 'revision_number': 3, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:28.107402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291f880d-74c8-41e0-aeec-3c3c86412077 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Made reservation on behalf of 1b16ab340f8d473997232717c9503ef2 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:14:28.111155 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-291f880d-74c8-41e0-aeec-3c3c86412077 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:28.152565 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Checking router: b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:14:28.152910 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Updating router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 port 1eb84af3-8962-4f2b-b3f6-8c58cc822854 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:14:28.177768 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:28.293985 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-291f880d-74c8-41e0-aeec-3c3c86412077 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:28.355676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f880d-74c8-41e0-aeec-3c3c86412077 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Subnet': ['ID=7d2af460-e851-42db-9bfa-b1e7f0abad12,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:28.363270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f880d-74c8-41e0-aeec-3c3c86412077 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Checking segment: {'id': 'db691876-e677-4910-b4ab-e21acf6bd976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:14:28.363655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f880d-74c8-41e0-aeec-3c3c86412077 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network hostable DHCP agents. Network: ec8f7c3c-b770-4b30-958c-2596ac9ca153, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:14:28.381339 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f880d-74c8-41e0-aeec-3c3c86412077 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network ec8f7c3c-b770-4b30-958c-2596ac9ca153 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:14:28.390571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-291f880d-74c8-41e0-aeec-3c3c86412077 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, ec8f7c3c-b770-4b30-958c-2596ac9ca153) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:14:28.395161 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f880d-74c8-41e0-aeec-3c3c86412077 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:28.396761 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-291f880d-74c8-41e0-aeec-3c3c86412077 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:28.400745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b501eb5-800f-4e48-94e4-b2ff121cb06e None None] Network ec8f7c3c-b770-4b30-958c-2596ac9ca153 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:14:28.415952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-291f880d-74c8-41e0-aeec-3c3c86412077 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4018166 Aug 31 02:14:28.416266 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40114) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:28.442458 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:28.452855 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Transition to ACTIVE for port object 1eb84af3-8962-4f2b-b3f6-8c58cc822854 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:14:28.458723 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:28.499958 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f31e14-94cf-4fb3-9152-50e0d31ca5da None None] Pushing event updated for resources: {'Port': ['ID=1eb84af3-8962-4f2b-b3f6-8c58cc822854,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:28.509682 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f31e14-94cf-4fb3-9152-50e0d31ca5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:28.510006 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f31e14-94cf-4fb3-9152-50e0d31ca5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:28.510781 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f31e14-94cf-4fb3-9152-50e0d31ca5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:28.510781 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f31e14-94cf-4fb3-9152-50e0d31ca5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:28.511035 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f31e14-94cf-4fb3-9152-50e0d31ca5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:28.511264 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f31e14-94cf-4fb3-9152-50e0d31ca5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:28.511604 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f31e14-94cf-4fb3-9152-50e0d31ca5da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:28.511914 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f31e14-94cf-4fb3-9152-50e0d31ca5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:28.512234 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f31e14-94cf-4fb3-9152-50e0d31ca5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:28.512540 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f31e14-94cf-4fb3-9152-50e0d31ca5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:28.512853 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f31e14-94cf-4fb3-9152-50e0d31ca5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:28.513161 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f31e14-94cf-4fb3-9152-50e0d31ca5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:14:28.531595 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Attempting to bind port 1eb84af3-8962-4f2b-b3f6-8c58cc822854 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:14:28.531960 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Attempting to bind port 1eb84af3-8962-4f2b-b3f6-8c58cc822854 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:14:28.532314 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Attempting to bind port 1eb84af3-8962-4f2b-b3f6-8c58cc822854 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:14:28.537683 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:14:28.538045 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:14:28.538435 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:28.538821 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:14:28.539266 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Bound port: 1eb84af3-8962-4f2b-b3f6-8c58cc822854, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:14:28.539671 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:28.554866 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ips': [{'subnet_id': '7d2af460-e851-42db-9bfa-b1e7f0abad12'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:14:28.555941 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:28.598763 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] For port 1eb84af3-8962-4f2b-b3f6-8c58cc822854, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:14:28.603242 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] For port 1eb84af3-8962-4f2b-b3f6-8c58cc822854, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1eb84af3-8962-4f2b-b3f6-8c58cc822854,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:14:28.607387 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:28.668931 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Routers {'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:14:28.669555 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:14:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:28.671928 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f31e14-94cf-4fb3-9152-50e0d31ca5da None None] Pushing event updated for resources: {'Port': ['ID=1eb84af3-8962-4f2b-b3f6-8c58cc822854,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:28.703915 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Allocated IP 172.20.0.2 (ec8f7c3c-b770-4b30-958c-2596ac9ca153/7d2af460-e851-42db-9bfa-b1e7f0abad12/e067f555-5a5c-4979-aa5e-10b21a9faf23) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:14:28.782905 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] Set router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:14:28.901601 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:28.972147 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:26Z', 'revision_number': 3, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:28.999190 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004df5d2-8641-4067-9bb3-54ab3499f12a None None] The sync data for ids ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'] in n-d-802060-13 is: [{'id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:26Z', 'revision_number': 3, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:14:29.010890 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:29.019984 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Transition to ACTIVE for port object e067f555-5a5c-4979-aa5e-10b21a9faf23 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:14:29.036958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Transition to ACTIVE for port object e067f555-5a5c-4979-aa5e-10b21a9faf23 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:14:29.042164 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:29.084316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Network ec8f7c3c-b770-4b30-958c-2596ac9ca153 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:14:29.087393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:14:29.089942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:14:29.098225 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Pushing event updated for resources: {'Port': ['ID=e067f555-5a5c-4979-aa5e-10b21a9faf23,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:29.158901 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Attempting to bind port e067f555-5a5c-4979-aa5e-10b21a9faf23 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:14:29.159395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Attempting to bind port e067f555-5a5c-4979-aa5e-10b21a9faf23 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'db691876-e677-4910-b4ab-e21acf6bd976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:14:29.159652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Attempting to bind port e067f555-5a5c-4979-aa5e-10b21a9faf23 on network ec8f7c3c-b770-4b30-958c-2596ac9ca153 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:14:29.165113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:14:29.165490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Checking segment: {'id': 'db691876-e677-4910-b4ab-e21acf6bd976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:14:29.165881 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:29.166269 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Bound using segment: {'id': 'db691876-e677-4910-b4ab-e21acf6bd976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:14:29.166732 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Bound port: e067f555-5a5c-4979-aa5e-10b21a9faf23, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db691876-e677-4910-b4ab-e21acf6bd976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:14:29.167119 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:29.245196 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] For port e067f555-5a5c-4979-aa5e-10b21a9faf23, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:14:29.259425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] For port e067f555-5a5c-4979-aa5e-10b21a9faf23, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e067f555-5a5c-4979-aa5e-10b21a9faf23,segment=NetworkSegment(db691876-e677-4910-b4ab-e21acf6bd976),segment_id=db691876-e677-4910-b4ab-e21acf6bd976)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:14:29.265204 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:29.269483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.20.0.1 (ec8f7c3c-b770-4b30-958c-2596ac9ca153/7d2af460-e851-42db-9bfa-b1e7f0abad12/f646580f-7b76-4fa3-92a2-1e5fd0bd82f3) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:14:29.338804 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8b8ef-4cee-477f-9a0a-c2210c2b5235 None None] Pushing event updated for resources: {'Port': ['ID=e067f555-5a5c-4979-aa5e-10b21a9faf23,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:29.441446 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:29.457420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Transition to ACTIVE for port object f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:14:29.494217 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:29.559165 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network ec8f7c3c-b770-4b30-958c-2596ac9ca153 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:14:29.565258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:14:29.567429 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=f646580f-7b76-4fa3-92a2-1e5fd0bd82f3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:29.570287 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:14:29.621696 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:29.764709 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:30.057432 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:30.063568 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:30.138599 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=f646580f-7b76-4fa3-92a2-1e5fd0bd82f3,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:30.141162 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:30.212926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e067f555-5a5c-4979-aa5e-10b21a9faf23 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:14:30.251614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network ec8f7c3c-b770-4b30-958c-2596ac9ca153 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:14:30.257526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:14:30.274188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port e067f555-5a5c-4979-aa5e-10b21a9faf23 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:14:30.279192 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1eb84af3-8962-4f2b-b3f6-8c58cc822854 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:14:30.330451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9b5bc0-bfc3-47c9-b402-0a73b553b84d None None] Network ec8f7c3c-b770-4b30-958c-2596ac9ca153 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:14:30.348642 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 1eb84af3-8962-4f2b-b3f6-8c58cc822854 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:14:30.378462 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 1eb84af3-8962-4f2b-b3f6-8c58cc822854 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:14:30.378843 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:30.384948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:14:30.459128 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8b90ba22-ff7e-4e67-864c-2f186dfff08d None None] Provisioning for port e067f555-5a5c-4979-aa5e-10b21a9faf23 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:14:30.467139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8b90ba22-ff7e-4e67-864c-2f186dfff08d None None] Provisioning complete for port e067f555-5a5c-4979-aa5e-10b21a9faf23 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:14:30.468189 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8b90ba22-ff7e-4e67-864c-2f186dfff08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:30.500145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:14:30.505332 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-35290fb9-a3f6-4a40-8310-9ae9a10e55aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "PUT /v2.0/routers/b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0881662 Aug 31 02:14:30.586129 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:30.619140 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 1eb84af3-8962-4f2b-b3f6-8c58cc822854, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1eb84af3-8962-4f2b-b3f6-8c58cc822854,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:30.626609 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:30.673682 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-cc9ff271-ea5e-4d80-9494-db8c713c68d4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200052499&fields=id&tenant_id=1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 267 time: 0.0439050 Aug 31 02:14:30.699378 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8b90ba22-ff7e-4e67-864c-2f186dfff08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:30.714602 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=1eb84af3-8962-4f2b-b3f6-8c58cc822854,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:30.740395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8b90ba22-ff7e-4e67-864c-2f186dfff08d None None] For port e067f555-5a5c-4979-aa5e-10b21a9faf23, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e067f555-5a5c-4979-aa5e-10b21a9faf23,segment=NetworkSegment(db691876-e677-4910-b4ab-e21acf6bd976),segment_id=db691876-e677-4910-b4ab-e21acf6bd976)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:30.745736 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8b90ba22-ff7e-4e67-864c-2f186dfff08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:30.801687 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-21ad1228-8e6b-4ebe-bbd2-e9d0165665ee tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:30.803390 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-21ad1228-8e6b-4ebe-bbd2-e9d0165665ee tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/networks?id=ec8f7c3c-b770-4b30-958c-2596ac9ca153 HTTP/1.1" status: 200 len: 796 time: 0.1288922 Aug 31 02:14:30.809339 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90ba22-ff7e-4e67-864c-2f186dfff08d None None] Pushing event updated for resources: {'Port': ['ID=e067f555-5a5c-4979-aa5e-10b21a9faf23,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:30.819666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-2fb20521-c20a-4594-b347-d4daa8ffa01b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/quotas/1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 375 time: 0.0102763 Aug 31 02:14:30.882350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-5943126d-240f-467e-84c5-d3f2c6b54310 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567636 Aug 31 02:14:30.938599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Sync routers for ids ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:14:30.949232 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Routers {'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:14:30.949969 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:14:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:30.988257 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-eb905fc7-21c7-47af-83b9-776883579f33 service neutron] 10.222.0.58 "GET /v2.0/networks/ec8f7c3c-b770-4b30-958c-2596ac9ca153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930612 Aug 31 02:14:31.011654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-40047743-afab-4f21-8725-75bbc94d41d1 None None] Provisioning for port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:14:31.045899 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-40047743-afab-4f21-8725-75bbc94d41d1 None None] Provisioning complete for port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:14:31.046351 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-40047743-afab-4f21-8725-75bbc94d41d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:31.093822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-3b307159-ef2a-47b0-a0ad-8e0e886ab18b service neutron] 10.222.0.58 "GET /v2.0/networks/ec8f7c3c-b770-4b30-958c-2596ac9ca153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973976 Aug 31 02:14:31.098088 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Set router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:14:31.099891 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-40047743-afab-4f21-8725-75bbc94d41d1 None None] Port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:14:31.182460 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-40047743-afab-4f21-8725-75bbc94d41d1 None None] Provisioning complete for port e067f555-5a5c-4979-aa5e-10b21a9faf23 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:14:31.182850 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-40047743-afab-4f21-8725-75bbc94d41d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:31.351259 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd0d9f84-247f-4db9-a8bc-e85d3d592e77 req-bc02a707-acc2-4d71-9a9f-7892f29d19e0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 210 time: 0.0583291 Aug 31 02:14:31.417540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:29Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'f646580f-7b76-4fa3-92a2-1e5fd0bd82f3', 'name': '', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:ba:f3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:29Z', 'updated_at': '2021-08-31T02:14:29Z', 'revision_number': 2, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:31.446069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Checking router: b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:14:31.446500 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Updating router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:14:31.488709 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:31.499223 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6648a369-fdc8-4153-ae8f-e1418a8caa87 None None] Provisioning complete for port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:14:31.499698 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6648a369-fdc8-4153-ae8f-e1418a8caa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:31.564655 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-6648a369-fdc8-4153-ae8f-e1418a8caa87 None None] Port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:14:31.798909 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:31.809053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Transition to ACTIVE for port object f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:14:31.815120 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:31.868760 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53566c02-b94e-4ad2-a0e6-0208f2d55bc4 None None] Pushing event updated for resources: {'Port': ['ID=f646580f-7b76-4fa3-92a2-1e5fd0bd82f3,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:31.931644 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Attempting to bind port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:14:31.932015 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Attempting to bind port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'db691876-e677-4910-b4ab-e21acf6bd976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:14:31.932377 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Attempting to bind port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 on network ec8f7c3c-b770-4b30-958c-2596ac9ca153 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:14:31.938508 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:14:31.938876 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Checking segment: {'id': 'db691876-e677-4910-b4ab-e21acf6bd976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:14:31.939271 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:31.939687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Bound using segment: {'id': 'db691876-e677-4910-b4ab-e21acf6bd976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:14:31.940147 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Bound port: f646580f-7b76-4fa3-92a2-1e5fd0bd82f3, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db691876-e677-4910-b4ab-e21acf6bd976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:14:31.940525 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:32.017153 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] For port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:14:32.020701 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] For port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f646580f-7b76-4fa3-92a2-1e5fd0bd82f3,segment=NetworkSegment(db691876-e677-4910-b4ab-e21acf6bd976),segment_id=db691876-e677-4910-b4ab-e21acf6bd976)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:14:32.024984 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:32.087968 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Routers {'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:14:32.088576 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:14:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:32.143342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53566c02-b94e-4ad2-a0e6-0208f2d55bc4 None None] Pushing event updated for resources: {'Port': ['ID=f646580f-7b76-4fa3-92a2-1e5fd0bd82f3,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:32.152643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e067f555-5a5c-4979-aa5e-10b21a9faf23 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:14:32.180774 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:32.266852 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port e067f555-5a5c-4979-aa5e-10b21a9faf23 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:14:32.267242 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:32.270166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] Set router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:14:32.354446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-58f3eec5-5df3-40e4-832d-2e1e643646d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:32.355977 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-58f3eec5-5df3-40e4-832d-2e1e643646d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "GET /v2.0/networks?id=ec8f7c3c-b770-4b30-958c-2596ac9ca153 HTTP/1.1" status: 200 len: 796 time: 0.1197810 Aug 31 02:14:32.414971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-c3612805-abb1-4204-b78f-8dbf18f427a6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 379 time: 0.0463822 Aug 31 02:14:32.425497 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-79d2ee3d-bfe8-4320-9f3b-57ab81dffe45 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'port': {'device_id': '9bddf85b-f87a-4d0b-90f2-98f1bb170649', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'admin_state_up': True, 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'security_groups': ['304002f2-9094-4473-82bf-e690bd33bc15']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:14:32.493536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1eb84af3-8962-4f2b-b3f6-8c58cc822854 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:14:32.503993 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56b8dcc6-9db5-4841-830c-8652828a2e49 req-136595fc-e11a-4739-9b34-6782458739f6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 210 time: 0.0614762 Aug 31 02:14:32.569945 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-79d2ee3d-bfe8-4320-9f3b-57ab81dffe45 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Made reservation on behalf of 1b16ab340f8d473997232717c9503ef2 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:14:32.573679 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-79d2ee3d-bfe8-4320-9f3b-57ab81dffe45 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:32.711683 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-79d2ee3d-bfe8-4320-9f3b-57ab81dffe45 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.20.0.3 (ec8f7c3c-b770-4b30-958c-2596ac9ca153/7d2af460-e851-42db-9bfa-b1e7f0abad12/f2799e50-9712-475e-aa61-399ec7d4ad1f) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:14:32.733391 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 1eb84af3-8962-4f2b-b3f6-8c58cc822854 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:14:32.733783 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:32.767562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:29Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'f646580f-7b76-4fa3-92a2-1e5fd0bd82f3', 'name': '', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:ba:f3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:29Z', 'updated_at': '2021-08-31T02:14:32Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:32.796570 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a533cd-10f2-4ba4-b824-5c98d0acc688 None None] The sync data for ids ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'] in n-d-802060-13 is: [{'id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:29Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'f646580f-7b76-4fa3-92a2-1e5fd0bd82f3', 'name': '', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:ba:f3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:29Z', 'updated_at': '2021-08-31T02:14:32Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:14:32.867478 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-79d2ee3d-bfe8-4320-9f3b-57ab81dffe45 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:32.880876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-79d2ee3d-bfe8-4320-9f3b-57ab81dffe45 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Transition to ACTIVE for port object f2799e50-9712-475e-aa61-399ec7d4ad1f will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:14:32.917121 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-79d2ee3d-bfe8-4320-9f3b-57ab81dffe45 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:32.966453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-79d2ee3d-bfe8-4320-9f3b-57ab81dffe45 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network ec8f7c3c-b770-4b30-958c-2596ac9ca153 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:14:32.972180 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-79d2ee3d-bfe8-4320-9f3b-57ab81dffe45 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:14:32.974839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-79d2ee3d-bfe8-4320-9f3b-57ab81dffe45 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:14:33.005657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2ee3d-bfe8-4320-9f3b-57ab81dffe45 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=f2799e50-9712-475e-aa61-399ec7d4ad1f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:33.036163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-79d2ee3d-bfe8-4320-9f3b-57ab81dffe45 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:33.036948 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-79d2ee3d-bfe8-4320-9f3b-57ab81dffe45 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:33.053829 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-79d2ee3d-bfe8-4320-9f3b-57ab81dffe45 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6331227 Aug 31 02:14:33.117865 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Request body: {'port': {'device_id': '9bddf85b-f87a-4d0b-90f2-98f1bb170649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:14:33.178443 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:33.226705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1e5b0ae7-52bf-401e-ac5e-3969c1280c68 None None] Provisioning for port f2799e50-9712-475e-aa61-399ec7d4ad1f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:14:33.245761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1e5b0ae7-52bf-401e-ac5e-3969c1280c68 None None] Provisioning complete for port f2799e50-9712-475e-aa61-399ec7d4ad1f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:14:33.246201 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1e5b0ae7-52bf-401e-ac5e-3969c1280c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:33.287261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b0ae7-52bf-401e-ac5e-3969c1280c68 None None] Port f2799e50-9712-475e-aa61-399ec7d4ad1f cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:14:33.478085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2799e50-9712-475e-aa61-399ec7d4ad1f {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:14:33.485965 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:33.497910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Transition to ACTIVE for port object f2799e50-9712-475e-aa61-399ec7d4ad1f will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:14:33.502671 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:33.555765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Pushing event updated for resources: {'Port': ['ID=f2799e50-9712-475e-aa61-399ec7d4ad1f,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:33.672725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Attempting to bind port f2799e50-9712-475e-aa61-399ec7d4ad1f on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:14:33.673114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Attempting to bind port f2799e50-9712-475e-aa61-399ec7d4ad1f by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'db691876-e677-4910-b4ab-e21acf6bd976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:14:33.673531 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Attempting to bind port f2799e50-9712-475e-aa61-399ec7d4ad1f on network ec8f7c3c-b770-4b30-958c-2596ac9ca153 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:14:33.681811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Port f2799e50-9712-475e-aa61-399ec7d4ad1f on network ec8f7c3c-b770-4b30-958c-2596ac9ca153 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:14:33.682163 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Attempting to bind port f2799e50-9712-475e-aa61-399ec7d4ad1f on network ec8f7c3c-b770-4b30-958c-2596ac9ca153 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:14:33.697263 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ac397-7aa0-4907-9947-7ad510342e3b req-8252602a-c0fd-4d0d-9c90-3ebd98704930 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:33.699084 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b9ac397-7aa0-4907-9947-7ad510342e3b req-8252602a-c0fd-4d0d-9c90-3ebd98704930 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 943 time: 0.0941229 Aug 31 02:14:33.700142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:14:33.700552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Checking segment: {'id': 'db691876-e677-4910-b4ab-e21acf6bd976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:14:33.701010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Bound using segment: {'id': 'db691876-e677-4910-b4ab-e21acf6bd976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:14:33.701625 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Bound port: f2799e50-9712-475e-aa61-399ec7d4ad1f, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db691876-e677-4910-b4ab-e21acf6bd976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:14:33.702532 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:33.775607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b9ac397-7aa0-4907-9947-7ad510342e3b req-cfbc833d-b7b5-4a93-a00f-c0917fad8ea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636175 Aug 31 02:14:33.804946 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] For port f2799e50-9712-475e-aa61-399ec7d4ad1f, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:14:33.808179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] For port f2799e50-9712-475e-aa61-399ec7d4ad1f, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f2799e50-9712-475e-aa61-399ec7d4ad1f,segment=NetworkSegment(db691876-e677-4910-b4ab-e21acf6bd976),segment_id=db691876-e677-4910-b4ab-e21acf6bd976)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:14:33.812272 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:33.850595 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:33.851228 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:33.852666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] 10.222.0.15 "PUT /v2.0/ports/f2799e50-9712-475e-aa61-399ec7d4ad1f HTTP/1.1" status: 200 len: 1092 time: 0.7875507 Aug 31 02:14:33.853115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bddf85b-f87a-4d0b-90f2-98f1bb170649', 'tag': 'f2799e50-9712-475e-aa61-399ec7d4ad1f'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:14:33.855410 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9101058-b109-471a-96bb-0351c430e383" -d '{"events": [{"name": "network-changed", "server_uuid": "9bddf85b-f87a-4d0b-90f2-98f1bb170649", "tag": "f2799e50-9712-475e-aa61-399ec7d4ad1f"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:14:33.885638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090df91f-aee0-4b22-b9e0-36938a18d31e service neutron] Pushing event updated for resources: {'Port': ['ID=f2799e50-9712-475e-aa61-399ec7d4ad1f,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:33.904528 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f738a058-1488-47fa-b34b-a24c0a32a798 x-openstack-request-id: req-f738a058-1488-47fa-b34b-a24c0a32a798 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:14:33.905440 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bddf85b-f87a-4d0b-90f2-98f1bb170649", "tag": "f2799e50-9712-475e-aa61-399ec7d4ad1f", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:14:33.905868 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f738a058-1488-47fa-b34b-a24c0a32a798 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:14:33.906321 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bddf85b-f87a-4d0b-90f2-98f1bb170649', 'tag': 'f2799e50-9712-475e-aa61-399ec7d4ad1f', 'status': 'completed', 'code': 200} Aug 31 02:14:33.954037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-27a7632c-2d13-4dbd-ab6f-5aae22149ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:33.955582 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-27a7632c-2d13-4dbd-ab6f-5aae22149ef1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 1095 time: 0.0431159 Aug 31 02:14:34.017971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-357097c1-0ba2-42e1-b606-658d263bb016 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2799e50-9712-475e-aa61-399ec7d4ad1f HTTP/1.1" status: 200 len: 217 time: 0.0520511 Aug 31 02:14:34.067731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-3d9d7e75-7a43-49ca-a8c1-cf15b5e40f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:34.069204 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-3d9d7e75-7a43-49ca-a8c1-cf15b5e40f10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d2af460-e851-42db-9bfa-b1e7f0abad12 HTTP/1.1" status: 200 len: 835 time: 0.0449235 Aug 31 02:14:34.121061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-bc5296b2-6f44-4762-830c-c52e87390840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:34.122436 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-bc5296b2-6f44-4762-830c-c52e87390840 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec8f7c3c-b770-4b30-958c-2596ac9ca153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463884 Aug 31 02:14:34.156642 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:14:34.205654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:14:34.209637 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:14:34.210010 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:34.218825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-4fad4013-4adc-4046-a83c-d2f885114636 service neutron] 10.222.0.15 "GET /v2.0/networks/ec8f7c3c-b770-4b30-958c-2596ac9ca153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886197 Aug 31 02:14:34.300394 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:34.318333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e16623c-428f-4465-a55b-be45e1eb8620 req-ec938877-402b-4c11-8c49-1df4438f8ebf service neutron] 10.222.0.15 "GET /v2.0/networks/ec8f7c3c-b770-4b30-958c-2596ac9ca153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926392 Aug 31 02:14:34.338200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f646580f-7b76-4fa3-92a2-1e5fd0bd82f3,segment=NetworkSegment(db691876-e677-4910-b4ab-e21acf6bd976),segment_id=db691876-e677-4910-b4ab-e21acf6bd976)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:34.343636 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:34.396925 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=f646580f-7b76-4fa3-92a2-1e5fd0bd82f3,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:34.438702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9101058-b109-471a-96bb-0351c430e383 req-98e19e40-85de-428a-80de-c6b1e050daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:34.440205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9101058-b109-471a-96bb-0351c430e383 req-98e19e40-85de-428a-80de-c6b1e050daf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 1095 time: 0.0415220 Aug 31 02:14:34.532011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9101058-b109-471a-96bb-0351c430e383 req-ab14e446-66df-4048-a82c-207c261108fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:34.533434 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9101058-b109-471a-96bb-0351c430e383 req-ab14e446-66df-4048-a82c-207c261108fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec8f7c3c-b770-4b30-958c-2596ac9ca153 HTTP/1.1" status: 200 len: 897 time: 0.0864310 Aug 31 02:14:34.574643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9101058-b109-471a-96bb-0351c430e383 req-c770486f-6176-492f-9378-636f74962b3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2799e50-9712-475e-aa61-399ec7d4ad1f HTTP/1.1" status: 200 len: 217 time: 0.0345659 Aug 31 02:14:34.622063 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9101058-b109-471a-96bb-0351c430e383 req-3991a77c-70a6-42ed-951c-6ba1181626ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:34.624478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9101058-b109-471a-96bb-0351c430e383 req-3991a77c-70a6-42ed-951c-6ba1181626ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d2af460-e851-42db-9bfa-b1e7f0abad12 HTTP/1.1" status: 200 len: 835 time: 0.0427034 Aug 31 02:14:34.668082 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9101058-b109-471a-96bb-0351c430e383 req-fa7186f1-a256-4ef2-a3ed-6dc89f518c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:34.669538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9101058-b109-471a-96bb-0351c430e383 req-fa7186f1-a256-4ef2-a3ed-6dc89f518c0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec8f7c3c-b770-4b30-958c-2596ac9ca153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396039 Aug 31 02:14:34.760753 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9101058-b109-471a-96bb-0351c430e383 req-b4592c07-4a0b-4944-85cd-88c5b5039320 service neutron] 10.222.0.15 "GET /v2.0/networks/ec8f7c3c-b770-4b30-958c-2596ac9ca153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831513 Aug 31 02:14:34.853129 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d9101058-b109-471a-96bb-0351c430e383 req-dae520fc-6d58-4ea1-9b9b-792d17e8e584 service neutron] 10.222.0.15 "GET /v2.0/networks/ec8f7c3c-b770-4b30-958c-2596ac9ca153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855043 Aug 31 02:14:34.907736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9d3d8-407d-4faf-bbb2-b1ae40f1b642 req-1ba25d8f-63d0-46dc-b3f2-29f1fbf81041 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:34.909200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fdc9d3d8-407d-4faf-bbb2-b1ae40f1b642 req-1ba25d8f-63d0-46dc-b3f2-29f1fbf81041 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 943 time: 0.0530486 Aug 31 02:14:34.946350 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fdc9d3d8-407d-4faf-bbb2-b1ae40f1b642 req-661cb509-9991-468c-af2f-6013082c72c5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312548 Aug 31 02:14:36.060354 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c463a-be23-482b-ad2e-80c72d42b5fc req-47678d8a-c3a0-40af-a0be-9f56d125b18c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:36.062649 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-892c463a-be23-482b-ad2e-80c72d42b5fc req-47678d8a-c3a0-40af-a0be-9f56d125b18c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 943 time: 0.0496585 Aug 31 02:14:36.100124 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-892c463a-be23-482b-ad2e-80c72d42b5fc req-c95785bd-386c-4431-8be7-d4c87ede3191 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315835 Aug 31 02:14:36.139370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:14:36.185299 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:14:36.185668 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:37.215139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414fe0c-3f7f-4d08-8da3-e67590588fd2 req-b76dca0d-67d1-4bb2-853f-37256a0f0ce9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:37.216664 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9414fe0c-3f7f-4d08-8da3-e67590588fd2 req-b76dca0d-67d1-4bb2-853f-37256a0f0ce9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 943 time: 0.0488210 Aug 31 02:14:37.254139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9414fe0c-3f7f-4d08-8da3-e67590588fd2 req-11c22c23-ecfd-4e37-8541-c6ae50bc7b01 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311420 Aug 31 02:14:38.249543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f2799e50-9712-475e-aa61-399ec7d4ad1f details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:14:38.343479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port f2799e50-9712-475e-aa61-399ec7d4ad1f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f2799e50-9712-475e-aa61-399ec7d4ad1f,segment=NetworkSegment(db691876-e677-4910-b4ab-e21acf6bd976),segment_id=db691876-e677-4910-b4ab-e21acf6bd976)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:38.355995 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'f2799e50-9712-475e-aa61-399ec7d4ad1f', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'port_id': 'f2799e50-9712-475e-aa61-399ec7d4ad1f', 'mac_address': 'fa:16:3e:8c:6f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:14:38.400421 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:38.414059 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2799e50-9712-475e-aa61-399ec7d4ad1f {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:14:38.434428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port f2799e50-9712-475e-aa61-399ec7d4ad1f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f2799e50-9712-475e-aa61-399ec7d4ad1f,segment=NetworkSegment(db691876-e677-4910-b4ab-e21acf6bd976),segment_id=db691876-e677-4910-b4ab-e21acf6bd976)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:38.439399 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:38.491828 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=f2799e50-9712-475e-aa61-399ec7d4ad1f,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:38.700606 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278e510-db1f-4633-93fb-20ef84440d0b req-fa41bdb9-305a-43fb-806a-a2bff4b3a20b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:38.702700 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1278e510-db1f-4633-93fb-20ef84440d0b req-fa41bdb9-305a-43fb-806a-a2bff4b3a20b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 943 time: 0.3830478 Aug 31 02:14:38.738959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1278e510-db1f-4633-93fb-20ef84440d0b req-0f5b4d6a-8c7a-493c-81dd-a40a573d3e02 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304651 Aug 31 02:14:38.828345 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['f2799e50-9712-475e-aa61-399ec7d4ad1f'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:14:39.852704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6cd4f-9d67-45e0-b3f8-1a8dd70665aa req-b763ce63-6eef-4c3b-bb96-e05ee81c6ffd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:39.854186 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dcf6cd4f-9d67-45e0-b3f8-1a8dd70665aa req-b763ce63-6eef-4c3b-bb96-e05ee81c6ffd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 944 time: 0.0500209 Aug 31 02:14:39.892584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dcf6cd4f-9d67-45e0-b3f8-1a8dd70665aa req-93553db2-256b-4397-b900-7f25a86b38a8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319014 Aug 31 02:14:40.248827 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f2799e50-9712-475e-aa61-399ec7d4ad1f up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:14:40.298375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port f2799e50-9712-475e-aa61-399ec7d4ad1f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:14:40.302017 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port f2799e50-9712-475e-aa61-399ec7d4ad1f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:14:40.302393 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:40.385298 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:40.407770 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bddf85b-f87a-4d0b-90f2-98f1bb170649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2799e50-9712-475e-aa61-399ec7d4ad1f'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:14:40.409992 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f007fec8-23d5-4a55-a536-508badf70045" -d '{"events": [{"server_uuid": "9bddf85b-f87a-4d0b-90f2-98f1bb170649", "name": "network-vif-plugged", "status": "completed", "tag": "f2799e50-9712-475e-aa61-399ec7d4ad1f"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:14:40.423192 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port f2799e50-9712-475e-aa61-399ec7d4ad1f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f2799e50-9712-475e-aa61-399ec7d4ad1f,segment=NetworkSegment(db691876-e677-4910-b4ab-e21acf6bd976),segment_id=db691876-e677-4910-b4ab-e21acf6bd976)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:14:40.427123 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:40.452814 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b3c446-156c-4314-adca-c8d875aa568d x-openstack-request-id: req-b8b3c446-156c-4314-adca-c8d875aa568d {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:14:40.453108 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bddf85b-f87a-4d0b-90f2-98f1bb170649", "name": "network-vif-plugged", "status": "completed", "tag": "f2799e50-9712-475e-aa61-399ec7d4ad1f", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:14:40.453361 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8b3c446-156c-4314-adca-c8d875aa568d {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:14:40.453750 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bddf85b-f87a-4d0b-90f2-98f1bb170649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2799e50-9712-475e-aa61-399ec7d4ad1f', 'code': 200} Aug 31 02:14:40.482101 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=f2799e50-9712-475e-aa61-399ec7d4ad1f,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:40.559164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b768e-86d1-49dc-90f4-9ba98acc2b05 req-4dc99f5c-bf5f-4a76-90f9-2da60e0c8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:40.560796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-146b768e-86d1-49dc-90f4-9ba98acc2b05 req-4dc99f5c-bf5f-4a76-90f9-2da60e0c8c34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 1097 time: 0.0404131 Aug 31 02:14:40.596044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-146b768e-86d1-49dc-90f4-9ba98acc2b05 req-d265b0ac-6da6-49ef-bc26-0f02f01a4c11 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286686 Aug 31 02:14:41.007775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c495073-c6ad-4d57-be11-a1c9b97fa7a2 req-1cc6c724-abfa-4646-9d27-d38846a7d03f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:41.009239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c495073-c6ad-4d57-be11-a1c9b97fa7a2 req-1cc6c724-abfa-4646-9d27-d38846a7d03f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 945 time: 0.0509191 Aug 31 02:14:41.047029 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c495073-c6ad-4d57-be11-a1c9b97fa7a2 req-93e1d200-2336-4535-a1ef-812b377dcb41 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311151 Aug 31 02:14:41.900549 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:42.161672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eba96-f8ac-40e4-abd5-0649464738ad req-0485cbf9-01cc-4a50-9173-c7b9429d6215 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:42.163105 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f71eba96-f8ac-40e4-abd5-0649464738ad req-0485cbf9-01cc-4a50-9173-c7b9429d6215 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 945 time: 0.0488286 Aug 31 02:14:42.201280 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f71eba96-f8ac-40e4-abd5-0649464738ad req-88de6988-ff53-4e19-a8d5-daff47671082 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322700 Aug 31 02:14:42.313977 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49015889-cff1-4fe7-b8d9-dc9b893ff159 req-96c1d50b-934f-4ddc-b0bc-e0b3877a120f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:42.315457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49015889-cff1-4fe7-b8d9-dc9b893ff159 req-96c1d50b-934f-4ddc-b0bc-e0b3877a120f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 945 time: 0.0494673 Aug 31 02:14:42.351792 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-49015889-cff1-4fe7-b8d9-dc9b893ff159 req-77ff9f38-0ba2-4e56-9de9-6ba5abecb122 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304768 Aug 31 02:14:42.373916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40168) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:42.415394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab3efd-0b0b-4446-9986-c41bcfbcd9f4 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:42.416872 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-aeab3efd-0b0b-4446-9986-c41bcfbcd9f4 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 1092 time: 0.0420005 Aug 31 02:14:42.419661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40170) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:42.424742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': 'f2799e50-9712-475e-aa61-399ec7d4ad1f', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:14:42.447379 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:42.542779 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:42.646473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.25.6.64 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/84f7fa36-fa1c-447f-a01a-735bb8d5d23d) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:14:42.745409 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:42.782616 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:42.828837 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:14:42.833545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:14:42.837020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:14:42.863843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=84f7fa36-fa1c-447f-a01a-735bb8d5d23d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:43.187203 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:43.257652 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:43.406229 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:43.410671 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:43.485105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=84f7fa36-fa1c-447f-a01a-735bb8d5d23d,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:14:43.496742 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:43.597329 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Floating IP aff11c8e-6402-40a8-86a4-cd30a8852621 associated. External IP: 172.25.6.64, port: f2799e50-9712-475e-aa61-399ec7d4ad1f. Aug 31 02:14:43.802793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:14:43.909419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:14:43.918964 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e206ccb-cf7c-485f-a363-e9d7097d488d None None] Sync routers for ids ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:14:43.925980 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:43.928670 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e206ccb-cf7c-485f-a363-e9d7097d488d None None] Routers {'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:14:43.929263 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9e206ccb-cf7c-485f-a363-e9d7097d488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:14:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:43.953230 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c6c79fe6-9234-4a5e-ab89-1d00af39b8d3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5320055 Aug 31 02:14:43.953818 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bddf85b-f87a-4d0b-90f2-98f1bb170649', 'tag': 'f2799e50-9712-475e-aa61-399ec7d4ad1f'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:14:43.956166 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1863e041-0958-428e-a96d-bc76860b53f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9bddf85b-f87a-4d0b-90f2-98f1bb170649", "tag": "f2799e50-9712-475e-aa61-399ec7d4ad1f"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:14:43.999766 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e8d0e0-83bd-4949-a6a5-8937f5ced41e x-openstack-request-id: req-99e8d0e0-83bd-4949-a6a5-8937f5ced41e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:14:44.000193 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bddf85b-f87a-4d0b-90f2-98f1bb170649", "tag": "f2799e50-9712-475e-aa61-399ec7d4ad1f", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:14:44.000447 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99e8d0e0-83bd-4949-a6a5-8937f5ced41e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:14:44.000894 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bddf85b-f87a-4d0b-90f2-98f1bb170649', 'tag': 'f2799e50-9712-475e-aa61-399ec7d4ad1f', 'status': 'completed', 'code': 200} Aug 31 02:14:44.038765 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-9e206ccb-cf7c-485f-a363-e9d7097d488d None None] Set router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:14:44.084799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7e114-849c-46ae-adcc-e79c1e78919d req-233761e8-764d-4427-a4df-472f7199642d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:44.086332 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58c7e114-849c-46ae-adcc-e79c1e78919d req-233761e8-764d-4427-a4df-472f7199642d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 945 time: 0.0784585 Aug 31 02:14:44.093384 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863e041-0958-428e-a96d-bc76860b53f2 req-954e4d74-c673-449e-8d9c-ed6419d7977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:44.094938 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1863e041-0958-428e-a96d-bc76860b53f2 req-954e4d74-c673-449e-8d9c-ed6419d7977f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 1097 time: 0.0580239 Aug 31 02:14:44.180059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58c7e114-849c-46ae-adcc-e79c1e78919d req-e3304660-9877-41a4-a599-fb83c8cc634b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841041 Aug 31 02:14:44.204191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40176) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:44.211997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863e041-0958-428e-a96d-bc76860b53f2 req-3e68a478-c532-4632-bdda-77c50bcaba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:44.213620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1863e041-0958-428e-a96d-bc76860b53f2 req-3e68a478-c532-4632-bdda-77c50bcaba74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec8f7c3c-b770-4b30-958c-2596ac9ca153 HTTP/1.1" status: 200 len: 897 time: 0.1119545 Aug 31 02:14:44.274423 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9e206ccb-cf7c-485f-a363-e9d7097d488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:29Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'aff11c8e-6402-40a8-86a4-cd30a8852621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'port_id': 'f2799e50-9712-475e-aa61-399ec7d4ad1f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'mac_address': 'fa:16:3e:8c:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bddf85b-f87a-4d0b-90f2-98f1bb170649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:14:43Z', 'updated_at': '2021-08-31T02:14:43Z', 'revision_number': 0, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646580f-7b76-4fa3-92a2-1e5fd0bd82f3', 'name': '', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:ba:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:29Z', 'updated_at': '2021-08-31T02:14:34Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:44.274671 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fb567179-6263-4c49-b075-2068038ba6d4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/aff11c8e-6402-40a8-86a4-cd30a8852621 HTTP/1.1" status: 200 len: 990 time: 0.0685589 Aug 31 02:14:44.290989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1863e041-0958-428e-a96d-bc76860b53f2 req-630bc81c-9dfd-4d41-a2ff-9392cfd6d323 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2799e50-9712-475e-aa61-399ec7d4ad1f HTTP/1.1" status: 200 len: 998 time: 0.0703473 Aug 31 02:14:44.300676 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e206ccb-cf7c-485f-a363-e9d7097d488d None None] Checking router: b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:14:44.308729 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e206ccb-cf7c-485f-a363-e9d7097d488d None None] Routers {'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:14:44.309328 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9e206ccb-cf7c-485f-a363-e9d7097d488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:14:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:44.341629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863e041-0958-428e-a96d-bc76860b53f2 req-6818b8e0-433c-46ea-bb60-d7e7a279d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:44.343193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1863e041-0958-428e-a96d-bc76860b53f2 req-6818b8e0-433c-46ea-bb60-d7e7a279d194 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d2af460-e851-42db-9bfa-b1e7f0abad12 HTTP/1.1" status: 200 len: 835 time: 0.0449359 Aug 31 02:14:44.389570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863e041-0958-428e-a96d-bc76860b53f2 req-63762dd2-34cb-411e-953e-d1287af3981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:14:44.391097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1863e041-0958-428e-a96d-bc76860b53f2 req-63762dd2-34cb-411e-953e-d1287af3981b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec8f7c3c-b770-4b30-958c-2596ac9ca153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410271 Aug 31 02:14:44.413065 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-9e206ccb-cf7c-485f-a363-e9d7097d488d None None] Set router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:14:44.485732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1863e041-0958-428e-a96d-bc76860b53f2 req-e06271f7-0d70-4e67-908c-5c3657e60ea1 service neutron] 10.222.0.15 "GET /v2.0/networks/ec8f7c3c-b770-4b30-958c-2596ac9ca153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876703 Aug 31 02:14:44.578681 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1863e041-0958-428e-a96d-bc76860b53f2 req-43e26930-119a-4c12-a8f7-4a4ea0f4d208 service neutron] 10.222.0.15 "GET /v2.0/networks/ec8f7c3c-b770-4b30-958c-2596ac9ca153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863359 Aug 31 02:14:44.632659 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-9e206ccb-cf7c-485f-a363-e9d7097d488d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:29Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'aff11c8e-6402-40a8-86a4-cd30a8852621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'port_id': 'f2799e50-9712-475e-aa61-399ec7d4ad1f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'mac_address': 'fa:16:3e:8c:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bddf85b-f87a-4d0b-90f2-98f1bb170649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:14:43Z', 'updated_at': '2021-08-31T02:14:43Z', 'revision_number': 0, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646580f-7b76-4fa3-92a2-1e5fd0bd82f3', 'name': '', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:ba:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:29Z', 'updated_at': '2021-08-31T02:14:34Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:14:44.662789 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e206ccb-cf7c-485f-a363-e9d7097d488d None None] The sync data for ids ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'] in n-d-802060-13 is: [{'id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:29Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'aff11c8e-6402-40a8-86a4-cd30a8852621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'port_id': 'f2799e50-9712-475e-aa61-399ec7d4ad1f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'mac_address': 'fa:16:3e:8c:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bddf85b-f87a-4d0b-90f2-98f1bb170649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:14:43Z', 'updated_at': '2021-08-31T02:14:43Z', 'revision_number': 0, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646580f-7b76-4fa3-92a2-1e5fd0bd82f3', 'name': '', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:ba:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:29Z', 'updated_at': '2021-08-31T02:14:34Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:14:44.850012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59782233-c6fb-4689-94e6-4dd025576ed7 None None] New status for floating IP aff11c8e-6402-40a8-86a4-cd30a8852621: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:14:45.276289 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40178) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:14:45.342100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2dfa03cd-0e31-405b-82df-e5c26beae842 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/aff11c8e-6402-40a8-86a4-cd30a8852621 HTTP/1.1" status: 200 len: 992 time: 0.0646741 Aug 31 02:14:51.349451 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-699bdbd2-b661-4e14-9bb2-78c037de97cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:53.862099 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-43c611a4-d18c-4b15-aafe-8d6b0f30047c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:54.196290 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:54.756320 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:14:56.961588 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:00.536644 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-284f8974-6d13-487b-a02d-38f4ef3d25c9 req-025aca7a-f42b-4fa4-ae97-a276a3ab4753 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408344 Aug 31 02:15:00.562622 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:15:00.630085 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f8974-6d13-487b-a02d-38f4ef3d25c9 req-e42a66a8-af9b-4067-999a-617e888a5ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:00.631662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-284f8974-6d13-487b-a02d-38f4ef3d25c9 req-e42a66a8-af9b-4067-999a-617e888a5ef0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 1097 time: 0.0409279 Aug 31 02:15:00.737511 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f8974-6d13-487b-a02d-38f4ef3d25c9 req-9933cd58-a8fa-48fe-9ac4-1906f2efea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:00.738998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-284f8974-6d13-487b-a02d-38f4ef3d25c9 req-9933cd58-a8fa-48fe-9ac4-1906f2efea68 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec8f7c3c-b770-4b30-958c-2596ac9ca153 HTTP/1.1" status: 200 len: 897 time: 0.0883613 Aug 31 02:15:00.806997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-284f8974-6d13-487b-a02d-38f4ef3d25c9 req-dfac1ab3-1e13-4335-9ac7-08e629f5913c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2799e50-9712-475e-aa61-399ec7d4ad1f HTTP/1.1" status: 200 len: 1000 time: 0.0600057 Aug 31 02:15:00.858567 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f8974-6d13-487b-a02d-38f4ef3d25c9 req-c5b6d049-34d3-4289-bb33-5b1be488d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:00.860105 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-284f8974-6d13-487b-a02d-38f4ef3d25c9 req-c5b6d049-34d3-4289-bb33-5b1be488d19e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d2af460-e851-42db-9bfa-b1e7f0abad12 HTTP/1.1" status: 200 len: 835 time: 0.0458372 Aug 31 02:15:00.911455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f8974-6d13-487b-a02d-38f4ef3d25c9 req-1017a8ba-3d69-41fa-ac56-3259f04c595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:00.912969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-284f8974-6d13-487b-a02d-38f4ef3d25c9 req-1017a8ba-3d69-41fa-ac56-3259f04c595a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec8f7c3c-b770-4b30-958c-2596ac9ca153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455351 Aug 31 02:15:01.001146 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-284f8974-6d13-487b-a02d-38f4ef3d25c9 req-788ecde3-b7c5-4733-9ade-bfe8ebd06e9e service neutron] 10.222.0.15 "GET /v2.0/networks/ec8f7c3c-b770-4b30-958c-2596ac9ca153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809224 Aug 31 02:15:01.094457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-284f8974-6d13-487b-a02d-38f4ef3d25c9 req-5bb0d464-d044-499b-aca5-4fe8e8507ea1 service neutron] 10.222.0.15 "GET /v2.0/networks/ec8f7c3c-b770-4b30-958c-2596ac9ca153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857449 Aug 31 02:15:02.157974 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:11.913099 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:21.351081 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6365f3a1-0c31-4ea9-ab2a-2266c6d76ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:23.861927 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-88a9b9f9-8535-4899-8092-a6edc63b8b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:24.196808 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:24.759610 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:26.962959 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:32.158248 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:37.562295 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:15:41.927820 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:48.207957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469bab7-bc2a-4e07-afc4-67c26ba0672b req-bbb766c0-6e44-43da-9e24-8aa26c3d68f4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:48.209442 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2469bab7-bc2a-4e07-afc4-67c26ba0672b req-bbb766c0-6e44-43da-9e24-8aa26c3d68f4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 945 time: 0.0494754 Aug 31 02:15:48.246954 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2469bab7-bc2a-4e07-afc4-67c26ba0672b req-d28613a3-20d1-4428-8403-56dbb710f75f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317178 Aug 31 02:15:49.376944 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8727c0-34ef-432e-8ecc-a195cea594c3 req-e1ae85e4-f8e5-46f0-b4fd-d72b9a6cd496 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:49.378448 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e8727c0-34ef-432e-8ecc-a195cea594c3 req-e1ae85e4-f8e5-46f0-b4fd-d72b9a6cd496 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 945 time: 0.0505693 Aug 31 02:15:49.415759 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e8727c0-34ef-432e-8ecc-a195cea594c3 req-ff43b383-5763-4e32-8d80-b10efa269c72 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314138 Aug 31 02:15:49.437084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40214) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:15:49.501785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9d904020-137c-4b78-a0dc-622fe30f6071 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/aff11c8e-6402-40a8-86a4-cd30a8852621 HTTP/1.1" status: 200 len: 992 time: 0.0630445 Aug 31 02:15:50.768565 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886608f-6b99-4123-9b3d-850784b711ab req-8ac3c9d9-d331-497a-a7e2-27ea5a3949a9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:50.770380 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4886608f-6b99-4123-9b3d-850784b711ab req-8ac3c9d9-d331-497a-a7e2-27ea5a3949a9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 945 time: 0.0516105 Aug 31 02:15:50.811039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4886608f-6b99-4123-9b3d-850784b711ab req-c03dbcfd-d502-4c2b-8a71-45098e65f55f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347514 Aug 31 02:15:51.352358 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-35eb2463-2378-45ff-a5c2-4fb2e4487540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:51.933709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011cedd-229b-4441-8352-af7e9722890b req-caf46a3a-b5bb-4d1c-b000-c926d3283bbe tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:51.935212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0011cedd-229b-4441-8352-af7e9722890b req-caf46a3a-b5bb-4d1c-b000-c926d3283bbe tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 945 time: 0.0522242 Aug 31 02:15:51.974093 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0011cedd-229b-4441-8352-af7e9722890b req-cc21a819-2d50-478f-9168-b441b5271d1c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327783 Aug 31 02:15:51.996003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40228) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:15:52.059321 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-12145c5d-6607-4a8a-9a5d-2637905a58d6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/aff11c8e-6402-40a8-86a4-cd30a8852621 HTTP/1.1" status: 200 len: 992 time: 0.0621171 Aug 31 02:15:52.329762 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40234) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:15:52.485411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port 84f7fa36-fa1c-447f-a01a-735bb8d5d23d {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:15:52.485759 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:52.563510 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:52.563840 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:52.575544 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for 84f7fa36-fa1c-447f-a01a-735bb8d5d23d owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:15:52.716580 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:52.745151 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=84f7fa36-fa1c-447f-a01a-735bb8d5d23d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:15:52.771061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:52.771442 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:52.771786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:52.772124 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:52.772456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:52.772788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:52.773137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:52.773447 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:52.773772 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:52.774095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:52.774417 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:52.774741 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:52.819751 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:52.820083 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Floating IP aff11c8e-6402-40a8-86a4-cd30a8852621 disassociated (deleted). External IP: 172.25.6.64, port: f2799e50-9712-475e-aa61-399ec7d4ad1f. Aug 31 02:15:53.021914 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:15:53.127308 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:15:53.131665 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:53.136545 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6a4cc-d32c-4f9a-8b73-7b42f6b75efc None None] Sync routers for ids ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:15:53.145592 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6a4cc-d32c-4f9a-8b73-7b42f6b75efc None None] Routers {'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:15:53.146204 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3bd6a4cc-d32c-4f9a-8b73-7b42f6b75efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:15:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:15:53.159365 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-62586688-2e1a-4de2-b407-9887de970ae9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/floatingips/aff11c8e-6402-40a8-86a4-cd30a8852621 HTTP/1.1" status: 204 len: 168 time: 0.8285365 Aug 31 02:15:53.159964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bddf85b-f87a-4d0b-90f2-98f1bb170649', 'tag': 'f2799e50-9712-475e-aa61-399ec7d4ad1f'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:15:53.163729 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370e7c38-a9fd-4cd6-8aa6-e9c1abe215ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9bddf85b-f87a-4d0b-90f2-98f1bb170649", "tag": "f2799e50-9712-475e-aa61-399ec7d4ad1f"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:15:53.204947 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531f8027-7201-4bce-aacc-2b9f5917e912 x-openstack-request-id: req-531f8027-7201-4bce-aacc-2b9f5917e912 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:15:53.205233 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bddf85b-f87a-4d0b-90f2-98f1bb170649", "tag": "f2799e50-9712-475e-aa61-399ec7d4ad1f", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:15:53.205484 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-531f8027-7201-4bce-aacc-2b9f5917e912 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:15:53.205911 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bddf85b-f87a-4d0b-90f2-98f1bb170649', 'tag': 'f2799e50-9712-475e-aa61-399ec7d4ad1f', 'status': 'completed', 'code': 200} Aug 31 02:15:53.288094 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e7c38-a9fd-4cd6-8aa6-e9c1abe215ae req-76020a68-e022-4e35-8a5b-64b84ae2663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:53.289961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-370e7c38-a9fd-4cd6-8aa6-e9c1abe215ae req-76020a68-e022-4e35-8a5b-64b84ae2663b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 1097 time: 0.0509040 Aug 31 02:15:53.366629 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-3bd6a4cc-d32c-4f9a-8b73-7b42f6b75efc None None] Set router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:15:53.569223 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3bd6a4cc-d32c-4f9a-8b73-7b42f6b75efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:29Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'f646580f-7b76-4fa3-92a2-1e5fd0bd82f3', 'name': '', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:ba:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:29Z', 'updated_at': '2021-08-31T02:14:34Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:15:53.597000 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6a4cc-d32c-4f9a-8b73-7b42f6b75efc None None] Checking router: b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:15:53.605468 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6a4cc-d32c-4f9a-8b73-7b42f6b75efc None None] Routers {'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:15:53.606097 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3bd6a4cc-d32c-4f9a-8b73-7b42f6b75efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:15:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:15:53.719674 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-3bd6a4cc-d32c-4f9a-8b73-7b42f6b75efc None None] Set router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:15:53.774709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241315b7-c61c-4eda-974c-d73c31946452 req-2bc8b687-3772-4efb-8b93-26f038eda746 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:53.776221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-241315b7-c61c-4eda-974c-d73c31946452 req-2bc8b687-3772-4efb-8b93-26f038eda746 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 945 time: 0.0751483 Aug 31 02:15:53.781552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e7c38-a9fd-4cd6-8aa6-e9c1abe215ae req-b80b50e3-ceb7-4d2b-a780-22502295d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:53.783090 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-370e7c38-a9fd-4cd6-8aa6-e9c1abe215ae req-b80b50e3-ceb7-4d2b-a780-22502295d234 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec8f7c3c-b770-4b30-958c-2596ac9ca153 HTTP/1.1" status: 200 len: 897 time: 0.4824219 Aug 31 02:15:53.835169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-370e7c38-a9fd-4cd6-8aa6-e9c1abe215ae req-9558dac1-fdd1-479e-9e28-9e0ac58aa884 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2799e50-9712-475e-aa61-399ec7d4ad1f HTTP/1.1" status: 200 len: 217 time: 0.0443594 Aug 31 02:15:53.864939 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f1c794d2-c744-4359-96d3-ce52037a3a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:53.877804 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-241315b7-c61c-4eda-974c-d73c31946452 req-491bd9bd-0f88-4d7b-a488-1174c99d048a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927892 Aug 31 02:15:53.895054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e7c38-a9fd-4cd6-8aa6-e9c1abe215ae req-aa666efb-cda8-4561-a273-9f77dcd6b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:53.896538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-370e7c38-a9fd-4cd6-8aa6-e9c1abe215ae req-aa666efb-cda8-4561-a273-9f77dcd6b434 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d2af460-e851-42db-9bfa-b1e7f0abad12 HTTP/1.1" status: 200 len: 835 time: 0.0515645 Aug 31 02:15:53.923473 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3bd6a4cc-d32c-4f9a-8b73-7b42f6b75efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:29Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'f646580f-7b76-4fa3-92a2-1e5fd0bd82f3', 'name': '', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:ba:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:29Z', 'updated_at': '2021-08-31T02:14:34Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:15:53.944985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e7c38-a9fd-4cd6-8aa6-e9c1abe215ae req-d7700e48-f955-4752-a51c-4c47b9092b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:53.946493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-370e7c38-a9fd-4cd6-8aa6-e9c1abe215ae req-d7700e48-f955-4752-a51c-4c47b9092b4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec8f7c3c-b770-4b30-958c-2596ac9ca153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412600 Aug 31 02:15:53.949080 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6a4cc-d32c-4f9a-8b73-7b42f6b75efc None None] The sync data for ids ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'] in n-d-802060-13 is: [{'id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:29Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'f646580f-7b76-4fa3-92a2-1e5fd0bd82f3', 'name': '', 'network_id': 'ec8f7c3c-b770-4b30-958c-2596ac9ca153', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:ba:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:29Z', 'updated_at': '2021-08-31T02:14:34Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7d2af460-e851-42db-9bfa-b1e7f0abad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:15:54.044745 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-370e7c38-a9fd-4cd6-8aa6-e9c1abe215ae req-8dbe61f3-0903-48aa-8b5c-20e4a713cdd2 service neutron] 10.222.0.15 "GET /v2.0/networks/ec8f7c3c-b770-4b30-958c-2596ac9ca153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886700 Aug 31 02:15:54.142292 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-370e7c38-a9fd-4cd6-8aa6-e9c1abe215ae req-664416c8-9483-49c5-9d2c-b4ee63fd74ed service neutron] 10.222.0.15 "GET /v2.0/networks/ec8f7c3c-b770-4b30-958c-2596ac9ca153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887389 Aug 31 02:15:54.197815 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edcf1dd-6af4-48e8-a6ff-a9ad451b41fe None None] New status for floating IP aff11c8e-6402-40a8-86a4-cd30a8852621: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:15:54.232530 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:54.761871 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:55.052352 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf5f0d-09e3-4ab1-b3e1-382af2eea457 req-ddd00243-fe25-49d9-bdea-e25154aa16e4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:55.053757 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1daf5f0d-09e3-4ab1-b3e1-382af2eea457 req-ddd00243-fe25-49d9-bdea-e25154aa16e4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 945 time: 0.1066701 Aug 31 02:15:55.120031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1daf5f0d-09e3-4ab1-b3e1-382af2eea457 req-409c39e6-63b3-4547-89bf-1e33beacc2d4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=304002f2-9094-4473-82bf-e690bd33bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603938 Aug 31 02:15:55.136588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34be34-b2df-4049-9da2-ba306430937c req-2bf30f2c-2193-454b-b8b4-d1a0c9807e88 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:15:55.138031 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d34be34-b2df-4049-9da2-ba306430937c req-2bf30f2c-2193-454b-b8b4-d1a0c9807e88 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bddf85b-f87a-4d0b-90f2-98f1bb170649 HTTP/1.1" status: 200 len: 945 time: 0.0717881 Aug 31 02:15:55.227213 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-0d34be34-b2df-4049-9da2-ba306430937c req-a5a51967-7b1c-40e9-b74c-43388302276f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port f2799e50-9712-475e-aa61-399ec7d4ad1f {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:15:55.227584 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0d34be34-b2df-4049-9da2-ba306430937c req-a5a51967-7b1c-40e9-b74c-43388302276f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:55.319485 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-0d34be34-b2df-4049-9da2-ba306430937c req-a5a51967-7b1c-40e9-b74c-43388302276f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] For port f2799e50-9712-475e-aa61-399ec7d4ad1f, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=f2799e50-9712-475e-aa61-399ec7d4ad1f,segment=NetworkSegment(db691876-e677-4910-b4ab-e21acf6bd976),segment_id=db691876-e677-4910-b4ab-e21acf6bd976)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:15:55.319789 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0d34be34-b2df-4049-9da2-ba306430937c req-a5a51967-7b1c-40e9-b74c-43388302276f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:55.332918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-0d34be34-b2df-4049-9da2-ba306430937c req-a5a51967-7b1c-40e9-b74c-43388302276f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for f2799e50-9712-475e-aa61-399ec7d4ad1f owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:15:55.461910 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0d34be34-b2df-4049-9da2-ba306430937c req-a5a51967-7b1c-40e9-b74c-43388302276f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:55.492332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a51967-7b1c-40e9-b74c-43388302276f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=f2799e50-9712-475e-aa61-399ec7d4ad1f,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:15:55.533709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d34be34-b2df-4049-9da2-ba306430937c req-a5a51967-7b1c-40e9-b74c-43388302276f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] No DVR routers for this DVR port f2799e50-9712-475e-aa61-399ec7d4ad1f on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:15:55.536361 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0d34be34-b2df-4049-9da2-ba306430937c req-a5a51967-7b1c-40e9-b74c-43388302276f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:55.538373 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d34be34-b2df-4049-9da2-ba306430937c req-a5a51967-7b1c-40e9-b74c-43388302276f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "DELETE /v2.0/ports/f2799e50-9712-475e-aa61-399ec7d4ad1f HTTP/1.1" status: 204 len: 173 time: 0.3928769 Aug 31 02:15:55.538806 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bddf85b-f87a-4d0b-90f2-98f1bb170649', 'name': 'network-vif-deleted', 'tag': 'f2799e50-9712-475e-aa61-399ec7d4ad1f'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:15:55.541124 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc771b8b-19dd-4af6-b000-e68781ee5777" -d '{"events": [{"server_uuid": "9bddf85b-f87a-4d0b-90f2-98f1bb170649", "name": "network-vif-deleted", "tag": "f2799e50-9712-475e-aa61-399ec7d4ad1f"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:15:55.583312 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80625219-36a7-43e2-baa0-31500279c475 x-openstack-request-id: req-80625219-36a7-43e2-baa0-31500279c475 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:15:55.583603 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bddf85b-f87a-4d0b-90f2-98f1bb170649", "name": "network-vif-deleted", "tag": "f2799e50-9712-475e-aa61-399ec7d4ad1f", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:15:55.583866 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80625219-36a7-43e2-baa0-31500279c475 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:15:55.584255 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bddf85b-f87a-4d0b-90f2-98f1bb170649', 'name': 'network-vif-deleted', 'tag': 'f2799e50-9712-475e-aa61-399ec7d4ad1f', 'status': 'completed', 'code': 200} Aug 31 02:15:56.177520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40250) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:15:56.557317 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-01eb79f7-6e4a-49d0-b831-6715064fccaf tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:56.820288 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-01eb79f7-6e4a-49d0-b831-6715064fccaf tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:15:56.820543 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-01eb79f7-6e4a-49d0-b831-6715064fccaf tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:56.907464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-01eb79f7-6e4a-49d0-b831-6715064fccaf tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] For port f646580f-7b76-4fa3-92a2-1e5fd0bd82f3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=f646580f-7b76-4fa3-92a2-1e5fd0bd82f3,segment=NetworkSegment(db691876-e677-4910-b4ab-e21acf6bd976),segment_id=db691876-e677-4910-b4ab-e21acf6bd976)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:15:56.907834 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-01eb79f7-6e4a-49d0-b831-6715064fccaf tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:56.920389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-01eb79f7-6e4a-49d0-b831-6715064fccaf tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:15:56.965937 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:57.106897 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-01eb79f7-6e4a-49d0-b831-6715064fccaf tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:57.138430 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb79f7-6e4a-49d0-b831-6715064fccaf tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=f646580f-7b76-4fa3-92a2-1e5fd0bd82f3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:15:57.313617 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-01eb79f7-6e4a-49d0-b831-6715064fccaf tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:57.527905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01eb79f7-6e4a-49d0-b831-6715064fccaf tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:15:57.636289 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01eb79f7-6e4a-49d0-b831-6715064fccaf tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:15:57.642431 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-01eb79f7-6e4a-49d0-b831-6715064fccaf tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "PUT /v2.0/routers/b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4632835 Aug 31 02:15:57.644874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40252) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:15:57.651929 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e76b66-7446-4a9a-8115-eb3728cbe0d5 None None] Sync routers for ids ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:15:57.661875 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e76b66-7446-4a9a-8115-eb3728cbe0d5 None None] Routers {'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:15:57.662566 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-93e76b66-7446-4a9a-8115-eb3728cbe0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:15:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:15:57.697598 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-33067223-cae5-4369-9bc6-51836c9c3985 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting subnet 7d2af460-e851-42db-9bfa-b1e7f0abad12 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:15:57.700692 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33067223-cae5-4369-9bc6-51836c9c3985 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:57.742059 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33067223-cae5-4369-9bc6-51836c9c3985 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:57.767599 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-93e76b66-7446-4a9a-8115-eb3728cbe0d5 None None] Set router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:15:57.829650 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33067223-cae5-4369-9bc6-51836c9c3985 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:57.887326 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33067223-cae5-4369-9bc6-51836c9c3985 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:57.916991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33067223-cae5-4369-9bc6-51836c9c3985 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2af460-e851-42db-9bfa-b1e7f0abad12,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:15:57.919801 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-33067223-cae5-4369-9bc6-51836c9c3985 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:57.922426 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-33067223-cae5-4369-9bc6-51836c9c3985 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/subnets/7d2af460-e851-42db-9bfa-b1e7f0abad12 HTTP/1.1" status: 204 len: 168 time: 0.2765033 Aug 31 02:15:57.925086 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40254) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:15:57.930412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a948fe2-4e80-44a0-902b-9d9050ab31b3 None None] Network ec8f7c3c-b770-4b30-958c-2596ac9ca153 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:15:57.948861 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-93e76b66-7446-4a9a-8115-eb3728cbe0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:15:57Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:15:57.979896 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e76b66-7446-4a9a-8115-eb3728cbe0d5 None None] Checking router: b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:15:57.989189 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e76b66-7446-4a9a-8115-eb3728cbe0d5 None None] Routers {'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:15:57.989813 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-93e76b66-7446-4a9a-8115-eb3728cbe0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:15:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:15:58.036333 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:58.110438 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-93e76b66-7446-4a9a-8115-eb3728cbe0d5 None None] Set router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:15:58.116947 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] DHCP port deletion for ec8f7c3c-b770-4b30-958c-2596ac9ca153 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:15:58.153704 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:58.178153 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Deleting port e067f555-5a5c-4979-aa5e-10b21a9faf23 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:15:58.178574 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:58.228794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port 1eb84af3-8962-4f2b-b3f6-8c58cc822854 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:15:58.229501 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:58.266491 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] For port e067f555-5a5c-4979-aa5e-10b21a9faf23, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=e067f555-5a5c-4979-aa5e-10b21a9faf23,segment=NetworkSegment(db691876-e677-4910-b4ab-e21acf6bd976),segment_id=db691876-e677-4910-b4ab-e21acf6bd976)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:15:58.267142 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:58.285490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Calling delete_port for e067f555-5a5c-4979-aa5e-10b21a9faf23 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:15:58.315804 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-93e76b66-7446-4a9a-8115-eb3728cbe0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:15:57Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:15:58.324021 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] For port 1eb84af3-8962-4f2b-b3f6-8c58cc822854, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1eb84af3-8962-4f2b-b3f6-8c58cc822854,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:15:58.324571 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:58.327584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device e067f555-5a5c-4979-aa5e-10b21a9faf23 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:15:58.339884 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for 1eb84af3-8962-4f2b-b3f6-8c58cc822854 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:15:58.342333 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e76b66-7446-4a9a-8115-eb3728cbe0d5 None None] The sync data for ids ['b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7'] in n-d-802060-13 is: [{'id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47975107', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:15:57Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '1eb84af3-8962-4f2b-b3f6-8c58cc822854', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:14:26Z', 'updated_at': '2021-08-31T02:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:15:58.427450 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:58.459111 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Pushing event deleted for resources: {'Port': ['ID=e067f555-5a5c-4979-aa5e-10b21a9faf23,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:15:58.463976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] No DVR routers for this DVR port e067f555-5a5c-4979-aa5e-10b21a9faf23 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:15:58.474408 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:58.479011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:58.479260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:58.479825 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:58.480236 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:58.480712 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:58.481268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:58.481676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:58.482011 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:58.482343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:58.482675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:58.482995 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:58.483341 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5cd2bc-6fcd-4927-816d-9d39ee13f96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:58.518786 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:58.544709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=1eb84af3-8962-4f2b-b3f6-8c58cc822854,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:15:58.603623 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:58.620580 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f2799e50-9712-475e-aa61-399ec7d4ad1f no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:15:58.640829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: f2799e50-9712-475e-aa61-399ec7d4ad1f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:15:58.641121 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device f2799e50-9712-475e-aa61-399ec7d4ad1f not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:15:58.699911 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:58.701940 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.076716 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.077279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Fanout notify agent at l3_agent the message router_deleted on router b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:15:59.085136 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.086264 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a736bea6-9b0d-4de8-8982-af41ea7b7fb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/routers/b318fd1a-dcd8-4cd7-b817-9aabbf5f71b7 HTTP/1.1" status: 204 len: 168 time: 1.1602633 Aug 31 02:15:59.089059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40256) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:15:59.171125 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b6e849e0-ea3e-42bf-b7b3-d28f28119506 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.260798 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b6e849e0-ea3e-42bf-b7b3-d28f28119506 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.272423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-b6e849e0-ea3e-42bf-b7b3-d28f28119506 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8f7c3c-b770-4b30-958c-2596ac9ca153']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:15:59.284279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-b6e849e0-ea3e-42bf-b7b3-d28f28119506 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db691876-e677-4910-b4ab-e21acf6bd976') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:15:59.284588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-b6e849e0-ea3e-42bf-b7b3-d28f28119506 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db691876-e677-4910-b4ab-e21acf6bd976') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:15:59.293278 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b6e849e0-ea3e-42bf-b7b3-d28f28119506 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.306906 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b6e849e0-ea3e-42bf-b7b3-d28f28119506 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.313075 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e849e0-ea3e-42bf-b7b3-d28f28119506 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:15:59.313452 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b6e849e0-ea3e-42bf-b7b3-d28f28119506 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: timer() Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:15:59.316323 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:15:59.378846 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b6e849e0-ea3e-42bf-b7b3-d28f28119506 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.384103 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b6e849e0-ea3e-42bf-b7b3-d28f28119506 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.385945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b6e849e0-ea3e-42bf-b7b3-d28f28119506 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/networks/ec8f7c3c-b770-4b30-958c-2596ac9ca153 HTTP/1.1" status: 204 len: 168 time: 0.2959514 Aug 31 02:15:59.388869 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40258) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:15:59.401156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e849e0-ea3e-42bf-b7b3-d28f28119506 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Network': ['ID=ec8f7c3c-b770-4b30-958c-2596ac9ca153,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:15:59.448716 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.473827 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.541493 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.544766 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.546250 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/security-groups/304002f2-9094-4473-82bf-e690bd33bc15 HTTP/1.1" status: 204 len: 168 time: 0.1561596 Aug 31 02:15:59.559154 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=304002f2-9094-4473-82bf-e690bd33bc15,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:15:59.569037 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:59.569589 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:59.569998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:59.570262 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:59.570600 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:59.570938 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:59.571263 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:59.571611 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:59.571943 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:59.572266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:59.572594 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:59.572959 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed2d4c-a025-49fd-91cc-9b69b3156c39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:15:59.829749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40266) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:15:59.834578 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-121b818a-60b2-47d6-a4f1-9e70726e2fe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1525713016', 'description': 'tempest-secgroup-smoke-1525713016 description', 'project_id': '1b16ab340f8d473997232717c9503ef2'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:15:59.856005 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-121b818a-60b2-47d6-a4f1-9e70726e2fe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.934948 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-121b818a-60b2-47d6-a4f1-9e70726e2fe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.938239 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-121b818a-60b2-47d6-a4f1-9e70726e2fe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.959102 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-121b818a-60b2-47d6-a4f1-9e70726e2fe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:15:59.960322 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-121b818a-60b2-47d6-a4f1-9e70726e2fe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1295180 Aug 31 02:15:59.963459 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40268) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:15:59.968057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b818a-60b2-47d6-a4f1-9e70726e2fe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f883ccc-1b56-415d-bba2-0f3c82cc3e97,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:15:59.968884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-346ef62d-502a-423b-be44-1e6772b5a979 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '7f883ccc-1b56-415d-bba2-0f3c82cc3e97', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:15:59.996533 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-346ef62d-502a-423b-be44-1e6772b5a979 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.042004 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-346ef62d-502a-423b-be44-1e6772b5a979 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.045643 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-346ef62d-502a-423b-be44-1e6772b5a979 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.066222 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ef62d-502a-423b-be44-1e6772b5a979 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825b06aa-09b8-4246-9839-df7dc3c0b651,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:00.068508 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-346ef62d-502a-423b-be44-1e6772b5a979 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.069694 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-346ef62d-502a-423b-be44-1e6772b5a979 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1051786 Aug 31 02:16:00.072540 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40270) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:00.076949 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-62fce7b7-e8b6-4e0e-ab80-ccf4fd2fc1ef tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '7f883ccc-1b56-415d-bba2-0f3c82cc3e97', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:00.101559 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62fce7b7-e8b6-4e0e-ab80-ccf4fd2fc1ef tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.161731 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62fce7b7-e8b6-4e0e-ab80-ccf4fd2fc1ef tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.165327 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62fce7b7-e8b6-4e0e-ab80-ccf4fd2fc1ef tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.184306 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fce7b7-e8b6-4e0e-ab80-ccf4fd2fc1ef tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c69b564-2a42-49e1-b9bf-4d515ca1278e,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:00.186412 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1eb84af3-8962-4f2b-b3f6-8c58cc822854 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:16:00.189645 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-62fce7b7-e8b6-4e0e-ab80-ccf4fd2fc1ef tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.191869 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-62fce7b7-e8b6-4e0e-ab80-ccf4fd2fc1ef tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183331 Aug 31 02:16:00.193836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40272) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:00.198486 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-50ddd9b5-c3a3-4163-bd79-91ba1c585ba5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '7f883ccc-1b56-415d-bba2-0f3c82cc3e97', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:00.206830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 1eb84af3-8962-4f2b-b3f6-8c58cc822854 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:16:00.207173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1eb84af3-8962-4f2b-b3f6-8c58cc822854 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:16:00.207641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:16:00.225073 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50ddd9b5-c3a3-4163-bd79-91ba1c585ba5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.229476 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:16:00.229818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device f646580f-7b76-4fa3-92a2-1e5fd0bd82f3 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:16:00.283769 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50ddd9b5-c3a3-4163-bd79-91ba1c585ba5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.287345 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50ddd9b5-c3a3-4163-bd79-91ba1c585ba5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.305087 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddd9b5-c3a3-4163-bd79-91ba1c585ba5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ca235e-df7e-4132-9e98-2cac7bf5261b,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:00.310251 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-50ddd9b5-c3a3-4163-bd79-91ba1c585ba5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.311302 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-50ddd9b5-c3a3-4163-bd79-91ba1c585ba5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164029 Aug 31 02:16:00.314099 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40274) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:00.318515 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-952e194b-2264-46e1-b03c-5c1dc451efe7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '7f883ccc-1b56-415d-bba2-0f3c82cc3e97', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:00.344150 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-952e194b-2264-46e1-b03c-5c1dc451efe7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.401528 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-952e194b-2264-46e1-b03c-5c1dc451efe7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.404867 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-952e194b-2264-46e1-b03c-5c1dc451efe7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.423145 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e194b-2264-46e1-b03c-5c1dc451efe7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7ec399-b725-4a30-ba7d-e90f525454af,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:00.428540 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-952e194b-2264-46e1-b03c-5c1dc451efe7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.429750 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-952e194b-2264-46e1-b03c-5c1dc451efe7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147225 Aug 31 02:16:00.432466 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40276) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:00.436761 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0b68b7cc-f4a5-4709-8fcd-21432f0cd7bb tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '7f883ccc-1b56-415d-bba2-0f3c82cc3e97', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:00.458908 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-0b68b7cc-f4a5-4709-8fcd-21432f0cd7bb tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Project 1b16ab340f8d473997232717c9503ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:16:00.463507 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0b68b7cc-f4a5-4709-8fcd-21432f0cd7bb tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.524698 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0b68b7cc-f4a5-4709-8fcd-21432f0cd7bb tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.527915 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0b68b7cc-f4a5-4709-8fcd-21432f0cd7bb tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.545436 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68b7cc-f4a5-4709-8fcd-21432f0cd7bb tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923c02b5-4f40-490e-a1b6-f05a5b751b80,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:00.552111 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0b68b7cc-f4a5-4709-8fcd-21432f0cd7bb tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.553398 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0b68b7cc-f4a5-4709-8fcd-21432f0cd7bb tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200216 Aug 31 02:16:00.556139 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40278) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:00.560441 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-eb4be17d-7cd8-4eac-af91-d797bb2ff92c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '7f883ccc-1b56-415d-bba2-0f3c82cc3e97', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:00.581775 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-eb4be17d-7cd8-4eac-af91-d797bb2ff92c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Project 1b16ab340f8d473997232717c9503ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:16:00.586560 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb4be17d-7cd8-4eac-af91-d797bb2ff92c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.647240 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb4be17d-7cd8-4eac-af91-d797bb2ff92c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.650512 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb4be17d-7cd8-4eac-af91-d797bb2ff92c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.665992 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4be17d-7cd8-4eac-af91-d797bb2ff92c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b60a2d2-037b-4af3-989d-3f4dcd3ae7a1,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:00.674784 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eb4be17d-7cd8-4eac-af91-d797bb2ff92c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.676015 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-eb4be17d-7cd8-4eac-af91-d797bb2ff92c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189637 Aug 31 02:16:00.678901 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40280) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:00.683853 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-a4a071e6-4b33-425c-8e78-65612c97b959 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'network': {'name': 'tempest-network-smoke--1490387335', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'port_security_enabled': True}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:00.704274 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a071e6-4b33-425c-8e78-65612c97b959 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Made reservation on behalf of 1b16ab340f8d473997232717c9503ef2 for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:16:00.707730 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4a071e6-4b33-425c-8e78-65612c97b959 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.730006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a071e6-4b33-425c-8e78-65612c97b959 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:16:00.738932 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4a071e6-4b33-425c-8e78-65612c97b959 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.739304 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-a4a071e6-4b33-425c-8e78-65612c97b959 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Added segment c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a of type vlan for network 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 Aug 31 02:16:00.778134 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4a071e6-4b33-425c-8e78-65612c97b959 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.802414 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4a071e6-4b33-425c-8e78-65612c97b959 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.807900 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a071e6-4b33-425c-8e78-65612c97b959 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:00.808487 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a4a071e6-4b33-425c-8e78-65612c97b959 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.865578 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a4a071e6-4b33-425c-8e78-65612c97b959 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1855114 Aug 31 02:16:00.868266 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40282) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:00.875300 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'admin_state_up': True, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:00.891549 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a071e6-4b33-425c-8e78-65612c97b959 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Network': ['ID=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:00.902200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:16:00.907939 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.908959 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:00.959890 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:01.097916 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:01.292204 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:01.312567 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:01.412867 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.25.6.186 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/66f31f50-1073-404b-a9ad-900ef06c38d9) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:16:01.514996 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:01.553225 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:01.588025 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:16:01.592694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:16:01.596776 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:16:01.619475 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=66f31f50-1073-404b-a9ad-900ef06c38d9,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:01.852455 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:02.188365 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:02.366638 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:02.488870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router 5223052d-9429-4e39-b5fd-4319053c3b64 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:16:02.592671 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:16:02.602689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Sync routers for ids ['5223052d-9429-4e39-b5fd-4319053c3b64'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:16:02.611257 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:02.612662 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-e8a52c6a-0f2b-4516-a59c-66727aa61bac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7434251 Aug 31 02:16:02.614447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Routers {'5223052d-9429-4e39-b5fd-4319053c3b64'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:16:02.615130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:15:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['5223052d-9429-4e39-b5fd-4319053c3b64'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:02.615846 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40284) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:02.643723 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-eea8817c-7c96-4ff8-baf6-381663feb8c0 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=1b16ab340f8d473997232717c9503ef2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267630 Aug 31 02:16:02.646674 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40286) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:02.722010 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Set router 5223052d-9429-4e39-b5fd-4319053c3b64 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:16:02.731935 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38032427-8ead-4970-9f23-96a153619d90 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:02.733514 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-38032427-8ead-4970-9f23-96a153619d90 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859551 Aug 31 02:16:02.737049 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40288) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:02.769152 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2f3f36e2-e1ed-4101-a5e7-4bcf9b942722 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309801 Aug 31 02:16:02.771890 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40290) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:02.777022 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-404f0c23-72e6-4194-9adb-b7b9a7a36b11 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-830400614', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:02.863690 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404f0c23-72e6-4194-9adb-b7b9a7a36b11 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Made reservation on behalf of 1b16ab340f8d473997232717c9503ef2 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:16:02.867299 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-404f0c23-72e6-4194-9adb-b7b9a7a36b11 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:02.897428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:16:00Z', 'updated_at': '2021-08-31T02:16:01Z', 'revision_number': 3, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:01Z', 'updated_at': '2021-08-31T02:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:02.928603 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Checking router: 5223052d-9429-4e39-b5fd-4319053c3b64 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:16:02.928950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Updating router 5223052d-9429-4e39-b5fd-4319053c3b64 port 66f31f50-1073-404b-a9ad-900ef06c38d9 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:16:02.953639 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:03.043316 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-404f0c23-72e6-4194-9adb-b7b9a7a36b11 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:03.104843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f0c23-72e6-4194-9adb-b7b9a7a36b11 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Subnet': ['ID=1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:03.114259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404f0c23-72e6-4194-9adb-b7b9a7a36b11 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Checking segment: {'id': 'c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:16:03.114625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404f0c23-72e6-4194-9adb-b7b9a7a36b11 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network hostable DHCP agents. Network: 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:16:03.131523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404f0c23-72e6-4194-9adb-b7b9a7a36b11 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:16:03.141830 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-404f0c23-72e6-4194-9adb-b7b9a7a36b11 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:16:03.146506 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404f0c23-72e6-4194-9adb-b7b9a7a36b11 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:03.147617 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-404f0c23-72e6-4194-9adb-b7b9a7a36b11 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:03.153515 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8959842e-fe5d-45b6-a26e-129e39e5d504 None None] Network 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:16:03.163839 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-404f0c23-72e6-4194-9adb-b7b9a7a36b11 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3907499 Aug 31 02:16:03.168000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40292) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:03.421786 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:03.442126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Transition to ACTIVE for port object 66f31f50-1073-404b-a9ad-900ef06c38d9 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:16:03.466340 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:03.537065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Attempting to bind port 66f31f50-1073-404b-a9ad-900ef06c38d9 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:16:03.537630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Attempting to bind port 66f31f50-1073-404b-a9ad-900ef06c38d9 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:16:03.537998 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Attempting to bind port 66f31f50-1073-404b-a9ad-900ef06c38d9 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:16:03.546037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89990cd8-de41-4857-a12a-ce6dd9c9ff87 None None] Pushing event updated for resources: {'Port': ['ID=66f31f50-1073-404b-a9ad-900ef06c38d9,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:03.563918 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:16:03.564301 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:16:03.564708 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:03.565103 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:16:03.565595 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Bound port: 66f31f50-1073-404b-a9ad-900ef06c38d9, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:16:03.565979 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:03.589579 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ips': [{'subnet_id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:16:03.590436 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:03.618672 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:03.683799 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] For port 66f31f50-1073-404b-a9ad-900ef06c38d9, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:16:03.716201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] For port 66f31f50-1073-404b-a9ad-900ef06c38d9, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=66f31f50-1073-404b-a9ad-900ef06c38d9,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:16:03.723920 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:03.815768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Allocated IP 172.20.0.2 (7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299/1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c/8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:16:03.832230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Routers {'5223052d-9429-4e39-b5fd-4319053c3b64'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:16:03.832874 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:15:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['5223052d-9429-4e39-b5fd-4319053c3b64'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:03.840504 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89990cd8-de41-4857-a12a-ce6dd9c9ff87 None None] Pushing event updated for resources: {'Port': ['ID=66f31f50-1073-404b-a9ad-900ef06c38d9,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:04.007072 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] Set router 5223052d-9429-4e39-b5fd-4319053c3b64 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:16:04.144008 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:04.161240 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Transition to ACTIVE for port object 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:16:04.188618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Transition to ACTIVE for port object 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:16:04.208857 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:04.246766 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.20.0.1 (7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299/1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c/4d26d924-b294-4637-85ce-2f6f84a72ded) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:16:04.252903 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Network 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:16:04.261029 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:16:04.267632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:16:04.279309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Pushing event updated for resources: {'Port': ['ID=8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:04.332501 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:16:00Z', 'updated_at': '2021-08-31T02:16:01Z', 'revision_number': 3, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:01Z', 'updated_at': '2021-08-31T02:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:04.336677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Attempting to bind port 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:16:04.337002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Attempting to bind port 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:16:04.337356 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Attempting to bind port 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 on network 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:16:04.363364 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a068fdf-5ae3-4192-9027-a4c767e32eb6 None None] The sync data for ids ['5223052d-9429-4e39-b5fd-4319053c3b64'] in n-d-802060-13 is: [{'id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:16:00Z', 'updated_at': '2021-08-31T02:16:01Z', 'revision_number': 3, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:01Z', 'updated_at': '2021-08-31T02:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:16:04.367220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:16:04.367620 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Checking segment: {'id': 'c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:16:04.368019 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:04.368395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Bound using segment: {'id': 'c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:16:04.368857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Bound port: 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:16:04.369222 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:04.372841 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:04.391381 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Transition to ACTIVE for port object 4d26d924-b294-4637-85ce-2f6f84a72ded will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:16:04.428479 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:04.436210 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] For port 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:16:04.440360 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] For port 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0,segment=NetworkSegment(c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a),segment_id=c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:16:04.445943 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:04.473792 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:16:04.480472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:16:04.486644 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:16:04.512937 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a540db-6e06-4e10-aff5-82e1fa765048 None None] Pushing event updated for resources: {'Port': ['ID=8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:04.522180 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=4d26d924-b294-4637-85ce-2f6f84a72ded,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:04.543828 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:04.730305 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:05.028510 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:05.033334 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:05.111328 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=4d26d924-b294-4637-85ce-2f6f84a72ded,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:05.114776 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:05.222781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:16:05.224213 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:16:05.348279 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router 5223052d-9429-4e39-b5fd-4319053c3b64 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:16:05.460898 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:16:05.467356 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5c1d928b-950d-47f4-b09c-f13659c9d078 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "PUT /v2.0/routers/5223052d-9429-4e39-b5fd-4319053c3b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2971382 Aug 31 02:16:05.505608 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8566987-b235-4864-966b-d5236fd78955 None None] Network 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:16:05.585414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-93475cf8-9c1a-4c8b-9f2e-6079565872a6 None None] Provisioning for port 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:16:05.617971 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-c1be8bdc-efbb-493e-9671-6b106040359d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525713016&fields=id&tenant_id=1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 267 time: 0.0386600 Aug 31 02:16:05.739974 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-93469a3b-3ddf-4c8f-9aa9-d0f00ab6e3ed tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:05.741571 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-93469a3b-3ddf-4c8f-9aa9-d0f00ab6e3ed tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/networks?id=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 HTTP/1.1" status: 200 len: 797 time: 0.1151276 Aug 31 02:16:05.759815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-e568d608-0570-4e1d-a7b5-8372dbc7ffac tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/quotas/1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 375 time: 0.0123518 Aug 31 02:16:05.815138 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-659f4597-98e0-4b10-a281-6432e335fe3e tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508685 Aug 31 02:16:05.877808 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-777941f7-8dea-41e4-881f-1d434275ceb1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:16:05.878822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-777941f7-8dea-41e4-881f-1d434275ceb1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518322 Aug 31 02:16:05.926742 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-db56ee3a-10ce-43f1-a1d4-890a9e07c724 None None] Provisioning for port 4d26d924-b294-4637-85ce-2f6f84a72ded completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:16:05.931138 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-db56ee3a-10ce-43f1-a1d4-890a9e07c724 None None] Provisioning complete for port 4d26d924-b294-4637-85ce-2f6f84a72ded triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:16:05.931789 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-db56ee3a-10ce-43f1-a1d4-890a9e07c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:05.972756 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Sync routers for ids ['5223052d-9429-4e39-b5fd-4319053c3b64'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:16:05.974822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-db56ee3a-10ce-43f1-a1d4-890a9e07c724 None None] Port 4d26d924-b294-4637-85ce-2f6f84a72ded cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:16:05.982668 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Routers {'5223052d-9429-4e39-b5fd-4319053c3b64'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:16:05.983580 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:15:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['5223052d-9429-4e39-b5fd-4319053c3b64'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:05.988454 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-64ef2a6d-dc86-48bc-bf29-82efe44e80c3 service neutron] 10.222.0.58 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030555 Aug 31 02:16:06.085102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-95c5a244-8b00-433a-8fc1-743dd9732f9b service neutron] 10.222.0.58 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905719 Aug 31 02:16:06.098806 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Set router 5223052d-9429-4e39-b5fd-4319053c3b64 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:16:06.106343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-18647818-6be2-465e-9725-75948ee01b81 None None] Provisioning complete for port 4d26d924-b294-4637-85ce-2f6f84a72ded triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:16:06.106714 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-18647818-6be2-465e-9725-75948ee01b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:06.148680 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-18647818-6be2-465e-9725-75948ee01b81 None None] Port 4d26d924-b294-4637-85ce-2f6f84a72ded cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:16:06.313334 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:16:06.370841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-058c5550-345a-4664-9362-3f253cf982a0 req-18ed7601-123b-4c65-a889-27d1d1c31f9a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 210 time: 0.0679929 Aug 31 02:16:06.404856 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:16:06.409599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:16:06.409981 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:06.463219 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:16:00Z', 'updated_at': '2021-08-31T02:16:04Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:01Z', 'updated_at': '2021-08-31T02:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '4d26d924-b294-4637-85ce-2f6f84a72ded', 'name': '', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:6a:3d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:03Z', 'updated_at': '2021-08-31T02:16:04Z', 'revision_number': 2, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:06.498143 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Checking router: 5223052d-9429-4e39-b5fd-4319053c3b64 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:16:06.498297 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:06.498495 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Updating router 5223052d-9429-4e39-b5fd-4319053c3b64 port 4d26d924-b294-4637-85ce-2f6f84a72ded binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:16:06.507364 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9708547d-fbbc-4772-973d-8802efa9b033 None None] Provisioning complete for port 4d26d924-b294-4637-85ce-2f6f84a72ded triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:16:06.507853 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9708547d-fbbc-4772-973d-8802efa9b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:06.525054 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:06.564478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0,segment=NetworkSegment(c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a),segment_id=c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:16:06.565519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9708547d-fbbc-4772-973d-8802efa9b033 None None] Port 4d26d924-b294-4637-85ce-2f6f84a72ded cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:16:06.569095 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:06.569619 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 66f31f50-1073-404b-a9ad-900ef06c38d9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:16:06.644609 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:06.657915 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 66f31f50-1073-404b-a9ad-900ef06c38d9 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:16:06.661757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 66f31f50-1073-404b-a9ad-900ef06c38d9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:16:06.662137 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:06.748088 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:06.772169 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 66f31f50-1073-404b-a9ad-900ef06c38d9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=66f31f50-1073-404b-a9ad-900ef06c38d9,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:16:06.775865 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:06.818817 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:06.824522 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=66f31f50-1073-404b-a9ad-900ef06c38d9,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:06.828696 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Transition to ACTIVE for port object 4d26d924-b294-4637-85ce-2f6f84a72ded will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:16:06.834138 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:06.903632 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eeca17-1da0-43b5-9349-6c2ed0e15a07 None None] Pushing event updated for resources: {'Port': ['ID=4d26d924-b294-4637-85ce-2f6f84a72ded,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:06.924778 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eeca17-1da0-43b5-9349-6c2ed0e15a07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:06.925162 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eeca17-1da0-43b5-9349-6c2ed0e15a07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:06.925653 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eeca17-1da0-43b5-9349-6c2ed0e15a07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:06.925937 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eeca17-1da0-43b5-9349-6c2ed0e15a07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:06.926238 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eeca17-1da0-43b5-9349-6c2ed0e15a07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:06.926555 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eeca17-1da0-43b5-9349-6c2ed0e15a07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:06.926877 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eeca17-1da0-43b5-9349-6c2ed0e15a07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:06.927213 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eeca17-1da0-43b5-9349-6c2ed0e15a07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:06.927791 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eeca17-1da0-43b5-9349-6c2ed0e15a07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:06.927975 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eeca17-1da0-43b5-9349-6c2ed0e15a07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:06.928256 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eeca17-1da0-43b5-9349-6c2ed0e15a07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:06.928568 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eeca17-1da0-43b5-9349-6c2ed0e15a07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:16:06.946285 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Attempting to bind port 4d26d924-b294-4637-85ce-2f6f84a72ded on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:16:06.946646 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Attempting to bind port 4d26d924-b294-4637-85ce-2f6f84a72ded by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:16:06.947001 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Attempting to bind port 4d26d924-b294-4637-85ce-2f6f84a72ded on network 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:16:06.951992 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:16:06.953036 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Checking segment: {'id': 'c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:16:06.953436 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:06.953818 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Bound using segment: {'id': 'c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:16:06.954277 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Bound port: 4d26d924-b294-4637-85ce-2f6f84a72ded, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:16:06.954649 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:07.021659 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] For port 4d26d924-b294-4637-85ce-2f6f84a72ded, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:16:07.024831 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] For port 4d26d924-b294-4637-85ce-2f6f84a72ded, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=4d26d924-b294-4637-85ce-2f6f84a72ded,segment=NetworkSegment(c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a),segment_id=c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:16:07.030083 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:07.085344 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Routers {'5223052d-9429-4e39-b5fd-4319053c3b64'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:16:07.085912 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:15:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['5223052d-9429-4e39-b5fd-4319053c3b64'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:07.124347 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eeca17-1da0-43b5-9349-6c2ed0e15a07 None None] Pushing event updated for resources: {'Port': ['ID=4d26d924-b294-4637-85ce-2f6f84a72ded,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:07.202220 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] Set router 5223052d-9429-4e39-b5fd-4319053c3b64 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:16:07.364174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-54c2c5e3-de26-407f-b30b-73cbf2fef343 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:07.365706 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-54c2c5e3-de26-407f-b30b-73cbf2fef343 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "GET /v2.0/networks?id=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 HTTP/1.1" status: 200 len: 797 time: 0.1261294 Aug 31 02:16:07.412771 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:16:00Z', 'updated_at': '2021-08-31T02:16:04Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:01Z', 'updated_at': '2021-08-31T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '4d26d924-b294-4637-85ce-2f6f84a72ded', 'name': '', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:6a:3d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:03Z', 'updated_at': '2021-08-31T02:16:07Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:07.414474 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-fa572906-e0d5-44ab-977c-07219a3da849 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 380 time: 0.0353022 Aug 31 02:16:07.442394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-bdee139d-55b4-43a3-8e4b-edd781010c46 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'port': {'device_id': '022b89bd-3148-48e2-aed5-afe199f17c47', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'admin_state_up': True, 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'security_groups': ['7f883ccc-1b56-415d-bba2-0f3c82cc3e97']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:07.444133 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e9345-3563-4d34-8c3b-380ba4a05a7b None None] The sync data for ids ['5223052d-9429-4e39-b5fd-4319053c3b64'] in n-d-802060-13 is: [{'id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:16:00Z', 'updated_at': '2021-08-31T02:16:04Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:01Z', 'updated_at': '2021-08-31T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '4d26d924-b294-4637-85ce-2f6f84a72ded', 'name': '', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:6a:3d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:03Z', 'updated_at': '2021-08-31T02:16:07Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:16:07.544805 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-21cc5936-a95c-42a0-87a2-36db2844708b req-7eabc578-c10f-4b14-85b0-c31c3b4c27a7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 210 time: 0.0855637 Aug 31 02:16:07.610397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-bdee139d-55b4-43a3-8e4b-edd781010c46 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Made reservation on behalf of 1b16ab340f8d473997232717c9503ef2 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:16:07.614001 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-bdee139d-55b4-43a3-8e4b-edd781010c46 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:07.745198 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-bdee139d-55b4-43a3-8e4b-edd781010c46 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.20.0.11 (7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299/1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c/7669f04c-4762-4455-985d-617de23f2320) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:16:07.895291 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-bdee139d-55b4-43a3-8e4b-edd781010c46 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:07.909870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-bdee139d-55b4-43a3-8e4b-edd781010c46 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Transition to ACTIVE for port object 7669f04c-4762-4455-985d-617de23f2320 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:16:07.944036 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-bdee139d-55b4-43a3-8e4b-edd781010c46 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:07.993618 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-bdee139d-55b4-43a3-8e4b-edd781010c46 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:16:07.996896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-bdee139d-55b4-43a3-8e4b-edd781010c46 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:16:08.000002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-bdee139d-55b4-43a3-8e4b-edd781010c46 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:16:08.031501 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee139d-55b4-43a3-8e4b-edd781010c46 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=7669f04c-4762-4455-985d-617de23f2320,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:08.060453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-bdee139d-55b4-43a3-8e4b-edd781010c46 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:08.062897 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-bdee139d-55b4-43a3-8e4b-edd781010c46 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:08.079814 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-bdee139d-55b4-43a3-8e4b-edd781010c46 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6415889 Aug 31 02:16:08.096779 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Request body: {'port': {'device_id': '022b89bd-3148-48e2-aed5-afe199f17c47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:08.175023 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:08.254155 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-eac8fdc1-def1-4d47-9dda-480caa969b89 None None] Provisioning for port 7669f04c-4762-4455-985d-617de23f2320 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:16:08.268607 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-eac8fdc1-def1-4d47-9dda-480caa969b89 None None] Provisioning complete for port 7669f04c-4762-4455-985d-617de23f2320 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:16:08.269493 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eac8fdc1-def1-4d47-9dda-480caa969b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:08.313190 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-eac8fdc1-def1-4d47-9dda-480caa969b89 None None] Port 7669f04c-4762-4455-985d-617de23f2320 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:16:08.329322 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:16:08.384018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:16:08.384490 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:08.471117 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 4d26d924-b294-4637-85ce-2f6f84a72ded up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:16:08.493592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7669f04c-4762-4455-985d-617de23f2320 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:16:08.502035 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:08.514196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Transition to ACTIVE for port object 7669f04c-4762-4455-985d-617de23f2320 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:16:08.520125 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:08.521348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 4d26d924-b294-4637-85ce-2f6f84a72ded completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:16:08.525108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 4d26d924-b294-4637-85ce-2f6f84a72ded triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:16:08.525477 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:08.579188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Pushing event updated for resources: {'Port': ['ID=7669f04c-4762-4455-985d-617de23f2320,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:08.611061 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:08.649305 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 4d26d924-b294-4637-85ce-2f6f84a72ded, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=4d26d924-b294-4637-85ce-2f6f84a72ded,segment=NetworkSegment(c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a),segment_id=c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:16:08.657757 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:08.658114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 66f31f50-1073-404b-a9ad-900ef06c38d9 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:16:08.718303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073193d-8b31-44e9-91cc-8fa215a78ba2 req-18ffcfbb-64d5-4918-bc1c-14e8ba07736e tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:08.718303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e073193d-8b31-44e9-91cc-8fa215a78ba2 req-18ffcfbb-64d5-4918-bc1c-14e8ba07736e tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 944 time: 0.0776489 Aug 31 02:16:08.722780 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Attempting to bind port 7669f04c-4762-4455-985d-617de23f2320 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:16:08.723122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Attempting to bind port 7669f04c-4762-4455-985d-617de23f2320 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:16:08.723488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Attempting to bind port 7669f04c-4762-4455-985d-617de23f2320 on network 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:16:08.737084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Port 7669f04c-4762-4455-985d-617de23f2320 on network 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:16:08.737404 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Attempting to bind port 7669f04c-4762-4455-985d-617de23f2320 on network 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:16:08.741653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=4d26d924-b294-4637-85ce-2f6f84a72ded,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:08.753775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 66f31f50-1073-404b-a9ad-900ef06c38d9 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:16:08.754228 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:08.761140 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:16:08.761577 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Checking segment: {'id': 'c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:16:08.762036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Bound using segment: {'id': 'c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:16:08.762713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Bound port: 7669f04c-4762-4455-985d-617de23f2320, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:16:08.763138 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:08.793074 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e073193d-8b31-44e9-91cc-8fa215a78ba2 req-56d1d4d3-79ce-4648-aafb-72aa1a2b6092 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671096 Aug 31 02:16:08.855895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] For port 7669f04c-4762-4455-985d-617de23f2320, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:16:08.860941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] For port 7669f04c-4762-4455-985d-617de23f2320, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7669f04c-4762-4455-985d-617de23f2320,segment=NetworkSegment(c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a),segment_id=c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:16:08.865197 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:08.911489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:08.912107 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:08.913691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] 10.222.0.15 "PUT /v2.0/ports/7669f04c-4762-4455-985d-617de23f2320 HTTP/1.1" status: 200 len: 1093 time: 0.8222880 Aug 31 02:16:08.914131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022b89bd-3148-48e2-aed5-afe199f17c47', 'tag': '7669f04c-4762-4455-985d-617de23f2320'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:16:08.916436 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c13e111-ceb1-4e48-b063-39ffe3c8904f" -d '{"events": [{"name": "network-changed", "server_uuid": "022b89bd-3148-48e2-aed5-afe199f17c47", "tag": "7669f04c-4762-4455-985d-617de23f2320"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:16:08.942799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffe071-1cf2-4b69-9ecb-3d233a82240f service neutron] Pushing event updated for resources: {'Port': ['ID=7669f04c-4762-4455-985d-617de23f2320,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:09.013395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-91161dcb-317a-4a78-b1ec-ecde27da5eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:09.015703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-91161dcb-317a-4a78-b1ec-ecde27da5eab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 1096 time: 0.0498135 Aug 31 02:16:09.072455 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d52e7f-efd2-418c-b2f0-0b6902b81eac x-openstack-request-id: req-42d52e7f-efd2-418c-b2f0-0b6902b81eac {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:16:09.072455 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022b89bd-3148-48e2-aed5-afe199f17c47", "tag": "7669f04c-4762-4455-985d-617de23f2320", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:16:09.072455 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42d52e7f-efd2-418c-b2f0-0b6902b81eac {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:16:09.072455 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022b89bd-3148-48e2-aed5-afe199f17c47', 'tag': '7669f04c-4762-4455-985d-617de23f2320', 'status': 'completed', 'code': 200} Aug 31 02:16:09.072455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-913e1937-3402-4cd6-9c57-dd80882268e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7669f04c-4762-4455-985d-617de23f2320 HTTP/1.1" status: 200 len: 217 time: 0.0465784 Aug 31 02:16:09.134957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-2d49ab7a-d7e2-4064-b576-5612d6510b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:09.136500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-2d49ab7a-d7e2-4064-b576-5612d6510b2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c HTTP/1.1" status: 200 len: 834 time: 0.0568292 Aug 31 02:16:09.191124 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-f1dbb1d7-a36f-41ad-9356-b1bf131efe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:09.192714 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-f1dbb1d7-a36f-41ad-9356-b1bf131efe9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485687 Aug 31 02:16:09.312503 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-92f72480-8abe-4dd8-9b09-af832e009555 service neutron] 10.222.0.15 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123910 Aug 31 02:16:09.426927 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-168a5beb-34b8-4315-ad5b-ddc401abed4b req-3600aae4-469a-4294-b409-b94a54bf2505 service neutron] 10.222.0.15 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075590 Aug 31 02:16:09.546049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13e111-ceb1-4e48-b063-39ffe3c8904f req-915047fb-0e65-427d-8c45-20e21f8c8495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:09.547675 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c13e111-ceb1-4e48-b063-39ffe3c8904f req-915047fb-0e65-427d-8c45-20e21f8c8495 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 1096 time: 0.0433972 Aug 31 02:16:09.639261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13e111-ceb1-4e48-b063-39ffe3c8904f req-2ba51630-da94-4436-bcae-044fb52d4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:09.641614 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c13e111-ceb1-4e48-b063-39ffe3c8904f req-2ba51630-da94-4436-bcae-044fb52d4f4e service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 HTTP/1.1" status: 200 len: 898 time: 0.0873778 Aug 31 02:16:09.682414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c13e111-ceb1-4e48-b063-39ffe3c8904f req-06fe896c-51fb-43b6-9de6-998e543feda5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7669f04c-4762-4455-985d-617de23f2320 HTTP/1.1" status: 200 len: 217 time: 0.0336130 Aug 31 02:16:09.729643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13e111-ceb1-4e48-b063-39ffe3c8904f req-dbedd5ec-a201-4e70-8035-5535ea81b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:09.731068 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c13e111-ceb1-4e48-b063-39ffe3c8904f req-dbedd5ec-a201-4e70-8035-5535ea81b22b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c HTTP/1.1" status: 200 len: 834 time: 0.0420437 Aug 31 02:16:09.782335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13e111-ceb1-4e48-b063-39ffe3c8904f req-816b456c-c1ec-4adb-83ee-862359d11642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:09.783874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c13e111-ceb1-4e48-b063-39ffe3c8904f req-816b456c-c1ec-4adb-83ee-862359d11642 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452175 Aug 31 02:16:09.885231 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c13e111-ceb1-4e48-b063-39ffe3c8904f req-c7ce2877-2048-4e39-9c17-63fadf231099 service neutron] 10.222.0.15 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937266 Aug 31 02:16:09.976074 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5093243-a896-4ba2-a94c-b9263b83fa0b req-bd1c494d-68ce-4f2d-aa31-180040a33772 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:09.977562 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5093243-a896-4ba2-a94c-b9263b83fa0b req-bd1c494d-68ce-4f2d-aa31-180040a33772 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 944 time: 0.1085298 Aug 31 02:16:10.026073 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c13e111-ceb1-4e48-b063-39ffe3c8904f req-a84f8d56-2d59-4eb9-8ca2-908ec36c3519 service neutron] 10.222.0.15 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269114 Aug 31 02:16:10.033272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b5093243-a896-4ba2-a94c-b9263b83fa0b req-5e197936-61f1-47c1-b95e-4e94db1a8754 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471971 Aug 31 02:16:10.192637 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 4d26d924-b294-4637-85ce-2f6f84a72ded up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:16:10.238566 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 4d26d924-b294-4637-85ce-2f6f84a72ded triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:16:10.238930 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:11.150254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876eba0-0fe0-48d7-bf9d-f2bc5a12b0ff req-b6842fa8-4ce4-4b53-a4ca-142c100eecce tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:11.151762 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6876eba0-0fe0-48d7-bf9d-f2bc5a12b0ff req-b6842fa8-4ce4-4b53-a4ca-142c100eecce tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 944 time: 0.0506043 Aug 31 02:16:11.190109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6876eba0-0fe0-48d7-bf9d-f2bc5a12b0ff req-e705b0ef-23de-4c5a-bad9-c8b56e3b83b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317135 Aug 31 02:16:11.929476 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:12.316662 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bab29-79a6-45e8-b344-25446e4394f7 req-c1fae785-d1b0-4b1a-922a-fedcd4c6b6d1 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:12.318133 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d0bab29-79a6-45e8-b344-25446e4394f7 req-c1fae785-d1b0-4b1a-922a-fedcd4c6b6d1 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 944 time: 0.0534790 Aug 31 02:16:12.354702 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4d0bab29-79a6-45e8-b344-25446e4394f7 req-dba30225-dec0-475c-8a37-aeff38b73a5a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306649 Aug 31 02:16:12.698144 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7669f04c-4762-4455-985d-617de23f2320 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:16:12.790252 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7669f04c-4762-4455-985d-617de23f2320, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7669f04c-4762-4455-985d-617de23f2320,segment=NetworkSegment(c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a),segment_id=c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:16:12.801331 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '7669f04c-4762-4455-985d-617de23f2320', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'port_id': '7669f04c-4762-4455-985d-617de23f2320', 'mac_address': 'fa:16:3e:7d:07:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:16:12.836999 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:12.853793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7669f04c-4762-4455-985d-617de23f2320 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:16:12.872991 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7669f04c-4762-4455-985d-617de23f2320, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7669f04c-4762-4455-985d-617de23f2320,segment=NetworkSegment(c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a),segment_id=c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:16:12.876548 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:12.921966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7669f04c-4762-4455-985d-617de23f2320,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:13.254543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['7669f04c-4762-4455-985d-617de23f2320'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:16:13.482740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12784280-e2e8-4644-bbcc-cab7c48f736a req-07618e85-8a29-4acc-9889-cd5e976dc8fd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:13.485281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-12784280-e2e8-4644-bbcc-cab7c48f736a req-07618e85-8a29-4acc-9889-cd5e976dc8fd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 945 time: 0.0601361 Aug 31 02:16:13.523617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-12784280-e2e8-4644-bbcc-cab7c48f736a req-6854ef70-a424-4de9-a971-788ff2ccb316 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323756 Aug 31 02:16:14.561156 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:16:14.636563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed77ba5-4f57-4d92-ac01-42cc9e1c1e75 req-5187f530-a4b1-4687-9d0f-7b5e3e4d11a8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:14.638025 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ed77ba5-4f57-4d92-ac01-42cc9e1c1e75 req-5187f530-a4b1-4687-9d0f-7b5e3e4d11a8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 945 time: 0.0490534 Aug 31 02:16:14.675034 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2ed77ba5-4f57-4d92-ac01-42cc9e1c1e75 req-bed895b0-0ae1-4e21-9c54-549974c0a2d4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302858 Aug 31 02:16:14.698468 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7669f04c-4762-4455-985d-617de23f2320 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:16:14.745474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 7669f04c-4762-4455-985d-617de23f2320 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:16:14.749677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 7669f04c-4762-4455-985d-617de23f2320 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:16:14.750301 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:14.826742 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:15.000975 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022b89bd-3148-48e2-aed5-afe199f17c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7669f04c-4762-4455-985d-617de23f2320'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:16:15.003179 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9443e3c-2abf-4962-a9f9-7b0557970a0a" -d '{"events": [{"server_uuid": "022b89bd-3148-48e2-aed5-afe199f17c47", "name": "network-vif-plugged", "status": "completed", "tag": "7669f04c-4762-4455-985d-617de23f2320"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:16:15.015661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 7669f04c-4762-4455-985d-617de23f2320, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7669f04c-4762-4455-985d-617de23f2320,segment=NetworkSegment(c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a),segment_id=c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:16:15.020457 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:15.068099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=7669f04c-4762-4455-985d-617de23f2320,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:15.097830 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4ac948-adf0-4b99-91d7-88b316770887 x-openstack-request-id: req-6b4ac948-adf0-4b99-91d7-88b316770887 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:16:15.098154 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022b89bd-3148-48e2-aed5-afe199f17c47", "name": "network-vif-plugged", "status": "completed", "tag": "7669f04c-4762-4455-985d-617de23f2320", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:16:15.098410 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b4ac948-adf0-4b99-91d7-88b316770887 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:16:15.098833 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022b89bd-3148-48e2-aed5-afe199f17c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7669f04c-4762-4455-985d-617de23f2320', 'code': 200} Aug 31 02:16:15.215545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e08d51-e514-4ca3-af7f-7403a57238d0 req-fd780f83-79db-4172-8017-19f7e858aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:15.217016 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39e08d51-e514-4ca3-af7f-7403a57238d0 req-fd780f83-79db-4172-8017-19f7e858aef9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 1098 time: 0.0442312 Aug 31 02:16:15.252786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-39e08d51-e514-4ca3-af7f-7403a57238d0 req-f11ed8ff-1d70-404d-966b-892ce60c369d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287213 Aug 31 02:16:15.791750 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b990c4-6bdf-4c1c-9efc-a9dfefc03ee8 req-d7428513-6d25-4916-8ce3-784cb99bcf13 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:15.793248 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37b990c4-6bdf-4c1c-9efc-a9dfefc03ee8 req-d7428513-6d25-4916-8ce3-784cb99bcf13 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0530713 Aug 31 02:16:15.830457 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37b990c4-6bdf-4c1c-9efc-a9dfefc03ee8 req-dccecbf8-ec5c-4377-8649-37f9ffafa442 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313582 Aug 31 02:16:16.947418 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb4d37-091f-41bf-b072-9986ba0d92cb req-fba0ffee-9d05-4ff6-afe5-a75f456031c5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:16.948904 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47eb4d37-091f-41bf-b072-9986ba0d92cb req-fba0ffee-9d05-4ff6-afe5-a75f456031c5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0495119 Aug 31 02:16:16.987009 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47eb4d37-091f-41bf-b072-9986ba0d92cb req-ba7865da-4db0-4677-aa33-31064430d730 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322514 Aug 31 02:16:17.103263 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b214b2-0fd2-48e4-ac1e-063205367aed req-4d9c74ad-144b-417e-b8e9-222a7a43b796 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:17.104773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05b214b2-0fd2-48e4-ac1e-063205367aed req-4d9c74ad-144b-417e-b8e9-222a7a43b796 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0523415 Aug 31 02:16:17.143568 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-05b214b2-0fd2-48e4-ac1e-063205367aed req-abd98a9d-c1a7-4ef0-a8ef-33c2006b3726 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327303 Aug 31 02:16:17.164643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40350) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:17.205648 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21082833-b960-47f1-97bd-666522d52d8d tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:17.207152 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-21082833-b960-47f1-97bd-666522d52d8d tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 1093 time: 0.0415425 Aug 31 02:16:17.209923 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40352) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:17.214360 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '7669f04c-4762-4455-985d-617de23f2320', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:16:17.236818 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:17.336325 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:17.438441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.25.6.60 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/3f17b9c5-7e17-453c-8155-7b12588b6dce) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:16:17.543227 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:17.582470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:17.627201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:16:17.630139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:16:17.633719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:16:17.638950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=3f17b9c5-7e17-453c-8155-7b12588b6dce,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:17.988750 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:18.052627 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:18.205383 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:18.210109 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:18.277018 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=3f17b9c5-7e17-453c-8155-7b12588b6dce,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:16:18.288723 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:18.386562 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Floating IP df7ae86a-1b38-4d54-bc02-8404cb946729 associated. External IP: 172.25.6.60, port: 7669f04c-4762-4455-985d-617de23f2320. Aug 31 02:16:18.589997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router 5223052d-9429-4e39-b5fd-4319053c3b64 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:16:18.700196 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:16:18.711110 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ac173-1446-4545-bc02-0f7fe0f209b2 None None] Sync routers for ids ['5223052d-9429-4e39-b5fd-4319053c3b64'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:16:18.716096 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:18.721459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ac173-1446-4545-bc02-0f7fe0f209b2 None None] Routers {'5223052d-9429-4e39-b5fd-4319053c3b64'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:16:18.722083 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b10ac173-1446-4545-bc02-0f7fe0f209b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:15:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['5223052d-9429-4e39-b5fd-4319053c3b64'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:18.743890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-06000e2f-75df-4d7f-9a04-1c8650c4ec44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5329611 Aug 31 02:16:18.744473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022b89bd-3148-48e2-aed5-afe199f17c47', 'tag': '7669f04c-4762-4455-985d-617de23f2320'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:16:18.746703 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b589d4f7-6c5d-4897-b800-e406541b54e9" -d '{"events": [{"name": "network-changed", "server_uuid": "022b89bd-3148-48e2-aed5-afe199f17c47", "tag": "7669f04c-4762-4455-985d-617de23f2320"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:16:18.788557 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8d4dff-79df-4f0e-bb12-7dc3018346ee x-openstack-request-id: req-1c8d4dff-79df-4f0e-bb12-7dc3018346ee {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:16:18.788914 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022b89bd-3148-48e2-aed5-afe199f17c47", "tag": "7669f04c-4762-4455-985d-617de23f2320", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:16:18.789308 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c8d4dff-79df-4f0e-bb12-7dc3018346ee {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:16:18.789725 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022b89bd-3148-48e2-aed5-afe199f17c47', 'tag': '7669f04c-4762-4455-985d-617de23f2320', 'status': 'completed', 'code': 200} Aug 31 02:16:18.833174 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-b10ac173-1446-4545-bc02-0f7fe0f209b2 None None] Set router 5223052d-9429-4e39-b5fd-4319053c3b64 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:16:18.872292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73c5b8-5c05-4f74-920b-e4e45881fbd5 req-14147080-8be6-4cac-9b95-09f6d9cb54f2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:18.873680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b73c5b8-5c05-4f74-920b-e4e45881fbd5 req-14147080-8be6-4cac-9b95-09f6d9cb54f2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0789959 Aug 31 02:16:18.888681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589d4f7-6c5d-4897-b800-e406541b54e9 req-4d3a2659-48fe-479e-b356-6b2d02389b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:18.890264 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b589d4f7-6c5d-4897-b800-e406541b54e9 req-4d3a2659-48fe-479e-b356-6b2d02389b99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 1098 time: 0.0660734 Aug 31 02:16:18.959365 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7b73c5b8-5c05-4f74-920b-e4e45881fbd5 req-6ec26c36-a864-40f7-8552-b71cc5ab05c9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783269 Aug 31 02:16:18.982345 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40358) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:19.000129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589d4f7-6c5d-4897-b800-e406541b54e9 req-ba9722a9-45a1-4b56-aae4-1db2665648b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:19.002270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b589d4f7-6c5d-4897-b800-e406541b54e9 req-ba9722a9-45a1-4b56-aae4-1db2665648b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 HTTP/1.1" status: 200 len: 898 time: 0.1044240 Aug 31 02:16:19.049153 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b4adc0af-56b3-42be-b6f8-d14b0a82f33a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/df7ae86a-1b38-4d54-bc02-8404cb946729 HTTP/1.1" status: 200 len: 991 time: 0.0655262 Aug 31 02:16:19.071856 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b10ac173-1446-4545-bc02-0f7fe0f209b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:16:00Z', 'updated_at': '2021-08-31T02:16:04Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:01Z', 'updated_at': '2021-08-31T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'df7ae86a-1b38-4d54-bc02-8404cb946729', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'port_id': '7669f04c-4762-4455-985d-617de23f2320', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'mac_address': 'fa:16:3e:7d:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b89bd-3148-48e2-aed5-afe199f17c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:16:17Z', 'updated_at': '2021-08-31T02:16:17Z', 'revision_number': 0, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d26d924-b294-4637-85ce-2f6f84a72ded', 'name': '', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:6a:3d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:03Z', 'updated_at': '2021-08-31T02:16:08Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:19.074307 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b589d4f7-6c5d-4897-b800-e406541b54e9 req-3486a4e9-e17f-4397-ada1-6bc5344d98dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7669f04c-4762-4455-985d-617de23f2320 HTTP/1.1" status: 200 len: 999 time: 0.0651062 Aug 31 02:16:19.097405 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ac173-1446-4545-bc02-0f7fe0f209b2 None None] Checking router: 5223052d-9429-4e39-b5fd-4319053c3b64 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:16:19.105549 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ac173-1446-4545-bc02-0f7fe0f209b2 None None] Routers {'5223052d-9429-4e39-b5fd-4319053c3b64'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:16:19.106163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b10ac173-1446-4545-bc02-0f7fe0f209b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:15:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['5223052d-9429-4e39-b5fd-4319053c3b64'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:19.122985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589d4f7-6c5d-4897-b800-e406541b54e9 req-822b57d0-adbe-4204-87db-e29307c1d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:19.125066 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b589d4f7-6c5d-4897-b800-e406541b54e9 req-822b57d0-adbe-4204-87db-e29307c1d9ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c HTTP/1.1" status: 200 len: 834 time: 0.0440209 Aug 31 02:16:19.169987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589d4f7-6c5d-4897-b800-e406541b54e9 req-fdae91aa-78b0-4970-aabb-12622c07aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:16:19.172378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b589d4f7-6c5d-4897-b800-e406541b54e9 req-fdae91aa-78b0-4970-aabb-12622c07aaa0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404174 Aug 31 02:16:19.212763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-b10ac173-1446-4545-bc02-0f7fe0f209b2 None None] Set router 5223052d-9429-4e39-b5fd-4319053c3b64 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:16:19.268217 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b589d4f7-6c5d-4897-b800-e406541b54e9 req-d51683f4-e5a1-4d33-8e5e-b0baa372784d service neutron] 10.222.0.15 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879390 Aug 31 02:16:19.361290 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b589d4f7-6c5d-4897-b800-e406541b54e9 req-3466587d-1607-48e2-a0b2-01aef089a09f service neutron] 10.222.0.15 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861175 Aug 31 02:16:19.443652 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b10ac173-1446-4545-bc02-0f7fe0f209b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:16:00Z', 'updated_at': '2021-08-31T02:16:04Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:01Z', 'updated_at': '2021-08-31T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'df7ae86a-1b38-4d54-bc02-8404cb946729', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'port_id': '7669f04c-4762-4455-985d-617de23f2320', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'mac_address': 'fa:16:3e:7d:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b89bd-3148-48e2-aed5-afe199f17c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:16:17Z', 'updated_at': '2021-08-31T02:16:17Z', 'revision_number': 0, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d26d924-b294-4637-85ce-2f6f84a72ded', 'name': '', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:6a:3d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:03Z', 'updated_at': '2021-08-31T02:16:08Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:16:19.474464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ac173-1446-4545-bc02-0f7fe0f209b2 None None] The sync data for ids ['5223052d-9429-4e39-b5fd-4319053c3b64'] in n-d-802060-13 is: [{'id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:16:00Z', 'updated_at': '2021-08-31T02:16:04Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:01Z', 'updated_at': '2021-08-31T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'df7ae86a-1b38-4d54-bc02-8404cb946729', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'port_id': '7669f04c-4762-4455-985d-617de23f2320', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'mac_address': 'fa:16:3e:7d:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b89bd-3148-48e2-aed5-afe199f17c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:16:17Z', 'updated_at': '2021-08-31T02:16:17Z', 'revision_number': 0, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d26d924-b294-4637-85ce-2f6f84a72ded', 'name': '', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:6a:3d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:03Z', 'updated_at': '2021-08-31T02:16:08Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:16:19.657692 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599a210-3321-4ba9-a92c-d1af3ffe51be None None] New status for floating IP df7ae86a-1b38-4d54-bc02-8404cb946729: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:16:20.052386 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40360) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:16:20.110038 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-35c6d292-282b-4c97-b3aa-1090ab12ed90 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/df7ae86a-1b38-4d54-bc02-8404cb946729 HTTP/1.1" status: 200 len: 993 time: 0.0565557 Aug 31 02:16:21.353164 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7fb30c04-2f10-4581-9d1f-b9b7cedabe6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:23.866372 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a6c1f73e-9b04-4f3d-82c2-972eead03d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:24.203675 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:24.765763 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:26.968678 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:32.202104 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:41.952115 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:51.353843 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f2d8b8df-fd19-4fe3-8aad-d8bcf89ac662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:51.561554 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:16:53.868567 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-adbacbd5-7f02-43d3-b6b6-bb5ab41ef8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:54.204054 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:54.769167 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:16:56.970699 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:01.137713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99c87a83-61b1-40a0-b9e6-ce425ca2645c req-c3f2d278-5213-4a4a-8caa-24bbafcddc24 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415392 Aug 31 02:17:01.233107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87a83-61b1-40a0-b9e6-ce425ca2645c req-99289202-d1c6-49e8-aee9-0108b422cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:01.234608 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99c87a83-61b1-40a0-b9e6-ce425ca2645c req-99289202-d1c6-49e8-aee9-0108b422cf7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 1098 time: 0.0458324 Aug 31 02:17:01.335534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87a83-61b1-40a0-b9e6-ce425ca2645c req-76a51392-10a7-4d56-a1a4-6004a5e116d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:01.336997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99c87a83-61b1-40a0-b9e6-ce425ca2645c req-76a51392-10a7-4d56-a1a4-6004a5e116d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 HTTP/1.1" status: 200 len: 898 time: 0.0841477 Aug 31 02:17:01.404304 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99c87a83-61b1-40a0-b9e6-ce425ca2645c req-c5a0cc57-ba93-4324-b2bb-5104975f7d1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7669f04c-4762-4455-985d-617de23f2320 HTTP/1.1" status: 200 len: 1001 time: 0.0602996 Aug 31 02:17:01.779868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87a83-61b1-40a0-b9e6-ce425ca2645c req-da9366b6-9f97-4189-b54c-0cc4996de84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:01.781335 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99c87a83-61b1-40a0-b9e6-ce425ca2645c req-da9366b6-9f97-4189-b54c-0cc4996de84c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c HTTP/1.1" status: 200 len: 834 time: 0.3703554 Aug 31 02:17:01.826769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87a83-61b1-40a0-b9e6-ce425ca2645c req-8486098c-362c-43a4-8de0-a38aac6a8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:01.828270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99c87a83-61b1-40a0-b9e6-ce425ca2645c req-8486098c-362c-43a4-8de0-a38aac6a8fea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395420 Aug 31 02:17:01.922016 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99c87a83-61b1-40a0-b9e6-ce425ca2645c req-32a49737-c343-4385-9832-caf055b15c57 service neutron] 10.222.0.15 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864568 Aug 31 02:17:02.010523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99c87a83-61b1-40a0-b9e6-ce425ca2645c req-dce02fd3-13ea-4e93-b068-6a1129357236 service neutron] 10.222.0.15 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817235 Aug 31 02:17:02.216810 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:11.962453 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:21.353766 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1e04e077-9694-43bc-84d9-d76c202d1299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:23.683174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15429674-02fe-4f5d-9919-2f7e02c91bbe req-c283d360-c49e-4412-bf7a-7648354c8c9b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:23.684678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15429674-02fe-4f5d-9919-2f7e02c91bbe req-c283d360-c49e-4412-bf7a-7648354c8c9b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0807397 Aug 31 02:17:23.689702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542866d-7eaf-485e-85f6-d59573b872a6 req-45ee0a1e-3d2a-435c-b342-06c70da6a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:23.691577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8542866d-7eaf-485e-85f6-d59573b872a6 req-45ee0a1e-3d2a-435c-b342-06c70da6a2fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 1098 time: 0.0615535 Aug 31 02:17:23.771499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15429674-02fe-4f5d-9919-2f7e02c91bbe req-0542871c-7958-41e7-a2b2-09cc19922f65 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789573 Aug 31 02:17:23.801812 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542866d-7eaf-485e-85f6-d59573b872a6 req-050d7108-c0b2-42d1-8f4c-3e830e14bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:23.803195 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8542866d-7eaf-485e-85f6-d59573b872a6 req-050d7108-c0b2-42d1-8f4c-3e830e14bc5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 HTTP/1.1" status: 200 len: 898 time: 0.1042676 Aug 31 02:17:23.869867 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e030b978-89fb-435d-9d64-c498f09451e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:23.873620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8542866d-7eaf-485e-85f6-d59573b872a6 req-2a037b8f-c9fa-42b9-8eca-0e16bcb00d18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7669f04c-4762-4455-985d-617de23f2320 HTTP/1.1" status: 200 len: 1001 time: 0.0626922 Aug 31 02:17:23.923604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542866d-7eaf-485e-85f6-d59573b872a6 req-3f2b199d-1592-453f-af4b-98a3f60c9c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:23.926132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8542866d-7eaf-485e-85f6-d59573b872a6 req-3f2b199d-1592-453f-af4b-98a3f60c9c31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c HTTP/1.1" status: 200 len: 834 time: 0.0455289 Aug 31 02:17:23.976280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542866d-7eaf-485e-85f6-d59573b872a6 req-a604bf2c-6898-4936-bf67-cdca79a48a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:23.977776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8542866d-7eaf-485e-85f6-d59573b872a6 req-a604bf2c-6898-4936-bf67-cdca79a48a9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447040 Aug 31 02:17:24.071959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8542866d-7eaf-485e-85f6-d59573b872a6 req-f2f1e58a-a818-49f4-ad02-512f15efca03 service neutron] 10.222.0.15 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868676 Aug 31 02:17:24.164831 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8542866d-7eaf-485e-85f6-d59573b872a6 req-21896d60-7ebd-4701-afd2-d8c4e97b1119 service neutron] 10.222.0.15 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853920 Aug 31 02:17:24.205216 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:24.772582 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:24.893101 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217bbc0-e9c0-43b9-a134-b59e4eb052a6 req-6da53eab-3ac8-4a89-908a-d77885fabd3f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:24.895543 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2217bbc0-e9c0-43b9-a134-b59e4eb052a6 req-6da53eab-3ac8-4a89-908a-d77885fabd3f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0560834 Aug 31 02:17:24.932448 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2217bbc0-e9c0-43b9-a134-b59e4eb052a6 req-c9cdab7c-4e58-45ee-b0b9-5136128c481b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310407 Aug 31 02:17:26.052270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3157436-a35c-49f7-8809-578302e7a998 req-a1781eb6-8d62-492f-b32e-e84d6d331514 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:26.053784 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3157436-a35c-49f7-8809-578302e7a998 req-a1781eb6-8d62-492f-b32e-e84d6d331514 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0499949 Aug 31 02:17:26.090838 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d3157436-a35c-49f7-8809-578302e7a998 req-b7858964-c830-4748-9d35-5c9f943d92f1 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311580 Aug 31 02:17:26.974356 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:27.211479 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40181d-f79d-49d6-aee8-527bf5c3fdbf req-05bcb8c9-b3c6-4fd8-b6ac-99403af9327f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:27.212886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce40181d-f79d-49d6-aee8-527bf5c3fdbf req-05bcb8c9-b3c6-4fd8-b6ac-99403af9327f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0544763 Aug 31 02:17:27.250630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce40181d-f79d-49d6-aee8-527bf5c3fdbf req-8b2ba7b5-c96d-4cd7-8e6b-02008bab1787 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316732 Aug 31 02:17:28.368290 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18036aa6-39fd-42d5-86c9-bc79fc6af0fc req-e8418f49-c709-4eb2-8390-63bec63e9cc2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:28.369758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18036aa6-39fd-42d5-86c9-bc79fc6af0fc req-e8418f49-c709-4eb2-8390-63bec63e9cc2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0526748 Aug 31 02:17:28.415926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18036aa6-39fd-42d5-86c9-bc79fc6af0fc req-41a5df09-60c2-457f-98ad-04c71620cf42 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401387 Aug 31 02:17:28.561046 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:17:29.531362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8441b1-c720-4158-a917-8ee05767b710 req-903e317b-c03c-4c49-ab9f-18a9c34f02a1 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:29.532759 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f8441b1-c720-4158-a917-8ee05767b710 req-903e317b-c03c-4c49-ab9f-18a9c34f02a1 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0512478 Aug 31 02:17:29.570244 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f8441b1-c720-4158-a917-8ee05767b710 req-2f936fca-bf41-4993-9c88-0cf4b6d0d4b2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315435 Aug 31 02:17:30.684232 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa794a-8ce9-42ed-928b-406d5c213b35 req-bebf0ec4-03ce-42cc-adcd-505fe118b3c5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:30.685725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9efa794a-8ce9-42ed-928b-406d5c213b35 req-bebf0ec4-03ce-42cc-adcd-505fe118b3c5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0483816 Aug 31 02:17:30.723605 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9efa794a-8ce9-42ed-928b-406d5c213b35 req-8aec4860-d378-47cc-8b3c-ffaef6973dd1 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316782 Aug 31 02:17:31.845368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ed6b3-9296-4dea-bff1-4ba645694249 req-46b5cdd4-6959-4655-88c7-0e9567396842 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:31.846836 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b6ed6b3-9296-4dea-bff1-4ba645694249 req-46b5cdd4-6959-4655-88c7-0e9567396842 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0536191 Aug 31 02:17:31.883808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b6ed6b3-9296-4dea-bff1-4ba645694249 req-811469dd-cfd5-47a4-9eb9-af6ce7a364d4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309534 Aug 31 02:17:32.231987 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:32.997362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c1f36-8063-42b4-9bae-ccec4f4ed150 req-0e3cd843-396f-4f53-8914-7e894ec709b0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:32.998828 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c3c1f36-8063-42b4-9bae-ccec4f4ed150 req-0e3cd843-396f-4f53-8914-7e894ec709b0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0477285 Aug 31 02:17:33.035972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5c3c1f36-8063-42b4-9bae-ccec4f4ed150 req-6fa8210c-9312-4947-bf33-09ba00d56f7d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305009 Aug 31 02:17:34.151207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749e3c8-d99d-4ead-81b5-bef8721d9658 req-62f5255a-46fb-4e67-9fe7-d6c41453b5ce tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:34.152726 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c749e3c8-d99d-4ead-81b5-bef8721d9658 req-62f5255a-46fb-4e67-9fe7-d6c41453b5ce tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0495822 Aug 31 02:17:34.190687 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c749e3c8-d99d-4ead-81b5-bef8721d9658 req-4647fb1c-cc26-432f-a563-cf95a6c45be8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320930 Aug 31 02:17:35.309669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343f2c9-050a-4caf-addb-e5013113ffea req-6e2fae71-f8c6-4760-a506-8af779245119 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:17:35.311157 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5343f2c9-050a-4caf-addb-e5013113ffea req-6e2fae71-f8c6-4760-a506-8af779245119 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0538971 Aug 31 02:17:35.349473 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5343f2c9-050a-4caf-addb-e5013113ffea req-a78bc9cd-6f90-4adf-99dd-65ee80f8c524 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321994 Aug 31 02:17:35.371070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40424) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:17:35.430754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fc164b4f-67d6-439e-9a21-91e5423c6828 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/df7ae86a-1b38-4d54-bc02-8404cb946729 HTTP/1.1" status: 200 len: 993 time: 0.0585647 Aug 31 02:17:41.978059 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:51.357052 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bfbfdf8b-2b5f-4641-ba61-a5c40b6f4814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:53.870828 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-63c701c7-4ddb-4da8-9c8a-d0504b8b2d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:54.209153 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:54.776526 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:17:56.977133 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:01.248286 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2db3dd0e-7464-460c-8a80-5c3558c392a2 req-55218428-0855-4ccb-82e6-9b621936f8e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410233 Aug 31 02:18:01.342134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3dd0e-7464-460c-8a80-5c3558c392a2 req-85b4b5c3-a988-4dfb-b2bb-b46d97f0bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:01.343634 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2db3dd0e-7464-460c-8a80-5c3558c392a2 req-85b4b5c3-a988-4dfb-b2bb-b46d97f0bd47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 1098 time: 0.0448482 Aug 31 02:18:01.445195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3dd0e-7464-460c-8a80-5c3558c392a2 req-7749e827-6045-4e55-a558-6014dda6a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:01.446573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2db3dd0e-7464-460c-8a80-5c3558c392a2 req-7749e827-6045-4e55-a558-6014dda6a581 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 HTTP/1.1" status: 200 len: 898 time: 0.0844057 Aug 31 02:18:01.523515 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2db3dd0e-7464-460c-8a80-5c3558c392a2 req-2d915e9f-97fa-4275-9577-1e7a630d9dcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7669f04c-4762-4455-985d-617de23f2320 HTTP/1.1" status: 200 len: 1001 time: 0.0699944 Aug 31 02:18:01.574858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3dd0e-7464-460c-8a80-5c3558c392a2 req-e14f010b-1178-43d0-b727-7b0ede06b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:01.576388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2db3dd0e-7464-460c-8a80-5c3558c392a2 req-e14f010b-1178-43d0-b727-7b0ede06b9dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c HTTP/1.1" status: 200 len: 834 time: 0.0445132 Aug 31 02:18:01.621867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3dd0e-7464-460c-8a80-5c3558c392a2 req-06dec250-88a4-4f1c-a69f-bd403e73b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:01.623415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2db3dd0e-7464-460c-8a80-5c3558c392a2 req-06dec250-88a4-4f1c-a69f-bd403e73b26c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396683 Aug 31 02:18:01.715340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2db3dd0e-7464-460c-8a80-5c3558c392a2 req-a2c732ef-91a1-4c71-ae5e-d5384d841d76 service neutron] 10.222.0.15 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843103 Aug 31 02:18:01.804940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2db3dd0e-7464-460c-8a80-5c3558c392a2 req-ae80a9f6-23bb-4755-964b-9ec24163dea7 service neutron] 10.222.0.15 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825279 Aug 31 02:18:02.247576 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:05.560260 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:18:11.988671 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:21.357137 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e813d43c-8bfe-4ff7-8501-98ade21a7253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:23.873412 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-89217cff-26cd-4a81-9e7a-646b4b37817d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:24.071803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40442) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:24.210081 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:24.235632 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port 3f17b9c5-7e17-453c-8155-7b12588b6dce {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:18:24.235977 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:24.312124 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:24.312453 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:24.324556 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for 3f17b9c5-7e17-453c-8155-7b12588b6dce owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:18:24.465909 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:24.493448 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=3f17b9c5-7e17-453c-8155-7b12588b6dce,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:24.519135 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:24.519506 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:24.519849 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:24.520189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:24.520523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:24.520857 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:24.521189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:24.521520 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:24.521850 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:24.522176 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:24.522503 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:24.522827 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:24.560571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:24.560961 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Floating IP df7ae86a-1b38-4d54-bc02-8404cb946729 disassociated (deleted). External IP: 172.25.6.60, port: 7669f04c-4762-4455-985d-617de23f2320. Aug 31 02:18:24.764983 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router 5223052d-9429-4e39-b5fd-4319053c3b64 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:18:24.772654 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:24.870406 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:18:24.875163 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:24.880261 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9555b84d-4257-4996-87df-c9e5f1b5f9d0 None None] Sync routers for ids ['5223052d-9429-4e39-b5fd-4319053c3b64'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:18:24.889407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9555b84d-4257-4996-87df-c9e5f1b5f9d0 None None] Routers {'5223052d-9429-4e39-b5fd-4319053c3b64'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:18:24.890016 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-9555b84d-4257-4996-87df-c9e5f1b5f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['5223052d-9429-4e39-b5fd-4319053c3b64'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:24.901926 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-169988cd-213a-40f4-b878-9eedd9bdf50d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/floatingips/df7ae86a-1b38-4d54-bc02-8404cb946729 HTTP/1.1" status: 204 len: 168 time: 0.8283272 Aug 31 02:18:24.902512 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022b89bd-3148-48e2-aed5-afe199f17c47', 'tag': '7669f04c-4762-4455-985d-617de23f2320'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:18:24.904783 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc0e246-39ed-4946-b4d7-f09f677d08dd" -d '{"events": [{"name": "network-changed", "server_uuid": "022b89bd-3148-48e2-aed5-afe199f17c47", "tag": "7669f04c-4762-4455-985d-617de23f2320"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:18:25.008977 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-9555b84d-4257-4996-87df-c9e5f1b5f9d0 None None] Set router 5223052d-9429-4e39-b5fd-4319053c3b64 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:18:25.009699 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed56e03-951b-45ea-bbdd-011eb2890e42 x-openstack-request-id: req-6ed56e03-951b-45ea-bbdd-011eb2890e42 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:18:25.010243 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022b89bd-3148-48e2-aed5-afe199f17c47", "tag": "7669f04c-4762-4455-985d-617de23f2320", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:18:25.010535 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ed56e03-951b-45ea-bbdd-011eb2890e42 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:18:25.010950 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022b89bd-3148-48e2-aed5-afe199f17c47', 'tag': '7669f04c-4762-4455-985d-617de23f2320', 'status': 'completed', 'code': 200} Aug 31 02:18:25.088613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0e246-39ed-4946-b4d7-f09f677d08dd req-0ab4ddee-3eb0-4df4-adc7-d9ce2952e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:25.090854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecc0e246-39ed-4946-b4d7-f09f677d08dd req-0ab4ddee-3eb0-4df4-adc7-d9ce2952e759 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 1098 time: 0.0446508 Aug 31 02:18:25.192887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb502afe-7879-41b5-b823-c633286f1841 req-24e037c1-aec1-471b-a75a-1e4c4d9cdc7b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:25.194418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb502afe-7879-41b5-b823-c633286f1841 req-24e037c1-aec1-471b-a75a-1e4c4d9cdc7b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.1026630 Aug 31 02:18:25.210318 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-9555b84d-4257-4996-87df-c9e5f1b5f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:16:00Z', 'updated_at': '2021-08-31T02:16:04Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:01Z', 'updated_at': '2021-08-31T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '4d26d924-b294-4637-85ce-2f6f84a72ded', 'name': '', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:6a:3d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:03Z', 'updated_at': '2021-08-31T02:16:08Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:25.240953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0e246-39ed-4946-b4d7-f09f677d08dd req-28bf2d2b-7636-42f1-9bab-5efd213adc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:25.241530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9555b84d-4257-4996-87df-c9e5f1b5f9d0 None None] Checking router: 5223052d-9429-4e39-b5fd-4319053c3b64 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:18:25.242453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecc0e246-39ed-4946-b4d7-f09f677d08dd req-28bf2d2b-7636-42f1-9bab-5efd213adc01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 HTTP/1.1" status: 200 len: 898 time: 0.1405430 Aug 31 02:18:25.250023 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9555b84d-4257-4996-87df-c9e5f1b5f9d0 None None] Routers {'5223052d-9429-4e39-b5fd-4319053c3b64'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:18:25.250693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-9555b84d-4257-4996-87df-c9e5f1b5f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['5223052d-9429-4e39-b5fd-4319053c3b64'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:25.261388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb502afe-7879-41b5-b823-c633286f1841 req-e411db8a-d5bc-4e50-b939-813c476c3d2e tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564277 Aug 31 02:18:25.296702 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecc0e246-39ed-4946-b4d7-f09f677d08dd req-7756efc0-56eb-4d36-b7b6-23efd36d73c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7669f04c-4762-4455-985d-617de23f2320 HTTP/1.1" status: 200 len: 217 time: 0.0443072 Aug 31 02:18:25.348142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0e246-39ed-4946-b4d7-f09f677d08dd req-1cd800c8-2b9a-444a-bec6-b671b38f7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:25.349622 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecc0e246-39ed-4946-b4d7-f09f677d08dd req-1cd800c8-2b9a-444a-bec6-b671b38f7481 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c HTTP/1.1" status: 200 len: 834 time: 0.0450478 Aug 31 02:18:25.358920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-9555b84d-4257-4996-87df-c9e5f1b5f9d0 None None] Set router 5223052d-9429-4e39-b5fd-4319053c3b64 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:18:25.397829 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0e246-39ed-4946-b4d7-f09f677d08dd req-e7bae56c-0758-4614-8e94-865f12273987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:25.399373 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecc0e246-39ed-4946-b4d7-f09f677d08dd req-e7bae56c-0758-4614-8e94-865f12273987 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411580 Aug 31 02:18:25.495964 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecc0e246-39ed-4946-b4d7-f09f677d08dd req-ecc36c2b-cfc5-4e1e-b95c-5ba834b38d76 service neutron] 10.222.0.15 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881720 Aug 31 02:18:25.556151 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-9555b84d-4257-4996-87df-c9e5f1b5f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:16:00Z', 'updated_at': '2021-08-31T02:16:04Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:01Z', 'updated_at': '2021-08-31T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '4d26d924-b294-4637-85ce-2f6f84a72ded', 'name': '', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:6a:3d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:03Z', 'updated_at': '2021-08-31T02:16:08Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:25.581794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9555b84d-4257-4996-87df-c9e5f1b5f9d0 None None] The sync data for ids ['5223052d-9429-4e39-b5fd-4319053c3b64'] in n-d-802060-13 is: [{'id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:16:00Z', 'updated_at': '2021-08-31T02:16:04Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:01Z', 'updated_at': '2021-08-31T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '4d26d924-b294-4637-85ce-2f6f84a72ded', 'name': '', 'network_id': '7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:6a:3d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:03Z', 'updated_at': '2021-08-31T02:16:08Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:18:25.586932 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecc0e246-39ed-4946-b4d7-f09f677d08dd req-b3c7c301-a1b4-439e-a4c0-d7bb1add754b service neutron] 10.222.0.15 "GET /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826964 Aug 31 02:18:25.788981 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b90c735-a3d8-4d94-83f9-47b85ff5c1e6 None None] New status for floating IP df7ae86a-1b38-4d54-bc02-8404cb946729: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:18:26.379909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52c845-76fc-444f-8fee-0f90ce9f23e5 req-760108a8-ac7c-460d-a02e-14d8e8d7cad3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:26.381384 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d52c845-76fc-444f-8fee-0f90ce9f23e5 req-760108a8-ac7c-460d-a02e-14d8e8d7cad3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0492094 Aug 31 02:18:26.423970 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1d52c845-76fc-444f-8fee-0f90ce9f23e5 req-d67cce5b-1a30-4c6e-9464-8598d4110527 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f883ccc-1b56-415d-bba2-0f3c82cc3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365939 Aug 31 02:18:26.926932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864fe42-4698-449d-b52a-7b35eed5b1d0 req-43d49469-33b1-4ac6-8e3a-0f755066a5cc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:26.928461 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3864fe42-4698-449d-b52a-7b35eed5b1d0 req-43d49469-33b1-4ac6-8e3a-0f755066a5cc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 946 time: 0.0491560 Aug 31 02:18:26.978708 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:27.018195 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-3864fe42-4698-449d-b52a-7b35eed5b1d0 req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port 7669f04c-4762-4455-985d-617de23f2320 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:18:27.018539 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3864fe42-4698-449d-b52a-7b35eed5b1d0 req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:27.108273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-3864fe42-4698-449d-b52a-7b35eed5b1d0 req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] For port 7669f04c-4762-4455-985d-617de23f2320, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=7669f04c-4762-4455-985d-617de23f2320,segment=NetworkSegment(c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a),segment_id=c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:18:27.108637 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3864fe42-4698-449d-b52a-7b35eed5b1d0 req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:27.121517 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-3864fe42-4698-449d-b52a-7b35eed5b1d0 req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for 7669f04c-4762-4455-985d-617de23f2320 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:18:27.248414 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3864fe42-4698-449d-b52a-7b35eed5b1d0 req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:27.281322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=7669f04c-4762-4455-985d-617de23f2320,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:27.307746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:27.308106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:27.308454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:27.308793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:27.309145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:27.309464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:27.309795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:27.310125 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:27.310454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:27.310786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:27.311111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:27.311478 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:27.333493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3864fe42-4698-449d-b52a-7b35eed5b1d0 req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] No DVR routers for this DVR port 7669f04c-4762-4455-985d-617de23f2320 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:18:27.336075 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-3864fe42-4698-449d-b52a-7b35eed5b1d0 req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:27.338054 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3864fe42-4698-449d-b52a-7b35eed5b1d0 req-87d4a390-d2f8-424b-a0c7-dc4db4d28cc8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "DELETE /v2.0/ports/7669f04c-4762-4455-985d-617de23f2320 HTTP/1.1" status: 204 len: 173 time: 0.4039195 Aug 31 02:18:27.338486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022b89bd-3148-48e2-aed5-afe199f17c47', 'name': 'network-vif-deleted', 'tag': '7669f04c-4762-4455-985d-617de23f2320'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:18:27.340742 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5d4f78-7e83-4cc9-9927-55f980b8cb40" -d '{"events": [{"server_uuid": "022b89bd-3148-48e2-aed5-afe199f17c47", "name": "network-vif-deleted", "tag": "7669f04c-4762-4455-985d-617de23f2320"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:18:27.378552 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bac6e3a-e3cc-418c-ae9a-8eacd5ce9dd6 x-openstack-request-id: req-2bac6e3a-e3cc-418c-ae9a-8eacd5ce9dd6 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:18:27.378834 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022b89bd-3148-48e2-aed5-afe199f17c47", "name": "network-vif-deleted", "tag": "7669f04c-4762-4455-985d-617de23f2320", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:18:27.379130 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bac6e3a-e3cc-418c-ae9a-8eacd5ce9dd6 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:18:27.379551 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022b89bd-3148-48e2-aed5-afe199f17c47', 'name': 'network-vif-deleted', 'tag': '7669f04c-4762-4455-985d-617de23f2320', 'status': 'completed', 'code': 200} Aug 31 02:18:27.531863 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c8f5fcab-c813-4b16-b557-1445b893aa2f req-dc8db173-5efe-42c8-9baa-dc2b9773ee92 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=022b89bd-3148-48e2-aed5-afe199f17c47 HTTP/1.1" status: 200 len: 210 time: 0.0261526 Aug 31 02:18:28.588919 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40462) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:28.947238 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-124704d8-29d6-4e79-8a54-04df4993b242 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:29.530711 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-124704d8-29d6-4e79-8a54-04df4993b242 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port 4d26d924-b294-4637-85ce-2f6f84a72ded {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:18:29.530977 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-124704d8-29d6-4e79-8a54-04df4993b242 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:29.616879 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-124704d8-29d6-4e79-8a54-04df4993b242 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] For port 4d26d924-b294-4637-85ce-2f6f84a72ded, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=4d26d924-b294-4637-85ce-2f6f84a72ded,segment=NetworkSegment(c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a),segment_id=c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:18:29.617589 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-124704d8-29d6-4e79-8a54-04df4993b242 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:29.630163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-124704d8-29d6-4e79-8a54-04df4993b242 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for 4d26d924-b294-4637-85ce-2f6f84a72ded owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:18:29.813505 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-124704d8-29d6-4e79-8a54-04df4993b242 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:29.842060 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124704d8-29d6-4e79-8a54-04df4993b242 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=4d26d924-b294-4637-85ce-2f6f84a72ded,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:30.019626 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-124704d8-29d6-4e79-8a54-04df4993b242 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:30.235364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124704d8-29d6-4e79-8a54-04df4993b242 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router 5223052d-9429-4e39-b5fd-4319053c3b64 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:18:30.341084 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124704d8-29d6-4e79-8a54-04df4993b242 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:18:30.346755 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-124704d8-29d6-4e79-8a54-04df4993b242 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "PUT /v2.0/routers/5223052d-9429-4e39-b5fd-4319053c3b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7568049 Aug 31 02:18:30.349862 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40464) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:30.352697 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a2e26a-dca0-4b3d-8cf1-b171a682d911 None None] Sync routers for ids ['5223052d-9429-4e39-b5fd-4319053c3b64'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:18:30.363517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a2e26a-dca0-4b3d-8cf1-b171a682d911 None None] Routers {'5223052d-9429-4e39-b5fd-4319053c3b64'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:18:30.364131 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b9a2e26a-dca0-4b3d-8cf1-b171a682d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['5223052d-9429-4e39-b5fd-4319053c3b64'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:30.404427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-777895ad-2086-4c3a-a90f-8a4e382f66bc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting subnet 1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:18:30.407667 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-777895ad-2086-4c3a-a90f-8a4e382f66bc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:30.450604 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-777895ad-2086-4c3a-a90f-8a4e382f66bc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:30.469759 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-b9a2e26a-dca0-4b3d-8cf1-b171a682d911 None None] Set router 5223052d-9429-4e39-b5fd-4319053c3b64 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:18:30.536303 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-777895ad-2086-4c3a-a90f-8a4e382f66bc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:30.601548 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-777895ad-2086-4c3a-a90f-8a4e382f66bc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:30.629194 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777895ad-2086-4c3a-a90f-8a4e382f66bc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Subnet': ['ID=1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:30.631265 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-777895ad-2086-4c3a-a90f-8a4e382f66bc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:30.636129 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-777895ad-2086-4c3a-a90f-8a4e382f66bc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/subnets/1428da6b-ae89-4ea0-9c9f-4bfa98e5cd7c HTTP/1.1" status: 204 len: 168 time: 0.2822745 Aug 31 02:18:30.636129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40466) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:30.637686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d971317-33c5-4281-9385-22a4122405c7 None None] Network 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:18:30.748460 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:30.752455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b9a2e26a-dca0-4b3d-8cf1-b171a682d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:16:00Z', 'updated_at': '2021-08-31T02:18:29Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '66f31f50-1073-404b-a9ad-900ef06c38d9', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:16:01Z', 'updated_at': '2021-08-31T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:30.856897 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:30.911794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port 66f31f50-1073-404b-a9ad-900ef06c38d9 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:18:30.912141 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:30.936914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a2e26a-dca0-4b3d-8cf1-b171a682d911 None None] Checking router: 5223052d-9429-4e39-b5fd-4319053c3b64 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:18:30.953194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a2e26a-dca0-4b3d-8cf1-b171a682d911 None None] Routers {'5223052d-9429-4e39-b5fd-4319053c3b64'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:18:30.953813 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b9a2e26a-dca0-4b3d-8cf1-b171a682d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['5223052d-9429-4e39-b5fd-4319053c3b64'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:30.999894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] For port 66f31f50-1073-404b-a9ad-900ef06c38d9, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=66f31f50-1073-404b-a9ad-900ef06c38d9,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:18:31.000229 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.013959 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for 66f31f50-1073-404b-a9ad-900ef06c38d9 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:18:31.024981 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] DHCP port deletion for 7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:18:31.065056 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-b9a2e26a-dca0-4b3d-8cf1-b171a682d911 None None] Set router 5223052d-9429-4e39-b5fd-4319053c3b64 gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:18:31.119624 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-b9a2e26a-dca0-4b3d-8cf1-b171a682d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:16:00Z', 'updated_at': '2021-08-31T02:18:30Z', 'revision_number': 6, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:31.150479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a2e26a-dca0-4b3d-8cf1-b171a682d911 None None] The sync data for ids ['5223052d-9429-4e39-b5fd-4319053c3b64'] in n-d-802060-13 is: [{'id': '5223052d-9429-4e39-b5fd-4319053c3b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188809621', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:16:00Z', 'updated_at': '2021-08-31T02:18:30Z', 'revision_number': 6, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:18:31.166432 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Deleting port 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:18:31.166917 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.200020 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.228546 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=66f31f50-1073-404b-a9ad-900ef06c38d9,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:31.230563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] For port 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0,segment=NetworkSegment(c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a),segment_id=c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:18:31.230972 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.249950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Calling delete_port for 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:18:31.294410 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.330781 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.357932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Pushing event deleted for resources: {'Port': ['ID=8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:31.360217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] No DVR routers for this DVR port 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:18:31.374119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:31.374415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:31.374842 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:31.375321 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:31.375547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:31.375880 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:31.376212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:31.376538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:31.376902 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:31.377220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:31.377541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:31.377953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92951d05-8e02-4e60-b0b8-57ae0c90c48a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:31.386452 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.388610 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.396273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7669f04c-4762-4455-985d-617de23f2320 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:18:31.416090 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 7669f04c-4762-4455-985d-617de23f2320 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:18:31.416435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 7669f04c-4762-4455-985d-617de23f2320 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:18:31.432347 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.432931 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Fanout notify agent at l3_agent the message router_deleted on router 5223052d-9429-4e39-b5fd-4319053c3b64 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:18:31.439777 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.440885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8a2bb16b-169f-490b-8345-631629fc7ee7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/routers/5223052d-9429-4e39-b5fd-4319053c3b64 HTTP/1.1" status: 204 len: 168 time: 0.8040433 Aug 31 02:18:31.443639 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40468) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:31.525371 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a6d3-41b7-44df-82fd-b8bd4a4f2d44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.613989 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a6d3-41b7-44df-82fd-b8bd4a4f2d44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.624492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-b4f5a6d3-41b7-44df-82fd-b8bd4a4f2d44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:31.636030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-b4f5a6d3-41b7-44df-82fd-b8bd4a4f2d44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:31.636328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-b4f5a6d3-41b7-44df-82fd-b8bd4a4f2d44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e742cd-b9cb-4f66-b2f7-2c4f4272eb5a') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:31.646519 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a6d3-41b7-44df-82fd-b8bd4a4f2d44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.665605 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a6d3-41b7-44df-82fd-b8bd4a4f2d44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.671397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f5a6d3-41b7-44df-82fd-b8bd4a4f2d44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:18:31.671814 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a6d3-41b7-44df-82fd-b8bd4a4f2d44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: timer() Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:18:31.675384 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:18:31.733378 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a6d3-41b7-44df-82fd-b8bd4a4f2d44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.744003 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a6d3-41b7-44df-82fd-b8bd4a4f2d44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.745906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b4f5a6d3-41b7-44df-82fd-b8bd4a4f2d44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/networks/7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299 HTTP/1.1" status: 204 len: 168 time: 0.3013408 Aug 31 02:18:31.748819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40470) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:31.756053 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5a6d3-41b7-44df-82fd-b8bd4a4f2d44 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Network': ['ID=7f0e1fcc-e5b7-40d8-8db5-053ff9d2b299,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:31.811003 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-34f625cc-2d9c-4cb7-9239-ab8b416062d8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.838370 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-34f625cc-2d9c-4cb7-9239-ab8b416062d8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.901833 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-34f625cc-2d9c-4cb7-9239-ab8b416062d8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.904570 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-34f625cc-2d9c-4cb7-9239-ab8b416062d8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:31.905740 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-34f625cc-2d9c-4cb7-9239-ab8b416062d8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/security-groups/7f883ccc-1b56-415d-bba2-0f3c82cc3e97 HTTP/1.1" status: 204 len: 168 time: 0.1559277 Aug 31 02:18:31.915659 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f625cc-2d9c-4cb7-9239-ab8b416062d8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f883ccc-1b56-415d-bba2-0f3c82cc3e97,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:32.149216 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40476) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:32.153978 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-28f174ec-7216-4972-85d9-b62ed8c94be5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1534967452', 'description': 'tempest-secgroup-smoke-1534967452 description', 'project_id': '1b16ab340f8d473997232717c9503ef2'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:18:32.176929 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28f174ec-7216-4972-85d9-b62ed8c94be5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.250987 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.270066 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28f174ec-7216-4972-85d9-b62ed8c94be5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.279607 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28f174ec-7216-4972-85d9-b62ed8c94be5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.286824 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:18:32.315789 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-28f174ec-7216-4972-85d9-b62ed8c94be5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.316220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:18:32.316573 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8b6c892f-c8df-4bb2-b07f-3b3df4ad0db0 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:18:32.317036 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-28f174ec-7216-4972-85d9-b62ed8c94be5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1668060 Aug 31 02:18:32.319082 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f174ec-7216-4972-85d9-b62ed8c94be5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b454433-bfab-46f9-9672-2507d5242ccf,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:32.319988 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40478) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:32.320116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 4d26d924-b294-4637-85ce-2f6f84a72ded no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:18:32.324637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b7ed9dd8-9247-4639-b338-a759ef085530 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '2b454433-bfab-46f9-9672-2507d5242ccf', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:18:32.349870 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 4d26d924-b294-4637-85ce-2f6f84a72ded {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:18:32.354107 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 4d26d924-b294-4637-85ce-2f6f84a72ded not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:18:32.354695 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 66f31f50-1073-404b-a9ad-900ef06c38d9 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:18:32.354833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b7ed9dd8-9247-4639-b338-a759ef085530 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.378430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 66f31f50-1073-404b-a9ad-900ef06c38d9 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:18:32.379493 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 66f31f50-1073-404b-a9ad-900ef06c38d9 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:18:32.421265 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b7ed9dd8-9247-4639-b338-a759ef085530 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.426592 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b7ed9dd8-9247-4639-b338-a759ef085530 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.445804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed9dd8-9247-4639-b338-a759ef085530 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c50d0a-273b-4911-8496-8d03e1675ddd,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:32.454560 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b7ed9dd8-9247-4639-b338-a759ef085530 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.456709 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b7ed9dd8-9247-4639-b338-a759ef085530 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354666 Aug 31 02:18:32.459158 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40480) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:32.463700 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-06d8e189-417f-4aeb-82a6-efde6ad45452 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '2b454433-bfab-46f9-9672-2507d5242ccf', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:18:32.489333 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06d8e189-417f-4aeb-82a6-efde6ad45452 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.552551 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06d8e189-417f-4aeb-82a6-efde6ad45452 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.556079 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06d8e189-417f-4aeb-82a6-efde6ad45452 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.574366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8e189-417f-4aeb-82a6-efde6ad45452 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3f3423-f770-40c7-836c-7118dd6b77fd,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:32.581698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06d8e189-417f-4aeb-82a6-efde6ad45452 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.582918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-06d8e189-417f-4aeb-82a6-efde6ad45452 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227429 Aug 31 02:18:32.585658 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40482) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:32.590638 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-294609bb-621a-4bbe-a87b-20d5a61d62d4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '2b454433-bfab-46f9-9672-2507d5242ccf', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:18:32.617112 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-294609bb-621a-4bbe-a87b-20d5a61d62d4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.673488 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-294609bb-621a-4bbe-a87b-20d5a61d62d4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.677608 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-294609bb-621a-4bbe-a87b-20d5a61d62d4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.698192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294609bb-621a-4bbe-a87b-20d5a61d62d4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a2e840-89b1-478d-b2c5-4e001d78c2c2,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:32.701728 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-294609bb-621a-4bbe-a87b-20d5a61d62d4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.702891 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-294609bb-621a-4bbe-a87b-20d5a61d62d4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163058 Aug 31 02:18:32.705787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40484) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:32.710062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-630c4ecd-efa7-447a-94e2-27047a48bd20 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '2b454433-bfab-46f9-9672-2507d5242ccf', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:18:32.736992 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-630c4ecd-efa7-447a-94e2-27047a48bd20 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.793986 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-630c4ecd-efa7-447a-94e2-27047a48bd20 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.797563 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-630c4ecd-efa7-447a-94e2-27047a48bd20 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.815564 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c4ecd-efa7-447a-94e2-27047a48bd20 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc668538-0811-47d7-98cf-6635b6f7184e,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:32.820520 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-630c4ecd-efa7-447a-94e2-27047a48bd20 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.821848 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-630c4ecd-efa7-447a-94e2-27047a48bd20 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151483 Aug 31 02:18:32.824571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40486) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:32.828937 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-cbdbe8d8-e4d2-4992-b990-625ebb08ff88 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '2b454433-bfab-46f9-9672-2507d5242ccf', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:18:32.851141 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-cbdbe8d8-e4d2-4992-b990-625ebb08ff88 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Project 1b16ab340f8d473997232717c9503ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:18:32.855719 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe8d8-e4d2-4992-b990-625ebb08ff88 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.916402 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe8d8-e4d2-4992-b990-625ebb08ff88 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.920214 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe8d8-e4d2-4992-b990-625ebb08ff88 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.936631 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbe8d8-e4d2-4992-b990-625ebb08ff88 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1c85fa-e8ac-4728-83f4-53f8df0fa797,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:32.942968 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe8d8-e4d2-4992-b990-625ebb08ff88 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:32.944197 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cbdbe8d8-e4d2-4992-b990-625ebb08ff88 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187131 Aug 31 02:18:32.946886 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40488) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:32.951147 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e5b48aee-6a27-4c3e-850e-e4752e1524ea tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '2b454433-bfab-46f9-9672-2507d5242ccf', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:18:32.972052 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-e5b48aee-6a27-4c3e-850e-e4752e1524ea tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Project 1b16ab340f8d473997232717c9503ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:18:32.976578 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5b48aee-6a27-4c3e-850e-e4752e1524ea tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.035872 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5b48aee-6a27-4c3e-850e-e4752e1524ea tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.039257 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5b48aee-6a27-4c3e-850e-e4752e1524ea tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.055649 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b48aee-6a27-4c3e-850e-e4752e1524ea tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae154471-35d8-461d-816b-f82cd336103b,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:33.061861 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e5b48aee-6a27-4c3e-850e-e4752e1524ea tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.065780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e5b48aee-6a27-4c3e-850e-e4752e1524ea tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152182 Aug 31 02:18:33.065970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40490) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:33.070721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-79d6fc3c-999e-4ae7-a02a-c264eaa484b2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'network': {'name': 'tempest-network-smoke--1787713863', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'port_security_enabled': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:18:33.091489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d6fc3c-999e-4ae7-a02a-c264eaa484b2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Made reservation on behalf of 1b16ab340f8d473997232717c9503ef2 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:18:33.094846 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79d6fc3c-999e-4ae7-a02a-c264eaa484b2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.118026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d6fc3c-999e-4ae7-a02a-c264eaa484b2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:18:33.126833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79d6fc3c-999e-4ae7-a02a-c264eaa484b2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.127173 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-79d6fc3c-999e-4ae7-a02a-c264eaa484b2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Added segment 95e52ad0-da39-4492-bf02-beb545a1bc80 of type vlan for network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 Aug 31 02:18:33.166254 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79d6fc3c-999e-4ae7-a02a-c264eaa484b2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.190212 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79d6fc3c-999e-4ae7-a02a-c264eaa484b2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.195645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d6fc3c-999e-4ae7-a02a-c264eaa484b2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:33.196231 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-79d6fc3c-999e-4ae7-a02a-c264eaa484b2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.255925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-79d6fc3c-999e-4ae7-a02a-c264eaa484b2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1889179 Aug 31 02:18:33.258582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40492) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:33.263027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'admin_state_up': True, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:18:33.283515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6fc3c-999e-4ae7-a02a-c264eaa484b2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Network': ['ID=e6e2367b-4da3-4b7a-9728-d8090a7e52e4,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:33.294441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:18:33.296909 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.297906 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.349364 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.489657 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.683011 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.701784 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.801153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.25.6.161 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/50b3e559-e41c-46ae-b220-5ee5c169ceb8) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:18:33.901759 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.938696 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:33.973916 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:18:33.980091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:18:33.983599 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:18:34.007055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=50b3e559-e41c-46ae-b220-5ee5c169ceb8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:34.233613 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:34.754212 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:34.878423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router 0208ddf0-51c9-4212-94fe-13386c882894 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:18:34.982328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:18:34.992965 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Sync routers for ids ['0208ddf0-51c9-4212-94fe-13386c882894'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:18:35.001385 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:35.001824 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Routers {'0208ddf0-51c9-4212-94fe-13386c882894'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:18:35.002509 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0208ddf0-51c9-4212-94fe-13386c882894'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:35.003109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8ab23c7d-f6ce-40d6-a1a3-b6ac9c0882d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7435989 Aug 31 02:18:35.006355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40496) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:35.035601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-cbe192cf-75a1-4a08-bda7-2caf58327701 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=1b16ab340f8d473997232717c9503ef2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281346 Aug 31 02:18:35.038138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40498) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:35.127804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8d1d9f-9eb3-409b-b646-0280472db1f3 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:35.129352 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9d8d1d9f-9eb3-409b-b646-0280472db1f3 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903184 Aug 31 02:18:35.132207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40500) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:35.166453 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7ef0f41e-f9c2-47a1-92a1-b573739eccc5 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330286 Aug 31 02:18:35.168924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40502) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:35.173699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ed66c00c-99c6-4e61-9bee-c34d1a04ff05 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-459213388', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:18:35.196068 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Set router 0208ddf0-51c9-4212-94fe-13386c882894 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:18:35.260530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed66c00c-99c6-4e61-9bee-c34d1a04ff05 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Made reservation on behalf of 1b16ab340f8d473997232717c9503ef2 for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:18:35.264430 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ed66c00c-99c6-4e61-9bee-c34d1a04ff05 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:35.372559 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0208ddf0-51c9-4212-94fe-13386c882894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:34Z', 'revision_number': 3, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:35.403039 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Checking router: 0208ddf0-51c9-4212-94fe-13386c882894 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:18:35.403407 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Updating router 0208ddf0-51c9-4212-94fe-13386c882894 port 50b3e559-e41c-46ae-b220-5ee5c169ceb8 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:18:35.429671 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:35.450323 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ed66c00c-99c6-4e61-9bee-c34d1a04ff05 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:35.508418 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66c00c-99c6-4e61-9bee-c34d1a04ff05 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Subnet': ['ID=f3618054-6e0a-426a-9078-b931589d1b3d,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:35.518807 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed66c00c-99c6-4e61-9bee-c34d1a04ff05 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Checking segment: {'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:18:35.519169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed66c00c-99c6-4e61-9bee-c34d1a04ff05 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network hostable DHCP agents. Network: e6e2367b-4da3-4b7a-9728-d8090a7e52e4, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:18:35.536003 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed66c00c-99c6-4e61-9bee-c34d1a04ff05 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:18:35.544814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-ed66c00c-99c6-4e61-9bee-c34d1a04ff05 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, e6e2367b-4da3-4b7a-9728-d8090a7e52e4) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:18:35.550781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed66c00c-99c6-4e61-9bee-c34d1a04ff05 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:35.551389 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ed66c00c-99c6-4e61-9bee-c34d1a04ff05 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:35.557747 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07dce40-983a-4d76-b3e1-c8f3597c9392 None None] Network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:18:35.565738 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ed66c00c-99c6-4e61-9bee-c34d1a04ff05 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3958013 Aug 31 02:18:35.568464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40504) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:35.688601 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:35.701401 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Transition to ACTIVE for port object 50b3e559-e41c-46ae-b220-5ee5c169ceb8 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:18:35.709199 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ips': [{'subnet_id': 'f3618054-6e0a-426a-9078-b931589d1b3d'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:18:35.709484 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:35.710272 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:35.764059 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Attempting to bind port 50b3e559-e41c-46ae-b220-5ee5c169ceb8 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:18:35.764722 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Attempting to bind port 50b3e559-e41c-46ae-b220-5ee5c169ceb8 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:18:35.765029 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Attempting to bind port 50b3e559-e41c-46ae-b220-5ee5c169ceb8 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:18:35.777157 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:18:35.777523 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:18:35.777937 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:35.778306 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:18:35.779252 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Bound port: 50b3e559-e41c-46ae-b220-5ee5c169ceb8, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:18:35.779252 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:35.807249 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a97c5-fd1e-4570-9642-78009e017057 None None] Pushing event updated for resources: {'Port': ['ID=50b3e559-e41c-46ae-b220-5ee5c169ceb8,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:35.820531 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a97c5-fd1e-4570-9642-78009e017057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:35.820871 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a97c5-fd1e-4570-9642-78009e017057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:35.821202 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a97c5-fd1e-4570-9642-78009e017057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:35.821530 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a97c5-fd1e-4570-9642-78009e017057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:35.821852 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a97c5-fd1e-4570-9642-78009e017057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:35.822170 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a97c5-fd1e-4570-9642-78009e017057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:35.822486 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a97c5-fd1e-4570-9642-78009e017057 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:35.822801 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a97c5-fd1e-4570-9642-78009e017057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:35.823112 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a97c5-fd1e-4570-9642-78009e017057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:35.823525 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a97c5-fd1e-4570-9642-78009e017057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:35.823842 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a97c5-fd1e-4570-9642-78009e017057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:35.824221 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a97c5-fd1e-4570-9642-78009e017057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:18:35.853242 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] For port 50b3e559-e41c-46ae-b220-5ee5c169ceb8, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:18:35.856556 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] For port 50b3e559-e41c-46ae-b220-5ee5c169ceb8, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=50b3e559-e41c-46ae-b220-5ee5c169ceb8,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:18:35.862851 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:35.868396 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Allocated IP 172.20.0.2 (e6e2367b-4da3-4b7a-9728-d8090a7e52e4/f3618054-6e0a-426a-9078-b931589d1b3d/1d730067-7748-4f58-b590-4f3eb8c8b2ea) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:18:35.915942 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Routers {'0208ddf0-51c9-4212-94fe-13386c882894'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:18:35.916665 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0208ddf0-51c9-4212-94fe-13386c882894'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:35.971136 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a97c5-fd1e-4570-9642-78009e017057 None None] Pushing event updated for resources: {'Port': ['ID=50b3e559-e41c-46ae-b220-5ee5c169ceb8,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:36.016375 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:36.025707 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Transition to ACTIVE for port object 1d730067-7748-4f58-b590-4f3eb8c8b2ea will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:18:36.041170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Transition to ACTIVE for port object 1d730067-7748-4f58-b590-4f3eb8c8b2ea will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:18:36.044744 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] Set router 0208ddf0-51c9-4212-94fe-13386c882894 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:18:36.050055 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:36.052082 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:36.086881 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:18:36.089833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:18:36.092292 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:18:36.108914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Pushing event updated for resources: {'Port': ['ID=1d730067-7748-4f58-b590-4f3eb8c8b2ea,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:36.158445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Attempting to bind port 1d730067-7748-4f58-b590-4f3eb8c8b2ea on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:18:36.158914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Attempting to bind port 1d730067-7748-4f58-b590-4f3eb8c8b2ea by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:18:36.159368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Attempting to bind port 1d730067-7748-4f58-b590-4f3eb8c8b2ea on network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:18:36.164368 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:18:36.164822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Checking segment: {'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:18:36.165245 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:36.165630 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Bound using segment: {'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:18:36.166229 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Bound port: 1d730067-7748-4f58-b590-4f3eb8c8b2ea, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:18:36.166611 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:36.234178 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0208ddf0-51c9-4212-94fe-13386c882894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:34Z', 'revision_number': 3, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:36.236104 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] For port 1d730067-7748-4f58-b590-4f3eb8c8b2ea, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:18:36.240833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] For port 1d730067-7748-4f58-b590-4f3eb8c8b2ea, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1d730067-7748-4f58-b590-4f3eb8c8b2ea,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:18:36.246098 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:36.272286 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78329510-153d-4b99-bd2e-1f8cb0f31835 None None] The sync data for ids ['0208ddf0-51c9-4212-94fe-13386c882894'] in n-d-802060-13 is: [{'id': '0208ddf0-51c9-4212-94fe-13386c882894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:34Z', 'revision_number': 3, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:18:36.317198 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca21d3-5d09-4087-a146-bc92e279985a None None] Pushing event updated for resources: {'Port': ['ID=1d730067-7748-4f58-b590-4f3eb8c8b2ea,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:36.354997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.20.0.1 (e6e2367b-4da3-4b7a-9728-d8090a7e52e4/f3618054-6e0a-426a-9078-b931589d1b3d/2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:18:36.503635 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:36.522986 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Transition to ACTIVE for port object 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:18:36.562819 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:36.632758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:18:36.636821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:18:36.639187 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:18:36.642128 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:36.693053 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:36.827718 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:37.129731 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:37.136833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:37.217493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:37.219892 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:37.259091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc449b1f-2952-46c9-b804-7eab195af298 None None] Network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:18:37.312852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:18:37.315111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:18:37.345403 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-1ebabffe-20d4-4fce-a152-a31cf564f38f None None] Provisioning for port 1d730067-7748-4f58-b590-4f3eb8c8b2ea completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:18:37.444035 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router 0208ddf0-51c9-4212-94fe-13386c882894 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:18:37.556138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:18:37.561341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3c432d11-e386-4cef-98ac-946fabdba85b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "PUT /v2.0/routers/0208ddf0-51c9-4212-94fe-13386c882894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9917786 Aug 31 02:18:37.688142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-60760dbd-27a9-496c-a05e-e5de15029242 None None] Provisioning for port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:18:37.693260 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-60760dbd-27a9-496c-a05e-e5de15029242 None None] Provisioning complete for port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:18:37.694878 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-60760dbd-27a9-496c-a05e-e5de15029242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:37.716271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-0e9d40db-39e5-4999-ab1c-944d3cd5fb61 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534967452&fields=id&tenant_id=1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 267 time: 0.0419888 Aug 31 02:18:37.732967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-60760dbd-27a9-496c-a05e-e5de15029242 None None] Port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:18:37.837387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-813007e0-3fa1-4ac0-8886-9783e22ee782 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:37.839564 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-813007e0-3fa1-4ac0-8886-9783e22ee782 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/networks?id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4 HTTP/1.1" status: 200 len: 797 time: 0.1128538 Aug 31 02:18:37.852676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e7c9f5df-518c-418b-8293-5bdb49149327 None None] Provisioning complete for port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:18:37.853050 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f5df-518c-418b-8293-5bdb49149327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:37.855958 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-beecab6b-501d-4e54-8993-67cc9cea1c65 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/quotas/1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 375 time: 0.0101063 Aug 31 02:18:37.895170 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9f5df-518c-418b-8293-5bdb49149327 None None] Port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:18:37.912082 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-06a42742-bbf4-4286-be99-d00031407559 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501089 Aug 31 02:18:37.962516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Sync routers for ids ['0208ddf0-51c9-4212-94fe-13386c882894'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:18:37.971868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Routers {'0208ddf0-51c9-4212-94fe-13386c882894'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:18:37.972503 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0208ddf0-51c9-4212-94fe-13386c882894'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:37.987700 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-023e5063-13fd-4de9-9665-8cc6f6e47d2d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:18:37.988711 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-023e5063-13fd-4de9-9665-8cc6f6e47d2d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0647852 Aug 31 02:18:38.059390 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b1b6069b-693c-4a45-b130-31328cd49f47 None None] Provisioning complete for port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:18:38.059768 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b1b6069b-693c-4a45-b130-31328cd49f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:38.080903 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-f5eeef42-bb88-4864-b493-f19a519e22ce service neutron] 10.222.0.58 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844610 Aug 31 02:18:38.114401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Set router 0208ddf0-51c9-4212-94fe-13386c882894 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:18:38.115943 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b1b6069b-693c-4a45-b130-31328cd49f47 None None] Port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:18:38.178329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-13304859-5c33-40d7-847d-b299d8ea7d9d service neutron] 10.222.0.58 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902660 Aug 31 02:18:38.347448 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0208ddf0-51c9-4212-94fe-13386c882894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:36Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80', 'name': '', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:2b:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:36Z', 'updated_at': '2021-08-31T02:18:36Z', 'revision_number': 2, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:38.350649 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 50b3e559-e41c-46ae-b220-5ee5c169ceb8 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:18:38.370980 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0815dc24-f603-4b67-9cc1-f991fcffba0e req-e8c2df74-ded4-4d5b-9531-84e3e1c9fbe5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 210 time: 0.0323663 Aug 31 02:18:38.397415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Checking router: 0208ddf0-51c9-4212-94fe-13386c882894 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:18:38.397771 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Updating router 0208ddf0-51c9-4212-94fe-13386c882894 port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:18:38.433236 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:38.474519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 50b3e559-e41c-46ae-b220-5ee5c169ceb8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:18:38.485027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 50b3e559-e41c-46ae-b220-5ee5c169ceb8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:18:38.485312 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:38.681842 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:38.716914 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 50b3e559-e41c-46ae-b220-5ee5c169ceb8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=50b3e559-e41c-46ae-b220-5ee5c169ceb8,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:18:38.724118 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:38.724869 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1d730067-7748-4f58-b590-4f3eb8c8b2ea up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:18:39.005977 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:39.008773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=50b3e559-e41c-46ae-b220-5ee5c169ceb8,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:39.023401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Transition to ACTIVE for port object 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:18:39.026618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 1d730067-7748-4f58-b590-4f3eb8c8b2ea completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:18:39.029663 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:39.037129 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 1d730067-7748-4f58-b590-4f3eb8c8b2ea triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:18:39.037488 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:39.114123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833049df-0b7c-4067-b4cd-2208b755fc9a None None] Pushing event updated for resources: {'Port': ['ID=2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:39.174882 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Attempting to bind port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:18:39.175250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Attempting to bind port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:18:39.175636 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Attempting to bind port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 on network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:18:39.198542 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:18:39.198924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Checking segment: {'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:18:39.199349 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:39.199753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Bound using segment: {'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:18:39.200239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Bound port: 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:18:39.200617 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:39.226347 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:39.306294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 1d730067-7748-4f58-b590-4f3eb8c8b2ea, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1d730067-7748-4f58-b590-4f3eb8c8b2ea,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:18:39.310472 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:39.312539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] For port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:18:39.316834 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] For port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:18:39.341815 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:39.385062 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=1d730067-7748-4f58-b590-4f3eb8c8b2ea,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:39.391219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Routers {'0208ddf0-51c9-4212-94fe-13386c882894'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:18:39.391862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0208ddf0-51c9-4212-94fe-13386c882894'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:39.471100 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1fbe9e86-2a60-4fbf-bb8a-786d9ab79062 req-05ddd39d-ed29-4349-b80e-34f9e9e1c0c7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 210 time: 0.0414362 Aug 31 02:18:39.494114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833049df-0b7c-4067-b4cd-2208b755fc9a None None] Pushing event updated for resources: {'Port': ['ID=2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:39.581449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] Set router 0208ddf0-51c9-4212-94fe-13386c882894 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:18:39.795221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0208ddf0-51c9-4212-94fe-13386c882894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:36Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80', 'name': '', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:2b:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:36Z', 'updated_at': '2021-08-31T02:18:39Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:39.833182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aceb0a-f09f-47ef-8bd0-13079256a6ac None None] The sync data for ids ['0208ddf0-51c9-4212-94fe-13386c882894'] in n-d-802060-13 is: [{'id': '0208ddf0-51c9-4212-94fe-13386c882894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:36Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80', 'name': '', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:2b:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:36Z', 'updated_at': '2021-08-31T02:18:39Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:18:40.376212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:18:40.432835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:18:40.437530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:18:40.437987 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:40.467655 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-919e297e-dba7-4658-92d4-9078d0bebe35 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:40.469337 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-919e297e-dba7-4658-92d4-9078d0bebe35 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "GET /v2.0/networks?id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4 HTTP/1.1" status: 200 len: 797 time: 0.1303701 Aug 31 02:18:40.532696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-3c2cbd79-6c2e-465d-b348-645e3ae7b421 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 380 time: 0.0508077 Aug 31 02:18:40.545941 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:40.546466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-e27fbf84-df51-494e-9f38-edfde2789a6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'port': {'device_id': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'admin_state_up': True, 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'security_groups': ['2b454433-bfab-46f9-9672-2507d5242ccf']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:18:40.585395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:18:40.590041 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:40.591013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 50b3e559-e41c-46ae-b220-5ee5c169ceb8 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:18:40.634658 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-56ef84fa-ee52-492a-b15e-05effc783c07 req-9a478e71-f96f-4308-b723-ba8c02a1c856 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 210 time: 0.0411534 Aug 31 02:18:40.695175 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:40.701029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-e27fbf84-df51-494e-9f38-edfde2789a6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Made reservation on behalf of 1b16ab340f8d473997232717c9503ef2 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:18:40.702091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 50b3e559-e41c-46ae-b220-5ee5c169ceb8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:18:40.702515 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:40.705107 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-e27fbf84-df51-494e-9f38-edfde2789a6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:40.790818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1d730067-7748-4f58-b590-4f3eb8c8b2ea up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:18:40.843582 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 1d730067-7748-4f58-b590-4f3eb8c8b2ea triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:18:40.844946 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:40.853481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-e27fbf84-df51-494e-9f38-edfde2789a6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.20.0.6 (e6e2367b-4da3-4b7a-9728-d8090a7e52e4/f3618054-6e0a-426a-9078-b931589d1b3d/3e9dc351-686b-481a-846f-b5ab41008bb8) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:18:41.003721 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-e27fbf84-df51-494e-9f38-edfde2789a6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:41.017006 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-e27fbf84-df51-494e-9f38-edfde2789a6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Transition to ACTIVE for port object 3e9dc351-686b-481a-846f-b5ab41008bb8 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:18:41.049774 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-e27fbf84-df51-494e-9f38-edfde2789a6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:41.093330 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-e27fbf84-df51-494e-9f38-edfde2789a6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:18:41.096637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-e27fbf84-df51-494e-9f38-edfde2789a6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:18:41.100274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-e27fbf84-df51-494e-9f38-edfde2789a6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:18:41.106333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fbf84-df51-494e-9f38-edfde2789a6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=3e9dc351-686b-481a-846f-b5ab41008bb8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:41.155791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-e27fbf84-df51-494e-9f38-edfde2789a6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:41.156415 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-e27fbf84-df51-494e-9f38-edfde2789a6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:41.170781 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-e27fbf84-df51-494e-9f38-edfde2789a6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6281879 Aug 31 02:18:41.186758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Request body: {'port': {'device_id': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:18:41.248929 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:41.393810 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3fe38077-9cfe-4b51-b920-15b2f6ae8eb6 None None] Provisioning for port 3e9dc351-686b-481a-846f-b5ab41008bb8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:18:41.397369 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3fe38077-9cfe-4b51-b920-15b2f6ae8eb6 None None] Provisioning complete for port 3e9dc351-686b-481a-846f-b5ab41008bb8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:18:41.397738 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3fe38077-9cfe-4b51-b920-15b2f6ae8eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:41.430858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3fe38077-9cfe-4b51-b920-15b2f6ae8eb6 None None] Port 3e9dc351-686b-481a-846f-b5ab41008bb8 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:18:41.516043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9dc351-686b-481a-846f-b5ab41008bb8 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:18:41.524187 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:41.536122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Transition to ACTIVE for port object 3e9dc351-686b-481a-846f-b5ab41008bb8 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:18:41.538940 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:41.591645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9dc351-686b-481a-846f-b5ab41008bb8,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:41.660343 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Attempting to bind port 3e9dc351-686b-481a-846f-b5ab41008bb8 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:18:41.660673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Attempting to bind port 3e9dc351-686b-481a-846f-b5ab41008bb8 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:18:41.661001 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Attempting to bind port 3e9dc351-686b-481a-846f-b5ab41008bb8 on network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:18:41.665490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Port 3e9dc351-686b-481a-846f-b5ab41008bb8 on network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:18:41.665823 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Attempting to bind port 3e9dc351-686b-481a-846f-b5ab41008bb8 on network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:18:41.670973 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:18:41.671499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Checking segment: {'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:18:41.672024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Bound using segment: {'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:18:41.672464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Bound port: 3e9dc351-686b-481a-846f-b5ab41008bb8, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:18:41.672827 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:41.771697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] For port 3e9dc351-686b-481a-846f-b5ab41008bb8, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:18:41.787980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] For port 3e9dc351-686b-481a-846f-b5ab41008bb8, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3e9dc351-686b-481a-846f-b5ab41008bb8,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:18:41.793294 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:41.806673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0c148-da9d-498e-b8b2-4e24c2215898 req-531e3440-9261-4a00-94cb-2f7235c5c3f6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:41.808227 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37f0c148-da9d-498e-b8b2-4e24c2215898 req-531e3440-9261-4a00-94cb-2f7235c5c3f6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 943 time: 0.0819752 Aug 31 02:18:41.862619 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:41.863257 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:41.864850 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] 10.222.0.15 "PUT /v2.0/ports/3e9dc351-686b-481a-846f-b5ab41008bb8 HTTP/1.1" status: 200 len: 1092 time: 0.6824107 Aug 31 02:18:41.865134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:18:41.867403 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba460d3-6617-44da-aebb-d69a6371e839" -d '{"events": [{"name": "network-changed", "server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:18:41.901244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15186cc8-ab54-4113-9e63-2d68ecdeb550 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9dc351-686b-481a-846f-b5ab41008bb8,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:41.906984 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-37f0c148-da9d-498e-b8b2-4e24c2215898 req-00a0a0b9-d1e0-4b56-9f80-dc2e2489d72e tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744154 Aug 31 02:18:41.924523 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e08f14-57b7-44f6-8a8d-f10efd201555 x-openstack-request-id: req-c4e08f14-57b7-44f6-8a8d-f10efd201555 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:18:41.924906 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:18:41.925229 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4e08f14-57b7-44f6-8a8d-f10efd201555 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:18:41.925821 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'status': 'completed', 'code': 200} Aug 31 02:18:41.977998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-73e6cf69-a450-40f3-931c-a2168038a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:41.979609 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-73e6cf69-a450-40f3-931c-a2168038a72f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 1095 time: 0.0451405 Aug 31 02:18:41.985774 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:42.030703 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-4ac964dc-7930-4a80-9f53-834936af1fed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e9dc351-686b-481a-846f-b5ab41008bb8 HTTP/1.1" status: 200 len: 217 time: 0.0396452 Aug 31 02:18:42.081170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-04a3442c-12aa-45b6-b2be-14fc70cf3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:42.082685 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-04a3442c-12aa-45b6-b2be-14fc70cf3d81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3618054-6e0a-426a-9078-b931589d1b3d HTTP/1.1" status: 200 len: 834 time: 0.0446432 Aug 31 02:18:42.128461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-2aa52921-cd17-45f8-9381-2815350ab44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:42.129889 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-2aa52921-cd17-45f8-9381-2815350ab44a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406168 Aug 31 02:18:42.226094 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-44aecb2a-3f3c-4ca0-a056-ccb38537f5a4 service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892487 Aug 31 02:18:42.278449 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:18:42.321590 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b2521bfc-6274-46dc-a16e-dc00f880d7c0 req-f5cef8fa-f949-413e-9c19-5835a2d837fa service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889313 Aug 31 02:18:42.329950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:18:42.330509 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:42.428831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba460d3-6617-44da-aebb-d69a6371e839 req-00577cfd-66f0-47b4-919a-98da80c729f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:42.430335 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ba460d3-6617-44da-aebb-d69a6371e839 req-00577cfd-66f0-47b4-919a-98da80c729f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 1095 time: 0.0449338 Aug 31 02:18:42.523135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba460d3-6617-44da-aebb-d69a6371e839 req-bec372fd-6859-4cde-a9fb-95690a321cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:42.524644 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ba460d3-6617-44da-aebb-d69a6371e839 req-bec372fd-6859-4cde-a9fb-95690a321cb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4 HTTP/1.1" status: 200 len: 898 time: 0.0865061 Aug 31 02:18:42.558507 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:18:42.566607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ba460d3-6617-44da-aebb-d69a6371e839 req-24b4b7c4-acaa-4f61-81f3-e1f94e38bc98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e9dc351-686b-481a-846f-b5ab41008bb8 HTTP/1.1" status: 200 len: 217 time: 0.0352185 Aug 31 02:18:42.620289 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba460d3-6617-44da-aebb-d69a6371e839 req-bfa2e139-5a2d-4e67-8239-916a5210d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:42.621746 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ba460d3-6617-44da-aebb-d69a6371e839 req-bfa2e139-5a2d-4e67-8239-916a5210d5d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3618054-6e0a-426a-9078-b931589d1b3d HTTP/1.1" status: 200 len: 834 time: 0.0487974 Aug 31 02:18:42.666243 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba460d3-6617-44da-aebb-d69a6371e839 req-39553404-b71d-479b-a900-a9a4321b8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:42.667745 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ba460d3-6617-44da-aebb-d69a6371e839 req-39553404-b71d-479b-a900-a9a4321b8ff0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388842 Aug 31 02:18:42.760056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ba460d3-6617-44da-aebb-d69a6371e839 req-f75f5301-a821-446a-901b-0e1f5361c79f service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805211 Aug 31 02:18:43.224125 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d526ed0-a800-484c-968c-3b015fa19db7 req-401670d1-7b1d-4c89-89e9-c99546670218 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:43.225522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d526ed0-a800-484c-968c-3b015fa19db7 req-401670d1-7b1d-4c89-89e9-c99546670218 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 943 time: 0.0843093 Aug 31 02:18:43.230853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6ba460d3-6617-44da-aebb-d69a6371e839 req-b7551757-d72f-47a2-bea3-ee62683f2791 service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626744 Aug 31 02:18:43.265500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d526ed0-a800-484c-968c-3b015fa19db7 req-2b8bb90c-2e30-45fc-b53a-d2cd8b9a1123 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336628 Aug 31 02:18:44.386861 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2446e-0f8a-4506-8827-5914b02b873c req-5349cb1d-2684-4ed1-af83-f1b536994c7d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:44.388355 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bf2446e-0f8a-4506-8827-5914b02b873c req-5349cb1d-2684-4ed1-af83-f1b536994c7d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 943 time: 0.0511239 Aug 31 02:18:44.427569 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bf2446e-0f8a-4506-8827-5914b02b873c req-1dbb188a-a111-48da-8afb-4f54c992a5bb tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325041 Aug 31 02:18:45.458280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 3e9dc351-686b-481a-846f-b5ab41008bb8 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:18:45.550351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d33f30-3c88-4b67-96b8-c43f921ea1fb req-afddc0b3-d424-4216-b8bd-fb7e4db5153a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:45.551778 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51d33f30-3c88-4b67-96b8-c43f921ea1fb req-afddc0b3-d424-4216-b8bd-fb7e4db5153a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 943 time: 0.0526588 Aug 31 02:18:45.557521 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 3e9dc351-686b-481a-846f-b5ab41008bb8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3e9dc351-686b-481a-846f-b5ab41008bb8,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:18:45.569212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'port_id': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'mac_address': 'fa:16:3e:64:5a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:18:45.589733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-51d33f30-3c88-4b67-96b8-c43f921ea1fb req-d73f097e-64a1-4171-a1f0-8c957fa509bb tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316739 Aug 31 02:18:45.606875 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:45.620042 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9dc351-686b-481a-846f-b5ab41008bb8 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:18:45.639634 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 3e9dc351-686b-481a-846f-b5ab41008bb8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3e9dc351-686b-481a-846f-b5ab41008bb8,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:18:45.643957 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:45.688683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=3e9dc351-686b-481a-846f-b5ab41008bb8,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:46.026322 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['3e9dc351-686b-481a-846f-b5ab41008bb8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:18:46.703713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bb29d-5bdb-4b15-b645-fd6a70f0874b req-bf3285d7-c031-4df6-8f17-a138fa03dc8b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:46.705962 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b90bb29d-5bdb-4b15-b645-fd6a70f0874b req-bf3285d7-c031-4df6-8f17-a138fa03dc8b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 944 time: 0.0492427 Aug 31 02:18:46.743180 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b90bb29d-5bdb-4b15-b645-fd6a70f0874b req-b35acd52-a0ce-4ee3-9b53-0a39268aec39 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312278 Aug 31 02:18:47.459024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 3e9dc351-686b-481a-846f-b5ab41008bb8 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:18:47.510431 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 3e9dc351-686b-481a-846f-b5ab41008bb8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:18:47.514013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 3e9dc351-686b-481a-846f-b5ab41008bb8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:18:47.514387 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:47.588128 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:47.609970 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:18:47.612898 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84210b8e-f17b-441f-8ff7-175829a9f40f" -d '{"events": [{"server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "name": "network-vif-plugged", "status": "completed", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:18:47.625057 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 3e9dc351-686b-481a-846f-b5ab41008bb8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3e9dc351-686b-481a-846f-b5ab41008bb8,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:18:47.633370 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:47.660722 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fe63bb-2e11-48e3-8c5f-8d10d008cca5 x-openstack-request-id: req-41fe63bb-2e11-48e3-8c5f-8d10d008cca5 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:18:47.661023 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "name": "network-vif-plugged", "status": "completed", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:18:47.661277 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41fe63bb-2e11-48e3-8c5f-8d10d008cca5 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:18:47.661661 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'code': 200} Aug 31 02:18:47.687055 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=3e9dc351-686b-481a-846f-b5ab41008bb8,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:47.763304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb89eb6-95d1-488a-88f0-01e9ce682af6 req-732f89d0-9269-43ba-8303-f841f1ce563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:47.764814 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-beb89eb6-95d1-488a-88f0-01e9ce682af6 req-732f89d0-9269-43ba-8303-f841f1ce563b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 1097 time: 0.0432599 Aug 31 02:18:47.802643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-beb89eb6-95d1-488a-88f0-01e9ce682af6 req-63190a43-14b8-4027-952d-459b5af45c5d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302167 Aug 31 02:18:47.865717 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb64f84-9c30-458b-85ff-f7f1da652459 req-d2aa00ae-c870-427e-be1a-a57a3210f896 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:47.867087 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecb64f84-9c30-458b-85ff-f7f1da652459 req-d2aa00ae-c870-427e-be1a-a57a3210f896 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0484226 Aug 31 02:18:47.903989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ecb64f84-9c30-458b-85ff-f7f1da652459 req-b2c2d7b9-b666-46dd-9f2b-b3988109a85a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310702 Aug 31 02:18:49.020682 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87befb-5bc0-4f9c-b92c-cd719a52de7f req-c8ce1996-e776-4df7-8f0d-70ddf88b8e6c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:49.022161 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be87befb-5bc0-4f9c-b92c-cd719a52de7f req-c8ce1996-e776-4df7-8f0d-70ddf88b8e6c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0492296 Aug 31 02:18:49.059617 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-be87befb-5bc0-4f9c-b92c-cd719a52de7f req-3563d7b9-ab18-4c90-9209-41952a4d8ac6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313714 Aug 31 02:18:50.189984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52069f13-eff9-4ffb-acbc-00c225eb634c req-ed8b68da-26af-45ad-831b-857971e9ab6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:50.191595 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52069f13-eff9-4ffb-acbc-00c225eb634c req-ed8b68da-26af-45ad-831b-857971e9ab6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0535457 Aug 31 02:18:50.229908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-52069f13-eff9-4ffb-acbc-00c225eb634c req-c15fff8f-e842-4ee1-9631-cd0d3062299b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320368 Aug 31 02:18:50.344828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f87f8a-3b9e-47cf-b813-267f9e0d5e99 req-b3a89e8f-e2f5-4158-8153-cfdd4611507f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:50.346917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0f87f8a-3b9e-47cf-b813-267f9e0d5e99 req-b3a89e8f-e2f5-4158-8153-cfdd4611507f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0484385 Aug 31 02:18:50.383662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a0f87f8a-3b9e-47cf-b813-267f9e0d5e99 req-2cf4c169-08bd-4c8a-93d5-e2e35760e362 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308454 Aug 31 02:18:50.405614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40568) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:50.445359 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa482d7-6ea6-41b6-8631-41e5564ac224 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:50.446855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-caa482d7-6ea6-41b6-8631-41e5564ac224 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 1092 time: 0.0402820 Aug 31 02:18:50.449906 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40570) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:50.454178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:18:50.476043 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:50.573198 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:50.672412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.25.6.190 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/e2d42039-9369-435f-a61f-6d1eaaa15edf) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:18:50.774905 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:50.812071 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:50.852719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:18:50.855646 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:18:50.859786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:18:50.863215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=e2d42039-9369-435f-a61f-6d1eaaa15edf,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:51.226654 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:51.295405 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:51.358717 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4f6f7602-3936-4241-b077-bb745e732ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:51.456659 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:51.461104 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:51.549951 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=e2d42039-9369-435f-a61f-6d1eaaa15edf,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:18:51.567160 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:51.678464 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Floating IP 6cfa0733-996e-4794-bc00-4f48c437fd72 associated. External IP: 172.25.6.190, port: 3e9dc351-686b-481a-846f-b5ab41008bb8. Aug 31 02:18:51.894929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router 0208ddf0-51c9-4212-94fe-13386c882894 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:18:52.009833 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:18:52.021130 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8fdb79-1fa4-4de2-abd1-2b2f644d6173 None None] Sync routers for ids ['0208ddf0-51c9-4212-94fe-13386c882894'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:18:52.028136 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:52.031440 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8fdb79-1fa4-4de2-abd1-2b2f644d6173 None None] Routers {'0208ddf0-51c9-4212-94fe-13386c882894'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:18:52.032057 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3a8fdb79-1fa4-4de2-abd1-2b2f644d6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0208ddf0-51c9-4212-94fe-13386c882894'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:52.069770 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-72e3ed33-3be3-4746-9a86-fbcbf261996f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6188467 Aug 31 02:18:52.070355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:18:52.072775 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a2c7f0-d276-4776-b8db-fd3c65d24d79" -d '{"events": [{"name": "network-changed", "server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:18:52.132648 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e7799e-7ecc-45a0-9b84-f1f0d9d06910 x-openstack-request-id: req-56e7799e-7ecc-45a0-9b84-f1f0d9d06910 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:18:52.133096 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:18:52.133477 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56e7799e-7ecc-45a0-9b84-f1f0d9d06910 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:18:52.133893 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'status': 'completed', 'code': 200} Aug 31 02:18:52.155628 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-3a8fdb79-1fa4-4de2-abd1-2b2f644d6173 None None] Set router 0208ddf0-51c9-4212-94fe-13386c882894 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:18:52.223797 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a99c5-8c29-419c-9c5f-581fff40aa9f req-89856e75-015a-4e9c-9b32-322e39470909 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:52.227747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a5a99c5-8c29-419c-9c5f-581fff40aa9f req-89856e75-015a-4e9c-9b32-322e39470909 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0830472 Aug 31 02:18:52.241526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2c7f0-d276-4776-b8db-fd3c65d24d79 req-97af8fbb-9e68-439e-a7a4-5c362e1d7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:52.242973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7a2c7f0-d276-4776-b8db-fd3c65d24d79 req-97af8fbb-9e68-439e-a7a4-5c362e1d7327 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 1097 time: 0.0724323 Aug 31 02:18:52.329148 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8a5a99c5-8c29-419c-9c5f-581fff40aa9f req-45b692d3-efe0-4ced-95c4-4b404f46f29c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964217 Aug 31 02:18:52.352788 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40580) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:52.369126 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2c7f0-d276-4776-b8db-fd3c65d24d79 req-1605c8e2-dc9c-4cb5-a7cb-c9da87154af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:52.370620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7a2c7f0-d276-4776-b8db-fd3c65d24d79 req-1605c8e2-dc9c-4cb5-a7cb-c9da87154af8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4 HTTP/1.1" status: 200 len: 898 time: 0.1200142 Aug 31 02:18:52.395673 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3a8fdb79-1fa4-4de2-abd1-2b2f644d6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0208ddf0-51c9-4212-94fe-13386c882894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:36Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '6cfa0733-996e-4794-bc00-4f48c437fd72', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'floating_ip_address': '172.25.6.190', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'port_id': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'mac_address': 'fa:16:3e:64:5a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:18:51Z', 'updated_at': '2021-08-31T02:18:51Z', 'revision_number': 0, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80', 'name': '', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:2b:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:36Z', 'updated_at': '2021-08-31T02:18:40Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:52.425271 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-cb313890-c41c-47e8-8d94-a1665342fd88 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/6cfa0733-996e-4794-bc00-4f48c437fd72 HTTP/1.1" status: 200 len: 991 time: 0.0693798 Aug 31 02:18:52.426464 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8fdb79-1fa4-4de2-abd1-2b2f644d6173 None None] Checking router: 0208ddf0-51c9-4212-94fe-13386c882894 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:18:52.434876 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8fdb79-1fa4-4de2-abd1-2b2f644d6173 None None] Routers {'0208ddf0-51c9-4212-94fe-13386c882894'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:18:52.435532 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3a8fdb79-1fa4-4de2-abd1-2b2f644d6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:18:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0208ddf0-51c9-4212-94fe-13386c882894'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:52.438392 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7a2c7f0-d276-4776-b8db-fd3c65d24d79 req-f28346fd-3feb-4f62-8c69-e2c90b212c7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e9dc351-686b-481a-846f-b5ab41008bb8 HTTP/1.1" status: 200 len: 999 time: 0.0600750 Aug 31 02:18:52.491719 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2c7f0-d276-4776-b8db-fd3c65d24d79 req-d380cd97-2d44-46fe-9645-dd1b06be929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:52.493297 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7a2c7f0-d276-4776-b8db-fd3c65d24d79 req-d380cd97-2d44-46fe-9645-dd1b06be929d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3618054-6e0a-426a-9078-b931589d1b3d HTTP/1.1" status: 200 len: 834 time: 0.0474851 Aug 31 02:18:52.543732 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-3a8fdb79-1fa4-4de2-abd1-2b2f644d6173 None None] Set router 0208ddf0-51c9-4212-94fe-13386c882894 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:18:52.545291 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2c7f0-d276-4776-b8db-fd3c65d24d79 req-507dece7-f8f4-48b0-b1e6-195013ea6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:18:52.546815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7a2c7f0-d276-4776-b8db-fd3c65d24d79 req-507dece7-f8f4-48b0-b1e6-195013ea6574 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463533 Aug 31 02:18:52.644750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7a2c7f0-d276-4776-b8db-fd3c65d24d79 req-ef8f0fb1-f429-42bd-b234-be4ffe20e5a5 service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901275 Aug 31 02:18:52.744538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a7a2c7f0-d276-4776-b8db-fd3c65d24d79 req-0c46d334-9059-409c-a9bd-0868a6740bd4 service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927660 Aug 31 02:18:52.879613 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3a8fdb79-1fa4-4de2-abd1-2b2f644d6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0208ddf0-51c9-4212-94fe-13386c882894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:36Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '6cfa0733-996e-4794-bc00-4f48c437fd72', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'floating_ip_address': '172.25.6.190', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'port_id': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'mac_address': 'fa:16:3e:64:5a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:18:51Z', 'updated_at': '2021-08-31T02:18:51Z', 'revision_number': 0, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80', 'name': '', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:2b:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:36Z', 'updated_at': '2021-08-31T02:18:40Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:18:52.905140 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8fdb79-1fa4-4de2-abd1-2b2f644d6173 None None] The sync data for ids ['0208ddf0-51c9-4212-94fe-13386c882894'] in n-d-802060-13 is: [{'id': '0208ddf0-51c9-4212-94fe-13386c882894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:36Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '6cfa0733-996e-4794-bc00-4f48c437fd72', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'floating_ip_address': '172.25.6.190', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'port_id': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'mac_address': 'fa:16:3e:64:5a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:18:51Z', 'updated_at': '2021-08-31T02:18:51Z', 'revision_number': 0, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80', 'name': '', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:2b:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:36Z', 'updated_at': '2021-08-31T02:18:40Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:18:53.093353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a072f481-63b1-403d-9fde-2db2a215a7ed None None] New status for floating IP 6cfa0733-996e-4794-bc00-4f48c437fd72: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:18:53.427155 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40582) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:18:53.489575 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2f5730c7-24e7-4ba0-af42-7ff865842f00 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/6cfa0733-996e-4794-bc00-4f48c437fd72 HTTP/1.1" status: 200 len: 993 time: 0.0612545 Aug 31 02:18:53.873119 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-399fb76a-9e86-4bdc-8b5c-7894005c8e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:54.210009 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:54.770532 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:18:56.981748 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:02.245526 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:03.177636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25bba332-54c2-4de0-a30d-ab1553d30a1c req-a0e98265-fce9-4c96-a360-3767012733b3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406265 Aug 31 02:19:03.276356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bba332-54c2-4de0-a30d-ab1553d30a1c req-c58867c7-cfde-4cf3-9df3-9057e6269a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:03.277881 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25bba332-54c2-4de0-a30d-ab1553d30a1c req-c58867c7-cfde-4cf3-9df3-9057e6269a54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 1097 time: 0.0415397 Aug 31 02:19:03.387867 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bba332-54c2-4de0-a30d-ab1553d30a1c req-d2faa29a-351a-41f5-9c3c-649ff48834a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:03.389354 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25bba332-54c2-4de0-a30d-ab1553d30a1c req-d2faa29a-351a-41f5-9c3c-649ff48834a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4 HTTP/1.1" status: 200 len: 898 time: 0.0916371 Aug 31 02:19:03.453509 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25bba332-54c2-4de0-a30d-ab1553d30a1c req-18449388-2d84-44e8-9400-f14b79f33a74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e9dc351-686b-481a-846f-b5ab41008bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0574646 Aug 31 02:19:03.503301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bba332-54c2-4de0-a30d-ab1553d30a1c req-d48deb24-b4c7-46a2-9124-f8097a02bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:03.504771 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25bba332-54c2-4de0-a30d-ab1553d30a1c req-d48deb24-b4c7-46a2-9124-f8097a02bea9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3618054-6e0a-426a-9078-b931589d1b3d HTTP/1.1" status: 200 len: 834 time: 0.0443447 Aug 31 02:19:03.554928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bba332-54c2-4de0-a30d-ab1553d30a1c req-48ece634-d209-4e6b-b81a-2fa1575fffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:03.556471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25bba332-54c2-4de0-a30d-ab1553d30a1c req-48ece634-d209-4e6b-b81a-2fa1575fffbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449126 Aug 31 02:19:03.644633 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25bba332-54c2-4de0-a30d-ab1553d30a1c req-6d8f9286-0f28-47e9-bf6d-1473fb60a227 service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805469 Aug 31 02:19:03.737833 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-25bba332-54c2-4de0-a30d-ab1553d30a1c req-5f6a7d02-4ce5-4c2c-94db-5f443e0d2409 service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863795 Aug 31 02:19:12.001214 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:19.557764 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:19:21.359991 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-78200299-79a0-4bc2-84e3-2b79d970b57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:23.872703 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bd33f666-ce11-40f9-b0e6-a6c2e9bcfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:24.211701 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:24.772970 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:26.985193 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:32.275708 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:41.995933 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:51.365377 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7fd64a5c-43be-4971-bde8-d6382378596e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:53.873961 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f9594497-56ab-42da-994f-869ceb5aa8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:54.212899 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:54.775887 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:56.557005 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:19:56.987374 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:19:58.281129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-0285d1a7-506b-412f-ae73-6609a00ac847 req-89a2a944-f0a3-49b2-aee2-439ba640e356 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:19:58.282150 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0285d1a7-506b-412f-ae73-6609a00ac847 req-89a2a944-f0a3-49b2-aee2-439ba640e356 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055184 Aug 31 02:19:58.465431 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb14a3-3ae3-465d-b353-56fa7e9ecfb1 req-f0344a39-a850-41a5-88d6-4222c3cb46e0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:58.466961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4eb14a3-3ae3-465d-b353-56fa7e9ecfb1 req-f0344a39-a850-41a5-88d6-4222c3cb46e0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0528243 Aug 31 02:19:58.502049 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-e1caf636-7ba3-4ebb-a84c-770a26bf72f9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973608 Aug 31 02:19:58.509745 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4eb14a3-3ae3-465d-b353-56fa7e9ecfb1 req-606d3a08-de42-4c1a-9df8-673a304f8c85 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355301 Aug 31 02:19:58.512355 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-77659918-222d-479b-92a5-ef86e05dd5fc service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:19:58.513476 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-77659918-222d-479b-92a5-ef86e05dd5fc service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054817 Aug 31 02:19:59.697348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-679a0738-c4e1-4e90-9382-bee222fba820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:59.698843 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-679a0738-c4e1-4e90-9382-bee222fba820 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 1097 time: 0.1115391 Aug 31 02:19:59.711156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950829a-4fb3-46e7-b6ed-f91b3f269020 req-584b624e-affe-43e3-85ca-378dd05313bd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:59.712577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0950829a-4fb3-46e7-b6ed-f91b3f269020 req-584b624e-affe-43e3-85ca-378dd05313bd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.1311781 Aug 31 02:19:59.793576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0950829a-4fb3-46e7-b6ed-f91b3f269020 req-c69c586c-bdfc-4857-bd10-e884c68666f3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729363 Aug 31 02:19:59.820445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-86119d10-7d25-4bbf-abf2-4564baec081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:59.821911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-86119d10-7d25-4bbf-abf2-4564baec081e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4 HTTP/1.1" status: 200 len: 898 time: 0.1085074 Aug 31 02:19:59.890203 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-f077afd8-ffa8-4b92-a3f8-32d7a4ed768c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e9dc351-686b-481a-846f-b5ab41008bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0607822 Aug 31 02:19:59.939732 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-45851a91-bba0-4a26-8a72-fd2b741edddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:59.941234 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-45851a91-bba0-4a26-8a72-fd2b741edddb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3618054-6e0a-426a-9078-b931589d1b3d HTTP/1.1" status: 200 len: 834 time: 0.0439744 Aug 31 02:19:59.986104 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-d1a1b890-596c-4df2-b75f-3a446b2f14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:19:59.987612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-d1a1b890-596c-4df2-b75f-3a446b2f14d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390987 Aug 31 02:20:00.080147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-eae39b4f-6325-40da-b4b6-98feca2d3633 service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848501 Aug 31 02:20:00.167689 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-996de904-161f-4de5-a82d-0fbea9fda5e9 service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803561 Aug 31 02:20:00.912696 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fcd2e-9c81-4fba-8878-d783b9c86a53 req-f44e826e-dce2-4eda-9236-e9bc37308f34 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:00.914192 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-101fcd2e-9c81-4fba-8878-d783b9c86a53 req-f44e826e-dce2-4eda-9236-e9bc37308f34 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0538836 Aug 31 02:20:00.952117 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-101fcd2e-9c81-4fba-8878-d783b9c86a53 req-f1147af9-6739-484a-a91b-614d817b870b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319324 Aug 31 02:20:02.066784 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2637662-7408-45a9-82bc-4c3b9be8e903 req-6414de82-1dd6-4acf-8e05-5edd510efac6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:02.068285 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2637662-7408-45a9-82bc-4c3b9be8e903 req-6414de82-1dd6-4acf-8e05-5edd510efac6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0487866 Aug 31 02:20:02.105711 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c2637662-7408-45a9-82bc-4c3b9be8e903 req-9e66628a-09a8-4012-9d25-2d25abece861 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316851 Aug 31 02:20:02.275107 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:03.218713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698f910-dba7-4b87-b61c-499bf756e6ed req-ff9d067a-8392-48a9-b858-b94b66bd051e tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:03.220206 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e698f910-dba7-4b87-b61c-499bf756e6ed req-ff9d067a-8392-48a9-b858-b94b66bd051e tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0478966 Aug 31 02:20:03.262378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e698f910-dba7-4b87-b61c-499bf756e6ed req-de6a1bc0-503d-4c7c-bcfb-c6885e23797d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356245 Aug 31 02:20:04.385827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569c335-f795-4679-9e6a-b9c4dc608776 req-8fa9d89d-a931-4af7-b9b2-85807a01d4e5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:04.387392 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1569c335-f795-4679-9e6a-b9c4dc608776 req-8fa9d89d-a931-4af7-b9b2-85807a01d4e5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0541008 Aug 31 02:20:04.424716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1569c335-f795-4679-9e6a-b9c4dc608776 req-fac8d62f-cbdb-4486-a8fb-1728812e54cd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309250 Aug 31 02:20:04.624855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfa2dd-b6ac-45d2-93ed-bf58bcb74995 req-aec6ecb1-7efd-4d4d-999c-b8483074042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:04.626237 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6dfa2dd-b6ac-45d2-93ed-bf58bcb74995 req-aec6ecb1-7efd-4d4d-999c-b8483074042d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 1097 time: 0.0409715 Aug 31 02:20:04.728937 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfa2dd-b6ac-45d2-93ed-bf58bcb74995 req-03c337fa-c64a-48b9-82b6-256b62f92c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:04.730435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6dfa2dd-b6ac-45d2-93ed-bf58bcb74995 req-03c337fa-c64a-48b9-82b6-256b62f92c7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4 HTTP/1.1" status: 200 len: 898 time: 0.0858521 Aug 31 02:20:04.799050 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6dfa2dd-b6ac-45d2-93ed-bf58bcb74995 req-6009cf4e-0951-4931-99b1-13dca68826c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e9dc351-686b-481a-846f-b5ab41008bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0613272 Aug 31 02:20:04.846815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfa2dd-b6ac-45d2-93ed-bf58bcb74995 req-46cfb42e-2bcb-465d-a69f-1c13e7b1aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:04.848909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6dfa2dd-b6ac-45d2-93ed-bf58bcb74995 req-46cfb42e-2bcb-465d-a69f-1c13e7b1aef4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3618054-6e0a-426a-9078-b931589d1b3d HTTP/1.1" status: 200 len: 834 time: 0.0426679 Aug 31 02:20:04.893490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfa2dd-b6ac-45d2-93ed-bf58bcb74995 req-fb11756c-cb3b-4aa4-baab-37fb88874adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:04.896055 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6dfa2dd-b6ac-45d2-93ed-bf58bcb74995 req-fb11756c-cb3b-4aa4-baab-37fb88874adb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403221 Aug 31 02:20:04.986618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6dfa2dd-b6ac-45d2-93ed-bf58bcb74995 req-b98876f1-bda3-4474-8a5e-93067315b5c8 service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828490 Aug 31 02:20:05.072589 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6dfa2dd-b6ac-45d2-93ed-bf58bcb74995 req-e9d756f8-f645-42e9-91ad-431972d55e58 service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795004 Aug 31 02:20:05.549821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baab1b-47d1-4c23-bf1a-43df692a78f2 req-e19b61a3-3d4b-4b66-8ac9-ab549be30ae4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:05.551810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1baab1b-47d1-4c23-bf1a-43df692a78f2 req-e19b61a3-3d4b-4b66-8ac9-ab549be30ae4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0537219 Aug 31 02:20:05.589211 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a1baab1b-47d1-4c23-bf1a-43df692a78f2 req-9a1d57ff-ebfa-40f5-8548-625ca5005f22 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314119 Aug 31 02:20:06.704576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68618b2-ec97-4671-a5a6-02c78198b221 req-b9d32f9e-bd2c-4ca1-b9d3-452d8334780c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:06.706045 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f68618b2-ec97-4671-a5a6-02c78198b221 req-b9d32f9e-bd2c-4ca1-b9d3-452d8334780c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0489771 Aug 31 02:20:06.743172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f68618b2-ec97-4671-a5a6-02c78198b221 req-35615d95-c8e0-4759-9e8c-26e9aa9f9c9a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312676 Aug 31 02:20:07.861465 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cc208-d067-492f-8635-e1ca424deaa1 req-1e3a43c3-4487-48df-b4a2-712e1d95b064 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:07.862931 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f2cc208-d067-492f-8635-e1ca424deaa1 req-1e3a43c3-4487-48df-b4a2-712e1d95b064 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0489550 Aug 31 02:20:07.900974 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f2cc208-d067-492f-8635-e1ca424deaa1 req-56395cbc-6e8f-4cad-9bf6-86291631229d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317485 Aug 31 02:20:09.016997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeebb70-d98d-4b03-9d7d-f88fbdf4b94e req-8bcff2e3-bfd9-48f9-8aa6-28357e998534 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:09.018495 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dbeebb70-d98d-4b03-9d7d-f88fbdf4b94e req-8bcff2e3-bfd9-48f9-8aa6-28357e998534 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0512626 Aug 31 02:20:09.057332 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dbeebb70-d98d-4b03-9d7d-f88fbdf4b94e req-139cc97e-9d2b-46c6-a1fe-3ca1f4286202 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Aug 31 02:20:10.172417 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99008cf4-c8c2-46f4-8e82-befe148a8e4a req-55398b86-e89f-4854-9318-3d085ec4d77f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:10.173885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99008cf4-c8c2-46f4-8e82-befe148a8e4a req-55398b86-e89f-4854-9318-3d085ec4d77f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0505702 Aug 31 02:20:10.212944 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-99008cf4-c8c2-46f4-8e82-befe148a8e4a req-2c6a6b45-c43a-4acf-90b9-55628dddd366 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323617 Aug 31 02:20:11.329386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfc4db-f5a4-412a-a02e-6f6fbafdb488 req-6a6c109c-de69-4b7c-aad3-ce159cd3d961 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:11.330866 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3abfc4db-f5a4-412a-a02e-6f6fbafdb488 req-6a6c109c-de69-4b7c-aad3-ce159cd3d961 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0490758 Aug 31 02:20:11.368682 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3abfc4db-f5a4-412a-a02e-6f6fbafdb488 req-a8c0fda6-c5aa-4876-9ad4-f26bb2496dd2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318396 Aug 31 02:20:12.027683 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:12.093756 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-b6405e19-846e-449e-a4f6-c72ae4d64a34 service neutron] show failed (client error): The resource could not be found. Aug 31 02:20:12.094751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-b6405e19-846e-449e-a4f6-c72ae4d64a34 service neutron] 10.222.0.15 "GET /v2.0/ports/3e9dc351-686b-481a-846f-b5ab41008bb8/bindings/n-h2-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0586050 Aug 31 02:20:12.327393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-412cd728-eca3-4d23-bc28-7e6d3fc3a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:12.328964 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-412cd728-eca3-4d23-bc28-7e6d3fc3a91d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14&tenant_id=1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0850532 Aug 31 02:20:12.340694 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-cbb99530-2c87-4172-837e-bbc795cc3746 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:20:12.341492 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-cbb99530-2c87-4172-837e-bbc795cc3746 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056365 Aug 31 02:20:12.353444 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-13', 'device_owner': 'compute:nova'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:20:12.406756 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:12.492983 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845aa74-73f9-480d-8036-f95e11afc583 req-75fc7d8e-ef80-4aad-a78b-8e0b066d39d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:12.494489 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e845aa74-73f9-480d-8036-f95e11afc583 req-75fc7d8e-ef80-4aad-a78b-8e0b066d39d0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0533042 Aug 31 02:20:12.535131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e845aa74-73f9-480d-8036-f95e11afc583 req-37d55517-e2d1-453c-9e62-05b5a8015688 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342891 Aug 31 02:20:12.613739 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] For port 3e9dc351-686b-481a-846f-b5ab41008bb8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=3e9dc351-686b-481a-846f-b5ab41008bb8,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:20:12.645965 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] For port 3e9dc351-686b-481a-846f-b5ab41008bb8, host n-h1-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:20:12.686623 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:20:12.689267 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e576239-0683-4ffd-af93-9b82a12fe7da" -d '{"events": [{"server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "name": "network-vif-unplugged", "status": "completed", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:20:12.693229 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:12.707519 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Transition to ACTIVE for port object 3e9dc351-686b-481a-846f-b5ab41008bb8 will not be triggered until provisioned by entity L2. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:20:12.712996 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:12.756910 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 02:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab53d0ce-c6ad-4405-903d-24ee5edde7cc x-openstack-request-id: req-ab53d0ce-c6ad-4405-903d-24ee5edde7cc {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:20:12.757180 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "name": "network-vif-unplugged", "status": "completed", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:20:12.757453 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab53d0ce-c6ad-4405-903d-24ee5edde7cc {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:20:12.757853 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'code': 200} Aug 31 02:20:12.804747 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9dc351-686b-481a-846f-b5ab41008bb8,revision_number=6']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:12.824399 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:12.824747 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:12.825228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:12.825562 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:12.826132 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:12.826469 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:12.826797 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:12.827140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:12.827476 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:12.827803 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:12.828127 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:12.828449 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:12.874696 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] No DVR routers for this DVR port 3e9dc351-686b-481a-846f-b5ab41008bb8 on host n-h1-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:20:13.026390 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Attempting to bind port 3e9dc351-686b-481a-846f-b5ab41008bb8 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:20:13.026655 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Attempting to bind port 3e9dc351-686b-481a-846f-b5ab41008bb8 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:20:13.026965 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Attempting to bind port 3e9dc351-686b-481a-846f-b5ab41008bb8 on network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:20:13.031888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Port 3e9dc351-686b-481a-846f-b5ab41008bb8 on network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:20:13.031888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Attempting to bind port 3e9dc351-686b-481a-846f-b5ab41008bb8 on network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:20:13.037702 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:20:13.044054 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Checking segment: {'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:20:13.044453 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Bound using segment: {'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'} {{(pid=94760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:20:13.044893 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.managers [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Bound port: 3e9dc351-686b-481a-846f-b5ab41008bb8, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e52ad0-da39-4492-bf02-beb545a1bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4'}}] {{(pid=94760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:20:13.045258 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:13.119393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] For port 3e9dc351-686b-481a-846f-b5ab41008bb8, host n-h2-802060-13, cleared binding levels {{(pid=94760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:20:13.122717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] For port 3e9dc351-686b-481a-846f-b5ab41008bb8, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3e9dc351-686b-481a-846f-b5ab41008bb8,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:20:13.131020 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:13.177512 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:13.178139 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:13.179714 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] 10.222.0.70 "PUT /v2.0/ports/3e9dc351-686b-481a-846f-b5ab41008bb8 HTTP/1.1" status: 200 len: 1092 time: 0.8301404 Aug 31 02:20:13.218050 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1456aa2-a881-4cf4-9591-78f5b64e89c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9dc351-686b-481a-846f-b5ab41008bb8,revision_number=7']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:13.280770 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-0a5ad822-ba10-4fd4-89c5-38dc1d3684c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:13.284985 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-0a5ad822-ba10-4fd4-89c5-38dc1d3684c3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 1095 time: 0.0777488 Aug 31 02:20:13.395752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-fd99516b-1912-400e-8491-9448e1564c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:13.397396 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-fd99516b-1912-400e-8491-9448e1564c37 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4 HTTP/1.1" status: 200 len: 898 time: 0.1057205 Aug 31 02:20:13.474125 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-bb102820-aeb2-403b-93a7-a3f513f52d9f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e9dc351-686b-481a-846f-b5ab41008bb8 HTTP/1.1" status: 200 len: 999 time: 0.0694447 Aug 31 02:20:13.523363 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-8987be1a-9927-4277-b328-0c7774edf98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:13.525097 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-8987be1a-9927-4277-b328-0c7774edf98f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3618054-6e0a-426a-9078-b931589d1b3d HTTP/1.1" status: 200 len: 834 time: 0.0445354 Aug 31 02:20:13.571460 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-49283c2a-b533-4fed-ab6d-7ef1257bdfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:13.573100 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-49283c2a-b533-4fed-ab6d-7ef1257bdfc4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412261 Aug 31 02:20:13.662852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254ba71-7e58-4f11-8bf3-4f449cf63d70 req-554a231c-983e-4d1f-a680-bd79bc8ea69f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:13.664292 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6254ba71-7e58-4f11-8bf3-4f449cf63d70 req-554a231c-983e-4d1f-a680-bd79bc8ea69f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 943 time: 0.0482228 Aug 31 02:20:13.667882 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-b76fbbe9-7852-4f4c-a47d-76fed660fd3a service neutron] 10.222.0.70 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877233 Aug 31 02:20:13.701796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6254ba71-7e58-4f11-8bf3-4f449cf63d70 req-356b0784-32e7-48b0-b462-0450605e44ba tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314536 Aug 31 02:20:13.757458 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-91441cbd-7aa1-42f8-a5ce-ac5b93e09eee req-0e47918f-98ef-48f5-87f0-51fb9163eb9a service neutron] 10.222.0.70 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821986 Aug 31 02:20:14.759030 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:20:14.761441 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1960082-ddb4-4b85-a297-1f508b1b2178" -d '{"events": [{"name": "network-changed", "server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:20:14.810766 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b44a8c-4b0d-48a7-971b-d1034c604d73 x-openstack-request-id: req-64b44a8c-4b0d-48a7-971b-d1034c604d73 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:20:14.811056 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:20:14.811332 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64b44a8c-4b0d-48a7-971b-d1034c604d73 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:20:14.811737 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'status': 'completed', 'code': 200} Aug 31 02:20:14.822695 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070723d-22bc-45d7-8719-6d794362dfab req-4d152951-f843-4336-a892-aa7ff61fbe89 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:14.824225 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a070723d-22bc-45d7-8719-6d794362dfab req-4d152951-f843-4336-a892-aa7ff61fbe89 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 943 time: 0.0523837 Aug 31 02:20:14.870533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-26f2c8fd-9d30-4d89-9fcd-f8b7185d0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:14.872076 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-26f2c8fd-9d30-4d89-9fcd-f8b7185d0c8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 1095 time: 0.0424759 Aug 31 02:20:14.892558 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a070723d-22bc-45d7-8719-6d794362dfab req-39b53a9f-9047-46ae-85a6-622451197ec9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617986 Aug 31 02:20:14.902563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-a72e8700-82cf-426d-b567-b3ecffc1498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:14.904110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-a72e8700-82cf-426d-b567-b3ecffc1498b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 1095 time: 0.0539777 Aug 31 02:20:14.970083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-43db7bf3-fc2a-4070-a22e-6e3e2885a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:14.971852 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-43db7bf3-fc2a-4070-a22e-6e3e2885a914 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4 HTTP/1.1" status: 200 len: 898 time: 0.0906138 Aug 31 02:20:14.998414 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-81a91275-6344-41f6-b793-dd6e62335103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:14.999931 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-81a91275-6344-41f6-b793-dd6e62335103 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4 HTTP/1.1" status: 200 len: 898 time: 0.0890377 Aug 31 02:20:15.039905 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-cdcbb44c-2eba-4bd2-95dd-6583a5b1d999 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e9dc351-686b-481a-846f-b5ab41008bb8 HTTP/1.1" status: 200 len: 999 time: 0.0609930 Aug 31 02:20:15.065275 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-669dfd4e-b5ff-446e-8ca9-34c4d649c3c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e9dc351-686b-481a-846f-b5ab41008bb8 HTTP/1.1" status: 200 len: 999 time: 0.0583174 Aug 31 02:20:15.096892 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-404743a1-f9f1-4924-9f5a-93d35253a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:15.098910 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-404743a1-f9f1-4924-9f5a-93d35253a718 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3618054-6e0a-426a-9078-b931589d1b3d HTTP/1.1" status: 200 len: 834 time: 0.0487306 Aug 31 02:20:15.114925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-8725e50d-736b-4b7b-8819-f02366924fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:15.116455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-8725e50d-736b-4b7b-8819-f02366924fef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3618054-6e0a-426a-9078-b931589d1b3d HTTP/1.1" status: 200 len: 834 time: 0.0445383 Aug 31 02:20:15.147439 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-7b1aff0a-3ccd-45ee-955e-e2954c065ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:15.148975 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-7b1aff0a-3ccd-45ee-955e-e2954c065ecf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416520 Aug 31 02:20:15.166593 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-c1c6d289-0073-446c-bddd-526a8e7dc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:15.168139 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-c1c6d289-0073-446c-bddd-526a8e7dc6a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438139 Aug 31 02:20:15.255515 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-83b86196-eed4-4fd3-a7f8-078ab1af6981 service neutron] 10.222.0.70 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939298 Aug 31 02:20:15.370138 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-4e8128b7-a35f-4f8c-8522-4912fd091683 service neutron] 10.222.0.70 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081009 Aug 31 02:20:15.590501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-f174c2e6-0b20-4e6c-8a65-ba37687ef514 service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153144 Aug 31 02:20:15.680322 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c1960082-ddb4-4b85-a297-1f508b1b2178 req-37e126ad-66b2-48e8-8471-6bf9ab07159e service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830209 Aug 31 02:20:15.971108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 3e9dc351-686b-481a-846f-b5ab41008bb8 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:20:16.012395 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa96337-9b5b-4ad4-a2e7-9e0f0fd93de3 req-ccc0c1a2-2d10-4d7c-849a-23e267a6a5c3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:16.014051 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4fa96337-9b5b-4ad4-a2e7-9e0f0fd93de3 req-ccc0c1a2-2d10-4d7c-849a-23e267a6a5c3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 943 time: 0.0509799 Aug 31 02:20:16.016026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 3e9dc351-686b-481a-846f-b5ab41008bb8 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:20:16.055008 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4fa96337-9b5b-4ad4-a2e7-9e0f0fd93de3 req-38fd6c96-50d9-4e22-a361-19c297dc76d6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335894 Aug 31 02:20:16.280248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5427c-064e-4f51-a621-2ebe36a4dbe5 req-0f588997-d996-4ee8-bbb0-3a42440fdcfe tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:16.281737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4be5427c-064e-4f51-a621-2ebe36a4dbe5 req-0f588997-d996-4ee8-bbb0-3a42440fdcfe tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 943 time: 0.0811830 Aug 31 02:20:16.294017 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a0d6-0e78-4a90-9e55-a1113c858713 req-0d963197-aa69-4858-84bc-cb73de668f69 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:16.295402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b52a0d6-0e78-4a90-9e55-a1113c858713 req-0d963197-aa69-4858-84bc-cb73de668f69 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14&tenant_id=1b16ab340f8d473997232717c9503ef2&binding%3Ahost_id=n-h2-802060-13 HTTP/1.1" status: 200 len: 943 time: 0.0833201 Aug 31 02:20:16.355244 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4be5427c-064e-4f51-a621-2ebe36a4dbe5 req-0157842f-75cb-49c0-9d4a-6e8064bb0660 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589037 Aug 31 02:20:16.382888 n-d-802060-13 neutron-server[94761]: INFO neutron.api.v2.resource [req-4b52a0d6-0e78-4a90-9e55-a1113c858713 req-98ed23b4-f765-4776-b20f-2746d9eda71d service neutron] delete failed (client error): The resource could not be found. Aug 31 02:20:16.383954 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b52a0d6-0e78-4a90-9e55-a1113c858713 req-98ed23b4-f765-4776-b20f-2746d9eda71d service neutron] 10.222.0.15 "DELETE /v2.0/ports/3e9dc351-686b-481a-846f-b5ab41008bb8/bindings/n-h1-802060-13 HTTP/1.1" status: 404 len: 381 time: 0.0810943 Aug 31 02:20:16.413668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3e9dc351-686b-481a-846f-b5ab41008bb8 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:20:16.507924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5612e-7e45-4eb6-8058-550409974d87 req-7ae3b615-a36f-4b54-8f42-315cf37ccb8f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:16.509428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18b5612e-7e45-4eb6-8058-550409974d87 req-7ae3b615-a36f-4b54-8f42-315cf37ccb8f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 943 time: 0.0812478 Aug 31 02:20:16.516755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3e9dc351-686b-481a-846f-b5ab41008bb8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3e9dc351-686b-481a-846f-b5ab41008bb8,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:20:16.520804 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a0d6-0e78-4a90-9e55-a1113c858713 req-ee9f16da-641b-4a85-a6a5-a962cb453fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:16.522243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b52a0d6-0e78-4a90-9e55-a1113c858713 req-ee9f16da-641b-4a85-a6a5-a962cb453fe5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 1095 time: 0.0681479 Aug 31 02:20:16.529068 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'port_id': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'mac_address': 'fa:16:3e:64:5a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:20:16.565573 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:16.578879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9dc351-686b-481a-846f-b5ab41008bb8 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:20:16.598518 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3e9dc351-686b-481a-846f-b5ab41008bb8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3e9dc351-686b-481a-846f-b5ab41008bb8,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:20:16.599584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18b5612e-7e45-4eb6-8058-550409974d87 req-a0febc82-3039-40ff-ad4b-16be43599980 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828941 Aug 31 02:20:16.604243 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:16.635049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a0d6-0e78-4a90-9e55-a1113c858713 req-33b5661a-88bf-4404-bc9b-1889c92a23a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:16.636569 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b52a0d6-0e78-4a90-9e55-a1113c858713 req-33b5661a-88bf-4404-bc9b-1889c92a23a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4 HTTP/1.1" status: 200 len: 898 time: 0.1023905 Aug 31 02:20:16.654783 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=3e9dc351-686b-481a-846f-b5ab41008bb8,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:16.662177 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:16.662527 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:16.662869 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:16.663203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:16.663558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:16.663888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:16.664211 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:16.664547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:16.664855 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:16.665174 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:16.665495 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:16.665814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:16.713423 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b52a0d6-0e78-4a90-9e55-a1113c858713 req-ad4e85a2-25b8-42ff-896b-2835dc5b4a8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e9dc351-686b-481a-846f-b5ab41008bb8 HTTP/1.1" status: 200 len: 1000 time: 0.0699263 Aug 31 02:20:16.761790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a0d6-0e78-4a90-9e55-a1113c858713 req-4f01e0a4-c1b9-45ab-b547-3d7a74180517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:16.763233 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b52a0d6-0e78-4a90-9e55-a1113c858713 req-4f01e0a4-c1b9-45ab-b547-3d7a74180517 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3618054-6e0a-426a-9078-b931589d1b3d HTTP/1.1" status: 200 len: 834 time: 0.0433259 Aug 31 02:20:16.810305 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a0d6-0e78-4a90-9e55-a1113c858713 req-4ecba3cc-72df-4700-8853-33003805a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:16.811718 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b52a0d6-0e78-4a90-9e55-a1113c858713 req-4ecba3cc-72df-4700-8853-33003805a03c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403335 Aug 31 02:20:16.855490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['3e9dc351-686b-481a-846f-b5ab41008bb8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:20:16.903899 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b52a0d6-0e78-4a90-9e55-a1113c858713 req-e129e510-1ecc-4e20-9a84-30e90dd8a21c service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850737 Aug 31 02:20:16.993844 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4b52a0d6-0e78-4a90-9e55-a1113c858713 req-cd004691-9569-4c2b-b122-613eec61a92b service neutron] 10.222.0.15 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826712 Aug 31 02:20:17.727217 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abcbe4-0d41-4623-9577-81535f2f00c8 req-3d9e6bb8-10ef-493d-835d-366563b8c9c3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:17.728701 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18abcbe4-0d41-4623-9577-81535f2f00c8 req-3d9e6bb8-10ef-493d-835d-366563b8c9c3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 944 time: 0.0542462 Aug 31 02:20:17.765213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18abcbe4-0d41-4623-9577-81535f2f00c8 req-ccfd372a-67a9-4e3c-81cb-69207d4a37f5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304382 Aug 31 02:20:17.789176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40696) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:17.848410 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-471fdb28-0e92-43de-ab28-0cede68defa5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/6cfa0733-996e-4794-bc00-4f48c437fd72 HTTP/1.1" status: 200 len: 992 time: 0.0576422 Aug 31 02:20:18.428393 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3e9dc351-686b-481a-846f-b5ab41008bb8 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:20:18.475716 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 3e9dc351-686b-481a-846f-b5ab41008bb8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:20:18.479226 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 3e9dc351-686b-481a-846f-b5ab41008bb8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:20:18.479628 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:18.560177 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:18.581176 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:20:18.584182 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb5c0a2-d4b4-4e55-95d1-40b6f6a83f72" -d '{"events": [{"server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "name": "network-vif-plugged", "status": "completed", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:20:18.598619 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 3e9dc351-686b-481a-846f-b5ab41008bb8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3e9dc351-686b-481a-846f-b5ab41008bb8,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:20:18.603539 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:18.642865 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a499eb40-a59f-4bd3-92ca-a631ee885e62 x-openstack-request-id: req-a499eb40-a59f-4bd3-92ca-a631ee885e62 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:20:18.643159 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "name": "network-vif-plugged", "status": "completed", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:20:18.643437 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a499eb40-a59f-4bd3-92ca-a631ee885e62 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:20:18.643830 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'code': 200} Aug 31 02:20:18.669235 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=3e9dc351-686b-481a-846f-b5ab41008bb8,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:21.366302 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1549632a-2336-4bda-8c07-d7c64fde2a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:23.874590 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-001d704c-cfbe-4bbf-b043-0408555052a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:24.213452 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:24.778249 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:26.995726 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:28.746591 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-ac04a9ab-f25d-4a18-a91e-11f0d14005ce req-87086943-aa0c-477c-a4c8-4a91e47173d8 service neutron] (94760) timed out ('10.222.0.58', 37614) {{(pid=94760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 02:20:32.291549 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:33.555948 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:20:42.032398 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:46.184436 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40716) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:46.337385 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-84dd83a5-826d-41e1-bf78-13449da735b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port e2d42039-9369-435f-a61f-6d1eaaa15edf {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:20:46.337731 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84dd83a5-826d-41e1-bf78-13449da735b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:46.411994 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84dd83a5-826d-41e1-bf78-13449da735b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:46.412318 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84dd83a5-826d-41e1-bf78-13449da735b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:46.423432 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-84dd83a5-826d-41e1-bf78-13449da735b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for e2d42039-9369-435f-a61f-6d1eaaa15edf owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:20:46.570380 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84dd83a5-826d-41e1-bf78-13449da735b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:46.603705 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd83a5-826d-41e1-bf78-13449da735b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=e2d42039-9369-435f-a61f-6d1eaaa15edf,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:46.667790 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84dd83a5-826d-41e1-bf78-13449da735b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:46.668128 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-84dd83a5-826d-41e1-bf78-13449da735b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Floating IP 6cfa0733-996e-4794-bc00-4f48c437fd72 disassociated (deleted). External IP: 172.25.6.190, port: 3e9dc351-686b-481a-846f-b5ab41008bb8. Aug 31 02:20:46.871273 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dd83a5-826d-41e1-bf78-13449da735b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router 0208ddf0-51c9-4212-94fe-13386c882894 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:20:46.981185 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dd83a5-826d-41e1-bf78-13449da735b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:20:46.986033 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-84dd83a5-826d-41e1-bf78-13449da735b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:46.993146 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3606e1-197d-43df-8cef-c7a7ffad0164 None None] Sync routers for ids ['0208ddf0-51c9-4212-94fe-13386c882894'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:20:47.002707 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3606e1-197d-43df-8cef-c7a7ffad0164 None None] Routers {'0208ddf0-51c9-4212-94fe-13386c882894'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:20:47.003672 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3f3606e1-197d-43df-8cef-c7a7ffad0164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0208ddf0-51c9-4212-94fe-13386c882894'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:47.011824 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-84dd83a5-826d-41e1-bf78-13449da735b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/floatingips/6cfa0733-996e-4794-bc00-4f48c437fd72 HTTP/1.1" status: 204 len: 168 time: 0.8263166 Aug 31 02:20:47.012409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:20:47.014644 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ab7225-e22f-45ac-9d03-90772f0d4fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:20:47.063995 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5633294a-c74b-43d6-98f7-c68472c13522 x-openstack-request-id: req-5633294a-c74b-43d6-98f7-c68472c13522 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:20:47.064346 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:20:47.064670 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5633294a-c74b-43d6-98f7-c68472c13522 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:20:47.065279 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'status': 'completed', 'code': 200} Aug 31 02:20:47.116897 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-3f3606e1-197d-43df-8cef-c7a7ffad0164 None None] Set router 0208ddf0-51c9-4212-94fe-13386c882894 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:20:47.127564 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab7225-e22f-45ac-9d03-90772f0d4fb9 req-61202673-a79d-4567-98ee-94cc77b4e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:47.129321 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23ab7225-e22f-45ac-9d03-90772f0d4fb9 req-61202673-a79d-4567-98ee-94cc77b4e65b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 1097 time: 0.0416389 Aug 31 02:20:47.266774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b0ca2-287e-42fa-8e2b-3c2d0c01bf4e req-01cf4c47-c514-4f92-a4e2-03a384627afd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:47.269435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-210b0ca2-287e-42fa-8e2b-3c2d0c01bf4e req-01cf4c47-c514-4f92-a4e2-03a384627afd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0551736 Aug 31 02:20:47.313097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-210b0ca2-287e-42fa-8e2b-3c2d0c01bf4e req-16b9b8cd-4ca4-4363-94c4-ec2bdd7b165c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351679 Aug 31 02:20:47.340913 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3f3606e1-197d-43df-8cef-c7a7ffad0164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0208ddf0-51c9-4212-94fe-13386c882894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:36Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80', 'name': '', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:2b:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:36Z', 'updated_at': '2021-08-31T02:18:40Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:47.368466 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3606e1-197d-43df-8cef-c7a7ffad0164 None None] Checking router: 0208ddf0-51c9-4212-94fe-13386c882894 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:20:47.377081 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3606e1-197d-43df-8cef-c7a7ffad0164 None None] Routers {'0208ddf0-51c9-4212-94fe-13386c882894'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:20:47.377816 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3f3606e1-197d-43df-8cef-c7a7ffad0164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0208ddf0-51c9-4212-94fe-13386c882894'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:47.484261 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-3f3606e1-197d-43df-8cef-c7a7ffad0164 None None] Set router 0208ddf0-51c9-4212-94fe-13386c882894 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:20:47.576781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab7225-e22f-45ac-9d03-90772f0d4fb9 req-160264ad-91f6-49a6-996b-2cdfc584f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:47.578267 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23ab7225-e22f-45ac-9d03-90772f0d4fb9 req-160264ad-91f6-49a6-996b-2cdfc584f511 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4 HTTP/1.1" status: 200 len: 898 time: 0.4356215 Aug 31 02:20:47.621096 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23ab7225-e22f-45ac-9d03-90772f0d4fb9 req-f6d95b6a-510a-4dac-bd93-874d33c362ad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e9dc351-686b-481a-846f-b5ab41008bb8 HTTP/1.1" status: 200 len: 217 time: 0.0338485 Aug 31 02:20:47.671337 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab7225-e22f-45ac-9d03-90772f0d4fb9 req-0e063e11-29d1-449d-97d8-1fc598489c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:47.672775 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23ab7225-e22f-45ac-9d03-90772f0d4fb9 req-0e063e11-29d1-449d-97d8-1fc598489c9f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3618054-6e0a-426a-9078-b931589d1b3d HTTP/1.1" status: 200 len: 834 time: 0.0440011 Aug 31 02:20:47.684774 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-3f3606e1-197d-43df-8cef-c7a7ffad0164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0208ddf0-51c9-4212-94fe-13386c882894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:36Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80', 'name': '', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:2b:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:36Z', 'updated_at': '2021-08-31T02:18:40Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:47.711435 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3606e1-197d-43df-8cef-c7a7ffad0164 None None] The sync data for ids ['0208ddf0-51c9-4212-94fe-13386c882894'] in n-d-802060-13 is: [{'id': '0208ddf0-51c9-4212-94fe-13386c882894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:36Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80', 'name': '', 'network_id': 'e6e2367b-4da3-4b7a-9728-d8090a7e52e4', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:2b:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:36Z', 'updated_at': '2021-08-31T02:18:40Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'f3618054-6e0a-426a-9078-b931589d1b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:20:47.725588 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab7225-e22f-45ac-9d03-90772f0d4fb9 req-a22be0de-7ad9-4b4b-94bd-b991ac9bf000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:47.727157 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23ab7225-e22f-45ac-9d03-90772f0d4fb9 req-a22be0de-7ad9-4b4b-94bd-b991ac9bf000 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e6e2367b-4da3-4b7a-9728-d8090a7e52e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453699 Aug 31 02:20:47.818475 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23ab7225-e22f-45ac-9d03-90772f0d4fb9 req-6f6ffffd-3db1-4ee4-807d-f6aef9ebb6d1 service neutron] 10.222.0.70 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837696 Aug 31 02:20:47.916693 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-23ab7225-e22f-45ac-9d03-90772f0d4fb9 req-4438bf15-0e90-4087-81ba-49a60daa93c6 service neutron] 10.222.0.70 "GET /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907826 Aug 31 02:20:47.926714 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b9f69-d562-418a-8109-d8b51846fd74 None None] New status for floating IP 6cfa0733-996e-4794-bc00-4f48c437fd72: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:20:48.451355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecc973-4689-4860-961d-b8d43d6835e0 req-14c8bb8f-59a6-44ea-95d0-372194118456 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:48.452846 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e3ecc973-4689-4860-961d-b8d43d6835e0 req-14c8bb8f-59a6-44ea-95d0-372194118456 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0528612 Aug 31 02:20:48.490679 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e3ecc973-4689-4860-961d-b8d43d6835e0 req-0f964258-f55b-4701-a83c-72fc566e91a6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b454433-bfab-46f9-9672-2507d5242ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319316 Aug 31 02:20:48.521821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a2ce4-e567-426d-acc1-a739c56c4e9a req-e5f46ff3-28ee-4465-90ff-387010dc8f61 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:48.523225 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7f8a2ce4-e567-426d-acc1-a739c56c4e9a req-e5f46ff3-28ee-4465-90ff-387010dc8f61 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.70 "GET /v2.0/ports?device_id=1907b216-9e3f-49d2-9db2-499d5c37ba14 HTTP/1.1" status: 200 len: 945 time: 0.0506432 Aug 31 02:20:48.614735 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-7f8a2ce4-e567-426d-acc1-a739c56c4e9a req-a14dca7c-98c1-4143-856a-bf2bc0de58b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port 3e9dc351-686b-481a-846f-b5ab41008bb8 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:20:48.615460 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7f8a2ce4-e567-426d-acc1-a739c56c4e9a req-a14dca7c-98c1-4143-856a-bf2bc0de58b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:48.703930 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [req-7f8a2ce4-e567-426d-acc1-a739c56c4e9a req-a14dca7c-98c1-4143-856a-bf2bc0de58b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] For port 3e9dc351-686b-481a-846f-b5ab41008bb8, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=3e9dc351-686b-481a-846f-b5ab41008bb8,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:20:48.704300 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7f8a2ce4-e567-426d-acc1-a739c56c4e9a req-a14dca7c-98c1-4143-856a-bf2bc0de58b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:48.717382 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [req-7f8a2ce4-e567-426d-acc1-a739c56c4e9a req-a14dca7c-98c1-4143-856a-bf2bc0de58b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for 3e9dc351-686b-481a-846f-b5ab41008bb8 owned by compute:nova {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:20:48.850228 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7f8a2ce4-e567-426d-acc1-a739c56c4e9a req-a14dca7c-98c1-4143-856a-bf2bc0de58b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:48.876860 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dca7c-98c1-4143-856a-bf2bc0de58b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=3e9dc351-686b-481a-846f-b5ab41008bb8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:48.920856 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8a2ce4-e567-426d-acc1-a739c56c4e9a req-a14dca7c-98c1-4143-856a-bf2bc0de58b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] No DVR routers for this DVR port 3e9dc351-686b-481a-846f-b5ab41008bb8 on host n-h2-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:20:48.923578 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [req-7f8a2ce4-e567-426d-acc1-a739c56c4e9a req-a14dca7c-98c1-4143-856a-bf2bc0de58b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:48.926380 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-7f8a2ce4-e567-426d-acc1-a739c56c4e9a req-a14dca7c-98c1-4143-856a-bf2bc0de58b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.70 "DELETE /v2.0/ports/3e9dc351-686b-481a-846f-b5ab41008bb8 HTTP/1.1" status: 204 len: 173 time: 0.3962693 Aug 31 02:20:49.066462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'name': 'network-vif-deleted', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:20:49.068893 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1312b52d-1342-452d-89ac-d231bc93724b" -d '{"events": [{"server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "name": "network-vif-deleted", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:20:49.106868 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3643b2f5-9003-49a0-aeb7-e3bc481ca15f x-openstack-request-id: req-3643b2f5-9003-49a0-aeb7-e3bc481ca15f {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:20:49.107232 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1907b216-9e3f-49d2-9db2-499d5c37ba14", "name": "network-vif-deleted", "tag": "3e9dc351-686b-481a-846f-b5ab41008bb8", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:20:49.107669 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3643b2f5-9003-49a0-aeb7-e3bc481ca15f {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:20:49.108021 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1907b216-9e3f-49d2-9db2-499d5c37ba14', 'name': 'network-vif-deleted', 'tag': '3e9dc351-686b-481a-846f-b5ab41008bb8', 'status': 'completed', 'code': 200} Aug 31 02:20:49.546795 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40732) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:49.910949 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2e8eee47-d2c5-4456-8862-accb69a3ca69 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:50.169419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2e8eee47-d2c5-4456-8862-accb69a3ca69 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:20:50.169684 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2e8eee47-d2c5-4456-8862-accb69a3ca69 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:50.257700 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-2e8eee47-d2c5-4456-8862-accb69a3ca69 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] For port 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:20:50.258071 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2e8eee47-d2c5-4456-8862-accb69a3ca69 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:50.276147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-2e8eee47-d2c5-4456-8862-accb69a3ca69 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:20:50.459921 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2e8eee47-d2c5-4456-8862-accb69a3ca69 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:50.489035 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8eee47-d2c5-4456-8862-accb69a3ca69 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:50.663014 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2e8eee47-d2c5-4456-8862-accb69a3ca69 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:50.875410 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8eee47-d2c5-4456-8862-accb69a3ca69 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router 0208ddf0-51c9-4212-94fe-13386c882894 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:20:50.985235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8eee47-d2c5-4456-8862-accb69a3ca69 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:20:50.990465 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2e8eee47-d2c5-4456-8862-accb69a3ca69 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "PUT /v2.0/routers/0208ddf0-51c9-4212-94fe-13386c882894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4425831 Aug 31 02:20:50.993433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40734) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:50.995645 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111ca69f-74b9-40b3-a462-432547e6d67b None None] Sync routers for ids ['0208ddf0-51c9-4212-94fe-13386c882894'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:20:51.004714 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111ca69f-74b9-40b3-a462-432547e6d67b None None] Routers {'0208ddf0-51c9-4212-94fe-13386c882894'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:20:51.005307 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-111ca69f-74b9-40b3-a462-432547e6d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0208ddf0-51c9-4212-94fe-13386c882894'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:51.044454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting subnet f3618054-6e0a-426a-9078-b931589d1b3d {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:20:51.047470 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:51.087120 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:51.108519 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-111ca69f-74b9-40b3-a462-432547e6d67b None None] Set router 0208ddf0-51c9-4212-94fe-13386c882894 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:20:51.175209 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:51.233327 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:51.258583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Subnet': ['ID=f3618054-6e0a-426a-9078-b931589d1b3d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:51.269086 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:51.270938 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/subnets/f3618054-6e0a-426a-9078-b931589d1b3d HTTP/1.1" status: 204 len: 168 time: 0.2765074 Aug 31 02:20:51.273425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:51.273783 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:51.274118 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:51.274504 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:51.274770 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:51.275097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:51.275448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:51.276409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:51.276409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:51.276409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:51.276953 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:51.277280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e598f2-0da3-4bb4-b3f6-7e06929e9845 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:51.278954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae3e96-2d74-44dc-a9ef-0d802163b8b9 None None] Network e6e2367b-4da3-4b7a-9728-d8090a7e52e4 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:20:51.283657 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40736) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:51.289289 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-111ca69f-74b9-40b3-a462-432547e6d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0208ddf0-51c9-4212-94fe-13386c882894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:20:50Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:51.397349 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:51.407258 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3831a95b-5c55-4224-a48f-d557323550ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:51.419004 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111ca69f-74b9-40b3-a462-432547e6d67b None None] Checking router: 0208ddf0-51c9-4212-94fe-13386c882894 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:20:51.428211 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111ca69f-74b9-40b3-a462-432547e6d67b None None] Routers {'0208ddf0-51c9-4212-94fe-13386c882894'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:20:51.428783 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-111ca69f-74b9-40b3-a462-432547e6d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:20:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0208ddf0-51c9-4212-94fe-13386c882894'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:51.499421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11de4b78-38cd-479d-b793-120cce1d99d7 None None] DHCP port deletion for e6e2367b-4da3-4b7a-9728-d8090a7e52e4 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:20:51.512404 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:51.533774 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-111ca69f-74b9-40b3-a462-432547e6d67b None None] Set router 0208ddf0-51c9-4212-94fe-13386c882894 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:20:51.551961 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-11de4b78-38cd-479d-b793-120cce1d99d7 None None] Deleting port 1d730067-7748-4f58-b590-4f3eb8c8b2ea {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:20:51.552418 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-11de4b78-38cd-479d-b793-120cce1d99d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:51.567615 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port 50b3e559-e41c-46ae-b220-5ee5c169ceb8 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:20:51.568098 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:51.618830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-11de4b78-38cd-479d-b793-120cce1d99d7 None None] For port 1d730067-7748-4f58-b590-4f3eb8c8b2ea, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=1d730067-7748-4f58-b590-4f3eb8c8b2ea,segment=NetworkSegment(95e52ad0-da39-4492-bf02-beb545a1bc80),segment_id=95e52ad0-da39-4492-bf02-beb545a1bc80)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:20:51.619589 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-11de4b78-38cd-479d-b793-120cce1d99d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:51.633582 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-11de4b78-38cd-479d-b793-120cce1d99d7 None None] Calling delete_port for 1d730067-7748-4f58-b590-4f3eb8c8b2ea owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:20:51.650020 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] For port 50b3e559-e41c-46ae-b220-5ee5c169ceb8, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=50b3e559-e41c-46ae-b220-5ee5c169ceb8,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:20:51.650390 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:51.663157 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for 50b3e559-e41c-46ae-b220-5ee5c169ceb8 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:20:51.716964 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-111ca69f-74b9-40b3-a462-432547e6d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0208ddf0-51c9-4212-94fe-13386c882894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:20:50Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:51.723144 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-11de4b78-38cd-479d-b793-120cce1d99d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:51.743884 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111ca69f-74b9-40b3-a462-432547e6d67b None None] The sync data for ids ['0208ddf0-51c9-4212-94fe-13386c882894'] in n-d-802060-13 is: [{'id': '0208ddf0-51c9-4212-94fe-13386c882894', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761377506', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:20:50Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': '50b3e559-e41c-46ae-b220-5ee5c169ceb8', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0208ddf0-51c9-4212-94fe-13386c882894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:18:33Z', 'updated_at': '2021-08-31T02:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:20:51.753530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de4b78-38cd-479d-b793-120cce1d99d7 None None] Pushing event deleted for resources: {'Port': ['ID=1d730067-7748-4f58-b590-4f3eb8c8b2ea,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:51.762232 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11de4b78-38cd-479d-b793-120cce1d99d7 None None] No DVR routers for this DVR port 1d730067-7748-4f58-b590-4f3eb8c8b2ea on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:20:51.840890 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:51.868546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=50b3e559-e41c-46ae-b220-5ee5c169ceb8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:51.928715 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.015069 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.017425 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.057718 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.058137 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Fanout notify agent at l3_agent the message router_deleted on router 0208ddf0-51c9-4212-94fe-13386c882894 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:20:52.064727 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.066379 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b076a1ba-55f1-4c14-bab1-3d5f3ba1f424 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/routers/0208ddf0-51c9-4212-94fe-13386c882894 HTTP/1.1" status: 204 len: 168 time: 0.7811978 Aug 31 02:20:52.069409 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40738) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:52.157133 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ab9df4d-b60b-41cc-a296-71ccc2f8edad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.244399 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ab9df4d-b60b-41cc-a296-71ccc2f8edad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.254595 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0ab9df4d-b60b-41cc-a296-71ccc2f8edad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e2367b-4da3-4b7a-9728-d8090a7e52e4']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:52.265133 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0ab9df4d-b60b-41cc-a296-71ccc2f8edad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e52ad0-da39-4492-bf02-beb545a1bc80') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:52.265636 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-0ab9df4d-b60b-41cc-a296-71ccc2f8edad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e52ad0-da39-4492-bf02-beb545a1bc80') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:52.276086 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ab9df4d-b60b-41cc-a296-71ccc2f8edad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.296587 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ab9df4d-b60b-41cc-a296-71ccc2f8edad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.306664 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab9df4d-b60b-41cc-a296-71ccc2f8edad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:20:52.307081 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ab9df4d-b60b-41cc-a296-71ccc2f8edad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: timer() Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:20:52.310126 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:20:52.383400 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ab9df4d-b60b-41cc-a296-71ccc2f8edad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.387676 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0ab9df4d-b60b-41cc-a296-71ccc2f8edad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.393060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40740) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:52.393678 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0ab9df4d-b60b-41cc-a296-71ccc2f8edad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/networks/e6e2367b-4da3-4b7a-9728-d8090a7e52e4 HTTP/1.1" status: 204 len: 168 time: 0.3228006 Aug 31 02:20:52.411752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9df4d-b60b-41cc-a296-71ccc2f8edad tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Network': ['ID=e6e2367b-4da3-4b7a-9728-d8090a7e52e4,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:52.414430 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:20:52.437805 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:20:52.438153 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2caa77f2-4b5f-4c7f-96ce-e8ad663b9c80 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:20:52.438583 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1d730067-7748-4f58-b590-4f3eb8c8b2ea no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:20:52.463351 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e683cf20-8366-4736-9df5-e8ced8c960b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.466818 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 1d730067-7748-4f58-b590-4f3eb8c8b2ea {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:20:52.467230 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 1d730067-7748-4f58-b590-4f3eb8c8b2ea not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:20:52.489941 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e683cf20-8366-4736-9df5-e8ced8c960b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.553169 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e683cf20-8366-4736-9df5-e8ced8c960b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.555665 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e683cf20-8366-4736-9df5-e8ced8c960b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.556822 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e683cf20-8366-4736-9df5-e8ced8c960b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/security-groups/2b454433-bfab-46f9-9672-2507d5242ccf HTTP/1.1" status: 204 len: 168 time: 0.1618683 Aug 31 02:20:52.560620 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3e9dc351-686b-481a-846f-b5ab41008bb8 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:20:52.568418 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683cf20-8366-4736-9df5-e8ced8c960b4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b454433-bfab-46f9-9672-2507d5242ccf,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:52.584618 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 3e9dc351-686b-481a-846f-b5ab41008bb8 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:20:52.585255 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 3e9dc351-686b-481a-846f-b5ab41008bb8 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:20:52.827058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40746) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:52.832980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9733f3b5-dab5-4f0e-a804-9b33a74c7e5c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898625721', 'description': 'tempest-secgroup-smoke-1898625721 description', 'project_id': '1b16ab340f8d473997232717c9503ef2'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:20:52.858980 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9733f3b5-dab5-4f0e-a804-9b33a74c7e5c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.940797 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9733f3b5-dab5-4f0e-a804-9b33a74c7e5c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.944460 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9733f3b5-dab5-4f0e-a804-9b33a74c7e5c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.969621 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9733f3b5-dab5-4f0e-a804-9b33a74c7e5c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:52.970854 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9733f3b5-dab5-4f0e-a804-9b33a74c7e5c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1425829 Aug 31 02:20:52.974423 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40748) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:52.978855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c3d883b4-b837-4d69-b84c-8b59d8d2ca7a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '9633b96b-148c-4ed3-a4ac-32832dd67d8e', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:20:52.986400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733f3b5-dab5-4f0e-a804-9b33a74c7e5c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9633b96b-148c-4ed3-a4ac-32832dd67d8e,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:53.008509 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3d883b4-b837-4d69-b84c-8b59d8d2ca7a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.063229 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3d883b4-b837-4d69-b84c-8b59d8d2ca7a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.067840 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3d883b4-b837-4d69-b84c-8b59d8d2ca7a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.085025 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d883b4-b837-4d69-b84c-8b59d8d2ca7a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be7057b-1230-4176-ab27-a61753ba747a,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:53.093559 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c3d883b4-b837-4d69-b84c-8b59d8d2ca7a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.095077 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c3d883b4-b837-4d69-b84c-8b59d8d2ca7a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195660 Aug 31 02:20:53.098263 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40750) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:53.102760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ff9be6e8-cce3-43b8-8286-6fa201d4058f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '9633b96b-148c-4ed3-a4ac-32832dd67d8e', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:20:53.128482 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff9be6e8-cce3-43b8-8286-6fa201d4058f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.188634 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff9be6e8-cce3-43b8-8286-6fa201d4058f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.192571 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff9be6e8-cce3-43b8-8286-6fa201d4058f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.210324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9be6e8-cce3-43b8-8286-6fa201d4058f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa072b10-9441-4371-8c8c-ed4db920a00a,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:53.216885 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ff9be6e8-cce3-43b8-8286-6fa201d4058f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.217995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ff9be6e8-cce3-43b8-8286-6fa201d4058f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187754 Aug 31 02:20:53.223127 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40752) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:53.228652 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5d095291-054b-48db-b4b2-3662cf6ea8f6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '9633b96b-148c-4ed3-a4ac-32832dd67d8e', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:20:53.259593 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d095291-054b-48db-b4b2-3662cf6ea8f6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.320698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d095291-054b-48db-b4b2-3662cf6ea8f6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.324261 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d095291-054b-48db-b4b2-3662cf6ea8f6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.341521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d095291-054b-48db-b4b2-3662cf6ea8f6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37a4383-58a9-43d2-ab28-a443735c2675,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:53.348517 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d095291-054b-48db-b4b2-3662cf6ea8f6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.349435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5d095291-054b-48db-b4b2-3662cf6ea8f6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253231 Aug 31 02:20:53.352105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40754) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:53.356500 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-24882242-d380-4645-a1a7-9a1fdf7efb62 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '9633b96b-148c-4ed3-a4ac-32832dd67d8e', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:20:53.382772 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24882242-d380-4645-a1a7-9a1fdf7efb62 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.443031 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24882242-d380-4645-a1a7-9a1fdf7efb62 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.446460 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24882242-d380-4645-a1a7-9a1fdf7efb62 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.464304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24882242-d380-4645-a1a7-9a1fdf7efb62 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8b6386-0632-4761-8d36-d7646c63df20,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:53.469067 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24882242-d380-4645-a1a7-9a1fdf7efb62 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.470335 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-24882242-d380-4645-a1a7-9a1fdf7efb62 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172440 Aug 31 02:20:53.473480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40756) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:53.477918 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-22569320-f330-498e-aa78-f2b82245ae73 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '9633b96b-148c-4ed3-a4ac-32832dd67d8e', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:20:53.499821 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-22569320-f330-498e-aa78-f2b82245ae73 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Project 1b16ab340f8d473997232717c9503ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:20:53.505399 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22569320-f330-498e-aa78-f2b82245ae73 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.568299 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22569320-f330-498e-aa78-f2b82245ae73 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.571963 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22569320-f330-498e-aa78-f2b82245ae73 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.589978 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22569320-f330-498e-aa78-f2b82245ae73 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4219f52-108c-495d-92cc-f9918935a631,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:53.595611 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-22569320-f330-498e-aa78-f2b82245ae73 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.597517 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-22569320-f330-498e-aa78-f2b82245ae73 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228738 Aug 31 02:20:53.600725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40758) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:53.605131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-e933d0e7-c996-4adf-a113-4904235b382b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '9633b96b-148c-4ed3-a4ac-32832dd67d8e', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:20:53.628319 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-e933d0e7-c996-4adf-a113-4904235b382b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Project 1b16ab340f8d473997232717c9503ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:20:53.632981 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e933d0e7-c996-4adf-a113-4904235b382b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.693235 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e933d0e7-c996-4adf-a113-4904235b382b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.696602 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e933d0e7-c996-4adf-a113-4904235b382b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.714297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933d0e7-c996-4adf-a113-4904235b382b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0690719a-3835-4b03-b850-0c6ceb47b770,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:53.719386 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e933d0e7-c996-4adf-a113-4904235b382b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.720608 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e933d0e7-c996-4adf-a113-4904235b382b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189096 Aug 31 02:20:53.724247 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40760) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:53.729151 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-86bf622c-0ebc-4a2e-91e3-66a1f4e6a862 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'network': {'name': 'tempest-network-smoke--1123939297', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'port_security_enabled': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:20:53.748864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bf622c-0ebc-4a2e-91e3-66a1f4e6a862 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Made reservation on behalf of 1b16ab340f8d473997232717c9503ef2 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:20:53.752340 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86bf622c-0ebc-4a2e-91e3-66a1f4e6a862 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.775468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bf622c-0ebc-4a2e-91e3-66a1f4e6a862 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:20:53.785775 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86bf622c-0ebc-4a2e-91e3-66a1f4e6a862 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.786128 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-86bf622c-0ebc-4a2e-91e3-66a1f4e6a862 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Added segment 2b5faaf8-ed2e-419b-93b4-fa642a3686f2 of type vlan for network 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 Aug 31 02:20:53.826218 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86bf622c-0ebc-4a2e-91e3-66a1f4e6a862 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.850468 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86bf622c-0ebc-4a2e-91e3-66a1f4e6a862 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.856189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bf622c-0ebc-4a2e-91e3-66a1f4e6a862 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:53.856779 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-86bf622c-0ebc-4a2e-91e3-66a1f4e6a862 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.873882 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2f664c5f-3515-4d81-906d-7e9c3dd32e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.916327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-86bf622c-0ebc-4a2e-91e3-66a1f4e6a862 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1910515 Aug 31 02:20:53.918972 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40762) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:53.926333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'admin_state_up': True, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:20:53.941424 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf622c-0ebc-4a2e-91e3-66a1f4e6a862 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Network': ['ID=650e05fa-ecd4-40f0-8a38-cad6f455a2a2,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:53.951749 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:20:53.956936 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:53.958081 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:54.017666 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:54.173368 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:54.214664 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:54.301538 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 50b3e559-e41c-46ae-b220-5ee5c169ceb8 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:20:54.322325 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 50b3e559-e41c-46ae-b220-5ee5c169ceb8 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:20:54.322590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 50b3e559-e41c-46ae-b220-5ee5c169ceb8 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:20:54.386785 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:54.406330 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:54.512279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.25.6.179 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/c4c7e625-f6f5-4f7d-b874-b53288f9f891) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:20:54.625358 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:54.674256 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:54.715174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:20:54.719896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:20:54.726667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:20:54.729755 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=c4c7e625-f6f5-4f7d-b874-b53288f9f891,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:54.782469 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:54.980925 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:55.185452 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:55.321460 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router 1ea38148-3684-484f-9080-f565772237bb is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:20:55.430735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:20:55.441038 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Sync routers for ids ['1ea38148-3684-484f-9080-f565772237bb'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:20:55.450302 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:55.451474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Routers {'1ea38148-3684-484f-9080-f565772237bb'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:20:55.452152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1ea38148-3684-484f-9080-f565772237bb'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:55.452394 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5a8f4866-2e22-4685-8f04-8d11e843e1ff tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5322664 Aug 31 02:20:55.456367 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40764) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:55.531061 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-fa383dac-04d4-4c27-afac-32192fe5e4d1 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=1b16ab340f8d473997232717c9503ef2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0735223 Aug 31 02:20:55.533629 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40768) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:55.577088 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Set router 1ea38148-3684-484f-9080-f565772237bb gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:20:55.639326 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3304e3-3111-451f-9886-44d93e85507b tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:55.643721 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-db3304e3-3111-451f-9886-44d93e85507b tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1057608 Aug 31 02:20:55.644038 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40770) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:55.671829 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-d46bc274-913c-400c-aa35-41756c0bc78b tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267320 Aug 31 02:20:55.674267 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40772) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:55.679687 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-ef9ddda3-3401-4b33-85c0-b629a9bc669b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-230206699', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:20:55.759453 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea38148-3684-484f-9080-f565772237bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:20:53Z', 'updated_at': '2021-08-31T02:20:54Z', 'revision_number': 3, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:42:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:54Z', 'updated_at': '2021-08-31T02:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:55.766681 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9ddda3-3401-4b33-85c0-b629a9bc669b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Made reservation on behalf of 1b16ab340f8d473997232717c9503ef2 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:20:55.770475 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ef9ddda3-3401-4b33-85c0-b629a9bc669b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:55.792338 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Checking router: 1ea38148-3684-484f-9080-f565772237bb for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:20:55.792757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Updating router 1ea38148-3684-484f-9080-f565772237bb port c4c7e625-f6f5-4f7d-b874-b53288f9f891 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:20:55.818775 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:55.957562 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ef9ddda3-3401-4b33-85c0-b629a9bc669b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:56.023083 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ddda3-3401-4b33-85c0-b629a9bc669b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Subnet': ['ID=db9f4f86-9d72-42dd-99f3-a2ef1993c102,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:56.034966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ddda3-3401-4b33-85c0-b629a9bc669b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Checking segment: {'id': '2b5faaf8-ed2e-419b-93b4-fa642a3686f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:20:56.034966 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9ddda3-3401-4b33-85c0-b629a9bc669b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network hostable DHCP agents. Network: 650e05fa-ecd4-40f0-8a38-cad6f455a2a2, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:20:56.051839 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9ddda3-3401-4b33-85c0-b629a9bc669b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:20:56.060313 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-ef9ddda3-3401-4b33-85c0-b629a9bc669b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 650e05fa-ecd4-40f0-8a38-cad6f455a2a2) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:20:56.064475 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9ddda3-3401-4b33-85c0-b629a9bc669b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:56.065103 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ef9ddda3-3401-4b33-85c0-b629a9bc669b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:56.072893 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aafa74a-5373-481b-aef8-98db7fae7532 None None] Network 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:20:56.080390 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ef9ddda3-3401-4b33-85c0-b629a9bc669b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4044971 Aug 31 02:20:56.083941 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40774) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:20:56.126553 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:56.146095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Transition to ACTIVE for port object c4c7e625-f6f5-4f7d-b874-b53288f9f891 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:20:56.155387 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:56.233109 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Attempting to bind port c4c7e625-f6f5-4f7d-b874-b53288f9f891 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:20:56.233458 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Attempting to bind port c4c7e625-f6f5-4f7d-b874-b53288f9f891 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:20:56.233761 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Attempting to bind port c4c7e625-f6f5-4f7d-b874-b53288f9f891 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:20:56.255616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6ac16-bf94-43c9-b1be-a908fa3eb2aa None None] Pushing event updated for resources: {'Port': ['ID=c4c7e625-f6f5-4f7d-b874-b53288f9f891,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:56.264705 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:20:56.265340 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:20:56.265801 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:56.266145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:20:56.266631 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Bound port: c4c7e625-f6f5-4f7d-b874-b53288f9f891, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:20:56.267024 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:56.348788 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ips': [{'subnet_id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:20:56.349640 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:56.365293 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] For port c4c7e625-f6f5-4f7d-b874-b53288f9f891, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:20:56.384334 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] For port c4c7e625-f6f5-4f7d-b874-b53288f9f891, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c4c7e625-f6f5-4f7d-b874-b53288f9f891,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:20:56.390367 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:56.556295 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Routers {'1ea38148-3684-484f-9080-f565772237bb'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:20:56.557029 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1ea38148-3684-484f-9080-f565772237bb'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:56.558739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6ac16-bf94-43c9-b1be-a908fa3eb2aa None None] Pushing event updated for resources: {'Port': ['ID=c4c7e625-f6f5-4f7d-b874-b53288f9f891,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:56.620753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Allocated IP 172.20.0.2 (650e05fa-ecd4-40f0-8a38-cad6f455a2a2/db9f4f86-9d72-42dd-99f3-a2ef1993c102/92467d20-99d5-4f87-a145-8de39bb5cefe) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:20:56.734158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] Set router 1ea38148-3684-484f-9080-f565772237bb gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:20:56.839313 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:56.962093 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:56.975913 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Transition to ACTIVE for port object 92467d20-99d5-4f87-a145-8de39bb5cefe will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:20:57.012119 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Transition to ACTIVE for port object 92467d20-99d5-4f87-a145-8de39bb5cefe will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:20:57.022795 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:57.023899 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:57.064197 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea38148-3684-484f-9080-f565772237bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:20:53Z', 'updated_at': '2021-08-31T02:20:54Z', 'revision_number': 3, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:42:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:54Z', 'updated_at': '2021-08-31T02:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:57.067509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Network 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:20:57.074632 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:20:57.100781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:20:57.105041 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a25b20-b015-47ed-b04c-61f980fac0ee None None] The sync data for ids ['1ea38148-3684-484f-9080-f565772237bb'] in n-d-802060-13 is: [{'id': '1ea38148-3684-484f-9080-f565772237bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:20:53Z', 'updated_at': '2021-08-31T02:20:54Z', 'revision_number': 3, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:42:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:54Z', 'updated_at': '2021-08-31T02:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:20:57.107986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Pushing event updated for resources: {'Port': ['ID=92467d20-99d5-4f87-a145-8de39bb5cefe,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:57.120566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.20.0.1 (650e05fa-ecd4-40f0-8a38-cad6f455a2a2/db9f4f86-9d72-42dd-99f3-a2ef1993c102/64a497c2-9bd9-4f22-9222-4f6557db74d7) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:20:57.169200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Attempting to bind port 92467d20-99d5-4f87-a145-8de39bb5cefe on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:20:57.169572 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Attempting to bind port 92467d20-99d5-4f87-a145-8de39bb5cefe by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '2b5faaf8-ed2e-419b-93b4-fa642a3686f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:20:57.169935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Attempting to bind port 92467d20-99d5-4f87-a145-8de39bb5cefe on network 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:20:57.175658 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:20:57.176036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Checking segment: {'id': '2b5faaf8-ed2e-419b-93b4-fa642a3686f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:20:57.176441 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:57.176843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Bound using segment: {'id': '2b5faaf8-ed2e-419b-93b4-fa642a3686f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:20:57.177318 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Bound port: 92467d20-99d5-4f87-a145-8de39bb5cefe, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5faaf8-ed2e-419b-93b4-fa642a3686f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:20:57.177691 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:57.244813 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] For port 92467d20-99d5-4f87-a145-8de39bb5cefe, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:20:57.247985 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] For port 92467d20-99d5-4f87-a145-8de39bb5cefe, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=92467d20-99d5-4f87-a145-8de39bb5cefe,segment=NetworkSegment(2b5faaf8-ed2e-419b-93b4-fa642a3686f2),segment_id=2b5faaf8-ed2e-419b-93b4-fa642a3686f2)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:20:57.252316 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:57.253842 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:57.270140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Transition to ACTIVE for port object 64a497c2-9bd9-4f22-9222-4f6557db74d7 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:20:57.309469 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:57.320325 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7a095-e664-48c4-a2fa-2b1911e5b034 None None] Pushing event updated for resources: {'Port': ['ID=92467d20-99d5-4f87-a145-8de39bb5cefe,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:57.366991 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:20:57.370196 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:20:57.374128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:20:57.381829 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=64a497c2-9bd9-4f22-9222-4f6557db74d7,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:57.428300 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:57.598778 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:57.913684 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:57.918337 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:57.996341 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=64a497c2-9bd9-4f22-9222-4f6557db74d7,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:58.001575 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:58.108688 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:20:58.110194 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:20:58.232277 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router 1ea38148-3684-484f-9080-f565772237bb has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:20:58.303525 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddcbd7b-1032-4387-a819-21d4077363a8 None None] Network 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:20:58.360567 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:20:58.370948 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-a84425c8-9209-4069-8a5b-f405d278063b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "PUT /v2.0/routers/1ea38148-3684-484f-9080-f565772237bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2860012 Aug 31 02:20:58.411857 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c4c7e625-f6f5-4f7d-b874-b53288f9f891 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:20:58.416018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d08f1eaa-68d1-4453-ad5a-eaaafe427f7f None None] Provisioning for port 92467d20-99d5-4f87-a145-8de39bb5cefe completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:20:58.523423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port c4c7e625-f6f5-4f7d-b874-b53288f9f891 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:20:58.529980 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c4c7e625-f6f5-4f7d-b874-b53288f9f891 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:20:58.530478 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:58.615156 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:58.638289 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port c4c7e625-f6f5-4f7d-b874-b53288f9f891, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c4c7e625-f6f5-4f7d-b874-b53288f9f891,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:20:58.643021 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:58.645015 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 92467d20-99d5-4f87-a145-8de39bb5cefe up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:20:58.741522 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-617b91b4-b632-4178-b6b2-b9927cfd5a6f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898625721&fields=id&tenant_id=1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 267 time: 0.0415399 Aug 31 02:20:58.748885 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=c4c7e625-f6f5-4f7d-b874-b53288f9f891,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:58.759415 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 92467d20-99d5-4f87-a145-8de39bb5cefe completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:20:58.763313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 92467d20-99d5-4f87-a145-8de39bb5cefe triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:20:58.763799 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:58.815631 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Sync routers for ids ['1ea38148-3684-484f-9080-f565772237bb'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:20:58.832038 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Routers {'1ea38148-3684-484f-9080-f565772237bb'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:20:58.833536 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1ea38148-3684-484f-9080-f565772237bb'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:58.898078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-408d194d-3527-4929-8270-53875b847f51 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:20:58.905656 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-408d194d-3527-4929-8270-53875b847f51 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/networks?id=650e05fa-ecd4-40f0-8a38-cad6f455a2a2 HTTP/1.1" status: 200 len: 797 time: 0.1567223 Aug 31 02:20:58.923790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-fa351b4c-d2c8-4f64-8b6c-fdeaad9eed2e tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/quotas/1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 375 time: 0.0167308 Aug 31 02:20:58.976734 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Set router 1ea38148-3684-484f-9080-f565772237bb gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:20:58.979418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-bf40d9fb-4655-40fb-97cb-96b932bac580 None None] Provisioning complete for port 92467d20-99d5-4f87-a145-8de39bb5cefe triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:20:58.979418 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bf40d9fb-4655-40fb-97cb-96b932bac580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:58.995926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-3c796ac6-fb86-4cde-b5be-f0081a5f791e tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712366 Aug 31 02:20:59.057786 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:59.109584 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-21c64c6e-b38c-4289-93bf-715b449afdc3 service neutron] 10.222.0.58 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106238 Aug 31 02:20:59.123969 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bf40d9fb-4655-40fb-97cb-96b932bac580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:59.129579 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 92467d20-99d5-4f87-a145-8de39bb5cefe, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=92467d20-99d5-4f87-a145-8de39bb5cefe,segment=NetworkSegment(2b5faaf8-ed2e-419b-93b4-fa642a3686f2),segment_id=2b5faaf8-ed2e-419b-93b4-fa642a3686f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:20:59.152298 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:59.213594 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea38148-3684-484f-9080-f565772237bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:20:53Z', 'updated_at': '2021-08-31T02:20:57Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:54Z', 'updated_at': '2021-08-31T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '64a497c2-9bd9-4f22-9222-4f6557db74d7', 'name': '', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:bc:ee:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:56Z', 'updated_at': '2021-08-31T02:20:57Z', 'revision_number': 2, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:59.221843 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.db.api [None req-bf40d9fb-4655-40fb-97cb-96b932bac580 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 02:20:59.222212 n-d-802060-13 neutron-server[94762]: DEBUG oslo_db.api [None req-bf40d9fb-4655-40fb-97cb-96b932bac580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 02:20:59.233144 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-3354b925-6de9-452f-a5fe-db13c575e1cb service neutron] 10.222.0.58 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217840 Aug 31 02:20:59.242831 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Checking router: 1ea38148-3684-484f-9080-f565772237bb for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:20:59.243181 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Updating router 1ea38148-3684-484f-9080-f565772237bb port 64a497c2-9bd9-4f22-9222-4f6557db74d7 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:20:59.246777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=92467d20-99d5-4f87-a145-8de39bb5cefe,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:59.269981 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:59.539833 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:59.549845 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Transition to ACTIVE for port object 64a497c2-9bd9-4f22-9222-4f6557db74d7 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:20:59.555145 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:59.602397 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf9c18-6779-4194-9a23-062cc9cce53d None None] Pushing event updated for resources: {'Port': ['ID=64a497c2-9bd9-4f22-9222-4f6557db74d7,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:59.627564 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf9c18-6779-4194-9a23-062cc9cce53d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:59.628404 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf9c18-6779-4194-9a23-062cc9cce53d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:59.628404 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf9c18-6779-4194-9a23-062cc9cce53d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:59.628630 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf9c18-6779-4194-9a23-062cc9cce53d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:59.628817 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf9c18-6779-4194-9a23-062cc9cce53d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:59.629136 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf9c18-6779-4194-9a23-062cc9cce53d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:59.629454 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf9c18-6779-4194-9a23-062cc9cce53d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:59.629769 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf9c18-6779-4194-9a23-062cc9cce53d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:59.630083 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf9c18-6779-4194-9a23-062cc9cce53d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:59.630396 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf9c18-6779-4194-9a23-062cc9cce53d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:59.630715 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf9c18-6779-4194-9a23-062cc9cce53d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:59.631084 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf9c18-6779-4194-9a23-062cc9cce53d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:20:59.669509 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Attempting to bind port 64a497c2-9bd9-4f22-9222-4f6557db74d7 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:20:59.669869 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Attempting to bind port 64a497c2-9bd9-4f22-9222-4f6557db74d7 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '2b5faaf8-ed2e-419b-93b4-fa642a3686f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:20:59.670225 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Attempting to bind port 64a497c2-9bd9-4f22-9222-4f6557db74d7 on network 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:20:59.676748 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:20:59.677116 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Checking segment: {'id': '2b5faaf8-ed2e-419b-93b4-fa642a3686f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:20:59.677514 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:59.677931 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Bound using segment: {'id': '2b5faaf8-ed2e-419b-93b4-fa642a3686f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:20:59.678395 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Bound port: 64a497c2-9bd9-4f22-9222-4f6557db74d7, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5faaf8-ed2e-419b-93b4-fa642a3686f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:20:59.678767 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:59.747872 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] For port 64a497c2-9bd9-4f22-9222-4f6557db74d7, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:20:59.752053 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] For port 64a497c2-9bd9-4f22-9222-4f6557db74d7, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=64a497c2-9bd9-4f22-9222-4f6557db74d7,segment=NetworkSegment(2b5faaf8-ed2e-419b-93b4-fa642a3686f2),segment_id=2b5faaf8-ed2e-419b-93b4-fa642a3686f2)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:20:59.757084 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:20:59.773946 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-bf40d9fb-4655-40fb-97cb-96b932bac580 None None] Provisioning for port 64a497c2-9bd9-4f22-9222-4f6557db74d7 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:20:59.813664 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Routers {'1ea38148-3684-484f-9080-f565772237bb'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:20:59.814292 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1ea38148-3684-484f-9080-f565772237bb'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:20:59.852272 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf9c18-6779-4194-9a23-062cc9cce53d None None] Pushing event updated for resources: {'Port': ['ID=64a497c2-9bd9-4f22-9222-4f6557db74d7,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:20:59.929120 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] Set router 1ea38148-3684-484f-9080-f565772237bb gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:21:00.125157 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea38148-3684-484f-9080-f565772237bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:20:53Z', 'updated_at': '2021-08-31T02:20:57Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:54Z', 'updated_at': '2021-08-31T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '64a497c2-9bd9-4f22-9222-4f6557db74d7', 'name': '', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:bc:ee:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:56Z', 'updated_at': '2021-08-31T02:20:59Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:21:00.236154 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af24b1-7b19-4f51-b1e7-3acac1d8ef43 None None] The sync data for ids ['1ea38148-3684-484f-9080-f565772237bb'] in n-d-802060-13 is: [{'id': '1ea38148-3684-484f-9080-f565772237bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:20:53Z', 'updated_at': '2021-08-31T02:20:57Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:54Z', 'updated_at': '2021-08-31T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '64a497c2-9bd9-4f22-9222-4f6557db74d7', 'name': '', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:bc:ee:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:56Z', 'updated_at': '2021-08-31T02:20:59Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:21:00.456519 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c4c7e625-f6f5-4f7d-b874-b53288f9f891 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:21:00.474518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35bd0396-8d37-43c8-a3c3-f3e943e85ded req-9501e761-6092-45e6-9694-2be36e4916d2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 210 time: 0.0423419 Aug 31 02:21:00.525552 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c4c7e625-f6f5-4f7d-b874-b53288f9f891 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:21:00.525881 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:00.620675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 92467d20-99d5-4f87-a145-8de39bb5cefe up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:21:00.679520 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 92467d20-99d5-4f87-a145-8de39bb5cefe triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:21:00.680405 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:00.764282 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 64a497c2-9bd9-4f22-9222-4f6557db74d7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:21:00.816334 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 64a497c2-9bd9-4f22-9222-4f6557db74d7 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:21:00.821286 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 64a497c2-9bd9-4f22-9222-4f6557db74d7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:21:00.821802 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:00.917254 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:00.957654 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 64a497c2-9bd9-4f22-9222-4f6557db74d7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=64a497c2-9bd9-4f22-9222-4f6557db74d7,segment=NetworkSegment(2b5faaf8-ed2e-419b-93b4-fa642a3686f2),segment_id=2b5faaf8-ed2e-419b-93b4-fa642a3686f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:21:00.962766 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:01.013311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=64a497c2-9bd9-4f22-9222-4f6557db74d7,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:21:01.542033 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-e1e7651c-c6ad-4a8c-a2b9-b11f792a32f2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:01.543787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-e1e7651c-c6ad-4a8c-a2b9-b11f792a32f2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "GET /v2.0/networks?id=650e05fa-ecd4-40f0-8a38-cad6f455a2a2 HTTP/1.1" status: 200 len: 797 time: 0.1087172 Aug 31 02:21:01.581624 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-256cf6c1-f7c3-4fbd-93f7-f48ae7fd93c1 req-e2dfaa5e-ca69-4066-8034-5ca92fe22049 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 210 time: 0.0366683 Aug 31 02:21:01.609821 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-fae6c87a-6746-470f-9cd9-bf899cf01470 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 380 time: 0.0357902 Aug 31 02:21:01.630374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-4d6952ac-b8f4-490e-9b63-7f40836921c0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'port': {'device_id': 'fe347c4d-eb2a-452a-b002-0fe3fe5ac837', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'admin_state_up': True, 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'security_groups': ['9633b96b-148c-4ed3-a4ac-32832dd67d8e']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:21:01.732905 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-4d6952ac-b8f4-490e-9b63-7f40836921c0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Made reservation on behalf of 1b16ab340f8d473997232717c9503ef2 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:21:01.736419 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-4d6952ac-b8f4-490e-9b63-7f40836921c0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:01.867095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-4d6952ac-b8f4-490e-9b63-7f40836921c0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.20.0.10 (650e05fa-ecd4-40f0-8a38-cad6f455a2a2/db9f4f86-9d72-42dd-99f3-a2ef1993c102/1cc2141a-41c4-4034-b3f3-75444b866560) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:21:01.999715 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-4d6952ac-b8f4-490e-9b63-7f40836921c0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:02.018970 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-4d6952ac-b8f4-490e-9b63-7f40836921c0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Transition to ACTIVE for port object 1cc2141a-41c4-4034-b3f3-75444b866560 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:21:02.050949 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-4d6952ac-b8f4-490e-9b63-7f40836921c0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:02.094302 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-4d6952ac-b8f4-490e-9b63-7f40836921c0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:21:02.098174 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-4d6952ac-b8f4-490e-9b63-7f40836921c0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:21:02.101938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-4d6952ac-b8f4-490e-9b63-7f40836921c0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:21:02.125654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6952ac-b8f4-490e-9b63-7f40836921c0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=1cc2141a-41c4-4034-b3f3-75444b866560,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:21:02.160702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-4d6952ac-b8f4-490e-9b63-7f40836921c0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:02.161318 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-4d6952ac-b8f4-490e-9b63-7f40836921c0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:02.176259 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-4d6952ac-b8f4-490e-9b63-7f40836921c0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5499294 Aug 31 02:21:02.193002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Request body: {'port': {'device_id': 'fe347c4d-eb2a-452a-b002-0fe3fe5ac837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:21:02.248747 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:02.307459 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:02.349510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c468bfa9-845a-428d-857a-7ac5c50ba3c6 None None] Provisioning for port 1cc2141a-41c4-4034-b3f3-75444b866560 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:21:02.353845 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c468bfa9-845a-428d-857a-7ac5c50ba3c6 None None] Provisioning complete for port 1cc2141a-41c4-4034-b3f3-75444b866560 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:21:02.354392 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c468bfa9-845a-428d-857a-7ac5c50ba3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:02.379032 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 64a497c2-9bd9-4f22-9222-4f6557db74d7 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:21:02.420249 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c468bfa9-845a-428d-857a-7ac5c50ba3c6 None None] Port 1cc2141a-41c4-4034-b3f3-75444b866560 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:21:02.436064 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 64a497c2-9bd9-4f22-9222-4f6557db74d7 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:21:02.436439 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:02.529223 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc2141a-41c4-4034-b3f3-75444b866560 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:21:02.536736 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:02.548385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Transition to ACTIVE for port object 1cc2141a-41c4-4034-b3f3-75444b866560 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:21:02.552724 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:02.606415 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc2141a-41c4-4034-b3f3-75444b866560,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:21:02.709306 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Attempting to bind port 1cc2141a-41c4-4034-b3f3-75444b866560 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:21:02.711029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Attempting to bind port 1cc2141a-41c4-4034-b3f3-75444b866560 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '2b5faaf8-ed2e-419b-93b4-fa642a3686f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:21:02.711387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Attempting to bind port 1cc2141a-41c4-4034-b3f3-75444b866560 on network 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:21:02.723596 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Port 1cc2141a-41c4-4034-b3f3-75444b866560 on network 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:21:02.723917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Attempting to bind port 1cc2141a-41c4-4034-b3f3-75444b866560 on network 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:21:02.733056 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33272055-7122-43e0-ba4a-574de26651de req-45a644bd-f8de-493d-bae5-484c8fcc3a19 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:02.734593 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33272055-7122-43e0-ba4a-574de26651de req-45a644bd-f8de-493d-bae5-484c8fcc3a19 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 944 time: 0.0779641 Aug 31 02:21:02.739698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:21:02.740058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Checking segment: {'id': '2b5faaf8-ed2e-419b-93b4-fa642a3686f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:21:02.740431 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Bound using segment: {'id': '2b5faaf8-ed2e-419b-93b4-fa642a3686f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:21:02.740868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Bound port: 1cc2141a-41c4-4034-b3f3-75444b866560, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5faaf8-ed2e-419b-93b4-fa642a3686f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:21:02.741233 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:02.805327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33272055-7122-43e0-ba4a-574de26651de req-ac438cb9-29fb-4618-979e-dd46cf74fcba tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616734 Aug 31 02:21:02.837985 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] For port 1cc2141a-41c4-4034-b3f3-75444b866560, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:21:02.841310 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] For port 1cc2141a-41c4-4034-b3f3-75444b866560, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1cc2141a-41c4-4034-b3f3-75444b866560,segment=NetworkSegment(2b5faaf8-ed2e-419b-93b4-fa642a3686f2),segment_id=2b5faaf8-ed2e-419b-93b4-fa642a3686f2)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:21:02.845897 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:02.877881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:02.878681 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:02.880488 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] 10.222.0.15 "PUT /v2.0/ports/1cc2141a-41c4-4034-b3f3-75444b866560 HTTP/1.1" status: 200 len: 1093 time: 0.6924243 Aug 31 02:21:02.882604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe347c4d-eb2a-452a-b002-0fe3fe5ac837', 'tag': '1cc2141a-41c4-4034-b3f3-75444b866560'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:21:02.884861 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce64552-b894-40ba-b9c2-01ea28cac51b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe347c4d-eb2a-452a-b002-0fe3fe5ac837", "tag": "1cc2141a-41c4-4034-b3f3-75444b866560"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:21:02.916422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d6985-13a2-45d5-955c-7f6d2452e887 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc2141a-41c4-4034-b3f3-75444b866560,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:21:02.926725 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb9d01c-a2f2-4a90-ba7f-2f409099c4fc x-openstack-request-id: req-2bb9d01c-a2f2-4a90-ba7f-2f409099c4fc {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:21:02.927090 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe347c4d-eb2a-452a-b002-0fe3fe5ac837", "tag": "1cc2141a-41c4-4034-b3f3-75444b866560", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:21:02.927417 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bb9d01c-a2f2-4a90-ba7f-2f409099c4fc {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:21:02.928113 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe347c4d-eb2a-452a-b002-0fe3fe5ac837', 'tag': '1cc2141a-41c4-4034-b3f3-75444b866560', 'status': 'completed', 'code': 200} Aug 31 02:21:02.986451 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-cffbb7d1-c7b0-46d3-a926-b7d90aa944a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:02.988806 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-cffbb7d1-c7b0-46d3-a926-b7d90aa944a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 1096 time: 0.0471938 Aug 31 02:21:03.036277 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-6f6fa796-0d44-4ee7-95a5-54dfece4bd2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cc2141a-41c4-4034-b3f3-75444b866560 HTTP/1.1" status: 200 len: 217 time: 0.0366006 Aug 31 02:21:03.087225 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-e0dbbdc3-b5fd-455a-97a7-f88fde9da4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:03.088777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-e0dbbdc3-b5fd-455a-97a7-f88fde9da4fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db9f4f86-9d72-42dd-99f3-a2ef1993c102 HTTP/1.1" status: 200 len: 834 time: 0.0454800 Aug 31 02:21:03.137010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-47a78a51-17c6-4184-a517-373c7fd1a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:03.138454 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-47a78a51-17c6-4184-a517-373c7fd1a1af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=650e05fa-ecd4-40f0-8a38-cad6f455a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433288 Aug 31 02:21:03.227713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-e3ea43bc-09e3-4b31-96a3-7ecc87e9ceaf service neutron] 10.222.0.15 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821264 Aug 31 02:21:03.323761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b7caac6-e5c2-46d8-9846-9caf7619d5f8 req-5da894cf-9eed-49f5-90d2-73d74fe10e5e service neutron] 10.222.0.15 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895035 Aug 31 02:21:03.436819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce64552-b894-40ba-b9c2-01ea28cac51b req-b6aea8b8-9ad4-422d-b220-fd0050854f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:03.438272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ce64552-b894-40ba-b9c2-01ea28cac51b req-b6aea8b8-9ad4-422d-b220-fd0050854f0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 1096 time: 0.0401640 Aug 31 02:21:03.525975 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce64552-b894-40ba-b9c2-01ea28cac51b req-04b7f707-1bcf-4c8e-82d0-96325f7b900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:03.527483 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ce64552-b894-40ba-b9c2-01ea28cac51b req-04b7f707-1bcf-4c8e-82d0-96325f7b900e service neutron] 10.222.0.15 "GET /v2.0/networks?id=650e05fa-ecd4-40f0-8a38-cad6f455a2a2 HTTP/1.1" status: 200 len: 898 time: 0.0828769 Aug 31 02:21:03.572736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ce64552-b894-40ba-b9c2-01ea28cac51b req-8b309768-98ec-4309-9fa0-79afe821c589 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cc2141a-41c4-4034-b3f3-75444b866560 HTTP/1.1" status: 200 len: 217 time: 0.0386095 Aug 31 02:21:03.624678 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce64552-b894-40ba-b9c2-01ea28cac51b req-4806faf4-e8dd-44ff-8c5c-cfdae15886db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:03.626052 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ce64552-b894-40ba-b9c2-01ea28cac51b req-4806faf4-e8dd-44ff-8c5c-cfdae15886db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db9f4f86-9d72-42dd-99f3-a2ef1993c102 HTTP/1.1" status: 200 len: 834 time: 0.0471692 Aug 31 02:21:03.674169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce64552-b894-40ba-b9c2-01ea28cac51b req-43370907-2369-4872-84ea-142e5fd6895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:03.675702 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ce64552-b894-40ba-b9c2-01ea28cac51b req-43370907-2369-4872-84ea-142e5fd6895a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=650e05fa-ecd4-40f0-8a38-cad6f455a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403717 Aug 31 02:21:03.769858 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ce64552-b894-40ba-b9c2-01ea28cac51b req-9b901a77-db25-401e-85a6-fab9dc4a9a30 service neutron] 10.222.0.15 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856335 Aug 31 02:21:03.860549 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ce64552-b894-40ba-b9c2-01ea28cac51b req-cd6cb97f-6034-459b-a078-286666a320bc service neutron] 10.222.0.15 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826921 Aug 31 02:21:03.927019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3baf9-7395-4388-918a-8d2e06adf642 req-8da97ade-3e48-4100-b8ba-05095706ed93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:03.928435 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4bd3baf9-7395-4388-918a-8d2e06adf642 req-8da97ade-3e48-4100-b8ba-05095706ed93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 944 time: 0.0494435 Aug 31 02:21:03.969890 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4bd3baf9-7395-4388-918a-8d2e06adf642 req-583c5993-2ef8-4a04-9422-2e0d098574c2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355427 Aug 31 02:21:05.085853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a159e-48c7-42c2-bb74-c2584d45dae1 req-107dbc08-90c8-46d2-9021-d66ba079e04f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:05.087348 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-326a159e-48c7-42c2-bb74-c2584d45dae1 req-107dbc08-90c8-46d2-9021-d66ba079e04f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 944 time: 0.0493991 Aug 31 02:21:05.124353 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-326a159e-48c7-42c2-bb74-c2584d45dae1 req-e426739f-b455-4c29-bd45-239318b73964 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311661 Aug 31 02:21:06.238637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fd779-9f57-4f05-84a2-c3bcb27a14a7 req-aa5c184d-1c88-46ce-bd10-5a4596e555f9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:06.240141 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f31fd779-9f57-4f05-84a2-c3bcb27a14a7 req-aa5c184d-1c88-46ce-bd10-5a4596e555f9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 944 time: 0.0490444 Aug 31 02:21:06.251258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 1cc2141a-41c4-4034-b3f3-75444b866560 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:21:06.281597 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f31fd779-9f57-4f05-84a2-c3bcb27a14a7 req-25adbe98-cf9e-4bd0-bcaa-80d60e247ddb tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354452 Aug 31 02:21:06.352781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 1cc2141a-41c4-4034-b3f3-75444b866560, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1cc2141a-41c4-4034-b3f3-75444b866560,segment=NetworkSegment(2b5faaf8-ed2e-419b-93b4-fa642a3686f2),segment_id=2b5faaf8-ed2e-419b-93b4-fa642a3686f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:21:06.364849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '1cc2141a-41c4-4034-b3f3-75444b866560', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'port_id': '1cc2141a-41c4-4034-b3f3-75444b866560', 'mac_address': 'fa:16:3e:51:6a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:21:06.401556 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:06.413827 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc2141a-41c4-4034-b3f3-75444b866560 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:21:06.432608 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 1cc2141a-41c4-4034-b3f3-75444b866560, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1cc2141a-41c4-4034-b3f3-75444b866560,segment=NetworkSegment(2b5faaf8-ed2e-419b-93b4-fa642a3686f2),segment_id=2b5faaf8-ed2e-419b-93b4-fa642a3686f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:21:06.436799 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:06.485505 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=1cc2141a-41c4-4034-b3f3-75444b866560,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:21:06.858422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['1cc2141a-41c4-4034-b3f3-75444b866560'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:21:07.398131 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfebc2-0e00-4298-85c9-862952cc662a req-25822c3d-77b7-483b-b111-f89250cda7c1 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:07.399618 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33dfebc2-0e00-4298-85c9-862952cc662a req-25822c3d-77b7-483b-b111-f89250cda7c1 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 945 time: 0.0489736 Aug 31 02:21:07.440377 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33dfebc2-0e00-4298-85c9-862952cc662a req-07132a0e-1800-4d67-b5f8-cd7b85a252ba tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346692 Aug 31 02:21:08.265434 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 1cc2141a-41c4-4034-b3f3-75444b866560 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:21:08.313262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 1cc2141a-41c4-4034-b3f3-75444b866560 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:21:08.317709 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 1cc2141a-41c4-4034-b3f3-75444b866560 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:21:08.318076 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:08.395655 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:08.417966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe347c4d-eb2a-452a-b002-0fe3fe5ac837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc2141a-41c4-4034-b3f3-75444b866560'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:21:08.420224 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28337d0-754b-4c23-86e9-b1934539f430" -d '{"events": [{"server_uuid": "fe347c4d-eb2a-452a-b002-0fe3fe5ac837", "name": "network-vif-plugged", "status": "completed", "tag": "1cc2141a-41c4-4034-b3f3-75444b866560"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:21:08.437622 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 1cc2141a-41c4-4034-b3f3-75444b866560, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1cc2141a-41c4-4034-b3f3-75444b866560,segment=NetworkSegment(2b5faaf8-ed2e-419b-93b4-fa642a3686f2),segment_id=2b5faaf8-ed2e-419b-93b4-fa642a3686f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:21:08.442321 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:08.468129 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1ca7ed-2339-4e1c-bcdc-8eca84bc4539 x-openstack-request-id: req-7a1ca7ed-2339-4e1c-bcdc-8eca84bc4539 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:21:08.468371 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe347c4d-eb2a-452a-b002-0fe3fe5ac837", "name": "network-vif-plugged", "status": "completed", "tag": "1cc2141a-41c4-4034-b3f3-75444b866560", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:21:08.468637 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a1ca7ed-2339-4e1c-bcdc-8eca84bc4539 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:21:08.469025 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe347c4d-eb2a-452a-b002-0fe3fe5ac837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc2141a-41c4-4034-b3f3-75444b866560', 'code': 200} Aug 31 02:21:08.498174 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=1cc2141a-41c4-4034-b3f3-75444b866560,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:21:08.592450 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffd872-1203-435b-87e3-c6fffb6d787c req-ed350a38-af9d-4412-a000-d6f67338101f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:08.593846 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6ffd872-1203-435b-87e3-c6fffb6d787c req-ed350a38-af9d-4412-a000-d6f67338101f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0790966 Aug 31 02:21:08.600582 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abff1eb-da2c-43cd-a120-903a09458d83 req-8b4ecb8f-a54d-42b8-b285-588dd2335339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:08.602085 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2abff1eb-da2c-43cd-a120-903a09458d83 req-8b4ecb8f-a54d-42b8-b285-588dd2335339 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 1098 time: 0.0602012 Aug 31 02:21:08.654135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f6ffd872-1203-435b-87e3-c6fffb6d787c req-716757dd-dddc-4dd6-8ca3-18adf1fbcec3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511098 Aug 31 02:21:08.657577 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2abff1eb-da2c-43cd-a120-903a09458d83 req-4cc30357-6075-4cc1-b986-df619bc286bd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487578 Aug 31 02:21:10.107192 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e85fa-66d2-43b9-8992-5a65558b3167 req-d0eadd3d-db40-4229-99d8-ca33e0a3fce4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:10.108690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb3e85fa-66d2-43b9-8992-5a65558b3167 req-d0eadd3d-db40-4229-99d8-ca33e0a3fce4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.3874457 Aug 31 02:21:10.148731 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb3e85fa-66d2-43b9-8992-5a65558b3167 req-ccc5f64c-2943-4f2f-91f4-ec649f6bafa7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333512 Aug 31 02:21:10.555338 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:21:11.262811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88616816-a28c-414b-b264-3b1744af4098 req-2b8b97a6-7f35-4439-8609-48e1b17425cb tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:11.264303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88616816-a28c-414b-b264-3b1744af4098 req-2b8b97a6-7f35-4439-8609-48e1b17425cb tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0482800 Aug 31 02:21:11.303491 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-88616816-a28c-414b-b264-3b1744af4098 req-a0c1e941-8b80-434b-b764-a4a286cd18aa tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322440 Aug 31 02:21:11.416552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd05d8-48ed-4cb5-ae40-1197adc9791b req-01acb3ca-45f6-4a61-a4da-34d499325833 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:11.418072 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22fd05d8-48ed-4cb5-ae40-1197adc9791b req-01acb3ca-45f6-4a61-a4da-34d499325833 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0486338 Aug 31 02:21:11.455695 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22fd05d8-48ed-4cb5-ae40-1197adc9791b req-194f3766-1677-42b9-92d7-6ab5ef1d5f6c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316861 Aug 31 02:21:11.478106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40838) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:21:11.519951 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e1ebeb-fcc3-4a11-9cda-a1d22297c10d tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:11.521505 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-92e1ebeb-fcc3-4a11-9cda-a1d22297c10d tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 1093 time: 0.0424013 Aug 31 02:21:11.524259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40840) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:21:11.528613 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '1cc2141a-41c4-4034-b3f3-75444b866560', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:21:11.553353 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:11.649385 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:11.747593 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.25.6.227 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/926f9a49-0607-48a8-89df-99fd1bb8b0cc) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:21:11.852278 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:11.890429 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:11.925908 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:21:11.931165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:21:11.935322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:21:11.958821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=926f9a49-0607-48a8-89df-99fd1bb8b0cc,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:21:12.042084 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:12.327322 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:12.394463 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:12.538077 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:12.542393 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:12.614442 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=926f9a49-0607-48a8-89df-99fd1bb8b0cc,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:21:12.623893 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:12.738595 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Floating IP 47e05e63-8832-4235-a9b4-23b6a035714b associated. External IP: 172.25.6.227, port: 1cc2141a-41c4-4034-b3f3-75444b866560. Aug 31 02:21:12.996789 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router 1ea38148-3684-484f-9080-f565772237bb has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:21:13.132017 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:21:13.144774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567cbd18-4e2b-48f4-9956-9b4d7dbb8e49 None None] Sync routers for ids ['1ea38148-3684-484f-9080-f565772237bb'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:21:13.155933 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:13.156887 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567cbd18-4e2b-48f4-9956-9b4d7dbb8e49 None None] Routers {'1ea38148-3684-484f-9080-f565772237bb'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:21:13.157599 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-567cbd18-4e2b-48f4-9956-9b4d7dbb8e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1ea38148-3684-484f-9080-f565772237bb'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:21:13.189264 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0e64ca9f-1fc7-422d-90fc-26d6fb68dea5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6615605 Aug 31 02:21:13.189264 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe347c4d-eb2a-452a-b002-0fe3fe5ac837', 'tag': '1cc2141a-41c4-4034-b3f3-75444b866560'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:21:13.190101 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c726e8aa-e0e8-4279-90bb-2dce742fe8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe347c4d-eb2a-452a-b002-0fe3fe5ac837", "tag": "1cc2141a-41c4-4034-b3f3-75444b866560"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:21:13.237432 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404fb368-e38c-4765-af71-e36fbe224041 x-openstack-request-id: req-404fb368-e38c-4765-af71-e36fbe224041 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:21:13.237778 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe347c4d-eb2a-452a-b002-0fe3fe5ac837", "tag": "1cc2141a-41c4-4034-b3f3-75444b866560", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:21:13.238010 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-404fb368-e38c-4765-af71-e36fbe224041 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:21:13.238424 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe347c4d-eb2a-452a-b002-0fe3fe5ac837', 'tag': '1cc2141a-41c4-4034-b3f3-75444b866560', 'status': 'completed', 'code': 200} Aug 31 02:21:13.300820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-567cbd18-4e2b-48f4-9956-9b4d7dbb8e49 None None] Set router 1ea38148-3684-484f-9080-f565772237bb gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:21:13.342039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b39f7e-1768-498e-ad6c-76eaa1e75925 req-77853e94-8cae-4603-aaf9-5d08214d9009 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:13.343567 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8b39f7e-1768-498e-ad6c-76eaa1e75925 req-77853e94-8cae-4603-aaf9-5d08214d9009 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0977380 Aug 31 02:21:13.349831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726e8aa-e0e8-4279-90bb-2dce742fe8d8 req-25567a82-8581-4dc2-b630-e1f2b7415236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:13.351242 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c726e8aa-e0e8-4279-90bb-2dce742fe8d8 req-25567a82-8581-4dc2-b630-e1f2b7415236 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 1098 time: 0.0630696 Aug 31 02:21:13.433083 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8b39f7e-1768-498e-ad6c-76eaa1e75925 req-be9279fa-7b29-4b08-96f9-d14b729d3e53 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808716 Aug 31 02:21:13.459038 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40846) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:21:13.471355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726e8aa-e0e8-4279-90bb-2dce742fe8d8 req-bafca1bc-73fa-4b86-872d-e7471f1dcbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:13.473514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c726e8aa-e0e8-4279-90bb-2dce742fe8d8 req-bafca1bc-73fa-4b86-872d-e7471f1dcbce service neutron] 10.222.0.15 "GET /v2.0/networks?id=650e05fa-ecd4-40f0-8a38-cad6f455a2a2 HTTP/1.1" status: 200 len: 898 time: 0.1147525 Aug 31 02:21:13.522912 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9f6c4fc3-40a8-4354-a27b-c06a96cade78 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/47e05e63-8832-4235-a9b4-23b6a035714b HTTP/1.1" status: 200 len: 992 time: 0.0623546 Aug 31 02:21:13.530922 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-567cbd18-4e2b-48f4-9956-9b4d7dbb8e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea38148-3684-484f-9080-f565772237bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:20:53Z', 'updated_at': '2021-08-31T02:20:57Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:54Z', 'updated_at': '2021-08-31T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '47e05e63-8832-4235-a9b4-23b6a035714b', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '1ea38148-3684-484f-9080-f565772237bb', 'port_id': '1cc2141a-41c4-4034-b3f3-75444b866560', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'mac_address': 'fa:16:3e:51:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe347c4d-eb2a-452a-b002-0fe3fe5ac837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:21:12Z', 'updated_at': '2021-08-31T02:21:12Z', 'revision_number': 0, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a497c2-9bd9-4f22-9222-4f6557db74d7', 'name': '', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:bc:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:56Z', 'updated_at': '2021-08-31T02:21:00Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:21:13.543700 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c726e8aa-e0e8-4279-90bb-2dce742fe8d8 req-86661fe5-7468-4d19-bf10-23cc38a9f15b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cc2141a-41c4-4034-b3f3-75444b866560 HTTP/1.1" status: 200 len: 1000 time: 0.0619254 Aug 31 02:21:13.561703 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567cbd18-4e2b-48f4-9956-9b4d7dbb8e49 None None] Checking router: 1ea38148-3684-484f-9080-f565772237bb for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:21:13.570689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567cbd18-4e2b-48f4-9956-9b4d7dbb8e49 None None] Routers {'1ea38148-3684-484f-9080-f565772237bb'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:21:13.571357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-567cbd18-4e2b-48f4-9956-9b4d7dbb8e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:20:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1ea38148-3684-484f-9080-f565772237bb'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:21:13.593052 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726e8aa-e0e8-4279-90bb-2dce742fe8d8 req-7e19aac4-6336-4401-af8d-d5d7b4d18a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:13.594540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c726e8aa-e0e8-4279-90bb-2dce742fe8d8 req-7e19aac4-6336-4401-af8d-d5d7b4d18a12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db9f4f86-9d72-42dd-99f3-a2ef1993c102 HTTP/1.1" status: 200 len: 834 time: 0.0442562 Aug 31 02:21:13.645481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726e8aa-e0e8-4279-90bb-2dce742fe8d8 req-e8bb2eee-ad82-4888-82ad-a23761bba0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:21:13.647000 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c726e8aa-e0e8-4279-90bb-2dce742fe8d8 req-e8bb2eee-ad82-4888-82ad-a23761bba0a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=650e05fa-ecd4-40f0-8a38-cad6f455a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459011 Aug 31 02:21:13.676096 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-567cbd18-4e2b-48f4-9956-9b4d7dbb8e49 None None] Set router 1ea38148-3684-484f-9080-f565772237bb gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:21:13.737055 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c726e8aa-e0e8-4279-90bb-2dce742fe8d8 req-308ca6fe-994f-4e27-ac98-c1bcdf7c2379 service neutron] 10.222.0.15 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823333 Aug 31 02:21:13.838534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c726e8aa-e0e8-4279-90bb-2dce742fe8d8 req-8ef380cb-24c7-4ac7-8202-3b0e64450bc8 service neutron] 10.222.0.15 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940893 Aug 31 02:21:13.895048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-567cbd18-4e2b-48f4-9956-9b4d7dbb8e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea38148-3684-484f-9080-f565772237bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:20:53Z', 'updated_at': '2021-08-31T02:20:57Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:54Z', 'updated_at': '2021-08-31T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '47e05e63-8832-4235-a9b4-23b6a035714b', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '1ea38148-3684-484f-9080-f565772237bb', 'port_id': '1cc2141a-41c4-4034-b3f3-75444b866560', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'mac_address': 'fa:16:3e:51:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe347c4d-eb2a-452a-b002-0fe3fe5ac837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:21:12Z', 'updated_at': '2021-08-31T02:21:12Z', 'revision_number': 0, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a497c2-9bd9-4f22-9222-4f6557db74d7', 'name': '', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:bc:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:56Z', 'updated_at': '2021-08-31T02:21:00Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:21:13.920445 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567cbd18-4e2b-48f4-9956-9b4d7dbb8e49 None None] The sync data for ids ['1ea38148-3684-484f-9080-f565772237bb'] in n-d-802060-13 is: [{'id': '1ea38148-3684-484f-9080-f565772237bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:20:53Z', 'updated_at': '2021-08-31T02:20:57Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:54Z', 'updated_at': '2021-08-31T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '47e05e63-8832-4235-a9b4-23b6a035714b', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '1ea38148-3684-484f-9080-f565772237bb', 'port_id': '1cc2141a-41c4-4034-b3f3-75444b866560', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'mac_address': 'fa:16:3e:51:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe347c4d-eb2a-452a-b002-0fe3fe5ac837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:21:12Z', 'updated_at': '2021-08-31T02:21:12Z', 'revision_number': 0, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a497c2-9bd9-4f22-9222-4f6557db74d7', 'name': '', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:bc:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:56Z', 'updated_at': '2021-08-31T02:21:00Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:21:14.106177 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e07517-efb9-4465-a104-d161803ca9a6 None None] New status for floating IP 47e05e63-8832-4235-a9b4-23b6a035714b: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:21:14.526752 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40848) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:21:14.587463 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-c7f89555-0dbe-4a5c-9234-2b94c6cd8b43 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/47e05e63-8832-4235-a9b4-23b6a035714b HTTP/1.1" status: 200 len: 994 time: 0.0594826 Aug 31 02:21:21.370726 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-208c2299-c1ee-4401-b14e-b8912a3d963d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:23.876644 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b161-39ba-4969-8d60-037c077597bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:24.216442 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:24.786472 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:26.996222 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:32.305322 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:42.038955 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:47.556309 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:21:51.371679 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ad22338-83ef-44f9-988d-9e1ea2628e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:53.877050 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e624785d-e2af-45c8-a587-174b1d8fcd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:54.216921 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:54.785733 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:21:56.998156 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:02.318044 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:07.150019 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40c4af8b-8872-4268-88a7-d83b887d718b req-03dfd117-4d45-4dc1-a059-9e25f7edb8a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411353 Aug 31 02:22:07.241866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4af8b-8872-4268-88a7-d83b887d718b req-d3835fa2-2730-4c8c-9b0a-67325f9d859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:07.243541 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40c4af8b-8872-4268-88a7-d83b887d718b req-d3835fa2-2730-4c8c-9b0a-67325f9d859d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 1098 time: 0.0406873 Aug 31 02:22:07.352672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4af8b-8872-4268-88a7-d83b887d718b req-fdfeb344-b1d4-4b66-905f-b7ae63292cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:07.354172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40c4af8b-8872-4268-88a7-d83b887d718b req-fdfeb344-b1d4-4b66-905f-b7ae63292cdd service neutron] 10.222.0.15 "GET /v2.0/networks?id=650e05fa-ecd4-40f0-8a38-cad6f455a2a2 HTTP/1.1" status: 200 len: 898 time: 0.0890474 Aug 31 02:22:07.419227 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40c4af8b-8872-4268-88a7-d83b887d718b req-ee1c4d5b-b8d6-4264-ba94-ba7d80470fe3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cc2141a-41c4-4034-b3f3-75444b866560 HTTP/1.1" status: 200 len: 1002 time: 0.0579867 Aug 31 02:22:07.467809 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4af8b-8872-4268-88a7-d83b887d718b req-f801f62f-6a89-4b37-9fcd-897adc3387f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:07.469240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40c4af8b-8872-4268-88a7-d83b887d718b req-f801f62f-6a89-4b37-9fcd-897adc3387f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db9f4f86-9d72-42dd-99f3-a2ef1993c102 HTTP/1.1" status: 200 len: 834 time: 0.0431883 Aug 31 02:22:07.519994 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4af8b-8872-4268-88a7-d83b887d718b req-d86b56c2-d5c4-45e0-8099-34a095f116a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:07.521886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40c4af8b-8872-4268-88a7-d83b887d718b req-d86b56c2-d5c4-45e0-8099-34a095f116a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=650e05fa-ecd4-40f0-8a38-cad6f455a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460422 Aug 31 02:22:07.533455 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-40c4af8b-8872-4268-88a7-d83b887d718b req-d47c4728-f1a0-4fbe-b714-25017b5149e8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:22:07.534412 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40c4af8b-8872-4268-88a7-d83b887d718b req-d47c4728-f1a0-4fbe-b714-25017b5149e8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052066 Aug 31 02:22:07.631858 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40c4af8b-8872-4268-88a7-d83b887d718b req-013b9191-dcce-4dc1-aa4a-eadc65946761 service neutron] 10.222.0.15 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897982 Aug 31 02:22:07.729336 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-40c4af8b-8872-4268-88a7-d83b887d718b req-f7d51373-84a0-4c90-b95a-e6febc30f0bc service neutron] 10.222.0.15 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905149 Aug 31 02:22:12.052166 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:21.372587 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0d3949a4-f905-4b0b-8230-fec4fe577f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:23.878648 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7d8c5182-5dfe-468b-810b-d16eb6bb8659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:24.217711 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:24.555290 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:22:24.788358 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:26.070010 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9b678-753e-46c9-84b8-57fb0cdf3506 req-d5600fed-dffe-4eb3-9dec-a29b31aa3d82 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:26.071526 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03c9b678-753e-46c9-84b8-57fb0cdf3506 req-d5600fed-dffe-4eb3-9dec-a29b31aa3d82 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0501409 Aug 31 02:22:26.110248 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-03c9b678-753e-46c9-84b8-57fb0cdf3506 req-08a1c8eb-24d0-472b-a03e-4ebda32906de tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328276 Aug 31 02:22:27.002212 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:27.246116 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33366f8f-346e-4962-bec2-fabca9b38244 req-d140bbbc-6329-4d12-a155-9ceb72458bd5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:27.247524 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33366f8f-346e-4962-bec2-fabca9b38244 req-d140bbbc-6329-4d12-a155-9ceb72458bd5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0489833 Aug 31 02:22:27.290821 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-33366f8f-346e-4962-bec2-fabca9b38244 req-192956b8-05c4-47a3-8f1e-3c6aa72dcf52 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374508 Aug 31 02:22:28.422747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280cc8e-e3e7-4ff9-aeb9-44e457c94e72 req-be47638d-9e0e-49e4-a06e-d961db3ac335 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:28.424256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d280cc8e-e3e7-4ff9-aeb9-44e457c94e72 req-be47638d-9e0e-49e4-a06e-d961db3ac335 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0535843 Aug 31 02:22:28.461245 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d280cc8e-e3e7-4ff9-aeb9-44e457c94e72 req-7117ad6a-59dd-4f43-9b77-c742ae1f2f7e tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311627 Aug 31 02:22:29.574705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e8080-8c0e-43f8-805e-d131624f4cfa req-2492e6f2-9c5f-4f99-8bb3-4b3a0eaab847 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:29.576105 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d77e8080-8c0e-43f8-805e-d131624f4cfa req-2492e6f2-9c5f-4f99-8bb3-4b3a0eaab847 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0481954 Aug 31 02:22:29.621908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d77e8080-8c0e-43f8-805e-d131624f4cfa req-c9be9134-0266-4ae2-a19b-48788c997496 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399106 Aug 31 02:22:30.738569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2c98b-ed3f-4b59-9c71-7bfba625563d req-b1abaedd-d891-49cb-9921-1c0248577fa9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:30.740148 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27f2c98b-ed3f-4b59-9c71-7bfba625563d req-b1abaedd-d891-49cb-9921-1c0248577fa9 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0516791 Aug 31 02:22:30.778592 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-27f2c98b-ed3f-4b59-9c71-7bfba625563d req-04ff4ef4-81a7-4e5c-80a1-cecf5b35a9bf tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325992 Aug 31 02:22:31.897328 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f283bf1-93e7-4489-93e9-252aaed2b647 req-480b1f7b-9b56-4715-bedb-60cfc1be135c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:31.898815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f283bf1-93e7-4489-93e9-252aaed2b647 req-480b1f7b-9b56-4715-bedb-60cfc1be135c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0532482 Aug 31 02:22:31.936266 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f283bf1-93e7-4489-93e9-252aaed2b647 req-58ca62cd-d918-4c21-8c30-5008a6f23c6c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313699 Aug 31 02:22:32.323570 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:33.061267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46392b-efe6-4e97-81f6-dc09e48f5e21 req-57f685d1-4d5a-42d7-8a24-0c721695bee4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:33.062783 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c46392b-efe6-4e97-81f6-dc09e48f5e21 req-57f685d1-4d5a-42d7-8a24-0c721695bee4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0534136 Aug 31 02:22:33.100646 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c46392b-efe6-4e97-81f6-dc09e48f5e21 req-41498b25-9f6e-48df-8953-30b86af6a68a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315816 Aug 31 02:22:34.216472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3247ed-bc01-4641-8886-179e74d38bd0 req-4309de78-5f5b-49a1-8ea1-fa0631d80bf4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:34.219666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca3247ed-bc01-4641-8886-179e74d38bd0 req-4309de78-5f5b-49a1-8ea1-fa0631d80bf4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0521791 Aug 31 02:22:34.265147 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ca3247ed-bc01-4641-8886-179e74d38bd0 req-f933136b-6422-4154-8fa8-c7f999d7b137 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394118 Aug 31 02:22:35.385457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6341-6828-467a-92c7-aa0e7ba29734 req-c18fbc45-66b5-49c4-a4e4-975d6b66394e tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:35.386963 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c6c6341-6828-467a-92c7-aa0e7ba29734 req-c18fbc45-66b5-49c4-a4e4-975d6b66394e tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0543842 Aug 31 02:22:35.424863 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2c6c6341-6828-467a-92c7-aa0e7ba29734 req-74d83960-2c0d-4358-90a4-00610128788f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317006 Aug 31 02:22:36.539393 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9ab31-0a73-4def-8b2d-5ac02105eb68 req-4d6f4fce-b96f-457a-a261-d189a440acb2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:36.540813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4f9ab31-0a73-4def-8b2d-5ac02105eb68 req-4d6f4fce-b96f-457a-a261-d189a440acb2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0494244 Aug 31 02:22:36.577691 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a4f9ab31-0a73-4def-8b2d-5ac02105eb68 req-2debb418-358b-4949-962b-6d1dd1aa8b09 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309448 Aug 31 02:22:37.694842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed1531-d353-4533-8cd7-4544dc382ce3 req-e65bc32c-0812-4287-b56f-f37082c13c29 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:37.696323 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfed1531-d353-4533-8cd7-4544dc382ce3 req-e65bc32c-0812-4287-b56f-f37082c13c29 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0484886 Aug 31 02:22:37.733496 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfed1531-d353-4533-8cd7-4544dc382ce3 req-0996fd59-eac7-4d27-a099-a6c90b6ef446 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312667 Aug 31 02:22:38.852092 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd349d-aa64-4047-87b7-7575950d7da6 req-d763f499-26c2-4d77-bfdf-c5c926b8cf3a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:38.853581 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15dd349d-aa64-4047-87b7-7575950d7da6 req-d763f499-26c2-4d77-bfdf-c5c926b8cf3a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0535583 Aug 31 02:22:38.892771 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-15dd349d-aa64-4047-87b7-7575950d7da6 req-15b986c6-1850-4266-ac19-71888261e89b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333080 Aug 31 02:22:40.005005 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7797425-9918-4912-8388-44e271477011 req-ab62a1f1-f9e6-44e8-9662-0bc34c45275b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:40.006671 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7797425-9918-4912-8388-44e271477011 req-ab62a1f1-f9e6-44e8-9662-0bc34c45275b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0495250 Aug 31 02:22:40.044424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7797425-9918-4912-8388-44e271477011 req-bab5bcc1-17d3-4d5f-90f8-68731a709d15 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319662 Aug 31 02:22:41.158061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078092f-ce02-4dc8-a034-0a8988f6c270 req-2a8503c6-fee6-4a4d-8136-9a8fd8f1d63a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:41.159586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e078092f-ce02-4dc8-a034-0a8988f6c270 req-2a8503c6-fee6-4a4d-8136-9a8fd8f1d63a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0496619 Aug 31 02:22:41.198626 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e078092f-ce02-4dc8-a034-0a8988f6c270 req-f25a8416-52cf-4700-a808-1e61a259f9ec tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324869 Aug 31 02:22:42.066707 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:42.314759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599e689-7146-42e4-89b0-d70d891d1051 req-11e6572b-0f67-4c4a-86ad-c100779c3b00 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:42.316261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3599e689-7146-42e4-89b0-d70d891d1051 req-11e6572b-0f67-4c4a-86ad-c100779c3b00 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0528753 Aug 31 02:22:42.354633 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3599e689-7146-42e4-89b0-d70d891d1051 req-2fde70e2-7bd5-44d4-aebf-d39852223495 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320115 Aug 31 02:22:42.377014 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40908) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:42.437734 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-75225a61-f120-4d00-9371-9d0d4a9abdef tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/47e05e63-8832-4235-a9b4-23b6a035714b HTTP/1.1" status: 200 len: 994 time: 0.0596199 Aug 31 02:22:43.717233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938a021-73bb-49a3-80d3-189239d8447b req-3bf006d1-462a-4d63-952b-42f705f9f218 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:43.718736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4938a021-73bb-49a3-80d3-189239d8447b req-3bf006d1-462a-4d63-952b-42f705f9f218 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0627143 Aug 31 02:22:43.774230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef9e0b-cacd-4223-97eb-79ed53de0722 req-b0f51592-521d-41a3-8795-28acb6385846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:43.775735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72ef9e0b-cacd-4223-97eb-79ed53de0722 req-b0f51592-521d-41a3-8795-28acb6385846 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 1098 time: 0.0789399 Aug 31 02:22:43.778628 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4938a021-73bb-49a3-80d3-189239d8447b req-30475771-9a9d-49a2-8a51-ab630d4f8a42 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453238 Aug 31 02:22:43.870731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef9e0b-cacd-4223-97eb-79ed53de0722 req-ae0cfcba-2f81-404c-afea-9d5843a75525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:43.872261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72ef9e0b-cacd-4223-97eb-79ed53de0722 req-ae0cfcba-2f81-404c-afea-9d5843a75525 service neutron] 10.222.0.15 "GET /v2.0/networks?id=650e05fa-ecd4-40f0-8a38-cad6f455a2a2 HTTP/1.1" status: 200 len: 898 time: 0.0894094 Aug 31 02:22:43.937418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72ef9e0b-cacd-4223-97eb-79ed53de0722 req-48bff496-eb0c-40c3-836e-36585bdd0cbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cc2141a-41c4-4034-b3f3-75444b866560 HTTP/1.1" status: 200 len: 1002 time: 0.0582292 Aug 31 02:22:43.985315 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef9e0b-cacd-4223-97eb-79ed53de0722 req-985519dc-931c-4ddf-b8e3-9ca07b6d1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:43.986696 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72ef9e0b-cacd-4223-97eb-79ed53de0722 req-985519dc-931c-4ddf-b8e3-9ca07b6d1b4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db9f4f86-9d72-42dd-99f3-a2ef1993c102 HTTP/1.1" status: 200 len: 834 time: 0.0423930 Aug 31 02:22:44.034392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef9e0b-cacd-4223-97eb-79ed53de0722 req-aa7f8133-5864-4af3-b8e1-23d7f02fa7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:44.035776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72ef9e0b-cacd-4223-97eb-79ed53de0722 req-aa7f8133-5864-4af3-b8e1-23d7f02fa7ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=650e05fa-ecd4-40f0-8a38-cad6f455a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423443 Aug 31 02:22:44.122433 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72ef9e0b-cacd-4223-97eb-79ed53de0722 req-fbe94e3d-e443-40f5-af97-bd094bceeda8 service neutron] 10.222.0.15 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789068 Aug 31 02:22:44.214081 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-72ef9e0b-cacd-4223-97eb-79ed53de0722 req-48b64841-b41a-4739-8859-80416d3cf739 service neutron] 10.222.0.15 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845616 Aug 31 02:22:44.902698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339d60f-3381-4910-a8d3-dcf2f45d8fa2 req-7128050a-91ed-4088-b3e2-badd5e0ec0b8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:22:44.904242 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a339d60f-3381-4910-a8d3-dcf2f45d8fa2 req-7128050a-91ed-4088-b3e2-badd5e0ec0b8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0545676 Aug 31 02:22:44.941501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a339d60f-3381-4910-a8d3-dcf2f45d8fa2 req-c45d0b8c-dfc6-41e1-a603-d4daf734eecb tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313818 Aug 31 02:22:44.963677 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40920) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:22:45.022217 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0bb1158a-d0a0-441e-ace2-0b3d3991c245 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/47e05e63-8832-4235-a9b4-23b6a035714b HTTP/1.1" status: 200 len: 994 time: 0.0574305 Aug 31 02:22:51.373121 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-080fe2eb-baff-4a86-a468-1c8ce9727f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:53.878505 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5b5d9297-e05e-4cdc-9b81-5b4fc3652617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:54.218735 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:54.794775 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:22:57.003775 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:01.555893 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:23:02.331942 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:08.259397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43614f03-3103-4770-9240-20189febf499 req-c59c9b10-23bf-4a39-8022-7c6df36a9c4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441923 Aug 31 02:23:08.350842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43614f03-3103-4770-9240-20189febf499 req-3f17dbab-5390-4d74-8122-2be44dd7dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:08.352372 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43614f03-3103-4770-9240-20189febf499 req-3f17dbab-5390-4d74-8122-2be44dd7dae4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 1098 time: 0.0408669 Aug 31 02:23:08.455439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43614f03-3103-4770-9240-20189febf499 req-6da2938b-7d2b-47b9-817f-039167ba2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:08.456906 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43614f03-3103-4770-9240-20189febf499 req-6da2938b-7d2b-47b9-817f-039167ba2d54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=650e05fa-ecd4-40f0-8a38-cad6f455a2a2 HTTP/1.1" status: 200 len: 898 time: 0.0857172 Aug 31 02:23:08.530432 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43614f03-3103-4770-9240-20189febf499 req-be7e3ef5-ccd6-4e54-847b-d4bd0a72b8b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cc2141a-41c4-4034-b3f3-75444b866560 HTTP/1.1" status: 200 len: 1002 time: 0.0661831 Aug 31 02:23:08.579692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43614f03-3103-4770-9240-20189febf499 req-93ef4bf8-4627-4f65-87a6-b4efd924fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:08.581120 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43614f03-3103-4770-9240-20189febf499 req-93ef4bf8-4627-4f65-87a6-b4efd924fa91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db9f4f86-9d72-42dd-99f3-a2ef1993c102 HTTP/1.1" status: 200 len: 834 time: 0.0435424 Aug 31 02:23:08.625831 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43614f03-3103-4770-9240-20189febf499 req-43a1ca98-36cf-48db-b305-462c9eba47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:08.627290 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43614f03-3103-4770-9240-20189febf499 req-43a1ca98-36cf-48db-b305-462c9eba47f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=650e05fa-ecd4-40f0-8a38-cad6f455a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392206 Aug 31 02:23:08.720455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43614f03-3103-4770-9240-20189febf499 req-f3df1797-ea5b-4856-a520-c8431a1b05e5 service neutron] 10.222.0.15 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857785 Aug 31 02:23:08.811182 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-43614f03-3103-4770-9240-20189febf499 req-368dfc2d-dc38-4a75-9a0d-e82239830a3a service neutron] 10.222.0.15 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832381 Aug 31 02:23:12.072416 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:21.373251 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b4e7b092-1222-4007-9e55-3933cbd3bbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:23.879115 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-df67d846-5c56-42a8-8a42-e3f92f7dc1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:24.220647 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:24.792464 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:27.008631 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:32.346105 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:35.616301 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40944) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:35.776702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port 926f9a49-0607-48a8-89df-99fd1bb8b0cc {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:23:35.777052 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:35.850512 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:35.850840 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:35.862054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for 926f9a49-0607-48a8-89df-99fd1bb8b0cc owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:23:36.008559 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:36.037142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=926f9a49-0607-48a8-89df-99fd1bb8b0cc,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:36.060100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:36.060447 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:36.060783 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:36.061113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:36.061439 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:36.061765 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:36.062088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:36.062408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:36.062729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:36.063050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:36.063387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:36.063706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:36.104167 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:36.104507 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Floating IP 47e05e63-8832-4235-a9b4-23b6a035714b disassociated (deleted). External IP: 172.25.6.227, port: 1cc2141a-41c4-4034-b3f3-75444b866560. Aug 31 02:23:36.308851 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router 1ea38148-3684-484f-9080-f565772237bb has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:23:36.416481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:23:36.420927 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:36.428103 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bc72d-9c52-41d7-b569-f7771a9f260f None None] Sync routers for ids ['1ea38148-3684-484f-9080-f565772237bb'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:23:36.436837 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053bc72d-9c52-41d7-b569-f7771a9f260f None None] Routers {'1ea38148-3684-484f-9080-f565772237bb'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:23:36.437444 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-053bc72d-9c52-41d7-b569-f7771a9f260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1ea38148-3684-484f-9080-f565772237bb'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:36.448681 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-62651ee8-25fa-4da3-884e-7f50001af519 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/floatingips/47e05e63-8832-4235-a9b4-23b6a035714b HTTP/1.1" status: 204 len: 168 time: 0.8313599 Aug 31 02:23:36.449285 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe347c4d-eb2a-452a-b002-0fe3fe5ac837', 'tag': '1cc2141a-41c4-4034-b3f3-75444b866560'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:23:36.451563 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60da90f-657c-46d9-b590-fa0a0fdd672d" -d '{"events": [{"name": "network-changed", "server_uuid": "fe347c4d-eb2a-452a-b002-0fe3fe5ac837", "tag": "1cc2141a-41c4-4034-b3f3-75444b866560"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:23:36.554815 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-053bc72d-9c52-41d7-b569-f7771a9f260f None None] Set router 1ea38148-3684-484f-9080-f565772237bb gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:23:36.589603 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c83731-f43f-4c2d-bd2d-c066ff618505 x-openstack-request-id: req-13c83731-f43f-4c2d-bd2d-c066ff618505 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:23:36.589896 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe347c4d-eb2a-452a-b002-0fe3fe5ac837", "tag": "1cc2141a-41c4-4034-b3f3-75444b866560", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:23:36.590150 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13c83731-f43f-4c2d-bd2d-c066ff618505 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:23:36.590561 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe347c4d-eb2a-452a-b002-0fe3fe5ac837', 'tag': '1cc2141a-41c4-4034-b3f3-75444b866560', 'status': 'completed', 'code': 200} Aug 31 02:23:36.714211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60da90f-657c-46d9-b590-fa0a0fdd672d req-d0c7bada-461f-4c73-8aee-ce4c8095789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:36.715798 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b60da90f-657c-46d9-b590-fa0a0fdd672d req-d0c7bada-461f-4c73-8aee-ce4c8095789e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 1098 time: 0.0761328 Aug 31 02:23:36.739654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe44e8e-889f-4b22-9bd1-5c196eade9b2 req-a4bf0eb6-ef7e-4a39-aecf-bc2e40478a32 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:36.741234 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfe44e8e-889f-4b22-9bd1-5c196eade9b2 req-a4bf0eb6-ef7e-4a39-aecf-bc2e40478a32 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0714152 Aug 31 02:23:36.827475 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cfe44e8e-889f-4b22-9bd1-5c196eade9b2 req-ee1b7d54-3d0c-4ec7-834d-e6ea15ba6c70 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742784 Aug 31 02:23:36.851156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60da90f-657c-46d9-b590-fa0a0fdd672d req-b7df2a91-4726-4116-8bc3-63ebb5942620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:36.852679 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b60da90f-657c-46d9-b590-fa0a0fdd672d req-b7df2a91-4726-4116-8bc3-63ebb5942620 service neutron] 10.222.0.15 "GET /v2.0/networks?id=650e05fa-ecd4-40f0-8a38-cad6f455a2a2 HTTP/1.1" status: 200 len: 898 time: 0.1277924 Aug 31 02:23:36.901223 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b60da90f-657c-46d9-b590-fa0a0fdd672d req-ceeec872-9cba-4fd0-838c-6dea17cb510a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cc2141a-41c4-4034-b3f3-75444b866560 HTTP/1.1" status: 200 len: 217 time: 0.0405662 Aug 31 02:23:36.924526 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-053bc72d-9c52-41d7-b569-f7771a9f260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea38148-3684-484f-9080-f565772237bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:20:53Z', 'updated_at': '2021-08-31T02:20:57Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:54Z', 'updated_at': '2021-08-31T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '64a497c2-9bd9-4f22-9222-4f6557db74d7', 'name': '', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:bc:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:56Z', 'updated_at': '2021-08-31T02:21:00Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:36.953100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60da90f-657c-46d9-b590-fa0a0fdd672d req-be912186-d373-4712-9650-1aa5c3997666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:36.953703 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bc72d-9c52-41d7-b569-f7771a9f260f None None] Checking router: 1ea38148-3684-484f-9080-f565772237bb for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:23:36.954578 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b60da90f-657c-46d9-b590-fa0a0fdd672d req-be912186-d373-4712-9650-1aa5c3997666 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db9f4f86-9d72-42dd-99f3-a2ef1993c102 HTTP/1.1" status: 200 len: 834 time: 0.0445449 Aug 31 02:23:36.962645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053bc72d-9c52-41d7-b569-f7771a9f260f None None] Routers {'1ea38148-3684-484f-9080-f565772237bb'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:23:36.963243 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-053bc72d-9c52-41d7-b569-f7771a9f260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1ea38148-3684-484f-9080-f565772237bb'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:37.000054 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60da90f-657c-46d9-b590-fa0a0fdd672d req-fc259599-6b30-49da-af09-056e6f9ef30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:37.001596 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b60da90f-657c-46d9-b590-fa0a0fdd672d req-fc259599-6b30-49da-af09-056e6f9ef30c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=650e05fa-ecd4-40f0-8a38-cad6f455a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395536 Aug 31 02:23:37.068294 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-053bc72d-9c52-41d7-b569-f7771a9f260f None None] Set router 1ea38148-3684-484f-9080-f565772237bb gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:23:37.096428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b60da90f-657c-46d9-b590-fa0a0fdd672d req-0d2634cb-d542-41d8-9679-86de3dbd9ed0 service neutron] 10.222.0.15 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866580 Aug 31 02:23:37.188505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b60da90f-657c-46d9-b590-fa0a0fdd672d req-a03d3bfe-b6a1-4841-9a2c-d85f1114f2ee service neutron] 10.222.0.15 "GET /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833185 Aug 31 02:23:37.268600 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-053bc72d-9c52-41d7-b569-f7771a9f260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea38148-3684-484f-9080-f565772237bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:20:53Z', 'updated_at': '2021-08-31T02:20:57Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:54Z', 'updated_at': '2021-08-31T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '64a497c2-9bd9-4f22-9222-4f6557db74d7', 'name': '', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:bc:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:56Z', 'updated_at': '2021-08-31T02:21:00Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:37.295372 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bc72d-9c52-41d7-b569-f7771a9f260f None None] The sync data for ids ['1ea38148-3684-484f-9080-f565772237bb'] in n-d-802060-13 is: [{'id': '1ea38148-3684-484f-9080-f565772237bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:20:53Z', 'updated_at': '2021-08-31T02:20:57Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:54Z', 'updated_at': '2021-08-31T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '64a497c2-9bd9-4f22-9222-4f6557db74d7', 'name': '', 'network_id': '650e05fa-ecd4-40f0-8a38-cad6f455a2a2', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:bc:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:56Z', 'updated_at': '2021-08-31T02:21:00Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': 'db9f4f86-9d72-42dd-99f3-a2ef1993c102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:23:37.514557 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11350b-b4b2-4a43-8e46-c2ef50659cd9 None None] New status for floating IP 47e05e63-8832-4235-a9b4-23b6a035714b: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:23:37.953704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cec84-293a-4127-9f80-959176a55d48 req-c8bead50-10b9-4661-9445-b07c40c58839 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:37.955193 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c6cec84-293a-4127-9f80-959176a55d48 req-c8bead50-10b9-4661-9445-b07c40c58839 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0541856 Aug 31 02:23:37.993828 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c6cec84-293a-4127-9f80-959176a55d48 req-38598bca-e5cf-41c9-87d5-8b97983abdbc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=9633b96b-148c-4ed3-a4ac-32832dd67d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321505 Aug 31 02:23:38.445548 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e37f1c-7dd7-4394-aaf8-79a7b4bdf8c9 req-32674772-9871-4f25-a8a6-05fe07087888 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:38.446986 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-66e37f1c-7dd7-4394-aaf8-79a7b4bdf8c9 req-32674772-9871-4f25-a8a6-05fe07087888 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 946 time: 0.0479870 Aug 31 02:23:38.534633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-66e37f1c-7dd7-4394-aaf8-79a7b4bdf8c9 req-0a8eda18-5bea-4873-b379-4308ce0bbbdc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port 1cc2141a-41c4-4034-b3f3-75444b866560 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:23:38.534889 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-66e37f1c-7dd7-4394-aaf8-79a7b4bdf8c9 req-0a8eda18-5bea-4873-b379-4308ce0bbbdc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:38.554272 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:23:38.623251 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-66e37f1c-7dd7-4394-aaf8-79a7b4bdf8c9 req-0a8eda18-5bea-4873-b379-4308ce0bbbdc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] For port 1cc2141a-41c4-4034-b3f3-75444b866560, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1cc2141a-41c4-4034-b3f3-75444b866560,segment=NetworkSegment(2b5faaf8-ed2e-419b-93b4-fa642a3686f2),segment_id=2b5faaf8-ed2e-419b-93b4-fa642a3686f2)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:23:38.623639 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-66e37f1c-7dd7-4394-aaf8-79a7b4bdf8c9 req-0a8eda18-5bea-4873-b379-4308ce0bbbdc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:38.636749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-66e37f1c-7dd7-4394-aaf8-79a7b4bdf8c9 req-0a8eda18-5bea-4873-b379-4308ce0bbbdc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for 1cc2141a-41c4-4034-b3f3-75444b866560 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:23:38.763809 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-66e37f1c-7dd7-4394-aaf8-79a7b4bdf8c9 req-0a8eda18-5bea-4873-b379-4308ce0bbbdc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:38.795036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8eda18-5bea-4873-b379-4308ce0bbbdc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=1cc2141a-41c4-4034-b3f3-75444b866560,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:38.836143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e37f1c-7dd7-4394-aaf8-79a7b4bdf8c9 req-0a8eda18-5bea-4873-b379-4308ce0bbbdc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] No DVR routers for this DVR port 1cc2141a-41c4-4034-b3f3-75444b866560 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:23:38.838732 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-66e37f1c-7dd7-4394-aaf8-79a7b4bdf8c9 req-0a8eda18-5bea-4873-b379-4308ce0bbbdc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:38.840799 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-66e37f1c-7dd7-4394-aaf8-79a7b4bdf8c9 req-0a8eda18-5bea-4873-b379-4308ce0bbbdc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "DELETE /v2.0/ports/1cc2141a-41c4-4034-b3f3-75444b866560 HTTP/1.1" status: 204 len: 173 time: 0.3876841 Aug 31 02:23:38.841207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe347c4d-eb2a-452a-b002-0fe3fe5ac837', 'name': 'network-vif-deleted', 'tag': '1cc2141a-41c4-4034-b3f3-75444b866560'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:23:38.843446 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03162872-9fc6-4b2f-bcd3-515f43bfb758" -d '{"events": [{"server_uuid": "fe347c4d-eb2a-452a-b002-0fe3fe5ac837", "name": "network-vif-deleted", "tag": "1cc2141a-41c4-4034-b3f3-75444b866560"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:23:38.879130 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a95194-6f04-4f58-a036-c649a28cfb7e x-openstack-request-id: req-59a95194-6f04-4f58-a036-c649a28cfb7e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:23:38.879449 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe347c4d-eb2a-452a-b002-0fe3fe5ac837", "name": "network-vif-deleted", "tag": "1cc2141a-41c4-4034-b3f3-75444b866560", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:23:38.879705 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59a95194-6f04-4f58-a036-c649a28cfb7e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:23:38.880142 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe347c4d-eb2a-452a-b002-0fe3fe5ac837', 'name': 'network-vif-deleted', 'tag': '1cc2141a-41c4-4034-b3f3-75444b866560', 'status': 'completed', 'code': 200} Aug 31 02:23:39.095722 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-474984b6-afdb-4071-b2e0-cb606d81f8f9 req-d000480e-5b6b-4c7e-9a7f-1f58e9788dcc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe347c4d-eb2a-452a-b002-0fe3fe5ac837 HTTP/1.1" status: 200 len: 210 time: 0.0254633 Aug 31 02:23:40.152148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40964) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:40.506374 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1e0da70e-7aaa-4250-a7d1-ca2424d00ccc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:40.766456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1e0da70e-7aaa-4250-a7d1-ca2424d00ccc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port 64a497c2-9bd9-4f22-9222-4f6557db74d7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:23:40.766833 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1e0da70e-7aaa-4250-a7d1-ca2424d00ccc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:40.852843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-1e0da70e-7aaa-4250-a7d1-ca2424d00ccc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] For port 64a497c2-9bd9-4f22-9222-4f6557db74d7, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=64a497c2-9bd9-4f22-9222-4f6557db74d7,segment=NetworkSegment(2b5faaf8-ed2e-419b-93b4-fa642a3686f2),segment_id=2b5faaf8-ed2e-419b-93b4-fa642a3686f2)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:23:40.853205 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1e0da70e-7aaa-4250-a7d1-ca2424d00ccc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:40.869476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-1e0da70e-7aaa-4250-a7d1-ca2424d00ccc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for 64a497c2-9bd9-4f22-9222-4f6557db74d7 owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:23:41.041706 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 1cc2141a-41c4-4034-b3f3-75444b866560 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:23:41.048158 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1e0da70e-7aaa-4250-a7d1-ca2424d00ccc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:41.065662 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 1cc2141a-41c4-4034-b3f3-75444b866560 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:23:41.066017 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 1cc2141a-41c4-4034-b3f3-75444b866560 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:23:41.076030 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0da70e-7aaa-4250-a7d1-ca2424d00ccc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=64a497c2-9bd9-4f22-9222-4f6557db74d7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:41.588282 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-1e0da70e-7aaa-4250-a7d1-ca2424d00ccc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:41.799089 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0da70e-7aaa-4250-a7d1-ca2424d00ccc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router 1ea38148-3684-484f-9080-f565772237bb has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:23:41.903528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0da70e-7aaa-4250-a7d1-ca2424d00ccc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:23:41.908406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-1e0da70e-7aaa-4250-a7d1-ca2424d00ccc tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "PUT /v2.0/routers/1ea38148-3684-484f-9080-f565772237bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7552509 Aug 31 02:23:41.912364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40966) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:41.913858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32f1c98-df15-4562-9cbc-ca24bdb10829 None None] Sync routers for ids ['1ea38148-3684-484f-9080-f565772237bb'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:23:41.924068 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f1c98-df15-4562-9cbc-ca24bdb10829 None None] Routers {'1ea38148-3684-484f-9080-f565772237bb'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:23:41.925255 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e32f1c98-df15-4562-9cbc-ca24bdb10829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1ea38148-3684-484f-9080-f565772237bb'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:41.966003 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting subnet db9f4f86-9d72-42dd-99f3-a2ef1993c102 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:23:41.968997 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.007602 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.031188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e32f1c98-df15-4562-9cbc-ca24bdb10829 None None] Set router 1ea38148-3684-484f-9080-f565772237bb gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:23:42.092438 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.139045 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.152875 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.181940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Subnet': ['ID=db9f4f86-9d72-42dd-99f3-a2ef1993c102,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:42.184536 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.186517 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/subnets/db9f4f86-9d72-42dd-99f3-a2ef1993c102 HTTP/1.1" status: 204 len: 168 time: 0.2725427 Aug 31 02:23:42.189293 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40970) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:42.193821 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.194176 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.194523 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.194870 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.195221 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.195583 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.195922 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.196257 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.196475 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918575ef-a1f6-4aa4-abb2-04f19485dc0e None None] Network 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:23:42.196592 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.197007 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.197242 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.197568 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f1c42-1aa6-4b45-9518-18b5e7daefe3 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.299599 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.313816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e32f1c98-df15-4562-9cbc-ca24bdb10829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea38148-3684-484f-9080-f565772237bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:20:53Z', 'updated_at': '2021-08-31T02:23:40Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:54Z', 'updated_at': '2021-08-31T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:42.343171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32f1c98-df15-4562-9cbc-ca24bdb10829 None None] Checking router: 1ea38148-3684-484f-9080-f565772237bb for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:23:42.357073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f1c98-df15-4562-9cbc-ca24bdb10829 None None] Routers {'1ea38148-3684-484f-9080-f565772237bb'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:23:42.357696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e32f1c98-df15-4562-9cbc-ca24bdb10829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['1ea38148-3684-484f-9080-f565772237bb'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:42.410974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.443243 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] DHCP port deletion for 650e05fa-ecd4-40f0-8a38-cad6f455a2a2 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:23:42.470388 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port c4c7e625-f6f5-4f7d-b874-b53288f9f891 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:23:42.470731 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.493468 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e32f1c98-df15-4562-9cbc-ca24bdb10829 None None] Set router 1ea38148-3684-484f-9080-f565772237bb gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:23:42.551744 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] For port c4c7e625-f6f5-4f7d-b874-b53288f9f891, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c4c7e625-f6f5-4f7d-b874-b53288f9f891,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:23:42.552283 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.568896 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for c4c7e625-f6f5-4f7d-b874-b53288f9f891 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:23:42.607739 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Deleting port 92467d20-99d5-4f87-a145-8de39bb5cefe {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:23:42.608121 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.718460 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] For port 92467d20-99d5-4f87-a145-8de39bb5cefe, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=92467d20-99d5-4f87-a145-8de39bb5cefe,segment=NetworkSegment(2b5faaf8-ed2e-419b-93b4-fa642a3686f2),segment_id=2b5faaf8-ed2e-419b-93b4-fa642a3686f2)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:23:42.718755 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.731526 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.735636 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Calling delete_port for 92467d20-99d5-4f87-a145-8de39bb5cefe owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:23:42.761915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=c4c7e625-f6f5-4f7d-b874-b53288f9f891,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:42.803051 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e32f1c98-df15-4562-9cbc-ca24bdb10829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea38148-3684-484f-9080-f565772237bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:20:53Z', 'updated_at': '2021-08-31T02:23:40Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:54Z', 'updated_at': '2021-08-31T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:42.825628 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.837844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32f1c98-df15-4562-9cbc-ca24bdb10829 None None] The sync data for ids ['1ea38148-3684-484f-9080-f565772237bb'] in n-d-802060-13 is: [{'id': '1ea38148-3684-484f-9080-f565772237bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680372722', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:20:53Z', 'updated_at': '2021-08-31T02:23:40Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'c4c7e625-f6f5-4f7d-b874-b53288f9f891', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea38148-3684-484f-9080-f565772237bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:20:54Z', 'updated_at': '2021-08-31T02:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:23:42.860929 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.886779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Pushing event deleted for resources: {'Port': ['ID=92467d20-99d5-4f87-a145-8de39bb5cefe,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:42.891220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] No DVR routers for this DVR port 92467d20-99d5-4f87-a145-8de39bb5cefe on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:23:42.902024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.902024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.902024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.902024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.902024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.902024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.902024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.902024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.902024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.902024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.903689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.903689 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fabdd-692d-4cde-b007-1dbfa57e4080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:42.924924 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.927608 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.972646 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.973115 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Fanout notify agent at l3_agent the message router_deleted on router 1ea38148-3684-484f-9080-f565772237bb {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:23:42.980715 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:42.981807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9ba1618a-147d-4cc4-b28e-cc534e1c0e24 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/routers/1ea38148-3684-484f-9080-f565772237bb HTTP/1.1" status: 204 len: 168 time: 0.7912767 Aug 31 02:23:42.984555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40972) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:43.058911 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24679da0-ea18-4e88-a2ef-98f39ea9893c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:43.145149 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24679da0-ea18-4e88-a2ef-98f39ea9893c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:43.154591 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-24679da0-ea18-4e88-a2ef-98f39ea9893c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650e05fa-ecd4-40f0-8a38-cad6f455a2a2']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:43.164548 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-24679da0-ea18-4e88-a2ef-98f39ea9893c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5faaf8-ed2e-419b-93b4-fa642a3686f2') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:43.164842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-24679da0-ea18-4e88-a2ef-98f39ea9893c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5faaf8-ed2e-419b-93b4-fa642a3686f2') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:43.173326 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24679da0-ea18-4e88-a2ef-98f39ea9893c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:43.187645 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24679da0-ea18-4e88-a2ef-98f39ea9893c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:43.194887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24679da0-ea18-4e88-a2ef-98f39ea9893c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:23:43.195344 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24679da0-ea18-4e88-a2ef-98f39ea9893c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: timer() Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:23:43.198441 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:23:43.260966 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24679da0-ea18-4e88-a2ef-98f39ea9893c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:43.280258 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-24679da0-ea18-4e88-a2ef-98f39ea9893c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:43.284877 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-24679da0-ea18-4e88-a2ef-98f39ea9893c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/networks/650e05fa-ecd4-40f0-8a38-cad6f455a2a2 HTTP/1.1" status: 204 len: 168 time: 0.2966831 Aug 31 02:23:43.284877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24679da0-ea18-4e88-a2ef-98f39ea9893c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Network': ['ID=650e05fa-ecd4-40f0-8a38-cad6f455a2a2,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:43.285620 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40974) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:43.347463 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b65b39e6-09f1-4e31-95fd-395970057fb5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:43.373226 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b65b39e6-09f1-4e31-95fd-395970057fb5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:43.441751 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b65b39e6-09f1-4e31-95fd-395970057fb5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:43.445037 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b65b39e6-09f1-4e31-95fd-395970057fb5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:43.448835 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b65b39e6-09f1-4e31-95fd-395970057fb5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/security-groups/9633b96b-148c-4ed3-a4ac-32832dd67d8e HTTP/1.1" status: 204 len: 168 time: 0.1596115 Aug 31 02:23:43.456259 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b39e6-09f1-4e31-95fd-395970057fb5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9633b96b-148c-4ed3-a4ac-32832dd67d8e,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:43.821352 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40980) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:43.826136 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-5e2d467f-2ddc-4f6a-87c9-bbbab40e6154 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1591551618', 'description': 'tempest-secgroup-smoke-1591551618 description', 'project_id': '1b16ab340f8d473997232717c9503ef2'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:23:43.848078 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e2d467f-2ddc-4f6a-87c9-bbbab40e6154 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:43.928888 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e2d467f-2ddc-4f6a-87c9-bbbab40e6154 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:43.932678 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e2d467f-2ddc-4f6a-87c9-bbbab40e6154 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:43.954484 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-5e2d467f-2ddc-4f6a-87c9-bbbab40e6154 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:43.955755 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-5e2d467f-2ddc-4f6a-87c9-bbbab40e6154 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1332939 Aug 31 02:23:43.959254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40982) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:43.964018 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d467f-2ddc-4f6a-87c9-bbbab40e6154 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f01a9fa-28e3-4b42-a909-250af35629ae,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:43.964571 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-08648236-8a7d-42d8-91ff-7ac7aca58478 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '0f01a9fa-28e3-4b42-a909-250af35629ae', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:23:43.992972 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08648236-8a7d-42d8-91ff-7ac7aca58478 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.054126 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08648236-8a7d-42d8-91ff-7ac7aca58478 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.057852 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08648236-8a7d-42d8-91ff-7ac7aca58478 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.075041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08648236-8a7d-42d8-91ff-7ac7aca58478 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3421ba00-84c5-45ed-a288-1e379cab5601,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:44.081765 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-08648236-8a7d-42d8-91ff-7ac7aca58478 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.083859 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-08648236-8a7d-42d8-91ff-7ac7aca58478 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225443 Aug 31 02:23:44.086503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40984) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:44.091130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-0568a73f-e4f5-40db-8ff8-d8a6a24332cd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '0f01a9fa-28e3-4b42-a909-250af35629ae', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:23:44.116723 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0568a73f-e4f5-40db-8ff8-d8a6a24332cd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.172851 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0568a73f-e4f5-40db-8ff8-d8a6a24332cd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.176403 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0568a73f-e4f5-40db-8ff8-d8a6a24332cd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.195049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568a73f-e4f5-40db-8ff8-d8a6a24332cd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ab229b-b464-464d-9d42-d2d712c71ad3,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:44.201324 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0568a73f-e4f5-40db-8ff8-d8a6a24332cd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.202688 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0568a73f-e4f5-40db-8ff8-d8a6a24332cd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151614 Aug 31 02:23:44.205279 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40986) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:44.210406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-5d12e8ce-aae5-468a-afd7-f80121e283fd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '0f01a9fa-28e3-4b42-a909-250af35629ae', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:23:44.235024 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d12e8ce-aae5-468a-afd7-f80121e283fd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.294043 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d12e8ce-aae5-468a-afd7-f80121e283fd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.297583 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d12e8ce-aae5-468a-afd7-f80121e283fd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.316099 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12e8ce-aae5-468a-afd7-f80121e283fd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f88e325-d229-407f-8969-d84d0db34ebc,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:44.319400 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-5d12e8ce-aae5-468a-afd7-f80121e283fd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.320573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5d12e8ce-aae5-468a-afd7-f80121e283fd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143456 Aug 31 02:23:44.323258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40988) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:44.327629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-0fbae074-38c4-474a-9845-31ffb306035b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '0f01a9fa-28e3-4b42-a909-250af35629ae', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:23:44.352835 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0fbae074-38c4-474a-9845-31ffb306035b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.416035 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0fbae074-38c4-474a-9845-31ffb306035b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.419514 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0fbae074-38c4-474a-9845-31ffb306035b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.436255 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c4c7e625-f6f5-4f7d-b874-b53288f9f891 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:23:44.438153 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbae074-38c4-474a-9845-31ffb306035b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504bfcca-3016-4137-88b2-40fc11a08476,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:44.442125 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0fbae074-38c4-474a-9845-31ffb306035b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.446585 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0fbae074-38c4-474a-9845-31ffb306035b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197078 Aug 31 02:23:44.447077 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40990) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:44.451327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-3211f19b-bdb0-4d8b-a6ad-a8b69828beda tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '0f01a9fa-28e3-4b42-a909-250af35629ae', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:23:44.460438 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: c4c7e625-f6f5-4f7d-b874-b53288f9f891 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:23:44.460772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c4c7e625-f6f5-4f7d-b874-b53288f9f891 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:23:44.461188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 92467d20-99d5-4f87-a145-8de39bb5cefe no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:23:44.472691 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-3211f19b-bdb0-4d8b-a6ad-a8b69828beda tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Project 1b16ab340f8d473997232717c9503ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:23:44.478415 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3211f19b-bdb0-4d8b-a6ad-a8b69828beda tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.479623 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 92467d20-99d5-4f87-a145-8de39bb5cefe {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:23:44.479973 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 92467d20-99d5-4f87-a145-8de39bb5cefe not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:23:44.480381 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 64a497c2-9bd9-4f22-9222-4f6557db74d7 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:23:44.498502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 64a497c2-9bd9-4f22-9222-4f6557db74d7 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:23:44.498846 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 64a497c2-9bd9-4f22-9222-4f6557db74d7 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:23:44.544543 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3211f19b-bdb0-4d8b-a6ad-a8b69828beda tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.547908 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3211f19b-bdb0-4d8b-a6ad-a8b69828beda tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.565912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211f19b-bdb0-4d8b-a6ad-a8b69828beda tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2b8f7f-2e9c-499d-9dc7-e81ec10a65ab,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:44.572855 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-3211f19b-bdb0-4d8b-a6ad-a8b69828beda tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.574108 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-3211f19b-bdb0-4d8b-a6ad-a8b69828beda tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262996 Aug 31 02:23:44.576903 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40992) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:44.581291 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f753b84f-dd2e-4644-9671-e42651127815 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'security_group_rule': {'security_group_id': '0f01a9fa-28e3-4b42-a909-250af35629ae', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:23:44.601677 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-f753b84f-dd2e-4644-9671-e42651127815 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Project 1b16ab340f8d473997232717c9503ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:23:44.606272 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f753b84f-dd2e-4644-9671-e42651127815 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.666130 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f753b84f-dd2e-4644-9671-e42651127815 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.669305 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f753b84f-dd2e-4644-9671-e42651127815 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.687545 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753b84f-dd2e-4644-9671-e42651127815 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60978512-8158-4ec3-a4cb-77d8ed916866,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:44.689552 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f753b84f-dd2e-4644-9671-e42651127815 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.690716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f753b84f-dd2e-4644-9671-e42651127815 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1128681 Aug 31 02:23:44.694820 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40994) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:44.699754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b414e44c-d371-44bc-9a29-cfe1c4214c95 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'network': {'name': 'tempest-network-smoke--1714803129', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'port_security_enabled': True}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:23:44.719095 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b414e44c-d371-44bc-9a29-cfe1c4214c95 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Made reservation on behalf of 1b16ab340f8d473997232717c9503ef2 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:23:44.722466 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b414e44c-d371-44bc-9a29-cfe1c4214c95 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.745150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b414e44c-d371-44bc-9a29-cfe1c4214c95 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:23:44.754078 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b414e44c-d371-44bc-9a29-cfe1c4214c95 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.754457 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-b414e44c-d371-44bc-9a29-cfe1c4214c95 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Added segment de8a039e-b47c-453b-9e79-b3431912e6b0 of type vlan for network fb374fd0-1b66-41b5-b557-7175f790530d Aug 31 02:23:44.798400 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b414e44c-d371-44bc-9a29-cfe1c4214c95 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.824131 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b414e44c-d371-44bc-9a29-cfe1c4214c95 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.829685 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b414e44c-d371-44bc-9a29-cfe1c4214c95 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:44.830278 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b414e44c-d371-44bc-9a29-cfe1c4214c95 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.888415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b414e44c-d371-44bc-9a29-cfe1c4214c95 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1925001 Aug 31 02:23:44.891156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 40996) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:44.896250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'admin_state_up': True, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:23:44.912726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414e44c-d371-44bc-9a29-cfe1c4214c95 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Network': ['ID=fb374fd0-1b66-41b5-b557-7175f790530d,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:44.922742 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network fb374fd0-1b66-41b5-b557-7175f790530d details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:23:44.930672 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.931735 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:44.988808 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:45.123367 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:45.313168 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:45.331827 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:45.437197 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.25.6.110 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/edf0b2cf-aa57-4180-b615-2ca099256bb3) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:23:45.536076 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:45.574308 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:45.616786 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:23:45.619557 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:23:45.623058 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:23:45.628252 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=edf0b2cf-aa57-4180-b615-2ca099256bb3,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:45.868489 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:46.061857 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:46.195179 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router c4d15840-354e-41de-8a89-7a1339c217e3 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:23:46.622956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:23:46.633113 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Sync routers for ids ['c4d15840-354e-41de-8a89-7a1339c217e3'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:23:46.642092 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:46.643222 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Routers {'c4d15840-354e-41de-8a89-7a1339c217e3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:23:46.643411 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-96b51e63-8ac0-4937-a03b-f7d1280198e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7511854 Aug 31 02:23:46.643935 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c4d15840-354e-41de-8a89-7a1339c217e3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:46.647289 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 40998) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:46.674753 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-857c0754-ace5-4614-b2e5-5bdba8ede1cc tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=1b16ab340f8d473997232717c9503ef2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262427 Aug 31 02:23:46.677295 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41000) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:46.748741 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Set router c4d15840-354e-41de-8a89-7a1339c217e3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:23:46.934720 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:23:44Z', 'updated_at': '2021-08-31T02:23:45Z', 'revision_number': 3, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:45Z', 'updated_at': '2021-08-31T02:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:46.965886 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Checking router: c4d15840-354e-41de-8a89-7a1339c217e3 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:23:46.966227 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Updating router c4d15840-354e-41de-8a89-7a1339c217e3 port edf0b2cf-aa57-4180-b615-2ca099256bb3 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:23:46.992426 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:47.089493 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a8fa0c-f468-44ef-86d4-70da8f6f183c tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:47.091036 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b4a8fa0c-f468-44ef-86d4-70da8f6f183c tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4128411 Aug 31 02:23:47.094145 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41002) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:47.123423 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f969187c-c91a-4072-b85f-fd439f8e6807 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=f87292fd-52d5-43be-8bda-215bf29af30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281777 Aug 31 02:23:47.125958 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41004) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:47.131942 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-23cf8386-d4fe-45d4-b92c-1bea1f4f8e92 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1584323020', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'project_id': '1b16ab340f8d473997232717c9503ef2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:23:47.217884 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cf8386-d4fe-45d4-b92c-1bea1f4f8e92 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Made reservation on behalf of 1b16ab340f8d473997232717c9503ef2 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:23:47.221425 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-23cf8386-d4fe-45d4-b92c-1bea1f4f8e92 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:47.245430 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:47.256975 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Transition to ACTIVE for port object edf0b2cf-aa57-4180-b615-2ca099256bb3 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:23:47.264493 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:47.321373 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Attempting to bind port edf0b2cf-aa57-4180-b615-2ca099256bb3 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:23:47.321741 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Attempting to bind port edf0b2cf-aa57-4180-b615-2ca099256bb3 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:23:47.322098 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Attempting to bind port edf0b2cf-aa57-4180-b615-2ca099256bb3 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:23:47.323987 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab37e6-41c1-46ae-9a0e-f7c914a26d5a None None] Pushing event updated for resources: {'Port': ['ID=edf0b2cf-aa57-4180-b615-2ca099256bb3,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:47.332660 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:23:47.333623 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:23:47.334024 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:47.334513 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:23:47.334982 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Bound port: edf0b2cf-aa57-4180-b615-2ca099256bb3, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:23:47.335372 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:47.338332 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab37e6-41c1-46ae-9a0e-f7c914a26d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:47.338671 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab37e6-41c1-46ae-9a0e-f7c914a26d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:47.339003 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab37e6-41c1-46ae-9a0e-f7c914a26d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:47.339359 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab37e6-41c1-46ae-9a0e-f7c914a26d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:47.339689 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab37e6-41c1-46ae-9a0e-f7c914a26d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:47.340009 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab37e6-41c1-46ae-9a0e-f7c914a26d5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:47.340327 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab37e6-41c1-46ae-9a0e-f7c914a26d5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:47.340642 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab37e6-41c1-46ae-9a0e-f7c914a26d5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:47.340955 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab37e6-41c1-46ae-9a0e-f7c914a26d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:47.341279 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab37e6-41c1-46ae-9a0e-f7c914a26d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:47.341583 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab37e6-41c1-46ae-9a0e-f7c914a26d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:47.341892 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab37e6-41c1-46ae-9a0e-f7c914a26d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:23:47.392820 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] For port edf0b2cf-aa57-4180-b615-2ca099256bb3, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:23:47.396667 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] For port edf0b2cf-aa57-4180-b615-2ca099256bb3, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=edf0b2cf-aa57-4180-b615-2ca099256bb3,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:23:47.402216 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:47.412862 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-23cf8386-d4fe-45d4-b92c-1bea1f4f8e92 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:47.460433 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab37e6-41c1-46ae-9a0e-f7c914a26d5a None None] Pushing event updated for resources: {'Port': ['ID=edf0b2cf-aa57-4180-b615-2ca099256bb3,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:47.465319 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Routers {'c4d15840-354e-41de-8a89-7a1339c217e3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:23:47.465927 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c4d15840-354e-41de-8a89-7a1339c217e3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:47.477433 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf8386-d4fe-45d4-b92c-1bea1f4f8e92 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Subnet': ['ID=7cb2826a-2b87-40da-a211-cda3e617ef18,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:47.488165 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf8386-d4fe-45d4-b92c-1bea1f4f8e92 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Checking segment: {'id': 'de8a039e-b47c-453b-9e79-b3431912e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:23:47.488533 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf8386-d4fe-45d4-b92c-1bea1f4f8e92 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network hostable DHCP agents. Network: fb374fd0-1b66-41b5-b557-7175f790530d, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:23:47.504558 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf8386-d4fe-45d4-b92c-1bea1f4f8e92 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network fb374fd0-1b66-41b5-b557-7175f790530d is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:23:47.514964 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-23cf8386-d4fe-45d4-b92c-1bea1f4f8e92 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, fb374fd0-1b66-41b5-b557-7175f790530d) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:23:47.519412 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cf8386-d4fe-45d4-b92c-1bea1f4f8e92 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:47.520100 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-23cf8386-d4fe-45d4-b92c-1bea1f4f8e92 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:47.525678 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82726c36-a8fe-4dfa-b9d1-25d1e61a8a4b None None] Network fb374fd0-1b66-41b5-b557-7175f790530d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:23:47.539166 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-23cf8386-d4fe-45d4-b92c-1bea1f4f8e92 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4091938 Aug 31 02:23:47.539405 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41006) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:23:47.577091 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] Set router c4d15840-354e-41de-8a89-7a1339c217e3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:23:47.761258 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:23:44Z', 'updated_at': '2021-08-31T02:23:45Z', 'revision_number': 3, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:45Z', 'updated_at': '2021-08-31T02:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:47.843972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-fb374fd0-1b66-41b5-b557-7175f790530d', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ips': [{'subnet_id': '7cb2826a-2b87-40da-a211-cda3e617ef18'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:23:47.844854 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:47.886143 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aee356-ecd3-440e-98a7-db2f09f21ac3 None None] The sync data for ids ['c4d15840-354e-41de-8a89-7a1339c217e3'] in n-d-802060-13 is: [{'id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:23:44Z', 'updated_at': '2021-08-31T02:23:45Z', 'revision_number': 3, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:45Z', 'updated_at': '2021-08-31T02:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:23:47.992888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Allocated IP 172.20.0.2 (fb374fd0-1b66-41b5-b557-7175f790530d/7cb2826a-2b87-40da-a211-cda3e617ef18/a789ad6d-5bb0-45c3-935d-7f9277df933f) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:23:48.003413 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:48.183974 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:48.194560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Transition to ACTIVE for port object a789ad6d-5bb0-45c3-935d-7f9277df933f will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:23:48.210754 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Transition to ACTIVE for port object a789ad6d-5bb0-45c3-935d-7f9277df933f will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:23:48.218620 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:48.264053 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Network fb374fd0-1b66-41b5-b557-7175f790530d is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:23:48.269821 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:23:48.272565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Pushing event updated for resources: {'Port': ['ID=a789ad6d-5bb0-45c3-935d-7f9277df933f,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:48.274774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:23:48.318852 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.20.0.1 (fb374fd0-1b66-41b5-b557-7175f790530d/7cb2826a-2b87-40da-a211-cda3e617ef18/b864a1df-7f75-476e-a901-d975c09c11dc) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:23:48.331763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Attempting to bind port a789ad6d-5bb0-45c3-935d-7f9277df933f on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:23:48.332282 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Attempting to bind port a789ad6d-5bb0-45c3-935d-7f9277df933f by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'de8a039e-b47c-453b-9e79-b3431912e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:23:48.333565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Attempting to bind port a789ad6d-5bb0-45c3-935d-7f9277df933f on network fb374fd0-1b66-41b5-b557-7175f790530d {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:23:48.340059 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:23:48.340455 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Checking segment: {'id': 'de8a039e-b47c-453b-9e79-b3431912e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:23:48.340940 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:48.341408 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Bound using segment: {'id': 'de8a039e-b47c-453b-9e79-b3431912e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:23:48.341963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Bound port: a789ad6d-5bb0-45c3-935d-7f9277df933f, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8a039e-b47c-453b-9e79-b3431912e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:23:48.342425 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:48.432549 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] For port a789ad6d-5bb0-45c3-935d-7f9277df933f, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:23:48.436372 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] For port a789ad6d-5bb0-45c3-935d-7f9277df933f, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a789ad6d-5bb0-45c3-935d-7f9277df933f,segment=NetworkSegment(de8a039e-b47c-453b-9e79-b3431912e6b0),segment_id=de8a039e-b47c-453b-9e79-b3431912e6b0)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:23:48.442762 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:48.470557 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:48.478530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device edf0b2cf-aa57-4180-b615-2ca099256bb3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:23:48.490743 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Transition to ACTIVE for port object b864a1df-7f75-476e-a901-d975c09c11dc will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:23:48.534599 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:48.538640 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dc318-9a25-4397-b9ba-01ce242b649b None None] Pushing event updated for resources: {'Port': ['ID=a789ad6d-5bb0-45c3-935d-7f9277df933f,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:48.564382 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port edf0b2cf-aa57-4180-b615-2ca099256bb3 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:23:48.573838 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port edf0b2cf-aa57-4180-b615-2ca099256bb3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:23:48.573838 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:48.594121 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network fb374fd0-1b66-41b5-b557-7175f790530d is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:23:48.597672 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:23:48.610006 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:23:48.641387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=b864a1df-7f75-476e-a901-d975c09c11dc,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:48.664817 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:48.672305 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:48.695474 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port edf0b2cf-aa57-4180-b615-2ca099256bb3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=edf0b2cf-aa57-4180-b615-2ca099256bb3,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:23:48.701911 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:48.780280 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=edf0b2cf-aa57-4180-b615-2ca099256bb3,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:48.832015 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:49.114705 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:49.118901 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:49.187140 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=b864a1df-7f75-476e-a901-d975c09c11dc,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:49.191863 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:49.289545 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network fb374fd0-1b66-41b5-b557-7175f790530d is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:23:49.290917 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:23:49.401965 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router c4d15840-354e-41de-8a89-7a1339c217e3 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:23:49.510095 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:23:49.515801 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b65c3293-a706-4c24-b49d-d762c6b29565 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "PUT /v2.0/routers/c4d15840-354e-41de-8a89-7a1339c217e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9754603 Aug 31 02:23:49.660062 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-47270186-9d38-4ef8-80b1-7812fcca727a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1591551618&fields=id&tenant_id=1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 267 time: 0.0360842 Aug 31 02:23:49.776584 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-14ec6d83-7d48-4cd3-9304-bb0f947bd092 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:49.778236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-14ec6d83-7d48-4cd3-9304-bb0f947bd092 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/networks?id=fb374fd0-1b66-41b5-b557-7175f790530d HTTP/1.1" status: 200 len: 797 time: 0.1107790 Aug 31 02:23:49.795236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-05a37962-9d11-4149-8a0b-1676da0ea113 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/quotas/1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 375 time: 0.0102952 Aug 31 02:23:49.866199 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-098d5c7f-0b3c-4567-a82b-6859cd4b55f8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644357 Aug 31 02:23:49.885416 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Sync routers for ids ['c4d15840-354e-41de-8a89-7a1339c217e3'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:23:49.899813 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Routers {'c4d15840-354e-41de-8a89-7a1339c217e3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:23:49.900490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c4d15840-354e-41de-8a89-7a1339c217e3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:49.962358 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df22e22-6b30-478c-ac9e-1330140403a3 None None] Network fb374fd0-1b66-41b5-b557-7175f790530d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:23:50.010381 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-497fdf12-ddc4-4d1b-b2a2-65d9e4ab51b5 service neutron] 10.222.0.58 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290960 Aug 31 02:23:50.063643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-4e6de619-13e1-44a6-89e6-ae1a440a1ddb None None] Provisioning for port a789ad6d-5bb0-45c3-935d-7f9277df933f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:23:50.079308 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Set router c4d15840-354e-41de-8a89-7a1339c217e3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:23:50.106420 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-fa6fb94e-54f6-4f7f-903a-49c788e74f78 service neutron] 10.222.0.58 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894098 Aug 31 02:23:50.287324 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0b25d30f-b52b-4460-a73d-ff6741c03b06 req-65cfc41c-bc5d-49f5-b310-773e414f82e8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 210 time: 0.0294750 Aug 31 02:23:50.373822 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:23:44Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:45Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b864a1df-7f75-476e-a901-d975c09c11dc', 'name': '', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:8b:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:48Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 2, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:50.402086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Checking router: c4d15840-354e-41de-8a89-7a1339c217e3 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:23:50.402446 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Updating router c4d15840-354e-41de-8a89-7a1339c217e3 port b864a1df-7f75-476e-a901-d975c09c11dc binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:23:50.434599 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:50.585062 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a789ad6d-5bb0-45c3-935d-7f9277df933f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:23:50.732026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port a789ad6d-5bb0-45c3-935d-7f9277df933f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:23:50.738537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a789ad6d-5bb0-45c3-935d-7f9277df933f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:23:50.738914 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:50.766394 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ebb64c41-725e-4c22-bc3b-6154ca05d669 None None] Provisioning for port b864a1df-7f75-476e-a901-d975c09c11dc completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:23:50.779499 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ebb64c41-725e-4c22-bc3b-6154ca05d669 None None] Provisioning complete for port b864a1df-7f75-476e-a901-d975c09c11dc triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:23:50.779867 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c41-725e-4c22-bc3b-6154ca05d669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:50.870586 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ebb64c41-725e-4c22-bc3b-6154ca05d669 None None] Port b864a1df-7f75-476e-a901-d975c09c11dc cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:23:50.893581 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:50.927484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Transition to ACTIVE for port object b864a1df-7f75-476e-a901-d975c09c11dc will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:23:50.939976 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:50.943847 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:51.025490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969d52f-508d-4e1b-8691-e106fa3d1861 None None] Pushing event updated for resources: {'Port': ['ID=b864a1df-7f75-476e-a901-d975c09c11dc,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:51.033322 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port a789ad6d-5bb0-45c3-935d-7f9277df933f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a789ad6d-5bb0-45c3-935d-7f9277df933f,segment=NetworkSegment(de8a039e-b47c-453b-9e79-b3431912e6b0),segment_id=de8a039e-b47c-453b-9e79-b3431912e6b0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:23:51.038587 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:51.039407 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device edf0b2cf-aa57-4180-b615-2ca099256bb3 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:23:51.157126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Attempting to bind port b864a1df-7f75-476e-a901-d975c09c11dc on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:23:51.157420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Attempting to bind port b864a1df-7f75-476e-a901-d975c09c11dc by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': 'de8a039e-b47c-453b-9e79-b3431912e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:23:51.157780 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Attempting to bind port b864a1df-7f75-476e-a901-d975c09c11dc on network fb374fd0-1b66-41b5-b557-7175f790530d {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:23:51.170446 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=a789ad6d-5bb0-45c3-935d-7f9277df933f,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:51.176591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:23:51.176591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Checking segment: {'id': 'de8a039e-b47c-453b-9e79-b3431912e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:23:51.177708 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:51.178108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Bound using segment: {'id': 'de8a039e-b47c-453b-9e79-b3431912e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:23:51.178575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Bound port: b864a1df-7f75-476e-a901-d975c09c11dc, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8a039e-b47c-453b-9e79-b3431912e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:23:51.179026 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:51.204158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port edf0b2cf-aa57-4180-b615-2ca099256bb3 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:23:51.204528 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:51.296484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] For port b864a1df-7f75-476e-a901-d975c09c11dc, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:23:51.301130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] For port b864a1df-7f75-476e-a901-d975c09c11dc, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b864a1df-7f75-476e-a901-d975c09c11dc,segment=NetworkSegment(de8a039e-b47c-453b-9e79-b3431912e6b0),segment_id=de8a039e-b47c-453b-9e79-b3431912e6b0)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:23:51.314304 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:51.387084 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-2f4ec98c-aad5-4382-b95f-6ce69f4be887 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:51.391938 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-2f4ec98c-aad5-4382-b95f-6ce69f4be887 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "GET /v2.0/networks?id=fb374fd0-1b66-41b5-b557-7175f790530d HTTP/1.1" status: 200 len: 797 time: 0.1464293 Aug 31 02:23:51.431084 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5ad2afca-0aed-431d-ac00-f432f8a27687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:51.437545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969d52f-508d-4e1b-8691-e106fa3d1861 None None] Pushing event updated for resources: {'Port': ['ID=b864a1df-7f75-476e-a901-d975c09c11dc,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:51.440012 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Routers {'c4d15840-354e-41de-8a89-7a1339c217e3'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:23:51.446900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:23:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c4d15840-354e-41de-8a89-7a1339c217e3'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:51.453216 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ad74a471-fbac-4854-9a43-2132d0497dfb req-bfbad66a-9233-4e60-a8ce-fd87a84fcf86 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 210 time: 0.0553939 Aug 31 02:23:51.483003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-cebf0ded-f42a-48ae-a3d7-3972f285b971 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b16ab340f8d473997232717c9503ef2 HTTP/1.1" status: 200 len: 380 time: 0.0701804 Aug 31 02:23:51.494704 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-a1e195b1-726c-4bf4-a854-18d975b39a07 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'port': {'device_id': 'f43ef38b-371e-45ef-aed7-3d40d0347069', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'admin_state_up': True, 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'security_groups': ['0f01a9fa-28e3-4b42-a909-250af35629ae']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:23:51.569556 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] Set router c4d15840-354e-41de-8a89-7a1339c217e3 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:23:51.612626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-a1e195b1-726c-4bf4-a854-18d975b39a07 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Made reservation on behalf of 1b16ab340f8d473997232717c9503ef2 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:23:51.616404 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-a1e195b1-726c-4bf4-a854-18d975b39a07 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:51.753143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-a1e195b1-726c-4bf4-a854-18d975b39a07 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.20.0.7 (fb374fd0-1b66-41b5-b557-7175f790530d/7cb2826a-2b87-40da-a211-cda3e617ef18/64d41da5-db9d-4397-81fb-6d650fe1a946) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:23:51.781078 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:23:44Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:45Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b864a1df-7f75-476e-a901-d975c09c11dc', 'name': '', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:8b:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:48Z', 'updated_at': '2021-08-31T02:23:51Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:23:51.806983 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00818ac-afe3-41b6-9777-131dc54a33da None None] The sync data for ids ['c4d15840-354e-41de-8a89-7a1339c217e3'] in n-d-802060-13 is: [{'id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:23:44Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:45Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b864a1df-7f75-476e-a901-d975c09c11dc', 'name': '', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:8b:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:48Z', 'updated_at': '2021-08-31T02:23:51Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:23:51.919998 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-a1e195b1-726c-4bf4-a854-18d975b39a07 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:51.933787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-a1e195b1-726c-4bf4-a854-18d975b39a07 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Transition to ACTIVE for port object 64d41da5-db9d-4397-81fb-6d650fe1a946 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:23:51.972339 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-a1e195b1-726c-4bf4-a854-18d975b39a07 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:52.026566 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-a1e195b1-726c-4bf4-a854-18d975b39a07 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network fb374fd0-1b66-41b5-b557-7175f790530d is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:23:52.029910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-a1e195b1-726c-4bf4-a854-18d975b39a07 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:23:52.034402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-a1e195b1-726c-4bf4-a854-18d975b39a07 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:23:52.038570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e195b1-726c-4bf4-a854-18d975b39a07 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=64d41da5-db9d-4397-81fb-6d650fe1a946,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:52.087714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-a1e195b1-726c-4bf4-a854-18d975b39a07 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:52.088565 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-a1e195b1-726c-4bf4-a854-18d975b39a07 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:52.106145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-a1e195b1-726c-4bf4-a854-18d975b39a07 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6156406 Aug 31 02:23:52.122463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Request body: {'port': {'device_id': 'f43ef38b-371e-45ef-aed7-3d40d0347069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:23:52.190434 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:52.326277 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-388c12e6-85e5-4c47-b0bc-d4bb63bfccf9 None None] Provisioning for port 64d41da5-db9d-4397-81fb-6d650fe1a946 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:23:52.331228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-388c12e6-85e5-4c47-b0bc-d4bb63bfccf9 None None] Provisioning complete for port 64d41da5-db9d-4397-81fb-6d650fe1a946 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:23:52.331645 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-388c12e6-85e5-4c47-b0bc-d4bb63bfccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:52.369591 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-388c12e6-85e5-4c47-b0bc-d4bb63bfccf9 None None] Port 64d41da5-db9d-4397-81fb-6d650fe1a946 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:23:52.489173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d41da5-db9d-4397-81fb-6d650fe1a946 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:23:52.498324 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:52.512532 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Transition to ACTIVE for port object 64d41da5-db9d-4397-81fb-6d650fe1a946 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:23:52.518125 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:52.572932 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a789ad6d-5bb0-45c3-935d-7f9277df933f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:23:52.610162 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Pushing event updated for resources: {'Port': ['ID=64d41da5-db9d-4397-81fb-6d650fe1a946,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:52.642313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port a789ad6d-5bb0-45c3-935d-7f9277df933f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:23:52.642861 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:52.679713 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a231b0-515b-4468-91a1-67dded5ef7e8 req-274c301d-41ad-4ac5-8e73-fe922ec9779b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:52.681303 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0a231b0-515b-4468-91a1-67dded5ef7e8 req-274c301d-41ad-4ac5-8e73-fe922ec9779b tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 943 time: 0.1271896 Aug 31 02:23:52.726793 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Attempting to bind port 64d41da5-db9d-4397-81fb-6d650fe1a946 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:23:52.727129 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Attempting to bind port 64d41da5-db9d-4397-81fb-6d650fe1a946 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': 'de8a039e-b47c-453b-9e79-b3431912e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:23:52.727490 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Attempting to bind port 64d41da5-db9d-4397-81fb-6d650fe1a946 on network fb374fd0-1b66-41b5-b557-7175f790530d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:23:52.733590 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Port 64d41da5-db9d-4397-81fb-6d650fe1a946 on network fb374fd0-1b66-41b5-b557-7175f790530d not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:23:52.733836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Attempting to bind port 64d41da5-db9d-4397-81fb-6d650fe1a946 on network fb374fd0-1b66-41b5-b557-7175f790530d {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:23:52.749189 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:23:52.749528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Checking segment: {'id': 'de8a039e-b47c-453b-9e79-b3431912e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:23:52.749912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Bound using segment: {'id': 'de8a039e-b47c-453b-9e79-b3431912e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:23:52.750349 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Bound port: 64d41da5-db9d-4397-81fb-6d650fe1a946, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8a039e-b47c-453b-9e79-b3431912e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:23:52.750712 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:52.751797 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b864a1df-7f75-476e-a901-d975c09c11dc up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:23:52.763898 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e0a231b0-515b-4468-91a1-67dded5ef7e8 req-32c5009c-67b1-4865-a4cb-34f11bd2d181 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757468 Aug 31 02:23:52.822735 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port b864a1df-7f75-476e-a901-d975c09c11dc completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:23:52.826792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b864a1df-7f75-476e-a901-d975c09c11dc triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:23:52.827114 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:52.836392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] For port 64d41da5-db9d-4397-81fb-6d650fe1a946, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:23:52.840480 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] For port 64d41da5-db9d-4397-81fb-6d650fe1a946, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=64d41da5-db9d-4397-81fb-6d650fe1a946,segment=NetworkSegment(de8a039e-b47c-453b-9e79-b3431912e6b0),segment_id=de8a039e-b47c-453b-9e79-b3431912e6b0)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:23:52.846409 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:52.886979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:52.887968 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:52.889347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bfe04e14-606f-459d-b465-82d059314658 service neutron] 10.222.0.15 "PUT /v2.0/ports/64d41da5-db9d-4397-81fb-6d650fe1a946 HTTP/1.1" status: 200 len: 1092 time: 0.7721343 Aug 31 02:23:52.889787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43ef38b-371e-45ef-aed7-3d40d0347069', 'tag': '64d41da5-db9d-4397-81fb-6d650fe1a946'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:23:52.892093 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5cdaf5-5ee1-4b16-a8af-3f49b01657fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f43ef38b-371e-45ef-aed7-3d40d0347069", "tag": "64d41da5-db9d-4397-81fb-6d650fe1a946"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:23:52.920354 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe04e14-606f-459d-b465-82d059314658 service neutron] Pushing event updated for resources: {'Port': ['ID=64d41da5-db9d-4397-81fb-6d650fe1a946,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:52.976728 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1126699a-bb46-4b27-a5ae-0e9ebdc85e21 x-openstack-request-id: req-1126699a-bb46-4b27-a5ae-0e9ebdc85e21 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:23:52.977003 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43ef38b-371e-45ef-aed7-3d40d0347069", "tag": "64d41da5-db9d-4397-81fb-6d650fe1a946", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:23:52.977191 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1126699a-bb46-4b27-a5ae-0e9ebdc85e21 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:23:52.977634 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43ef38b-371e-45ef-aed7-3d40d0347069', 'tag': '64d41da5-db9d-4397-81fb-6d650fe1a946', 'status': 'completed', 'code': 200} Aug 31 02:23:53.019262 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-ed9ce0c9-6f1c-4543-aae1-3d84ce2c231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:53.021666 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-ed9ce0c9-6f1c-4543-aae1-3d84ce2c231f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 1095 time: 0.0551596 Aug 31 02:23:53.080417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-5f9285b3-1d73-4516-bbaf-0790e17f818b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64d41da5-db9d-4397-81fb-6d650fe1a946 HTTP/1.1" status: 200 len: 217 time: 0.0465848 Aug 31 02:23:53.091125 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:53.126488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port b864a1df-7f75-476e-a901-d975c09c11dc, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b864a1df-7f75-476e-a901-d975c09c11dc,segment=NetworkSegment(de8a039e-b47c-453b-9e79-b3431912e6b0),segment_id=de8a039e-b47c-453b-9e79-b3431912e6b0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:23:53.131387 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:53.159890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-979dde2c-b384-4ea0-a382-ef8bed07a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:53.161767 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-979dde2c-b384-4ea0-a382-ef8bed07a89f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2826a-2b87-40da-a211-cda3e617ef18 HTTP/1.1" status: 200 len: 835 time: 0.0675814 Aug 31 02:23:53.179660 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=b864a1df-7f75-476e-a901-d975c09c11dc,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:53.208344 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-c45346c1-6d1b-40be-97c0-d7184c59e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:53.210156 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-c45346c1-6d1b-40be-97c0-d7184c59e67e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb374fd0-1b66-41b5-b557-7175f790530d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418777 Aug 31 02:23:53.305246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-746788d1-ffad-40a7-82f2-5457e8e96da0 service neutron] 10.222.0.15 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879753 Aug 31 02:23:53.399428 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-978e6ed8-9c08-4e98-a83d-04a10cdf7a34 req-bb024d39-6243-420c-8d92-ab5c94a4154d service neutron] 10.222.0.15 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874696 Aug 31 02:23:53.513448 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cdaf5-5ee1-4b16-a8af-3f49b01657fd req-a69dc38c-63b5-4e4a-8607-4f14d535d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:53.514905 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d5cdaf5-5ee1-4b16-a8af-3f49b01657fd req-a69dc38c-63b5-4e4a-8607-4f14d535d16e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 1095 time: 0.0432191 Aug 31 02:23:53.606535 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cdaf5-5ee1-4b16-a8af-3f49b01657fd req-2a2b96d8-c46d-4f55-8c71-02465d8c8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:53.607952 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d5cdaf5-5ee1-4b16-a8af-3f49b01657fd req-2a2b96d8-c46d-4f55-8c71-02465d8c8a0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb374fd0-1b66-41b5-b557-7175f790530d HTTP/1.1" status: 200 len: 898 time: 0.0858834 Aug 31 02:23:53.650813 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d5cdaf5-5ee1-4b16-a8af-3f49b01657fd req-f440877a-044b-4de1-936b-9e115f3aef61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64d41da5-db9d-4397-81fb-6d650fe1a946 HTTP/1.1" status: 200 len: 217 time: 0.0345938 Aug 31 02:23:53.699397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cdaf5-5ee1-4b16-a8af-3f49b01657fd req-c42af20c-f1cb-4144-acb6-bb38be4701ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:53.700779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d5cdaf5-5ee1-4b16-a8af-3f49b01657fd req-c42af20c-f1cb-4144-acb6-bb38be4701ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2826a-2b87-40da-a211-cda3e617ef18 HTTP/1.1" status: 200 len: 835 time: 0.0432658 Aug 31 02:23:53.749044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cdaf5-5ee1-4b16-a8af-3f49b01657fd req-6e71c432-5d9c-4710-8901-f51943bc75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:53.750538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d5cdaf5-5ee1-4b16-a8af-3f49b01657fd req-6e71c432-5d9c-4710-8901-f51943bc75df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb374fd0-1b66-41b5-b557-7175f790530d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425918 Aug 31 02:23:53.849268 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d5cdaf5-5ee1-4b16-a8af-3f49b01657fd req-82d6325b-fc89-4e18-8798-fe0d1d172685 service neutron] 10.222.0.15 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907173 Aug 31 02:23:53.883907 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-90761b8f-f136-4bc8-89a8-705e29533ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:53.940253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9948be4-3625-4568-ba02-b74d60169f59 req-2d5d18ca-ba91-470a-a71d-49c3a3c42149 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:53.941750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9948be4-3625-4568-ba02-b74d60169f59 req-2d5d18ca-ba91-470a-a71d-49c3a3c42149 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 943 time: 0.1114886 Aug 31 02:23:53.985605 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0d5cdaf5-5ee1-4b16-a8af-3f49b01657fd req-ff1219d4-ddff-444b-bd81-3677fece888e service neutron] 10.222.0.15 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230884 Aug 31 02:23:53.998291 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a9948be4-3625-4568-ba02-b74d60169f59 req-f832a351-2759-43bc-9fb4-912ae2aa9a60 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477540 Aug 31 02:23:54.223349 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:54.442185 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b864a1df-7f75-476e-a901-d975c09c11dc up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:23:54.490966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b864a1df-7f75-476e-a901-d975c09c11dc triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:23:54.491401 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:54.796922 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:55.116466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9a8b7-c5e8-457c-9063-4df145dffff9 req-462cc19d-f36e-447d-94af-d534eb66de9c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:55.117885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89e9a8b7-c5e8-457c-9063-4df145dffff9 req-462cc19d-f36e-447d-94af-d534eb66de9c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 943 time: 0.0504973 Aug 31 02:23:55.156574 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-89e9a8b7-c5e8-457c-9063-4df145dffff9 req-6809530e-f693-47cd-850e-33c9596c71c2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329320 Aug 31 02:23:56.276421 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1388d-7df8-4018-b36f-59e0860c2e66 req-f4589f02-5efb-4e01-95be-0619b0d56965 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:56.277940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ac1388d-7df8-4018-b36f-59e0860c2e66 req-f4589f02-5efb-4e01-95be-0619b0d56965 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 943 time: 0.0541244 Aug 31 02:23:56.315975 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ac1388d-7df8-4018-b36f-59e0860c2e66 req-3e3d3cb9-f1b0-4343-a839-4ed98039dc4d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319667 Aug 31 02:23:57.014213 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:57.117779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 64d41da5-db9d-4397-81fb-6d650fe1a946 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:23:57.212163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 64d41da5-db9d-4397-81fb-6d650fe1a946, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=64d41da5-db9d-4397-81fb-6d650fe1a946,segment=NetworkSegment(de8a039e-b47c-453b-9e79-b3431912e6b0),segment_id=de8a039e-b47c-453b-9e79-b3431912e6b0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:23:57.223221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '64d41da5-db9d-4397-81fb-6d650fe1a946', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'port_id': '64d41da5-db9d-4397-81fb-6d650fe1a946', 'mac_address': 'fa:16:3e:d2:7b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:23:57.260519 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:57.273939 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d41da5-db9d-4397-81fb-6d650fe1a946 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:23:57.294668 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 64d41da5-db9d-4397-81fb-6d650fe1a946, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=64d41da5-db9d-4397-81fb-6d650fe1a946,segment=NetworkSegment(de8a039e-b47c-453b-9e79-b3431912e6b0),segment_id=de8a039e-b47c-453b-9e79-b3431912e6b0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:23:57.297965 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:57.347762 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=64d41da5-db9d-4397-81fb-6d650fe1a946,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:57.433037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7cc90-24e2-4ca6-99bd-05927635c02b req-f15fb6fe-9148-4b00-ac6f-87b9fdf4e3d1 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:57.434556 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0dd7cc90-24e2-4ca6-99bd-05927635c02b req-f15fb6fe-9148-4b00-ac6f-87b9fdf4e3d1 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 944 time: 0.0504799 Aug 31 02:23:57.472712 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0dd7cc90-24e2-4ca6-99bd-05927635c02b req-4319d94b-d84f-460d-8651-01c83e97110f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322208 Aug 31 02:23:57.665030 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['64d41da5-db9d-4397-81fb-6d650fe1a946'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:23:58.587378 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57972db-10bb-49a4-9693-2661de4b2fec req-85302b54-bfe7-4af9-9150-cd2e527ba243 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:58.588793 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a57972db-10bb-49a4-9693-2661de4b2fec req-85302b54-bfe7-4af9-9150-cd2e527ba243 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 944 time: 0.0497346 Aug 31 02:23:58.626070 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a57972db-10bb-49a4-9693-2661de4b2fec req-2075f009-a225-4ac4-9fa0-a4afdaebe37c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315120 Aug 31 02:23:59.134484 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 64d41da5-db9d-4397-81fb-6d650fe1a946 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:23:59.182114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 64d41da5-db9d-4397-81fb-6d650fe1a946 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:23:59.185730 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 64d41da5-db9d-4397-81fb-6d650fe1a946 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:23:59.186097 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:59.263072 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:59.285575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43ef38b-371e-45ef-aed7-3d40d0347069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d41da5-db9d-4397-81fb-6d650fe1a946'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:23:59.288244 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdd7ca6-48e8-495b-91bc-53c7f2e7ca5b" -d '{"events": [{"server_uuid": "f43ef38b-371e-45ef-aed7-3d40d0347069", "name": "network-vif-plugged", "status": "completed", "tag": "64d41da5-db9d-4397-81fb-6d650fe1a946"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:23:59.309065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 64d41da5-db9d-4397-81fb-6d650fe1a946, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=64d41da5-db9d-4397-81fb-6d650fe1a946,segment=NetworkSegment(de8a039e-b47c-453b-9e79-b3431912e6b0),segment_id=de8a039e-b47c-453b-9e79-b3431912e6b0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:23:59.313507 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:23:59.360989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=64d41da5-db9d-4397-81fb-6d650fe1a946,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:23:59.380283 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cff3c42-4914-47ee-ad93-e9bda00f2a81 x-openstack-request-id: req-1cff3c42-4914-47ee-ad93-e9bda00f2a81 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:23:59.380576 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43ef38b-371e-45ef-aed7-3d40d0347069", "name": "network-vif-plugged", "status": "completed", "tag": "64d41da5-db9d-4397-81fb-6d650fe1a946", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:23:59.381393 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1cff3c42-4914-47ee-ad93-e9bda00f2a81 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:23:59.381891 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43ef38b-371e-45ef-aed7-3d40d0347069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d41da5-db9d-4397-81fb-6d650fe1a946', 'code': 200} Aug 31 02:23:59.493760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7fffc-61a5-47b3-af8e-f7f0a9f49af2 req-7fb501be-b9df-4396-a863-3198e939a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:59.495322 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de7fffc-61a5-47b3-af8e-f7f0a9f49af2 req-7fb501be-b9df-4396-a863-3198e939a45c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 1097 time: 0.0438633 Aug 31 02:23:59.530271 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4de7fffc-61a5-47b3-af8e-f7f0a9f49af2 req-b2a06f52-c400-41b8-896b-63d68c372f62 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273802 Aug 31 02:23:59.738974 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d681e-0698-4423-ad55-975922fdd635 req-08909311-e2ca-4d29-82ee-a9cb74774207 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:23:59.740463 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-414d681e-0698-4423-ad55-975922fdd635 req-08909311-e2ca-4d29-82ee-a9cb74774207 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 945 time: 0.0488560 Aug 31 02:23:59.778753 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-414d681e-0698-4423-ad55-975922fdd635 req-d0f3b14e-2071-453c-a042-e059ddb2a1a4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322323 Aug 31 02:24:00.896493 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75d66b-d778-46eb-992c-b9216c517fde req-3f3bc416-35fe-4648-b7e8-67cc9752f530 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:00.897970 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb75d66b-d778-46eb-992c-b9216c517fde req-3f3bc416-35fe-4648-b7e8-67cc9752f530 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 945 time: 0.0487528 Aug 31 02:24:00.935415 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb75d66b-d778-46eb-992c-b9216c517fde req-d7fba48e-8d8e-4524-9537-25857db63360 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314689 Aug 31 02:24:01.052565 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1b0e5-ae94-4de8-a014-52b12827aac5 req-4e4fd27f-7d1e-422a-b33b-b5ed88ed8c49 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:01.054535 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5f1b0e5-ae94-4de8-a014-52b12827aac5 req-4e4fd27f-7d1e-422a-b33b-b5ed88ed8c49 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 945 time: 0.0547924 Aug 31 02:24:01.092678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5f1b0e5-ae94-4de8-a014-52b12827aac5 req-a3b11b14-ef3d-4d5b-b0cd-61275ca2f4eb tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321603 Aug 31 02:24:01.114870 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41072) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:24:01.156033 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f06c5f-0e80-4377-9739-a9dc407093f6 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:01.157559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-02f06c5f-0e80-4377-9739-a9dc407093f6 tempest-TestNetworkAdvancedServerOps-577195076 tempest-TestNetworkAdvancedServerOps-577195076-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 1092 time: 0.0411587 Aug 31 02:24:01.160406 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41074) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:24:01.165397 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '64d41da5-db9d-4397-81fb-6d650fe1a946', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:24:01.185309 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:01.282639 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:01.385890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Allocated IP 172.25.6.93 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/c4d3fa13-457a-4da1-81e6-299ae5db7b85) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:24:01.489696 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:01.528769 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:01.566788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:24:01.571769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:24:01.575855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:24:01.578712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=c4d3fa13-457a-4da1-81e6-299ae5db7b85,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:24:01.930285 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:01.995666 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:02.145480 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:02.150294 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:02.218914 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event updated for resources: {'Port': ['ID=c4d3fa13-457a-4da1-81e6-299ae5db7b85,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:24:02.230469 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:02.331715 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Floating IP 3ac7bef1-2a6c-47af-87a4-b7ef2e4dd993 associated. External IP: 172.25.6.93, port: 64d41da5-db9d-4397-81fb-6d650fe1a946. Aug 31 02:24:02.347075 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:02.886080 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router c4d15840-354e-41de-8a89-7a1339c217e3 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:24:02.996307 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:24:03.009163 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d97ef9-78e5-455a-a868-ce01094b35ba None None] Sync routers for ids ['c4d15840-354e-41de-8a89-7a1339c217e3'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:24:03.017197 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:03.019158 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d97ef9-78e5-455a-a868-ce01094b35ba None None] Routers {'c4d15840-354e-41de-8a89-7a1339c217e3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:24:03.019821 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-53d97ef9-78e5-455a-a868-ce01094b35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:23:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c4d15840-354e-41de-8a89-7a1339c217e3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:24:03.044610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d9d2ea9e-abf5-4f8b-8c4b-8b201a6440b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8831542 Aug 31 02:24:03.045311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43ef38b-371e-45ef-aed7-3d40d0347069', 'tag': '64d41da5-db9d-4397-81fb-6d650fe1a946'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:24:03.051202 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d33f57-8ac4-4999-b4f9-e7dc7888dc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "f43ef38b-371e-45ef-aed7-3d40d0347069", "tag": "64d41da5-db9d-4397-81fb-6d650fe1a946"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:24:03.091784 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33975a52-83c1-4fc7-bca3-045a322ed806 x-openstack-request-id: req-33975a52-83c1-4fc7-bca3-045a322ed806 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:24:03.092330 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43ef38b-371e-45ef-aed7-3d40d0347069", "tag": "64d41da5-db9d-4397-81fb-6d650fe1a946", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:24:03.092859 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33975a52-83c1-4fc7-bca3-045a322ed806 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:24:03.093330 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43ef38b-371e-45ef-aed7-3d40d0347069', 'tag': '64d41da5-db9d-4397-81fb-6d650fe1a946', 'status': 'completed', 'code': 200} Aug 31 02:24:03.135578 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-53d97ef9-78e5-455a-a868-ce01094b35ba None None] Set router c4d15840-354e-41de-8a89-7a1339c217e3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:24:03.182407 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78428b5e-e11d-4eb3-894a-1a1170ecac65 req-c3d660cb-c8ce-4419-97b1-0735465359d4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:03.183942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78428b5e-e11d-4eb3-894a-1a1170ecac65 req-c3d660cb-c8ce-4419-97b1-0735465359d4 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 945 time: 0.0810089 Aug 31 02:24:03.190090 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d33f57-8ac4-4999-b4f9-e7dc7888dc3a req-02b9293e-f96d-49cb-9f9d-00e8e35f7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:03.191521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96d33f57-8ac4-4999-b4f9-e7dc7888dc3a req-02b9293e-f96d-49cb-9f9d-00e8e35f7721 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 1097 time: 0.0535860 Aug 31 02:24:03.275630 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-78428b5e-e11d-4eb3-894a-1a1170ecac65 req-c8a7254b-9a0f-4350-89fc-cc16227e4afd tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831392 Aug 31 02:24:03.297736 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41082) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:24:03.313626 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d33f57-8ac4-4999-b4f9-e7dc7888dc3a req-73df086a-ebcf-4f4d-a4d2-7566cdcab74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:03.315557 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96d33f57-8ac4-4999-b4f9-e7dc7888dc3a req-73df086a-ebcf-4f4d-a4d2-7566cdcab74d service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb374fd0-1b66-41b5-b557-7175f790530d HTTP/1.1" status: 200 len: 898 time: 0.1166654 Aug 31 02:24:03.361323 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6285f4e7-25b2-4812-9f6d-a11caaa5a9bf tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/3ac7bef1-2a6c-47af-87a4-b7ef2e4dd993 HTTP/1.1" status: 200 len: 990 time: 0.0622439 Aug 31 02:24:03.381359 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-53d97ef9-78e5-455a-a868-ce01094b35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:23:44Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:45Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '3ac7bef1-2a6c-47af-87a4-b7ef2e4dd993', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'port_id': '64d41da5-db9d-4397-81fb-6d650fe1a946', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'mac_address': 'fa:16:3e:d2:7b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ef38b-371e-45ef-aed7-3d40d0347069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:24:01Z', 'updated_at': '2021-08-31T02:24:01Z', 'revision_number': 0, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b864a1df-7f75-476e-a901-d975c09c11dc', 'name': '', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:8b:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:48Z', 'updated_at': '2021-08-31T02:23:53Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:24:03.386067 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96d33f57-8ac4-4999-b4f9-e7dc7888dc3a req-524078e0-afc7-46a2-a59e-4f672bc0a30b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64d41da5-db9d-4397-81fb-6d650fe1a946 HTTP/1.1" status: 200 len: 998 time: 0.0636778 Aug 31 02:24:03.411025 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d97ef9-78e5-455a-a868-ce01094b35ba None None] Checking router: c4d15840-354e-41de-8a89-7a1339c217e3 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:24:03.419393 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d97ef9-78e5-455a-a868-ce01094b35ba None None] Routers {'c4d15840-354e-41de-8a89-7a1339c217e3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:24:03.420003 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-53d97ef9-78e5-455a-a868-ce01094b35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:23:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c4d15840-354e-41de-8a89-7a1339c217e3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:24:03.441643 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d33f57-8ac4-4999-b4f9-e7dc7888dc3a req-e60394a5-6155-47b6-8873-141df95f3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:03.443969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96d33f57-8ac4-4999-b4f9-e7dc7888dc3a req-e60394a5-6155-47b6-8873-141df95f3604 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2826a-2b87-40da-a211-cda3e617ef18 HTTP/1.1" status: 200 len: 835 time: 0.0507748 Aug 31 02:24:03.489433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d33f57-8ac4-4999-b4f9-e7dc7888dc3a req-ec68a35f-80c4-438f-8642-3ce319e897ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:03.491532 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96d33f57-8ac4-4999-b4f9-e7dc7888dc3a req-ec68a35f-80c4-438f-8642-3ce319e897ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb374fd0-1b66-41b5-b557-7175f790530d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411079 Aug 31 02:24:03.524543 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-53d97ef9-78e5-455a-a868-ce01094b35ba None None] Set router c4d15840-354e-41de-8a89-7a1339c217e3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:24:03.581206 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96d33f57-8ac4-4999-b4f9-e7dc7888dc3a req-df467dcd-15f3-470b-abd9-38e93d55d26b service neutron] 10.222.0.15 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829659 Aug 31 02:24:03.677765 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-96d33f57-8ac4-4999-b4f9-e7dc7888dc3a req-024fdf2f-9244-4849-bc17-cf802d95a8d2 service neutron] 10.222.0.15 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887184 Aug 31 02:24:03.746272 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-53d97ef9-78e5-455a-a868-ce01094b35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:23:44Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:45Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '3ac7bef1-2a6c-47af-87a4-b7ef2e4dd993', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'port_id': '64d41da5-db9d-4397-81fb-6d650fe1a946', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'mac_address': 'fa:16:3e:d2:7b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ef38b-371e-45ef-aed7-3d40d0347069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:24:01Z', 'updated_at': '2021-08-31T02:24:01Z', 'revision_number': 0, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b864a1df-7f75-476e-a901-d975c09c11dc', 'name': '', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:8b:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:48Z', 'updated_at': '2021-08-31T02:23:53Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:24:03.772643 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d97ef9-78e5-455a-a868-ce01094b35ba None None] The sync data for ids ['c4d15840-354e-41de-8a89-7a1339c217e3'] in n-d-802060-13 is: [{'id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:23:44Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:45Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '3ac7bef1-2a6c-47af-87a4-b7ef2e4dd993', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'port_id': '64d41da5-db9d-4397-81fb-6d650fe1a946', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'mac_address': 'fa:16:3e:d2:7b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ef38b-371e-45ef-aed7-3d40d0347069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:24:01Z', 'updated_at': '2021-08-31T02:24:01Z', 'revision_number': 0, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b864a1df-7f75-476e-a901-d975c09c11dc', 'name': '', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:8b:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:48Z', 'updated_at': '2021-08-31T02:23:53Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:24:03.965686 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8dbc00-9607-425f-aa40-6b1a92e5d3e3 None None] New status for floating IP 3ac7bef1-2a6c-47af-87a4-b7ef2e4dd993: ACTIVE {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:24:04.364359 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41084) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:24:04.428725 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-16591e91-a378-4ad8-9833-cac98e9a68a8 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/3ac7bef1-2a6c-47af-87a4-b7ef2e4dd993 HTTP/1.1" status: 200 len: 992 time: 0.0618489 Aug 31 02:24:09.124215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6ff6dd3-52bf-4c8b-9fdf-d3513c4c0b9e req-0525bcd8-4aaf-46f1-a507-b1749c7add98 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389404 Aug 31 02:24:09.223895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff6dd3-52bf-4c8b-9fdf-d3513c4c0b9e req-55d0e860-62d5-4cb3-ad94-bc59f2983e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:09.225989 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6ff6dd3-52bf-4c8b-9fdf-d3513c4c0b9e req-55d0e860-62d5-4cb3-ad94-bc59f2983e4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 1097 time: 0.0509722 Aug 31 02:24:09.336381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff6dd3-52bf-4c8b-9fdf-d3513c4c0b9e req-e2976a66-285e-41d4-b05d-70b104cf3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:09.337779 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6ff6dd3-52bf-4c8b-9fdf-d3513c4c0b9e req-e2976a66-285e-41d4-b05d-70b104cf3873 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb374fd0-1b66-41b5-b557-7175f790530d HTTP/1.1" status: 200 len: 898 time: 0.0932236 Aug 31 02:24:09.405514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6ff6dd3-52bf-4c8b-9fdf-d3513c4c0b9e req-dad162ae-986d-4012-901a-9697c4d03e55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64d41da5-db9d-4397-81fb-6d650fe1a946 HTTP/1.1" status: 200 len: 1000 time: 0.0607955 Aug 31 02:24:09.460736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff6dd3-52bf-4c8b-9fdf-d3513c4c0b9e req-092a1fd1-2c5b-4b5a-b996-25914e37cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:09.462207 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6ff6dd3-52bf-4c8b-9fdf-d3513c4c0b9e req-092a1fd1-2c5b-4b5a-b996-25914e37cdce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2826a-2b87-40da-a211-cda3e617ef18 HTTP/1.1" status: 200 len: 835 time: 0.0499997 Aug 31 02:24:09.508573 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff6dd3-52bf-4c8b-9fdf-d3513c4c0b9e req-61c89148-7a48-43f0-9ad0-3d5d66bec45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:24:09.510228 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6ff6dd3-52bf-4c8b-9fdf-d3513c4c0b9e req-61c89148-7a48-43f0-9ad0-3d5d66bec45a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb374fd0-1b66-41b5-b557-7175f790530d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414050 Aug 31 02:24:09.613392 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6ff6dd3-52bf-4c8b-9fdf-d3513c4c0b9e req-c7a35001-c949-4b52-85fa-022bb0384787 service neutron] 10.222.0.15 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946591 Aug 31 02:24:09.707508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6ff6dd3-52bf-4c8b-9fdf-d3513c4c0b9e req-22f75124-58af-48d9-a863-63012695f8d1 service neutron] 10.222.0.15 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862553 Aug 31 02:24:12.079960 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:15.552941 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:24:21.371506 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c5e79d85-62a1-4d75-8c5a-bf4e05ae5d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:23.884703 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5dabb1e2-73ef-4004-adcc-762498deaa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:24.223561 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:24.803105 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:27.015932 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:32.359656 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:42.079795 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:51.371364 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c20038ee-dd06-4086-bb1a-637714931e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:52.553354 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:24:53.885900 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-24ab0e55-5732-49c8-8cda-d59b2fdfdf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:54.225578 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:54.800720 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:24:57.018897 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:02.373326 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:07.439681 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed04304-068b-4169-9e99-f780992a2fd3 req-15df4195-931e-43a7-89bb-f287abf94e3a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:07.441162 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ed04304-068b-4169-9e99-f780992a2fd3 req-15df4195-931e-43a7-89bb-f287abf94e3a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 945 time: 0.0492561 Aug 31 02:25:07.490127 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ed04304-068b-4169-9e99-f780992a2fd3 req-7c0f249b-c76a-4568-944b-a1d3d4214eb0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419455 Aug 31 02:25:08.712941 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c520f6e-03db-48f5-bbe2-eaea976aaad6 req-74da334e-c4ef-4e99-9f3c-f998b44fbe72 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:08.714451 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c520f6e-03db-48f5-bbe2-eaea976aaad6 req-74da334e-c4ef-4e99-9f3c-f998b44fbe72 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 945 time: 0.1529734 Aug 31 02:25:08.757950 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3c520f6e-03db-48f5-bbe2-eaea976aaad6 req-267d0870-7d55-401f-91db-4f9d4be2b721 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374346 Aug 31 02:25:09.177365 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e704008-f37e-44ec-bec4-831e6eac6bbc req-fe602b9c-d1b9-44ba-b57a-b02a72878d67 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0817618 Aug 31 02:25:09.266613 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e704008-f37e-44ec-bec4-831e6eac6bbc req-02500db1-f980-46b2-8f37-2916d9e55518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:09.268181 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e704008-f37e-44ec-bec4-831e6eac6bbc req-02500db1-f980-46b2-8f37-2916d9e55518 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 1097 time: 0.0416057 Aug 31 02:25:09.371529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e704008-f37e-44ec-bec4-831e6eac6bbc req-abe1ee50-36ab-4ff8-870b-f9ee23324789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:09.372945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e704008-f37e-44ec-bec4-831e6eac6bbc req-abe1ee50-36ab-4ff8-870b-f9ee23324789 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb374fd0-1b66-41b5-b557-7175f790530d HTTP/1.1" status: 200 len: 898 time: 0.0865209 Aug 31 02:25:09.437263 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e704008-f37e-44ec-bec4-831e6eac6bbc req-fdf8cc54-d8fd-48fc-9a59-978080585796 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64d41da5-db9d-4397-81fb-6d650fe1a946 HTTP/1.1" status: 200 len: 1000 time: 0.0577290 Aug 31 02:25:09.489282 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e704008-f37e-44ec-bec4-831e6eac6bbc req-49177281-ebdf-4586-b713-1b9fa32091a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:09.491955 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e704008-f37e-44ec-bec4-831e6eac6bbc req-49177281-ebdf-4586-b713-1b9fa32091a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2826a-2b87-40da-a211-cda3e617ef18 HTTP/1.1" status: 200 len: 835 time: 0.0467179 Aug 31 02:25:09.544241 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e704008-f37e-44ec-bec4-831e6eac6bbc req-55be09f9-5eaa-4cfd-8a16-21f33b27a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:09.545735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e704008-f37e-44ec-bec4-831e6eac6bbc req-55be09f9-5eaa-4cfd-8a16-21f33b27a7be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb374fd0-1b66-41b5-b557-7175f790530d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478094 Aug 31 02:25:09.636379 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e704008-f37e-44ec-bec4-831e6eac6bbc req-ef11f8e6-3a14-4a17-bec8-47498c0839cc service neutron] 10.222.0.15 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829656 Aug 31 02:25:09.730598 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e704008-f37e-44ec-bec4-831e6eac6bbc req-4d674a9d-2d4e-45f6-b4a7-03bfe334835f service neutron] 10.222.0.15 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873935 Aug 31 02:25:09.874630 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60941ad-18b0-4c5a-a547-1e909a33a619 req-9febecfe-8d23-4372-8d3c-0cccd930bc49 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:09.876159 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d60941ad-18b0-4c5a-a547-1e909a33a619 req-9febecfe-8d23-4372-8d3c-0cccd930bc49 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 945 time: 0.0501275 Aug 31 02:25:09.914624 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d60941ad-18b0-4c5a-a547-1e909a33a619 req-b1352d85-1d9a-4d8a-8223-dc2daf299477 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315595 Aug 31 02:25:09.936607 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41120) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:09.996470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-abf88906-1287-4b69-9943-f4f723382392 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/3ac7bef1-2a6c-47af-87a4-b7ef2e4dd993 HTTP/1.1" status: 200 len: 992 time: 0.0587523 Aug 31 02:25:11.305237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247eb0f-b2c6-4266-ab42-431a3029af98 req-611f4cd4-ee26-4975-b42e-862dde19f818 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:11.306734 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3247eb0f-b2c6-4266-ab42-431a3029af98 req-611f4cd4-ee26-4975-b42e-862dde19f818 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 945 time: 0.0827172 Aug 31 02:25:11.321464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b2188-d5e6-49c8-b346-8af29ee217e5 req-f53785b1-5585-4cb0-9704-8db9b6197897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:11.322879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-656b2188-d5e6-49c8-b346-8af29ee217e5 req-f53785b1-5585-4cb0-9704-8db9b6197897 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 1097 time: 0.0642638 Aug 31 02:25:11.399191 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3247eb0f-b2c6-4266-ab42-431a3029af98 req-888b0685-3210-450c-b380-d52a44b08a3a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856171 Aug 31 02:25:11.432789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b2188-d5e6-49c8-b346-8af29ee217e5 req-1e520972-423e-4c4c-8a94-607488e0c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:11.434534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-656b2188-d5e6-49c8-b346-8af29ee217e5 req-1e520972-423e-4c4c-8a94-607488e0c470 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb374fd0-1b66-41b5-b557-7175f790530d HTTP/1.1" status: 200 len: 898 time: 0.1043508 Aug 31 02:25:11.504683 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-656b2188-d5e6-49c8-b346-8af29ee217e5 req-86bcb2fa-1e77-4847-a464-9ee181256f63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64d41da5-db9d-4397-81fb-6d650fe1a946 HTTP/1.1" status: 200 len: 1000 time: 0.0631671 Aug 31 02:25:11.551811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b2188-d5e6-49c8-b346-8af29ee217e5 req-1b4f626c-2de8-4cb0-8057-d39b099e712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:11.553184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-656b2188-d5e6-49c8-b346-8af29ee217e5 req-1b4f626c-2de8-4cb0-8057-d39b099e712c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2826a-2b87-40da-a211-cda3e617ef18 HTTP/1.1" status: 200 len: 835 time: 0.0418673 Aug 31 02:25:11.600529 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b2188-d5e6-49c8-b346-8af29ee217e5 req-c5a73965-0e2f-4b01-a9e6-19fad75272fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:11.601990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-656b2188-d5e6-49c8-b346-8af29ee217e5 req-c5a73965-0e2f-4b01-a9e6-19fad75272fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb374fd0-1b66-41b5-b557-7175f790530d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420778 Aug 31 02:25:11.689222 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-656b2188-d5e6-49c8-b346-8af29ee217e5 req-2137756f-c3dd-449a-bb53-7ac875297a6f service neutron] 10.222.0.15 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800524 Aug 31 02:25:11.782414 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-656b2188-d5e6-49c8-b346-8af29ee217e5 req-6c726ba4-6415-4cae-bc1a-31dfde051e93 service neutron] 10.222.0.15 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862880 Aug 31 02:25:12.077468 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:12.516453 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94522-85b2-481f-95c2-54f1a8a512e1 req-5dfc6624-e821-4695-ba43-d7a066d5c41d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:12.517920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb94522-85b2-481f-95c2-54f1a8a512e1 req-5dfc6624-e821-4695-ba43-d7a066d5c41d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 945 time: 0.0495865 Aug 31 02:25:12.556272 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-feb94522-85b2-481f-95c2-54f1a8a512e1 req-0d0e0f46-3885-479e-9a43-cfc9c3f850a5 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310340 Aug 31 02:25:13.674999 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363daf0-8823-4ea2-b52f-de0c30c3136e req-146ce521-8aae-4134-8d63-fcd96ae347ae tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:13.676569 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4363daf0-8823-4ea2-b52f-de0c30c3136e req-146ce521-8aae-4134-8d63-fcd96ae347ae tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 945 time: 0.0508375 Aug 31 02:25:13.717998 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4363daf0-8823-4ea2-b52f-de0c30c3136e req-f285ad8a-2365-472d-994f-48e2ef0c089f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341280 Aug 31 02:25:13.743718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41138) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:13.812028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2410da03-1f6e-4812-ac53-47fd86ced5c2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/floatingips/3ac7bef1-2a6c-47af-87a4-b7ef2e4dd993 HTTP/1.1" status: 200 len: 992 time: 0.0671177 Aug 31 02:25:14.127330 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41144) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:14.312007 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port c4d3fa13-457a-4da1-81e6-299ae5db7b85 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:25:14.312352 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:14.388522 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:14.388759 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:14.400690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for c4d3fa13-457a-4da1-81e6-299ae5db7b85 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:25:14.547384 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:14.572637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=c4d3fa13-457a-4da1-81e6-299ae5db7b85,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:14.604013 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:14.604356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:14.604690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:14.605020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:14.605348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:14.605671 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:14.605998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:14.606320 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:14.606642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:14.606961 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:14.607303 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:14.607615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:14.647502 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:14.647832 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Floating IP 3ac7bef1-2a6c-47af-87a4-b7ef2e4dd993 disassociated (deleted). External IP: 172.25.6.93, port: 64d41da5-db9d-4397-81fb-6d650fe1a946. Aug 31 02:25:14.849565 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router c4d15840-354e-41de-8a89-7a1339c217e3 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:25:14.951489 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:25:14.956339 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:14.961767 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a979185a-1ba8-4835-b4fc-1be716f73d9a None None] Sync routers for ids ['c4d15840-354e-41de-8a89-7a1339c217e3'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:25:14.971487 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a979185a-1ba8-4835-b4fc-1be716f73d9a None None] Routers {'c4d15840-354e-41de-8a89-7a1339c217e3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:14.972103 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a979185a-1ba8-4835-b4fc-1be716f73d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:24:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c4d15840-354e-41de-8a89-7a1339c217e3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:14.986227 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0114d566-5b3f-4448-a230-08f1f134c0ab tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/floatingips/3ac7bef1-2a6c-47af-87a4-b7ef2e4dd993 HTTP/1.1" status: 204 len: 168 time: 0.8578742 Aug 31 02:25:14.986815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43ef38b-371e-45ef-aed7-3d40d0347069', 'tag': '64d41da5-db9d-4397-81fb-6d650fe1a946'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:25:14.989080 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cb406f-8c29-4704-be3c-87f19d741537" -d '{"events": [{"name": "network-changed", "server_uuid": "f43ef38b-371e-45ef-aed7-3d40d0347069", "tag": "64d41da5-db9d-4397-81fb-6d650fe1a946"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:25:15.033079 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c352b16b-ccbd-4b02-b92a-917cce2b8132 x-openstack-request-id: req-c352b16b-ccbd-4b02-b92a-917cce2b8132 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:25:15.033374 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43ef38b-371e-45ef-aed7-3d40d0347069", "tag": "64d41da5-db9d-4397-81fb-6d650fe1a946", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:25:15.033638 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c352b16b-ccbd-4b02-b92a-917cce2b8132 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:25:15.034051 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43ef38b-371e-45ef-aed7-3d40d0347069', 'tag': '64d41da5-db9d-4397-81fb-6d650fe1a946', 'status': 'completed', 'code': 200} Aug 31 02:25:15.082765 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-a979185a-1ba8-4835-b4fc-1be716f73d9a None None] Set router c4d15840-354e-41de-8a89-7a1339c217e3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:15.118876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb406f-8c29-4704-be3c-87f19d741537 req-c31bb996-0f1f-4aba-a359-205eeb40f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:15.121636 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09cb406f-8c29-4704-be3c-87f19d741537 req-c31bb996-0f1f-4aba-a359-205eeb40f36f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b16ab340f8d473997232717c9503ef2&device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 1097 time: 0.0515237 Aug 31 02:25:15.275264 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5cfa-6c45-4efc-a635-4de0b8565fb2 req-0a3c971d-72cf-4dda-9819-5d4c868ba6e0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:15.276796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f73e5cfa-6c45-4efc-a635-4de0b8565fb2 req-0a3c971d-72cf-4dda-9819-5d4c868ba6e0 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 945 time: 0.1037440 Aug 31 02:25:15.281462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb406f-8c29-4704-be3c-87f19d741537 req-16cab777-0fba-4de7-8444-01d59b6cf43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:15.282865 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09cb406f-8c29-4704-be3c-87f19d741537 req-16cab777-0fba-4de7-8444-01d59b6cf43a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb374fd0-1b66-41b5-b557-7175f790530d HTTP/1.1" status: 200 len: 898 time: 0.1289172 Aug 31 02:25:15.291415 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a979185a-1ba8-4835-b4fc-1be716f73d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:23:44Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:45Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b864a1df-7f75-476e-a901-d975c09c11dc', 'name': '', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:8b:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:48Z', 'updated_at': '2021-08-31T02:23:53Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:15.317085 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a979185a-1ba8-4835-b4fc-1be716f73d9a None None] Checking router: c4d15840-354e-41de-8a89-7a1339c217e3 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:25:15.325404 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a979185a-1ba8-4835-b4fc-1be716f73d9a None None] Routers {'c4d15840-354e-41de-8a89-7a1339c217e3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:15.326014 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a979185a-1ba8-4835-b4fc-1be716f73d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:24:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c4d15840-354e-41de-8a89-7a1339c217e3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:15.331229 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09cb406f-8c29-4704-be3c-87f19d741537 req-e2eaaf82-2dd8-4024-a9cb-fddbaa84b813 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64d41da5-db9d-4397-81fb-6d650fe1a946 HTTP/1.1" status: 200 len: 217 time: 0.0400791 Aug 31 02:25:15.371966 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f73e5cfa-6c45-4efc-a635-4de0b8565fb2 req-d8135fd2-bc68-4258-8f5b-f0de97030084 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881355 Aug 31 02:25:15.389483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb406f-8c29-4704-be3c-87f19d741537 req-c69b227c-760c-41d5-9c71-377f7b49add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:15.390962 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09cb406f-8c29-4704-be3c-87f19d741537 req-c69b227c-760c-41d5-9c71-377f7b49add4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2826a-2b87-40da-a211-cda3e617ef18 HTTP/1.1" status: 200 len: 835 time: 0.0497768 Aug 31 02:25:15.432469 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-a979185a-1ba8-4835-b4fc-1be716f73d9a None None] Set router c4d15840-354e-41de-8a89-7a1339c217e3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:15.441670 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb406f-8c29-4704-be3c-87f19d741537 req-6b2573bc-6f39-4c1e-984e-8ecc34560f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:15.443161 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09cb406f-8c29-4704-be3c-87f19d741537 req-6b2573bc-6f39-4c1e-984e-8ecc34560f67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb374fd0-1b66-41b5-b557-7175f790530d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435946 Aug 31 02:25:15.537145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09cb406f-8c29-4704-be3c-87f19d741537 req-de7dddec-68b3-4b6c-b503-e7b9ced6e77e service neutron] 10.222.0.15 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860145 Aug 31 02:25:15.634056 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-09cb406f-8c29-4704-be3c-87f19d741537 req-c5864e02-caa3-41ca-a35d-581110e71694 service neutron] 10.222.0.15 "GET /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892601 Aug 31 02:25:15.717300 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-a979185a-1ba8-4835-b4fc-1be716f73d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:23:44Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:45Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b864a1df-7f75-476e-a901-d975c09c11dc', 'name': '', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:8b:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:48Z', 'updated_at': '2021-08-31T02:23:53Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:15.743796 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a979185a-1ba8-4835-b4fc-1be716f73d9a None None] The sync data for ids ['c4d15840-354e-41de-8a89-7a1339c217e3'] in n-d-802060-13 is: [{'id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:23:44Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:45Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b864a1df-7f75-476e-a901-d975c09c11dc', 'name': '', 'network_id': 'fb374fd0-1b66-41b5-b557-7175f790530d', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'mac_address': 'fa:16:3e:8b:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:48Z', 'updated_at': '2021-08-31T02:23:53Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'subnets': [{'id': '7cb2826a-2b87-40da-a211-cda3e617ef18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:25:15.959693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828dfde2-dc79-4fdf-b524-615d75ee3dbf None None] New status for floating IP 3ac7bef1-2a6c-47af-87a4-b7ef2e4dd993: DOWN {{(pid=94762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:25:16.489280 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feae15-a497-4c26-90a0-e8cb33772067 req-49e51b30-e8a9-40e6-a450-6d4ead8e8a9c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:16.490732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5feae15-a497-4c26-90a0-e8cb33772067 req-49e51b30-e8a9-40e6-a450-6d4ead8e8a9c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 945 time: 0.0482910 Aug 31 02:25:16.527764 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f5feae15-a497-4c26-90a0-e8cb33772067 req-8fa2b90f-21e3-4ff0-b806-d04373bfd83d tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305722 Aug 31 02:25:17.050355 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b70504-1e5a-463c-9ecf-d9e923448bae req-a96c7c32-cee3-43bd-92f3-794ba5bd3cb2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:17.051825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4b70504-1e5a-463c-9ecf-d9e923448bae req-a96c7c32-cee3-43bd-92f3-794ba5bd3cb2 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 945 time: 0.0483797 Aug 31 02:25:17.470555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-e4b70504-1e5a-463c-9ecf-d9e923448bae req-bfedd8ae-0b5b-412b-8e49-ab28b5bf2aa7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port 64d41da5-db9d-4397-81fb-6d650fe1a946 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:25:17.470815 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e4b70504-1e5a-463c-9ecf-d9e923448bae req-bfedd8ae-0b5b-412b-8e49-ab28b5bf2aa7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:17.560506 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-e4b70504-1e5a-463c-9ecf-d9e923448bae req-bfedd8ae-0b5b-412b-8e49-ab28b5bf2aa7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] For port 64d41da5-db9d-4397-81fb-6d650fe1a946, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=64d41da5-db9d-4397-81fb-6d650fe1a946,segment=NetworkSegment(de8a039e-b47c-453b-9e79-b3431912e6b0),segment_id=de8a039e-b47c-453b-9e79-b3431912e6b0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:17.561068 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e4b70504-1e5a-463c-9ecf-d9e923448bae req-bfedd8ae-0b5b-412b-8e49-ab28b5bf2aa7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:17.573520 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-e4b70504-1e5a-463c-9ecf-d9e923448bae req-bfedd8ae-0b5b-412b-8e49-ab28b5bf2aa7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for 64d41da5-db9d-4397-81fb-6d650fe1a946 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:25:17.687409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c11dc-815f-40c1-aac2-0d457f98e058 req-02b3a8aa-f798-4385-ad75-f654df21fe15 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:17.688908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-380c11dc-815f-40c1-aac2-0d457f98e058 req-02b3a8aa-f798-4385-ad75-f654df21fe15 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43ef38b-371e-45ef-aed7-3d40d0347069 HTTP/1.1" status: 200 len: 945 time: 0.0723772 Aug 31 02:25:17.767835 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-380c11dc-815f-40c1-aac2-0d457f98e058 req-41b1ad21-ba1f-4eb0-92ec-dc82938cbf8a tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01a9fa-28e3-4b42-a909-250af35629ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707412 Aug 31 02:25:17.774051 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e4b70504-1e5a-463c-9ecf-d9e923448bae req-bfedd8ae-0b5b-412b-8e49-ab28b5bf2aa7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:17.804996 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedd8ae-0b5b-412b-8e49-ab28b5bf2aa7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=64d41da5-db9d-4397-81fb-6d650fe1a946,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:17.847044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b70504-1e5a-463c-9ecf-d9e923448bae req-bfedd8ae-0b5b-412b-8e49-ab28b5bf2aa7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] No DVR routers for this DVR port 64d41da5-db9d-4397-81fb-6d650fe1a946 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:25:17.849698 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-e4b70504-1e5a-463c-9ecf-d9e923448bae req-bfedd8ae-0b5b-412b-8e49-ab28b5bf2aa7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:17.852246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e4b70504-1e5a-463c-9ecf-d9e923448bae req-bfedd8ae-0b5b-412b-8e49-ab28b5bf2aa7 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.15 "DELETE /v2.0/ports/64d41da5-db9d-4397-81fb-6d650fe1a946 HTTP/1.1" status: 204 len: 173 time: 0.7938771 Aug 31 02:25:17.852686 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43ef38b-371e-45ef-aed7-3d40d0347069', 'name': 'network-vif-deleted', 'tag': '64d41da5-db9d-4397-81fb-6d650fe1a946'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:25:17.854916 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eea593-7412-4896-8bc4-5e62579f77fc" -d '{"events": [{"server_uuid": "f43ef38b-371e-45ef-aed7-3d40d0347069", "name": "network-vif-deleted", "tag": "64d41da5-db9d-4397-81fb-6d650fe1a946"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:25:17.893187 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07818276-8b27-4831-b220-74fc4113f167 x-openstack-request-id: req-07818276-8b27-4831-b220-74fc4113f167 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:25:17.893472 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43ef38b-371e-45ef-aed7-3d40d0347069", "name": "network-vif-deleted", "tag": "64d41da5-db9d-4397-81fb-6d650fe1a946", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:25:17.893721 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07818276-8b27-4831-b220-74fc4113f167 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:25:17.894123 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43ef38b-371e-45ef-aed7-3d40d0347069', 'name': 'network-vif-deleted', 'tag': '64d41da5-db9d-4397-81fb-6d650fe1a946', 'status': 'completed', 'code': 200} Aug 31 02:25:18.825287 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41160) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:19.184855 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e958f4c7-373f-4c01-8c12-2758e905b54c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:19.445788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-e958f4c7-373f-4c01-8c12-2758e905b54c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port b864a1df-7f75-476e-a901-d975c09c11dc {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:25:19.446020 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e958f4c7-373f-4c01-8c12-2758e905b54c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:19.539755 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-e958f4c7-373f-4c01-8c12-2758e905b54c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] For port b864a1df-7f75-476e-a901-d975c09c11dc, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b864a1df-7f75-476e-a901-d975c09c11dc,segment=NetworkSegment(de8a039e-b47c-453b-9e79-b3431912e6b0),segment_id=de8a039e-b47c-453b-9e79-b3431912e6b0)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:19.540127 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e958f4c7-373f-4c01-8c12-2758e905b54c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:19.552935 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-e958f4c7-373f-4c01-8c12-2758e905b54c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for b864a1df-7f75-476e-a901-d975c09c11dc owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:25:19.615139 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 64d41da5-db9d-4397-81fb-6d650fe1a946 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:25:19.635110 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 64d41da5-db9d-4397-81fb-6d650fe1a946 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:25:19.635480 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 64d41da5-db9d-4397-81fb-6d650fe1a946 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:25:19.737473 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e958f4c7-373f-4c01-8c12-2758e905b54c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:19.767868 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958f4c7-373f-4c01-8c12-2758e905b54c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=b864a1df-7f75-476e-a901-d975c09c11dc,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:19.942492 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-e958f4c7-373f-4c01-8c12-2758e905b54c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:20.155958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e958f4c7-373f-4c01-8c12-2758e905b54c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Router c4d15840-354e-41de-8a89-7a1339c217e3 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:25:20.261402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e958f4c7-373f-4c01-8c12-2758e905b54c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:25:20.268925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e958f4c7-373f-4c01-8c12-2758e905b54c tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "PUT /v2.0/routers/c4d15840-354e-41de-8a89-7a1339c217e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4424691 Aug 31 02:25:20.269339 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41162) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:20.272065 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733fab9a-72e8-4231-ab7e-c2a879f14fe9 None None] Sync routers for ids ['c4d15840-354e-41de-8a89-7a1339c217e3'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:25:20.281698 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733fab9a-72e8-4231-ab7e-c2a879f14fe9 None None] Routers {'c4d15840-354e-41de-8a89-7a1339c217e3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:20.282361 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-733fab9a-72e8-4231-ab7e-c2a879f14fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:24:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c4d15840-354e-41de-8a89-7a1339c217e3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:20.324427 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting subnet 7cb2826a-2b87-40da-a211-cda3e617ef18 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:25:20.327441 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:20.366410 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:20.383982 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-733fab9a-72e8-4231-ab7e-c2a879f14fe9 None None] Set router c4d15840-354e-41de-8a89-7a1339c217e3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:20.456514 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:20.520514 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:20.549176 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb2826a-2b87-40da-a211-cda3e617ef18,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:20.554645 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:20.556677 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/subnets/7cb2826a-2b87-40da-a211-cda3e617ef18 HTTP/1.1" status: 204 len: 168 time: 0.2824502 Aug 31 02:25:20.559443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41166) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:20.560768 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd03c53-fb60-4919-8698-1c474bd23c14 None None] Network fb374fd0-1b66-41b5-b557-7175f790530d requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:25:20.563698 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-733fab9a-72e8-4231-ab7e-c2a879f14fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:23:44Z', 'updated_at': '2021-08-31T02:25:19Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:45Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:20.573642 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:20.574041 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:20.574434 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:20.574778 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:20.575159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:20.575528 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:20.575861 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:20.576394 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:20.576734 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:20.577089 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:20.577433 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:20.577764 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d807f-1590-4904-865f-e0f94fdbab93 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:20.594915 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733fab9a-72e8-4231-ab7e-c2a879f14fe9 None None] Checking router: c4d15840-354e-41de-8a89-7a1339c217e3 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:25:20.603451 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733fab9a-72e8-4231-ab7e-c2a879f14fe9 None None] Routers {'c4d15840-354e-41de-8a89-7a1339c217e3'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:20.604071 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-733fab9a-72e8-4231-ab7e-c2a879f14fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:24:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['c4d15840-354e-41de-8a89-7a1339c217e3'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:20.677173 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:20.713278 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-733fab9a-72e8-4231-ab7e-c2a879f14fe9 None None] Set router c4d15840-354e-41de-8a89-7a1339c217e3 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:20.783919 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] DHCP port deletion for fb374fd0-1b66-41b5-b557-7175f790530d request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:25:20.815907 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:20.848763 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Deleting port a789ad6d-5bb0-45c3-935d-7f9277df933f {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:25:20.849138 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:20.878915 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Deleting port edf0b2cf-aa57-4180-b615-2ca099256bb3 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:25:20.879238 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:20.919189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] For port a789ad6d-5bb0-45c3-935d-7f9277df933f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=a789ad6d-5bb0-45c3-935d-7f9277df933f,segment=NetworkSegment(de8a039e-b47c-453b-9e79-b3431912e6b0),segment_id=de8a039e-b47c-453b-9e79-b3431912e6b0)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:20.919714 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:20.933661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Calling delete_port for a789ad6d-5bb0-45c3-935d-7f9277df933f owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:25:20.943095 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-733fab9a-72e8-4231-ab7e-c2a879f14fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:23:44Z', 'updated_at': '2021-08-31T02:25:19Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:45Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:20.967392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] For port edf0b2cf-aa57-4180-b615-2ca099256bb3, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=edf0b2cf-aa57-4180-b615-2ca099256bb3,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:20.967951 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:20.971892 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733fab9a-72e8-4231-ab7e-c2a879f14fe9 None None] The sync data for ids ['c4d15840-354e-41de-8a89-7a1339c217e3'] in n-d-802060-13 is: [{'id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214196228', 'tenant_id': '1b16ab340f8d473997232717c9503ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:23:44Z', 'updated_at': '2021-08-31T02:25:19Z', 'revision_number': 5, 'project_id': '1b16ab340f8d473997232717c9503ef2', 'gw_port': {'id': 'edf0b2cf-aa57-4180-b615-2ca099256bb3', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d15840-354e-41de-8a89-7a1339c217e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:23:45Z', 'updated_at': '2021-08-31T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:25:20.983133 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Calling delete_port for edf0b2cf-aa57-4180-b615-2ca099256bb3 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:25:21.031884 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.063127 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Pushing event deleted for resources: {'Port': ['ID=a789ad6d-5bb0-45c3-935d-7f9277df933f,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:21.072057 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] No DVR routers for this DVR port a789ad6d-5bb0-45c3-935d-7f9277df933f on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:25:21.074472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:21.075034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:21.075603 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:21.076203 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:21.076776 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:21.077351 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:21.078149 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:21.078722 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:21.079316 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:21.079844 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:21.080374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:21.080742 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575846ac-fe99-459d-bd6a-735954a2c68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:21.176258 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.208530 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Port': ['ID=edf0b2cf-aa57-4180-b615-2ca099256bb3,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:21.273488 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.376503 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.378987 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d391d991-17c4-46e8-a0cb-9ecc02d24106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.381214 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.445593 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.446690 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Fanout notify agent at l3_agent the message router_deleted on router c4d15840-354e-41de-8a89-7a1339c217e3 {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:25:21.454727 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.455908 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d89d1829-8260-45a7-b990-ebae5930f540 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/routers/c4d15840-354e-41de-8a89-7a1339c217e3 HTTP/1.1" status: 204 len: 168 time: 0.8954744 Aug 31 02:25:21.458494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41168) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:21.549873 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fddc7c4f-dd3d-4074-8016-3df4fa40c23f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.641680 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fddc7c4f-dd3d-4074-8016-3df4fa40c23f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.652220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-fddc7c4f-dd3d-4074-8016-3df4fa40c23f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb374fd0-1b66-41b5-b557-7175f790530d']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:21.664383 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-fddc7c4f-dd3d-4074-8016-3df4fa40c23f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8a039e-b47c-453b-9e79-b3431912e6b0') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:21.664797 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-fddc7c4f-dd3d-4074-8016-3df4fa40c23f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8a039e-b47c-453b-9e79-b3431912e6b0') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:21.674411 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fddc7c4f-dd3d-4074-8016-3df4fa40c23f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.697187 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fddc7c4f-dd3d-4074-8016-3df4fa40c23f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.703427 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddc7c4f-dd3d-4074-8016-3df4fa40c23f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:25:21.703818 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fddc7c4f-dd3d-4074-8016-3df4fa40c23f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: timer() Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:25:21.706767 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:25:21.764359 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fddc7c4f-dd3d-4074-8016-3df4fa40c23f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.771374 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-fddc7c4f-dd3d-4074-8016-3df4fa40c23f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.773678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-fddc7c4f-dd3d-4074-8016-3df4fa40c23f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/networks/fb374fd0-1b66-41b5-b557-7175f790530d HTTP/1.1" status: 204 len: 168 time: 0.3141913 Aug 31 02:25:21.776507 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41170) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:21.785276 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc7c4f-dd3d-4074-8016-3df4fa40c23f tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'Network': ['ID=fb374fd0-1b66-41b5-b557-7175f790530d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:21.834124 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47c39261-bd82-4f29-ad57-87c457124479 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.859654 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47c39261-bd82-4f29-ad57-87c457124479 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.921317 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47c39261-bd82-4f29-ad57-87c457124479 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.924026 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-47c39261-bd82-4f29-ad57-87c457124479 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:21.925177 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-47c39261-bd82-4f29-ad57-87c457124479 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] 10.222.0.58 "DELETE /v2.0/security-groups/0f01a9fa-28e3-4b42-a909-250af35629ae HTTP/1.1" status: 204 len: 168 time: 0.1476831 Aug 31 02:25:21.934532 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c39261-bd82-4f29-ad57-87c457124479 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f01a9fa-28e3-4b42-a909-250af35629ae,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:22.267408 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41178) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:22.397061 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ce0eaf90-b694-4e0c-bb4c-73207d860527 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b16ab340f8d473997232717c9503ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284487 Aug 31 02:25:22.399637 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41182) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:22.446688 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bfc7cfbd-706a-4108-b9fd-43498381824e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:22.469546 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bfc7cfbd-706a-4108-b9fd-43498381824e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:22.494031 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a789ad6d-5bb0-45c3-935d-7f9277df933f no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:25:22.513950 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: a789ad6d-5bb0-45c3-935d-7f9277df933f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:25:22.514428 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device a789ad6d-5bb0-45c3-935d-7f9277df933f not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:25:22.514906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device edf0b2cf-aa57-4180-b615-2ca099256bb3 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:25:22.519605 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bfc7cfbd-706a-4108-b9fd-43498381824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:22.522187 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bfc7cfbd-706a-4108-b9fd-43498381824e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:22.523723 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bfc7cfbd-706a-4108-b9fd-43498381824e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a69add9-815d-4a48-b92b-4a0a03b0ce43 HTTP/1.1" status: 204 len: 168 time: 0.1231802 Aug 31 02:25:22.532322 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7cfbd-706a-4108-b9fd-43498381824e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a69add9-815d-4a48-b92b-4a0a03b0ce43,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:22.534256 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: edf0b2cf-aa57-4180-b615-2ca099256bb3 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:25:22.534605 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device edf0b2cf-aa57-4180-b615-2ca099256bb3 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:25:22.535027 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b864a1df-7f75-476e-a901-d975c09c11dc no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:25:22.560616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: b864a1df-7f75-476e-a901-d975c09c11dc {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:25:22.560959 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b864a1df-7f75-476e-a901-d975c09c11dc not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:25:22.796936 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41188) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:22.814882 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89ac4ec0-ec3d-48d5-9409-84bd83ee66c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:22.904074 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89ac4ec0-ec3d-48d5-9409-84bd83ee66c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:22.907560 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-89ac4ec0-ec3d-48d5-9409-84bd83ee66c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:22.944537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-89ac4ec0-ec3d-48d5-9409-84bd83ee66c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24521cb0b1854625a8e1ab2b5abde4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465466 Aug 31 02:25:22.945468 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac4ec0-ec3d-48d5-9409-84bd83ee66c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301eae02-3077-4017-8d16-29b2e1a83748,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:22.947375 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41190) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:22.998489 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6571d814-651a-489f-813b-f4dd050e5f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:23.019264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6571d814-651a-489f-813b-f4dd050e5f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:23.066898 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6571d814-651a-489f-813b-f4dd050e5f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:23.069967 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6571d814-651a-489f-813b-f4dd050e5f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:23.071443 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6571d814-651a-489f-813b-f4dd050e5f7d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/301eae02-3077-4017-8d16-29b2e1a83748 HTTP/1.1" status: 204 len: 168 time: 0.1229987 Aug 31 02:25:23.078998 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571d814-651a-489f-813b-f4dd050e5f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301eae02-3077-4017-8d16-29b2e1a83748,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:23.770217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41212) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:23.867822 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1651120-network', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:23.886041 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a7a85a31-c547-4e29-a84b-2b36ff5049ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:23.889496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] Made reservation on behalf of 5f3c88f282bd4bbab2462bbb5e56c2ff for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:25:23.891854 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:23.900264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:23.989801 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:23.994053 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.017556 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:25:24.026151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72a52c3-7a5e-43e1-b167-9532b5065be5,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:24.032332 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.032676 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] Added segment 2a9fcbe8-3927-433d-97f0-47d058b0b833 of type vlan for network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c Aug 31 02:25:24.072860 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.096685 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.097560 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:24.098143 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.153786 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3823617 Aug 31 02:25:24.157046 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41216) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:24.160677 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35210117-7dcd-4ef5-ad39-7eb1b675203e admin admin] Pushing event updated for resources: {'Network': ['ID=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:24.162091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ab166454-e307-43bc-96b3-3f7b63297aa4 admin admin] Request body: {'subnet': {'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1651120-subnet', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:24.170931 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:25:24.185785 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab166454-e307-43bc-96b3-3f7b63297aa4 admin admin] Made reservation on behalf of 5f3c88f282bd4bbab2462bbb5e56c2ff for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:25:24.188380 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab166454-e307-43bc-96b3-3f7b63297aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.244223 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.364899 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab166454-e307-43bc-96b3-3f7b63297aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.424618 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab166454-e307-43bc-96b3-3f7b63297aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d7eabab-8ac7-4c72-b2cd-8a5b34554023,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:24.433740 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab166454-e307-43bc-96b3-3f7b63297aa4 admin admin] Checking segment: {'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:25:24.434096 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab166454-e307-43bc-96b3-3f7b63297aa4 admin admin] Network hostable DHCP agents. Network: c8ede6b2-6569-4c0c-8a28-37043d1d2f0c, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:25:24.449346 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab166454-e307-43bc-96b3-3f7b63297aa4 admin admin] Network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:25:24.457560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-ab166454-e307-43bc-96b3-3f7b63297aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, c8ede6b2-6569-4c0c-8a28-37043d1d2f0c) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:25:24.462322 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab166454-e307-43bc-96b3-3f7b63297aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:24.462941 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ab166454-e307-43bc-96b3-3f7b63297aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.467043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29b5a9c-bbf7-4bdb-b5d3-d2df004f92ff None None] Network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:25:24.477142 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ab166454-e307-43bc-96b3-3f7b63297aa4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3188515 Aug 31 02:25:24.479847 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41218) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:24.484261 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:24.504189 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.505162 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.556974 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.614113 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:25:24.615023 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.697110 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.746270 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Allocated IP 172.20.0.2 (c8ede6b2-6569-4c0c-8a28-37043d1d2f0c/4d7eabab-8ac7-4c72-b2cd-8a5b34554023/8b5c993e-149a-45c6-bd76-95f0814d594c) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:25:24.820654 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.892361 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.902534 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.910679 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Transition to ACTIVE for port object 8b5c993e-149a-45c6-bd76-95f0814d594c will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:25:24.915487 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.925814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Transition to ACTIVE for port object 8b5c993e-149a-45c6-bd76-95f0814d594c will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:25:24.932184 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:24.970370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:25:24.974942 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:25:24.980077 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:25:24.983117 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Pushing event updated for resources: {'Port': ['ID=8b5c993e-149a-45c6-bd76-95f0814d594c,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:25.018435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Allocated IP 172.25.6.136 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/549369cd-232b-47b5-8bb6-0e2cce65e2cd) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:25:25.037560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Attempting to bind port 8b5c993e-149a-45c6-bd76-95f0814d594c on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:25:25.038543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Attempting to bind port 8b5c993e-149a-45c6-bd76-95f0814d594c by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:25:25.039018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Attempting to bind port 8b5c993e-149a-45c6-bd76-95f0814d594c on network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:25:25.044250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:25:25.044616 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Checking segment: {'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:25:25.045017 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:25.045406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Bound using segment: {'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:25:25.045862 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Bound port: 8b5c993e-149a-45c6-bd76-95f0814d594c, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:25:25.046238 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:25.107028 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] For port 8b5c993e-149a-45c6-bd76-95f0814d594c, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:25:25.110044 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] For port 8b5c993e-149a-45c6-bd76-95f0814d594c, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8b5c993e-149a-45c6-bd76-95f0814d594c,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:25:25.115076 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:25.127225 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:25.170421 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a6099-f1f4-439b-bf43-f77ac4b52f4e None None] Pushing event updated for resources: {'Port': ['ID=8b5c993e-149a-45c6-bd76-95f0814d594c,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:25.174828 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:25.213691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:25:25.218588 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:25:25.221019 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:25:25.248739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Pushing event updated for resources: {'Port': ['ID=549369cd-232b-47b5-8bb6-0e2cce65e2cd,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:25.485004 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:25.995575 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4607b18c-9b98-4e30-93f0-aa302dafd7aa None None] Network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:25:26.015945 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:26.065464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2d66992b-304a-4f66-95e0-0e381a0530f5 None None] Provisioning for port 8b5c993e-149a-45c6-bd76-95f0814d594c completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:25:26.146042 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Router 440fa674-fbc9-4aa7-8dff-02e28877c4dc is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:25:26.255752 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:25:26.267137 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Sync routers for ids ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:25:26.279625 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:26.283334 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-b1f50e29-718a-4ece-9b7e-5b754ffd050d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8001349 Aug 31 02:25:26.283553 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41220) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:26.285588 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Routers {'440fa674-fbc9-4aa7-8dff-02e28877c4dc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:26.286422 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:26.401365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Set router 440fa674-fbc9-4aa7-8dff-02e28877c4dc gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:26.531906 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8b5c993e-149a-45c6-bd76-95f0814d594c up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:25:26.634295 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 8b5c993e-149a-45c6-bd76-95f0814d594c completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:25:26.641613 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8b5c993e-149a-45c6-bd76-95f0814d594c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:26.641991 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:26.645643 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:25Z', 'revision_number': 3, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:26.690936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Checking router: 440fa674-fbc9-4aa7-8dff-02e28877c4dc for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:25:26.691206 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Updating router 440fa674-fbc9-4aa7-8dff-02e28877c4dc port 549369cd-232b-47b5-8bb6-0e2cce65e2cd binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:25:26.730847 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:26.732215 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:26.864860 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:26.893742 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Allocated IP 172.20.0.1 (c8ede6b2-6569-4c0c-8a28-37043d1d2f0c/4d7eabab-8ac7-4c72-b2cd-8a5b34554023/b1b10807-3d64-49b8-812b-6d83ca7b5348) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:25:26.945224 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 8b5c993e-149a-45c6-bd76-95f0814d594c, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8b5c993e-149a-45c6-bd76-95f0814d594c,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:26.951349 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.001406 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.017500 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Transition to ACTIVE for port object b1b10807-3d64-49b8-812b-6d83ca7b5348 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:25:27.045619 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=8b5c993e-149a-45c6-bd76-95f0814d594c,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:27.054431 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.057176 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.092281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:25:27.097380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:25:27.099763 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:25:27.112328 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.124102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Transition to ACTIVE for port object 549369cd-232b-47b5-8bb6-0e2cce65e2cd will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:25:27.128774 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b10807-3d64-49b8-812b-6d83ca7b5348,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:27.130888 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.150159 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.191756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Attempting to bind port 549369cd-232b-47b5-8bb6-0e2cce65e2cd on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:25:27.191756 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Attempting to bind port 549369cd-232b-47b5-8bb6-0e2cce65e2cd by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:25:27.192008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Attempting to bind port 549369cd-232b-47b5-8bb6-0e2cce65e2cd on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:25:27.194721 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049bea7-9f5a-4f03-9fd3-5f89b460f915 None None] Pushing event updated for resources: {'Port': ['ID=549369cd-232b-47b5-8bb6-0e2cce65e2cd,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:27.200786 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:25:27.201104 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:25:27.201480 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.201872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:25:27.202342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Bound port: 549369cd-232b-47b5-8bb6-0e2cce65e2cd, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:25:27.202733 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.268025 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] For port 549369cd-232b-47b5-8bb6-0e2cce65e2cd, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:25:27.271870 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] For port 549369cd-232b-47b5-8bb6-0e2cce65e2cd, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=549369cd-232b-47b5-8bb6-0e2cce65e2cd,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:25:27.277705 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.295057 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.337537 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Routers {'440fa674-fbc9-4aa7-8dff-02e28877c4dc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:27.338272 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:27.341300 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049bea7-9f5a-4f03-9fd3-5f89b460f915 None None] Pushing event updated for resources: {'Port': ['ID=549369cd-232b-47b5-8bb6-0e2cce65e2cd,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:27.469902 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.474551 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.545872 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.547642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b10807-3d64-49b8-812b-6d83ca7b5348,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:27.589483 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ee6e6ec9-9dca-43ec-9cff-eab807b92c93 None None] Provisioning for port b1b10807-3d64-49b8-812b-6d83ca7b5348 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:25:27.600173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ee6e6ec9-9dca-43ec-9cff-eab807b92c93 None None] Provisioning complete for port b1b10807-3d64-49b8-812b-6d83ca7b5348 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:27.600741 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6ec9-9dca-43ec-9cff-eab807b92c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.633358 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] Set router 440fa674-fbc9-4aa7-8dff-02e28877c4dc gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:27.645255 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:25:27.646586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:25:27.669440 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e6ec9-9dca-43ec-9cff-eab807b92c93 None None] Port b1b10807-3d64-49b8-812b-6d83ca7b5348 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:25:27.764928 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Router 440fa674-fbc9-4aa7-8dff-02e28877c4dc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:25:27.852116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:26Z', 'revision_number': 1, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:27.877483 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:25:27.883765 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ccce9e0d-3205-4130-b109-9ee4ad9bf6b7 admin admin] 10.222.0.58 "PUT /v2.0/routers/440fa674-fbc9-4aa7-8dff-02e28877c4dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5991983 Aug 31 02:25:27.886110 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf09fd-3aa1-430c-884f-f87bbe439ebe None None] The sync data for ids ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'] in n-d-802060-13 is: [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:26Z', 'revision_number': 1, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:25:27.899694 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-bfe64c45-b9ea-4f49-87d9-806d8adfaff0 None None] Provisioning complete for port b1b10807-3d64-49b8-812b-6d83ca7b5348 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:27.900078 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bfe64c45-b9ea-4f49-87d9-806d8adfaff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:27.939550 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-bfe64c45-b9ea-4f49-87d9-806d8adfaff0 None None] Port b1b10807-3d64-49b8-812b-6d83ca7b5348 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:25:28.391654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41236) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:28.397894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1747650841-network', 'tenant_id': '830dc64fefd34b239ff3be115dadb757'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:28.420106 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] Made reservation on behalf of 830dc64fefd34b239ff3be115dadb757 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:25:28.422562 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.432282 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.534433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8b5c993e-149a-45c6-bd76-95f0814d594c up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:25:28.557307 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.561302 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.587882 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:25:28.591988 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8b5c993e-149a-45c6-bd76-95f0814d594c triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:28.592373 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.599258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323d92a5-4fb5-43a7-bcc6-9593bc52cfce,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:28.604887 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.605228 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] Added segment 0a5f06c3-6d4e-403d-b074-a633df200358 of type vlan for network 3ebde350-b3af-4b65-a1b1-6549c63ba32a Aug 31 02:25:28.648479 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.675220 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.676828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:28.676828 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.734404 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3414237 Aug 31 02:25:28.737192 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41238) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:28.742812 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-68d3fb1a-654c-48b6-a0ca-d28e37396f95 admin admin] Request body: {'subnet': {'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1747650841-subnet', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:28.743872 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dcb8d-f2eb-4485-8b5c-5335417f52fb admin admin] Pushing event updated for resources: {'Network': ['ID=3ebde350-b3af-4b65-a1b1-6549c63ba32a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:28.754587 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 3ebde350-b3af-4b65-a1b1-6549c63ba32a details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:25:28.764511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d3fb1a-654c-48b6-a0ca-d28e37396f95 admin admin] Made reservation on behalf of 830dc64fefd34b239ff3be115dadb757 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:25:28.766774 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-68d3fb1a-654c-48b6-a0ca-d28e37396f95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.944638 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-68d3fb1a-654c-48b6-a0ca-d28e37396f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:28.999420 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3fb1a-654c-48b6-a0ca-d28e37396f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1f78e5-0f72-41e8-99ff-80918e6cf6c1,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:29.011957 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d3fb1a-654c-48b6-a0ca-d28e37396f95 admin admin] Checking segment: {'id': '0a5f06c3-6d4e-403d-b074-a633df200358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:25:29.012191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d3fb1a-654c-48b6-a0ca-d28e37396f95 admin admin] Network hostable DHCP agents. Network: 3ebde350-b3af-4b65-a1b1-6549c63ba32a, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:25:29.029369 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d3fb1a-654c-48b6-a0ca-d28e37396f95 admin admin] Network 3ebde350-b3af-4b65-a1b1-6549c63ba32a is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:25:29.038993 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-68d3fb1a-654c-48b6-a0ca-d28e37396f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 3ebde350-b3af-4b65-a1b1-6549c63ba32a) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:25:29.043546 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d3fb1a-654c-48b6-a0ca-d28e37396f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:29.044141 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-68d3fb1a-654c-48b6-a0ca-d28e37396f95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.048614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7a56ea-c635-433b-a682-bb7e808a229c None None] Network 3ebde350-b3af-4b65-a1b1-6549c63ba32a requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:25:29.060333 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-68d3fb1a-654c-48b6-a0ca-d28e37396f95 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3220050 Aug 31 02:25:29.062742 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41240) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:29.067353 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1747650841-router', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:29.090339 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.091385 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.146407 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.210157 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-3ebde350-b3af-4b65-a1b1-6549c63ba32a', 'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'fixed_ips': [{'subnet_id': 'fa1f78e5-0f72-41e8-99ff-80918e6cf6c1'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:25:29.211031 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.288486 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.346406 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Allocated IP 172.20.0.2 (3ebde350-b3af-4b65-a1b1-6549c63ba32a/fa1f78e5-0f72-41e8-99ff-80918e6cf6c1/8bac1d99-2708-49a5-a592-62b0fabe4904) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:25:29.487562 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.496435 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.505060 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Transition to ACTIVE for port object 8bac1d99-2708-49a5-a592-62b0fabe4904 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:25:29.508035 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.521262 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Transition to ACTIVE for port object 8bac1d99-2708-49a5-a592-62b0fabe4904 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:25:29.528058 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.552406 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:25:29.570168 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Network 3ebde350-b3af-4b65-a1b1-6549c63ba32a is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:25:29.573146 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:25:29.577370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:25:29.580492 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Pushing event updated for resources: {'Port': ['ID=8bac1d99-2708-49a5-a592-62b0fabe4904,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:29.615228 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Allocated IP 172.25.6.2 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/70cf8030-7f8c-4196-a2bd-a72c1cccd3cf) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:25:29.632459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Attempting to bind port 8bac1d99-2708-49a5-a592-62b0fabe4904 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:25:29.632867 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Attempting to bind port 8bac1d99-2708-49a5-a592-62b0fabe4904 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '0a5f06c3-6d4e-403d-b074-a633df200358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:25:29.633186 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Attempting to bind port 8bac1d99-2708-49a5-a592-62b0fabe4904 on network 3ebde350-b3af-4b65-a1b1-6549c63ba32a {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:25:29.638453 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:25:29.638829 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Checking segment: {'id': '0a5f06c3-6d4e-403d-b074-a633df200358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:25:29.639229 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.640061 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Bound using segment: {'id': '0a5f06c3-6d4e-403d-b074-a633df200358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:25:29.640522 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Bound port: 8bac1d99-2708-49a5-a592-62b0fabe4904, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5f06c3-6d4e-403d-b074-a633df200358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:25:29.640905 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.712145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] For port 8bac1d99-2708-49a5-a592-62b0fabe4904, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:25:29.715795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] For port 8bac1d99-2708-49a5-a592-62b0fabe4904, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8bac1d99-2708-49a5-a592-62b0fabe4904,segment=NetworkSegment(0a5f06c3-6d4e-403d-b074-a633df200358),segment_id=0a5f06c3-6d4e-403d-b074-a633df200358)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:25:29.720015 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.729153 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.772431 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:29.782995 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7295df-3765-41de-bbce-0e5dccd51f82 None None] Pushing event updated for resources: {'Port': ['ID=8bac1d99-2708-49a5-a592-62b0fabe4904,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:29.816173 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:25:29.819883 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:25:29.827433 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:25:29.849880 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Pushing event updated for resources: {'Port': ['ID=70cf8030-7f8c-4196-a2bd-a72c1cccd3cf,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:29.999632 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Sync routers for ids ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:25:30.021473 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Routers {'440fa674-fbc9-4aa7-8dff-02e28877c4dc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:30.022256 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:30.139874 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Set router 440fa674-fbc9-4aa7-8dff-02e28877c4dc gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:30.353978 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 2, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:30.381369 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Checking router: 440fa674-fbc9-4aa7-8dff-02e28877c4dc for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:25:30.382225 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Updating router 440fa674-fbc9-4aa7-8dff-02e28877c4dc port b1b10807-3d64-49b8-812b-6d83ca7b5348 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:25:30.408118 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:30.470147 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:30.603779 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8bac1d99-2708-49a5-a592-62b0fabe4904 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:25:30.660389 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 8bac1d99-2708-49a5-a592-62b0fabe4904 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:25:30.666207 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 549369cd-232b-47b5-8bb6-0e2cce65e2cd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:25:30.711126 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:30.728872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 549369cd-232b-47b5-8bb6-0e2cce65e2cd completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:25:30.733820 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 549369cd-232b-47b5-8bb6-0e2cce65e2cd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:30.734199 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:30.754598 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:30.769379 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Transition to ACTIVE for port object b1b10807-3d64-49b8-812b-6d83ca7b5348 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:25:30.779589 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:30.824299 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:30.831559 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eec85f-642e-467c-9e12-5f124ac8d0d2 None None] Pushing event updated for resources: {'Port': ['ID=b1b10807-3d64-49b8-812b-6d83ca7b5348,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:30.842789 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eec85f-642e-467c-9e12-5f124ac8d0d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:30.843204 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eec85f-642e-467c-9e12-5f124ac8d0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:30.843524 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eec85f-642e-467c-9e12-5f124ac8d0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:30.843810 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eec85f-642e-467c-9e12-5f124ac8d0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:30.844134 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eec85f-642e-467c-9e12-5f124ac8d0d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:30.844946 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eec85f-642e-467c-9e12-5f124ac8d0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:30.845252 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eec85f-642e-467c-9e12-5f124ac8d0d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:30.845603 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eec85f-642e-467c-9e12-5f124ac8d0d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:30.845888 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eec85f-642e-467c-9e12-5f124ac8d0d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:30.846205 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eec85f-642e-467c-9e12-5f124ac8d0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:30.846314 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037fd571-32be-4944-81ac-c59373257c5e None None] Network 3ebde350-b3af-4b65-a1b1-6549c63ba32a requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:25:30.846939 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eec85f-642e-467c-9e12-5f124ac8d0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:30.847250 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eec85f-642e-467c-9e12-5f124ac8d0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:25:30.849105 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 549369cd-232b-47b5-8bb6-0e2cce65e2cd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=549369cd-232b-47b5-8bb6-0e2cce65e2cd,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:30.853763 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:30.893838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Router d294dac1-fdc5-4c1f-89d4-195baee43e38 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:25:30.917062 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Attempting to bind port b1b10807-3d64-49b8-812b-6d83ca7b5348 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:25:30.917714 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Attempting to bind port b1b10807-3d64-49b8-812b-6d83ca7b5348 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:25:30.918246 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Attempting to bind port b1b10807-3d64-49b8-812b-6d83ca7b5348 on network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:25:30.923740 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:25:30.924387 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Checking segment: {'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:25:30.924954 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:30.925505 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Bound using segment: {'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:25:30.926139 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Bound port: b1b10807-3d64-49b8-812b-6d83ca7b5348, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:25:30.926693 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:30.984593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a58f65cc-9966-40bb-81fb-327dbb7c0ae9 None None] Provisioning for port 8bac1d99-2708-49a5-a592-62b0fabe4904 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:25:30.992592 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a58f65cc-9966-40bb-81fb-327dbb7c0ae9 None None] Provisioning complete for port 8bac1d99-2708-49a5-a592-62b0fabe4904 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:30.992964 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a58f65cc-9966-40bb-81fb-327dbb7c0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:30.997531 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] For port b1b10807-3d64-49b8-812b-6d83ca7b5348, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:25:31.001135 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] For port b1b10807-3d64-49b8-812b-6d83ca7b5348, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b1b10807-3d64-49b8-812b-6d83ca7b5348,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:25:31.003773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=549369cd-232b-47b5-8bb6-0e2cce65e2cd,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:31.008933 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:31.046393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:25:31.066695 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:31.068532 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-eae50756-0c30-47ba-9f93-3e804be41e59 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0047085 Aug 31 02:25:31.071271 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41242) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:31.079539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Sync routers for ids ['d294dac1-fdc5-4c1f-89d4-195baee43e38'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:25:31.102607 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Routers {'d294dac1-fdc5-4c1f-89d4-195baee43e38'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:31.103242 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d294dac1-fdc5-4c1f-89d4-195baee43e38'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:31.165119 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Routers {'440fa674-fbc9-4aa7-8dff-02e28877c4dc'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:31.165810 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:31.208374 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eec85f-642e-467c-9e12-5f124ac8d0d2 None None] Pushing event updated for resources: {'Port': ['ID=b1b10807-3d64-49b8-812b-6d83ca7b5348,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:31.303060 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] Set router 440fa674-fbc9-4aa7-8dff-02e28877c4dc gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:31.303891 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a58f65cc-9966-40bb-81fb-327dbb7c0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:31.318676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Set router d294dac1-fdc5-4c1f-89d4-195baee43e38 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:31.466687 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a58f65cc-9966-40bb-81fb-327dbb7c0ae9 None None] For port 8bac1d99-2708-49a5-a592-62b0fabe4904, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8bac1d99-2708-49a5-a592-62b0fabe4904,segment=NetworkSegment(0a5f06c3-6d4e-403d-b074-a633df200358),segment_id=0a5f06c3-6d4e-403d-b074-a633df200358)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:31.481603 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a58f65cc-9966-40bb-81fb-327dbb7c0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:31.571503 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:31.596584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f65cc-9966-40bb-81fb-327dbb7c0ae9 None None] Pushing event updated for resources: {'Port': ['ID=8bac1d99-2708-49a5-a592-62b0fabe4904,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:31.615246 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39797c3d-d097-461a-8b82-8b99de061a55 None None] The sync data for ids ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'] in n-d-802060-13 is: [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:25:31.615536 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-990f8ce5-f332-43eb-911a-744b96db629d None None] Provisioning complete for port 8bac1d99-2708-49a5-a592-62b0fabe4904 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:31.617210 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-990f8ce5-f332-43eb-911a-744b96db629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:31.640741 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'name': 'tempest-TestShelveInstance-1747650841-router', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '70cf8030-7f8c-4196-a2bd-a72c1cccd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:25:29Z', 'revision_number': 3, 'project_id': '830dc64fefd34b239ff3be115dadb757', 'gw_port': {'id': '70cf8030-7f8c-4196-a2bd-a72c1cccd3cf', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:31.661127 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:31.674758 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Checking router: d294dac1-fdc5-4c1f-89d4-195baee43e38 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:25:31.675114 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Updating router d294dac1-fdc5-4c1f-89d4-195baee43e38 port 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:25:31.707520 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:31.829667 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Allocated IP 172.20.0.1 (3ebde350-b3af-4b65-a1b1-6549c63ba32a/fa1f78e5-0f72-41e8-99ff-80918e6cf6c1/197ddbfa-63bd-4aae-9c53-5682ab4e3ce1) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:25:31.948595 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:31.965120 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Transition to ACTIVE for port object 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:25:32.001194 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:32.050235 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Network 3ebde350-b3af-4b65-a1b1-6549c63ba32a is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:25:32.054889 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Pushing event updated for resources: {'Port': ['ID=197ddbfa-63bd-4aae-9c53-5682ab4e3ce1,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:32.057488 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:25:32.059630 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:25:32.105174 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:32.218743 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:32.230037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Transition to ACTIVE for port object 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:25:32.236599 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:32.259545 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:32.298873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Attempting to bind port 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:25:32.299675 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Attempting to bind port 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:25:32.300285 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Attempting to bind port 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:25:32.305811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca7409-ee4f-4037-965c-1c026b84e9a0 None None] Pushing event updated for resources: {'Port': ['ID=70cf8030-7f8c-4196-a2bd-a72c1cccd3cf,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:32.309122 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:25:32.309809 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:25:32.310442 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:32.311050 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:25:32.311841 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Bound port: 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:25:32.312456 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:32.382718 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] For port 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:25:32.385898 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:32.387574 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] For port 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=70cf8030-7f8c-4196-a2bd-a72c1cccd3cf,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:25:32.391631 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:32.441248 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:32.446444 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:32.455994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Routers {'d294dac1-fdc5-4c1f-89d4-195baee43e38'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:32.456772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d294dac1-fdc5-4c1f-89d4-195baee43e38'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:32.462384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a9cfa273-a4bf-44ea-8cdb-346cff9e59fc None None] Provisioning for port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:25:32.493427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca7409-ee4f-4037-965c-1c026b84e9a0 None None] Pushing event updated for resources: {'Port': ['ID=70cf8030-7f8c-4196-a2bd-a72c1cccd3cf,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:32.502720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a9cfa273-a4bf-44ea-8cdb-346cff9e59fc None None] Provisioning complete for port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:32.503103 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa273-a4bf-44ea-8cdb-346cff9e59fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:32.530843 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Pushing event updated for resources: {'Port': ['ID=197ddbfa-63bd-4aae-9c53-5682ab4e3ce1,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:32.534559 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:32.571890 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8bac1d99-2708-49a5-a592-62b0fabe4904 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:25:32.601802 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a9cfa273-a4bf-44ea-8cdb-346cff9e59fc None None] Port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:25:32.634326 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Network 3ebde350-b3af-4b65-a1b1-6549c63ba32a is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:25:32.635811 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] Set router d294dac1-fdc5-4c1f-89d4-195baee43e38 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:32.636286 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:25:32.679830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 8bac1d99-2708-49a5-a592-62b0fabe4904 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:32.680126 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:32.758092 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Router d294dac1-fdc5-4c1f-89d4-195baee43e38 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:25:32.872585 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:25:32.878092 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-b4dbbcdd-2701-4baa-b069-19586a6f3f6e admin admin] 10.222.0.58 "PUT /v2.0/routers/d294dac1-fdc5-4c1f-89d4-195baee43e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8057294 Aug 31 02:25:32.881551 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b1b10807-3d64-49b8-812b-6d83ca7b5348 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:25:32.943463 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-2accea01-e4c6-4968-8e06-339c63de9c25 None None] Provisioning complete for port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:32.943778 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2accea01-e4c6-4968-8e06-339c63de9c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:32.979509 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'name': 'tempest-TestShelveInstance-1747650841-router', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '70cf8030-7f8c-4196-a2bd-a72c1cccd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:25:32Z', 'revision_number': 4, 'project_id': '830dc64fefd34b239ff3be115dadb757', 'gw_port': {'id': '70cf8030-7f8c-4196-a2bd-a72c1cccd3cf', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '197ddbfa-63bd-4aae-9c53-5682ab4e3ce1', 'name': '', 'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'mac_address': 'fa:16:3e:c6:e7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fa1f78e5-0f72-41e8-99ff-80918e6cf6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:31Z', 'updated_at': '2021-08-31T02:25:32Z', 'revision_number': 2, 'project_id': '830dc64fefd34b239ff3be115dadb757', 'subnets': [{'id': 'fa1f78e5-0f72-41e8-99ff-80918e6cf6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:33.013086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port b1b10807-3d64-49b8-812b-6d83ca7b5348 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:25:33.017219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8013211-62de-4348-a8e7-7e3ebb48f357 None None] The sync data for ids ['d294dac1-fdc5-4c1f-89d4-195baee43e38'] in n-d-802060-13 is: [{'id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'name': 'tempest-TestShelveInstance-1747650841-router', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '70cf8030-7f8c-4196-a2bd-a72c1cccd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:25:32Z', 'revision_number': 4, 'project_id': '830dc64fefd34b239ff3be115dadb757', 'gw_port': {'id': '70cf8030-7f8c-4196-a2bd-a72c1cccd3cf', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '197ddbfa-63bd-4aae-9c53-5682ab4e3ce1', 'name': '', 'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'mac_address': 'fa:16:3e:c6:e7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fa1f78e5-0f72-41e8-99ff-80918e6cf6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:31Z', 'updated_at': '2021-08-31T02:25:32Z', 'revision_number': 2, 'project_id': '830dc64fefd34b239ff3be115dadb757', 'subnets': [{'id': 'fa1f78e5-0f72-41e8-99ff-80918e6cf6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:25:33.019949 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b1b10807-3d64-49b8-812b-6d83ca7b5348 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:33.020413 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.022065 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2accea01-e4c6-4968-8e06-339c63de9c25 None None] Port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:25:33.110263 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.145585 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port b1b10807-3d64-49b8-812b-6d83ca7b5348, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b1b10807-3d64-49b8-812b-6d83ca7b5348,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:33.151165 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.152433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 549369cd-232b-47b5-8bb6-0e2cce65e2cd up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:25:33.238601 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=b1b10807-3d64-49b8-812b-6d83ca7b5348,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:33.254954 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 549369cd-232b-47b5-8bb6-0e2cce65e2cd triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:33.255366 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.563792 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41254) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:33.573438 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-2b939697-7c02-45d6-aa24-6b81362898b5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619684188', 'description': 'tempest-secgroup-smoke-1619684188 description', 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:33.596690 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b939697-7c02-45d6-aa24-6b81362898b5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.677854 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b939697-7c02-45d6-aa24-6b81362898b5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.681918 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b939697-7c02-45d6-aa24-6b81362898b5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.708048 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-2b939697-7c02-45d6-aa24-6b81362898b5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.709184 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2b939697-7c02-45d6-aa24-6b81362898b5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1443930 Aug 31 02:25:33.711026 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b939697-7c02-45d6-aa24-6b81362898b5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:33.712452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41256) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:33.717281 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-06c4bd87-38b3-49ac-98de-78064f020153 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'security_group_rule': {'security_group_id': '3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32', 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:33.744558 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06c4bd87-38b3-49ac-98de-78064f020153 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.800168 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06c4bd87-38b3-49ac-98de-78064f020153 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.804226 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06c4bd87-38b3-49ac-98de-78064f020153 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.821366 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4bd87-38b3-49ac-98de-78064f020153 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c304766f-72c2-4eb6-ac1e-e0e9d3136520,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:33.827042 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-06c4bd87-38b3-49ac-98de-78064f020153 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.828202 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-06c4bd87-38b3-49ac-98de-78064f020153 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147029 Aug 31 02:25:33.831002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41258) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:33.835661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-29bf0d79-86e2-4f14-8de1-506616b2d327 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'security_group_rule': {'security_group_id': '3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32', 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:33.863609 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29bf0d79-86e2-4f14-8de1-506616b2d327 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.921987 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29bf0d79-86e2-4f14-8de1-506616b2d327 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.925595 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29bf0d79-86e2-4f14-8de1-506616b2d327 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.944385 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf0d79-86e2-4f14-8de1-506616b2d327 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293d377e-d3e5-4739-9456-c95fdbe922cf,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:33.949019 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-29bf0d79-86e2-4f14-8de1-506616b2d327 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:33.950198 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-29bf0d79-86e2-4f14-8de1-506616b2d327 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182201 Aug 31 02:25:33.952921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41260) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:33.957250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-45fd86df-86b1-4d85-a291-6bae66910e2e tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'security_group_rule': {'security_group_id': '3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32', 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:33.985213 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-45fd86df-86b1-4d85-a291-6bae66910e2e tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.048524 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-45fd86df-86b1-4d85-a291-6bae66910e2e tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.052321 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-45fd86df-86b1-4d85-a291-6bae66910e2e tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.070446 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd86df-86b1-4d85-a291-6bae66910e2e tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5d0985-1f22-43c6-9ca2-c39d7434b793,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:34.076918 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-45fd86df-86b1-4d85-a291-6bae66910e2e tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.078057 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-45fd86df-86b1-4d85-a291-6bae66910e2e tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241901 Aug 31 02:25:34.083800 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41262) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:34.089191 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-eae0e44d-b84a-4ed8-a256-7146c6a9cdfc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'security_group_rule': {'security_group_id': '3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32', 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:34.116527 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eae0e44d-b84a-4ed8-a256-7146c6a9cdfc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.175683 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eae0e44d-b84a-4ed8-a256-7146c6a9cdfc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.180589 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eae0e44d-b84a-4ed8-a256-7146c6a9cdfc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.202151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0e44d-b84a-4ed8-a256-7146c6a9cdfc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0da4dd-7ec3-47ee-91eb-5f71512e8562,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:34.209752 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-eae0e44d-b84a-4ed8-a256-7146c6a9cdfc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.211731 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-eae0e44d-b84a-4ed8-a256-7146c6a9cdfc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263180 Aug 31 02:25:34.213779 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41264) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:34.218738 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-bb380cc3-cbdf-444e-ba94-0e1d12648444 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'security_group_rule': {'security_group_id': '3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32', 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:34.242898 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-bb380cc3-cbdf-444e-ba94-0e1d12648444 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Project 5f3c88f282bd4bbab2462bbb5e56c2ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:25:34.247885 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb380cc3-cbdf-444e-ba94-0e1d12648444 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.311358 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb380cc3-cbdf-444e-ba94-0e1d12648444 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.314763 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb380cc3-cbdf-444e-ba94-0e1d12648444 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.332553 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb380cc3-cbdf-444e-ba94-0e1d12648444 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd421b71-648d-4409-952a-b5b239e9249b,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:34.340174 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-bb380cc3-cbdf-444e-ba94-0e1d12648444 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.346936 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-bb380cc3-cbdf-444e-ba94-0e1d12648444 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265199 Aug 31 02:25:34.347173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41266) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:34.355984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-da21c423-2bb7-4f4d-8b71-8287c68c2275 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'security_group_rule': {'security_group_id': '3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32', 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:34.390422 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-da21c423-2bb7-4f4d-8b71-8287c68c2275 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Project 5f3c88f282bd4bbab2462bbb5e56c2ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:25:34.395372 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-da21c423-2bb7-4f4d-8b71-8287c68c2275 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.464081 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-da21c423-2bb7-4f4d-8b71-8287c68c2275 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.469208 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-da21c423-2bb7-4f4d-8b71-8287c68c2275 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.498314 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21c423-2bb7-4f4d-8b71-8287c68c2275 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742332bb-0c3c-4102-9517-1e93cd78a8bf,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:34.509253 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-da21c423-2bb7-4f4d-8b71-8287c68c2275 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.511024 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-da21c423-2bb7-4f4d-8b71-8287c68c2275 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1648993 Aug 31 02:25:34.599661 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:25:34.654802 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:25:34.659546 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:34.659918 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.676047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-90b0bc3a-83d2-47f0-8194-8ffec8223157 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619684188&fields=id&tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff HTTP/1.1" status: 200 len: 267 time: 0.0425911 Aug 31 02:25:34.744723 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.767369 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=70cf8030-7f8c-4196-a2bd-a72c1cccd3cf,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:34.771662 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.772729 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b1b10807-3d64-49b8-812b-6d83ca7b5348 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:25:34.788947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-592968e3-f966-4d4f-a3d9-7bf023857021 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:34.790482 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-592968e3-f966-4d4f-a3d9-7bf023857021 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 806 time: 0.1107407 Aug 31 02:25:34.808234 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-0da149dd-50a1-459c-bbab-0260a0cc5c58 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/quotas/5f3c88f282bd4bbab2462bbb5e56c2ff HTTP/1.1" status: 200 len: 375 time: 0.0110960 Aug 31 02:25:34.858020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=70cf8030-7f8c-4196-a2bd-a72c1cccd3cf,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:34.868503 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port b1b10807-3d64-49b8-812b-6d83ca7b5348 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:34.868887 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:34.872232 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-fb048fa2-7a8f-4f5b-a0f5-26649e44fdd1 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579886 Aug 31 02:25:34.977293 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-b8344d33-e579-4695-8232-dfa74a6e220b service neutron] 10.222.0.58 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939012 Aug 31 02:25:35.069357 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-5c4fac4c-bca3-4522-923e-7d86d2f16282 service neutron] 10.222.0.58 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854425 Aug 31 02:25:35.241717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-669f03d5-27ff-4fca-9dfd-7976c2b8bfd3 req-59220191-a6ce-4a3a-8d91-f4ce4524b3e5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 210 time: 0.0280592 Aug 31 02:25:35.749511 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Sync routers for ids ['d294dac1-fdc5-4c1f-89d4-195baee43e38'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:25:35.759009 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Routers {'d294dac1-fdc5-4c1f-89d4-195baee43e38'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:35.759658 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d294dac1-fdc5-4c1f-89d4-195baee43e38'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:35.868689 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Set router d294dac1-fdc5-4c1f-89d4-195baee43e38 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:36.058911 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'name': 'tempest-TestShelveInstance-1747650841-router', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '70cf8030-7f8c-4196-a2bd-a72c1cccd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:25:32Z', 'revision_number': 4, 'project_id': '830dc64fefd34b239ff3be115dadb757', 'gw_port': {'id': '70cf8030-7f8c-4196-a2bd-a72c1cccd3cf', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '197ddbfa-63bd-4aae-9c53-5682ab4e3ce1', 'name': '', 'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'mac_address': 'fa:16:3e:c6:e7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fa1f78e5-0f72-41e8-99ff-80918e6cf6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:31Z', 'updated_at': '2021-08-31T02:25:32Z', 'revision_number': 2, 'project_id': '830dc64fefd34b239ff3be115dadb757', 'subnets': [{'id': 'fa1f78e5-0f72-41e8-99ff-80918e6cf6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:36.085308 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Checking router: d294dac1-fdc5-4c1f-89d4-195baee43e38 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:25:36.085944 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Updating router d294dac1-fdc5-4c1f-89d4-195baee43e38 port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:25:36.116616 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:36.331726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-00fc674e-2a61-45e8-a169-c2fb83cfbe9b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:36.336110 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-00fc674e-2a61-45e8-a169-c2fb83cfbe9b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 806 time: 0.1451478 Aug 31 02:25:36.377737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d985571d-438d-402a-b4c0-e8bc156b80cc req-ac7fb305-910b-43c6-843b-1a56ff4827ab tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 210 time: 0.0316572 Aug 31 02:25:36.407812 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-91b78b64-422c-4896-a08f-4fbff71450a6 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff HTTP/1.1" status: 200 len: 380 time: 0.0526416 Aug 31 02:25:36.410592 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:36.417374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-a5f616bb-b400-4437-88e0-dedef53ba698 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'port': {'device_id': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'admin_state_up': True, 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'security_groups': ['3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:36.420194 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Transition to ACTIVE for port object 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:25:36.426093 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:36.481072 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193dc1a-266e-4a6a-9f8d-224aa9be6f0e None None] Pushing event updated for resources: {'Port': ['ID=197ddbfa-63bd-4aae-9c53-5682ab4e3ce1,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:36.524200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:25:36.548032 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Attempting to bind port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:25:36.549286 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Attempting to bind port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '0a5f06c3-6d4e-403d-b074-a633df200358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:25:36.549877 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Attempting to bind port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 on network 3ebde350-b3af-4b65-a1b1-6549c63ba32a {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:25:36.557454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-a5f616bb-b400-4437-88e0-dedef53ba698 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Made reservation on behalf of 5f3c88f282bd4bbab2462bbb5e56c2ff for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:25:36.558346 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:25:36.559320 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Checking segment: {'id': '0a5f06c3-6d4e-403d-b074-a633df200358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:25:36.559955 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:36.560350 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Bound using segment: {'id': '0a5f06c3-6d4e-403d-b074-a633df200358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:25:36.560826 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Bound port: 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5f06c3-6d4e-403d-b074-a633df200358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:25:36.561827 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:36.562305 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-a5f616bb-b400-4437-88e0-dedef53ba698 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:36.576145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:36.576797 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:36.635042 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] For port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:25:36.639365 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] For port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=197ddbfa-63bd-4aae-9c53-5682ab4e3ce1,segment=NetworkSegment(0a5f06c3-6d4e-403d-b074-a633df200358),segment_id=0a5f06c3-6d4e-403d-b074-a633df200358)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:25:36.645270 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:36.709031 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-a5f616bb-b400-4437-88e0-dedef53ba698 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Allocated IP 172.20.0.11 (c8ede6b2-6569-4c0c-8a28-37043d1d2f0c/4d7eabab-8ac7-4c72-b2cd-8a5b34554023/a54092f7-3cd7-4ff9-b398-b01cb9ea84e8) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:25:36.719722 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Routers {'d294dac1-fdc5-4c1f-89d4-195baee43e38'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:36.720766 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d294dac1-fdc5-4c1f-89d4-195baee43e38'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:36.722425 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193dc1a-266e-4a6a-9f8d-224aa9be6f0e None None] Pushing event updated for resources: {'Port': ['ID=197ddbfa-63bd-4aae-9c53-5682ab4e3ce1,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:36.848436 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] Set router d294dac1-fdc5-4c1f-89d4-195baee43e38 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:36.876697 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-a5f616bb-b400-4437-88e0-dedef53ba698 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:36.894834 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-a5f616bb-b400-4437-88e0-dedef53ba698 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Transition to ACTIVE for port object a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:25:36.931911 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-a5f616bb-b400-4437-88e0-dedef53ba698 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:36.988948 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-a5f616bb-b400-4437-88e0-dedef53ba698 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:25:36.990725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-a5f616bb-b400-4437-88e0-dedef53ba698 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:25:36.993432 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f616bb-b400-4437-88e0-dedef53ba698 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'Port': ['ID=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:36.996220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-a5f616bb-b400-4437-88e0-dedef53ba698 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:25:37.059324 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-a5f616bb-b400-4437-88e0-dedef53ba698 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:37.060061 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-a5f616bb-b400-4437-88e0-dedef53ba698 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:37.077375 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-a5f616bb-b400-4437-88e0-dedef53ba698 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6637914 Aug 31 02:25:37.094312 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Request body: {'port': {'device_id': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:37.159035 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:37.191670 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'name': 'tempest-TestShelveInstance-1747650841-router', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '70cf8030-7f8c-4196-a2bd-a72c1cccd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:25:32Z', 'revision_number': 4, 'project_id': '830dc64fefd34b239ff3be115dadb757', 'gw_port': {'id': '70cf8030-7f8c-4196-a2bd-a72c1cccd3cf', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '197ddbfa-63bd-4aae-9c53-5682ab4e3ce1', 'name': '', 'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'mac_address': 'fa:16:3e:c6:e7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fa1f78e5-0f72-41e8-99ff-80918e6cf6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:31Z', 'updated_at': '2021-08-31T02:25:36Z', 'revision_number': 4, 'project_id': '830dc64fefd34b239ff3be115dadb757', 'subnets': [{'id': 'fa1f78e5-0f72-41e8-99ff-80918e6cf6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:37.219041 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b31562-bc36-4f3b-8707-46e7646179a8 None None] The sync data for ids ['d294dac1-fdc5-4c1f-89d4-195baee43e38'] in n-d-802060-13 is: [{'id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'name': 'tempest-TestShelveInstance-1747650841-router', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '70cf8030-7f8c-4196-a2bd-a72c1cccd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:25:32Z', 'revision_number': 4, 'project_id': '830dc64fefd34b239ff3be115dadb757', 'gw_port': {'id': '70cf8030-7f8c-4196-a2bd-a72c1cccd3cf', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': '197ddbfa-63bd-4aae-9c53-5682ab4e3ce1', 'name': '', 'network_id': '3ebde350-b3af-4b65-a1b1-6549c63ba32a', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'mac_address': 'fa:16:3e:c6:e7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fa1f78e5-0f72-41e8-99ff-80918e6cf6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:31Z', 'updated_at': '2021-08-31T02:25:36Z', 'revision_number': 4, 'project_id': '830dc64fefd34b239ff3be115dadb757', 'subnets': [{'id': 'fa1f78e5-0f72-41e8-99ff-80918e6cf6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:25:37.224677 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-71b8ac74-d3a8-4f29-8613-c48cfa89fcc4 None None] Provisioning for port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:25:37.229151 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-71b8ac74-d3a8-4f29-8613-c48cfa89fcc4 None None] Provisioning complete for port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:37.229527 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-71b8ac74-d3a8-4f29-8613-c48cfa89fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:37.275711 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-71b8ac74-d3a8-4f29-8613-c48cfa89fcc4 None None] Port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:25:37.437207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:25:37.444844 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:37.470394 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Transition to ACTIVE for port object a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:25:37.492246 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:37.560499 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Pushing event updated for resources: {'Port': ['ID=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:37.577614 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5629b4-ae5c-467e-9ba9-17232e76afd5 req-2d296ba4-2e71-4553-b435-8582078fb9ba tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:37.579255 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec5629b4-ae5c-467e-9ba9-17232e76afd5 req-2d296ba4-2e71-4553-b435-8582078fb9ba tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 932 time: 0.1255841 Aug 31 02:25:37.682778 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Attempting to bind port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:25:37.683249 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Attempting to bind port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:25:37.683615 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Attempting to bind port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 on network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:25:37.690329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 on network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:25:37.690661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Attempting to bind port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 on network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:25:37.695412 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ec5629b4-ae5c-467e-9ba9-17232e76afd5 req-81724e86-c829-4841-832d-b9d7c162a596 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978591 Aug 31 02:25:37.699801 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:25:37.700150 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Checking segment: {'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:25:37.700543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Bound using segment: {'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:25:37.700981 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Bound port: a54092f7-3cd7-4ff9-b398-b01cb9ea84e8, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:25:37.701351 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:37.773790 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] For port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:25:37.776749 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] For port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:25:37.781047 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:37.817043 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:37.817716 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:37.819780 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] 10.222.0.15 "PUT /v2.0/ports/a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 HTTP/1.1" status: 200 len: 1093 time: 0.7302194 Aug 31 02:25:37.820373 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:25:37.822656 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91243d6d-d914-43d9-b459-b2a54cf855fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:25:37.854332 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d664d3-c0fc-4c11-a4e4-448251a8c015 service neutron] Pushing event updated for resources: {'Port': ['ID=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:37.867970 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889bd07a-3f09-45c7-b690-e40539671432 x-openstack-request-id: req-889bd07a-3f09-45c7-b690-e40539671432 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:25:37.868269 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:25:37.868520 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-889bd07a-3f09-45c7-b690-e40539671432 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:25:37.868925 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'status': 'completed', 'code': 200} Aug 31 02:25:37.922724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-58d02e9e-f8a4-43cc-adf3-dab6438ede6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:37.924280 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-58d02e9e-f8a4-43cc-adf3-dab6438ede6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 1096 time: 0.0482121 Aug 31 02:25:38.316538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-9b274989-3913-4510-83fa-854dce3e8dab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 HTTP/1.1" status: 200 len: 217 time: 0.3809998 Aug 31 02:25:38.365055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-c0995bd1-7b39-43d7-8e35-282d511e9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:38.367053 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-c0995bd1-7b39-43d7-8e35-282d511e9cbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0434964 Aug 31 02:25:38.412973 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-fcb59a71-8442-416c-8689-711c9d8440bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:38.414718 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-fcb59a71-8442-416c-8689-711c9d8440bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409262 Aug 31 02:25:38.511985 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-6b4ec652-7e65-4ed3-a0ec-77f85f36ed0f service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890124 Aug 31 02:25:38.529420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:25:38.576555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:25:38.580295 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:38.580675 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:38.605973 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c6c76a04-f57a-4b25-8e91-d2208cf6c1a6 req-da13f2e5-faf7-4988-947f-dc3405055822 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872166 Aug 31 02:25:38.657376 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:38.692074 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=197ddbfa-63bd-4aae-9c53-5682ab4e3ce1,segment=NetworkSegment(0a5f06c3-6d4e-403d-b074-a633df200358),segment_id=0a5f06c3-6d4e-403d-b074-a633df200358)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:38.696167 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:38.723933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91243d6d-d914-43d9-b459-b2a54cf855fd req-c6d1cfeb-d506-43bf-b1e6-e7b25b7a64bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:38.726956 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91243d6d-d914-43d9-b459-b2a54cf855fd req-c6d1cfeb-d506-43bf-b1e6-e7b25b7a64bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 1096 time: 0.0475230 Aug 31 02:25:38.747693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=197ddbfa-63bd-4aae-9c53-5682ab4e3ce1,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:38.862135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a28f87-9068-45c9-9f07-bace3c2c306f req-af1a201d-9d5d-4fb9-94ce-1a8de7f5e7dd tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:38.864641 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5a28f87-9068-45c9-9f07-bace3c2c306f req-af1a201d-9d5d-4fb9-94ce-1a8de7f5e7dd tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0855732 Aug 31 02:25:38.888083 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91243d6d-d914-43d9-b459-b2a54cf855fd req-9c910ed0-f4de-40a9-9c04-b3e4686b8447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:38.889537 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91243d6d-d914-43d9-b459-b2a54cf855fd req-9c910ed0-f4de-40a9-9c04-b3e4686b8447 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.1560516 Aug 31 02:25:38.939235 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91243d6d-d914-43d9-b459-b2a54cf855fd req-6f5958eb-9f8d-42a8-aac4-6fe2802c27ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 HTTP/1.1" status: 200 len: 217 time: 0.0423191 Aug 31 02:25:38.942105 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d5a28f87-9068-45c9-9f07-bace3c2c306f req-3f11afb5-9128-407b-8fcd-81709695eef8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703197 Aug 31 02:25:38.988691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91243d6d-d914-43d9-b459-b2a54cf855fd req-4631c0eb-7494-414a-8fec-edbbef9abc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:38.990158 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91243d6d-d914-43d9-b459-b2a54cf855fd req-4631c0eb-7494-414a-8fec-edbbef9abc3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0442364 Aug 31 02:25:39.040142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91243d6d-d914-43d9-b459-b2a54cf855fd req-20786869-2cdf-4989-b64e-44c16b255c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:39.041655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91243d6d-d914-43d9-b459-b2a54cf855fd req-20786869-2cdf-4989-b64e-44c16b255c6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447004 Aug 31 02:25:39.134269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91243d6d-d914-43d9-b459-b2a54cf855fd req-82c4ca6d-ac4d-4965-9a9e-3da2eb858f02 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846586 Aug 31 02:25:39.231347 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-91243d6d-d914-43d9-b459-b2a54cf855fd req-d6f84ed9-1228-4544-ba1a-fe32a4456a4f service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887735 Aug 31 02:25:40.058059 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bd93c-8729-4da8-acb3-bf43ef7afa15 req-7dfa13b9-0487-4be4-9617-95923bc9d3f2 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:40.059501 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c6bd93c-8729-4da8-acb3-bf43ef7afa15 req-7dfa13b9-0487-4be4-9617-95923bc9d3f2 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0503368 Aug 31 02:25:40.097012 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8c6bd93c-8729-4da8-acb3-bf43ef7afa15 req-a7c00850-07a2-4d62-86e7-221739dc0043 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316200 Aug 31 02:25:40.507967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:25:40.555805 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:40.556185 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:41.212976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bb5ea-62b9-46f1-bab7-08d635cf1a0d req-6e7f2166-45fb-4ec6-bd91-cd81b52a7708 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:41.214459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a95bb5ea-62b9-46f1-bab7-08d635cf1a0d req-6e7f2166-45fb-4ec6-bd91-cd81b52a7708 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0490639 Aug 31 02:25:41.252378 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a95bb5ea-62b9-46f1-bab7-08d635cf1a0d req-19cffa29-1fe9-4ab6-821d-1347a3953308 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319457 Aug 31 02:25:41.739672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:25:41.834258 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:41.845163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'port_id': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'mac_address': 'fa:16:3e:1c:39:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:25:41.888361 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:41.900945 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:25:41.920106 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:41.923925 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:41.969048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:42.091170 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:42.273438 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['a54092f7-3cd7-4ff9-b398-b01cb9ea84e8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:25:42.372017 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82a49d-237e-46a1-ba71-1536e457a715 req-2e874de5-d273-4f90-b21f-7fed87772f9c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:42.374218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab82a49d-237e-46a1-ba71-1536e457a715 req-2e874de5-d273-4f90-b21f-7fed87772f9c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 945 time: 0.0542355 Aug 31 02:25:42.413340 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ab82a49d-237e-46a1-ba71-1536e457a715 req-0811198a-9417-4907-b8aa-3fd5a89e4d93 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326207 Aug 31 02:25:43.529308 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a36cbf-3f36-4afe-ad35-e25719023117 req-95144493-72e9-42c8-87cb-000db4031990 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:43.530739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5a36cbf-3f36-4afe-ad35-e25719023117 req-95144493-72e9-42c8-87cb-000db4031990 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 945 time: 0.0507283 Aug 31 02:25:43.569844 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a5a36cbf-3f36-4afe-ad35-e25719023117 req-2ce9f975-8c6b-405e-b401-4f3010cb9fd0 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332434 Aug 31 02:25:43.738365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:25:43.786691 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:25:43.791048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:25:43.791448 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:44.020826 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:44.042383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:25:44.044580 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55e8bdc-5a8c-4834-b3f8-58a401abb36e" -d '{"events": [{"server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "name": "network-vif-plugged", "status": "completed", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:25:44.057590 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:25:44.061379 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:44.086017 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2df0d4-133b-4482-bfa6-41ed20a10127 x-openstack-request-id: req-0e2df0d4-133b-4482-bfa6-41ed20a10127 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:25:44.086316 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "name": "network-vif-plugged", "status": "completed", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:25:44.086574 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e2df0d4-133b-4482-bfa6-41ed20a10127 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:25:44.086963 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'code': 200} Aug 31 02:25:44.112451 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:44.195797 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe1d8b-f67a-4cd3-a985-4003cfef14dd req-5482248f-b173-467b-bbd5-c3510d2886b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:44.197322 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccbe1d8b-f67a-4cd3-a985-4003cfef14dd req-5482248f-b173-467b-bbd5-c3510d2886b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 1098 time: 0.0404832 Aug 31 02:25:44.232078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ccbe1d8b-f67a-4cd3-a985-4003cfef14dd req-6389bd88-efd9-4600-8948-4185285ce30e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278940 Aug 31 02:25:44.687857 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b1495-201e-45ca-a709-5efbfa192620 req-2e03a50d-170c-4da7-8bbd-17e8fb6c8699 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:44.689333 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b6b1495-201e-45ca-a709-5efbfa192620 req-2e03a50d-170c-4da7-8bbd-17e8fb6c8699 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0530958 Aug 31 02:25:44.727441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3b6b1495-201e-45ca-a709-5efbfa192620 req-14a336dd-cba9-47e9-9636-9f16df4c7126 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319905 Aug 31 02:25:45.842335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5b744-3be5-46a1-a2f4-10b1172826b2 req-cb68cd5f-47bd-4c13-9692-9110c8ea3849 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:45.843835 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cd5b744-3be5-46a1-a2f4-10b1172826b2 req-cb68cd5f-47bd-4c13-9692-9110c8ea3849 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0494294 Aug 31 02:25:45.881556 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8cd5b744-3be5-46a1-a2f4-10b1172826b2 req-93db2f17-0b55-47d8-a40d-e42b90dd69f9 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319123 Aug 31 02:25:45.999081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb412a0-5836-444e-9daf-057fe4bbcde1 req-ba3fb37b-b1ed-42a5-8ac7-229f0944532d tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:46.000572 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fb412a0-5836-444e-9daf-057fe4bbcde1 req-ba3fb37b-b1ed-42a5-8ac7-229f0944532d tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0492647 Aug 31 02:25:46.038601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5fb412a0-5836-444e-9daf-057fe4bbcde1 req-8312729e-d0cd-4013-8ae8-ae32411f91fc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319154 Aug 31 02:25:46.059712 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41326) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:46.193787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e70d3d4-9c27-4ac4-ac30-ff4fdb3bd4f9 tempest-TestShelveInstance-1755031597 tempest-TestShelveInstance-1755031597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:46.195374 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-6e70d3d4-9c27-4ac4-ac30-ff4fdb3bd4f9 tempest-TestShelveInstance-1755031597 tempest-TestShelveInstance-1755031597-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 1093 time: 0.1346977 Aug 31 02:25:46.198323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41330) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:25:46.202649 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:25:46.224058 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:46.321589 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:46.428933 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Allocated IP 172.25.6.166 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/4ccd777b-7d4c-4f65-97ea-a2f95580dbe7) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:25:46.533123 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:46.571479 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:46.617113 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:25:46.620008 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:25:46.624425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:25:46.627103 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'Port': ['ID=4ccd777b-7d4c-4f65-97ea-a2f95580dbe7,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:46.972455 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:47.041559 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:47.188511 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:47.192925 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:47.258949 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'Port': ['ID=4ccd777b-7d4c-4f65-97ea-a2f95580dbe7,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:25:47.270885 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:47.368983 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Floating IP da863eed-212b-409e-aa63-47ea7666be4a associated. External IP: 172.25.6.166, port: a54092f7-3cd7-4ff9-b398-b01cb9ea84e8. Aug 31 02:25:47.576633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Router 440fa674-fbc9-4aa7-8dff-02e28877c4dc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:25:47.690224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:25:47.700869 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad722a03-0665-421b-a1d2-7c62a0b24ca8 None None] Sync routers for ids ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:25:47.707484 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:47.710720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad722a03-0665-421b-a1d2-7c62a0b24ca8 None None] Routers {'440fa674-fbc9-4aa7-8dff-02e28877c4dc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:47.711376 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ad722a03-0665-421b-a1d2-7c62a0b24ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:47.734439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-16939f36-e350-4b8c-b006-d18eaf2e5476 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5351131 Aug 31 02:25:47.735125 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:25:47.737399 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2055626c-7641-4823-89bd-2e5226446c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:25:47.784906 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6263ef0b-bbbe-4599-b2d8-b3095416de4e x-openstack-request-id: req-6263ef0b-bbbe-4599-b2d8-b3095416de4e {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:25:47.785202 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:25:47.785455 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6263ef0b-bbbe-4599-b2d8-b3095416de4e {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:25:47.785868 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'status': 'completed', 'code': 200} Aug 31 02:25:47.817302 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-ad722a03-0665-421b-a1d2-7c62a0b24ca8 None None] Set router 440fa674-fbc9-4aa7-8dff-02e28877c4dc gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:47.859436 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055626c-7641-4823-89bd-2e5226446c0f req-3bdf483d-53f5-4153-86e9-5f0cc2017a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:47.860886 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2055626c-7641-4823-89bd-2e5226446c0f req-3bdf483d-53f5-4153-86e9-5f0cc2017a12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 1098 time: 0.0409830 Aug 31 02:25:47.961260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055626c-7641-4823-89bd-2e5226446c0f req-238e5cc4-5cf8-489e-a616-fafb0134a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:47.962775 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2055626c-7641-4823-89bd-2e5226446c0f req-238e5cc4-5cf8-489e-a616-fafb0134a090 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.0947001 Aug 31 02:25:48.031001 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2055626c-7641-4823-89bd-2e5226446c0f req-280bb374-d6d9-47fa-a35f-000fb9643700 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 HTTP/1.1" status: 200 len: 1000 time: 0.0600681 Aug 31 02:25:48.046108 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ad722a03-0665-421b-a1d2-7c62a0b24ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'da863eed-212b-409e-aa63-47ea7666be4a', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'floating_ip_address': '172.25.6.166', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'port_id': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'mac_address': 'fa:16:3e:1c:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:25:46Z', 'updated_at': '2021-08-31T02:25:46Z', 'revision_number': 0, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:33Z', 'revision_number': 5, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:48.072506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad722a03-0665-421b-a1d2-7c62a0b24ca8 None None] Checking router: 440fa674-fbc9-4aa7-8dff-02e28877c4dc for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:25:48.079254 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055626c-7641-4823-89bd-2e5226446c0f req-39dd6244-7e92-4c58-aab0-7926c6295618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:48.080610 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad722a03-0665-421b-a1d2-7c62a0b24ca8 None None] Routers {'440fa674-fbc9-4aa7-8dff-02e28877c4dc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:25:48.080739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2055626c-7641-4823-89bd-2e5226446c0f req-39dd6244-7e92-4c58-aab0-7926c6295618 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0429637 Aug 31 02:25:48.081220 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ad722a03-0665-421b-a1d2-7c62a0b24ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:25:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:48.129668 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055626c-7641-4823-89bd-2e5226446c0f req-5ae2edb5-f869-436c-9db9-9916b32c2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:25:48.131853 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2055626c-7641-4823-89bd-2e5226446c0f req-5ae2edb5-f869-436c-9db9-9916b32c2355 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442607 Aug 31 02:25:48.190722 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-ad722a03-0665-421b-a1d2-7c62a0b24ca8 None None] Set router 440fa674-fbc9-4aa7-8dff-02e28877c4dc gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:25:48.220868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2055626c-7641-4823-89bd-2e5226446c0f req-42d42bc5-4734-448a-9c7a-80d9366349c7 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818374 Aug 31 02:25:48.315794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2055626c-7641-4823-89bd-2e5226446c0f req-a34b1ba7-3124-47ae-ba13-f4c6133b6079 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876245 Aug 31 02:25:48.416018 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-ad722a03-0665-421b-a1d2-7c62a0b24ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'da863eed-212b-409e-aa63-47ea7666be4a', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'floating_ip_address': '172.25.6.166', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'port_id': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'mac_address': 'fa:16:3e:1c:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:25:46Z', 'updated_at': '2021-08-31T02:25:46Z', 'revision_number': 0, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:33Z', 'revision_number': 5, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:25:48.445478 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad722a03-0665-421b-a1d2-7c62a0b24ca8 None None] The sync data for ids ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'] in n-d-802060-13 is: [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': 'da863eed-212b-409e-aa63-47ea7666be4a', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'floating_ip_address': '172.25.6.166', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'port_id': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'mac_address': 'fa:16:3e:1c:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:25:46Z', 'updated_at': '2021-08-31T02:25:46Z', 'revision_number': 0, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:33Z', 'revision_number': 5, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:25:48.632240 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e52c8-2fc9-403f-a04f-3fb203505b46 None None] New status for floating IP da863eed-212b-409e-aa63-47ea7666be4a: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:25:51.373080 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a76811ef-45fe-4366-a82d-0e379be193e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:53.887791 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-87b12afb-5a41-4efa-80bc-bb93771a1b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:54.225341 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:54.807508 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:25:57.026354 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:02.387725 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:06.552854 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:26:10.201486 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f12a23-c5ce-41df-80b2-b299adc8968a req-ec73d6ab-1113-40af-8af5-480224c52e34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412047 Aug 31 02:26:10.292705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f12a23-c5ce-41df-80b2-b299adc8968a req-abfc8b32-e7c6-42e7-aed9-c1935a152557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:26:10.294178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f12a23-c5ce-41df-80b2-b299adc8968a req-abfc8b32-e7c6-42e7-aed9-c1935a152557 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 1098 time: 0.0406122 Aug 31 02:26:10.398540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f12a23-c5ce-41df-80b2-b299adc8968a req-8dc71d39-6154-4f9e-bea9-9f6cdd6dcf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:26:10.400020 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f12a23-c5ce-41df-80b2-b299adc8968a req-8dc71d39-6154-4f9e-bea9-9f6cdd6dcf5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.0867636 Aug 31 02:26:10.466751 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f12a23-c5ce-41df-80b2-b299adc8968a req-87f7c6a5-acf9-454d-9ad2-fd22abbe8546 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 HTTP/1.1" status: 200 len: 1002 time: 0.0587807 Aug 31 02:26:10.519537 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f12a23-c5ce-41df-80b2-b299adc8968a req-dfd9467e-4cd1-4158-8f3c-99db33e9293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:26:10.521438 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f12a23-c5ce-41df-80b2-b299adc8968a req-dfd9467e-4cd1-4158-8f3c-99db33e9293d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0481074 Aug 31 02:26:10.572361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f12a23-c5ce-41df-80b2-b299adc8968a req-b63c8376-a0ec-46ae-8e65-1a0e8648f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:26:10.573964 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f12a23-c5ce-41df-80b2-b299adc8968a req-b63c8376-a0ec-46ae-8e65-1a0e8648f738 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460172 Aug 31 02:26:10.665210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f12a23-c5ce-41df-80b2-b299adc8968a req-d1d704dc-6e5e-459f-bd0f-96c86c2202c3 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838454 Aug 31 02:26:10.760235 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58f12a23-c5ce-41df-80b2-b299adc8968a req-8431075e-f4e7-40b4-bd2a-8284b4c4abb9 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876448 Aug 31 02:26:12.090832 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:21.373361 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-04c8e2c1-55e0-44d8-bfd2-aeb360b10043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:23.887298 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d59f43a2-a16d-4f26-9acf-afbc888661a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:24.228017 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:24.808724 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:27.028049 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:32.402604 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:42.122920 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:43.554281 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:26:51.374790 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1a0eac36-ef1a-40d0-be0c-549ae94cbc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:53.887850 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b178e487-b87d-415b-97e3-125ed7e8686d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:54.228537 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:54.812733 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:26:57.031399 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:02.402024 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:11.072807 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e820ccd-ae3d-4e64-a872-2a751aa25a22 req-1b1cd86a-5b7d-48e4-910a-5d1ead86160e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425754 Aug 31 02:27:11.165170 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e820ccd-ae3d-4e64-a872-2a751aa25a22 req-26fbb177-1042-4396-ad89-3b4376aaa0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:11.166692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e820ccd-ae3d-4e64-a872-2a751aa25a22 req-26fbb177-1042-4396-ad89-3b4376aaa0cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 1098 time: 0.0428858 Aug 31 02:27:11.274873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e820ccd-ae3d-4e64-a872-2a751aa25a22 req-537a74a3-7a70-4e8e-adee-170ea58aed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:11.276407 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e820ccd-ae3d-4e64-a872-2a751aa25a22 req-537a74a3-7a70-4e8e-adee-170ea58aed69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.0905726 Aug 31 02:27:11.345631 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e820ccd-ae3d-4e64-a872-2a751aa25a22 req-42efd092-2b1a-410b-be39-499a83f32e29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 HTTP/1.1" status: 200 len: 1002 time: 0.0619702 Aug 31 02:27:11.394771 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e820ccd-ae3d-4e64-a872-2a751aa25a22 req-10ebb2b9-5511-4ae6-acd9-b13e4f262817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:11.396920 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e820ccd-ae3d-4e64-a872-2a751aa25a22 req-10ebb2b9-5511-4ae6-acd9-b13e4f262817 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0445213 Aug 31 02:27:11.446878 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e820ccd-ae3d-4e64-a872-2a751aa25a22 req-0ec139c7-aa41-4c41-ab30-56d1d9bbcc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:27:11.448395 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e820ccd-ae3d-4e64-a872-2a751aa25a22 req-0ec139c7-aa41-4c41-ab30-56d1d9bbcc54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442774 Aug 31 02:27:11.537979 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e820ccd-ae3d-4e64-a872-2a751aa25a22 req-618ace36-66dc-4435-b834-50973868239a service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823553 Aug 31 02:27:11.630660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e820ccd-ae3d-4e64-a872-2a751aa25a22 req-f9c20161-3b1c-424d-b05d-3af742a3abbc service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850089 Aug 31 02:27:12.123331 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:20.553760 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:27:21.374789 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2e7fd6a7-2f31-4a2d-a636-573b61b4c74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:23.890029 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a991d80-5562-4ffc-8d7e-a56c13c6bac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:24.229229 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:24.815752 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:27.035792 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:32.415575 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:42.117210 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:51.374612 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-48a0d478-8ab4-4f43-bab0-1949aa10c559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:53.890350 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a57549a7-b71f-41af-8dfe-59e688c8b7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:54.230876 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:54.818675 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:57.039955 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:27:57.553760 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:28:02.429627 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:12.138717 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:12.253317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79c8e818-d993-4940-a745-c925a49213c7 req-2f62a82b-ce69-451e-9108-f68c09372023 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442724 Aug 31 02:28:12.351629 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8e818-d993-4940-a745-c925a49213c7 req-763cfc8b-c8c9-46b8-9c7e-2c32358d7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:12.353125 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79c8e818-d993-4940-a745-c925a49213c7 req-763cfc8b-c8c9-46b8-9c7e-2c32358d7e12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 1098 time: 0.0502253 Aug 31 02:28:12.458274 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8e818-d993-4940-a745-c925a49213c7 req-77f68cd8-204c-4743-9ce6-7822b54e08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:12.459654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79c8e818-d993-4940-a745-c925a49213c7 req-77f68cd8-204c-4743-9ce6-7822b54e08e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.0874422 Aug 31 02:28:12.524678 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79c8e818-d993-4940-a745-c925a49213c7 req-e97cdf7e-3865-4092-a80a-95054ed27fc5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 HTTP/1.1" status: 200 len: 1002 time: 0.0577896 Aug 31 02:28:12.573583 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8e818-d993-4940-a745-c925a49213c7 req-e75a0366-2da7-4a75-9a0f-09335c9de7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:12.574990 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79c8e818-d993-4940-a745-c925a49213c7 req-e75a0366-2da7-4a75-9a0f-09335c9de7c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0428019 Aug 31 02:28:12.622980 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8e818-d993-4940-a745-c925a49213c7 req-0f4afd23-e3eb-4eeb-ab13-0c10af7c3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:12.624504 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79c8e818-d993-4940-a745-c925a49213c7 req-0f4afd23-e3eb-4eeb-ab13-0c10af7c3111 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426004 Aug 31 02:28:12.713493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79c8e818-d993-4940-a745-c925a49213c7 req-58f3a6ca-87ea-4970-8d70-52cc5f7d0400 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818021 Aug 31 02:28:12.804559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79c8e818-d993-4940-a745-c925a49213c7 req-8c1fa818-ac33-4e22-821c-f16c42a3351b service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840609 Aug 31 02:28:14.232624 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639046b-d322-49b1-a033-6305fad9f904 req-2163c2ce-7dc7-4fcf-90f5-e9e9a570f053 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:14.234118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7639046b-d322-49b1-a033-6305fad9f904 req-2163c2ce-7dc7-4fcf-90f5-e9e9a570f053 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0496294 Aug 31 02:28:14.274318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7639046b-d322-49b1-a033-6305fad9f904 req-d637c96b-4ef2-42e6-bceb-778c21a8e643 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342174 Aug 31 02:28:15.408145 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488d3ee-b74b-407f-aff1-aac07e3e16f7 req-b894fdc8-634f-456c-bba1-c6ae818bb8b7 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:15.409643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b488d3ee-b74b-407f-aff1-aac07e3e16f7 req-b894fdc8-634f-456c-bba1-c6ae818bb8b7 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0483875 Aug 31 02:28:15.447306 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b488d3ee-b74b-407f-aff1-aac07e3e16f7 req-448bfab8-d7c6-4112-a242-a8f8d00bfc98 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309548 Aug 31 02:28:16.601062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c167a95-33c8-4008-b34f-cd811cd25bf7 req-4007dc87-a659-4595-81cb-83c8e0044d7d tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:16.602523 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c167a95-33c8-4008-b34f-cd811cd25bf7 req-4007dc87-a659-4595-81cb-83c8e0044d7d tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0562885 Aug 31 02:28:16.639140 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4c167a95-33c8-4008-b34f-cd811cd25bf7 req-655296f5-70cd-4b4e-bd2b-62930eb66528 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307813 Aug 31 02:28:17.755403 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea7c78-7d04-460e-91d8-4800aaa6345d req-9c03477f-51b6-40fa-bd57-cfd8668993cf tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:17.756879 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-82ea7c78-7d04-460e-91d8-4800aaa6345d req-9c03477f-51b6-40fa-bd57-cfd8668993cf tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0486224 Aug 31 02:28:17.794165 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-82ea7c78-7d04-460e-91d8-4800aaa6345d req-375755c0-dcc2-421b-be2e-40d75635b92a tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312052 Aug 31 02:28:18.909250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1d286-9cea-4355-bc0a-e48bb5c34b6d req-db125a54-16d0-4156-a85d-6137bd53d6a1 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:18.910961 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abe1d286-9cea-4355-bc0a-e48bb5c34b6d req-db125a54-16d0-4156-a85d-6137bd53d6a1 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0492709 Aug 31 02:28:18.949131 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abe1d286-9cea-4355-bc0a-e48bb5c34b6d req-6e79f56b-e0ce-4546-9b5d-3f0ade883d09 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322382 Aug 31 02:28:20.070706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8362c1a-f0b1-4abd-9f40-65abdae5a9b2 req-97e547ad-f6a7-4259-8310-94532d7bf7ee tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:20.072224 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8362c1a-f0b1-4abd-9f40-65abdae5a9b2 req-97e547ad-f6a7-4259-8310-94532d7bf7ee tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0558836 Aug 31 02:28:20.109221 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d8362c1a-f0b1-4abd-9f40-65abdae5a9b2 req-c6e19b5c-ca2e-4a37-9549-498b07f7ce2b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312057 Aug 31 02:28:21.227590 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94caf8a-66dc-4a04-ba67-79209e586529 req-e53ebe05-f12b-43b5-b036-eb63d22f4bb0 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:21.229089 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a94caf8a-66dc-4a04-ba67-79209e586529 req-e53ebe05-f12b-43b5-b036-eb63d22f4bb0 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0531411 Aug 31 02:28:21.268115 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a94caf8a-66dc-4a04-ba67-79209e586529 req-15ccce18-9ecd-40a5-999c-daecd627c3af tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331869 Aug 31 02:28:21.374374 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-66b8f668-527f-4b67-a75e-8f75ebe227aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:22.383072 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364e8e9-9109-476e-b5d4-1dff18862cce req-f0b5a8db-5341-43a9-831f-07daf92481c1 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:22.384570 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a364e8e9-9109-476e-b5d4-1dff18862cce req-f0b5a8db-5341-43a9-831f-07daf92481c1 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0483692 Aug 31 02:28:22.420960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a364e8e9-9109-476e-b5d4-1dff18862cce req-68b9bfdc-50f5-41d2-a1f1-af5f2646453f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305800 Aug 31 02:28:23.539756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65942b1-f3b9-4e6d-87ac-273155f0aa14 req-04b80a0f-ae44-41bd-b78d-363ac88c7664 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:23.541145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d65942b1-f3b9-4e6d-87ac-273155f0aa14 req-04b80a0f-ae44-41bd-b78d-363ac88c7664 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0540419 Aug 31 02:28:23.579215 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d65942b1-f3b9-4e6d-87ac-273155f0aa14 req-5a11a3a2-faa9-4372-bf75-e98e6af38345 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322618 Aug 31 02:28:23.889991 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-08e27f6c-6a31-476f-b959-684250d8bf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:24.231442 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:24.693026 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b24953-268a-477d-801b-6fc9a60c8183 req-bf56fc41-d8e6-4fcb-a238-83b5a70a796d tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:24.694500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84b24953-268a-477d-801b-6fc9a60c8183 req-bf56fc41-d8e6-4fcb-a238-83b5a70a796d tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0501778 Aug 31 02:28:24.731296 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-84b24953-268a-477d-801b-6fc9a60c8183 req-7d36254f-5eb2-4854-aac6-3960e3c34265 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308876 Aug 31 02:28:24.822684 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:25.843642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc901529-7b3b-4eca-a1f7-fbc72f502514 req-b95b3d2d-014b-420a-9023-eb4d806d31e6 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:25.845112 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc901529-7b3b-4eca-a1f7-fbc72f502514 req-b95b3d2d-014b-420a-9023-eb4d806d31e6 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0484667 Aug 31 02:28:25.882992 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fc901529-7b3b-4eca-a1f7-fbc72f502514 req-b4c46012-ffa6-4fe3-a99f-7df7f5887ebf tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320640 Aug 31 02:28:27.003843 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe745ca6-a324-4601-b706-56dfe1dd1b89 req-f904be1a-c161-407b-b991-e495f5c6b10f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:27.006880 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe745ca6-a324-4601-b706-56dfe1dd1b89 req-f904be1a-c161-407b-b991-e495f5c6b10f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0566900 Aug 31 02:28:27.041896 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:27.045046 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe745ca6-a324-4601-b706-56dfe1dd1b89 req-31c56185-0041-4036-baaf-90a350f95ac0 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328846 Aug 31 02:28:28.159362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95506ddd-0b19-4811-aada-81d271ba7ad2 req-fbff5451-64db-44b2-b2f0-2f7a2b34e49f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:28.160842 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95506ddd-0b19-4811-aada-81d271ba7ad2 req-fbff5451-64db-44b2-b2f0-2f7a2b34e49f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0491362 Aug 31 02:28:28.198317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-95506ddd-0b19-4811-aada-81d271ba7ad2 req-b4794e81-ec0f-4c35-9aa8-fe7064d8644c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311747 Aug 31 02:28:28.490036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:28:28.583641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:28:28.595354 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'port_id': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'mac_address': 'fa:16:3e:1c:39:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:28:28.630677 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:28.643614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:28:28.661656 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:28:28.665271 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:28.711565 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:28:28.723482 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:28:28.723827 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:28:28.724163 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:28:28.724496 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:28:28.724827 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:28:28.725239 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:28:28.725472 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:28:28.725793 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:28:28.726112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:28:28.726436 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:28:28.726755 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:28:28.727073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:28:28.773732 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['a54092f7-3cd7-4ff9-b398-b01cb9ea84e8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:28:29.314071 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34da31-acab-4ff2-aaec-ede699315dff req-e23dd455-4bd2-4105-be33-7400c9ba8693 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:29.315564 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d34da31-acab-4ff2-aaec-ede699315dff req-e23dd455-4bd2-4105-be33-7400c9ba8693 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 945 time: 0.0479589 Aug 31 02:28:29.353594 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d34da31-acab-4ff2-aaec-ede699315dff req-9a415bdd-3016-449c-ae40-078ba94f21e7 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315928 Aug 31 02:28:30.498414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:28:30.565817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:28:30.566568 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:30.653764 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:30.689348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:28:30.692360 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdb8d19-4ad1-4910-a4b3-667902e12c44" -d '{"events": [{"server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "name": "network-vif-plugged", "status": "completed", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:28:30.697353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:28:30.703903 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:30.743327 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bd2bed-0bf6-4c6d-b026-f119ad224480 x-openstack-request-id: req-62bd2bed-0bf6-4c6d-b026-f119ad224480 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:28:30.743327 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "name": "network-vif-plugged", "status": "completed", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:28:30.743327 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-62bd2bed-0bf6-4c6d-b026-f119ad224480 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:28:30.744780 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'code': 200} Aug 31 02:28:30.773596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:28:30.895758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb701820-ee82-4dfb-9a6b-e1cd9bbd6b9f req-113088cb-df01-47c0-afb4-9d7d089015a2 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:30.898028 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb701820-ee82-4dfb-9a6b-e1cd9bbd6b9f req-113088cb-df01-47c0-afb4-9d7d089015a2 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 945 time: 0.4755673 Aug 31 02:28:30.941116 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb701820-ee82-4dfb-9a6b-e1cd9bbd6b9f req-6e7a93e4-e1dc-49b9-8356-5fa771085b46 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369875 Aug 31 02:28:32.074864 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136126fd-5f26-45d6-ae51-2e5543b9462b req-dba96062-5c90-4215-b08c-4018ff256488 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:32.076602 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-136126fd-5f26-45d6-ae51-2e5543b9462b req-dba96062-5c90-4215-b08c-4018ff256488 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0562353 Aug 31 02:28:32.137471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-136126fd-5f26-45d6-ae51-2e5543b9462b req-ce40da8e-2f7b-44ed-894e-aa03d62d68ac tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545013 Aug 31 02:28:32.432078 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:33.251569 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe895256-0e83-4b9a-93db-ea514bff2217 req-aa0afb94-1550-4e4d-b816-ab146a3bf0ad tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:33.253345 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe895256-0e83-4b9a-93db-ea514bff2217 req-aa0afb94-1550-4e4d-b816-ab146a3bf0ad tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0524125 Aug 31 02:28:33.299756 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fe895256-0e83-4b9a-93db-ea514bff2217 req-ddd7508a-9862-435e-ae7a-eba0e2b0617b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377016 Aug 31 02:28:34.430335 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aedd31-592e-4d97-92b3-bed5f1966747 req-51e8fe81-4d03-4c3f-84b5-240d4bcace95 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:34.432149 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7aedd31-592e-4d97-92b3-bed5f1966747 req-51e8fe81-4d03-4c3f-84b5-240d4bcace95 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0603635 Aug 31 02:28:34.474187 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c7aedd31-592e-4d97-92b3-bed5f1966747 req-6a1e32a7-674e-4464-92a5-2a3aaf674b81 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360014 Aug 31 02:28:34.555481 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:28:35.606236 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12accd7f-7a08-4f56-adcf-95f420a98d91 req-b9253341-32cb-4bf4-995d-efed8aeabc5d tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:35.608309 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-12accd7f-7a08-4f56-adcf-95f420a98d91 req-b9253341-32cb-4bf4-995d-efed8aeabc5d tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0572696 Aug 31 02:28:35.652471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-12accd7f-7a08-4f56-adcf-95f420a98d91 req-8edd4c5c-71a3-4098-9e72-00a541dc4cef tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376222 Aug 31 02:28:36.774828 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317d937-da52-4068-96dd-c97a3f9db618 req-98c67fa6-bda6-468c-bf24-e145e4cdb2fc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:36.776758 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4317d937-da52-4068-96dd-c97a3f9db618 req-98c67fa6-bda6-468c-bf24-e145e4cdb2fc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0538485 Aug 31 02:28:36.818369 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4317d937-da52-4068-96dd-c97a3f9db618 req-a30bed8c-ef75-472d-bdf7-43b843172bc5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353837 Aug 31 02:28:37.943709 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f82948-0c0a-4013-bfd9-7b70d5cd6ca4 req-bf210a22-631a-45dd-aea0-5ac8ab3c7cee tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:37.946660 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5f82948-0c0a-4013-bfd9-7b70d5cd6ca4 req-bf210a22-631a-45dd-aea0-5ac8ab3c7cee tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0543504 Aug 31 02:28:37.993018 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c5f82948-0c0a-4013-bfd9-7b70d5cd6ca4 req-1b693ab8-ffa4-4b69-aa90-e500e18083ce tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390503 Aug 31 02:28:39.130991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9acd0-d473-44fa-93c0-872636054f52 req-5beaed78-3efc-4124-9fba-f9ed58f0d65c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:39.133451 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6d9acd0-d473-44fa-93c0-872636054f52 req-5beaed78-3efc-4124-9fba-f9ed58f0d65c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0526223 Aug 31 02:28:39.173830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6d9acd0-d473-44fa-93c0-872636054f52 req-d8a84fdd-e651-4d0a-8d6d-b5fb6ca1800f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341718 Aug 31 02:28:40.301984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4861-df21-455d-88b8-e090f9f8f4b7 req-8ce2c166-7154-4d36-9cc3-06b272c29498 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:40.303470 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bdc4861-df21-455d-88b8-e090f9f8f4b7 req-8ce2c166-7154-4d36-9cc3-06b272c29498 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0602596 Aug 31 02:28:40.363518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3bdc4861-df21-455d-88b8-e090f9f8f4b7 req-7f7cd51f-c98a-4656-922f-13778aa8be1d tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403752 Aug 31 02:28:40.366055 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955cc63-f471-4de5-8892-acdcbe71faa4 req-cefd788c-876c-485f-8466-b08f5ae27cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:40.367507 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9955cc63-f471-4de5-8892-acdcbe71faa4 req-cefd788c-876c-485f-8466-b08f5ae27cad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 1098 time: 0.0835354 Aug 31 02:28:40.456745 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955cc63-f471-4de5-8892-acdcbe71faa4 req-e6e7e24f-5ef6-442c-a1a7-06f6a6d1975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:40.458112 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9955cc63-f471-4de5-8892-acdcbe71faa4 req-e6e7e24f-5ef6-442c-a1a7-06f6a6d1975d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.0840428 Aug 31 02:28:40.527122 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9955cc63-f471-4de5-8892-acdcbe71faa4 req-bf8f4f8d-c579-4d97-a198-1771a7599fc5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 HTTP/1.1" status: 200 len: 1002 time: 0.0615053 Aug 31 02:28:40.577182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955cc63-f471-4de5-8892-acdcbe71faa4 req-e7a6a562-fe1a-43e4-9820-588d7073974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:40.578623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9955cc63-f471-4de5-8892-acdcbe71faa4 req-e7a6a562-fe1a-43e4-9820-588d7073974d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0446475 Aug 31 02:28:40.627611 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955cc63-f471-4de5-8892-acdcbe71faa4 req-221a2c6a-0d3b-4a73-8e32-f2f5d13f5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:40.629103 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9955cc63-f471-4de5-8892-acdcbe71faa4 req-221a2c6a-0d3b-4a73-8e32-f2f5d13f5c83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432651 Aug 31 02:28:40.720598 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9955cc63-f471-4de5-8892-acdcbe71faa4 req-f9b53df2-e84a-4028-995e-7a40fdd630a9 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839493 Aug 31 02:28:40.808953 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9955cc63-f471-4de5-8892-acdcbe71faa4 req-eeb6c6b0-7e84-416e-92ec-d167302f45d1 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813413 Aug 31 02:28:41.477839 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f10d3-5c9f-48f8-860e-e0ad47562834 req-4abb5d33-1435-487b-b598-70c7cee77b41 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:41.479352 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f4f10d3-5c9f-48f8-860e-e0ad47562834 req-4abb5d33-1435-487b-b598-70c7cee77b41 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0490057 Aug 31 02:28:41.521825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6f4f10d3-5c9f-48f8-860e-e0ad47562834 req-aa180d15-767d-4406-b052-78765e366def tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363946 Aug 31 02:28:42.146788 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:42.636956 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ab7a4-65e2-4cbd-8834-83453c1a767f req-07ab1094-c403-4270-b505-453028462133 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:42.638487 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee9ab7a4-65e2-4cbd-8834-83453c1a767f req-07ab1094-c403-4270-b505-453028462133 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0493484 Aug 31 02:28:42.681258 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ee9ab7a4-65e2-4cbd-8834-83453c1a767f req-d58a3e7d-8b1f-40a5-836a-de44f6481c0a tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343053 Aug 31 02:28:42.802637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-20563eba-6ab4-48e9-bdcd-581debadf81b req-d85b3434-b893-4933-8d95-deba30d0424b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:28:42.803713 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20563eba-6ab4-48e9-bdcd-581debadf81b req-d85b3434-b893-4933-8d95-deba30d0424b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579059 Aug 31 02:28:42.962139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2908da-f42a-43bf-bdd6-fab89ba9428a req-d83e6b5e-26f1-4da9-8a28-bdffb38ca098 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:42.963897 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce2908da-f42a-43bf-bdd6-fab89ba9428a req-d83e6b5e-26f1-4da9-8a28-bdffb38ca098 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0565441 Aug 31 02:28:43.004227 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ce2908da-f42a-43bf-bdd6-fab89ba9428a req-27cac61c-adc8-4f2d-9f71-53ed63b54b6b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329509 Aug 31 02:28:43.134200 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-28bd25b2-3937-4e7f-a246-c801828b4a32 req-cda65757-37d1-44ea-8c6e-f76239df8ad1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861740 Aug 31 02:28:44.124819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935a3df-8013-413b-bb7a-fd108f4d7d3a req-81caae92-d24e-451a-b081-5c93e60baba6 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:44.126339 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c935a3df-8013-413b-bb7a-fd108f4d7d3a req-81caae92-d24e-451a-b081-5c93e60baba6 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 946 time: 0.0532544 Aug 31 02:28:44.169365 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c935a3df-8013-413b-bb7a-fd108f4d7d3a req-030093eb-39c3-4c67-b421-e70b37013d63 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364630 Aug 31 02:28:44.532342 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:28:44.607757 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:44.629786 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:28:44.632903 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721a1915-e92a-44ad-8881-efa94e7a18da" -d '{"events": [{"server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "name": "network-vif-unplugged", "status": "completed", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:28:44.645019 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:28:44.648980 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:44.674738 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 02:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa220eb-73a1-48e1-87e3-8f190d8093ab x-openstack-request-id: req-6fa220eb-73a1-48e1-87e3-8f190d8093ab {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:28:44.675021 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "name": "network-vif-unplugged", "status": "failed", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8", "code": 422}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:28:44.675266 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6fa220eb-73a1-48e1-87e3-8f190d8093ab {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:28:44.675666 n-d-802060-13 neutron-server[94762]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'code': 422} returned with failed status Aug 31 02:28:44.700425 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:28:45.283768 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e27eb-4d14-4c85-a0df-27cb28f21c18 req-7d09a34f-08c1-4035-9e2b-558854eeeb81 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:45.285243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb7e27eb-4d14-4c85-a0df-27cb28f21c18 req-7d09a34f-08c1-4035-9e2b-558854eeeb81 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0494711 Aug 31 02:28:45.323401 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb7e27eb-4d14-4c85-a0df-27cb28f21c18 req-d99665cb-f85c-40eb-8e23-7e67ff49ba1f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315967 Aug 31 02:28:45.989949 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd25b2-3937-4e7f-a246-c801828b4a32 req-f1899289-b8aa-4fd2-a095-2f23eca98775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:45.991997 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28bd25b2-3937-4e7f-a246-c801828b4a32 req-f1899289-b8aa-4fd2-a095-2f23eca98775 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17&tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff HTTP/1.1" status: 200 len: 1096 time: 0.0398657 Aug 31 02:28:46.057718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd25b2-3937-4e7f-a246-c801828b4a32 req-37043b4e-1cb1-4228-a291-2d1540b78a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:46.059191 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28bd25b2-3937-4e7f-a246-c801828b4a32 req-37043b4e-1cb1-4228-a291-2d1540b78a2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 1096 time: 0.0397415 Aug 31 02:28:46.151298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd25b2-3937-4e7f-a246-c801828b4a32 req-3a503099-2179-4e8e-a976-9fdbc315836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:46.152732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28bd25b2-3937-4e7f-a246-c801828b4a32 req-3a503099-2179-4e8e-a976-9fdbc315836e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.0869474 Aug 31 02:28:46.218042 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28bd25b2-3937-4e7f-a246-c801828b4a32 req-79394c4d-13f6-41cc-b211-df8d25e97214 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 HTTP/1.1" status: 200 len: 1000 time: 0.0582740 Aug 31 02:28:46.272222 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd25b2-3937-4e7f-a246-c801828b4a32 req-5cb5548c-3a8c-4722-8daf-61c6f7f26151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:46.274327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28bd25b2-3937-4e7f-a246-c801828b4a32 req-5cb5548c-3a8c-4722-8daf-61c6f7f26151 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0494730 Aug 31 02:28:46.319267 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd25b2-3937-4e7f-a246-c801828b4a32 req-2195e330-c2d9-41cc-ab1b-4fd0506db270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:46.321329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28bd25b2-3937-4e7f-a246-c801828b4a32 req-2195e330-c2d9-41cc-ab1b-4fd0506db270 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402689 Aug 31 02:28:46.440892 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28bd25b2-3937-4e7f-a246-c801828b4a32 req-3df8505e-34e0-424c-95d9-4fe8b4bc9ec4 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123061 Aug 31 02:28:46.499769 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a8b22-2860-4d92-bf79-fc9b045cb33e req-47fc779b-fcf1-43cc-aab6-f6a132fd53c5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:46.501218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d9a8b22-2860-4d92-bf79-fc9b045cb33e req-47fc779b-fcf1-43cc-aab6-f6a132fd53c5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.1086118 Aug 31 02:28:46.562310 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2d9a8b22-2860-4d92-bf79-fc9b045cb33e req-79dd2b59-c900-491e-9a73-363922998161 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528233 Aug 31 02:28:46.567661 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-28bd25b2-3937-4e7f-a246-c801828b4a32 req-60f3ef1d-1df9-4a54-8f49-2fbdd490cf33 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196828 Aug 31 02:28:47.691221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe9693-d3ea-4434-8ff4-4be995f8e603 req-cdc97859-b113-41f7-80d2-448352e570a8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:47.692732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71fe9693-d3ea-4434-8ff4-4be995f8e603 req-cdc97859-b113-41f7-80d2-448352e570a8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0589812 Aug 31 02:28:47.730421 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71fe9693-d3ea-4434-8ff4-4be995f8e603 req-eeb39abc-b32c-441b-841c-8244437b6207 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Aug 31 02:28:48.854412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678bd32-500a-45a8-95e3-96461a512ba5 req-cfea71b5-d90d-46b4-8f3f-378b9ea46788 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:48.855821 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3678bd32-500a-45a8-95e3-96461a512ba5 req-cfea71b5-d90d-46b4-8f3f-378b9ea46788 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0501969 Aug 31 02:28:48.898623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3678bd32-500a-45a8-95e3-96461a512ba5 req-2807bb69-cfb9-41bb-b254-3986e680b9dd tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358372 Aug 31 02:28:50.019143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49a931-d92e-4003-b289-8d78fee12ad5 req-b455ba6e-5347-4324-9593-62c00c616d00 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:50.020681 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c49a931-d92e-4003-b289-8d78fee12ad5 req-b455ba6e-5347-4324-9593-62c00c616d00 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0492499 Aug 31 02:28:50.062243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c49a931-d92e-4003-b289-8d78fee12ad5 req-818f2180-c54e-4901-bc33-79d7ced39822 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342419 Aug 31 02:28:51.193891 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213584d-4b45-469e-bba6-0819ff45a586 req-1d5a5560-9df0-4888-a7f3-4e7df84b036f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:51.196078 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f213584d-4b45-469e-bba6-0819ff45a586 req-1d5a5560-9df0-4888-a7f3-4e7df84b036f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0590768 Aug 31 02:28:51.233055 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f213584d-4b45-469e-bba6-0819ff45a586 req-4e3ad8f6-8f84-45be-960d-d244589b69ed tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311239 Aug 31 02:28:51.375177 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f8f33f50-2e0a-4d3d-acb3-88e62b52be65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:52.355824 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce50c4-59df-4c76-b39e-95337a8708a4 req-aadd2df8-2ce9-4c61-9180-b83b980606b4 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:52.357375 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68ce50c4-59df-4c76-b39e-95337a8708a4 req-aadd2df8-2ce9-4c61-9180-b83b980606b4 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0554094 Aug 31 02:28:52.403332 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-68ce50c4-59df-4c76-b39e-95337a8708a4 req-b117bb21-159e-48d0-a827-eac966e5841c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399961 Aug 31 02:28:53.528667 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb048612-2d9f-4529-b4e3-b3abc486a9fe req-797d8c72-904e-4b77-92c7-4365ba56d613 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:53.530442 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb048612-2d9f-4529-b4e3-b3abc486a9fe req-797d8c72-904e-4b77-92c7-4365ba56d613 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0525436 Aug 31 02:28:53.571047 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fb048612-2d9f-4529-b4e3-b3abc486a9fe req-14a2a3d2-121d-49e1-9449-9d9facc0624d tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336640 Aug 31 02:28:53.893975 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3700cfa1-4cd8-4d58-9251-b519b1db222e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:54.239107 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:54.724747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a688509-dac9-435e-9953-561baa536742 req-67800fe1-3f1c-4b9c-8019-b0f15f051f36 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:54.727867 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a688509-dac9-435e-9953-561baa536742 req-67800fe1-3f1c-4b9c-8019-b0f15f051f36 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0748942 Aug 31 02:28:54.767030 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5a688509-dac9-435e-9953-561baa536742 req-369ff1a2-d8ba-45f5-9904-0ac4b0722c0d tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328851 Aug 31 02:28:54.826975 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:55.889047 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fb063-de59-4e05-a5c5-6b2cff7bb5fb req-3c73db3b-2e46-4a17-8db9-cea630483508 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:55.890556 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-690fb063-de59-4e05-a5c5-6b2cff7bb5fb req-3c73db3b-2e46-4a17-8db9-cea630483508 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0516000 Aug 31 02:28:55.932620 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-690fb063-de59-4e05-a5c5-6b2cff7bb5fb req-c6470e28-98d1-46e9-a846-56f6bef05be3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359504 Aug 31 02:28:57.045124 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:28:57.050435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081fcd4-847f-4aaf-a611-a4d5b889d0bb req-793e2988-f8bd-42e1-8b64-1a0b5433dcb2 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:57.051999 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c081fcd4-847f-4aaf-a611-a4d5b889d0bb req-793e2988-f8bd-42e1-8b64-1a0b5433dcb2 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0500658 Aug 31 02:28:57.097033 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c081fcd4-847f-4aaf-a611-a4d5b889d0bb req-b5a4f1b8-3184-4c3c-8fd6-fa8406d6a0d9 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385234 Aug 31 02:28:58.218827 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd746056-13a1-4eaf-9724-875233f1d834 req-dbae9a0e-7fe7-4d80-b5e1-f74b684d6a60 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:58.220388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd746056-13a1-4eaf-9724-875233f1d834 req-dbae9a0e-7fe7-4d80-b5e1-f74b684d6a60 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0572913 Aug 31 02:28:58.261212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dd746056-13a1-4eaf-9724-875233f1d834 req-be0e3625-90b2-4a3d-9481-b9c7bb7846e8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348334 Aug 31 02:28:59.380337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6d2fc-ad16-48d9-b0d3-5eeba717a261 req-408a8fa7-c58d-439d-bdbb-bb3d6af01bc8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:28:59.382044 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-31a6d2fc-ad16-48d9-b0d3-5eeba717a261 req-408a8fa7-c58d-439d-bdbb-bb3d6af01bc8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0493023 Aug 31 02:28:59.419261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-31a6d2fc-ad16-48d9-b0d3-5eeba717a261 req-47628c71-f0aa-4f62-98be-f85f5afb0ebc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312648 Aug 31 02:29:00.535702 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0278d-288f-4a50-b87a-588eb360cbdb req-bcfb2de6-69d9-4343-a257-f0987a50d24b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:29:00.537115 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abe0278d-288f-4a50-b87a-588eb360cbdb req-bcfb2de6-69d9-4343-a257-f0987a50d24b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0502803 Aug 31 02:29:00.574958 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abe0278d-288f-4a50-b87a-588eb360cbdb req-14451039-bcdf-40b1-aff3-688905a97164 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314839 Aug 31 02:29:01.693381 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f5d4b-6deb-4c56-9fd6-a7de8284c83b req-dcf10ecd-fa27-45c2-9df5-dbbb870da3cb tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:29:01.694887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f76f5d4b-6deb-4c56-9fd6-a7de8284c83b req-dcf10ecd-fa27-45c2-9df5-dbbb870da3cb tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0528553 Aug 31 02:29:01.732544 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f76f5d4b-6deb-4c56-9fd6-a7de8284c83b req-6f39bd42-c51c-45f2-a4d6-6a20a469380e tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316718 Aug 31 02:29:02.428540 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:02.847991 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ecb19-b5d8-419a-ab08-498803748c7a req-00ac7cdb-68cc-4d49-bda0-cd9f93859740 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:29:02.849402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-363ecb19-b5d8-419a-ab08-498803748c7a req-00ac7cdb-68cc-4d49-bda0-cd9f93859740 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0509071 Aug 31 02:29:02.886937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-363ecb19-b5d8-419a-ab08-498803748c7a req-a4bfaae2-3489-46a6-9820-20613944951b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317059 Aug 31 02:29:03.999874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86765655-5616-423e-afc8-af3f4a8316fb req-6605e2c8-59d1-49cd-9c2c-97dc21739079 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:29:04.001346 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86765655-5616-423e-afc8-af3f4a8316fb req-6605e2c8-59d1-49cd-9c2c-97dc21739079 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 944 time: 0.0485742 Aug 31 02:29:04.038725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-86765655-5616-423e-afc8-af3f4a8316fb req-992ba631-cabe-48f8-aa5c-63bf806725bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313356 Aug 31 02:29:04.606435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:29:04.700279 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:29:04.711111 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'port_id': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'mac_address': 'fa:16:3e:1c:39:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:29:04.747683 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:04.760684 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:29:04.778825 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:29:04.782683 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:04.828313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,revision_number=9']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:29:05.157874 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205ca34-237e-4127-9d4e-b9e85357fb8e req-52209385-067f-46d7-9470-d941ed874eed tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:29:05.159568 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7205ca34-237e-4127-9d4e-b9e85357fb8e req-52209385-067f-46d7-9470-d941ed874eed tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 945 time: 0.0529017 Aug 31 02:29:05.197309 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7205ca34-237e-4127-9d4e-b9e85357fb8e req-9736554f-a16f-46ad-a01a-5d065cdea45d tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317626 Aug 31 02:29:05.205136 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['a54092f7-3cd7-4ff9-b398-b01cb9ea84e8'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:29:06.313402 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ec2b6-09dd-4be1-b8cd-33e0a5a7e3ba req-eba22ef7-cc5f-43e2-ac8a-86757ff149ae tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:29:06.314883 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a05ec2b6-09dd-4be1-b8cd-33e0a5a7e3ba req-eba22ef7-cc5f-43e2-ac8a-86757ff149ae tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 945 time: 0.0498104 Aug 31 02:29:06.351494 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a05ec2b6-09dd-4be1-b8cd-33e0a5a7e3ba req-5897477c-9a37-4a38-ab47-382c286baa49 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306511 Aug 31 02:29:06.604249 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:29:06.651201 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:29:06.651443 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:06.726437 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:06.748723 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:29:06.750939 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb05f635-f3ff-4cc8-a8ae-7072e746d006" -d '{"events": [{"server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "name": "network-vif-plugged", "status": "completed", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:29:06.764014 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:29:06.768436 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:06.814853 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,revision_number=10']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:29:06.851367 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fa3a93-a502-4ac6-a65f-6fe46cad8f99 x-openstack-request-id: req-26fa3a93-a502-4ac6-a65f-6fe46cad8f99 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:29:06.851671 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "name": "network-vif-plugged", "status": "completed", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:29:06.851930 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26fa3a93-a502-4ac6-a65f-6fe46cad8f99 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:29:06.852332 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'code': 200} Aug 31 02:29:07.052570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd13d57-64d7-4f97-8e9e-6dd67d477944 req-63cd9b26-f38f-42ea-8d8e-282601ddd373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:29:07.054076 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7bd13d57-64d7-4f97-8e9e-6dd67d477944 req-63cd9b26-f38f-42ea-8d8e-282601ddd373 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 1099 time: 0.0412529 Aug 31 02:29:07.090003 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7bd13d57-64d7-4f97-8e9e-6dd67d477944 req-8aaa341e-8148-4702-8dc4-842b18f78c68 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270340 Aug 31 02:29:07.471543 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c466fb-c2ad-416f-a2d9-673c193512d8 req-cc1dbf53-ebf3-4c36-a58b-642233a80d67 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:29:07.473022 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80c466fb-c2ad-416f-a2d9-673c193512d8 req-cc1dbf53-ebf3-4c36-a58b-642233a80d67 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 947 time: 0.0528276 Aug 31 02:29:07.510406 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-80c466fb-c2ad-416f-a2d9-673c193512d8 req-73ddcc76-980f-4243-ad0c-0719e74e7ffd tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308874 Aug 31 02:29:08.629890 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1b5f2-2729-4210-9b7e-8903aad4acb1 req-6711d562-edf5-433a-8d3e-bc78b8223fa5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:29:08.631684 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ac1b5f2-2729-4210-9b7e-8903aad4acb1 req-6711d562-edf5-433a-8d3e-bc78b8223fa5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 947 time: 0.0495901 Aug 31 02:29:08.670370 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ac1b5f2-2729-4210-9b7e-8903aad4acb1 req-809918d8-1e67-4e73-bc26-16bf60e22152 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321059 Aug 31 02:29:09.785464 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf3322-9ef3-4eef-8787-7536b1a9d212 req-31ecde43-9022-4b72-a351-4e5d5f3d36d2 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:29:09.786934 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ccf3322-9ef3-4eef-8787-7536b1a9d212 req-31ecde43-9022-4b72-a351-4e5d5f3d36d2 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 947 time: 0.0499711 Aug 31 02:29:09.824106 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ccf3322-9ef3-4eef-8787-7536b1a9d212 req-2f801ec5-b326-4d64-8545-762edf634e4b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304589 Aug 31 02:29:11.554374 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:29:12.146456 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:14.393425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5050c37-73c3-4db1-9a6a-75a5e9113032 req-ff95e28f-60f3-4699-8413-28bc4f46d1b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434783 Aug 31 02:29:14.483139 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5050c37-73c3-4db1-9a6a-75a5e9113032 req-f1bbc4a7-214a-4385-9530-b94b273ee2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:29:14.484655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5050c37-73c3-4db1-9a6a-75a5e9113032 req-f1bbc4a7-214a-4385-9530-b94b273ee2f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 1099 time: 0.0403967 Aug 31 02:29:14.589836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5050c37-73c3-4db1-9a6a-75a5e9113032 req-04c3156b-41df-4267-a50a-0551b5a04d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:29:14.591329 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5050c37-73c3-4db1-9a6a-75a5e9113032 req-04c3156b-41df-4267-a50a-0551b5a04d15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.0872624 Aug 31 02:29:14.662417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5050c37-73c3-4db1-9a6a-75a5e9113032 req-0d4b5bf8-0412-4113-8280-0c7aba417f04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 HTTP/1.1" status: 200 len: 1002 time: 0.0641983 Aug 31 02:29:14.711760 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5050c37-73c3-4db1-9a6a-75a5e9113032 req-59695012-bfb1-4efa-936a-eeeec9d268dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:29:14.713756 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5050c37-73c3-4db1-9a6a-75a5e9113032 req-59695012-bfb1-4efa-936a-eeeec9d268dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0443559 Aug 31 02:29:14.760256 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5050c37-73c3-4db1-9a6a-75a5e9113032 req-1485b409-990a-4467-a5fc-e6b971b33767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:29:14.761745 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5050c37-73c3-4db1-9a6a-75a5e9113032 req-1485b409-990a-4467-a5fc-e6b971b33767 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411959 Aug 31 02:29:14.855243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5050c37-73c3-4db1-9a6a-75a5e9113032 req-43e7ca06-aac6-479d-b70b-fc1a60da5cdc service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861824 Aug 31 02:29:14.956349 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e5050c37-73c3-4db1-9a6a-75a5e9113032 req-470653f2-5e89-4268-abbb-e33d74129c80 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940850 Aug 31 02:29:21.375930 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3134733e-abf9-4d91-b811-107aa7c36ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:23.897738 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8dcb90db-d070-4c15-8c3d-b6ddbae9b659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:24.231665 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:24.821795 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:27.048345 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:32.446631 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:42.153658 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:48.553675 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:29:51.376013 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9004cad9-9415-495f-9064-305a79b4abf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:53.902874 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8716a0f9-fbe5-485c-b872-01c1ecd9b7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:54.232852 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:54.825333 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:29:57.051149 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:02.457063 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:12.166903 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:15.141912 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a247b29a-4900-469b-9d80-d57741bb2b32 req-b91dc6cf-c569-42a8-8ea0-4b926867d75d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0895681 Aug 31 02:30:15.232924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247b29a-4900-469b-9d80-d57741bb2b32 req-faf22b95-4df9-46c6-b310-80a4953f7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:30:15.234397 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a247b29a-4900-469b-9d80-d57741bb2b32 req-faf22b95-4df9-46c6-b310-80a4953f7189 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 1099 time: 0.0406954 Aug 31 02:30:15.339027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247b29a-4900-469b-9d80-d57741bb2b32 req-dafa7aea-b329-4fdf-82d8-e81c7191c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:30:15.340512 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a247b29a-4900-469b-9d80-d57741bb2b32 req-dafa7aea-b329-4fdf-82d8-e81c7191c1b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.0880611 Aug 31 02:30:15.408111 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a247b29a-4900-469b-9d80-d57741bb2b32 req-cc594fcf-90b3-4db6-a3f2-91bb95f5c4df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 HTTP/1.1" status: 200 len: 1002 time: 0.0606182 Aug 31 02:30:15.456747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247b29a-4900-469b-9d80-d57741bb2b32 req-97ea92df-94ec-4343-a199-6976b5e502a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:30:15.458136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a247b29a-4900-469b-9d80-d57741bb2b32 req-97ea92df-94ec-4343-a199-6976b5e502a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0428224 Aug 31 02:30:15.503178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247b29a-4900-469b-9d80-d57741bb2b32 req-44f62292-2f45-4834-a9ea-feaaa2858796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:30:15.504653 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a247b29a-4900-469b-9d80-d57741bb2b32 req-44f62292-2f45-4834-a9ea-feaaa2858796 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393746 Aug 31 02:30:15.595982 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a247b29a-4900-469b-9d80-d57741bb2b32 req-3f2bbdb6-2383-41ef-91a5-7318561a8e6d service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833230 Aug 31 02:30:15.689571 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a247b29a-4900-469b-9d80-d57741bb2b32 req-2218c78c-eebf-4dfc-9000-b49f590889fa service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867002 Aug 31 02:30:21.375866 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-421d4144-e70c-43b3-9512-0728d64cec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:23.903776 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-38db4d47-3e6b-4ea5-a308-5f2ffc2361fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:24.234540 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:24.827833 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:25.553105 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:30:27.054755 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:32.456313 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:42.187229 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:51.376669 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cc4be368-0ec4-4d95-9e4d-1096d916ef3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:53.844718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41712) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:30:53.903564 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f0ca4b93-9780-446e-9511-d6ec4917aca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:54.047880 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Deleting port 4ccd777b-7d4c-4f65-97ea-a2f95580dbe7 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:30:54.048227 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:54.121173 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:54.121427 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:54.132917 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Calling delete_port for 4ccd777b-7d4c-4f65-97ea-a2f95580dbe7 owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:30:54.235680 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:54.279994 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:54.305962 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event deleted for resources: {'Port': ['ID=4ccd777b-7d4c-4f65-97ea-a2f95580dbe7,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:30:54.331100 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:30:54.331476 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:30:54.331821 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:30:54.332159 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:30:54.332492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:30:54.332830 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:30:54.333157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:30:54.333488 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:30:54.333811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:30:54.334134 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:30:54.334456 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:30:54.334782 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:30:54.384563 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:54.384834 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Floating IP da863eed-212b-409e-aa63-47ea7666be4a disassociated (deleted). External IP: 172.25.6.166, port: a54092f7-3cd7-4ff9-b398-b01cb9ea84e8. Aug 31 02:30:54.596984 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Router 440fa674-fbc9-4aa7-8dff-02e28877c4dc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:30:54.704957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:30:54.709708 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:54.714356 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4c0e5-67b7-4b91-88a2-9a417be1d2ba None None] Sync routers for ids ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:30:54.725646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4c0e5-67b7-4b91-88a2-9a417be1d2ba None None] Routers {'440fa674-fbc9-4aa7-8dff-02e28877c4dc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:30:54.726271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-dcf4c0e5-67b7-4b91-88a2-9a417be1d2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:30:54.739716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-05f0820c-5657-4322-a7db-853d763e5150 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "DELETE /v2.0/floatingips/da863eed-212b-409e-aa63-47ea7666be4a HTTP/1.1" status: 204 len: 168 time: 0.8938932 Aug 31 02:30:54.740304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:30:54.743348 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef41e8c8-9402-4f59-892b-c5c4e36ce96c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:30:54.845485 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:54.849212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-dcf4c0e5-67b7-4b91-88a2-9a417be1d2ba None None] Set router 440fa674-fbc9-4aa7-8dff-02e28877c4dc gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:30:54.858198 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31d2749-ce40-4b73-8362-125e49604114 x-openstack-request-id: req-a31d2749-ce40-4b73-8362-125e49604114 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:30:54.858703 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:30:54.858703 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a31d2749-ce40-4b73-8362-125e49604114 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:30:54.859118 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'status': 'completed', 'code': 200} Aug 31 02:30:54.993380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41e8c8-9402-4f59-892b-c5c4e36ce96c req-f26a071a-5a2f-41bc-8f26-2072f6d1f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:30:54.994837 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef41e8c8-9402-4f59-892b-c5c4e36ce96c req-f26a071a-5a2f-41bc-8f26-2072f6d1f628 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 1099 time: 0.0724347 Aug 31 02:30:55.008049 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c196ec-b267-4ee2-a907-fc3aef34e6ef req-75340814-57dc-4607-8820-6e8ff7f66880 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:30:55.009500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9c196ec-b267-4ee2-a907-fc3aef34e6ef req-75340814-57dc-4607-8820-6e8ff7f66880 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 947 time: 0.0613484 Aug 31 02:30:55.053102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-dcf4c0e5-67b7-4b91-88a2-9a417be1d2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:33Z', 'revision_number': 5, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:30:55.079808 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4c0e5-67b7-4b91-88a2-9a417be1d2ba None None] Checking router: 440fa674-fbc9-4aa7-8dff-02e28877c4dc for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:30:55.088075 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4c0e5-67b7-4b91-88a2-9a417be1d2ba None None] Routers {'440fa674-fbc9-4aa7-8dff-02e28877c4dc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:30:55.088794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-dcf4c0e5-67b7-4b91-88a2-9a417be1d2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:30:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:30:55.096281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e9c196ec-b267-4ee2-a907-fc3aef34e6ef req-44812539-749a-43ce-ba27-9a769590d017 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785902 Aug 31 02:30:55.127816 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41e8c8-9402-4f59-892b-c5c4e36ce96c req-a770b44f-4e35-41e1-9b3c-f65376c0eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:30:55.129556 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef41e8c8-9402-4f59-892b-c5c4e36ce96c req-a770b44f-4e35-41e1-9b3c-f65376c0eca7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.1189451 Aug 31 02:30:55.172763 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef41e8c8-9402-4f59-892b-c5c4e36ce96c req-0da8e73a-e9aa-4a77-bc9f-691771fe5e9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 HTTP/1.1" status: 200 len: 217 time: 0.0348957 Aug 31 02:30:55.194024 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-dcf4c0e5-67b7-4b91-88a2-9a417be1d2ba None None] Set router 440fa674-fbc9-4aa7-8dff-02e28877c4dc gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:30:55.221706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41e8c8-9402-4f59-892b-c5c4e36ce96c req-4187341d-cfd8-4f55-b94a-996b3d41ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:30:55.223196 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef41e8c8-9402-4f59-892b-c5c4e36ce96c req-4187341d-cfd8-4f55-b94a-996b3d41ba27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0437412 Aug 31 02:30:55.284260 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41e8c8-9402-4f59-892b-c5c4e36ce96c req-d867a385-1f18-4af6-9aec-0b77fbf32f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:30:55.285979 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef41e8c8-9402-4f59-892b-c5c4e36ce96c req-d867a385-1f18-4af6-9aec-0b77fbf32f8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542111 Aug 31 02:30:55.377675 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef41e8c8-9402-4f59-892b-c5c4e36ce96c req-6570c1dd-d0fa-4742-8c44-2fc6d1441649 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834298 Aug 31 02:30:55.404781 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-dcf4c0e5-67b7-4b91-88a2-9a417be1d2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:33Z', 'revision_number': 5, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:30:55.431614 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4c0e5-67b7-4b91-88a2-9a417be1d2ba None None] The sync data for ids ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'] in n-d-802060-13 is: [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:33Z', 'revision_number': 5, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:30:55.483178 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ef41e8c8-9402-4f59-892b-c5c4e36ce96c req-bca74319-e8e4-43b3-aabf-6503fdf582f4 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909309 Aug 31 02:30:55.643233 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ae132-30f4-4a41-9de9-d9811288c1bd None None] New status for floating IP da863eed-212b-409e-aa63-47ea7666be4a: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:30:56.264739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25af47-a902-4364-8d99-7efb84b59fd3 req-a022b05d-0591-45fa-a402-109c6d048b2e tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:30:56.266270 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e25af47-a902-4364-8d99-7efb84b59fd3 req-a022b05d-0591-45fa-a402-109c6d048b2e tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 947 time: 0.1005118 Aug 31 02:30:56.303458 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1e25af47-a902-4364-8d99-7efb84b59fd3 req-6f1d4917-bf18-490a-ae98-816f8c5619e4 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311725 Aug 31 02:30:56.543758 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99e348-6949-4835-ac7d-82e949bc5395 req-994d301a-0d0f-4130-b8ab-c53bef6e9837 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:30:56.545256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c99e348-6949-4835-ac7d-82e949bc5395 req-994d301a-0d0f-4130-b8ab-c53bef6e9837 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 947 time: 0.0479112 Aug 31 02:30:56.645387 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-7c99e348-6949-4835-ac7d-82e949bc5395 req-827bb307-a93c-40ca-b845-84d1c5c05f15 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Deleting port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:30:56.645742 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7c99e348-6949-4835-ac7d-82e949bc5395 req-827bb307-a93c-40ca-b845-84d1c5c05f15 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:56.732452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-7c99e348-6949-4835-ac7d-82e949bc5395 req-827bb307-a93c-40ca-b845-84d1c5c05f15 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] For port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:30:56.732818 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7c99e348-6949-4835-ac7d-82e949bc5395 req-827bb307-a93c-40ca-b845-84d1c5c05f15 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:56.746130 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-7c99e348-6949-4835-ac7d-82e949bc5395 req-827bb307-a93c-40ca-b845-84d1c5c05f15 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Calling delete_port for a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:30:56.873477 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7c99e348-6949-4835-ac7d-82e949bc5395 req-827bb307-a93c-40ca-b845-84d1c5c05f15 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:56.903286 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bb307-a93c-40ca-b845-84d1c5c05f15 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event deleted for resources: {'Port': ['ID=a54092f7-3cd7-4ff9-b398-b01cb9ea84e8,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:30:56.948825 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c99e348-6949-4835-ac7d-82e949bc5395 req-827bb307-a93c-40ca-b845-84d1c5c05f15 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] No DVR routers for this DVR port a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:30:56.952080 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-7c99e348-6949-4835-ac7d-82e949bc5395 req-827bb307-a93c-40ca-b845-84d1c5c05f15 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:56.954429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7c99e348-6949-4835-ac7d-82e949bc5395 req-827bb307-a93c-40ca-b845-84d1c5c05f15 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.15 "DELETE /v2.0/ports/a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 HTTP/1.1" status: 204 len: 173 time: 0.4034736 Aug 31 02:30:56.954887 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'name': 'network-vif-deleted', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:30:56.957137 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8967ce10-8d80-4bf4-bec5-067a54284576" -d '{"events": [{"server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "name": "network-vif-deleted", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:30:56.995073 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea60026-31a3-42df-9ad0-9fee69299746 x-openstack-request-id: req-0ea60026-31a3-42df-9ad0-9fee69299746 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:30:56.995891 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c019bc-460b-47bb-b562-5c9224d3eb17", "name": "network-vif-deleted", "tag": "a54092f7-3cd7-4ff9-b398-b01cb9ea84e8", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:30:56.996322 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ea60026-31a3-42df-9ad0-9fee69299746 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:30:56.996728 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c019bc-460b-47bb-b562-5c9224d3eb17', 'name': 'network-vif-deleted', 'tag': 'a54092f7-3cd7-4ff9-b398-b01cb9ea84e8', 'status': 'completed', 'code': 200} Aug 31 02:30:57.059302 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:57.421686 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-094866e4-269b-4459-837d-6d1d3ebcbe62 req-d6696d44-6346-463e-b7a2-6cb14df8f2ef tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4c019bc-460b-47bb-b562-5c9224d3eb17 HTTP/1.1" status: 200 len: 210 time: 0.0282943 Aug 31 02:30:58.477579 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41740) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:30:58.536077 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d1f042a1-546f-40b7-becb-156e09079942 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:58.561138 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d1f042a1-546f-40b7-becb-156e09079942 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:58.623706 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d1f042a1-546f-40b7-becb-156e09079942 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:58.626303 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-d1f042a1-546f-40b7-becb-156e09079942 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:30:58.627549 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-d1f042a1-546f-40b7-becb-156e09079942 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "DELETE /v2.0/security-groups/3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32 HTTP/1.1" status: 204 len: 168 time: 0.1489565 Aug 31 02:30:58.636929 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f042a1-546f-40b7-becb-156e09079942 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1d2d0d-6b89-4fd5-9349-3b39a6af9c32,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:30:59.968239 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 41750) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:30:59.974425 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-161736337', 'description': 'tempest-secgroup-smoke-161736337 description', 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:30:59.996143 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.075996 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.079535 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.106258 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.107513 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1382308 Aug 31 02:31:00.109387 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304758c6-0e4f-4493-90f3-6e30a741445a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:31:00.110434 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41754) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:31:00.115248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-11c7b3d8-912a-45f8-81a1-208b18d7023c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'security_group_rule': {'security_group_id': '304758c6-0e4f-4493-90f3-6e30a741445a', 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:31:00.117144 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:00.117496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:00.117838 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:00.118178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:00.118514 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:00.118874 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:00.119179 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:00.119536 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:00.119864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:00.120189 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:00.121040 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:00.121638 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecc7fd-5a32-4d14-b733-b96cc8e0bc10 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:00.146849 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11c7b3d8-912a-45f8-81a1-208b18d7023c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.193493 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11c7b3d8-912a-45f8-81a1-208b18d7023c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.196829 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11c7b3d8-912a-45f8-81a1-208b18d7023c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.215538 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7b3d8-912a-45f8-81a1-208b18d7023c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633f1832-e165-447b-a8c3-e1fa0e4e563e,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:31:00.221411 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-11c7b3d8-912a-45f8-81a1-208b18d7023c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.222734 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-11c7b3d8-912a-45f8-81a1-208b18d7023c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112931 Aug 31 02:31:00.225523 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41756) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:31:00.229852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-9d9360bf-63f1-4f1a-b7d7-7fe4c2de4f73 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'security_group_rule': {'security_group_id': '304758c6-0e4f-4493-90f3-6e30a741445a', 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:31:00.256493 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d9360bf-63f1-4f1a-b7d7-7fe4c2de4f73 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.316347 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d9360bf-63f1-4f1a-b7d7-7fe4c2de4f73 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.320325 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d9360bf-63f1-4f1a-b7d7-7fe4c2de4f73 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.337398 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9360bf-63f1-4f1a-b7d7-7fe4c2de4f73 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd88270-ba18-40dd-bf83-947dd5b3fbe0,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:31:00.344150 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9d9360bf-63f1-4f1a-b7d7-7fe4c2de4f73 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.345429 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9d9360bf-63f1-4f1a-b7d7-7fe4c2de4f73 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189959 Aug 31 02:31:00.348168 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41758) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:31:00.352731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f538f7c4-2fc8-49a4-9ce7-22c14693de3b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'security_group_rule': {'security_group_id': '304758c6-0e4f-4493-90f3-6e30a741445a', 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:31:00.379583 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f538f7c4-2fc8-49a4-9ce7-22c14693de3b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.435837 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f538f7c4-2fc8-49a4-9ce7-22c14693de3b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.439325 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f538f7c4-2fc8-49a4-9ce7-22c14693de3b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.456338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538f7c4-2fc8-49a4-9ce7-22c14693de3b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49c8935-4f27-4972-b75f-700c4976d53c,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:31:00.462399 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f538f7c4-2fc8-49a4-9ce7-22c14693de3b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.463878 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f538f7c4-2fc8-49a4-9ce7-22c14693de3b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147521 Aug 31 02:31:00.467248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41760) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:31:00.471724 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-c1541fc9-9628-44f4-a887-9afba48c83d3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'security_group_rule': {'security_group_id': '304758c6-0e4f-4493-90f3-6e30a741445a', 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:31:00.498064 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1541fc9-9628-44f4-a887-9afba48c83d3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.555835 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1541fc9-9628-44f4-a887-9afba48c83d3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.559164 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1541fc9-9628-44f4-a887-9afba48c83d3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.577603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1541fc9-9628-44f4-a887-9afba48c83d3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb03bef-1349-4c77-8a7d-e8d06a74ba1b,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:31:00.584345 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-c1541fc9-9628-44f4-a887-9afba48c83d3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.585593 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-c1541fc9-9628-44f4-a887-9afba48c83d3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173947 Aug 31 02:31:00.588443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41762) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:31:00.593886 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-09247846-8d99-435d-b1bc-5a61ab723983 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'security_group_rule': {'security_group_id': '304758c6-0e4f-4493-90f3-6e30a741445a', 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:31:00.620223 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-09247846-8d99-435d-b1bc-5a61ab723983 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Project 5f3c88f282bd4bbab2462bbb5e56c2ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:31:00.625388 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-09247846-8d99-435d-b1bc-5a61ab723983 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.688906 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-09247846-8d99-435d-b1bc-5a61ab723983 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.691963 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-09247846-8d99-435d-b1bc-5a61ab723983 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.708471 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09247846-8d99-435d-b1bc-5a61ab723983 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d746ab-7527-4aca-9bdf-5a4c459b3b93,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:31:00.715426 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-09247846-8d99-435d-b1bc-5a61ab723983 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.716651 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-09247846-8d99-435d-b1bc-5a61ab723983 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272507 Aug 31 02:31:00.719443 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41764) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:31:00.723799 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f6c81c07-8975-48c6-91da-60e496c385b3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'security_group_rule': {'security_group_id': '304758c6-0e4f-4493-90f3-6e30a741445a', 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:31:00.744126 n-d-802060-13 neutron-server[94761]: INFO neutron.db.securitygroups_db [None req-f6c81c07-8975-48c6-91da-60e496c385b3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Project 5f3c88f282bd4bbab2462bbb5e56c2ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:31:00.748805 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f6c81c07-8975-48c6-91da-60e496c385b3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.808367 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f6c81c07-8975-48c6-91da-60e496c385b3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.811623 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f6c81c07-8975-48c6-91da-60e496c385b3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.829204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c81c07-8975-48c6-91da-60e496c385b3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e39e86-b87f-4c55-a58b-9323dbe4f776,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:31:00.831374 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f6c81c07-8975-48c6-91da-60e496c385b3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:00.832538 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f6c81c07-8975-48c6-91da-60e496c385b3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1121864 Aug 31 02:31:01.178259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:31:01.199792 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:31:01.200152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device a54092f7-3cd7-4ff9-b398-b01cb9ea84e8 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:31:02.486255 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:02.552102 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:31:12.202334 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:15.135248 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-200b07de-c5e1-4b9f-a95b-d052cd72f6e1 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161736337&fields=id&tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff HTTP/1.1" status: 200 len: 267 time: 0.0332873 Aug 31 02:31:15.242738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-97d8b2d8-66fb-4c08-8e9c-97d8109c1ab7 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:15.244441 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-97d8b2d8-66fb-4c08-8e9c-97d8109c1ab7 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 806 time: 0.1021926 Aug 31 02:31:15.259911 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-799a3962-2f17-462a-a337-2b26b10c9a53 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/quotas/5f3c88f282bd4bbab2462bbb5e56c2ff HTTP/1.1" status: 200 len: 375 time: 0.0093615 Aug 31 02:31:15.311650 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-4f617b28-2245-4633-9423-52c68117a9f8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452945 Aug 31 02:31:15.379692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-6e5dd801-bbbe-4a11-b5e6-6a149a18b955 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:31:15.380736 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-6e5dd801-bbbe-4a11-b5e6-6a149a18b955 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0575521 Aug 31 02:31:15.468553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-a4208eef-6b6e-40da-b082-2398f4e517a7 service neutron] 10.222.0.58 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815747 Aug 31 02:31:15.561417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-16215a99-ee4a-4204-9df6-11a54be54e45 service neutron] 10.222.0.58 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865726 Aug 31 02:31:15.861604 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8fa79b53-dd05-42f6-b1c0-a2519cccdd59 req-2e2a2674-b320-452b-a249-fcd30386b992 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0280056 Aug 31 02:31:16.827901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-253c81f7-2044-4321-b38e-b2bf1a981124 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:16.829390 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-253c81f7-2044-4321-b38e-b2bf1a981124 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 806 time: 0.1070127 Aug 31 02:31:16.875135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cb6e5401-f87a-48b2-8a64-bb8b7849e8b4 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff HTTP/1.1" status: 200 len: 379 time: 0.0335069 Aug 31 02:31:16.896221 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-20ab048e-8bf0-410b-ad38-bd48c6f54d99 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'port': {'device_id': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'admin_state_up': True, 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'security_groups': ['304758c6-0e4f-4493-90f3-6e30a741445a']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:31:16.984247 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-36ab4a9e-bd1b-4813-a82f-76e2cb13c034 req-7c26188b-073a-4b43-9ef2-49ea035085b6 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0360246 Aug 31 02:31:17.048885 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-20ab048e-8bf0-410b-ad38-bd48c6f54d99 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Made reservation on behalf of 5f3c88f282bd4bbab2462bbb5e56c2ff for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:31:17.052468 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-20ab048e-8bf0-410b-ad38-bd48c6f54d99 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:17.523182 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-20ab048e-8bf0-410b-ad38-bd48c6f54d99 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Allocated IP 172.20.0.13 (c8ede6b2-6569-4c0c-8a28-37043d1d2f0c/4d7eabab-8ac7-4c72-b2cd-8a5b34554023/1ce7babf-f95c-4c1f-8760-c4e76d3f55ef) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:31:17.675187 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-20ab048e-8bf0-410b-ad38-bd48c6f54d99 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:17.689592 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-20ab048e-8bf0-410b-ad38-bd48c6f54d99 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Transition to ACTIVE for port object 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:31:17.723377 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-20ab048e-8bf0-410b-ad38-bd48c6f54d99 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:17.769206 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-20ab048e-8bf0-410b-ad38-bd48c6f54d99 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:31:17.772325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-20ab048e-8bf0-410b-ad38-bd48c6f54d99 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:31:17.776207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-20ab048e-8bf0-410b-ad38-bd48c6f54d99 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:31:17.782925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab048e-8bf0-410b-ad38-bd48c6f54d99 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'Port': ['ID=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:31:17.829185 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-20ab048e-8bf0-410b-ad38-bd48c6f54d99 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:17.830583 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-20ab048e-8bf0-410b-ad38-bd48c6f54d99 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:17.847831 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-20ab048e-8bf0-410b-ad38-bd48c6f54d99 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9587824 Aug 31 02:31:17.865636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Request body: {'port': {'device_id': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:31:17.928853 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:18.013039 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9a71c966-2c89-43a1-887d-e11eb0c5ef6f None None] Provisioning for port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:31:18.023130 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-9a71c966-2c89-43a1-887d-e11eb0c5ef6f None None] Provisioning complete for port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:31:18.023579 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9a71c966-2c89-43a1-887d-e11eb0c5ef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:18.085379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-9a71c966-2c89-43a1-887d-e11eb0c5ef6f None None] Port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:31:18.193833 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60affcaf-14ef-464b-b4c0-b9519aaf41b6 req-f36f11f0-d380-42ee-8b02-fe78fc8f16d5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:18.195355 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60affcaf-14ef-464b-b4c0-b9519aaf41b6 req-f36f11f0-d380-42ee-8b02-fe78fc8f16d5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 932 time: 0.0764601 Aug 31 02:31:18.277498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60affcaf-14ef-464b-b4c0-b9519aaf41b6 req-ee561bfd-154f-42e2-94fc-b66236075ec2 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704818 Aug 31 02:31:18.291982 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:31:18.299883 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:18.312146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Transition to ACTIVE for port object 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:31:18.315929 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:18.370293 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Pushing event updated for resources: {'Port': ['ID=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:31:18.443181 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Attempting to bind port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:31:18.443570 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Attempting to bind port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:31:18.443866 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Attempting to bind port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef on network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:31:18.448726 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef on network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:31:18.449061 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Attempting to bind port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef on network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:31:18.454653 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:31:18.454998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Checking segment: {'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:31:18.455426 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Bound using segment: {'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:31:18.455860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Bound port: 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9fcbe8-3927-433d-97f0-47d058b0b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:31:18.456219 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:18.531922 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] For port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:31:18.535766 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] For port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:31:18.541370 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:18.582201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:18.582911 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:18.584425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] 10.222.0.15 "PUT /v2.0/ports/1ce7babf-f95c-4c1f-8760-c4e76d3f55ef HTTP/1.1" status: 200 len: 1093 time: 0.7233286 Aug 31 02:31:18.584958 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'tag': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:31:18.587308 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b7528d-9dcd-4942-b70c-583f7e32e275" -d '{"events": [{"name": "network-changed", "server_uuid": "0efc8bf7-b24b-4790-8900-73eee0f7a9f3", "tag": "1ce7babf-f95c-4c1f-8760-c4e76d3f55ef"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:31:18.620747 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92d8a1-057f-4886-896f-5f1f86fc715a service neutron] Pushing event updated for resources: {'Port': ['ID=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:31:18.679959 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8315ca7-f77a-429f-83b9-052902c50b17 x-openstack-request-id: req-b8315ca7-f77a-429f-83b9-052902c50b17 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:31:18.680260 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0efc8bf7-b24b-4790-8900-73eee0f7a9f3", "tag": "1ce7babf-f95c-4c1f-8760-c4e76d3f55ef", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:31:18.680500 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8315ca7-f77a-429f-83b9-052902c50b17 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:31:18.680896 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'tag': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef', 'status': 'completed', 'code': 200} Aug 31 02:31:18.695608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-1e4c4b01-7ebe-43c9-bfc4-00c9665fe249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:18.697387 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-1e4c4b01-7ebe-43c9-bfc4-00c9665fe249 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 1096 time: 0.0552530 Aug 31 02:31:18.756344 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-5b79d43f-e9d3-4a40-9863-442260262cfb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef HTTP/1.1" status: 200 len: 217 time: 0.0483594 Aug 31 02:31:18.810440 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-13edff53-9037-4b5e-8f73-b4e8e0571282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:18.812059 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-13edff53-9037-4b5e-8f73-b4e8e0571282 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0485027 Aug 31 02:31:18.865706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-342c0223-f738-482c-b6d5-4334af3f64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:18.867260 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-342c0223-f738-482c-b6d5-4334af3f64f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481992 Aug 31 02:31:18.974264 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-063b873e-86c6-44fd-9ae8-f0941c47cc34 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995901 Aug 31 02:31:19.092693 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e18d978-8d14-43f9-bb31-4c99707ed296 req-34976a34-e0ac-4022-ae21-d20aea295ae6 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106374 Aug 31 02:31:19.199542 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7528d-9dcd-4942-b70c-583f7e32e275 req-7a762ef2-8980-41df-9c66-8514269cc22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:19.200999 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7b7528d-9dcd-4942-b70c-583f7e32e275 req-7a762ef2-8980-41df-9c66-8514269cc22b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 1096 time: 0.0451937 Aug 31 02:31:19.315992 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7528d-9dcd-4942-b70c-583f7e32e275 req-f37d4b8b-ff00-423e-a5b9-0a1a614fb1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:19.317690 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7b7528d-9dcd-4942-b70c-583f7e32e275 req-f37d4b8b-ff00-423e-a5b9-0a1a614fb1f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.1099691 Aug 31 02:31:19.366499 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7b7528d-9dcd-4942-b70c-583f7e32e275 req-aa97f0f7-e802-4652-8831-4d22dedbffdc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef HTTP/1.1" status: 200 len: 217 time: 0.0411105 Aug 31 02:31:19.447964 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7528d-9dcd-4942-b70c-583f7e32e275 req-29c93e77-809a-4bbb-9f66-8aadb1988f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:19.449790 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7b7528d-9dcd-4942-b70c-583f7e32e275 req-29c93e77-809a-4bbb-9f66-8aadb1988f40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0745983 Aug 31 02:31:19.458337 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e242000-8b97-4d27-b888-bc4851c987eb req-d61c3883-ba31-44f3-b1dc-cdcecdfc59e3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:19.459856 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e242000-8b97-4d27-b888-bc4851c987eb req-d61c3883-ba31-44f3-b1dc-cdcecdfc59e3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0959969 Aug 31 02:31:19.529327 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e242000-8b97-4d27-b888-bc4851c987eb req-9ef291d1-c566-4007-a2a3-4dc0502111e7 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600231 Aug 31 02:31:19.531156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7528d-9dcd-4942-b70c-583f7e32e275 req-685d7bc2-f7c5-49e7-a0a0-7b8b66e5e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:19.532981 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7b7528d-9dcd-4942-b70c-583f7e32e275 req-685d7bc2-f7c5-49e7-a0a0-7b8b66e5e8b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721262 Aug 31 02:31:19.659553 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7b7528d-9dcd-4942-b70c-583f7e32e275 req-d41949c7-439b-446b-9b81-d5041155a499 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193793 Aug 31 02:31:19.751601 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b7b7528d-9dcd-4942-b70c-583f7e32e275 req-f3ed3004-297f-44d9-be22-98b19469ca24 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849347 Aug 31 02:31:20.656947 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77ba51-af5e-49ca-8299-98fdc1ac7191 req-80aae581-e2ce-4b20-aba4-6d0ac4a09ea7 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:20.658433 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed77ba51-af5e-49ca-8299-98fdc1ac7191 req-80aae581-e2ce-4b20-aba4-6d0ac4a09ea7 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0590634 Aug 31 02:31:20.698868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ed77ba51-af5e-49ca-8299-98fdc1ac7191 req-094703c4-6d96-45fc-9d7f-214a6eccf224 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344181 Aug 31 02:31:21.377821 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab48a-4a9b-4701-97b2-3a13527a1144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:21.814091 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f9edc-0d1c-4b4d-9c00-800789e64939 req-030d02b2-7ccb-4bf8-a23f-45fc1a09a68f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:21.815600 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-868f9edc-0d1c-4b4d-9c00-800789e64939 req-030d02b2-7ccb-4bf8-a23f-45fc1a09a68f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0492847 Aug 31 02:31:21.852520 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-868f9edc-0d1c-4b4d-9c00-800789e64939 req-ac74a3ef-8a6d-4e90-8f3d-cff651f54846 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310214 Aug 31 02:31:22.969616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efeb9ad-d507-47c7-a316-9e324544b7fe req-7e02722f-482f-40fc-b53b-b51ecf894e3b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:22.971115 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5efeb9ad-d507-47c7-a316-9e324544b7fe req-7e02722f-482f-40fc-b53b-b51ecf894e3b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0494869 Aug 31 02:31:23.009740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5efeb9ad-d507-47c7-a316-9e324544b7fe req-2be121ef-24b2-4371-a8c2-f1d2b661e271 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325031 Aug 31 02:31:23.905337 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1cfa8c07-94b8-4235-b07a-043da94f94e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:24.127621 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c21ec-939d-47fc-b538-95ad12adc107 req-c8d5be52-e3c4-4d8c-b419-4bf508303608 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:24.129362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b49c21ec-939d-47fc-b538-95ad12adc107 req-c8d5be52-e3c4-4d8c-b419-4bf508303608 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0521595 Aug 31 02:31:24.170505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b49c21ec-939d-47fc-b538-95ad12adc107 req-5bf7a1c4-e917-4d70-8f37-7f50c40186d4 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317388 Aug 31 02:31:24.236630 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:24.833954 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:25.284329 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9863e-4bce-48b7-a7e8-d6d6870034b7 req-4bed8671-22ba-428f-8cca-157503bfae30 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:25.285827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ec9863e-4bce-48b7-a7e8-d6d6870034b7 req-4bed8671-22ba-428f-8cca-157503bfae30 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0499113 Aug 31 02:31:25.322842 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3ec9863e-4bce-48b7-a7e8-d6d6870034b7 req-007c0391-e4cb-4035-a6eb-0d617c7d992b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312092 Aug 31 02:31:26.439433 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7047ad-3a10-4624-8284-8020b6a4cb97 req-8a038451-0fcf-4163-91c8-6c1138386292 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:26.440916 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea7047ad-3a10-4624-8284-8020b6a4cb97 req-8a038451-0fcf-4163-91c8-6c1138386292 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0496385 Aug 31 02:31:26.479521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ea7047ad-3a10-4624-8284-8020b6a4cb97 req-4e4ee92d-f251-47f3-add7-672b554c948c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325758 Aug 31 02:31:27.063178 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:27.596435 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ba057-85f8-45da-9d2c-10453524c0e7 req-47be4767-8f2e-4859-bae0-8541d831e7d0 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:27.597889 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e58ba057-85f8-45da-9d2c-10453524c0e7 req-47be4767-8f2e-4859-bae0-8541d831e7d0 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0516343 Aug 31 02:31:27.635075 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e58ba057-85f8-45da-9d2c-10453524c0e7 req-2f306ce2-bc75-4b3d-9e80-1c25f9c5f251 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312853 Aug 31 02:31:28.747616 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58befc7d-b655-4839-bfe3-7b8c46882473 req-37171357-b214-4057-8706-083d22d0a65f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:28.749109 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58befc7d-b655-4839-bfe3-7b8c46882473 req-37171357-b214-4057-8706-083d22d0a65f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0492160 Aug 31 02:31:28.787369 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-58befc7d-b655-4839-bfe3-7b8c46882473 req-3df93c87-f24d-4a29-9396-7047062d93f5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320630 Aug 31 02:31:29.364794 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:31:29.455653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:31:29.466965 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'port_id': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef', 'mac_address': 'fa:16:3e:92:31:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:31:29.506672 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:29.519066 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:31:29.537306 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:31:29.540692 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:29.586831 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:31:29.593846 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:29.594200 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:29.594548 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:29.594889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:29.595228 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:29.595593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:29.595925 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:29.596257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:29.596587 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:29.596915 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:29.597244 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:29.597571 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:31:29.901241 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ba8ea-47c0-41cd-9cb3-580abe70f9a2 req-38488e98-e450-45ca-9417-55b54bb0f0fb tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:29.903218 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a52ba8ea-47c0-41cd-9cb3-580abe70f9a2 req-38488e98-e450-45ca-9417-55b54bb0f0fb tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 945 time: 0.0492246 Aug 31 02:31:29.924069 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['1ce7babf-f95c-4c1f-8760-c4e76d3f55ef'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:31:29.941796 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a52ba8ea-47c0-41cd-9cb3-580abe70f9a2 req-fab43710-3a88-4a21-af5f-3b27b75a29ff tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326738 Aug 31 02:31:31.059420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251da5f7-2567-4fff-85af-fe991cf49d0d req-6b708dc6-2dce-40a7-b1dd-1eea612b6cc5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:31.060922 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-251da5f7-2567-4fff-85af-fe991cf49d0d req-6b708dc6-2dce-40a7-b1dd-1eea612b6cc5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 945 time: 0.0535946 Aug 31 02:31:31.098747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-251da5f7-2567-4fff-85af-fe991cf49d0d req-e725e26d-3a71-45fb-b21c-89a0b91526e2 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318837 Aug 31 02:31:31.380513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:31:31.428037 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:31:31.431757 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:31:31.432127 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:31.508765 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:31.530904 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:31:31.533070 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b24c9c2-33fd-4461-8ff4-7aac09c98c80" -d '{"events": [{"server_uuid": "0efc8bf7-b24b-4790-8900-73eee0f7a9f3", "name": "network-vif-plugged", "status": "completed", "tag": "1ce7babf-f95c-4c1f-8760-c4e76d3f55ef"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:31:31.545320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:31:31.549321 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:31.572589 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f2b379-c245-4ab7-9b56-28eccae2cda9 x-openstack-request-id: req-21f2b379-c245-4ab7-9b56-28eccae2cda9 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:31:31.572878 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0efc8bf7-b24b-4790-8900-73eee0f7a9f3", "name": "network-vif-plugged", "status": "completed", "tag": "1ce7babf-f95c-4c1f-8760-c4e76d3f55ef", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:31:31.573127 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21f2b379-c245-4ab7-9b56-28eccae2cda9 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:31:31.573505 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef', 'code': 200} Aug 31 02:31:31.598313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:31:31.688105 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db401d66-43a7-4560-96d2-aa000d6673ea req-d35fb894-e7e0-43af-88a4-46bba8fa7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:31.689573 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db401d66-43a7-4560-96d2-aa000d6673ea req-d35fb894-e7e0-43af-88a4-46bba8fa7d2d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0404899 Aug 31 02:31:31.723760 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db401d66-43a7-4560-96d2-aa000d6673ea req-729eb930-7c14-4506-a9ab-096ad951c16e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268347 Aug 31 02:31:32.211738 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18258520-d97e-4286-a9dc-7a518e65c739 req-de66056c-514a-4c99-a622-55cd7a1d33c4 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:32.213257 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18258520-d97e-4286-a9dc-7a518e65c739 req-de66056c-514a-4c99-a622-55cd7a1d33c4 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0492547 Aug 31 02:31:32.251578 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-18258520-d97e-4286-a9dc-7a518e65c739 req-a63d27f7-736c-464d-8ab9-343fc329ecce tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313642 Aug 31 02:31:32.501173 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:33.379037 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cc4ef-62f9-4e73-88e4-7724ad197c6b req-f8c084e0-7828-4939-a495-99fd54c93ce4 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:33.380561 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-607cc4ef-62f9-4e73-88e4-7724ad197c6b req-f8c084e0-7828-4939-a495-99fd54c93ce4 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0614791 Aug 31 02:31:33.419866 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-607cc4ef-62f9-4e73-88e4-7724ad197c6b req-954602d5-ca41-4dee-acab-ca9146c4b477 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333810 Aug 31 02:31:33.533123 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1878b-f01d-4475-8a5d-6db5699f1935 req-755980cc-0bbb-4d42-a6d4-972eb5051b13 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:33.534518 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ab1878b-f01d-4475-8a5d-6db5699f1935 req-755980cc-0bbb-4d42-a6d4-972eb5051b13 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0505111 Aug 31 02:31:33.572861 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5ab1878b-f01d-4475-8a5d-6db5699f1935 req-73948bd6-bd4e-49c8-b009-35e451b798d8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323949 Aug 31 02:31:33.595461 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41970) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:31:33.676781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a10cf-294d-4eb5-8c9f-87d2081d68bf tempest-TestShelveInstance-1755031597 tempest-TestShelveInstance-1755031597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:33.678269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-e50a10cf-294d-4eb5-8c9f-87d2081d68bf tempest-TestShelveInstance-1755031597 tempest-TestShelveInstance-1755031597-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 1093 time: 0.0818524 Aug 31 02:31:33.681137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 41974) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:31:33.685473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:31:33.706800 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:33.808105 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:33.908881 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Allocated IP 172.25.6.160 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/80622851-2ea6-4357-8c8b-4ccd783e7e7a) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:31:34.018128 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:34.057194 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:34.093215 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:31:34.095957 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:31:34.098505 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:31:34.130900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'Port': ['ID=80622851-2ea6-4357-8c8b-4ccd783e7e7a,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:31:34.462311 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:34.532800 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:34.682324 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:34.687695 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:34.763250 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event updated for resources: {'Port': ['ID=80622851-2ea6-4357-8c8b-4ccd783e7e7a,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:31:34.769589 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:34.867557 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Floating IP 502e771b-2ffd-4c07-85f2-a6874c450447 associated. External IP: 172.25.6.160, port: 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef. Aug 31 02:31:35.074473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Router 440fa674-fbc9-4aa7-8dff-02e28877c4dc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:31:35.175987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:31:35.186109 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c7fb4-c444-42f1-91b5-7d04a7ee1285 None None] Sync routers for ids ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:31:35.192863 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:35.195646 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c7fb4-c444-42f1-91b5-7d04a7ee1285 None None] Routers {'440fa674-fbc9-4aa7-8dff-02e28877c4dc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:31:35.196335 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-548c7fb4-c444-42f1-91b5-7d04a7ee1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:31:35.222757 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-83b3733c-368c-4586-bcfe-90b8d023bb32 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5406251 Aug 31 02:31:35.223375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'tag': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:31:35.225629 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb5e497-7489-4764-9cbc-1b30dd0b3dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "0efc8bf7-b24b-4790-8900-73eee0f7a9f3", "tag": "1ce7babf-f95c-4c1f-8760-c4e76d3f55ef"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:31:35.262118 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ba23e7-133c-4dda-a6fb-a0386226d850 x-openstack-request-id: req-83ba23e7-133c-4dda-a6fb-a0386226d850 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:31:35.262118 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0efc8bf7-b24b-4790-8900-73eee0f7a9f3", "tag": "1ce7babf-f95c-4c1f-8760-c4e76d3f55ef", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:31:35.262394 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83ba23e7-133c-4dda-a6fb-a0386226d850 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:31:35.262750 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'tag': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef', 'status': 'completed', 'code': 200} Aug 31 02:31:35.306476 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-548c7fb4-c444-42f1-91b5-7d04a7ee1285 None None] Set router 440fa674-fbc9-4aa7-8dff-02e28877c4dc gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:31:35.336289 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5e497-7489-4764-9cbc-1b30dd0b3dc1 req-fa606112-b17f-4d0f-a77e-54961d09783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:35.337725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbb5e497-7489-4764-9cbc-1b30dd0b3dc1 req-fa606112-b17f-4d0f-a77e-54961d09783c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0411806 Aug 31 02:31:35.425995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5e497-7489-4764-9cbc-1b30dd0b3dc1 req-ec513bd3-a9b5-48d0-b3f8-ba72ad41da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:35.427505 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbb5e497-7489-4764-9cbc-1b30dd0b3dc1 req-ec513bd3-a9b5-48d0-b3f8-ba72ad41da50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.0833025 Aug 31 02:31:35.500236 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbb5e497-7489-4764-9cbc-1b30dd0b3dc1 req-9a4ee7e5-27f2-411a-ad10-d7d43dc08fa9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef HTTP/1.1" status: 200 len: 1000 time: 0.0654356 Aug 31 02:31:35.535214 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-548c7fb4-c444-42f1-91b5-7d04a7ee1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '502e771b-2ffd-4c07-85f2-a6874c450447', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'floating_ip_address': '172.25.6.160', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'port_id': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'mac_address': 'fa:16:3e:92:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:31:34Z', 'updated_at': '2021-08-31T02:31:34Z', 'revision_number': 0, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:33Z', 'revision_number': 5, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:31:35.558044 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5e497-7489-4764-9cbc-1b30dd0b3dc1 req-79de5469-66b0-4872-b910-941c347d7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:35.560581 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbb5e497-7489-4764-9cbc-1b30dd0b3dc1 req-79de5469-66b0-4872-b910-941c347d7f38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0519886 Aug 31 02:31:35.565309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c7fb4-c444-42f1-91b5-7d04a7ee1285 None None] Checking router: 440fa674-fbc9-4aa7-8dff-02e28877c4dc for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:31:35.574496 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c7fb4-c444-42f1-91b5-7d04a7ee1285 None None] Routers {'440fa674-fbc9-4aa7-8dff-02e28877c4dc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:31:35.575123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-548c7fb4-c444-42f1-91b5-7d04a7ee1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:31:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:31:35.608701 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5e497-7489-4764-9cbc-1b30dd0b3dc1 req-3ab2b566-3ecb-4b5b-bee9-25a0fb4a4a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:31:35.610493 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbb5e497-7489-4764-9cbc-1b30dd0b3dc1 req-3ab2b566-3ecb-4b5b-bee9-25a0fb4a4a9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428827 Aug 31 02:31:35.685849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-548c7fb4-c444-42f1-91b5-7d04a7ee1285 None None] Set router 440fa674-fbc9-4aa7-8dff-02e28877c4dc gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:31:35.709654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbb5e497-7489-4764-9cbc-1b30dd0b3dc1 req-8bf581f8-8243-4b1e-af0d-15c8ccbd0ee7 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917442 Aug 31 02:31:35.805615 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fbb5e497-7489-4764-9cbc-1b30dd0b3dc1 req-f3d0e3c1-bc2f-44bc-a1b2-5ed701de6eaa service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879912 Aug 31 02:31:35.914547 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-548c7fb4-c444-42f1-91b5-7d04a7ee1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '502e771b-2ffd-4c07-85f2-a6874c450447', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'floating_ip_address': '172.25.6.160', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'port_id': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'mac_address': 'fa:16:3e:92:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:31:34Z', 'updated_at': '2021-08-31T02:31:34Z', 'revision_number': 0, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:33Z', 'revision_number': 5, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:31:35.943856 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c7fb4-c444-42f1-91b5-7d04a7ee1285 None None] The sync data for ids ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'] in n-d-802060-13 is: [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '502e771b-2ffd-4c07-85f2-a6874c450447', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'floating_ip_address': '172.25.6.160', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'port_id': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'mac_address': 'fa:16:3e:92:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:31:34Z', 'updated_at': '2021-08-31T02:31:34Z', 'revision_number': 0, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:33Z', 'revision_number': 5, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:31:36.128306 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eff884-6eb4-4693-b73b-e47169d6439e None None] New status for floating IP 502e771b-2ffd-4c07-85f2-a6874c450447: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:31:39.551030 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:31:42.202579 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:51.379623 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-12270bc3-8e7a-43fb-80aa-3c1f57597d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:53.907426 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6924e56b-35a9-4f6e-8c63-2f6c3385dcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:54.237745 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:54.837335 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:31:57.066359 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:02.516287 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:12.199583 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:15.499171 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fabc7758-68d9-4cce-b5fb-df86a992c077 req-1c627aa4-9ed5-4832-8f0f-a27bd7afa1fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469279 Aug 31 02:32:15.588605 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc7758-68d9-4cce-b5fb-df86a992c077 req-2167cbd7-7953-44e8-8fd8-f4d4a1f7004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:32:15.589967 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fabc7758-68d9-4cce-b5fb-df86a992c077 req-2167cbd7-7953-44e8-8fd8-f4d4a1f7004b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0402670 Aug 31 02:32:15.695735 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc7758-68d9-4cce-b5fb-df86a992c077 req-db6272c6-c31c-4276-9aa8-4e424e336fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:32:15.697177 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fabc7758-68d9-4cce-b5fb-df86a992c077 req-db6272c6-c31c-4276-9aa8-4e424e336fee service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.0844536 Aug 31 02:32:15.764856 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fabc7758-68d9-4cce-b5fb-df86a992c077 req-37e98856-fd9a-4530-ba32-d4e7d4b3116d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef HTTP/1.1" status: 200 len: 1002 time: 0.0607274 Aug 31 02:32:15.812925 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc7758-68d9-4cce-b5fb-df86a992c077 req-6f8cd21e-b63a-4f19-a9cd-bec77eb014f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:32:15.814320 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fabc7758-68d9-4cce-b5fb-df86a992c077 req-6f8cd21e-b63a-4f19-a9cd-bec77eb014f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0425181 Aug 31 02:32:15.859775 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc7758-68d9-4cce-b5fb-df86a992c077 req-a2247522-043f-431d-9926-dcda9f1945fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:32:15.861143 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fabc7758-68d9-4cce-b5fb-df86a992c077 req-a2247522-043f-431d-9926-dcda9f1945fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398850 Aug 31 02:32:15.871853 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-fabc7758-68d9-4cce-b5fb-df86a992c077 req-bcb548bb-eb08-48e3-854d-0be2f2f57625 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:32:15.872771 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fabc7758-68d9-4cce-b5fb-df86a992c077 req-bcb548bb-eb08-48e3-854d-0be2f2f57625 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048435 Aug 31 02:32:15.963011 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fabc7758-68d9-4cce-b5fb-df86a992c077 req-e26b3f62-9b26-4ca9-b14c-503b12cdef9f service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830739 Aug 31 02:32:16.052097 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fabc7758-68d9-4cce-b5fb-df86a992c077 req-12946f27-ed85-4ad8-8856-2fe4890b823e service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813019 Aug 31 02:32:16.551105 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:32:21.380896 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-be593fd9-8dbf-4645-a355-dc05d32ebe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:23.908334 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5c4daf11-4a27-48ed-9155-e35dad27b0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:24.238895 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:24.839264 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:27.069419 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:32.529995 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:42.213128 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:51.382037 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-669f0b0b-a070-4fa2-90e2-eb1173233b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:53.552185 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:32:53.910636 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8abfe2c3-fb8d-459b-b0b3-a1161a2c5038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:54.240577 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:54.844719 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:32:57.076521 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:02.547525 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:12.239310 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:16.185126 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6d5741b-d67e-4992-9903-2a60459a3ad5 req-ea964003-7ce8-41bc-b6b0-50f6af9af485 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437977 Aug 31 02:33:16.289466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5741b-d67e-4992-9903-2a60459a3ad5 req-0d313601-ba0f-47fb-b4f1-f13baab3558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:16.291167 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6d5741b-d67e-4992-9903-2a60459a3ad5 req-0d313601-ba0f-47fb-b4f1-f13baab3558c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0482671 Aug 31 02:33:16.407425 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5741b-d67e-4992-9903-2a60459a3ad5 req-9bc625e7-e357-4a96-84c2-c9c453d19000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:16.408901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6d5741b-d67e-4992-9903-2a60459a3ad5 req-9bc625e7-e357-4a96-84c2-c9c453d19000 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.0974922 Aug 31 02:33:16.816925 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6d5741b-d67e-4992-9903-2a60459a3ad5 req-2013482a-258f-4955-976a-af1a5fd0533a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef HTTP/1.1" status: 200 len: 1002 time: 0.4010239 Aug 31 02:33:16.866585 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5741b-d67e-4992-9903-2a60459a3ad5 req-4cab3eeb-a189-47ee-9a40-7e724b8472f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:16.868086 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6d5741b-d67e-4992-9903-2a60459a3ad5 req-4cab3eeb-a189-47ee-9a40-7e724b8472f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0441108 Aug 31 02:33:16.919708 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5741b-d67e-4992-9903-2a60459a3ad5 req-68054f7f-f235-4dbb-912c-0745a5fd7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:16.921556 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6d5741b-d67e-4992-9903-2a60459a3ad5 req-68054f7f-f235-4dbb-912c-0745a5fd7ac7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459635 Aug 31 02:33:17.032341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6d5741b-d67e-4992-9903-2a60459a3ad5 req-412b7ff6-213b-4a85-9748-677715dbe879 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027589 Aug 31 02:33:17.121737 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b6d5741b-d67e-4992-9903-2a60459a3ad5 req-1f33207f-1696-47d0-beae-47b9fccb9c72 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838928 Aug 31 02:33:21.383538 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-41300837-2271-4840-b016-d0429e768b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:23.913474 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3131565e-f661-4de6-9c8a-0375ca92cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:24.241802 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:24.846302 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:27.076099 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:30.552027 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:33:31.605854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dddf5-8256-4fe5-84f8-8855b6a15da4 req-08d25af3-647b-4183-b7ac-8b0e939181ba tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:31.607448 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e19dddf5-8256-4fe5-84f8-8855b6a15da4 req-08d25af3-647b-4183-b7ac-8b0e939181ba tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0500789 Aug 31 02:33:31.646744 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e19dddf5-8256-4fe5-84f8-8855b6a15da4 req-0d16db45-f548-4ffa-85a7-8ef30fc644e1 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328784 Aug 31 02:33:32.543739 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:32.815246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ed143-808c-44d2-b8f3-62d80fce448b req-33b6ba77-f5d2-4b37-9fb0-2fe6a41d1d8e tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:32.816680 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505ed143-808c-44d2-b8f3-62d80fce448b req-33b6ba77-f5d2-4b37-9fb0-2fe6a41d1d8e tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0983276 Aug 31 02:33:32.854815 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-505ed143-808c-44d2-b8f3-62d80fce448b req-09b63d9d-8001-4d4d-80b7-571e41bbdbe4 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318851 Aug 31 02:33:33.995230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ad888-11b3-4cda-ad7d-731593be7da9 req-c9ea688e-5009-45c3-a7bb-5a93a412218b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:33.996726 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c87ad888-11b3-4cda-ad7d-731593be7da9 req-c9ea688e-5009-45c3-a7bb-5a93a412218b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0494087 Aug 31 02:33:34.034251 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c87ad888-11b3-4cda-ad7d-731593be7da9 req-9c460612-9058-41ec-bb0a-4bcaefe8d3e2 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315037 Aug 31 02:33:35.147714 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472643f-12ef-403c-a86f-63a8e121b6ac req-cb72b789-a635-40fa-a28c-e882da28cac5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:35.149212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0472643f-12ef-403c-a86f-63a8e121b6ac req-cb72b789-a635-40fa-a28c-e882da28cac5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0488238 Aug 31 02:33:35.187969 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0472643f-12ef-403c-a86f-63a8e121b6ac req-b7f7e710-88f3-418d-bfbd-1699c1eafd64 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325308 Aug 31 02:33:36.308754 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913b540-65da-46ae-b4c5-2c65b7c824c9 req-2f35e8ff-5155-460e-80c9-e7e7698d8a1c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:36.310264 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5913b540-65da-46ae-b4c5-2c65b7c824c9 req-2f35e8ff-5155-460e-80c9-e7e7698d8a1c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0536432 Aug 31 02:33:36.347670 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5913b540-65da-46ae-b4c5-2c65b7c824c9 req-1ce7ba05-c910-4692-8a87-beb431f5f91c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315168 Aug 31 02:33:37.461333 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46af41-6791-4f0d-bcbe-3295b648932a req-fc7b71bb-5633-4c4f-b39e-d6d48d756576 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:37.462847 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd46af41-6791-4f0d-bcbe-3295b648932a req-fc7b71bb-5633-4c4f-b39e-d6d48d756576 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0494874 Aug 31 02:33:37.500692 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cd46af41-6791-4f0d-bcbe-3295b648932a req-dd458b94-8f71-481d-b806-d516b59fef6c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319376 Aug 31 02:33:38.617211 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7287-7ec9-46b1-9f2b-f0fe9b18b3ac req-456e660d-e70a-448f-8dc3-d03fc3572ca1 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:38.618717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db1d7287-7ec9-46b1-9f2b-f0fe9b18b3ac req-456e660d-e70a-448f-8dc3-d03fc3572ca1 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0512238 Aug 31 02:33:38.656711 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-db1d7287-7ec9-46b1-9f2b-f0fe9b18b3ac req-e0941d20-abab-4ee9-a3e9-3de81645763f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320334 Aug 31 02:33:39.775201 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad1ab1-5af5-47bc-9d33-e5365f4a374d req-1dbe6152-0758-4089-b5b9-5f019a33ab3c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:39.776716 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9dad1ab1-5af5-47bc-9d33-e5365f4a374d req-1dbe6152-0758-4089-b5b9-5f019a33ab3c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0536098 Aug 31 02:33:39.814251 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9dad1ab1-5af5-47bc-9d33-e5365f4a374d req-9d00f406-90e8-4166-a9e5-5488601785ec tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317271 Aug 31 02:33:40.926725 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b474c8d-e435-4a73-bcf6-7857d3c2b0ef req-9ddb996e-76b9-4657-9e34-936edfa79968 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:40.928246 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b474c8d-e435-4a73-bcf6-7857d3c2b0ef req-9ddb996e-76b9-4657-9e34-936edfa79968 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0481298 Aug 31 02:33:40.967371 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9b474c8d-e435-4a73-bcf6-7857d3c2b0ef req-785b25a4-2397-4c0a-b9dd-a7960005e7bb tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318215 Aug 31 02:33:41.777938 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30737e26-9a56-4b7b-bb4d-029fb8b213f3 req-caf120ca-7e34-4dce-bc6d-867feaaa3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:41.779450 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30737e26-9a56-4b7b-bb4d-029fb8b213f3 req-caf120ca-7e34-4dce-bc6d-867feaaa3f94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0398848 Aug 31 02:33:41.870224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30737e26-9a56-4b7b-bb4d-029fb8b213f3 req-70fd4ecb-c2a9-4410-a0f8-20d3224f4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:41.871697 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30737e26-9a56-4b7b-bb4d-029fb8b213f3 req-70fd4ecb-c2a9-4410-a0f8-20d3224f4d95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.0856605 Aug 31 02:33:41.936444 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30737e26-9a56-4b7b-bb4d-029fb8b213f3 req-6e76ad25-8691-4e92-99a6-e078940ac404 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef HTTP/1.1" status: 200 len: 1002 time: 0.0570242 Aug 31 02:33:41.990135 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30737e26-9a56-4b7b-bb4d-029fb8b213f3 req-5a937098-018f-44b9-8981-85ff739f4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:41.991676 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30737e26-9a56-4b7b-bb4d-029fb8b213f3 req-5a937098-018f-44b9-8981-85ff739f4f80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0481195 Aug 31 02:33:42.046599 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30737e26-9a56-4b7b-bb4d-029fb8b213f3 req-91440215-64ad-4d9c-a7aa-fcaa7983f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:42.047951 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30737e26-9a56-4b7b-bb4d-029fb8b213f3 req-91440215-64ad-4d9c-a7aa-fcaa7983f4f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496809 Aug 31 02:33:42.136345 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6f40f-e1b4-404c-a971-b45abe74c883 req-54bf1a00-6cc9-4540-9373-405dccda72cf tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:42.137794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22b6f40f-e1b4-404c-a971-b45abe74c883 req-54bf1a00-6cc9-4540-9373-405dccda72cf tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.1024165 Aug 31 02:33:42.183995 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30737e26-9a56-4b7b-bb4d-029fb8b213f3 req-45a0fc35-ea8c-422e-a1f7-f2fb8b744db2 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194842 Aug 31 02:33:42.203647 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-22b6f40f-e1b4-404c-a971-b45abe74c883 req-46cda49c-8afe-4817-b6aa-c7e83dce4a46 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597007 Aug 31 02:33:42.246824 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:42.279154 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-30737e26-9a56-4b7b-bb4d-029fb8b213f3 req-d00dc741-2533-4378-976a-23bb47ab1e41 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876999 Aug 31 02:33:43.325895 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804c7f6-7ffa-4fce-9748-4879edf3ef44 req-a89e98f6-e526-4ae9-9c2f-9b797557518a tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:43.327379 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0804c7f6-7ffa-4fce-9748-4879edf3ef44 req-a89e98f6-e526-4ae9-9c2f-9b797557518a tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0532823 Aug 31 02:33:43.365540 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0804c7f6-7ffa-4fce-9748-4879edf3ef44 req-7d9665be-62c7-477f-b361-b57872fa2cfa tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323219 Aug 31 02:33:44.482586 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71290f50-e353-4882-8fe1-cc1564a2f18a req-0e490fbd-35b9-47b4-9607-c6f7a4dab162 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:44.484203 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71290f50-e353-4882-8fe1-cc1564a2f18a req-0e490fbd-35b9-47b4-9607-c6f7a4dab162 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0510595 Aug 31 02:33:44.526551 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-71290f50-e353-4882-8fe1-cc1564a2f18a req-6a0914ac-7736-462e-b3e3-41aba77460ce tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353699 Aug 31 02:33:45.650028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577280f7-2b71-4ad4-b02a-db056c096c99 req-3351d6dd-bb65-4a48-9855-ba20f610875a tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:45.651586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-577280f7-2b71-4ad4-b02a-db056c096c99 req-3351d6dd-bb65-4a48-9855-ba20f610875a tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0553749 Aug 31 02:33:45.689755 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-577280f7-2b71-4ad4-b02a-db056c096c99 req-ca6b545f-c072-4ac6-bef9-559c3f65db43 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322897 Aug 31 02:33:45.903743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbf159-ba7c-41eb-8988-078a9d7dc1aa req-6d6378cb-f02d-494b-a98f-99a72ee9960a tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:45.905948 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6bbf159-ba7c-41eb-8988-078a9d7dc1aa req-6d6378cb-f02d-494b-a98f-99a72ee9960a tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0583408 Aug 31 02:33:45.919689 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-f0d8d214-242b-40d4-aa9c-0f4c062c122e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956116 Aug 31 02:33:45.928614 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-2a4f0889-e7cb-4b25-8c36-aff1ecb5d518 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:33:45.929705 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-2a4f0889-e7cb-4b25-8c36-aff1ecb5d518 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051732 Aug 31 02:33:45.944184 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-a6bbf159-ba7c-41eb-8988-078a9d7dc1aa req-66709a0c-2da0-459f-a3e9-098069e6dc7f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320404 Aug 31 02:33:47.064940 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b6b27-b644-41ac-8963-1efa70c93834 req-ee24abcd-ae23-4ced-91af-2aab5cfb6837 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:47.066448 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5b6b27-b644-41ac-8963-1efa70c93834 req-ee24abcd-ae23-4ced-91af-2aab5cfb6837 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0514157 Aug 31 02:33:47.105555 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4f5b6b27-b644-41ac-8963-1efa70c93834 req-e6c947f7-bbfd-46df-92e9-50e18c741342 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324261 Aug 31 02:33:47.953935 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:33:48.027982 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:48.053000 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:33:48.055255 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c10f737-f375-4098-bb0a-bf64bd7bee6d" -d '{"events": [{"server_uuid": "0efc8bf7-b24b-4790-8900-73eee0f7a9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "1ce7babf-f95c-4c1f-8760-c4e76d3f55ef"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:33:48.068010 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:33:48.073159 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:48.096545 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 02:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1450bcd-f82a-4fce-ac6f-d9a5d296e23f x-openstack-request-id: req-a1450bcd-f82a-4fce-ac6f-d9a5d296e23f {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:33:48.096828 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0efc8bf7-b24b-4790-8900-73eee0f7a9f3", "name": "network-vif-unplugged", "status": "failed", "tag": "1ce7babf-f95c-4c1f-8760-c4e76d3f55ef", "code": 422}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:33:48.097078 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1450bcd-f82a-4fce-ac6f-d9a5d296e23f {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:33:48.097460 n-d-802060-13 neutron-server[94762]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef', 'code': 422} returned with failed status Aug 31 02:33:48.121180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:33:48.129418 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:33:48.129766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:33:48.130182 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:33:48.130531 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:33:48.130853 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:33:48.131184 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:33:48.131543 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:33:48.131864 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:33:48.132191 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:33:48.132510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:33:48.132830 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:33:48.133147 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:33:48.231666 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0bab5-f6d5-4c94-ab66-9871f303801f req-8f5ba053-6fb4-4f76-85f5-7136d8e2ae30 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:48.235762 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fad0bab5-f6d5-4c94-ab66-9871f303801f req-8f5ba053-6fb4-4f76-85f5-7136d8e2ae30 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0537167 Aug 31 02:33:48.273369 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-fad0bab5-f6d5-4c94-ab66-9871f303801f req-15d67531-24d8-4dce-b395-f4b79e373722 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343242 Aug 31 02:33:49.637578 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5395f-7b8f-42df-9311-dd7b58752fe8 req-ec0b5917-b5e5-4335-8fbb-8cf6ed4c8b6b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:49.638960 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a5395f-7b8f-42df-9311-dd7b58752fe8 req-ec0b5917-b5e5-4335-8fbb-8cf6ed4c8b6b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0535605 Aug 31 02:33:49.677795 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-67a5395f-7b8f-42df-9311-dd7b58752fe8 req-285acd82-a241-4a04-b30b-6f9118079bb5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329361 Aug 31 02:33:50.794722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe460b-9eb4-44ea-ab96-011ca3aeaeae req-a334abfe-e38a-4a3f-8589-8af5a2524b61 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:50.796159 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20fe460b-9eb4-44ea-ab96-011ca3aeaeae req-a334abfe-e38a-4a3f-8589-8af5a2524b61 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0507700 Aug 31 02:33:50.833541 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-20fe460b-9eb4-44ea-ab96-011ca3aeaeae req-576acd19-7ac5-41f8-89b6-d79c9583604e tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Aug 31 02:33:51.389587 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8d97ddf9-383b-4853-8fa8-9b097b0f951e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:51.957386 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a198c-8b86-4b3f-b7c3-d79cde13eae1 req-bd735d9c-1682-4b38-a150-e8d3fe37af34 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:51.958786 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a8a198c-8b86-4b3f-b7c3-d79cde13eae1 req-bd735d9c-1682-4b38-a150-e8d3fe37af34 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0515554 Aug 31 02:33:51.997287 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a8a198c-8b86-4b3f-b7c3-d79cde13eae1 req-936f8f53-04fe-4dfc-8625-ea273f031c6d tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319719 Aug 31 02:33:53.116609 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891507f-6e64-4a0a-873e-376e11b5cf9f req-f55c6a0e-2820-4d44-b363-59762f217530 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:53.120425 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f891507f-6e64-4a0a-873e-376e11b5cf9f req-f55c6a0e-2820-4d44-b363-59762f217530 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0539384 Aug 31 02:33:53.156723 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f891507f-6e64-4a0a-873e-376e11b5cf9f req-e10a09fb-3f80-4960-af7d-f2b550f0fbfd tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316517 Aug 31 02:33:53.914283 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-696c0dff-e804-4813-ae8c-278d18186c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:54.251253 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:54.296722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92671f18-1ebb-44bf-9fbd-a270d6b24bfc req-e8aa5f94-3749-4ee0-99f2-789cd79a6217 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:54.298301 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92671f18-1ebb-44bf-9fbd-a270d6b24bfc req-e8aa5f94-3749-4ee0-99f2-789cd79a6217 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0684423 Aug 31 02:33:54.350151 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-92671f18-1ebb-44bf-9fbd-a270d6b24bfc req-6eef8c19-a405-4b7c-a2d2-9a5269f2efbe tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451288 Aug 31 02:33:54.855977 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:54.905568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-2e4a7f59-a525-4987-b545-d2e02d70bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:54.907205 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-2e4a7f59-a525-4987-b545-d2e02d70bf11 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3&tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff HTTP/1.1" status: 200 len: 1096 time: 0.0471718 Aug 31 02:33:54.982718 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-cc099ee2-2956-4555-b393-4f11df1d809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:54.984240 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-cc099ee2-2956-4555-b393-4f11df1d809e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 1096 time: 0.0473886 Aug 31 02:33:55.078852 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-ea3e5e97-26b4-47fc-9893-b296d0324da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:55.080402 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-ea3e5e97-26b4-47fc-9893-b296d0324da3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.0895386 Aug 31 02:33:55.151816 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-81f69323-3487-4289-aa61-447538b6c1f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef HTTP/1.1" status: 200 len: 1000 time: 0.0638006 Aug 31 02:33:55.200842 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-e0b273c2-bcb5-4c28-a24c-2e54b14c0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:55.202296 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-e0b273c2-bcb5-4c28-a24c-2e54b14c0c3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0436168 Aug 31 02:33:55.250169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-517af13a-8179-4919-9e83-f37f05e42adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:55.251727 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-517af13a-8179-4919-9e83-f37f05e42adf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425150 Aug 31 02:33:55.354785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-3081c39c-cf9f-4ce4-b8b0-d9f9643c6f07 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937014 Aug 31 02:33:55.482996 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-7c9adb0b-3c16-4698-97ab-f50210554fa5 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202974 Aug 31 02:33:55.495239 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930f177-4002-4dd8-9281-af3454475673 req-f2d07dd5-e812-4cda-8e88-dbecd3ab48da tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:55.496767 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f930f177-4002-4dd8-9281-af3454475673 req-f2d07dd5-e812-4cda-8e88-dbecd3ab48da tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0747659 Aug 31 02:33:55.538318 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f930f177-4002-4dd8-9281-af3454475673 req-3d1d5bf8-292c-465b-a4dc-af6e5d7a2063 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333178 Aug 31 02:33:56.663081 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fadf72-f5b5-4b75-a50b-b51454db5a8d req-67a5865d-6997-427b-9c6b-01f14b424e8c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:56.664681 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1fadf72-f5b5-4b75-a50b-b51454db5a8d req-67a5865d-6997-427b-9c6b-01f14b424e8c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0548677 Aug 31 02:33:56.703446 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e1fadf72-f5b5-4b75-a50b-b51454db5a8d req-a99a0a90-5ce6-4765-9527-0c1d84e2d6ff tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320807 Aug 31 02:33:57.079555 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:33:57.822445 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ba2ad-de15-4adc-a181-27c1f3ba9dbf req-27332374-88ef-4c2e-b8dd-4c17286fced0 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:57.823937 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-241ba2ad-de15-4adc-a181-27c1f3ba9dbf req-27332374-88ef-4c2e-b8dd-4c17286fced0 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0514035 Aug 31 02:33:57.861721 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-241ba2ad-de15-4adc-a181-27c1f3ba9dbf req-6d53c387-75a0-47f8-950a-15f917a2db4d tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Aug 31 02:33:58.976883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b87737-6dae-4f0a-8423-8bcfdc2c8d79 req-cb5ee980-5da2-46b4-be47-6d3fcd401891 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:33:58.979521 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08b87737-6dae-4f0a-8423-8bcfdc2c8d79 req-cb5ee980-5da2-46b4-be47-6d3fcd401891 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0511816 Aug 31 02:33:59.017341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-08b87737-6dae-4f0a-8423-8bcfdc2c8d79 req-ce3982f1-c2ae-4604-811f-5362ef416890 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319362 Aug 31 02:34:00.135176 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4c7fa-3362-48af-81d6-71055ee8e9bf req-a45dcf64-cbef-4e02-b6d6-fc5f75f51517 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:34:00.136729 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2c4c7fa-3362-48af-81d6-71055ee8e9bf req-a45dcf64-cbef-4e02-b6d6-fc5f75f51517 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0532112 Aug 31 02:34:00.174038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d2c4c7fa-3362-48af-81d6-71055ee8e9bf req-fddcece5-3935-48b2-bb89-949f56cb4622 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314209 Aug 31 02:34:01.290894 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ab0e5-5df7-4a90-bd86-1f1873ac94e2 req-236dbbe5-0241-4ca8-8ede-7f27b5fc7e4f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:34:01.292500 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-175ab0e5-5df7-4a90-bd86-1f1873ac94e2 req-236dbbe5-0241-4ca8-8ede-7f27b5fc7e4f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0514107 Aug 31 02:34:01.331036 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-175ab0e5-5df7-4a90-bd86-1f1873ac94e2 req-9f7fa583-dce3-4bb4-a26d-11d6aa144bcb tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325150 Aug 31 02:34:02.446148 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3fd5f-f4e5-409d-b384-b3d38577c1bf req-9d04db2f-26d3-4429-9452-1583f9e4ce6e tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:34:02.447858 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ae3fd5f-f4e5-409d-b384-b3d38577c1bf req-9d04db2f-26d3-4429-9452-1583f9e4ce6e tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0477548 Aug 31 02:34:02.485064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ae3fd5f-f4e5-409d-b384-b3d38577c1bf req-747bfd26-6f0f-4aec-bc37-b0d7362d22d1 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313871 Aug 31 02:34:02.544421 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:03.604036 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c1dbf-ffe7-43e5-9390-a1635e59abc2 req-c37acaa3-ae64-458f-9b2e-0fda2292a08b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:34:03.605508 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-122c1dbf-ffe7-43e5-9390-a1635e59abc2 req-c37acaa3-ae64-458f-9b2e-0fda2292a08b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0528378 Aug 31 02:34:03.642485 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-122c1dbf-ffe7-43e5-9390-a1635e59abc2 req-8b0e4e1d-877d-4d57-b490-b64101775824 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311675 Aug 31 02:34:04.062530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:34:04.157506 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:34:04.168353 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'port_id': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef', 'mac_address': 'fa:16:3e:92:31:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:34:04.204793 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:04.217251 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:34:04.235593 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:34:04.239462 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:04.286696 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:34:04.583540 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['1ce7babf-f95c-4c1f-8760-c4e76d3f55ef'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:34:04.762572 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78e313-1259-4a6c-bb2d-c9060b68ba70 req-d331575a-4757-49df-8856-7152b3180b9c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:34:04.764099 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c78e313-1259-4a6c-bb2d-c9060b68ba70 req-d331575a-4757-49df-8856-7152b3180b9c tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 945 time: 0.0498002 Aug 31 02:34:04.802135 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6c78e313-1259-4a6c-bb2d-c9060b68ba70 req-f7f8ab8c-b364-44f9-a5ac-7a2e2599c609 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320649 Aug 31 02:34:05.917862 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b3d28-c96f-405b-b9d4-ad91082a421b req-352f4eff-48e2-4970-b29a-276ec0d90255 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:34:05.919377 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-872b3d28-c96f-405b-b9d4-ad91082a421b req-352f4eff-48e2-4970-b29a-276ec0d90255 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 945 time: 0.0492594 Aug 31 02:34:05.956639 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-872b3d28-c96f-405b-b9d4-ad91082a421b req-f76b68c0-b795-4ff7-8457-c2498400edfc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313003 Aug 31 02:34:06.078720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:34:06.127259 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:34:06.127842 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:06.203504 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:06.224871 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:34:06.227100 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01178db-5bdf-491e-9d11-8fe9eb885340" -d '{"events": [{"server_uuid": "0efc8bf7-b24b-4790-8900-73eee0f7a9f3", "name": "network-vif-plugged", "status": "completed", "tag": "1ce7babf-f95c-4c1f-8760-c4e76d3f55ef"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:34:06.239367 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:34:06.244523 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:06.271760 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76098ddd-b5c8-4a34-a47a-d582d8488711 x-openstack-request-id: req-76098ddd-b5c8-4a34-a47a-d582d8488711 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:34:06.271760 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0efc8bf7-b24b-4790-8900-73eee0f7a9f3", "name": "network-vif-plugged", "status": "completed", "tag": "1ce7babf-f95c-4c1f-8760-c4e76d3f55ef", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:34:06.272022 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76098ddd-b5c8-4a34-a47a-d582d8488711 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:34:06.272196 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef', 'code': 200} Aug 31 02:34:06.298268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:34:06.438515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf07a8-37c1-4bb9-930c-03a308261b35 req-0b9f2d83-9d90-4fca-8c88-d9bb46955003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:34:06.439936 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cbbf07a8-37c1-4bb9-930c-03a308261b35 req-0b9f2d83-9d90-4fca-8c88-d9bb46955003 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0455751 Aug 31 02:34:06.474824 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cbbf07a8-37c1-4bb9-930c-03a308261b35 req-630f1a53-11b4-4083-b0bb-98784d532bcc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270371 Aug 31 02:34:07.077002 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e1fc7-95b4-47e7-887d-e7eed0afbcf8 req-0b171d6c-282c-468c-8fff-873c15accaaf tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:34:07.078492 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb5e1fc7-95b4-47e7-887d-e7eed0afbcf8 req-0b171d6c-282c-468c-8fff-873c15accaaf tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0504022 Aug 31 02:34:07.115170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cb5e1fc7-95b4-47e7-887d-e7eed0afbcf8 req-2ef0007a-68a3-4983-bec9-c5e62a03ed38 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307391 Aug 31 02:34:07.550660 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:34:08.232348 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be47742-846e-4c80-8c32-db7286999bfb req-261ee55f-8c91-42a3-8ee4-56cae1aa50a3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:34:08.233808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3be47742-846e-4c80-8c32-db7286999bfb req-261ee55f-8c91-42a3-8ee4-56cae1aa50a3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0484507 Aug 31 02:34:08.271874 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3be47742-846e-4c80-8c32-db7286999bfb req-4544e7f9-1fee-4dec-9d20-e209dd0a6d5f tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321999 Aug 31 02:34:12.263505 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:17.110910 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97c1af82-000b-487d-a2c2-73f55d927033 req-ffa5fb09-b428-45c7-a8e3-b956c2c71392 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432265 Aug 31 02:34:17.217642 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1af82-000b-487d-a2c2-73f55d927033 req-860ae51b-63cd-405b-a07d-f4bfaa7f4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:34:17.219136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97c1af82-000b-487d-a2c2-73f55d927033 req-860ae51b-63cd-405b-a07d-f4bfaa7f4da8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0407870 Aug 31 02:34:17.327548 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1af82-000b-487d-a2c2-73f55d927033 req-814a4d42-1222-4a25-9905-59bfd1973012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:34:17.329025 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97c1af82-000b-487d-a2c2-73f55d927033 req-814a4d42-1222-4a25-9905-59bfd1973012 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.0905402 Aug 31 02:34:17.398256 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97c1af82-000b-487d-a2c2-73f55d927033 req-ecb03d4d-a02f-4868-bc76-b300a7b0abbf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef HTTP/1.1" status: 200 len: 1002 time: 0.0622084 Aug 31 02:34:17.446802 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1af82-000b-487d-a2c2-73f55d927033 req-219214fa-d53e-4c8d-aa2f-3e07f68339d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:34:17.448242 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97c1af82-000b-487d-a2c2-73f55d927033 req-219214fa-d53e-4c8d-aa2f-3e07f68339d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0435677 Aug 31 02:34:17.492729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1af82-000b-487d-a2c2-73f55d927033 req-d0229cca-4890-46ba-87c3-18b7d5f8aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:34:17.494316 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97c1af82-000b-487d-a2c2-73f55d927033 req-d0229cca-4890-46ba-87c3-18b7d5f8aec7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393867 Aug 31 02:34:17.591469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97c1af82-000b-487d-a2c2-73f55d927033 req-e0120b96-f49b-49ef-a3e3-42e57aa11230 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865765 Aug 31 02:34:17.689269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-97c1af82-000b-487d-a2c2-73f55d927033 req-b03f2a5f-46bc-4bd7-8dc2-5fe7207632de service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870850 Aug 31 02:34:21.380124 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f1624d3a-a1f7-4a1d-9b42-ca3c5b71d350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:23.919156 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d88d3e9e-82dc-457b-a976-86118b4448c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:24.245954 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:24.853230 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:27.082165 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:32.546891 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:42.259337 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:44.548856 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:34:51.381629 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-12c4b1b2-1b3e-4f06-a36e-62a7c3918f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:53.919629 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-513eba7b-9e1f-4004-a691-80aeb23646ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:54.257067 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:54.856954 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:34:57.084326 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:02.561199 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:12.275523 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:18.126411 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d13d57d2-69b7-4111-8d62-e523ad34290c req-8c05a51c-c158-402f-bbcd-b6b8c46581d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0829756 Aug 31 02:35:18.216563 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d57d2-69b7-4111-8d62-e523ad34290c req-81e4e210-b9bd-46ce-a4aa-083d1d1635d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:18.218039 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d13d57d2-69b7-4111-8d62-e523ad34290c req-81e4e210-b9bd-46ce-a4aa-083d1d1635d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0403993 Aug 31 02:35:18.320471 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d57d2-69b7-4111-8d62-e523ad34290c req-49dc35d0-ef26-4961-864d-3244d8a518fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:18.321823 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d13d57d2-69b7-4111-8d62-e523ad34290c req-49dc35d0-ef26-4961-864d-3244d8a518fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.0847621 Aug 31 02:35:18.390071 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d13d57d2-69b7-4111-8d62-e523ad34290c req-d2034fd7-eda4-49fc-9dab-7f3b73754cd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef HTTP/1.1" status: 200 len: 1002 time: 0.0611970 Aug 31 02:35:18.439408 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d57d2-69b7-4111-8d62-e523ad34290c req-e69da32b-4ade-4861-8300-fa8efa27918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:18.440842 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d13d57d2-69b7-4111-8d62-e523ad34290c req-e69da32b-4ade-4861-8300-fa8efa27918e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0431070 Aug 31 02:35:18.487296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d57d2-69b7-4111-8d62-e523ad34290c req-3041b05e-deeb-495d-8120-ad4593940df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:18.488745 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d13d57d2-69b7-4111-8d62-e523ad34290c req-3041b05e-deeb-495d-8120-ad4593940df5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407612 Aug 31 02:35:18.580468 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d13d57d2-69b7-4111-8d62-e523ad34290c req-60e0ae2d-3b39-449f-877c-c65fe7120d5a service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840795 Aug 31 02:35:18.667926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d13d57d2-69b7-4111-8d62-e523ad34290c req-cd32b21e-1662-4001-b0f5-1614568f65d5 service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805244 Aug 31 02:35:21.076739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42162) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:21.234230 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Deleting port 80622851-2ea6-4357-8c8b-4ccd783e7e7a {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:35:21.234599 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:21.311418 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:21.311745 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:21.323576 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Calling delete_port for 80622851-2ea6-4357-8c8b-4ccd783e7e7a owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:35:21.382952 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-53aa8d9b-22ab-44b3-8f83-d0103cad7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:21.470662 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:21.496292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event deleted for resources: {'Port': ['ID=80622851-2ea6-4357-8c8b-4ccd783e7e7a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:21.509647 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:21.509996 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:21.510364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:21.510707 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:21.511041 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:21.511400 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:21.511731 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:21.512057 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:21.512382 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:21.512706 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:21.513029 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:21.513351 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:21.547624 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:35:21.568650 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:21.568985 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Floating IP 502e771b-2ffd-4c07-85f2-a6874c450447 disassociated (deleted). External IP: 172.25.6.160, port: 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef. Aug 31 02:35:21.773873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Router 440fa674-fbc9-4aa7-8dff-02e28877c4dc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:35:21.878219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:35:21.883739 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:21.889268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff622ea-a15d-41b3-ae2f-232fcffbe3db None None] Sync routers for ids ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:35:21.899091 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff622ea-a15d-41b3-ae2f-232fcffbe3db None None] Routers {'440fa674-fbc9-4aa7-8dff-02e28877c4dc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:35:21.899753 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8ff622ea-a15d-41b3-ae2f-232fcffbe3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:34:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:21.910655 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a9ac4308-4089-4fd4-bc14-e298fe0c21bc tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "DELETE /v2.0/floatingips/502e771b-2ffd-4c07-85f2-a6874c450447 HTTP/1.1" status: 204 len: 168 time: 0.8328557 Aug 31 02:35:21.912016 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'tag': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:35:21.914397 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc747a91-3119-4cb1-9c85-eb55748ec326" -d '{"events": [{"name": "network-changed", "server_uuid": "0efc8bf7-b24b-4790-8900-73eee0f7a9f3", "tag": "1ce7babf-f95c-4c1f-8760-c4e76d3f55ef"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:35:21.956135 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a5bcdc-c074-43ef-aca8-9e2cd0e80191 x-openstack-request-id: req-79a5bcdc-c074-43ef-aca8-9e2cd0e80191 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:35:21.956451 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0efc8bf7-b24b-4790-8900-73eee0f7a9f3", "tag": "1ce7babf-f95c-4c1f-8760-c4e76d3f55ef", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:35:21.956669 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79a5bcdc-c074-43ef-aca8-9e2cd0e80191 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:35:21.957074 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'tag': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef', 'status': 'completed', 'code': 200} Aug 31 02:35:22.015171 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-8ff622ea-a15d-41b3-ae2f-232fcffbe3db None None] Set router 440fa674-fbc9-4aa7-8dff-02e28877c4dc gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:35:22.041472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc747a91-3119-4cb1-9c85-eb55748ec326 req-1cf38730-4472-41f0-9186-1dfd69232b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:22.044008 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc747a91-3119-4cb1-9c85-eb55748ec326 req-1cf38730-4472-41f0-9186-1dfd69232b31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0551515 Aug 31 02:35:22.194364 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75758688-1dfd-44b3-8dc6-86991483972b req-c7cfc1ae-ed35-4c69-89d9-ab0a9d6926a7 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:22.195887 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75758688-1dfd-44b3-8dc6-86991483972b req-c7cfc1ae-ed35-4c69-89d9-ab0a9d6926a7 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.1010096 Aug 31 02:35:22.222776 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc747a91-3119-4cb1-9c85-eb55748ec326 req-584927a3-dea1-4e53-881b-27e836d5b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:22.224725 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc747a91-3119-4cb1-9c85-eb55748ec326 req-584927a3-dea1-4e53-881b-27e836d5b83b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 200 len: 907 time: 0.1522171 Aug 31 02:35:22.226858 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8ff622ea-a15d-41b3-ae2f-232fcffbe3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:33Z', 'revision_number': 5, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:22.252374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff622ea-a15d-41b3-ae2f-232fcffbe3db None None] Checking router: 440fa674-fbc9-4aa7-8dff-02e28877c4dc for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:35:22.261447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff622ea-a15d-41b3-ae2f-232fcffbe3db None None] Routers {'440fa674-fbc9-4aa7-8dff-02e28877c4dc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:35:22.262060 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8ff622ea-a15d-41b3-ae2f-232fcffbe3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:34:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:22.280918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-75758688-1dfd-44b3-8dc6-86991483972b req-29de5f52-e659-4502-9487-a9cb6963972b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789256 Aug 31 02:35:22.282280 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc747a91-3119-4cb1-9c85-eb55748ec326 req-28ae7030-4974-41f3-80f1-e10398353b75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef HTTP/1.1" status: 200 len: 217 time: 0.0498919 Aug 31 02:35:22.332229 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc747a91-3119-4cb1-9c85-eb55748ec326 req-7a2e5519-bf09-4782-875c-a70c38ecf326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:22.334261 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc747a91-3119-4cb1-9c85-eb55748ec326 req-7a2e5519-bf09-4782-875c-a70c38ecf326 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 200 len: 845 time: 0.0447693 Aug 31 02:35:22.366699 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-8ff622ea-a15d-41b3-ae2f-232fcffbe3db None None] Set router 440fa674-fbc9-4aa7-8dff-02e28877c4dc gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:35:22.380672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc747a91-3119-4cb1-9c85-eb55748ec326 req-ae4e98d6-3eee-4206-becd-3eacadacf791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:22.382180 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc747a91-3119-4cb1-9c85-eb55748ec326 req-ae4e98d6-3eee-4206-becd-3eacadacf791 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403974 Aug 31 02:35:22.479816 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc747a91-3119-4cb1-9c85-eb55748ec326 req-991f1d05-c90f-48bf-bb35-7dd96190915b service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891190 Aug 31 02:35:22.572901 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bc747a91-3119-4cb1-9c85-eb55748ec326 req-215d4da5-0251-4ffc-bc40-82d73bdb29aa service neutron] 10.222.0.15 "GET /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857754 Aug 31 02:35:22.577161 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-8ff622ea-a15d-41b3-ae2f-232fcffbe3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:33Z', 'revision_number': 5, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:22.608856 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff622ea-a15d-41b3-ae2f-232fcffbe3db None None] The sync data for ids ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'] in n-d-802060-13 is: [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:27Z', 'revision_number': 4, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'b1b10807-3d64-49b8-812b-6d83ca7b5348', 'name': '', 'network_id': 'c8ede6b2-6569-4c0c-8a28-37043d1d2f0c', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'mac_address': 'fa:16:3e:bb:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:26Z', 'updated_at': '2021-08-31T02:25:33Z', 'revision_number': 5, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'subnets': [{'id': '4d7eabab-8ac7-4c72-b2cd-8a5b34554023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:35:22.851132 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc33d3-961e-4319-bb86-20d7457fa404 None None] New status for floating IP 502e771b-2ffd-4c07-85f2-a6874c450447: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:35:23.402672 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd82940-c062-439e-9deb-f64d5206caab req-6927e776-7f65-4d9d-8208-f4e2a1557779 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:23.404516 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ddd82940-c062-439e-9deb-f64d5206caab req-6927e776-7f65-4d9d-8208-f4e2a1557779 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0546131 Aug 31 02:35:23.446305 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-ddd82940-c062-439e-9deb-f64d5206caab req-212bc963-1b72-4c7a-8ad7-e04e7c57d15b tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/security-groups?id=304758c6-0e4f-4493-90f3-6e30a741445a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360544 Aug 31 02:35:23.779627 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b7cd5-0242-46ea-b6b8-6e1c26c3b5de req-21e4655d-4b59-4c30-9895-f8b7932062f0 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:23.781079 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c3b7cd5-0242-46ea-b6b8-6e1c26c3b5de req-21e4655d-4b59-4c30-9895-f8b7932062f0 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.15 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 946 time: 0.0517130 Aug 31 02:35:23.868257 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-0c3b7cd5-0242-46ea-b6b8-6e1c26c3b5de req-503e4791-2d16-4fdf-948d-64678d3bdae8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Deleting port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:35:23.868601 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0c3b7cd5-0242-46ea-b6b8-6e1c26c3b5de req-503e4791-2d16-4fdf-948d-64678d3bdae8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:23.920742 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-dae32d0e-06e7-430b-90c7-fe382eb306e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:23.959705 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-0c3b7cd5-0242-46ea-b6b8-6e1c26c3b5de req-503e4791-2d16-4fdf-948d-64678d3bdae8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] For port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:23.960069 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0c3b7cd5-0242-46ea-b6b8-6e1c26c3b5de req-503e4791-2d16-4fdf-948d-64678d3bdae8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:23.971533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-0c3b7cd5-0242-46ea-b6b8-6e1c26c3b5de req-503e4791-2d16-4fdf-948d-64678d3bdae8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Calling delete_port for 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:35:24.099751 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0c3b7cd5-0242-46ea-b6b8-6e1c26c3b5de req-503e4791-2d16-4fdf-948d-64678d3bdae8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:24.134028 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e4791-2d16-4fdf-948d-64678d3bdae8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event deleted for resources: {'Port': ['ID=1ce7babf-f95c-4c1f-8760-c4e76d3f55ef,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:24.172547 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3b7cd5-0242-46ea-b6b8-6e1c26c3b5de req-503e4791-2d16-4fdf-948d-64678d3bdae8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] No DVR routers for this DVR port 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:35:24.175309 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-0c3b7cd5-0242-46ea-b6b8-6e1c26c3b5de req-503e4791-2d16-4fdf-948d-64678d3bdae8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:24.177443 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0c3b7cd5-0242-46ea-b6b8-6e1c26c3b5de req-503e4791-2d16-4fdf-948d-64678d3bdae8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.15 "DELETE /v2.0/ports/1ce7babf-f95c-4c1f-8760-c4e76d3f55ef HTTP/1.1" status: 204 len: 173 time: 0.3894591 Aug 31 02:35:24.177901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'name': 'network-vif-deleted', 'tag': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:35:24.180129 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf04f4a-b303-4ec1-aab0-986223addebb" -d '{"events": [{"server_uuid": "0efc8bf7-b24b-4790-8900-73eee0f7a9f3", "name": "network-vif-deleted", "tag": "1ce7babf-f95c-4c1f-8760-c4e76d3f55ef"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:35:24.227539 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7941c8de-923b-457e-b0b2-15ca13115604 x-openstack-request-id: req-7941c8de-923b-457e-b0b2-15ca13115604 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:35:24.227825 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0efc8bf7-b24b-4790-8900-73eee0f7a9f3", "name": "network-vif-deleted", "tag": "1ce7babf-f95c-4c1f-8760-c4e76d3f55ef", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:35:24.228075 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7941c8de-923b-457e-b0b2-15ca13115604 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:35:24.228476 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efc8bf7-b24b-4790-8900-73eee0f7a9f3', 'name': 'network-vif-deleted', 'tag': '1ce7babf-f95c-4c1f-8760-c4e76d3f55ef', 'status': 'completed', 'code': 200} Aug 31 02:35:24.247376 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:24.554924 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-31fa85ce-c833-4cbc-95c9-1b331227b84d req-46ca7ef4-4cb1-485b-80c0-9387c9e77ed3 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0302756 Aug 31 02:35:24.860178 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:25.653654 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0a1a7d92-1b9a-443e-a601-e11ef7f9a059 req-6755dfb6-0089-4256-b949-e688058bb547 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0267701 Aug 31 02:35:26.751825 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d58780a4-8aee-4b71-8ebe-64df887360a1 req-c4bf3926-fc3f-4ac6-9859-2dca86f98ce2 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0312345 Aug 31 02:35:27.089203 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:27.861649 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8ea6f1a4-8c22-4569-9977-bf2674cd2ec6 req-740d70fa-eac9-4730-b798-0a37d50fcff8 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "GET /v2.0/ports?device_id=0efc8bf7-b24b-4790-8900-73eee0f7a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0267859 Aug 31 02:35:28.584120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:35:28.604528 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:35:28.604870 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 1ce7babf-f95c-4c1f-8760-c4e76d3f55ef not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:35:28.918633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42198) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:28.978213 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f58cd91e-4349-4471-8cdc-515d869d84c5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:29.003375 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f58cd91e-4349-4471-8cdc-515d869d84c5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:29.064125 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f58cd91e-4349-4471-8cdc-515d869d84c5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:29.066755 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f58cd91e-4349-4471-8cdc-515d869d84c5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:29.068093 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f58cd91e-4349-4471-8cdc-515d869d84c5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] 10.222.0.58 "DELETE /v2.0/security-groups/304758c6-0e4f-4493-90f3-6e30a741445a HTTP/1.1" status: 204 len: 168 time: 0.1479003 Aug 31 02:35:29.078020 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cd91e-4349-4471-8cdc-515d869d84c5 tempest-TestShelveInstance-1875379941 tempest-TestShelveInstance-1875379941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=304758c6-0e4f-4493-90f3-6e30a741445a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:30.140106 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42204) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:30.643059 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:30.881819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Deleting port b1b10807-3d64-49b8-812b-6d83ca7b5348 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:35:30.882076 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:30.956462 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] For port b1b10807-3d64-49b8-812b-6d83ca7b5348, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=b1b10807-3d64-49b8-812b-6d83ca7b5348,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:30.956746 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:30.969711 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Calling delete_port for b1b10807-3d64-49b8-812b-6d83ca7b5348 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:35:31.142968 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:31.170754 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b10807-3d64-49b8-812b-6d83ca7b5348,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:31.200214 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:31.200561 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:31.200920 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:31.201233 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:31.201564 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:31.201896 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:31.202217 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:31.202538 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:31.202858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:31.203178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:31.203524 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:31.203842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:31.681146 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:31.883925 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Router 440fa674-fbc9-4aa7-8dff-02e28877c4dc has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:35:31.987032 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:35:31.992175 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-23d6417f-59a9-4b0a-be4a-021af741c343 admin admin] 10.222.0.58 "PUT /v2.0/routers/440fa674-fbc9-4aa7-8dff-02e28877c4dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8508263 Aug 31 02:35:31.994513 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42210) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:31.997249 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd63f6-23ce-46da-a5c8-cb906672c7da None None] Sync routers for ids ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:35:32.008313 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd63f6-23ce-46da-a5c8-cb906672c7da None None] Routers {'440fa674-fbc9-4aa7-8dff-02e28877c4dc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:35:32.008930 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-03cd63f6-23ce-46da-a5c8-cb906672c7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:35:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:32.100509 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:32.113096 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-03cd63f6-23ce-46da-a5c8-cb906672c7da None None] Set router 440fa674-fbc9-4aa7-8dff-02e28877c4dc gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:35:32.200894 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:32.254316 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] Deleting port 549369cd-232b-47b5-8bb6-0e2cce65e2cd {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:35:32.255197 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:32.290226 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-03cd63f6-23ce-46da-a5c8-cb906672c7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:35:31Z', 'revision_number': 5, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port': {'id': '549369cd-232b-47b5-8bb6-0e2cce65e2cd', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:32.320629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd63f6-23ce-46da-a5c8-cb906672c7da None None] Checking router: 440fa674-fbc9-4aa7-8dff-02e28877c4dc for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:35:32.329221 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd63f6-23ce-46da-a5c8-cb906672c7da None None] Routers {'440fa674-fbc9-4aa7-8dff-02e28877c4dc'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:35:32.329837 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-03cd63f6-23ce-46da-a5c8-cb906672c7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:35:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:32.335999 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] For port 549369cd-232b-47b5-8bb6-0e2cce65e2cd, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=549369cd-232b-47b5-8bb6-0e2cce65e2cd,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:32.336364 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:32.347643 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] Calling delete_port for 549369cd-232b-47b5-8bb6-0e2cce65e2cd owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:35:32.413951 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-03cd63f6-23ce-46da-a5c8-cb906672c7da None None] Set router 440fa674-fbc9-4aa7-8dff-02e28877c4dc gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:35:32.524423 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:32.551101 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] Pushing event deleted for resources: {'Port': ['ID=549369cd-232b-47b5-8bb6-0e2cce65e2cd,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:32.615367 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:32.632693 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-03cd63f6-23ce-46da-a5c8-cb906672c7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:35:32Z', 'revision_number': 6, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:32.665180 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd63f6-23ce-46da-a5c8-cb906672c7da None None] The sync data for ids ['440fa674-fbc9-4aa7-8dff-02e28877c4dc'] in n-d-802060-13 is: [{'id': '440fa674-fbc9-4aa7-8dff-02e28877c4dc', 'name': 'tempest-TestShelveInstance-1651120-router', 'tenant_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:24Z', 'updated_at': '2021-08-31T02:35:32Z', 'revision_number': 6, 'project_id': '5f3c88f282bd4bbab2462bbb5e56c2ff', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:35:32.666614 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:32.712791 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:32.714914 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:32.756686 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:32.757198 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 440fa674-fbc9-4aa7-8dff-02e28877c4dc {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:35:32.761357 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:32.762638 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0fa503da-5788-498e-ab1d-6035c822b1db admin admin] 10.222.0.58 "DELETE /v2.0/routers/440fa674-fbc9-4aa7-8dff-02e28877c4dc HTTP/1.1" status: 204 len: 168 time: 0.7671843 Aug 31 02:35:32.765377 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42212) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:32.809011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-7733a71a-f936-4e2a-850d-e49d6fed1e08 admin admin] Deleting subnet 4d7eabab-8ac7-4c72-b2cd-8a5b34554023 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:35:32.812043 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7733a71a-f936-4e2a-850d-e49d6fed1e08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:32.849276 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7733a71a-f936-4e2a-850d-e49d6fed1e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:32.925496 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7733a71a-f936-4e2a-850d-e49d6fed1e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:32.976558 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7733a71a-f936-4e2a-850d-e49d6fed1e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:33.002721 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733a71a-f936-4e2a-850d-e49d6fed1e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d7eabab-8ac7-4c72-b2cd-8a5b34554023,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:33.006604 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-7733a71a-f936-4e2a-850d-e49d6fed1e08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:33.007619 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-7733a71a-f936-4e2a-850d-e49d6fed1e08 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4d7eabab-8ac7-4c72-b2cd-8a5b34554023 HTTP/1.1" status: 204 len: 168 time: 0.2412429 Aug 31 02:35:33.010794 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42214) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:33.013320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6787f46-8765-4453-ab5e-4c3d53aa758b None None] Network c8ede6b2-6569-4c0c-8a28-37043d1d2f0c requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:35:33.083724 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:33.153052 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] Deleting port 8b5c993e-149a-45c6-bd76-95f0814d594c {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:35:33.153401 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:33.164348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b1b10807-3d64-49b8-812b-6d83ca7b5348 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:35:33.195550 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: b1b10807-3d64-49b8-812b-6d83ca7b5348 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:35:33.196036 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device b1b10807-3d64-49b8-812b-6d83ca7b5348 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:35:33.220275 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] For port 8b5c993e-149a-45c6-bd76-95f0814d594c, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8b5c993e-149a-45c6-bd76-95f0814d594c,segment=NetworkSegment(2a9fcbe8-3927-433d-97f0-47d058b0b833),segment_id=2a9fcbe8-3927-433d-97f0-47d058b0b833)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:33.220785 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:33.233234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] Calling delete_port for 8b5c993e-149a-45c6-bd76-95f0814d594c owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:35:33.310668 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:33.340526 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5c993e-149a-45c6-bd76-95f0814d594c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:33.343940 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] No DVR routers for this DVR port 8b5c993e-149a-45c6-bd76-95f0814d594c on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:35:33.413413 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:33.422906 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ede6b2-6569-4c0c-8a28-37043d1d2f0c']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:33.433234 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9fcbe8-3927-433d-97f0-47d058b0b833') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:33.433472 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9fcbe8-3927-433d-97f0-47d058b0b833') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:33.442509 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:33.455671 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:33.461888 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:35:33.462270 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: timer() Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:35:33.463871 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:35:33.525900 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56362845-9f50-4611-89f3-9933a9652f88 None None] DHCP port deletion for c8ede6b2-6569-4c0c-8a28-37043d1d2f0c request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:35:33.528834 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:33.534832 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:33.537790 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c8ede6b2-6569-4c0c-8a28-37043d1d2f0c HTTP/1.1" status: 204 len: 168 time: 0.5253716 Aug 31 02:35:33.540281 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42216) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:33.556856 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449538d2-4e98-4a78-bd0d-1cc9a4aa8150 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ede6b2-6569-4c0c-8a28-37043d1d2f0c,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:33.919094 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92a5f743-8834-47b2-8305-635f6537c178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:34.156076 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-92a5f743-8834-47b2-8305-635f6537c178 admin admin] Deleting port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:35:34.156328 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92a5f743-8834-47b2-8305-635f6537c178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:34.231564 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-92a5f743-8834-47b2-8305-635f6537c178 admin admin] For port 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=197ddbfa-63bd-4aae-9c53-5682ab4e3ce1,segment=NetworkSegment(0a5f06c3-6d4e-403d-b074-a633df200358),segment_id=0a5f06c3-6d4e-403d-b074-a633df200358)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:34.232220 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92a5f743-8834-47b2-8305-635f6537c178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:34.244141 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-92a5f743-8834-47b2-8305-635f6537c178 admin admin] Calling delete_port for 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:35:34.425107 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92a5f743-8834-47b2-8305-635f6537c178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:34.452512 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5f743-8834-47b2-8305-635f6537c178 admin admin] Pushing event deleted for resources: {'Port': ['ID=197ddbfa-63bd-4aae-9c53-5682ab4e3ce1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:34.622078 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-92a5f743-8834-47b2-8305-635f6537c178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:34.836903 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a5f743-8834-47b2-8305-635f6537c178 admin admin] Router d294dac1-fdc5-4c1f-89d4-195baee43e38 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:35:34.870846 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 549369cd-232b-47b5-8bb6-0e2cce65e2cd no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:35:34.895013 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 549369cd-232b-47b5-8bb6-0e2cce65e2cd {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:35:34.896115 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 549369cd-232b-47b5-8bb6-0e2cce65e2cd not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:35:34.896573 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8b5c993e-149a-45c6-bd76-95f0814d594c no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:35:34.915002 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 8b5c993e-149a-45c6-bd76-95f0814d594c {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:35:34.915370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8b5c993e-149a-45c6-bd76-95f0814d594c not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:35:34.941494 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a5f743-8834-47b2-8305-635f6537c178 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:35:34.946979 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-92a5f743-8834-47b2-8305-635f6537c178 admin admin] 10.222.0.58 "PUT /v2.0/routers/d294dac1-fdc5-4c1f-89d4-195baee43e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4057407 Aug 31 02:35:34.949531 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42218) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:34.950879 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e8890-5555-4817-ac31-b0f8fdac8b98 None None] Sync routers for ids ['d294dac1-fdc5-4c1f-89d4-195baee43e38'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:35:34.961334 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e8890-5555-4817-ac31-b0f8fdac8b98 None None] Routers {'d294dac1-fdc5-4c1f-89d4-195baee43e38'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:35:34.961966 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ac2e8890-5555-4817-ac31-b0f8fdac8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:35:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d294dac1-fdc5-4c1f-89d4-195baee43e38'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:35.054125 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:35.156771 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:35.160792 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-ac2e8890-5555-4817-ac31-b0f8fdac8b98 None None] Set router d294dac1-fdc5-4c1f-89d4-195baee43e38 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:35:35.208661 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] Deleting port 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:35:35.209005 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:35.290468 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] For port 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=70cf8030-7f8c-4196-a2bd-a72c1cccd3cf,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:35.291109 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:35.303993 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] Calling delete_port for 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:35:35.345192 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ac2e8890-5555-4817-ac31-b0f8fdac8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'name': 'tempest-TestShelveInstance-1747650841-router', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '70cf8030-7f8c-4196-a2bd-a72c1cccd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:35:34Z', 'revision_number': 5, 'project_id': '830dc64fefd34b239ff3be115dadb757', 'gw_port': {'id': '70cf8030-7f8c-4196-a2bd-a72c1cccd3cf', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:35.372115 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e8890-5555-4817-ac31-b0f8fdac8b98 None None] Checking router: d294dac1-fdc5-4c1f-89d4-195baee43e38 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:35:35.381598 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e8890-5555-4817-ac31-b0f8fdac8b98 None None] Routers {'d294dac1-fdc5-4c1f-89d4-195baee43e38'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:35:35.382219 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ac2e8890-5555-4817-ac31-b0f8fdac8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:35:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['d294dac1-fdc5-4c1f-89d4-195baee43e38'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:35.469511 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:35.469946 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-ac2e8890-5555-4817-ac31-b0f8fdac8b98 None None] Set router d294dac1-fdc5-4c1f-89d4-195baee43e38 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:35:35.496610 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=70cf8030-7f8c-4196-a2bd-a72c1cccd3cf,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:35.528086 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-ac2e8890-5555-4817-ac31-b0f8fdac8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'name': 'tempest-TestShelveInstance-1747650841-router', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:35:35Z', 'revision_number': 6, 'project_id': '830dc64fefd34b239ff3be115dadb757', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:35.554643 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e8890-5555-4817-ac31-b0f8fdac8b98 None None] The sync data for ids ['d294dac1-fdc5-4c1f-89d4-195baee43e38'] in n-d-802060-13 is: [{'id': 'd294dac1-fdc5-4c1f-89d4-195baee43e38', 'name': 'tempest-TestShelveInstance-1747650841-router', 'tenant_id': '830dc64fefd34b239ff3be115dadb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:25:29Z', 'updated_at': '2021-08-31T02:35:35Z', 'revision_number': 6, 'project_id': '830dc64fefd34b239ff3be115dadb757', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:35:35.559594 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:35.990042 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:35.992293 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.035303 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.035972 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d294dac1-fdc5-4c1f-89d4-195baee43e38 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:35:36.040571 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.041721 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-00926f4d-bcb1-45f4-8122-d7918a6998d2 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d294dac1-fdc5-4c1f-89d4-195baee43e38 HTTP/1.1" status: 204 len: 168 time: 1.0912797 Aug 31 02:35:36.044241 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42220) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:36.087183 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4466894b-2029-41c3-a9f9-54e40bc6b479 admin admin] Deleting subnet fa1f78e5-0f72-41e8-99ff-80918e6cf6c1 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:35:36.090123 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4466894b-2029-41c3-a9f9-54e40bc6b479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.122934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4466894b-2029-41c3-a9f9-54e40bc6b479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.201107 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4466894b-2029-41c3-a9f9-54e40bc6b479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.251900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4466894b-2029-41c3-a9f9-54e40bc6b479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.278781 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466894b-2029-41c3-a9f9-54e40bc6b479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa1f78e5-0f72-41e8-99ff-80918e6cf6c1,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:36.283369 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-4466894b-2029-41c3-a9f9-54e40bc6b479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.285261 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-4466894b-2029-41c3-a9f9-54e40bc6b479 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fa1f78e5-0f72-41e8-99ff-80918e6cf6c1 HTTP/1.1" status: 204 len: 168 time: 0.2400720 Aug 31 02:35:36.288579 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42222) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:36.290561 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3284c141-4cf5-48d2-b8f7-a1f4f577d716 None None] Network 3ebde350-b3af-4b65-a1b1-6549c63ba32a requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:35:36.360480 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.416920 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] Deleting port 8bac1d99-2708-49a5-a592-62b0fabe4904 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:35:36.417266 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.465924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] DHCP port deletion for 3ebde350-b3af-4b65-a1b1-6549c63ba32a request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:35:36.484046 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] For port 8bac1d99-2708-49a5-a592-62b0fabe4904, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8bac1d99-2708-49a5-a592-62b0fabe4904,segment=NetworkSegment(0a5f06c3-6d4e-403d-b074-a633df200358),segment_id=0a5f06c3-6d4e-403d-b074-a633df200358)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:36.484420 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.504639 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] Calling delete_port for 8bac1d99-2708-49a5-a592-62b0fabe4904 owned by network:dhcp {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:35:36.518945 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Deleting port 8bac1d99-2708-49a5-a592-62b0fabe4904 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:35:36.519364 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.604082 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] For port 8bac1d99-2708-49a5-a592-62b0fabe4904, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=8bac1d99-2708-49a5-a592-62b0fabe4904,segment=NetworkSegment(0a5f06c3-6d4e-403d-b074-a633df200358),segment_id=0a5f06c3-6d4e-403d-b074-a633df200358)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:36.604528 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.608554 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.619633 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Calling delete_port for 8bac1d99-2708-49a5-a592-62b0fabe4904 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:35:36.640429 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bac1d99-2708-49a5-a592-62b0fabe4904,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:36.644077 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] No DVR routers for this DVR port 8bac1d99-2708-49a5-a592-62b0fabe4904 on host n-d-802060-13 {{(pid=94760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:35:36.707082 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.721018 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.731854 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Pushing event deleted for resources: {'Port': ['ID=8bac1d99-2708-49a5-a592-62b0fabe4904,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:36.732879 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebde350-b3af-4b65-a1b1-6549c63ba32a']}} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:36.742026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] No DVR routers for this DVR port 8bac1d99-2708-49a5-a592-62b0fabe4904 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:35:36.750744 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5f06c3-6d4e-403d-b074-a633df200358') {'for_net_delete': True} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:36.751058 n-d-802060-13 neutron-server[94760]: DEBUG neutron.services.segments.db [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5f06c3-6d4e-403d-b074-a633df200358') {} {{(pid=94760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:36.752232 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:36.752838 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:36.752967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:36.753232 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:36.753563 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:36.759045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:36.759045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:36.759045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:36.759045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:36.759045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:36.759045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:36.759045 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7421c3-8c55-4814-b5ef-0e0f72a946da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:36.765491 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4706854'] for segment, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.781241 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.789151 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:35:36.789559 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16187057'] for segment, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: Traceback (most recent call last): Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: timer() Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: cb(*args, **kw) Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: return func(*args, **kwargs) Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: self._notify() Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: self.callback(batched_events) Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: event.method(event) Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: return f(self, *a, **k) Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: return self._get(url).json() Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: return self.request(url, 'GET', **kwargs) Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:35:36.831868 n-d-802060-13 neutron-server[94760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:35:36.834481 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8bac1d99-2708-49a5-a592-62b0fabe4904 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:35:36.852707 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.854060 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 8bac1d99-2708-49a5-a592-62b0fabe4904 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:35:36.854502 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 8bac1d99-2708-49a5-a592-62b0fabe4904 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:35:36.854889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:35:36.859508 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:36.862164 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3ebde350-b3af-4b65-a1b1-6549c63ba32a HTTP/1.1" status: 204 len: 168 time: 0.5724692 Aug 31 02:35:36.874669 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:35:36.875020 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 70cf8030-7f8c-4196-a2bd-a72c1cccd3cf not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:35:36.875377 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf8d75-7e48-46a7-aacd-864f315faf44 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ebde350-b3af-4b65-a1b1-6549c63ba32a,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:36.875518 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:35:36.897700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:35:36.898048 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 197ddbfa-63bd-4aae-9c53-5682ab4e3ce1 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:35:37.001596 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42226) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:37.040953 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-2e54465e-d73d-4894-9461-4a6820a74a66 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f3c88f282bd4bbab2462bbb5e56c2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381610 Aug 31 02:35:37.043413 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42228) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:37.090735 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6382ca7d-2ba6-4f89-9c91-7a854f89e334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:37.115673 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6382ca7d-2ba6-4f89-9c91-7a854f89e334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:37.163605 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6382ca7d-2ba6-4f89-9c91-7a854f89e334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:37.166106 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-6382ca7d-2ba6-4f89-9c91-7a854f89e334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:37.167241 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-6382ca7d-2ba6-4f89-9c91-7a854f89e334 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e72a52c3-7a5e-43e1-b167-9532b5065be5 HTTP/1.1" status: 204 len: 168 time: 0.1229243 Aug 31 02:35:37.174678 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382ca7d-2ba6-4f89-9c91-7a854f89e334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72a52c3-7a5e-43e1-b167-9532b5065be5,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:37.509095 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42234) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:37.547219 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-05b240f1-8ad2-44b7-a493-53f97723ee15 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=830dc64fefd34b239ff3be115dadb757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369632 Aug 31 02:35:37.549625 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42236) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:37.596595 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2dcda8b-b448-4305-9793-eff668e69027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:37.617055 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2dcda8b-b448-4305-9793-eff668e69027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:37.666362 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2dcda8b-b448-4305-9793-eff668e69027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:37.668954 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f2dcda8b-b448-4305-9793-eff668e69027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:37.670105 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f2dcda8b-b448-4305-9793-eff668e69027 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/323d92a5-4fb5-43a7-bcc6-9593bc52cfce HTTP/1.1" status: 204 len: 168 time: 0.1196048 Aug 31 02:35:37.678072 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcda8b-b448-4305-9793-eff668e69027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323d92a5-4fb5-43a7-bcc6-9593bc52cfce,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:38.408783 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42258) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:38.506229 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-18502914-network', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:35:38.527120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] Made reservation on behalf of c1b4dda3c24e46bea64bff1d5c4265e2 for: {'network': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:35:38.529298 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:38.542302 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:38.629215 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:38.633657 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:38.657412 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:35:38.666361 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddc0765-6457-4967-8aa7-9456f7a9dd97,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:38.674071 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:38.674071 n-d-802060-13 neutron-server[94761]: INFO neutron.db.segments_db [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] Added segment 3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241 of type vlan for network b6cc7b9c-618f-4f2b-9518-5a417f50da35 Aug 31 02:35:38.719581 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:38.744911 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:38.745910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:38.746501 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:38.797342 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3873112 Aug 31 02:35:38.800864 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42262) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:38.806800 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec954b99-22ca-441d-9ad2-c5e273c6998d admin admin] Pushing event updated for resources: {'Network': ['ID=b6cc7b9c-618f-4f2b-9518-5a417f50da35,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:38.806994 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-671a20f3-728d-4aa6-aa93-52ad79ca9a2b admin admin] Request body: {'subnet': {'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-18502914-subnet', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'ip_version': 4}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:35:38.818423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network b6cc7b9c-618f-4f2b-9518-5a417f50da35 details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:35:38.830000 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671a20f3-728d-4aa6-aa93-52ad79ca9a2b admin admin] Made reservation on behalf of c1b4dda3c24e46bea64bff1d5c4265e2 for: {'subnet': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:35:38.833458 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-671a20f3-728d-4aa6-aa93-52ad79ca9a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15693307'] for subnet, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:38.996941 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-671a20f3-728d-4aa6-aa93-52ad79ca9a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16183508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15693293'] for subnet, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.064825 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a20f3-728d-4aa6-aa93-52ad79ca9a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9855b70c-6d1a-4393-94af-63ba02ee6d23,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:39.072159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671a20f3-728d-4aa6-aa93-52ad79ca9a2b admin admin] Checking segment: {'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:35:39.072511 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a20f3-728d-4aa6-aa93-52ad79ca9a2b admin admin] Network hostable DHCP agents. Network: b6cc7b9c-618f-4f2b-9518-5a417f50da35, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:35:39.088717 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a20f3-728d-4aa6-aa93-52ad79ca9a2b admin admin] Network b6cc7b9c-618f-4f2b-9518-5a417f50da35 is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:35:39.096324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-671a20f3-728d-4aa6-aa93-52ad79ca9a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, b6cc7b9c-618f-4f2b-9518-5a417f50da35) {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:35:39.101128 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a20f3-728d-4aa6-aa93-52ad79ca9a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:39.101833 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-671a20f3-728d-4aa6-aa93-52ad79ca9a2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.108046 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed23f728-2942-4664-ad62-89973927125c None None] Network b6cc7b9c-618f-4f2b-9518-5a417f50da35 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:35:39.118190 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-671a20f3-728d-4aa6-aa93-52ad79ca9a2b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3127694 Aug 31 02:35:39.118379 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42264) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:39.122701 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:35:39.142797 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.143832 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.195361 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.251910 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:35:39.252767 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.339396 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.392268 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Allocated IP 172.20.0.2 (b6cc7b9c-618f-4f2b-9518-5a417f50da35/9855b70c-6d1a-4393-94af-63ba02ee6d23/2d61c2ee-e1b2-4cba-845c-bc923f80499d) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:35:39.532767 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.541223 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.541555 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Transition to ACTIVE for port object 2d61c2ee-e1b2-4cba-845c-bc923f80499d will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:35:39.556419 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Transition to ACTIVE for port object 2d61c2ee-e1b2-4cba-845c-bc923f80499d will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:35:39.562700 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.565915 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.608071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Network b6cc7b9c-618f-4f2b-9518-5a417f50da35 is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:35:39.613194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:35:39.615774 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Pushing event updated for resources: {'Port': ['ID=2d61c2ee-e1b2-4cba-845c-bc923f80499d,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:39.617957 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:35:39.670795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Attempting to bind port 2d61c2ee-e1b2-4cba-845c-bc923f80499d on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:35:39.671164 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Attempting to bind port 2d61c2ee-e1b2-4cba-845c-bc923f80499d by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:35:39.671777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Attempting to bind port 2d61c2ee-e1b2-4cba-845c-bc923f80499d on network b6cc7b9c-618f-4f2b-9518-5a417f50da35 {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:35:39.677079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:35:39.677464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Checking segment: {'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:35:39.677931 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.678056 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Allocated IP 172.25.6.35 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/73c1c809-28fe-4f2b-84ef-a99703ced7a4) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:35:39.678309 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Bound using segment: {'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:35:39.678777 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Bound port: 2d61c2ee-e1b2-4cba-845c-bc923f80499d, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:35:39.679163 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.744953 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] For port 2d61c2ee-e1b2-4cba-845c-bc923f80499d, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:35:39.748409 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] For port 2d61c2ee-e1b2-4cba-845c-bc923f80499d, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2d61c2ee-e1b2-4cba-845c-bc923f80499d,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:35:39.752329 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.786354 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.820372 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80a4a4-3e9a-444f-bdc7-65f3a3ec198e None None] Pushing event updated for resources: {'Port': ['ID=2d61c2ee-e1b2-4cba-845c-bc923f80499d,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:39.828471 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:39.872872 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:35:39.875899 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:35:39.880556 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:35:39.903582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Pushing event updated for resources: {'Port': ['ID=73c1c809-28fe-4f2b-84ef-a99703ced7a4,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:40.164591 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:40.356824 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:40.488159 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:35:40.596937 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:35:40.608678 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Sync routers for ids ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:35:40.617879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Routers {'00d141ae-6bff-4ef1-8e54-716fdaea2b1e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:35:40.618513 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:35:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:40.619176 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:40.620656 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0192a1eb-1f68-4f5f-9eb5-b137d148309d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5014100 Aug 31 02:35:40.623671 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42266) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:40.729454 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Set router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:35:40.759212 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ceaf7-85cb-4623-92eb-2248cfcd5f2f None None] Network b6cc7b9c-618f-4f2b-9518-5a417f50da35 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:35:40.869766 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2d61c2ee-e1b2-4cba-845c-bc923f80499d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:35:40.937966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-8f01a0b0-eb21-450e-ba1e-d3360cc5f5b4 None None] Provisioning for port 2d61c2ee-e1b2-4cba-845c-bc923f80499d completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:35:41.038849 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 2d61c2ee-e1b2-4cba-845c-bc923f80499d completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:35:41.050193 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2d61c2ee-e1b2-4cba-845c-bc923f80499d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:41.050569 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.063297 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.229737 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Allocated IP 172.20.0.1 (b6cc7b9c-618f-4f2b-9518-5a417f50da35/9855b70c-6d1a-4393-94af-63ba02ee6d23/fe3c9cfc-30b4-49fa-9987-7bdddb22940a) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:35:41.287835 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:40Z', 'revision_number': 3, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:41.314443 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Checking router: 00d141ae-6bff-4ef1-8e54-716fdaea2b1e for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:35:41.314791 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Updating router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e port 73c1c809-28fe-4f2b-84ef-a99703ced7a4 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:35:41.347265 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.367665 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.provisioning_blocks [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Transition to ACTIVE for port object fe3c9cfc-30b4-49fa-9987-7bdddb22940a will not be triggered until provisioned by entity DHCP. {{(pid=94760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:35:41.370786 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.374559 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.405463 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.447364 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Network b6cc7b9c-618f-4f2b-9518-5a417f50da35 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:35:41.450562 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:35:41.456676 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:35:41.486955 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 2d61c2ee-e1b2-4cba-845c-bc923f80499d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2d61c2ee-e1b2-4cba-845c-bc923f80499d,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:41.488010 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3c9cfc-30b4-49fa-9987-7bdddb22940a,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:41.494741 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.506990 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.607579 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=2d61c2ee-e1b2-4cba-845c-bc923f80499d,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:41.630251 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-aac5d1ee-5671-4231-93a5-5f9128a03e41 None None] Provisioning complete for port 2d61c2ee-e1b2-4cba-845c-bc923f80499d triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:41.631037 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-aac5d1ee-5671-4231-93a5-5f9128a03e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.658264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.781185 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.794150 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Transition to ACTIVE for port object 73c1c809-28fe-4f2b-84ef-a99703ced7a4 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:35:41.799666 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.833290 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.837808 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.849447 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Attempting to bind port 73c1c809-28fe-4f2b-84ef-a99703ced7a4 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:35:41.849817 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Attempting to bind port 73c1c809-28fe-4f2b-84ef-a99703ced7a4 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:35:41.850205 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Attempting to bind port 73c1c809-28fe-4f2b-84ef-a99703ced7a4 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:35:41.857099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc055431-dd65-4f65-9cd1-054ba6021f8b None None] Pushing event updated for resources: {'Port': ['ID=73c1c809-28fe-4f2b-84ef-a99703ced7a4,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:41.860057 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:35:41.860432 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:35:41.861043 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.861435 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:35:41.861907 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Bound port: 73c1c809-28fe-4f2b-84ef-a99703ced7a4, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:35:41.864477 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.904276 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.913004 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3c9cfc-30b4-49fa-9987-7bdddb22940a,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:41.923080 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] For port 73c1c809-28fe-4f2b-84ef-a99703ced7a4, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:35:41.925022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d3d55e99-0d7e-42fa-a284-43cb5b390ae3 None None] Provisioning for port fe3c9cfc-30b4-49fa-9987-7bdddb22940a completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:35:41.928539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] For port 73c1c809-28fe-4f2b-84ef-a99703ced7a4, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=73c1c809-28fe-4f2b-84ef-a99703ced7a4,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:35:41.931320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-d3d55e99-0d7e-42fa-a284-43cb5b390ae3 None None] Provisioning complete for port fe3c9cfc-30b4-49fa-9987-7bdddb22940a triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:41.931690 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d3d55e99-0d7e-42fa-a284-43cb5b390ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:41.934775 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:42.008430 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Network b6cc7b9c-618f-4f2b-9518-5a417f50da35 is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:35:42.008683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-d3d55e99-0d7e-42fa-a284-43cb5b390ae3 None None] Port fe3c9cfc-30b4-49fa-9987-7bdddb22940a cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:35:42.010149 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:35:42.025775 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Routers {'00d141ae-6bff-4ef1-8e54-716fdaea2b1e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:35:42.026423 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:35:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:42.065073 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc055431-dd65-4f65-9cd1-054ba6021f8b None None] Pushing event updated for resources: {'Port': ['ID=73c1c809-28fe-4f2b-84ef-a99703ced7a4,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:42.152273 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] Set router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:35:42.298275 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-18a5cec6-6217-43b0-9dc6-9e6104a51195 None None] Provisioning complete for port fe3c9cfc-30b4-49fa-9987-7bdddb22940a triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:42.298547 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-18a5cec6-6217-43b0-9dc6-9e6104a51195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:42.330823 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:42.356209 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-18a5cec6-6217-43b0-9dc6-9e6104a51195 None None] Port fe3c9cfc-30b4-49fa-9987-7bdddb22940a cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:35:42.420141 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 2, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:42.448047 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa2793-5de1-42fa-a625-c9c5431a7483 None None] The sync data for ids ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'] in n-d-802060-13 is: [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 2, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:35:42.466393 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:35:42.575053 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:35:42.580089 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0cb4c9a9-dfba-468c-9705-1cc96d5721c3 admin admin] 10.222.0.58 "PUT /v2.0/routers/00d141ae-6bff-4ef1-8e54-716fdaea2b1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9553344 Aug 31 02:35:42.844361 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2d61c2ee-e1b2-4cba-845c-bc923f80499d up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:35:42.897414 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 2d61c2ee-e1b2-4cba-845c-bc923f80499d triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:42.897799 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:43.116163 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42282) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:43.124786 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1885460496-network', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:35:43.150782 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] Made reservation on behalf of 8fd64ed8795f4e4b81df5bb37a13683d for: {'network': 1} {{(pid=94760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:35:43.153154 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for network, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:43.163521 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:43.263264 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:43.273085 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:43.303178 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:35:43.309791 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedfad00-0086-4254-9c08-4a2ce8883749,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:43.316198 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:43.316679 n-d-802060-13 neutron-server[94760]: INFO neutron.db.segments_db [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] Added segment 4980bd85-6c05-4067-8ab0-f64bb4f71f6b of type vlan for network 6121c46b-8541-474c-8bfb-abfeffb6e2fc Aug 31 02:35:43.359020 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729315140720'] for network, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:43.383899 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030'] for network, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:43.384875 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:43.385474 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] Notify callbacks [] for network, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:43.444432 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3240278 Aug 31 02:35:43.445009 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42284) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:43.450372 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-a1aa2077-6e1f-4349-a786-59ce92b184de admin admin] Request body: {'subnet': {'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1885460496-subnet', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'ip_version': 4}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:35:43.450580 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93201db2-2ad2-4558-a40e-9c46eafe2906 admin admin] Pushing event updated for resources: {'Network': ['ID=6121c46b-8541-474c-8bfb-abfeffb6e2fc,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:43.461667 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Network 6121c46b-8541-474c-8bfb-abfeffb6e2fc details requested by agent ovs-agent-n-d-802060-13 with host n-d-802060-13 {{(pid=94762) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:35:43.476752 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1aa2077-6e1f-4349-a786-59ce92b184de admin admin] Made reservation on behalf of 8fd64ed8795f4e4b81df5bb37a13683d for: {'subnet': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:35:43.479631 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a1aa2077-6e1f-4349-a786-59ce92b184de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16434468'] for subnet, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:43.663382 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a1aa2077-6e1f-4349-a786-59ce92b184de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6178210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16434482'] for subnet, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:43.726954 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa2077-6e1f-4349-a786-59ce92b184de admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc5b3c1-c98d-4887-b314-0ce5654eb7a8,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:43.734204 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aa2077-6e1f-4349-a786-59ce92b184de admin admin] Checking segment: {'id': '4980bd85-6c05-4067-8ab0-f64bb4f71f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:35:43.734560 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aa2077-6e1f-4349-a786-59ce92b184de admin admin] Network hostable DHCP agents. Network: 6121c46b-8541-474c-8bfb-abfeffb6e2fc, hostable agents: ['a620fbd5-94a4-4e68-a9d1-12e31fa56bda'], hosted agents: [] {{(pid=94761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:35:43.751060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aa2077-6e1f-4349-a786-59ce92b184de admin admin] Network 6121c46b-8541-474c-8bfb-abfeffb6e2fc is scheduled to be hosted by DHCP agent a620fbd5-94a4-4e68-a9d1-12e31fa56bda with binding_index 1 {{(pid=94761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:35:43.760297 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-a1aa2077-6e1f-4349-a786-59ce92b184de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-13, 6121c46b-8541-474c-8bfb-abfeffb6e2fc) {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:35:43.764921 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aa2077-6e1f-4349-a786-59ce92b184de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:43.765951 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-a1aa2077-6e1f-4349-a786-59ce92b184de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:43.768926 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fc8fb1-4c6b-438b-97a9-d30a99e61e0c None None] Network 6121c46b-8541-474c-8bfb-abfeffb6e2fc requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:35:43.780154 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-a1aa2077-6e1f-4349-a786-59ce92b184de admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3339667 Aug 31 02:35:43.782737 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42286) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:43.787157 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1885460496-router', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:35:43.807875 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32525'] for router, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:43.808852 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8054519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8056196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8032359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32538'] for router, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:43.861326 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:43.920208 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b43fa87-e740-5b49-86b6-0413513c115f-6121c46b-8541-474c-8bfb-abfeffb6e2fc', 'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'fixed_ips': [{'subnet_id': '0fc5b3c1-c98d-4887-b314-0ce5654eb7a8'}]}} from n-d-802060-13. {{(pid=94762) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:35:43.921217 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:44.003463 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:44.062570 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.db_base_plugin_common [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Allocated IP 172.20.0.2 (6121c46b-8541-474c-8bfb-abfeffb6e2fc/0fc5b3c1-c98d-4887-b314-0ce5654eb7a8/344bbcac-0fc0-4992-91c3-b7626d883494) {{(pid=94762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:35:44.216378 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Notify callbacks [] for port, precommit_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:44.217471 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:44.224976 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Transition to ACTIVE for port object 344bbcac-0fc0-4992-91c3-b7626d883494 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:35:44.237862 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:44.241683 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Transition to ACTIVE for port object 344bbcac-0fc0-4992-91c3-b7626d883494 will not be triggered until provisioned by entity DHCP. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:35:44.249004 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704'] for port, after_create {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:44.297653 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Network 6121c46b-8541-474c-8bfb-abfeffb6e2fc is already hosted by enough agents. {{(pid=94762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:35:44.302941 n-d-802060-13 neutron-server[94762]: DEBUG neutron.scheduler.base_scheduler [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Resources bound (agent type, host, resource id): {{(pid=94762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:35:44.305488 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Pushing event updated for resources: {'Port': ['ID=344bbcac-0fc0-4992-91c3-b7626d883494,revision_number=1']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:44.308165 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Received port after_create {{(pid=94762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:35:44.351974 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Allocated IP 172.25.6.56 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/d117c7e6-3b33-454a-b47d-4b84477c4176) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:35:44.363188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Attempting to bind port 344bbcac-0fc0-4992-91c3-b7626d883494 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:35:44.363587 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Attempting to bind port 344bbcac-0fc0-4992-91c3-b7626d883494 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '4980bd85-6c05-4067-8ab0-f64bb4f71f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:35:44.364476 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Attempting to bind port 344bbcac-0fc0-4992-91c3-b7626d883494 on network 6121c46b-8541-474c-8bfb-abfeffb6e2fc {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:35:44.370156 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:35:44.370524 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Checking segment: {'id': '4980bd85-6c05-4067-8ab0-f64bb4f71f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:35:44.370931 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:44.371346 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Bound using segment: {'id': '4980bd85-6c05-4067-8ab0-f64bb4f71f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:35:44.371816 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Bound port: 344bbcac-0fc0-4992-91c3-b7626d883494, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4980bd85-6c05-4067-8ab0-f64bb4f71f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:35:44.372194 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:44.436479 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] For port 344bbcac-0fc0-4992-91c3-b7626d883494, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:35:44.439158 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] For port 344bbcac-0fc0-4992-91c3-b7626d883494, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=344bbcac-0fc0-4992-91c3-b7626d883494,segment=NetworkSegment(4980bd85-6c05-4067-8ab0-f64bb4f71f6b),segment_id=4980bd85-6c05-4067-8ab0-f64bb4f71f6b)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:35:44.445072 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:44.468505 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:44.503806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d19a9-5f86-488b-908c-d2f81a2ed841 None None] Pushing event updated for resources: {'Port': ['ID=344bbcac-0fc0-4992-91c3-b7626d883494,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:44.528889 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:44.545991 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Sync routers for ids ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:35:44.556151 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Routers {'00d141ae-6bff-4ef1-8e54-716fdaea2b1e'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:35:44.557076 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:35:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:44.568409 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:35:44.573473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:35:44.577119 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:35:44.605845 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Pushing event updated for resources: {'Port': ['ID=d117c7e6-3b33-454a-b47d-4b84477c4176,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:44.677313 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Set router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:35:44.901352 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 2, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:44.923215 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 344bbcac-0fc0-4992-91c3-b7626d883494 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:35:44.937410 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Checking router: 00d141ae-6bff-4ef1-8e54-716fdaea2b1e for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:35:44.937670 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Updating router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e port fe3c9cfc-30b4-49fa-9987-7bdddb22940a binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:35:44.964128 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:44.974896 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 344bbcac-0fc0-4992-91c3-b7626d883494 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:35:44.978873 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 73c1c809-28fe-4f2b-84ef-a99703ced7a4 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:35:45.032070 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port 73c1c809-28fe-4f2b-84ef-a99703ced7a4 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:35:45.037089 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 73c1c809-28fe-4f2b-84ef-a99703ced7a4 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:45.037604 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:45.122562 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:45.142629 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port 73c1c809-28fe-4f2b-84ef-a99703ced7a4, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=73c1c809-28fe-4f2b-84ef-a99703ced7a4,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:45.147419 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:45.197159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=73c1c809-28fe-4f2b-84ef-a99703ced7a4,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:45.228187 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:45.260015 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:45.270948 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Transition to ACTIVE for port object fe3c9cfc-30b4-49fa-9987-7bdddb22940a will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:35:45.277668 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:45.326167 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f7017-4ead-4976-b9dd-4815f82fd0cf None None] Pushing event updated for resources: {'Port': ['ID=fe3c9cfc-30b4-49fa-9987-7bdddb22940a,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:45.338295 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f7017-4ead-4976-b9dd-4815f82fd0cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:45.338622 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f7017-4ead-4976-b9dd-4815f82fd0cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:45.338956 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f7017-4ead-4976-b9dd-4815f82fd0cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:45.339867 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f7017-4ead-4976-b9dd-4815f82fd0cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:45.339867 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f7017-4ead-4976-b9dd-4815f82fd0cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:45.340090 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f7017-4ead-4976-b9dd-4815f82fd0cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:45.340311 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f7017-4ead-4976-b9dd-4815f82fd0cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:45.340600 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f7017-4ead-4976-b9dd-4815f82fd0cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:45.340921 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f7017-4ead-4976-b9dd-4815f82fd0cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:45.341290 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f7017-4ead-4976-b9dd-4815f82fd0cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:45.341608 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f7017-4ead-4976-b9dd-4815f82fd0cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:45.341918 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f7017-4ead-4976-b9dd-4815f82fd0cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:35:45.405579 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Attempting to bind port fe3c9cfc-30b4-49fa-9987-7bdddb22940a on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:35:45.405957 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Attempting to bind port fe3c9cfc-30b4-49fa-9987-7bdddb22940a by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:35:45.406319 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Attempting to bind port fe3c9cfc-30b4-49fa-9987-7bdddb22940a on network b6cc7b9c-618f-4f2b-9518-5a417f50da35 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:35:45.412403 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:35:45.412778 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Checking segment: {'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:35:45.413223 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:45.413618 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Bound using segment: {'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:35:45.414092 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Bound port: fe3c9cfc-30b4-49fa-9987-7bdddb22940a, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:35:45.414481 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:45.451989 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8054478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8056311'] for router, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:45.488246 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] For port fe3c9cfc-30b4-49fa-9987-7bdddb22940a, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:35:45.492044 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] For port fe3c9cfc-30b4-49fa-9987-7bdddb22940a, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fe3c9cfc-30b4-49fa-9987-7bdddb22940a,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:35:45.500065 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:45.562659 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Routers {'00d141ae-6bff-4ef1-8e54-716fdaea2b1e'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:35:45.563343 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:35:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:45.612932 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Router 0d2207b5-bed0-43ff-8ab8-b6f912879dc0 is scheduled to L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a with binding_index 1 {{(pid=94761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:35:45.620687 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f7017-4ead-4976-b9dd-4815f82fd0cf None None] Pushing event updated for resources: {'Port': ['ID=fe3c9cfc-30b4-49fa-9987-7bdddb22940a,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:45.671967 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6961652c-771f-45fb-84b4-721bb51beba6 None None] Network 6121c46b-8541-474c-8bfb-abfeffb6e2fc requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:35:45.692507 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] Set router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:35:45.768356 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:35:45.788971 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:45.790334 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Sync routers for ids ['0d2207b5-bed0-43ff-8ab8-b6f912879dc0'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:35:45.790777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-99d8c1c6-83fc-4016-ac4e-f8437318a22c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0070593 Aug 31 02:35:45.793399 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42288) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:45.799102 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b9ea34dd-c578-442c-ba46-282a4cb11a88 None None] Provisioning for port 344bbcac-0fc0-4992-91c3-b7626d883494 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:35:45.808286 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-b9ea34dd-c578-442c-ba46-282a4cb11a88 None None] Provisioning complete for port 344bbcac-0fc0-4992-91c3-b7626d883494 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:45.808657 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b9ea34dd-c578-442c-ba46-282a4cb11a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:45.882913 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Routers {'0d2207b5-bed0-43ff-8ab8-b6f912879dc0'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:35:45.883573 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:35:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0d2207b5-bed0-43ff-8ab8-b6f912879dc0'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:46.029414 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b9ea34dd-c578-442c-ba46-282a4cb11a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:46.031875 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:46.059029 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14cbf7-38f3-41f9-b51e-c075ce611c17 None None] The sync data for ids ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'] in n-d-802060-13 is: [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:35:46.076628 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Set router 0d2207b5-bed0-43ff-8ab8-b6f912879dc0 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:35:46.145357 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b9ea34dd-c578-442c-ba46-282a4cb11a88 None None] For port 344bbcac-0fc0-4992-91c3-b7626d883494, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=344bbcac-0fc0-4992-91c3-b7626d883494,segment=NetworkSegment(4980bd85-6c05-4067-8ab0-f64bb4f71f6b),segment_id=4980bd85-6c05-4067-8ab0-f64bb4f71f6b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:46.287766 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:46.377641 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b9ea34dd-c578-442c-ba46-282a4cb11a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:46.455464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea34dd-c578-442c-ba46-282a4cb11a88 None None] Pushing event updated for resources: {'Port': ['ID=344bbcac-0fc0-4992-91c3-b7626d883494,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:46.466877 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Allocated IP 172.20.0.1 (6121c46b-8541-474c-8bfb-abfeffb6e2fc/0fc5b3c1-c98d-4887-b314-0ce5654eb7a8/c5d6412c-efac-41c8-8b24-7da0bbfd593f) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:35:46.528724 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-baf33007-c85c-4030-bc32-336aa6bca340 None None] Provisioning complete for port 344bbcac-0fc0-4992-91c3-b7626d883494 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:46.529101 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-baf33007-c85c-4030-bc32-336aa6bca340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:46.556530 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'name': 'tempest-TestSnapshotPattern-1885460496-router', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd117c7e6-3b33-454a-b47d-4b84477c4176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:43Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 3, 'project_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'gw_port': {'id': 'd117c7e6-3b33-454a-b47d-4b84477c4176', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:44Z', 'updated_at': '2021-08-31T02:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:46.584915 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:46.589814 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Checking router: 0d2207b5-bed0-43ff-8ab8-b6f912879dc0 for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:35:46.590173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Updating router 0d2207b5-bed0-43ff-8ab8-b6f912879dc0 port d117c7e6-3b33-454a-b47d-4b84477c4176 binding host n-d-802060-13 {{(pid=94762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:35:46.600620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Transition to ACTIVE for port object c5d6412c-efac-41c8-8b24-7da0bbfd593f will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:35:46.624026 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:46.636749 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:46.675554 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Network 6121c46b-8541-474c-8bfb-abfeffb6e2fc is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:35:46.681761 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:35:46.684291 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:35:46.716062 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Pushing event updated for resources: {'Port': ['ID=c5d6412c-efac-41c8-8b24-7da0bbfd593f,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:46.734170 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053892'] for router_interface, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:46.916034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 73c1c809-28fe-4f2b-84ef-a99703ced7a4 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:35:46.924862 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:47.017574 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Notify callbacks [] for port, precommit_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:47.032140 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 73c1c809-28fe-4f2b-84ef-a99703ced7a4 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:47.032507 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:47.036951 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Transition to ACTIVE for port object d117c7e6-3b33-454a-b47d-4b84477c4176 will not be triggered until provisioned by entity L2. {{(pid=94762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:35:47.060415 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:47.062126 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-54421ddd-a399-455d-912d-3e19688e5b53 None None] Provisioning for port c5d6412c-efac-41c8-8b24-7da0bbfd593f completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:35:47.084966 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-54421ddd-a399-455d-912d-3e19688e5b53 None None] Provisioning complete for port c5d6412c-efac-41c8-8b24-7da0bbfd593f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:47.085340 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-54421ddd-a399-455d-912d-3e19688e5b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:47.090153 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:47.095508 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:47.151092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Attempting to bind port d117c7e6-3b33-454a-b47d-4b84477c4176 on host n-d-802060-13 for vnic_type normal with profile {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:35:47.151492 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Attempting to bind port d117c7e6-3b33-454a-b47d-4b84477c4176 by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:35:47.151860 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Attempting to bind port d117c7e6-3b33-454a-b47d-4b84477c4176 on network f87292fd-52d5-43be-8bda-215bf29af30c {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:35:47.162411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Pushing event updated for resources: {'Port': ['ID=c5d6412c-efac-41c8-8b24-7da0bbfd593f,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:47.165780 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7965000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055860'] for router_interface, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:47.171501 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bca07-95bd-4c8b-8e69-c305fef30c64 None None] Pushing event updated for resources: {'Port': ['ID=d117c7e6-3b33-454a-b47d-4b84477c4176,revision_number=2']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:47.179596 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:35:47.179960 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Checking segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:35:47.180373 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:47.180765 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Bound using segment: {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'} {{(pid=94762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:35:47.181251 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.managers [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Bound port: d117c7e6-3b33-454a-b47d-4b84477c4176, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a25d10-7fb1-4ee1-8450-b32d4455ec6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c'}}] {{(pid=94762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:35:47.181637 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:47.203842 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-54421ddd-a399-455d-912d-3e19688e5b53 None None] Port c5d6412c-efac-41c8-8b24-7da0bbfd593f cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:35:47.258459 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 344bbcac-0fc0-4992-91c3-b7626d883494 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:35:47.262470 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Network 6121c46b-8541-474c-8bfb-abfeffb6e2fc is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:35:47.264988 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:35:47.291188 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] For port d117c7e6-3b33-454a-b47d-4b84477c4176, host n-d-802060-13, cleared binding levels {{(pid=94762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:35:47.310312 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] For port d117c7e6-3b33-454a-b47d-4b84477c4176, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d117c7e6-3b33-454a-b47d-4b84477c4176,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:35:47.316707 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:47.381086 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port 344bbcac-0fc0-4992-91c3-b7626d883494 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:47.381477 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:47.388692 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Routers {'0d2207b5-bed0-43ff-8ab8-b6f912879dc0'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:35:47.389271 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:35:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0d2207b5-bed0-43ff-8ab8-b6f912879dc0'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:47.400374 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Router 0d2207b5-bed0-43ff-8ab8-b6f912879dc0 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:35:47.448742 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bca07-95bd-4c8b-8e69-c305fef30c64 None None] Pushing event updated for resources: {'Port': ['ID=d117c7e6-3b33-454a-b47d-4b84477c4176,revision_number=3']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:47.519246 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:35:47.524733 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-88ba8321-f571-4869-9ae3-3eeffeabc85e admin admin] 10.222.0.58 "PUT /v2.0/routers/0d2207b5-bed0-43ff-8ab8-b6f912879dc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7299817 Aug 31 02:35:47.575111 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] Set router 0d2207b5-bed0-43ff-8ab8-b6f912879dc0 gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:35:47.605715 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c1b934af-217e-49f2-8268-8059203c5f3f None None] Provisioning complete for port c5d6412c-efac-41c8-8b24-7da0bbfd593f triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:47.606095 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c1b934af-217e-49f2-8268-8059203c5f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:47.612989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fe3c9cfc-30b4-49fa-9987-7bdddb22940a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:35:47.741865 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c1b934af-217e-49f2-8268-8059203c5f3f None None] Port c5d6412c-efac-41c8-8b24-7da0bbfd593f cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:35:47.787889 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port fe3c9cfc-30b4-49fa-9987-7bdddb22940a completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:35:47.798392 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port fe3c9cfc-30b4-49fa-9987-7bdddb22940a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:47.798761 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:47.905837 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'name': 'tempest-TestSnapshotPattern-1885460496-router', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd117c7e6-3b33-454a-b47d-4b84477c4176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:43Z', 'updated_at': '2021-08-31T02:35:46Z', 'revision_number': 4, 'project_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'gw_port': {'id': 'd117c7e6-3b33-454a-b47d-4b84477c4176', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:44Z', 'updated_at': '2021-08-31T02:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'c5d6412c-efac-41c8-8b24-7da0bbfd593f', 'name': '', 'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'mac_address': 'fa:16:3e:bd:fb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0fc5b3c1-c98d-4887-b314-0ce5654eb7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:46Z', 'updated_at': '2021-08-31T02:35:46Z', 'revision_number': 2, 'project_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'subnets': [{'id': '0fc5b3c1-c98d-4887-b314-0ce5654eb7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:47.936562 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122b805-c048-4e75-bda8-e3deade9b67e None None] The sync data for ids ['0d2207b5-bed0-43ff-8ab8-b6f912879dc0'] in n-d-802060-13 is: [{'id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'name': 'tempest-TestSnapshotPattern-1885460496-router', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd117c7e6-3b33-454a-b47d-4b84477c4176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:43Z', 'updated_at': '2021-08-31T02:35:46Z', 'revision_number': 4, 'project_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'gw_port': {'id': 'd117c7e6-3b33-454a-b47d-4b84477c4176', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:44Z', 'updated_at': '2021-08-31T02:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'c5d6412c-efac-41c8-8b24-7da0bbfd593f', 'name': '', 'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'mac_address': 'fa:16:3e:bd:fb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0fc5b3c1-c98d-4887-b314-0ce5654eb7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:46Z', 'updated_at': '2021-08-31T02:35:46Z', 'revision_number': 2, 'project_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'subnets': [{'id': '0fc5b3c1-c98d-4887-b314-0ce5654eb7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:35:47.940433 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:47.978903 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port fe3c9cfc-30b4-49fa-9987-7bdddb22940a, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fe3c9cfc-30b4-49fa-9987-7bdddb22940a,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:47.984508 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.032441 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=fe3c9cfc-30b4-49fa-9987-7bdddb22940a,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:48.177692 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42296) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:48.182788 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-928ccf53-37d2-4c62-9699-3c31f05a8533 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-202345003', 'description': 'tempest-secgroup-smoke-202345003 description', 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:35:48.204477 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-928ccf53-37d2-4c62-9699-3c31f05a8533 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.298790 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-928ccf53-37d2-4c62-9699-3c31f05a8533 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.303192 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-928ccf53-37d2-4c62-9699-3c31f05a8533 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.331021 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-928ccf53-37d2-4c62-9699-3c31f05a8533 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.332459 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-928ccf53-37d2-4c62-9699-3c31f05a8533 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1535363 Aug 31 02:35:48.336069 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42298) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:48.340518 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-4aa13d5c-9bce-4b09-97c6-7e5e1e6146f8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Request body: {'security_group_rule': {'security_group_id': '8e90f9fc-48a4-43bc-a800-f34b43cdd442', 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:35:48.346657 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ccf53-37d2-4c62-9699-3c31f05a8533 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e90f9fc-48a4-43bc-a800-f34b43cdd442,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:48.372815 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4aa13d5c-9bce-4b09-97c6-7e5e1e6146f8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.439040 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4aa13d5c-9bce-4b09-97c6-7e5e1e6146f8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.444017 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4aa13d5c-9bce-4b09-97c6-7e5e1e6146f8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.465292 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa13d5c-9bce-4b09-97c6-7e5e1e6146f8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8dc436-48b2-435a-b707-88f92715fa99,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:48.469585 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4aa13d5c-9bce-4b09-97c6-7e5e1e6146f8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.471095 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-4aa13d5c-9bce-4b09-97c6-7e5e1e6146f8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340976 Aug 31 02:35:48.474304 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42300) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:48.479012 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f0effc29-7fe6-41d5-829d-de63f92c6859 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Request body: {'security_group_rule': {'security_group_id': '8e90f9fc-48a4-43bc-a800-f34b43cdd442', 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:35:48.507150 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f0effc29-7fe6-41d5-829d-de63f92c6859 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.562563 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f0effc29-7fe6-41d5-829d-de63f92c6859 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.565616 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f0effc29-7fe6-41d5-829d-de63f92c6859 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.586787 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0effc29-7fe6-41d5-829d-de63f92c6859 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9676ad95-4742-4c14-93f2-30c0e5f036e2,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:48.592910 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f0effc29-7fe6-41d5-829d-de63f92c6859 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.594050 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f0effc29-7fe6-41d5-829d-de63f92c6859 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187918 Aug 31 02:35:48.596789 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42302) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:48.601107 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-aa060f13-a412-4aa6-860a-ba4091d820b8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Request body: {'security_group_rule': {'security_group_id': '8e90f9fc-48a4-43bc-a800-f34b43cdd442', 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:35:48.625400 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aa060f13-a412-4aa6-860a-ba4091d820b8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.683061 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aa060f13-a412-4aa6-860a-ba4091d820b8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.686806 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aa060f13-a412-4aa6-860a-ba4091d820b8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.703795 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa060f13-a412-4aa6-860a-ba4091d820b8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c12f5b7-60de-4b32-b4a3-f35e0781422f,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:48.711106 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-aa060f13-a412-4aa6-860a-ba4091d820b8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.712338 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-aa060f13-a412-4aa6-860a-ba4091d820b8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146326 Aug 31 02:35:48.715088 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42304) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:48.719664 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-f1900777-0107-438c-a787-f866c87817df tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Request body: {'security_group_rule': {'security_group_id': '8e90f9fc-48a4-43bc-a800-f34b43cdd442', 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:35:48.768568 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1900777-0107-438c-a787-f866c87817df tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.834624 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1900777-0107-438c-a787-f866c87817df tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.840682 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1900777-0107-438c-a787-f866c87817df tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.859142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1900777-0107-438c-a787-f866c87817df tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2806e4c-6b00-4f9c-8e62-835a75d63721,revision_number=0']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:48.867056 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-f1900777-0107-438c-a787-f866c87817df tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.871217 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-f1900777-0107-438c-a787-f866c87817df tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1523154 Aug 31 02:35:48.871842 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42306) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:48.876858 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-9e5388d9-b007-42b1-8129-b0993f024cd7 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Request body: {'security_group_rule': {'security_group_id': '8e90f9fc-48a4-43bc-a800-f34b43cdd442', 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:35:48.903670 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-9e5388d9-b007-42b1-8129-b0993f024cd7 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Project c1b4dda3c24e46bea64bff1d5c4265e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:35:48.909900 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9e5388d9-b007-42b1-8129-b0993f024cd7 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.931800 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-7f8a2ce4-e567-426d-acc1-a739c56c4e9a req-a14dca7c-98c1-4143-856a-bf2bc0de58b6 tempest-TestNetworkAdvancedServerOps-2116106731 tempest-TestNetworkAdvancedServerOps-2116106731-project] (94760) timed out ('10.222.0.70', 60445) {{(pid=94760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 02:35:48.980483 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d117c7e6-3b33-454a-b47d-4b84477c4176 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:35:48.985713 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9e5388d9-b007-42b1-8129-b0993f024cd7 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:48.991231 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9e5388d9-b007-42b1-8129-b0993f024cd7 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:49.014931 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5388d9-b007-42b1-8129-b0993f024cd7 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ff421d-4b81-4120-b01a-9c12c19f1c50,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:49.018945 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-9e5388d9-b007-42b1-8129-b0993f024cd7 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:49.021595 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-9e5388d9-b007-42b1-8129-b0993f024cd7 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474249 Aug 31 02:35:49.024695 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42308) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:35:49.029649 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-82ec95e4-619c-4747-b102-beaa2c103200 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Request body: {'security_group_rule': {'security_group_id': '8e90f9fc-48a4-43bc-a800-f34b43cdd442', 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:35:49.047226 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port d117c7e6-3b33-454a-b47d-4b84477c4176 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:35:49.052008 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d117c7e6-3b33-454a-b47d-4b84477c4176 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:49.052692 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:49.054588 n-d-802060-13 neutron-server[94760]: INFO neutron.db.securitygroups_db [None req-82ec95e4-619c-4747-b102-beaa2c103200 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Project c1b4dda3c24e46bea64bff1d5c4265e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 02:35:49.060371 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82ec95e4-619c-4747-b102-beaa2c103200 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:49.131513 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82ec95e4-619c-4747-b102-beaa2c103200 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:49.137038 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82ec95e4-619c-4747-b102-beaa2c103200 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229398'] for security_group_rule, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:49.141767 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:49.158566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec95e4-619c-4747-b102-beaa2c103200 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f346a1d-229d-4789-9a7e-4e6d051e1edb,revision_number=0']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:49.168353 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-82ec95e4-619c-4747-b102-beaa2c103200 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:49.170712 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-82ec95e4-619c-4747-b102-beaa2c103200 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437833 Aug 31 02:35:49.171257 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port d117c7e6-3b33-454a-b47d-4b84477c4176, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d117c7e6-3b33-454a-b47d-4b84477c4176,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:49.175039 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:49.175936 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fe3c9cfc-30b4-49fa-9987-7bdddb22940a up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:35:49.251320 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=d117c7e6-3b33-454a-b47d-4b84477c4176,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:49.272803 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port fe3c9cfc-30b4-49fa-9987-7bdddb22940a triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:49.273180 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:49.351650 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-ac93cb4f-f034-4160-a384-6bf73fa65184 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-202345003&fields=id&tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2 HTTP/1.1" status: 200 len: 267 time: 0.0417178 Aug 31 02:35:49.470311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-fa41ac3d-9dd3-40de-991c-3e2d9dbff2eb tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:49.471913 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-fa41ac3d-9dd3-40de-991c-3e2d9dbff2eb tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 808 time: 0.1126304 Aug 31 02:35:49.488373 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-a203d419-545d-4571-a1b7-8ac4c5fefd57 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/quotas/c1b4dda3c24e46bea64bff1d5c4265e2 HTTP/1.1" status: 200 len: 375 time: 0.0096734 Aug 31 02:35:49.541662 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-25642c33-51f9-4db3-be1e-57f7ac0160a1 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474179 Aug 31 02:35:49.641752 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-0a82f7ff-1f99-4367-98d8-813d2f604c1c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:35:49.642785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-0a82f7ff-1f99-4367-98d8-813d2f604c1c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0897915 Aug 31 02:35:49.736729 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-b44e0d9b-6ff6-4654-9596-23bb90c4a106 service neutron] 10.222.0.58 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870640 Aug 31 02:35:49.828266 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-74fc1d6f-678a-44ed-9116-91dcce05d43c service neutron] 10.222.0.58 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847373 Aug 31 02:35:50.015612 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-540cff3c-aa06-4505-85f4-3ccd825032e8 req-64e914b6-6ee1-4aaa-9f48-8462cb28fcd1 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 210 time: 0.0294354 Aug 31 02:35:50.219325 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Sync routers for ids ['0d2207b5-bed0-43ff-8ab8-b6f912879dc0'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:35:50.230196 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Routers {'0d2207b5-bed0-43ff-8ab8-b6f912879dc0'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:35:50.230894 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:35:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0d2207b5-bed0-43ff-8ab8-b6f912879dc0'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:50.345827 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Set router 0d2207b5-bed0-43ff-8ab8-b6f912879dc0 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:35:50.550138 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'name': 'tempest-TestSnapshotPattern-1885460496-router', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd117c7e6-3b33-454a-b47d-4b84477c4176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:43Z', 'updated_at': '2021-08-31T02:35:46Z', 'revision_number': 4, 'project_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'gw_port': {'id': 'd117c7e6-3b33-454a-b47d-4b84477c4176', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:44Z', 'updated_at': '2021-08-31T02:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'c5d6412c-efac-41c8-8b24-7da0bbfd593f', 'name': '', 'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'mac_address': 'fa:16:3e:bd:fb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0fc5b3c1-c98d-4887-b314-0ce5654eb7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:46Z', 'updated_at': '2021-08-31T02:35:46Z', 'revision_number': 2, 'project_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'subnets': [{'id': '0fc5b3c1-c98d-4887-b314-0ce5654eb7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:50.582596 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Checking router: 0d2207b5-bed0-43ff-8ab8-b6f912879dc0 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:35:50.583009 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Updating router 0d2207b5-bed0-43ff-8ab8-b6f912879dc0 port c5d6412c-efac-41c8-8b24-7da0bbfd593f binding host n-d-802060-13 {{(pid=94763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:35:50.607925 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:50.847882 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d117c7e6-3b33-454a-b47d-4b84477c4176 up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:35:50.888502 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:50.899779 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Transition to ACTIVE for port object c5d6412c-efac-41c8-8b24-7da0bbfd593f will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:35:50.900194 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port d117c7e6-3b33-454a-b47d-4b84477c4176 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:50.900767 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:50.907827 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:50.961280 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a6810-0477-495d-b8c0-89f6860fad6f None None] Pushing event updated for resources: {'Port': ['ID=c5d6412c-efac-41c8-8b24-7da0bbfd593f,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:51.052289 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Attempting to bind port c5d6412c-efac-41c8-8b24-7da0bbfd593f on host n-d-802060-13 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:35:51.052737 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Attempting to bind port c5d6412c-efac-41c8-8b24-7da0bbfd593f by drivers openvswitch,hyperv on host n-d-802060-13 at level 0 using segments [{'id': '4980bd85-6c05-4067-8ab0-f64bb4f71f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:35:51.053161 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Attempting to bind port c5d6412c-efac-41c8-8b24-7da0bbfd593f on network 6121c46b-8541-474c-8bfb-abfeffb6e2fc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:35:51.059168 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Checking agent: {'id': '2375470f-aec9-4b99-8433-483a83f93313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 48, 54), 'started_at': datetime.datetime(2021, 8, 31, 0, 49, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:35:51.059645 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Checking segment: {'id': '4980bd85-6c05-4067-8ab0-f64bb4f71f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:35:51.060159 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:51.060611 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Bound using segment: {'id': '4980bd85-6c05-4067-8ab0-f64bb4f71f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:35:51.061142 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Bound port: c5d6412c-efac-41c8-8b24-7da0bbfd593f, host: n-d-802060-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4980bd85-6c05-4067-8ab0-f64bb4f71f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:35:51.061589 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:51.104015 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-eefca0ea-d229-4a49-805b-3a468540c5d4 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:51.106739 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-eefca0ea-d229-4a49-805b-3a468540c5d4 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.15 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 808 time: 0.1984286 Aug 31 02:35:51.151478 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] For port c5d6412c-efac-41c8-8b24-7da0bbfd593f, host n-d-802060-13, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:35:51.155668 n-d-802060-13 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] For port c5d6412c-efac-41c8-8b24-7da0bbfd593f, host n-d-802060-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c5d6412c-efac-41c8-8b24-7da0bbfd593f,segment=NetworkSegment(4980bd85-6c05-4067-8ab0-f64bb4f71f6b),segment_id=4980bd85-6c05-4067-8ab0-f64bb4f71f6b)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:35:51.163025 n-d-802060-13 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:51.170816 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e463f1f5-5e43-4049-8d7b-3346c17a4b65 req-c5c7fa10-e255-4e21-bc90-646121eee71b tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 210 time: 0.0451062 Aug 31 02:35:51.198730 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-99f8468a-f86d-49dc-8343-fae5e08d7981 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2 HTTP/1.1" status: 200 len: 379 time: 0.0716496 Aug 31 02:35:51.225963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-f9e1bd96-ab11-433a-8bc1-1f89e08794b0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Request body: {'port': {'device_id': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'admin_state_up': True, 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'security_groups': ['8e90f9fc-48a4-43bc-a800-f34b43cdd442']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:35:51.242476 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Routers {'0d2207b5-bed0-43ff-8ab8-b6f912879dc0'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:35:51.243109 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:35:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0d2207b5-bed0-43ff-8ab8-b6f912879dc0'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:51.246762 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a6810-0477-495d-b8c0-89f6860fad6f None None] Pushing event updated for resources: {'Port': ['ID=c5d6412c-efac-41c8-8b24-7da0bbfd593f,revision_number=4']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:51.352006 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-f9e1bd96-ab11-433a-8bc1-1f89e08794b0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Made reservation on behalf of c1b4dda3c24e46bea64bff1d5c4265e2 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:35:51.355604 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-f9e1bd96-ab11-433a-8bc1-1f89e08794b0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:51.357852 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] Set router 0d2207b5-bed0-43ff-8ab8-b6f912879dc0 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:35:51.400599 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-89a428a5-05a9-46f5-8973-2177f987a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:51.498601 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-f9e1bd96-ab11-433a-8bc1-1f89e08794b0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Allocated IP 172.20.0.9 (b6cc7b9c-618f-4f2b-9518-5a417f50da35/9855b70c-6d1a-4393-94af-63ba02ee6d23/5d79896d-2ec9-459f-8260-e4c008dd1064) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:35:51.577425 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'name': 'tempest-TestSnapshotPattern-1885460496-router', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd117c7e6-3b33-454a-b47d-4b84477c4176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:43Z', 'updated_at': '2021-08-31T02:35:46Z', 'revision_number': 4, 'project_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'gw_port': {'id': 'd117c7e6-3b33-454a-b47d-4b84477c4176', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:44Z', 'updated_at': '2021-08-31T02:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'c5d6412c-efac-41c8-8b24-7da0bbfd593f', 'name': '', 'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'mac_address': 'fa:16:3e:bd:fb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0fc5b3c1-c98d-4887-b314-0ce5654eb7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:46Z', 'updated_at': '2021-08-31T02:35:51Z', 'revision_number': 4, 'project_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'subnets': [{'id': '0fc5b3c1-c98d-4887-b314-0ce5654eb7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:35:51.603259 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c2c0a-62bf-4cda-a4f1-dbb6f8bcf053 None None] The sync data for ids ['0d2207b5-bed0-43ff-8ab8-b6f912879dc0'] in n-d-802060-13 is: [{'id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'name': 'tempest-TestSnapshotPattern-1885460496-router', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd117c7e6-3b33-454a-b47d-4b84477c4176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:43Z', 'updated_at': '2021-08-31T02:35:46Z', 'revision_number': 4, 'project_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'gw_port': {'id': 'd117c7e6-3b33-454a-b47d-4b84477c4176', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:44Z', 'updated_at': '2021-08-31T02:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'c5d6412c-efac-41c8-8b24-7da0bbfd593f', 'name': '', 'network_id': '6121c46b-8541-474c-8bfb-abfeffb6e2fc', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'mac_address': 'fa:16:3e:bd:fb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0fc5b3c1-c98d-4887-b314-0ce5654eb7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:46Z', 'updated_at': '2021-08-31T02:35:51Z', 'revision_number': 4, 'project_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'subnets': [{'id': '0fc5b3c1-c98d-4887-b314-0ce5654eb7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:35:51.643631 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-f9e1bd96-ab11-433a-8bc1-1f89e08794b0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:51.658380 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-f9e1bd96-ab11-433a-8bc1-1f89e08794b0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Transition to ACTIVE for port object 5d79896d-2ec9-459f-8260-e4c008dd1064 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:35:51.691754 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-f9e1bd96-ab11-433a-8bc1-1f89e08794b0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:51.744944 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-f9e1bd96-ab11-433a-8bc1-1f89e08794b0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Network b6cc7b9c-618f-4f2b-9518-5a417f50da35 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:35:51.748311 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-f9e1bd96-ab11-433a-8bc1-1f89e08794b0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:35:51.752791 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-f9e1bd96-ab11-433a-8bc1-1f89e08794b0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:35:51.761368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1bd96-ab11-433a-8bc1-1f89e08794b0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event updated for resources: {'Port': ['ID=5d79896d-2ec9-459f-8260-e4c008dd1064,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:51.816241 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-f9e1bd96-ab11-433a-8bc1-1f89e08794b0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:51.817534 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-f9e1bd96-ab11-433a-8bc1-1f89e08794b0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:51.833931 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-f9e1bd96-ab11-433a-8bc1-1f89e08794b0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6123304 Aug 31 02:35:51.850459 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Request body: {'port': {'device_id': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:35:52.052253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3436e3c5-0c04-42c8-8bf6-c0b865657559 None None] Provisioning for port 5d79896d-2ec9-459f-8260-e4c008dd1064 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:35:52.056998 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-3436e3c5-0c04-42c8-8bf6-c0b865657559 None None] Provisioning complete for port 5d79896d-2ec9-459f-8260-e4c008dd1064 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:52.057643 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3436e3c5-0c04-42c8-8bf6-c0b865657559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:52.098647 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-3436e3c5-0c04-42c8-8bf6-c0b865657559 None None] Port 5d79896d-2ec9-459f-8260-e4c008dd1064 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:35:52.253779 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:52.337169 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6c6b5-559e-4b6b-b1f2-abe297867706 req-4815ccae-eaef-43c9-b35e-7fcff5b7351f tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:52.338718 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dff6c6b5-559e-4b6b-b1f2-abe297867706 req-4815ccae-eaef-43c9-b35e-7fcff5b7351f tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 931 time: 0.0858877 Aug 31 02:35:52.438802 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-dff6c6b5-559e-4b6b-b1f2-abe297867706 req-d4181ac4-6e0e-4c45-97f0-eaa6594ef19a tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937188 Aug 31 02:35:52.576684 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d79896d-2ec9-459f-8260-e4c008dd1064 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:35:52.583905 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:52.595224 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Transition to ACTIVE for port object 5d79896d-2ec9-459f-8260-e4c008dd1064 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:35:52.599066 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:52.646323 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d79896d-2ec9-459f-8260-e4c008dd1064,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:52.727860 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Attempting to bind port 5d79896d-2ec9-459f-8260-e4c008dd1064 on host n-h1-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:35:52.728207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Attempting to bind port 5d79896d-2ec9-459f-8260-e4c008dd1064 by drivers openvswitch,hyperv on host n-h1-802060-13 at level 0 using segments [{'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:35:52.728540 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Attempting to bind port 5d79896d-2ec9-459f-8260-e4c008dd1064 on network b6cc7b9c-618f-4f2b-9518-5a417f50da35 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:35:52.733273 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Port 5d79896d-2ec9-459f-8260-e4c008dd1064 on network b6cc7b9c-618f-4f2b-9518-5a417f50da35 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:35:52.733602 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Attempting to bind port 5d79896d-2ec9-459f-8260-e4c008dd1064 on network b6cc7b9c-618f-4f2b-9518-5a417f50da35 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:35:52.738525 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Checking agent: {'id': '1803a10b-f4d1-459c-98fe-d7ee5ec54d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:35:52.739620 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Checking segment: {'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:35:52.739993 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Bound using segment: {'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:35:52.740416 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Bound port: 5d79896d-2ec9-459f-8260-e4c008dd1064, host: n-h1-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:35:52.740779 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:52.814819 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] For port 5d79896d-2ec9-459f-8260-e4c008dd1064, host n-h1-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:35:52.819244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] For port 5d79896d-2ec9-459f-8260-e4c008dd1064, host n-h1-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5d79896d-2ec9-459f-8260-e4c008dd1064,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:35:52.825263 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:52.865854 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:52.866484 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:52.867926 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] 10.222.0.15 "PUT /v2.0/ports/5d79896d-2ec9-459f-8260-e4c008dd1064 HTTP/1.1" status: 200 len: 1092 time: 1.0223508 Aug 31 02:35:52.868371 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'tag': '5d79896d-2ec9-459f-8260-e4c008dd1064'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:35:52.870687 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699605ff-9a4b-47aa-93ea-98776a282451" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ee21dc-bc76-4981-85b0-4f56d776405c", "tag": "5d79896d-2ec9-459f-8260-e4c008dd1064"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:35:52.894325 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c0d09-1677-479e-9853-a2f8f211fed9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d79896d-2ec9-459f-8260-e4c008dd1064,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:52.936079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c5d6412c-efac-41c8-8b24-7da0bbfd593f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:35:52.953139 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e97181-87c3-464a-b857-20967df3fdec x-openstack-request-id: req-03e97181-87c3-464a-b857-20967df3fdec {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:35:52.953437 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ee21dc-bc76-4981-85b0-4f56d776405c", "tag": "5d79896d-2ec9-459f-8260-e4c008dd1064", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:35:52.953688 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-03e97181-87c3-464a-b857-20967df3fdec {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:35:52.954090 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'tag': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'status': 'completed', 'code': 200} Aug 31 02:35:52.971214 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-b2f36845-7d19-467b-804a-94be0a017e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:52.972752 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-b2f36845-7d19-467b-804a-94be0a017e71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 1095 time: 0.0499523 Aug 31 02:35:52.996373 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning for port c5d6412c-efac-41c8-8b24-7da0bbfd593f completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:35:53.000927 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c5d6412c-efac-41c8-8b24-7da0bbfd593f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:53.001341 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:53.027175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-556870af-c18f-460a-a09b-23cd59021f60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d79896d-2ec9-459f-8260-e4c008dd1064 HTTP/1.1" status: 200 len: 217 time: 0.0424781 Aug 31 02:35:53.084078 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-7f1164d6-59c0-463b-9c46-808f191b94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:53.085606 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-7f1164d6-59c0-463b-9c46-808f191b94d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 200 len: 847 time: 0.0515199 Aug 31 02:35:53.088847 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:53.122984 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] For port c5d6412c-efac-41c8-8b24-7da0bbfd593f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c5d6412c-efac-41c8-8b24-7da0bbfd593f,segment=NetworkSegment(4980bd85-6c05-4067-8ab0-f64bb4f71f6b),segment_id=4980bd85-6c05-4067-8ab0-f64bb4f71f6b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:53.127794 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:53.133413 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-e226de94-a575-4778-8cee-a4629f356365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:53.134972 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-e226de94-a575-4778-8cee-a4629f356365 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6cc7b9c-618f-4f2b-9518-5a417f50da35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422189 Aug 31 02:35:53.186250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Pushing event updated for resources: {'Port': ['ID=c5d6412c-efac-41c8-8b24-7da0bbfd593f,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:53.234945 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-c718c037-9ab1-4ad1-bb02-4149ed144221 service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917940 Aug 31 02:35:53.325773 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bfe942a1-b5f4-494f-9fc4-34e2eb06d8fa req-232347a3-5c7a-4b5f-b858-724efd0183d8 service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837419 Aug 31 02:35:53.447876 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699605ff-9a4b-47aa-93ea-98776a282451 req-a58bd6b0-8fbe-454a-a1a2-2d9de706f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:53.449273 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-699605ff-9a4b-47aa-93ea-98776a282451 req-a58bd6b0-8fbe-454a-a1a2-2d9de706f0a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 1095 time: 0.0432627 Aug 31 02:35:53.576541 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699605ff-9a4b-47aa-93ea-98776a282451 req-b93c3498-06ee-401c-bff7-0379e229de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:53.578063 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-699605ff-9a4b-47aa-93ea-98776a282451 req-b93c3498-06ee-401c-bff7-0379e229de65 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 909 time: 0.1216621 Aug 31 02:35:53.586730 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64221d-0cea-47d3-ac21-dd6f4ccddfcc req-0cfc509b-2d1a-4ccf-b105-6cc4a602f693 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:53.588149 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da64221d-0cea-47d3-ac21-dd6f4ccddfcc req-0cfc509b-2d1a-4ccf-b105-6cc4a602f693 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 943 time: 0.0811102 Aug 31 02:35:53.638763 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-699605ff-9a4b-47aa-93ea-98776a282451 req-68f1fb11-fc58-44af-ae0e-db2a264b746c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d79896d-2ec9-459f-8260-e4c008dd1064 HTTP/1.1" status: 200 len: 217 time: 0.0496702 Aug 31 02:35:53.685462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-da64221d-0cea-47d3-ac21-dd6f4ccddfcc req-6c6801ef-866f-4fd5-8314-b00f5026838a tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905795 Aug 31 02:35:53.699473 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699605ff-9a4b-47aa-93ea-98776a282451 req-7f7c9b20-20d4-406e-980b-454b8d92aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:53.700849 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-699605ff-9a4b-47aa-93ea-98776a282451 req-7f7c9b20-20d4-406e-980b-454b8d92aec7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 200 len: 847 time: 0.0556390 Aug 31 02:35:53.751233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699605ff-9a4b-47aa-93ea-98776a282451 req-f96f6580-010c-40df-a17d-e153522cfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:53.752793 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-699605ff-9a4b-47aa-93ea-98776a282451 req-f96f6580-010c-40df-a17d-e153522cfab4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6cc7b9c-618f-4f2b-9518-5a417f50da35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449247 Aug 31 02:35:53.847909 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-699605ff-9a4b-47aa-93ea-98776a282451 req-93c9b621-0835-4a6d-aeea-a6714ef0e3aa service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880444 Aug 31 02:35:53.922469 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d5d7-8847-4980-be56-5ffa9de7c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:53.942569 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-699605ff-9a4b-47aa-93ea-98776a282451 req-f808f88b-182f-4ee7-90b1-1093d38a5091 service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875354 Aug 31 02:35:54.256428 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:54.813963 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399f88e-e98f-42f1-a3a1-1b9c2029071d req-98f7acfa-ec70-4f50-b22a-5dfe79d0fe9e tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:54.815808 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4399f88e-e98f-42f1-a3a1-1b9c2029071d req-98f7acfa-ec70-4f50-b22a-5dfe79d0fe9e tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 943 time: 0.0596294 Aug 31 02:35:54.854311 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c5d6412c-efac-41c8-8b24-7da0bbfd593f up at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:35:54.866446 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4399f88e-e98f-42f1-a3a1-1b9c2029071d req-1b70c9e9-ceb1-402b-aaa3-bdd45b2aad66 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419078 Aug 31 02:35:54.878796 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:54.904224 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Provisioning complete for port c5d6412c-efac-41c8-8b24-7da0bbfd593f triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:54.904592 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:55.981912 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc222608-aff9-48b0-a6e6-c3ac51b53a76 req-9f31b4a0-a766-4469-96a8-e0362011bf2b tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:55.983418 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc222608-aff9-48b0-a6e6-c3ac51b53a76 req-9f31b4a0-a766-4469-96a8-e0362011bf2b tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 943 time: 0.0498540 Aug 31 02:35:56.022400 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc222608-aff9-48b0-a6e6-c3ac51b53a76 req-8666b0aa-1a8e-489d-ba3a-bc51fa99d034 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319874 Aug 31 02:35:56.718461 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 5d79896d-2ec9-459f-8260-e4c008dd1064 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:35:56.811577 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 5d79896d-2ec9-459f-8260-e4c008dd1064, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5d79896d-2ec9-459f-8260-e4c008dd1064,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:56.822189 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'port_id': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'mac_address': 'fa:16:3e:90:b3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:35:56.860792 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:56.873700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d79896d-2ec9-459f-8260-e4c008dd1064 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:35:56.892433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 5d79896d-2ec9-459f-8260-e4c008dd1064, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5d79896d-2ec9-459f-8260-e4c008dd1064,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:56.896053 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:56.943384 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=5d79896d-2ec9-459f-8260-e4c008dd1064,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:57.087126 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:57.147114 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79367631-efb5-419e-8344-14802c276027 req-542c6e74-e0f6-4873-a602-3a31dfa95f0b tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:57.148609 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79367631-efb5-419e-8344-14802c276027 req-542c6e74-e0f6-4873-a602-3a31dfa95f0b tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 944 time: 0.0490644 Aug 31 02:35:57.187623 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-79367631-efb5-419e-8344-14802c276027 req-20e19afe-1f89-49e1-88fd-6c1f52bca132 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331175 Aug 31 02:35:57.285888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['5d79896d-2ec9-459f-8260-e4c008dd1064'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:35:58.357375 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb233e4-bb53-4c46-bee5-f02eaf6a1de9 req-6a4b0eba-def5-40e0-b143-619f7b4055f1 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:58.358868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fb233e4-bb53-4c46-bee5-f02eaf6a1de9 req-6a4b0eba-def5-40e0-b143-619f7b4055f1 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 944 time: 0.1055326 Aug 31 02:35:58.396957 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7fb233e4-bb53-4c46-bee5-f02eaf6a1de9 req-8a67e6bd-6f0f-4bd3-9d13-a00e788d6adb tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310130 Aug 31 02:35:58.545947 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:35:58.718495 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 5d79896d-2ec9-459f-8260-e4c008dd1064 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:35:58.765868 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning for port 5d79896d-2ec9-459f-8260-e4c008dd1064 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:35:58.769337 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 5d79896d-2ec9-459f-8260-e4c008dd1064 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:35:58.769704 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:58.849808 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:58.871420 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d79896d-2ec9-459f-8260-e4c008dd1064'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:35:58.873661 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0726d6b6-b757-4df5-82c1-1091df41ca8f" -d '{"events": [{"server_uuid": "a2ee21dc-bc76-4981-85b0-4f56d776405c", "name": "network-vif-plugged", "status": "completed", "tag": "5d79896d-2ec9-459f-8260-e4c008dd1064"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:35:58.888162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 5d79896d-2ec9-459f-8260-e4c008dd1064, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5d79896d-2ec9-459f-8260-e4c008dd1064,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:35:58.891968 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:35:58.940172 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=5d79896d-2ec9-459f-8260-e4c008dd1064,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:35:58.975366 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3046de-874e-41cf-8a11-6e92ceb6524c x-openstack-request-id: req-4a3046de-874e-41cf-8a11-6e92ceb6524c {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:35:58.975660 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ee21dc-bc76-4981-85b0-4f56d776405c", "name": "network-vif-plugged", "status": "completed", "tag": "5d79896d-2ec9-459f-8260-e4c008dd1064", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:35:58.975911 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a3046de-874e-41cf-8a11-6e92ceb6524c {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:35:58.976303 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'code': 200} Aug 31 02:35:59.089188 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fe7e6-0bab-45e5-83f5-eb02369f53f1 req-7b11d530-305a-4112-8dd3-3b3ac51ef360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:59.090732 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-626fe7e6-0bab-45e5-83f5-eb02369f53f1 req-7b11d530-305a-4112-8dd3-3b3ac51ef360 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 1097 time: 0.0421259 Aug 31 02:35:59.125536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-626fe7e6-0bab-45e5-83f5-eb02369f53f1 req-40a61bc7-0c0b-484a-b32c-87904c91d121 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277929 Aug 31 02:35:59.520656 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859c3c3-5f06-4ed3-b326-3e820cd8c09b req-d27e0bb5-526b-4e39-bdf5-3115c532ff84 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:35:59.522132 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c859c3c3-5f06-4ed3-b326-3e820cd8c09b req-d27e0bb5-526b-4e39-bdf5-3115c532ff84 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 945 time: 0.0526772 Aug 31 02:35:59.558912 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c859c3c3-5f06-4ed3-b326-3e820cd8c09b req-fe372b05-32c7-410a-afa0-06a071e8d3d8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309701 Aug 31 02:36:00.678764 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7310554-0871-4de6-b397-d667dfa875d8 req-c5e1bb48-90de-49c1-842a-4b5ee9793f98 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:36:00.680276 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7310554-0871-4de6-b397-d667dfa875d8 req-c5e1bb48-90de-49c1-842a-4b5ee9793f98 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 945 time: 0.0541623 Aug 31 02:36:00.717462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f7310554-0871-4de6-b397-d667dfa875d8 req-0e28f4fd-0273-4cbe-b91f-6da4e05c78a0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312338 Aug 31 02:36:00.836233 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23c953-11ba-48b5-9abb-bf1ff1996639 req-0c07519e-c954-43f2-8f56-e22ec36aa150 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:36:00.837776 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d23c953-11ba-48b5-9abb-bf1ff1996639 req-0c07519e-c954-43f2-8f56-e22ec36aa150 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 945 time: 0.0499706 Aug 31 02:36:00.875160 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6d23c953-11ba-48b5-9abb-bf1ff1996639 req-75d09cb7-8f14-422b-bd8b-52d407cf3e6e tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314815 Aug 31 02:36:00.897498 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42368) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:36:00.980346 n-d-802060-13 neutron-server[94760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f109d09d-3202-4037-b421-a842fbb83c9c tempest-TestSnapshotPattern-2090918742 tempest-TestSnapshotPattern-2090918742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:36:00.981858 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f109d09d-3202-4037-b421-a842fbb83c9c tempest-TestSnapshotPattern-2090918742 tempest-TestSnapshotPattern-2090918742-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 1092 time: 0.0833669 Aug 31 02:36:00.984704 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42372) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:36:00.989051 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.v2.base [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:36:01.010261 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for floatingip, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:01.107941 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:01.211084 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_common [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Allocated IP 172.25.6.85 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/be3650e4-1db0-43c9-94ab-0e1348e18ffc) {{(pid=94760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:36:01.310480 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for port, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:01.348649 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:01.382887 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:36:01.389204 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.base_scheduler [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Resources bound (agent type, host, resource id): {{(pid=94760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:36:01.392836 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Received port after_create {{(pid=94760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:36:01.423081 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event updated for resources: {'Port': ['ID=be3650e4-1db0-43c9-94ab-0e1348e18ffc,revision_number=1']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:36:01.745136 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:01.814741 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:01.958706 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for port, precommit_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:01.963051 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16186973'] for port, after_update {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:02.032081 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event updated for resources: {'Port': ['ID=be3650e4-1db0-43c9-94ab-0e1348e18ffc,revision_number=2']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:36:02.044014 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:02.142431 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Floating IP 5a8734a0-176e-46bd-b9bd-ae0e4afeb410 associated. External IP: 172.25.6.85, port: 5d79896d-2ec9-459f-8260-e4c008dd1064. Aug 31 02:36:02.345597 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:36:02.450745 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:36:02.461043 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320935c4-5df2-4ae6-af3e-b0aa18a01381 None None] Sync routers for ids ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:36:02.467882 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:02.471362 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320935c4-5df2-4ae6-af3e-b0aa18a01381 None None] Routers {'00d141ae-6bff-4ef1-8e54-716fdaea2b1e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:36:02.472095 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-320935c4-5df2-4ae6-af3e-b0aa18a01381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:35:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:36:02.495945 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-1e4a70e9-5213-47d9-9e36-085eede42032 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5102441 Aug 31 02:36:02.496537 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'tag': '5d79896d-2ec9-459f-8260-e4c008dd1064'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:36:02.498976 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e97bbc6-4239-49ee-bb65-e1c5ab8f2445" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ee21dc-bc76-4981-85b0-4f56d776405c", "tag": "5d79896d-2ec9-459f-8260-e4c008dd1064"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:36:02.590568 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e438d0a-23b1-4005-8b61-5567874a972b x-openstack-request-id: req-7e438d0a-23b1-4005-8b61-5567874a972b {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:36:02.590859 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ee21dc-bc76-4981-85b0-4f56d776405c", "tag": "5d79896d-2ec9-459f-8260-e4c008dd1064", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:36:02.591115 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e438d0a-23b1-4005-8b61-5567874a972b {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:36:02.591544 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'tag': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'status': 'completed', 'code': 200} Aug 31 02:36:02.596365 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-320935c4-5df2-4ae6-af3e-b0aa18a01381 None None] Set router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:36:02.622927 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:02.676901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97bbc6-4239-49ee-bb65-e1c5ab8f2445 req-fbbdae35-f9bb-4722-8e2d-4458feded072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:36:02.678351 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e97bbc6-4239-49ee-bb65-e1c5ab8f2445 req-fbbdae35-f9bb-4722-8e2d-4458feded072 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 1097 time: 0.0410051 Aug 31 02:36:02.772590 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97bbc6-4239-49ee-bb65-e1c5ab8f2445 req-47c05c5c-3b53-4cd9-802e-1aeba9ba2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:36:02.774088 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e97bbc6-4239-49ee-bb65-e1c5ab8f2445 req-47c05c5c-3b53-4cd9-802e-1aeba9ba2eb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 909 time: 0.0885751 Aug 31 02:36:02.827195 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-320935c4-5df2-4ae6-af3e-b0aa18a01381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '5a8734a0-176e-46bd-b9bd-ae0e4afeb410', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'port_id': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'mac_address': 'fa:16:3e:90:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:36:01Z', 'updated_at': '2021-08-31T02:36:01Z', 'revision_number': 0, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:47Z', 'revision_number': 5, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:36:02.841877 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e97bbc6-4239-49ee-bb65-e1c5ab8f2445 req-91f1b300-f6eb-4537-9261-b28d384fb204 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d79896d-2ec9-459f-8260-e4c008dd1064 HTTP/1.1" status: 200 len: 998 time: 0.0606575 Aug 31 02:36:02.854871 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320935c4-5df2-4ae6-af3e-b0aa18a01381 None None] Checking router: 00d141ae-6bff-4ef1-8e54-716fdaea2b1e for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:36:02.863022 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320935c4-5df2-4ae6-af3e-b0aa18a01381 None None] Routers {'00d141ae-6bff-4ef1-8e54-716fdaea2b1e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:36:02.863672 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-320935c4-5df2-4ae6-af3e-b0aa18a01381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:35:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:36:02.892243 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97bbc6-4239-49ee-bb65-e1c5ab8f2445 req-ee06ad2b-b9f0-4c32-9712-40a7d3988da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:36:02.893750 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e97bbc6-4239-49ee-bb65-e1c5ab8f2445 req-ee06ad2b-b9f0-4c32-9712-40a7d3988da8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 200 len: 847 time: 0.0448878 Aug 31 02:36:02.943362 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97bbc6-4239-49ee-bb65-e1c5ab8f2445 req-7d99fc8b-5985-4a0e-8a54-e4ae917bd23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:36:02.944962 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e97bbc6-4239-49ee-bb65-e1c5ab8f2445 req-7d99fc8b-5985-4a0e-8a54-e4ae917bd23f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6cc7b9c-618f-4f2b-9518-5a417f50da35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443814 Aug 31 02:36:02.967471 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-320935c4-5df2-4ae6-af3e-b0aa18a01381 None None] Set router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:36:03.038382 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e97bbc6-4239-49ee-bb65-e1c5ab8f2445 req-f15abf89-68c5-49a7-9a89-016105ffa08d service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861437 Aug 31 02:36:03.132200 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4e97bbc6-4239-49ee-bb65-e1c5ab8f2445 req-eff81944-90a8-4e76-b670-ce17fdbb9c76 service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864558 Aug 31 02:36:03.192795 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-320935c4-5df2-4ae6-af3e-b0aa18a01381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '5a8734a0-176e-46bd-b9bd-ae0e4afeb410', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'port_id': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'mac_address': 'fa:16:3e:90:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:36:01Z', 'updated_at': '2021-08-31T02:36:01Z', 'revision_number': 0, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:47Z', 'revision_number': 5, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:36:03.221994 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320935c4-5df2-4ae6-af3e-b0aa18a01381 None None] The sync data for ids ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'] in n-d-802060-13 is: [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '5a8734a0-176e-46bd-b9bd-ae0e4afeb410', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'port_id': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'mac_address': 'fa:16:3e:90:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:36:01Z', 'updated_at': '2021-08-31T02:36:01Z', 'revision_number': 0, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:47Z', 'revision_number': 5, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:36:03.408790 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c999c7-fd61-42ce-8189-2bc28d02efbb None None] New status for floating IP 5a8734a0-176e-46bd-b9bd-ae0e4afeb410: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:36:12.290259 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:18.242841 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-237da1e7-5b63-4411-aafa-a8847a79f0e2 req-7f30d7e3-f89f-4698-8d21-386052837355 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405433 Aug 31 02:36:18.335814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237da1e7-5b63-4411-aafa-a8847a79f0e2 req-f0874ebf-d23e-4f2f-acc9-6d33a8de7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:36:18.337281 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-237da1e7-5b63-4411-aafa-a8847a79f0e2 req-f0874ebf-d23e-4f2f-acc9-6d33a8de7147 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 1097 time: 0.0404480 Aug 31 02:36:18.442248 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237da1e7-5b63-4411-aafa-a8847a79f0e2 req-eee3615f-9bf1-44fc-8a07-f7801f6bffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:36:18.443855 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-237da1e7-5b63-4411-aafa-a8847a79f0e2 req-eee3615f-9bf1-44fc-8a07-f7801f6bffb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 909 time: 0.0870354 Aug 31 02:36:18.522529 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-237da1e7-5b63-4411-aafa-a8847a79f0e2 req-e6f24d26-2e2f-4c52-b233-c21dae2016d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d79896d-2ec9-459f-8260-e4c008dd1064 HTTP/1.1" status: 200 len: 1000 time: 0.0662580 Aug 31 02:36:18.575739 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237da1e7-5b63-4411-aafa-a8847a79f0e2 req-dc17c666-78ed-408d-8e7c-9a8b75f3dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:36:18.577188 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-237da1e7-5b63-4411-aafa-a8847a79f0e2 req-dc17c666-78ed-408d-8e7c-9a8b75f3dc8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 200 len: 847 time: 0.0437801 Aug 31 02:36:18.626796 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237da1e7-5b63-4411-aafa-a8847a79f0e2 req-41c1a8f4-66b1-4c4c-b7e8-5557e06dd338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:36:18.628284 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-237da1e7-5b63-4411-aafa-a8847a79f0e2 req-41c1a8f4-66b1-4c4c-b7e8-5557e06dd338 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6cc7b9c-618f-4f2b-9518-5a417f50da35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432212 Aug 31 02:36:18.715249 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-237da1e7-5b63-4411-aafa-a8847a79f0e2 req-ea3952a1-197f-41b6-acc8-d40cfb5e1213 service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795176 Aug 31 02:36:18.807576 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-237da1e7-5b63-4411-aafa-a8847a79f0e2 req-4b8ff976-f740-4168-b157-9300cd419cac service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854943 Aug 31 02:36:21.381989 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7c0a13d7-e90d-4385-a1b8-dda4aba95b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:23.924579 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a689a8e7-1724-43b8-bab3-191530ebb657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:24.247268 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:24.864780 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:27.089182 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:32.605215 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:35.545408 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:36:42.335789 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:51.382357 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4615f131-632e-4d97-988d-2103cf00776b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:53.927946 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d9e8fb27-fef1-4874-b30b-c28f11972371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:54.249905 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:54.864014 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:36:57.092557 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:37:02.591036 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:37:12.347561 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:37:12.545784 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:37:20.105138 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f220ea67-8e1e-42a1-8442-1fb4b2e86a47 req-e9e285ce-b7a8-4ee7-ac35-236adcdc2e40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467181 Aug 31 02:37:20.195990 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220ea67-8e1e-42a1-8442-1fb4b2e86a47 req-ba8d638d-3398-4908-b740-6b47908079ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:37:20.197471 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f220ea67-8e1e-42a1-8442-1fb4b2e86a47 req-ba8d638d-3398-4908-b740-6b47908079ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 1097 time: 0.0406771 Aug 31 02:37:20.312082 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220ea67-8e1e-42a1-8442-1fb4b2e86a47 req-cb259bf1-36a3-4e94-bf13-dbef3da7ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:37:20.313586 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f220ea67-8e1e-42a1-8442-1fb4b2e86a47 req-cb259bf1-36a3-4e94-bf13-dbef3da7ff82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 909 time: 0.0958450 Aug 31 02:37:20.383396 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f220ea67-8e1e-42a1-8442-1fb4b2e86a47 req-8975934f-56b3-47c6-b432-604bd4e2dde1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d79896d-2ec9-459f-8260-e4c008dd1064 HTTP/1.1" status: 200 len: 1000 time: 0.0621591 Aug 31 02:37:20.434612 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220ea67-8e1e-42a1-8442-1fb4b2e86a47 req-ba33f509-7cb0-4982-bf36-6ad155e064d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:37:20.436137 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f220ea67-8e1e-42a1-8442-1fb4b2e86a47 req-ba33f509-7cb0-4982-bf36-6ad155e064d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 200 len: 847 time: 0.0457809 Aug 31 02:37:20.487645 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220ea67-8e1e-42a1-8442-1fb4b2e86a47 req-fdf87b94-4bc9-472b-8f0e-615d7bc27c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:37:20.489169 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f220ea67-8e1e-42a1-8442-1fb4b2e86a47 req-fdf87b94-4bc9-472b-8f0e-615d7bc27c12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6cc7b9c-618f-4f2b-9518-5a417f50da35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464623 Aug 31 02:37:20.584172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f220ea67-8e1e-42a1-8442-1fb4b2e86a47 req-9afed1d0-2eca-459a-a7c1-a51c8697bcb3 service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866845 Aug 31 02:37:20.680239 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-f220ea67-8e1e-42a1-8442-1fb4b2e86a47 req-56658707-6915-43bd-9e8f-e553c195096e service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870409 Aug 31 02:37:21.384345 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5b9707ae-ace6-4839-9682-ff8219fbe54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:37:23.930297 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b78f62bf-5b1c-46fc-8ed5-49ebf262cc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:37:24.251553 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:37:24.867228 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:37:27.095422 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:37:32.625543 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:37:42.350945 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:37:49.544918 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:37:51.387436 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-5f31d4b9-7e65-47a7-84fe-f624058b51f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:37:53.935007 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2d1318bf-1e95-4ac1-92f5-20fcad36bcbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:37:54.261050 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:37:54.869187 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:37:57.101295 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:02.623935 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:12.351335 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:20.221827 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e555f8ad-527e-42be-b7bd-788fa151710e req-db2029f4-efc6-4424-8a54-4e373f856da9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408185 Aug 31 02:38:20.318848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555f8ad-527e-42be-b7bd-788fa151710e req-da1252c4-170d-4f37-91b6-87cb5603d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:38:20.320472 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e555f8ad-527e-42be-b7bd-788fa151710e req-da1252c4-170d-4f37-91b6-87cb5603d2ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 1097 time: 0.0458333 Aug 31 02:38:20.436171 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555f8ad-527e-42be-b7bd-788fa151710e req-c8e107e6-9c1e-4dca-852c-58d56e280148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:38:20.437754 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e555f8ad-527e-42be-b7bd-788fa151710e req-c8e107e6-9c1e-4dca-852c-58d56e280148 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 909 time: 0.0981522 Aug 31 02:38:20.503793 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e555f8ad-527e-42be-b7bd-788fa151710e req-0dc04c44-3b62-4e84-9760-01c81124e613 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d79896d-2ec9-459f-8260-e4c008dd1064 HTTP/1.1" status: 200 len: 1000 time: 0.0591607 Aug 31 02:38:20.552976 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555f8ad-527e-42be-b7bd-788fa151710e req-2726d4a7-c86d-429c-8d22-a953c1c5af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:38:20.554478 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e555f8ad-527e-42be-b7bd-788fa151710e req-2726d4a7-c86d-429c-8d22-a953c1c5af14 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 200 len: 847 time: 0.0440142 Aug 31 02:38:20.605494 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555f8ad-527e-42be-b7bd-788fa151710e req-6ed01a11-e865-40f4-86fd-0ed773bea554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:38:20.607014 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e555f8ad-527e-42be-b7bd-788fa151710e req-6ed01a11-e865-40f4-86fd-0ed773bea554 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6cc7b9c-618f-4f2b-9518-5a417f50da35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453556 Aug 31 02:38:20.696377 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e555f8ad-527e-42be-b7bd-788fa151710e req-786240fa-ca3c-4f5c-9ad3-178855aa3994 service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823777 Aug 31 02:38:20.788673 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e555f8ad-527e-42be-b7bd-788fa151710e req-c1535368-d585-4e2f-b662-02dc113bec0c service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854998 Aug 31 02:38:21.390024 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-256281ee-c937-4fd6-8e2b-c331503698cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:23.935343 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b4226fcf-7edf-4759-90f8-1da7aa733042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:24.252548 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:24.871076 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:26.544704 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:38:27.103435 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:32.637739 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:33.442992 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 5d79896d-2ec9-459f-8260-e4c008dd1064 details requested by agent hyperv_n-h1-802060-13 with host n-h1-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:38:33.537465 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 5d79896d-2ec9-459f-8260-e4c008dd1064, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5d79896d-2ec9-459f-8260-e4c008dd1064,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:38:33.548924 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Returning: {'device': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'port_id': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'mac_address': 'fa:16:3e:90:b3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:38:33.586453 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:33.598690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d79896d-2ec9-459f-8260-e4c008dd1064 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:38:33.617560 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 5d79896d-2ec9-459f-8260-e4c008dd1064, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5d79896d-2ec9-459f-8260-e4c008dd1064,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:38:33.621198 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:33.667676 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=5d79896d-2ec9-459f-8260-e4c008dd1064,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:38:33.674773 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:33.675125 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:33.675498 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:33.675861 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:33.676173 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:33.676510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:33.676823 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:33.677149 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:33.677473 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:33.677796 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:33.678120 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:33.678446 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:33.741142 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] get_ports_and_sgs() called for port_ids ['5d79896d-2ec9-459f-8260-e4c008dd1064'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:38:35.463709 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 5d79896d-2ec9-459f-8260-e4c008dd1064 up at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:38:35.513096 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Provisioning complete for port 5d79896d-2ec9-459f-8260-e4c008dd1064 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:38:35.513471 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:35.588939 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:35.609930 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d79896d-2ec9-459f-8260-e4c008dd1064'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:38:35.612195 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c602235-11da-4381-84af-c0783bf81c15" -d '{"events": [{"server_uuid": "a2ee21dc-bc76-4981-85b0-4f56d776405c", "name": "network-vif-plugged", "status": "completed", "tag": "5d79896d-2ec9-459f-8260-e4c008dd1064"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:38:35.624343 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 5d79896d-2ec9-459f-8260-e4c008dd1064, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5d79896d-2ec9-459f-8260-e4c008dd1064,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:38:35.628648 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:35.677374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=5d79896d-2ec9-459f-8260-e4c008dd1064,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:38:36.671856 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62262dc1-1c2d-4d7c-bf8a-d0cc5f9d0d0c x-openstack-request-id: req-62262dc1-1c2d-4d7c-bf8a-d0cc5f9d0d0c {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:38:36.672451 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ee21dc-bc76-4981-85b0-4f56d776405c", "name": "network-vif-plugged", "status": "completed", "tag": "5d79896d-2ec9-459f-8260-e4c008dd1064", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:38:36.672451 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-62262dc1-1c2d-4d7c-bf8a-d0cc5f9d0d0c {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:38:36.672823 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'code': 200} Aug 31 02:38:42.372744 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:48.682275 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-d0cc9bfa-307c-4e76-b4ed-6581e693c208 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-202345003&fields=id&tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2 HTTP/1.1" status: 200 len: 267 time: 0.0360801 Aug 31 02:38:48.789858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-8ce1a374-4eed-49e1-8a84-38c1687dfa89 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:38:48.792455 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-8ce1a374-4eed-49e1-8a84-38c1687dfa89 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 808 time: 0.1033943 Aug 31 02:38:48.808177 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-c7533df3-9adc-4bd3-b972-1c3d76176311 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/quotas/c1b4dda3c24e46bea64bff1d5c4265e2 HTTP/1.1" status: 200 len: 375 time: 0.0099013 Aug 31 02:38:48.872510 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7a2825a8-afdc-44b0-8667-24b2fe717fe0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0585632 Aug 31 02:38:49.022661 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-823de79d-41c7-4f46-b489-9a8c61ff7957 service neutron] 10.222.0.58 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379333 Aug 31 02:38:49.115426 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-48237047-be6b-48b4-b333-2b5911a43a8f service neutron] 10.222.0.58 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853369 Aug 31 02:38:49.361545 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cc2813a7-1a18-4795-9a1e-da0c5d7e5384 req-a108c739-26b0-4e5c-8632-dde658d57e1a tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 210 time: 0.1104445 Aug 31 02:38:50.187901 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.70', 61301) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:38:50.296736 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-f4dec8be-0cd6-45da-9bb4-61693ca0d217 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:38:50.298213 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-f4dec8be-0cd6-45da-9bb4-61693ca0d217 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.70 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 808 time: 0.1092191 Aug 31 02:38:50.344243 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-e74c92cb-3e46-41c5-9120-32d729ddb8bc tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2 HTTP/1.1" status: 200 len: 379 time: 0.0365376 Aug 31 02:38:50.353519 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Request body: {'port': {'device_id': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'admin_state_up': True, 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'security_groups': ['8e90f9fc-48a4-43bc-a800-f34b43cdd442']}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:38:50.487801 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1b02ff79-23d6-4cf9-97eb-54e100243213 req-c8bb61ab-1c0a-4cd0-ac19-690fc4e56395 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 210 time: 0.0368321 Aug 31 02:38:50.507522 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Made reservation on behalf of c1b4dda3c24e46bea64bff1d5c4265e2 for: {'port': 1} {{(pid=94761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:38:50.512554 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:50.665759 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Allocated IP 172.20.0.11 (b6cc7b9c-618f-4f2b-9518-5a417f50da35/9855b70c-6d1a-4393-94af-63ba02ee6d23/55ecf605-a900-4c21-ba75-ef049fe35ff1) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:38:50.836317 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:50.851661 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Transition to ACTIVE for port object 55ecf605-a900-4c21-ba75-ef049fe35ff1 will not be triggered until provisioned by entity DHCP. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:38:50.895864 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:50.949419 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Network b6cc7b9c-618f-4f2b-9518-5a417f50da35 is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:38:50.955298 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:38:50.959603 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:38:50.993924 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event updated for resources: {'Port': ['ID=55ecf605-a900-4c21-ba75-ef049fe35ff1,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:38:51.011746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:51.012111 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:51.012462 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:51.012803 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:51.013143 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:51.013481 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:51.013811 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:51.014155 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:51.014466 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:51.014810 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:51.015120 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:51.015469 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:38:51.036309 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:38:51.037212 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:51.061942 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-94f22db8-21a2-4589-bff9-b0facda33dc3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7118692 Aug 31 02:38:51.258988 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-349d8b35-5884-4a94-a311-c6d403ebab5a None None] Provisioning for port 55ecf605-a900-4c21-ba75-ef049fe35ff1 completed by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:38:51.264152 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-349d8b35-5884-4a94-a311-c6d403ebab5a None None] Provisioning complete for port 55ecf605-a900-4c21-ba75-ef049fe35ff1 triggered by entity DHCP. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:38:51.264894 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-349d8b35-5884-4a94-a311-c6d403ebab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:51.302569 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-349d8b35-5884-4a94-a311-c6d403ebab5a None None] Port 55ecf605-a900-4c21-ba75-ef049fe35ff1 cannot update to ACTIVE because it is not bound. {{(pid=94762) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:38:51.394118 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a4e3fa68-87c0-4325-b112-c9227c3e36a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:51.543517 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 5d79896d-2ec9-459f-8260-e4c008dd1064 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:38:51.635988 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add84f36-65f3-42b2-be51-bbeb936c937d req-11c00bbc-dc43-4597-9b65-00c5580698f3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:38:51.638868 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-add84f36-65f3-42b2-be51-bbeb936c937d req-11c00bbc-dc43-4597-9b65-00c5580698f3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 932 time: 0.0782783 Aug 31 02:38:51.642943 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:51.670986 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d79896d-2ec9-459f-8260-e4c008dd1064'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:38:51.673701 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e92fc6-ebd4-4bb3-a4c9-3a39bd06ef30" -d '{"events": [{"server_uuid": "a2ee21dc-bc76-4981-85b0-4f56d776405c", "name": "network-vif-unplugged", "status": "completed", "tag": "5d79896d-2ec9-459f-8260-e4c008dd1064"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:38:51.688064 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-add84f36-65f3-42b2-be51-bbeb936c937d req-ea40e992-1df5-4db1-b0fd-bbc73fed0551 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399435 Aug 31 02:38:51.688217 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] For port 5d79896d-2ec9-459f-8260-e4c008dd1064, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5d79896d-2ec9-459f-8260-e4c008dd1064,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:38:51.695862 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:51.745530 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 02:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bed8d1c-4798-423a-9e33-ae87483c96ea x-openstack-request-id: req-2bed8d1c-4798-423a-9e33-ae87483c96ea {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:38:51.746041 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ee21dc-bc76-4981-85b0-4f56d776405c", "name": "network-vif-unplugged", "status": "completed", "tag": "5d79896d-2ec9-459f-8260-e4c008dd1064", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:38:51.746634 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bed8d1c-4798-423a-9e33-ae87483c96ea {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:38:51.747190 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'code': 200} Aug 31 02:38:51.757843 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Pushing event updated for resources: {'Port': ['ID=5d79896d-2ec9-459f-8260-e4c008dd1064,revision_number=8']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:38:52.824987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b05e60-f5d6-4ca5-8659-2e2471df529d req-7de19f2a-c72f-4ab4-ad8a-04c9949d9c53 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:38:52.826519 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1b05e60-f5d6-4ca5-8659-2e2471df529d req-7de19f2a-c72f-4ab4-ad8a-04c9949d9c53 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 932 time: 0.0570903 Aug 31 02:38:52.866914 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-b1b05e60-f5d6-4ca5-8659-2e2471df529d req-462a4a38-6356-4022-99cb-81288a3d691f tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341918 Aug 31 02:38:53.939517 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1719efd3-4fe2-4aa5-b3cf-420d74e528af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:54.005979 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f296d-7d76-4526-9709-a7538c79c1a9 req-0f2a65b6-19b8-4a9b-b5fd-afc8341567a2 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:38:54.007534 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f6f296d-7d76-4526-9709-a7538c79c1a9 req-0f2a65b6-19b8-4a9b-b5fd-afc8341567a2 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 932 time: 0.0564551 Aug 31 02:38:54.051740 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-7f6f296d-7d76-4526-9709-a7538c79c1a9 req-14e2681f-348f-4253-9bbd-66569d556fba tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371704 Aug 31 02:38:54.258160 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:54.878871 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:55.180200 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ba93c-72b0-4811-aa86-6670c308f012 req-6fc80354-edb2-4f82-b138-e800bf30a310 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:38:55.181842 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c59ba93c-72b0-4811-aa86-6670c308f012 req-6fc80354-edb2-4f82-b138-e800bf30a310 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 932 time: 0.0507290 Aug 31 02:38:55.223439 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c59ba93c-72b0-4811-aa86-6670c308f012 req-b744f756-d339-4b1a-88b6-542bc0a5025c tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349691 Aug 31 02:38:56.355794 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc71588-1b13-4e27-927c-9ec86b3331d9 req-0f044183-7397-46a9-b3b3-11da6b608f64 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:38:56.357317 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-acc71588-1b13-4e27-927c-9ec86b3331d9 req-0f044183-7397-46a9-b3b3-11da6b608f64 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 932 time: 0.0595369 Aug 31 02:38:56.397918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-acc71588-1b13-4e27-927c-9ec86b3331d9 req-d12f79c2-5804-4767-906e-767c87f0d9ed tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344992 Aug 31 02:38:57.106104 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:38:57.534815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15d4b9-e9a7-4df7-a2fd-d74a70543ed9 req-ebef1fc6-b522-446c-bea1-153ca958a0f3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:38:57.538172 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d15d4b9-e9a7-4df7-a2fd-d74a70543ed9 req-ebef1fc6-b522-446c-bea1-153ca958a0f3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 932 time: 0.0574286 Aug 31 02:38:57.580367 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-3d15d4b9-e9a7-4df7-a2fd-d74a70543ed9 req-8d7f3f2d-9b57-4034-b67e-1bb012f63577 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360329 Aug 31 02:38:58.700065 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799192d-60ca-4967-87c0-2660977f1f57 req-886fa0e3-f97e-44f4-b6d8-0d05a860314e tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:38:58.701704 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2799192d-60ca-4967-87c0-2660977f1f57 req-886fa0e3-f97e-44f4-b6d8-0d05a860314e tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 932 time: 0.0513120 Aug 31 02:38:58.744761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2799192d-60ca-4967-87c0-2660977f1f57 req-df90a698-3078-4560-a5a1-a6bd246f6ee9 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368569 Aug 31 02:38:59.872173 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d0edd-1f9c-4802-a053-b08f97838284 req-bc1ae0dd-a905-42ae-a125-f31cfac1ee25 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:38:59.874509 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d57d0edd-1f9c-4802-a053-b08f97838284 req-bc1ae0dd-a905-42ae-a125-f31cfac1ee25 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 932 time: 0.0579047 Aug 31 02:38:59.915212 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-d57d0edd-1f9c-4802-a053-b08f97838284 req-d165f6f5-0dac-4f42-8f75-b1a273d569db tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345559 Aug 31 02:39:00.552137 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-ba3c6edb-6507-4540-bf6d-4e3dbfcb20b3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:39:00.553114 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-ba3c6edb-6507-4540-bf6d-4e3dbfcb20b3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057158 Aug 31 02:39:00.610699 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Request body: {'port': {'device_id': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-13'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:39:00.663343 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:00.923846 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ecf605-a900-4c21-ba75-ef049fe35ff1 {{(pid=94761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:39:00.931198 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:00.943122 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.provisioning_blocks [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Transition to ACTIVE for port object 55ecf605-a900-4c21-ba75-ef049fe35ff1 will not be triggered until provisioned by entity L2. {{(pid=94761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:39:00.948144 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:01.029691 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Pushing event updated for resources: {'Port': ['ID=55ecf605-a900-4c21-ba75-ef049fe35ff1,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:39:01.098676 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16aef3-7d7c-4b07-acb8-91456e2dde71 req-b42790ca-7d70-42b2-8638-87d256893661 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:01.100283 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf16aef3-7d7c-4b07-acb8-91456e2dde71 req-b42790ca-7d70-42b2-8638-87d256893661 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 944 time: 0.1127262 Aug 31 02:39:01.140756 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Attempting to bind port 55ecf605-a900-4c21-ba75-ef049fe35ff1 on host n-h2-802060-13 for vnic_type normal with profile {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:39:01.141097 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Attempting to bind port 55ecf605-a900-4c21-ba75-ef049fe35ff1 by drivers openvswitch,hyperv on host n-h2-802060-13 at level 0 using segments [{'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:39:01.141441 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Attempting to bind port 55ecf605-a900-4c21-ba75-ef049fe35ff1 on network b6cc7b9c-618f-4f2b-9518-5a417f50da35 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:39:01.154997 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Port 55ecf605-a900-4c21-ba75-ef049fe35ff1 on network b6cc7b9c-618f-4f2b-9518-5a417f50da35 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-13 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 02:39:01.155343 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Attempting to bind port 55ecf605-a900-4c21-ba75-ef049fe35ff1 on network b6cc7b9c-618f-4f2b-9518-5a417f50da35 {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:39:01.164206 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-cf16aef3-7d7c-4b07-acb8-91456e2dde71 req-141dc7e8-ab84-48fc-8753-a7ece3eaec2f tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566101 Aug 31 02:39:01.165641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Checking agent: {'id': '63673e65-c950-4d03-8591-8aff1dad3eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'started_at': datetime.datetime(2021, 8, 31, 0, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:39:01.165973 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Checking segment: {'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:39:01.166559 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Bound using segment: {'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'} {{(pid=94761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:39:01.166998 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.managers [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Bound port: 55ecf605-a900-4c21-ba75-ef049fe35ff1, host: n-h2-802060-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35'}}] {{(pid=94761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:39:01.167380 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:01.234365 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] For port 55ecf605-a900-4c21-ba75-ef049fe35ff1, host n-h2-802060-13, cleared binding levels {{(pid=94761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:39:01.237873 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] For port 55ecf605-a900-4c21-ba75-ef049fe35ff1, host n-h2-802060-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=55ecf605-a900-4c21-ba75-ef049fe35ff1,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:39:01.241831 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:01.275070 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:01.276038 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:01.277282 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] 10.222.0.70 "PUT /v2.0/ports/55ecf605-a900-4c21-ba75-ef049fe35ff1 HTTP/1.1" status: 200 len: 1093 time: 0.7139609 Aug 31 02:39:01.279411 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'tag': '55ecf605-a900-4c21-ba75-ef049fe35ff1'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:39:01.281653 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78ddf6b-2ea2-41e0-afdc-2b0f7f4ed5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "347aa24a-eb16-4ba0-a78d-498c40cbec8e", "tag": "55ecf605-a900-4c21-ba75-ef049fe35ff1"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:39:01.309528 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184e51d-5e8d-4275-af41-898d797aa389 service neutron] Pushing event updated for resources: {'Port': ['ID=55ecf605-a900-4c21-ba75-ef049fe35ff1,revision_number=3']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:39:01.376995 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-4928caba-8fc2-409d-b149-40b93512e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:01.379326 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-4928caba-8fc2-409d-b149-40b93512e12d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 1096 time: 0.0488832 Aug 31 02:39:01.426474 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88abc29-d90d-403f-b2bf-25408d9fd1ae x-openstack-request-id: req-d88abc29-d90d-403f-b2bf-25408d9fd1ae {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:39:01.426854 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347aa24a-eb16-4ba0-a78d-498c40cbec8e", "tag": "55ecf605-a900-4c21-ba75-ef049fe35ff1", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:39:01.427114 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d88abc29-d90d-403f-b2bf-25408d9fd1ae {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:39:01.427627 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'tag': '55ecf605-a900-4c21-ba75-ef049fe35ff1', 'status': 'completed', 'code': 200} Aug 31 02:39:01.429766 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-0c34d2bd-9718-48c2-9552-f5b168c4c966 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ecf605-a900-4c21-ba75-ef049fe35ff1 HTTP/1.1" status: 200 len: 217 time: 0.0427995 Aug 31 02:39:01.485138 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-ab76fb70-181e-4436-8bc7-090565fa5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:01.486607 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-ab76fb70-181e-4436-8bc7-090565fa5c6d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 200 len: 847 time: 0.0490339 Aug 31 02:39:01.537452 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-87777e80-e256-4794-ab2f-e187c974f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:01.538957 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-87777e80-e256-4794-ab2f-e187c974f6b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc7b9c-618f-4f2b-9518-5a417f50da35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456603 Aug 31 02:39:01.629093 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-381bbe91-29f7-4a29-a3f9-423989afcd7c service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819480 Aug 31 02:39:01.723498 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-bcf1f4b5-3b75-446b-9c74-1e7f5fa2b73e req-574a33f3-0840-489e-8377-cece3c847781 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869939 Aug 31 02:39:01.808031 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ddf6b-2ea2-41e0-afdc-2b0f7f4ed5d8 req-6c6411a6-56bb-4774-875b-fc5b47520c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:01.809517 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e78ddf6b-2ea2-41e0-afdc-2b0f7f4ed5d8 req-6c6411a6-56bb-4774-875b-fc5b47520c1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 1096 time: 0.0412118 Aug 31 02:39:01.906633 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ddf6b-2ea2-41e0-afdc-2b0f7f4ed5d8 req-45228bae-940e-4004-b2ee-be8b696607fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:01.908140 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e78ddf6b-2ea2-41e0-afdc-2b0f7f4ed5d8 req-45228bae-940e-4004-b2ee-be8b696607fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 909 time: 0.0915253 Aug 31 02:39:01.952466 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e78ddf6b-2ea2-41e0-afdc-2b0f7f4ed5d8 req-5c238913-c605-43d7-9ed1-dff2ae3ef9b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ecf605-a900-4c21-ba75-ef049fe35ff1 HTTP/1.1" status: 200 len: 217 time: 0.0377989 Aug 31 02:39:02.001149 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ddf6b-2ea2-41e0-afdc-2b0f7f4ed5d8 req-640b5374-9125-41e6-bc26-7f82c6f7dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:02.002547 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e78ddf6b-2ea2-41e0-afdc-2b0f7f4ed5d8 req-640b5374-9125-41e6-bc26-7f82c6f7dbca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 200 len: 847 time: 0.0431826 Aug 31 02:39:02.048641 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ddf6b-2ea2-41e0-afdc-2b0f7f4ed5d8 req-594a4fe1-4fe5-4484-b745-e3b71f49369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:02.050118 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e78ddf6b-2ea2-41e0-afdc-2b0f7f4ed5d8 req-594a4fe1-4fe5-4484-b745-e3b71f49369e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc7b9c-618f-4f2b-9518-5a417f50da35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396135 Aug 31 02:39:02.141820 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e78ddf6b-2ea2-41e0-afdc-2b0f7f4ed5d8 req-e4629810-9e64-44ba-b006-4a218453ce02 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844204 Aug 31 02:39:02.229640 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e78ddf6b-2ea2-41e0-afdc-2b0f7f4ed5d8 req-8ba41909-b4d7-4380-bfd0-bd0d5a7bf06d service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805757 Aug 31 02:39:02.284253 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe939f-beb2-424c-aa84-ee10318e30c7 req-17682d55-0db7-4d14-8397-ea581312ad6f tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:02.285715 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47fe939f-beb2-424c-aa84-ee10318e30c7 req-17682d55-0db7-4d14-8397-ea581312ad6f tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 944 time: 0.0545435 Aug 31 02:39:02.652756 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:02.665753 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-47fe939f-beb2-424c-aa84-ee10318e30c7 req-e627cb63-4eba-4680-9a32-31515e27f629 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3727751 Aug 31 02:39:03.543701 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:39:03.780226 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 55ecf605-a900-4c21-ba75-ef049fe35ff1 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:39:03.782270 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594b255-4a65-4a0e-a8c3-7439a099cd95 req-87d20187-d08f-4dcf-9700-f2ebffd15b85 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:03.783782 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9594b255-4a65-4a0e-a8c3-7439a099cd95 req-87d20187-d08f-4dcf-9700-f2ebffd15b85 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 944 time: 0.0480821 Aug 31 02:39:03.823224 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-9594b255-4a65-4a0e-a8c3-7439a099cd95 req-bfe3a343-5642-45cc-bb14-08d056436551 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325341 Aug 31 02:39:03.879208 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 55ecf605-a900-4c21-ba75-ef049fe35ff1, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=55ecf605-a900-4c21-ba75-ef049fe35ff1,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:39:04.047395 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '55ecf605-a900-4c21-ba75-ef049fe35ff1', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'port_id': '55ecf605-a900-4c21-ba75-ef049fe35ff1', 'mac_address': 'fa:16:3e:d3:fd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:39:04.084752 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:04.098026 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ecf605-a900-4c21-ba75-ef049fe35ff1 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:39:04.117853 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 55ecf605-a900-4c21-ba75-ef049fe35ff1, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=55ecf605-a900-4c21-ba75-ef049fe35ff1,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:39:04.122643 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:04.169389 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=55ecf605-a900-4c21-ba75-ef049fe35ff1,revision_number=4']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:39:04.355374 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['55ecf605-a900-4c21-ba75-ef049fe35ff1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:39:04.941622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f982ef8-b57a-4c8a-9d31-eacee16c19d2 req-8a18bdd4-cadf-498c-b14f-ca7eb1ecfc17 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:04.943419 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f982ef8-b57a-4c8a-9d31-eacee16c19d2 req-8a18bdd4-cadf-498c-b14f-ca7eb1ecfc17 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 945 time: 0.0498312 Aug 31 02:39:04.984541 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5f982ef8-b57a-4c8a-9d31-eacee16c19d2 req-b9cc61cd-48d0-4074-a68b-e697dae7e9b2 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345275 Aug 31 02:39:05.796263 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 55ecf605-a900-4c21-ba75-ef049fe35ff1 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:39:05.843574 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning for port 55ecf605-a900-4c21-ba75-ef049fe35ff1 completed by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:39:05.847253 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 55ecf605-a900-4c21-ba75-ef049fe35ff1 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:39:05.847653 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:05.926276 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:05.948233 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ecf605-a900-4c21-ba75-ef049fe35ff1'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:39:05.950494 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389c8762-62cb-4438-8164-d2356056c9d1" -d '{"events": [{"server_uuid": "347aa24a-eb16-4ba0-a78d-498c40cbec8e", "name": "network-vif-plugged", "status": "completed", "tag": "55ecf605-a900-4c21-ba75-ef049fe35ff1"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:39:05.963875 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 55ecf605-a900-4c21-ba75-ef049fe35ff1, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=55ecf605-a900-4c21-ba75-ef049fe35ff1,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:39:05.968293 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:05.992339 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632db9ff-3afb-4967-b16c-e7e4683a3e21 x-openstack-request-id: req-632db9ff-3afb-4967-b16c-e7e4683a3e21 {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:39:05.992637 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347aa24a-eb16-4ba0-a78d-498c40cbec8e", "name": "network-vif-plugged", "status": "completed", "tag": "55ecf605-a900-4c21-ba75-ef049fe35ff1", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:39:05.992896 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-632db9ff-3afb-4967-b16c-e7e4683a3e21 {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:39:05.993289 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ecf605-a900-4c21-ba75-ef049fe35ff1', 'code': 200} Aug 31 02:39:06.019584 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=55ecf605-a900-4c21-ba75-ef049fe35ff1,revision_number=5']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:39:06.123390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549fc2d-6a4a-49d5-bf9d-5ea27a9caeaf req-b4f4f745-e0e2-43e8-9524-cb34d6572727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:06.124794 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5549fc2d-6a4a-49d5-bf9d-5ea27a9caeaf req-b4f4f745-e0e2-43e8-9524-cb34d6572727 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 1098 time: 0.0738761 Aug 31 02:39:06.137654 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe07adb-10da-4bf3-b4a5-c60e05ceb067 req-f6da8e5d-e409-46f2-90e0-e7d3f0387cf0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:06.139037 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abe07adb-10da-4bf3-b4a5-c60e05ceb067 req-f6da8e5d-e409-46f2-90e0-e7d3f0387cf0 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 946 time: 0.0590069 Aug 31 02:39:06.190259 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5549fc2d-6a4a-49d5-bf9d-5ea27a9caeaf req-62524188-cb61-4e33-a2b0-2fd73d2ce6bf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502639 Aug 31 02:39:06.195014 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-abe07adb-10da-4bf3-b4a5-c60e05ceb067 req-905e261d-1410-49c7-9365-b6227dd5e795 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498507 Aug 31 02:39:07.314050 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba5a91-e0be-4b4a-90b0-5d2694138526 req-475c5bb8-6792-4930-a891-98d6a34ba715 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:07.315548 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-beba5a91-e0be-4b4a-90b0-5d2694138526 req-475c5bb8-6792-4930-a891-98d6a34ba715 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 946 time: 0.0494444 Aug 31 02:39:07.355706 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-beba5a91-e0be-4b4a-90b0-5d2694138526 req-9df4ad18-636b-48c7-80e4-359c82c46f71 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338507 Aug 31 02:39:07.473203 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860500f-2af4-44fb-b8de-69423d6aad59 req-4a68e3f9-36c1-4933-927c-7a0be6b1ccb8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:07.475362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2860500f-2af4-44fb-b8de-69423d6aad59 req-4a68e3f9-36c1-4933-927c-7a0be6b1ccb8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 946 time: 0.0523520 Aug 31 02:39:07.514484 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-2860500f-2af4-44fb-b8de-69423d6aad59 req-c1b834f7-7591-4809-8714-9dd69260ea02 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323839 Aug 31 02:39:07.536220 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42698) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:39:07.577665 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28194e0f-6d7e-4292-a30d-e3077328711b tempest-TestSnapshotPattern-2090918742 tempest-TestSnapshotPattern-2090918742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:07.579166 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-28194e0f-6d7e-4292-a30d-e3077328711b tempest-TestSnapshotPattern-2090918742 tempest-TestSnapshotPattern-2090918742-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 1093 time: 0.0419800 Aug 31 02:39:07.581855 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42700) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:39:07.586156 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.v2.base [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Request body: {'floatingip': {'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'port_id': '55ecf605-a900-4c21-ba75-ef049fe35ff1', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:39:07.608971 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for floatingip, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:07.714877 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:07.818237 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_common [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Allocated IP 172.25.6.27 (f87292fd-52d5-43be-8bda-215bf29af30c/14959775-50cb-48f6-b55c-dcb27e86afff/79e94e18-db67-4999-bd61-14ba848c5dbc) {{(pid=94761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:39:07.925885 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for port, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:07.964756 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729315121704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:07.999521 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Network f87292fd-52d5-43be-8bda-215bf29af30c is already hosted by enough agents. {{(pid=94761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:39:08.002327 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.base_scheduler [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Resources bound (agent type, host, resource id): {{(pid=94761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:39:08.004675 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Received port after_create {{(pid=94761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:39:08.039858 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event updated for resources: {'Port': ['ID=79e94e18-db67-4999-bd61-14ba848c5dbc,revision_number=1']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:39:08.374950 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:08.444971 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:08.604197 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for port, precommit_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:08.608567 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179627'] for port, after_update {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:08.683180 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event updated for resources: {'Port': ['ID=79e94e18-db67-4999-bd61-14ba848c5dbc,revision_number=2']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:39:08.694499 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053777'] for floatingip, after_create {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:08.798057 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Floating IP 0dd5ed2b-236f-4035-993a-e99f3358517b associated. External IP: 172.25.6.27, port: 55ecf605-a900-4c21-ba75-ef049fe35ff1. Aug 31 02:39:09.016728 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:39:09.121862 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:39:09.133846 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf811d55-f4ed-4fab-b347-09a88d3b6580 None None] Sync routers for ids ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:39:09.139251 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:09.145641 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf811d55-f4ed-4fab-b347-09a88d3b6580 None None] Routers {'00d141ae-6bff-4ef1-8e54-716fdaea2b1e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:39:09.146362 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-cf811d55-f4ed-4fab-b347-09a88d3b6580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:38:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:39:09.182146 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2132b472-d047-44b7-9b64-70827630c56d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5869687 Aug 31 02:39:09.182146 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'tag': '55ecf605-a900-4c21-ba75-ef049fe35ff1'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:39:09.182146 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c2af64-d88a-4635-a1c5-f829d4bfe921" -d '{"events": [{"name": "network-changed", "server_uuid": "347aa24a-eb16-4ba0-a78d-498c40cbec8e", "tag": "55ecf605-a900-4c21-ba75-ef049fe35ff1"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:39:09.211100 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bd9ccf-6648-41ac-9376-639e67bb9a2b x-openstack-request-id: req-b6bd9ccf-6648-41ac-9376-639e67bb9a2b {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:39:09.211428 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347aa24a-eb16-4ba0-a78d-498c40cbec8e", "tag": "55ecf605-a900-4c21-ba75-ef049fe35ff1", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:39:09.211685 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b6bd9ccf-6648-41ac-9376-639e67bb9a2b {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:39:09.212090 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'tag': '55ecf605-a900-4c21-ba75-ef049fe35ff1', 'status': 'completed', 'code': 200} Aug 31 02:39:09.263964 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-cf811d55-f4ed-4fab-b347-09a88d3b6580 None None] Set router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:39:09.276697 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2af64-d88a-4635-a1c5-f829d4bfe921 req-94c3bf3d-15f7-4905-b64b-66d845a5478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:09.278262 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90c2af64-d88a-4635-a1c5-f829d4bfe921 req-94c3bf3d-15f7-4905-b64b-66d845a5478f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 1098 time: 0.0443652 Aug 31 02:39:09.370191 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2af64-d88a-4635-a1c5-f829d4bfe921 req-24a8636f-3a85-4642-bf26-bdb91082e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:09.371717 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90c2af64-d88a-4635-a1c5-f829d4bfe921 req-24a8636f-3a85-4642-bf26-bdb91082e74f service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 909 time: 0.0868559 Aug 31 02:39:09.451465 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90c2af64-d88a-4635-a1c5-f829d4bfe921 req-79320bcc-0a76-4162-a1ae-6f3cfe32a5a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ecf605-a900-4c21-ba75-ef049fe35ff1 HTTP/1.1" status: 200 len: 999 time: 0.0705965 Aug 31 02:39:09.506258 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2af64-d88a-4635-a1c5-f829d4bfe921 req-3c063e90-054b-4a61-9d8f-4a9c0fab4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:09.507785 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90c2af64-d88a-4635-a1c5-f829d4bfe921 req-3c063e90-054b-4a61-9d8f-4a9c0fab4412 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 200 len: 847 time: 0.0499821 Aug 31 02:39:09.513888 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-cf811d55-f4ed-4fab-b347-09a88d3b6580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '0dd5ed2b-236f-4035-993a-e99f3358517b', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'floating_ip_address': '172.25.6.27', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'port_id': '55ecf605-a900-4c21-ba75-ef049fe35ff1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'mac_address': 'fa:16:3e:d3:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:39:08Z', 'updated_at': '2021-08-31T02:39:08Z', 'revision_number': 0, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'fixed_ip_address_scope': None}, {'id': '5a8734a0-176e-46bd-b9bd-ae0e4afeb410', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'port_id': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'mac_address': 'fa:16:3e:90:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:36:01Z', 'updated_at': '2021-08-31T02:36:03Z', 'revision_number': 1, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:47Z', 'revision_number': 5, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:39:09.540167 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf811d55-f4ed-4fab-b347-09a88d3b6580 None None] Checking router: 00d141ae-6bff-4ef1-8e54-716fdaea2b1e for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:39:09.549383 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf811d55-f4ed-4fab-b347-09a88d3b6580 None None] Routers {'00d141ae-6bff-4ef1-8e54-716fdaea2b1e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:39:09.550004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-cf811d55-f4ed-4fab-b347-09a88d3b6580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:38:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:39:09.554805 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2af64-d88a-4635-a1c5-f829d4bfe921 req-db4c3cae-62c1-4d3a-b276-69f2009532eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:09.556452 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90c2af64-d88a-4635-a1c5-f829d4bfe921 req-db4c3cae-62c1-4d3a-b276-69f2009532eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc7b9c-618f-4f2b-9518-5a417f50da35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419481 Aug 31 02:39:09.652536 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90c2af64-d88a-4635-a1c5-f829d4bfe921 req-89280be5-c71c-405e-b1b1-65670a19bc90 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886140 Aug 31 02:39:09.671464 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-cf811d55-f4ed-4fab-b347-09a88d3b6580 None None] Set router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:39:09.745514 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-90c2af64-d88a-4635-a1c5-f829d4bfe921 req-51e42a5b-bdec-4b74-8abd-542d9e99533d service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859764 Aug 31 02:39:09.915541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-cf811d55-f4ed-4fab-b347-09a88d3b6580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '0dd5ed2b-236f-4035-993a-e99f3358517b', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'floating_ip_address': '172.25.6.27', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'port_id': '55ecf605-a900-4c21-ba75-ef049fe35ff1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'mac_address': 'fa:16:3e:d3:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:39:08Z', 'updated_at': '2021-08-31T02:39:08Z', 'revision_number': 0, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'fixed_ip_address_scope': None}, {'id': '5a8734a0-176e-46bd-b9bd-ae0e4afeb410', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'port_id': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'mac_address': 'fa:16:3e:90:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:36:01Z', 'updated_at': '2021-08-31T02:36:03Z', 'revision_number': 1, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:47Z', 'revision_number': 5, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:39:09.942154 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf811d55-f4ed-4fab-b347-09a88d3b6580 None None] The sync data for ids ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'] in n-d-802060-13 is: [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '0dd5ed2b-236f-4035-993a-e99f3358517b', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'floating_ip_address': '172.25.6.27', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'port_id': '55ecf605-a900-4c21-ba75-ef049fe35ff1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'mac_address': 'fa:16:3e:d3:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:39:08Z', 'updated_at': '2021-08-31T02:39:08Z', 'revision_number': 0, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'fixed_ip_address_scope': None}, {'id': '5a8734a0-176e-46bd-b9bd-ae0e4afeb410', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'port_id': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'mac_address': 'fa:16:3e:90:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:36:01Z', 'updated_at': '2021-08-31T02:36:03Z', 'revision_number': 1, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:47Z', 'revision_number': 5, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:39:10.144843 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afd152c-75c9-4750-b14f-70cf6776f946 None None] New status for floating IP 0dd5ed2b-236f-4035-993a-e99f3358517b: ACTIVE {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:39:12.366106 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:13.520588 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2843687-b30f-4de5-8c44-8e7ea50d6d26 req-f012356d-8b10-4681-8be9-bc3186de6e96 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477724 Aug 31 02:39:13.602781 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2843687-b30f-4de5-8c44-8e7ea50d6d26 req-f190a47d-8beb-48c3-8a60-fd190186594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:13.605362 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2843687-b30f-4de5-8c44-8e7ea50d6d26 req-f190a47d-8beb-48c3-8a60-fd190186594d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 1098 time: 0.0419283 Aug 31 02:39:13.707472 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2843687-b30f-4de5-8c44-8e7ea50d6d26 req-b372a8b9-c11c-48e6-8846-480251bc971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:13.708962 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2843687-b30f-4de5-8c44-8e7ea50d6d26 req-b372a8b9-c11c-48e6-8846-480251bc971c service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 909 time: 0.0851328 Aug 31 02:39:13.779469 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2843687-b30f-4de5-8c44-8e7ea50d6d26 req-11dca844-7f9e-4ca6-88f1-3fb9a9c20b72 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ecf605-a900-4c21-ba75-ef049fe35ff1 HTTP/1.1" status: 200 len: 1001 time: 0.0637836 Aug 31 02:39:13.831112 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2843687-b30f-4de5-8c44-8e7ea50d6d26 req-4c8b65da-ecd8-4105-be98-3939b31dbb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:13.832631 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2843687-b30f-4de5-8c44-8e7ea50d6d26 req-4c8b65da-ecd8-4105-be98-3939b31dbb70 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 200 len: 847 time: 0.0466902 Aug 31 02:39:13.883722 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2843687-b30f-4de5-8c44-8e7ea50d6d26 req-67d0088c-fb93-448c-87ec-4b0737dea4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:13.885761 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2843687-b30f-4de5-8c44-8e7ea50d6d26 req-67d0088c-fb93-448c-87ec-4b0737dea4c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc7b9c-618f-4f2b-9518-5a417f50da35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456212 Aug 31 02:39:13.980735 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2843687-b30f-4de5-8c44-8e7ea50d6d26 req-684c1b74-83ed-4421-b0ca-02e01a8b68cd service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874288 Aug 31 02:39:14.069579 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-e2843687-b30f-4de5-8c44-8e7ea50d6d26 req-8b358747-793b-416b-a164-125c2c81be13 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820448 Aug 31 02:39:21.395149 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6b4d-5206-4398-ad99-8f92fdeaef9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:22.078940 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c21272d3-033b-41ad-9275-7a36afbc180c req-c7fd9823-b4da-4d55-aefe-2b4bf8ef4b7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404055 Aug 31 02:39:22.172608 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21272d3-033b-41ad-9275-7a36afbc180c req-13c12d88-aafd-4388-b80d-4a936aef62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:22.174136 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c21272d3-033b-41ad-9275-7a36afbc180c req-13c12d88-aafd-4388-b80d-4a936aef62e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 1095 time: 0.0450444 Aug 31 02:39:22.276228 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21272d3-033b-41ad-9275-7a36afbc180c req-7f35e95d-8168-4446-a276-bafacea557b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:22.277747 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c21272d3-033b-41ad-9275-7a36afbc180c req-7f35e95d-8168-4446-a276-bafacea557b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 909 time: 0.0840306 Aug 31 02:39:22.347210 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c21272d3-033b-41ad-9275-7a36afbc180c req-6b3c54c0-36ab-4b89-9144-c2e272959fbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d79896d-2ec9-459f-8260-e4c008dd1064 HTTP/1.1" status: 200 len: 998 time: 0.0616965 Aug 31 02:39:22.396514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21272d3-033b-41ad-9275-7a36afbc180c req-2f4ba575-61a0-4298-8af1-0447910b708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:22.398009 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c21272d3-033b-41ad-9275-7a36afbc180c req-2f4ba575-61a0-4298-8af1-0447910b708d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 200 len: 847 time: 0.0443895 Aug 31 02:39:22.443510 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21272d3-033b-41ad-9275-7a36afbc180c req-f2691cc9-f0b5-4527-9734-6771c2df2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:39:22.445001 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c21272d3-033b-41ad-9275-7a36afbc180c req-f2691cc9-f0b5-4527-9734-6771c2df2f40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6cc7b9c-618f-4f2b-9518-5a417f50da35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404880 Aug 31 02:39:22.542657 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c21272d3-033b-41ad-9275-7a36afbc180c req-19891b86-0b04-4117-8030-9d63d10bd81f service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904894 Aug 31 02:39:22.632286 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-c21272d3-033b-41ad-9275-7a36afbc180c req-9dbb1350-1736-4920-bc2c-0a4ff7d72471 service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827308 Aug 31 02:39:23.931249 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a3103256-3519-4960-8b25-c1b8b0edbe03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:24.250551 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:24.878047 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:27.109454 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:32.684304 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:40.543268 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:39:42.396488 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:51.395937 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cf0ca1b4-d38a-4b26-a8a0-0da1fd82cd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:53.931712 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c470fb05-d524-4b4e-8fb6-c162dc774f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:54.252584 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:54.880774 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:39:57.110961 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:02.683011 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:12.409406 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:15.498349 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8980c770-3a72-4af5-8a3e-2e2a34bbb68b req-e409a3ab-1274-40e7-a94d-3ea166afc596 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406897 Aug 31 02:40:15.581219 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980c770-3a72-4af5-8a3e-2e2a34bbb68b req-c0cc82a4-fc4f-49b9-bd97-9a37f8075a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:15.582603 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8980c770-3a72-4af5-8a3e-2e2a34bbb68b req-c0cc82a4-fc4f-49b9-bd97-9a37f8075a97 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 1098 time: 0.0435481 Aug 31 02:40:15.682039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980c770-3a72-4af5-8a3e-2e2a34bbb68b req-ddd5b866-81c6-477a-94bb-4c78b7ebe031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:15.684105 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8980c770-3a72-4af5-8a3e-2e2a34bbb68b req-ddd5b866-81c6-477a-94bb-4c78b7ebe031 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 909 time: 0.0827870 Aug 31 02:40:15.755156 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8980c770-3a72-4af5-8a3e-2e2a34bbb68b req-76934f9d-ac11-40c0-be0d-e01d7e59569f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ecf605-a900-4c21-ba75-ef049fe35ff1 HTTP/1.1" status: 200 len: 1001 time: 0.0643213 Aug 31 02:40:15.807515 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980c770-3a72-4af5-8a3e-2e2a34bbb68b req-39515d75-dfba-428c-b572-9d8c9ed15c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:15.809038 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8980c770-3a72-4af5-8a3e-2e2a34bbb68b req-39515d75-dfba-428c-b572-9d8c9ed15c0e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 200 len: 847 time: 0.0474284 Aug 31 02:40:15.856011 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980c770-3a72-4af5-8a3e-2e2a34bbb68b req-d5181843-fc64-4cd6-87df-793129dedc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:15.857416 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8980c770-3a72-4af5-8a3e-2e2a34bbb68b req-d5181843-fc64-4cd6-87df-793129dedc17 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc7b9c-618f-4f2b-9518-5a417f50da35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415449 Aug 31 02:40:15.952189 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8980c770-3a72-4af5-8a3e-2e2a34bbb68b req-99e5ea62-4f39-4a6d-8533-49b8d470a0dd service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876088 Aug 31 02:40:16.044170 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8980c770-3a72-4af5-8a3e-2e2a34bbb68b req-868736be-f473-4cae-a4bb-c997ef3de551 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854897 Aug 31 02:40:17.544834 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:40:21.396456 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d3accce6-adcd-4763-9502-a774a880e494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:22.074462 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b15b43a-0f93-4a6a-ab7d-9992064e2f87 req-8c08a51b-bf8e-400f-ac08-2eaccf3f7a88 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0823123 Aug 31 02:40:22.166743 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15b43a-0f93-4a6a-ab7d-9992064e2f87 req-dbae69cf-e43b-4616-b618-01c74c5b19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:22.168269 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b15b43a-0f93-4a6a-ab7d-9992064e2f87 req-dbae69cf-e43b-4616-b618-01c74c5b19f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 1095 time: 0.0439217 Aug 31 02:40:22.269841 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15b43a-0f93-4a6a-ab7d-9992064e2f87 req-c43e0b7e-68ea-4f7a-9a50-49f5de785259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:22.272102 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b15b43a-0f93-4a6a-ab7d-9992064e2f87 req-c43e0b7e-68ea-4f7a-9a50-49f5de785259 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 909 time: 0.0839968 Aug 31 02:40:22.338856 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b15b43a-0f93-4a6a-ab7d-9992064e2f87 req-e684c654-6995-495e-8569-f578d15b66df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d79896d-2ec9-459f-8260-e4c008dd1064 HTTP/1.1" status: 200 len: 998 time: 0.0610414 Aug 31 02:40:22.386971 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15b43a-0f93-4a6a-ab7d-9992064e2f87 req-376ba43e-002d-48d5-9e50-dcd2593498ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:22.388448 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b15b43a-0f93-4a6a-ab7d-9992064e2f87 req-376ba43e-002d-48d5-9e50-dcd2593498ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 200 len: 847 time: 0.0432365 Aug 31 02:40:22.434656 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15b43a-0f93-4a6a-ab7d-9992064e2f87 req-5c6833bb-de03-48ab-a026-fbecfd4762ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:22.436175 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b15b43a-0f93-4a6a-ab7d-9992064e2f87 req-5c6833bb-de03-48ab-a026-fbecfd4762ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6cc7b9c-618f-4f2b-9518-5a417f50da35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402172 Aug 31 02:40:22.535185 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b15b43a-0f93-4a6a-ab7d-9992064e2f87 req-4614a84f-b40d-454f-9539-52fb29fee5e2 service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909755 Aug 31 02:40:22.954810 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-5b15b43a-0f93-4a6a-ab7d-9992064e2f87 req-892fc11e-760f-4a33-b8b9-cde166a81d21 service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121888 Aug 31 02:40:23.931348 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-bf053bd3-7ee9-4e65-a484-b094c63e1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:24.257048 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:24.883799 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:27.113888 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:32.701000 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:34.357847 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 55ecf605-a900-4c21-ba75-ef049fe35ff1 details requested by agent hyperv_n-h2-802060-13 with host n-h2-802060-13 {{(pid=94762) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 02:40:34.465071 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 55ecf605-a900-4c21-ba75-ef049fe35ff1, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=55ecf605-a900-4c21-ba75-ef049fe35ff1,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:40:34.479700 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Returning: {'device': '55ecf605-a900-4c21-ba75-ef049fe35ff1', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'port_id': '55ecf605-a900-4c21-ba75-ef049fe35ff1', 'mac_address': 'fa:16:3e:d3:fd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94762) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 02:40:34.530513 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:34.551375 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55ecf605-a900-4c21-ba75-ef049fe35ff1 {{(pid=94762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 02:40:34.579557 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 55ecf605-a900-4c21-ba75-ef049fe35ff1, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=55ecf605-a900-4c21-ba75-ef049fe35ff1,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:40:34.583819 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:34.643745 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=55ecf605-a900-4c21-ba75-ef049fe35ff1,revision_number=6']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:34.651806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:34.651806 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:34.652137 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:34.652512 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:34.653116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:34.653116 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:34.654231 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:34.654231 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:34.654231 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:34.654516 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:34.654772 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:34.655099 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:34.661439 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] get_ports_and_sgs() called for port_ids ['55ecf605-a900-4c21-ba75-ef049fe35ff1'] {{(pid=94762) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 02:40:36.373054 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 55ecf605-a900-4c21-ba75-ef049fe35ff1 up at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:40:36.432545 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.provisioning_blocks [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Provisioning complete for port 55ecf605-a900-4c21-ba75-ef049fe35ff1 triggered by entity L2. {{(pid=94762) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:40:36.432929 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669718'] for port, provisioning_complete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:36.517128 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:36.543507 n-d-802060-13 neutron-server[94762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ecf605-a900-4c21-ba75-ef049fe35ff1'}] {{(pid=94762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:40:36.545703 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba021341443ead8788dfd73243053bfb82d8ee4ca09807bcd5d026958d50cd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9e3c90-3c67-4f9b-8f43-6fd7a363da97" -d '{"events": [{"server_uuid": "347aa24a-eb16-4ba0-a78d-498c40cbec8e", "name": "network-vif-plugged", "status": "completed", "tag": "55ecf605-a900-4c21-ba75-ef049fe35ff1"}]}' {{(pid=94762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:40:36.558872 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] For port 55ecf605-a900-4c21-ba75-ef049fe35ff1, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=55ecf605-a900-4c21-ba75-ef049fe35ff1,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:40:36.564081 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729315684563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729315121722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729315121740'] for port, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:36.594396 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d72c65d-96a1-4e73-8b14-6de8df2ab0fc x-openstack-request-id: req-8d72c65d-96a1-4e73-8b14-6de8df2ab0fc {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:40:36.594844 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347aa24a-eb16-4ba0-a78d-498c40cbec8e", "name": "network-vif-plugged", "status": "completed", "tag": "55ecf605-a900-4c21-ba75-ef049fe35ff1", "code": 200}]} {{(pid=94762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:40:36.595097 n-d-802060-13 neutron-server[94762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d72c65d-96a1-4e73-8b14-6de8df2ab0fc {{(pid=94762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:40:36.595518 n-d-802060-13 neutron-server[94762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ecf605-a900-4c21-ba75-ef049fe35ff1', 'code': 200} Aug 31 02:40:36.624948 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Pushing event updated for resources: {'Port': ['ID=55ecf605-a900-4c21-ba75-ef049fe35ff1,revision_number=7']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:42.410744 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:43.567422 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42894) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:40:43.726164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Deleting port 79e94e18-db67-4999-bd61-14ba848c5dbc {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:40:43.726424 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:43.804947 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:43.805342 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:43.817048 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Calling delete_port for 79e94e18-db67-4999-bd61-14ba848c5dbc owned by network:floatingip {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:40:43.968834 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:43.995637 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event deleted for resources: {'Port': ['ID=79e94e18-db67-4999-bd61-14ba848c5dbc,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:44.007265 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:44.007636 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:44.008039 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:44.008552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:44.008900 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:44.009244 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:44.009555 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:44.009884 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:44.010209 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:44.010533 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:44.010856 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:44.011178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:44.067609 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for floatingip, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:44.067945 n-d-802060-13 neutron-server[94761]: INFO neutron.db.l3_db [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Floating IP 0dd5ed2b-236f-4035-993a-e99f3358517b disassociated (deleted). External IP: 172.25.6.27, port: 55ecf605-a900-4c21-ba75-ef049fe35ff1. Aug 31 02:40:44.279463 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:40:44.386955 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:40:44.391803 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:44.396711 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79388497-7e56-4c6b-8627-193794caa4e0 None None] Sync routers for ids ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:40:44.406369 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79388497-7e56-4c6b-8627-193794caa4e0 None None] Routers {'00d141ae-6bff-4ef1-8e54-716fdaea2b1e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:40:44.406989 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-79388497-7e56-4c6b-8627-193794caa4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:40:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:44.420352 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-91f6f921-7ffb-47ff-8d8e-b74ac17b88d6 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "DELETE /v2.0/floatingips/0dd5ed2b-236f-4035-993a-e99f3358517b HTTP/1.1" status: 204 len: 168 time: 0.8517621 Aug 31 02:40:44.421027 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'tag': '55ecf605-a900-4c21-ba75-ef049fe35ff1'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:40:44.423316 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b062720-41f3-4a98-8d63-293b94db5e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "347aa24a-eb16-4ba0-a78d-498c40cbec8e", "tag": "55ecf605-a900-4c21-ba75-ef049fe35ff1"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:40:44.466282 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfb270b-8d3b-4b56-ba57-ec87bf1ebd10 x-openstack-request-id: req-adfb270b-8d3b-4b56-ba57-ec87bf1ebd10 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:40:44.466588 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347aa24a-eb16-4ba0-a78d-498c40cbec8e", "tag": "55ecf605-a900-4c21-ba75-ef049fe35ff1", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:40:44.466948 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adfb270b-8d3b-4b56-ba57-ec87bf1ebd10 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:40:44.467432 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'tag': '55ecf605-a900-4c21-ba75-ef049fe35ff1', 'status': 'completed', 'code': 200} Aug 31 02:40:44.518004 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-79388497-7e56-4c6b-8627-193794caa4e0 None None] Set router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:40:44.538172 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b062720-41f3-4a98-8d63-293b94db5e2b req-1f5cd182-f3d8-465b-a89f-f056a6df4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:44.540424 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b062720-41f3-4a98-8d63-293b94db5e2b req-1f5cd182-f3d8-465b-a89f-f056a6df4295 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 1098 time: 0.0511763 Aug 31 02:40:44.670227 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b062720-41f3-4a98-8d63-293b94db5e2b req-fdf3d72e-4dc2-420d-9768-a02cb6ee4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:44.671938 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b062720-41f3-4a98-8d63-293b94db5e2b req-fdf3d72e-4dc2-420d-9768-a02cb6ee4dfd service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 909 time: 0.1228664 Aug 31 02:40:44.699814 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60267007-f532-46c7-bf64-d2390ef32dca req-5d8a048e-d390-4504-9d42-c5202ff3f015 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:44.702445 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60267007-f532-46c7-bf64-d2390ef32dca req-5d8a048e-d390-4504-9d42-c5202ff3f015 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 946 time: 0.0752516 Aug 31 02:40:44.736694 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b062720-41f3-4a98-8d63-293b94db5e2b req-7af589cf-deca-4568-8c4b-917a11982d89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ecf605-a900-4c21-ba75-ef049fe35ff1 HTTP/1.1" status: 200 len: 217 time: 0.0545316 Aug 31 02:40:44.780895 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-79388497-7e56-4c6b-8627-193794caa4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '5a8734a0-176e-46bd-b9bd-ae0e4afeb410', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'port_id': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'mac_address': 'fa:16:3e:90:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:36:01Z', 'updated_at': '2021-08-31T02:36:03Z', 'revision_number': 1, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:47Z', 'revision_number': 5, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:44.803959 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-60267007-f532-46c7-bf64-d2390ef32dca req-fd8ba07e-82cf-499b-a99a-b918734d6bb3 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695870 Aug 31 02:40:44.808370 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79388497-7e56-4c6b-8627-193794caa4e0 None None] Checking router: 00d141ae-6bff-4ef1-8e54-716fdaea2b1e for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:40:44.814669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b062720-41f3-4a98-8d63-293b94db5e2b req-e69675b1-11ab-4327-bb95-1729a0897619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:44.816145 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b062720-41f3-4a98-8d63-293b94db5e2b req-e69675b1-11ab-4327-bb95-1729a0897619 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 200 len: 847 time: 0.0667357 Aug 31 02:40:44.821877 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79388497-7e56-4c6b-8627-193794caa4e0 None None] Routers {'00d141ae-6bff-4ef1-8e54-716fdaea2b1e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:40:44.822510 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-79388497-7e56-4c6b-8627-193794caa4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:40:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:44.863889 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b062720-41f3-4a98-8d63-293b94db5e2b req-fc8a8cf3-5ffd-4b08-a5ab-937a1043484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:44.865388 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b062720-41f3-4a98-8d63-293b94db5e2b req-fc8a8cf3-5ffd-4b08-a5ab-937a1043484c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc7b9c-618f-4f2b-9518-5a417f50da35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408237 Aug 31 02:40:44.931732 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-79388497-7e56-4c6b-8627-193794caa4e0 None None] Set router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:40:44.963642 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b062720-41f3-4a98-8d63-293b94db5e2b req-295b6d64-a849-44a3-9497-06ffed6617e7 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889297 Aug 31 02:40:45.059921 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-8b062720-41f3-4a98-8d63-293b94db5e2b req-086bb14d-5bf4-4223-a695-e11bcd1018e6 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886376 Aug 31 02:40:45.160709 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-79388497-7e56-4c6b-8627-193794caa4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '5a8734a0-176e-46bd-b9bd-ae0e4afeb410', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'port_id': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'mac_address': 'fa:16:3e:90:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:36:01Z', 'updated_at': '2021-08-31T02:36:03Z', 'revision_number': 1, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:47Z', 'revision_number': 5, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:45.191317 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79388497-7e56-4c6b-8627-193794caa4e0 None None] The sync data for ids ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'] in n-d-802060-13 is: [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_floatingips': [{'id': '5a8734a0-176e-46bd-b9bd-ae0e4afeb410', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'router_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'port_id': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'mac_address': 'fa:16:3e:90:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T02:36:01Z', 'updated_at': '2021-08-31T02:36:03Z', 'revision_number': 1, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:47Z', 'revision_number': 5, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:40:45.411017 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3219b5f-a819-43ad-8564-6ba3ccc5e830 None None] New status for floating IP 0dd5ed2b-236f-4035-993a-e99f3358517b: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:40:45.937164 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dfb9a-ebc9-4897-bb54-fcfabf85cc20 req-4f90f51a-ce81-4063-9b2f-61deb0db736d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:45.938669 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a1dfb9a-ebc9-4897-bb54-fcfabf85cc20 req-4f90f51a-ce81-4063-9b2f-61deb0db736d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 946 time: 0.0599587 Aug 31 02:40:45.977956 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6a1dfb9a-ebc9-4897-bb54-fcfabf85cc20 req-c18064c9-bdd0-4bab-bd84-7f8587484dee tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332739 Aug 31 02:40:46.164848 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2cd9e-1b97-4257-aae5-1597bcd1fcbb req-b32986f2-965e-4b35-b360-5e9436d39516 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:46.166412 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35b2cd9e-1b97-4257-aae5-1597bcd1fcbb req-b32986f2-965e-4b35-b360-5e9436d39516 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.70 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 946 time: 0.0497162 Aug 31 02:40:46.259514 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-35b2cd9e-1b97-4257-aae5-1597bcd1fcbb req-a0089d13-3c97-4fd4-83da-cd0f1127b571 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Deleting port 55ecf605-a900-4c21-ba75-ef049fe35ff1 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:40:46.259847 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-35b2cd9e-1b97-4257-aae5-1597bcd1fcbb req-a0089d13-3c97-4fd4-83da-cd0f1127b571 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:46.348526 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-35b2cd9e-1b97-4257-aae5-1597bcd1fcbb req-a0089d13-3c97-4fd4-83da-cd0f1127b571 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] For port 55ecf605-a900-4c21-ba75-ef049fe35ff1, host n-h2-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-13',level=0,port_id=55ecf605-a900-4c21-ba75-ef049fe35ff1,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:40:46.348896 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-35b2cd9e-1b97-4257-aae5-1597bcd1fcbb req-a0089d13-3c97-4fd4-83da-cd0f1127b571 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:46.362389 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-35b2cd9e-1b97-4257-aae5-1597bcd1fcbb req-a0089d13-3c97-4fd4-83da-cd0f1127b571 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Calling delete_port for 55ecf605-a900-4c21-ba75-ef049fe35ff1 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:40:46.403945 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 55ecf605-a900-4c21-ba75-ef049fe35ff1 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:40:46.483490 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-677057'] for port, before_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:46.499638 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-35b2cd9e-1b97-4257-aae5-1597bcd1fcbb req-a0089d13-3c97-4fd4-83da-cd0f1127b571 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:46.532368 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0089d13-3c97-4fd4-83da-cd0f1127b571 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event deleted for resources: {'Port': ['ID=55ecf605-a900-4c21-ba75-ef049fe35ff1,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:46.574673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b2cd9e-1b97-4257-aae5-1597bcd1fcbb req-a0089d13-3c97-4fd4-83da-cd0f1127b571 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] No DVR routers for this DVR port 55ecf605-a900-4c21-ba75-ef049fe35ff1 on host n-h2-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:40:46.577350 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-35b2cd9e-1b97-4257-aae5-1597bcd1fcbb req-a0089d13-3c97-4fd4-83da-cd0f1127b571 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:46.579400 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-35b2cd9e-1b97-4257-aae5-1597bcd1fcbb req-a0089d13-3c97-4fd4-83da-cd0f1127b571 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.70 "DELETE /v2.0/ports/55ecf605-a900-4c21-ba75-ef049fe35ff1 HTTP/1.1" status: 204 len: 173 time: 0.4065769 Aug 31 02:40:46.579850 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'name': 'network-vif-deleted', 'tag': '55ecf605-a900-4c21-ba75-ef049fe35ff1'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:40:46.582500 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16045efe-9ce7-4f25-9a15-5c0035e3d7f9" -d '{"events": [{"server_uuid": "347aa24a-eb16-4ba0-a78d-498c40cbec8e", "name": "network-vif-deleted", "tag": "55ecf605-a900-4c21-ba75-ef049fe35ff1"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:40:46.621198 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfc1a5d-5028-44be-8085-18b84673bc35 x-openstack-request-id: req-adfc1a5d-5028-44be-8085-18b84673bc35 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:40:46.621484 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347aa24a-eb16-4ba0-a78d-498c40cbec8e", "name": "network-vif-deleted", "tag": "55ecf605-a900-4c21-ba75-ef049fe35ff1", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:40:46.621731 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adfc1a5d-5028-44be-8085-18b84673bc35 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:40:46.622132 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347aa24a-eb16-4ba0-a78d-498c40cbec8e', 'name': 'network-vif-deleted', 'tag': '55ecf605-a900-4c21-ba75-ef049fe35ff1', 'status': 'completed', 'code': 200} Aug 31 02:40:47.100610 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-403270bc-853b-4c2c-844d-90994639fd54 req-c97da56f-ecfc-409b-b9c8-ac0a05f7302e tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=347aa24a-eb16-4ba0-a78d-498c40cbec8e HTTP/1.1" status: 200 len: 210 time: 0.0317035 Aug 31 02:40:48.713617 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42952) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:40:48.868211 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Deleting port be3650e4-1db0-43c9-94ab-0e1348e18ffc {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:40:48.868548 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:48.944052 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:48.944305 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:48.955586 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Calling delete_port for be3650e4-1db0-43c9-94ab-0e1348e18ffc owned by network:floatingip {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:40:49.104216 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:49.131014 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event deleted for resources: {'Port': ['ID=be3650e4-1db0-43c9-94ab-0e1348e18ffc,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:49.144730 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:49.145087 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:49.145456 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:49.145805 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:49.146147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:49.146481 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:49.146819 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:49.147144 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:49.147496 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:49.147824 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:49.148147 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:49.148471 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-13 {{(pid=94760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:40:49.202585 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for floatingip, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:49.202845 n-d-802060-13 neutron-server[94760]: INFO neutron.db.l3_db [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Floating IP 5a8734a0-176e-46bd-b9bd-ae0e4afeb410 disassociated (deleted). External IP: 172.25.6.85, port: 5d79896d-2ec9-459f-8260-e4c008dd1064. Aug 31 02:40:49.413599 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:40:49.521582 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:40:49.526867 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for floatingip, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:49.531490 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d829a1b-083a-467d-b04b-74f0071c35db None None] Sync routers for ids ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:40:49.540963 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d829a1b-083a-467d-b04b-74f0071c35db None None] Routers {'00d141ae-6bff-4ef1-8e54-716fdaea2b1e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:40:49.541577 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2d829a1b-083a-467d-b04b-74f0071c35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:40:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:49.554059 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-87b97983-dd91-41c9-8a3b-b2b2cb6e6c61 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "DELETE /v2.0/floatingips/5a8734a0-176e-46bd-b9bd-ae0e4afeb410 HTTP/1.1" status: 204 len: 168 time: 0.8392105 Aug 31 02:40:49.554656 n-d-802060-13 neutron-server[94760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'tag': '5d79896d-2ec9-459f-8260-e4c008dd1064'}] {{(pid=94760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:40:49.557515 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1333b56bde306de6017fe20e0c854d2b7da21857dad130350d6ff63dc817ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4897e621-0bcb-4836-9500-67011b8106d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ee21dc-bc76-4981-85b0-4f56d776405c", "tag": "5d79896d-2ec9-459f-8260-e4c008dd1064"}]}' {{(pid=94760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:40:49.599502 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 02:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a46ef94-1d43-452a-83bb-d78b1bf0a7c5 x-openstack-request-id: req-1a46ef94-1d43-452a-83bb-d78b1bf0a7c5 {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:40:49.599799 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ee21dc-bc76-4981-85b0-4f56d776405c", "tag": "5d79896d-2ec9-459f-8260-e4c008dd1064", "status": "completed", "code": 200}]} {{(pid=94760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:40:49.600049 n-d-802060-13 neutron-server[94760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a46ef94-1d43-452a-83bb-d78b1bf0a7c5 {{(pid=94760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:40:49.600463 n-d-802060-13 neutron-server[94760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'tag': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'status': 'completed', 'code': 200} Aug 31 02:40:49.656657 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-2d829a1b-083a-467d-b04b-74f0071c35db None None] Set router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:40:49.681218 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897e621-0bcb-4836-9500-67011b8106d0 req-688221d6-9165-48ce-bf7e-d1734bcaab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:49.682982 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4897e621-0bcb-4836-9500-67011b8106d0 req-688221d6-9165-48ce-bf7e-d1734bcaab34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 1095 time: 0.0473661 Aug 31 02:40:49.820024 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb94e58-7e9a-4d31-9237-b4a058d6abc0 req-4d5364c7-6f0f-418e-b6ed-fd3de433ef4b tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:49.822134 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afb94e58-7e9a-4d31-9237-b4a058d6abc0 req-4d5364c7-6f0f-418e-b6ed-fd3de433ef4b tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 943 time: 0.0837157 Aug 31 02:40:49.823420 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897e621-0bcb-4836-9500-67011b8106d0 req-f602177b-cc3a-4646-951d-70362087c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:49.824787 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4897e621-0bcb-4836-9500-67011b8106d0 req-f602177b-cc3a-4646-951d-70362087c178 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 200 len: 909 time: 0.1352053 Aug 31 02:40:49.877570 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4897e621-0bcb-4836-9500-67011b8106d0 req-b36b7e27-dde9-4f28-9501-d1ac86d72464 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d79896d-2ec9-459f-8260-e4c008dd1064 HTTP/1.1" status: 200 len: 217 time: 0.0430121 Aug 31 02:40:49.928559 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-afb94e58-7e9a-4d31-9237-b4a058d6abc0 req-0c43d615-1f3c-497f-bf7e-38ce9492271d tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003394 Aug 31 02:40:49.955492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897e621-0bcb-4836-9500-67011b8106d0 req-978c699f-c5c9-4f5e-8c89-cc3a05946a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:49.957004 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4897e621-0bcb-4836-9500-67011b8106d0 req-978c699f-c5c9-4f5e-8c89-cc3a05946a81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 200 len: 847 time: 0.0674427 Aug 31 02:40:50.005696 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897e621-0bcb-4836-9500-67011b8106d0 req-5baf6f4f-7a1e-46c5-a906-58a069fcdbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:50.007643 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4897e621-0bcb-4836-9500-67011b8106d0 req-5baf6f4f-7a1e-46c5-a906-58a069fcdbbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6cc7b9c-618f-4f2b-9518-5a417f50da35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432687 Aug 31 02:40:50.025833 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2d829a1b-083a-467d-b04b-74f0071c35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:47Z', 'revision_number': 5, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:50.053021 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d829a1b-083a-467d-b04b-74f0071c35db None None] Checking router: 00d141ae-6bff-4ef1-8e54-716fdaea2b1e for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:40:50.061539 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d829a1b-083a-467d-b04b-74f0071c35db None None] Routers {'00d141ae-6bff-4ef1-8e54-716fdaea2b1e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:40:50.062162 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2d829a1b-083a-467d-b04b-74f0071c35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:40:24Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:50.099381 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4897e621-0bcb-4836-9500-67011b8106d0 req-6e8956ba-6c3f-4c82-90ac-abae94440eb1 service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834224 Aug 31 02:40:50.170463 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-2d829a1b-083a-467d-b04b-74f0071c35db None None] Set router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:40:50.194918 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-4897e621-0bcb-4836-9500-67011b8106d0 req-d6a73881-00c7-47b9-a146-cf08a1440a2c service neutron] 10.222.0.15 "GET /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882516 Aug 31 02:40:50.376645 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-2d829a1b-083a-467d-b04b-74f0071c35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:47Z', 'revision_number': 5, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:50.403604 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d829a1b-083a-467d-b04b-74f0071c35db None None] The sync data for ids ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'] in n-d-802060-13 is: [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:41Z', 'revision_number': 4, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13', '_interfaces': [{'id': 'fe3c9cfc-30b4-49fa-9987-7bdddb22940a', 'name': '', 'network_id': 'b6cc7b9c-618f-4f2b-9518-5a417f50da35', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'mac_address': 'fa:16:3e:da:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:41Z', 'updated_at': '2021-08-31T02:35:47Z', 'revision_number': 5, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'subnets': [{'id': '9855b70c-6d1a-4393-94af-63ba02ee6d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:40:50.450784 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 55ecf605-a900-4c21-ba75-ef049fe35ff1 no longer exists at agent hyperv_n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:40:50.472712 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] No Port match for: 55ecf605-a900-4c21-ba75-ef049fe35ff1 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:40:50.473123 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Device 55ecf605-a900-4c21-ba75-ef049fe35ff1 not bound to the agent host n-h2-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:40:50.620097 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9248d9-faea-4583-aa50-41557686626d None None] New status for floating IP 5a8734a0-176e-46bd-b9bd-ae0e4afeb410: DOWN {{(pid=94763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 02:40:51.050909 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179d559-2272-487d-996f-b9ac7ea7ea1f req-67a64c36-008f-4762-8532-e6fcbac88a4e tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:51.052413 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0179d559-2272-487d-996f-b9ac7ea7ea1f req-67a64c36-008f-4762-8532-e6fcbac88a4e tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 943 time: 0.0498657 Aug 31 02:40:51.090305 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-0179d559-2272-487d-996f-b9ac7ea7ea1f req-933f9f5f-3d02-4d54-8280-9fd91eb0adc8 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e90f9fc-48a4-43bc-a800-f34b43cdd442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317752 Aug 31 02:40:51.398297 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-1df00dbe-1f33-4cb1-b5b5-587479750e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:51.485437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79e898-7c58-4275-a992-af59f688c75c req-75791285-b963-410c-becd-9704f46073fc tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:40:51.486872 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e79e898-7c58-4275-a992-af59f688c75c req-75791285-b963-410c-becd-9704f46073fc tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 943 time: 0.0480092 Aug 31 02:40:51.580486 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-6e79e898-7c58-4275-a992-af59f688c75c req-0cdb9af0-28ee-4a34-90ea-8ae36dc4ed39 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Deleting port 5d79896d-2ec9-459f-8260-e4c008dd1064 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:40:51.580744 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e79e898-7c58-4275-a992-af59f688c75c req-0cdb9af0-28ee-4a34-90ea-8ae36dc4ed39 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:51.666604 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [req-6e79e898-7c58-4275-a992-af59f688c75c req-0cdb9af0-28ee-4a34-90ea-8ae36dc4ed39 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] For port 5d79896d-2ec9-459f-8260-e4c008dd1064, host n-h1-802060-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-13',level=0,port_id=5d79896d-2ec9-459f-8260-e4c008dd1064,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:40:51.666968 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e79e898-7c58-4275-a992-af59f688c75c req-0cdb9af0-28ee-4a34-90ea-8ae36dc4ed39 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:51.679698 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [req-6e79e898-7c58-4275-a992-af59f688c75c req-0cdb9af0-28ee-4a34-90ea-8ae36dc4ed39 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Calling delete_port for 5d79896d-2ec9-459f-8260-e4c008dd1064 owned by compute:nova {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:40:51.811365 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e79e898-7c58-4275-a992-af59f688c75c req-0cdb9af0-28ee-4a34-90ea-8ae36dc4ed39 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:51.839549 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb9af0-28ee-4a34-90ea-8ae36dc4ed39 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event deleted for resources: {'Port': ['ID=5d79896d-2ec9-459f-8260-e4c008dd1064,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:51.889950 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e79e898-7c58-4275-a992-af59f688c75c req-0cdb9af0-28ee-4a34-90ea-8ae36dc4ed39 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] No DVR routers for this DVR port 5d79896d-2ec9-459f-8260-e4c008dd1064 on host n-h1-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:40:51.892599 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [req-6e79e898-7c58-4275-a992-af59f688c75c req-0cdb9af0-28ee-4a34-90ea-8ae36dc4ed39 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47664'] for port, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:51.894777 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-6e79e898-7c58-4275-a992-af59f688c75c req-0cdb9af0-28ee-4a34-90ea-8ae36dc4ed39 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.15 "DELETE /v2.0/ports/5d79896d-2ec9-459f-8260-e4c008dd1064 HTTP/1.1" status: 204 len: 173 time: 0.4009545 Aug 31 02:40:51.895226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'name': 'network-vif-deleted', 'tag': '5d79896d-2ec9-459f-8260-e4c008dd1064'}] {{(pid=94761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 02:40:51.897482 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}331efe6c831b4b7e56b0f28a87f3b037199d51c79ab5b75e58c7617e86214324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8667d0db-ff1e-45e6-80b6-a7c8d7d3954b" -d '{"events": [{"server_uuid": "a2ee21dc-bc76-4981-85b0-4f56d776405c", "name": "network-vif-deleted", "tag": "5d79896d-2ec9-459f-8260-e4c008dd1064"}]}' {{(pid=94761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 02:40:51.937250 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 02:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b6e914-680d-4792-b49b-8c2100afab20 x-openstack-request-id: req-31b6e914-680d-4792-b49b-8c2100afab20 {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 02:40:51.937567 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ee21dc-bc76-4981-85b0-4f56d776405c", "name": "network-vif-deleted", "tag": "5d79896d-2ec9-459f-8260-e4c008dd1064", "status": "completed", "code": 200}]} {{(pid=94761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 02:40:51.937821 n-d-802060-13 neutron-server[94761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31b6e914-680d-4792-b49b-8c2100afab20 {{(pid=94761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 02:40:51.938245 n-d-802060-13 neutron-server[94761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ee21dc-bc76-4981-85b0-4f56d776405c', 'name': 'network-vif-deleted', 'tag': '5d79896d-2ec9-459f-8260-e4c008dd1064', 'status': 'completed', 'code': 200} Aug 31 02:40:52.195104 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [req-1ab6c6b8-83a2-4bad-9ddc-de270e7900bb req-0988d22e-12ad-4b44-90de-8cedd62750ac tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2ee21dc-bc76-4981-85b0-4f56d776405c HTTP/1.1" status: 200 len: 210 time: 0.0282481 Aug 31 02:40:53.251989 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42972) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:40:53.312237 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5515-9e9a-4a2e-8761-345d63703ec2 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:53.336934 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5515-9e9a-4a2e-8761-345d63703ec2 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:53.395595 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5515-9e9a-4a2e-8761-345d63703ec2 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:53.398384 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5515-9e9a-4a2e-8761-345d63703ec2 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Notify callbacks [] for security_group, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:53.399707 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-ce1a5515-9e9a-4a2e-8761-345d63703ec2 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] 10.222.0.58 "DELETE /v2.0/security-groups/8e90f9fc-48a4-43bc-a800-f34b43cdd442 HTTP/1.1" status: 204 len: 168 time: 0.1467259 Aug 31 02:40:53.409197 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a5515-9e9a-4a2e-8761-345d63703ec2 tempest-TestSnapshotPattern-1179580788 tempest-TestSnapshotPattern-1179580788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e90f9fc-48a4-43bc-a800-f34b43cdd442,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:53.446910 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42976) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:40:53.883728 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8fbbbe63-9f18-4ac8-86f5-6953be8036cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:53.931851 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-cc05a981-5c45-4f7f-a4e2-1f7366527ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:54.131437 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-8fbbbe63-9f18-4ac8-86f5-6953be8036cd admin admin] Deleting port fe3c9cfc-30b4-49fa-9987-7bdddb22940a {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:40:54.131783 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8fbbbe63-9f18-4ac8-86f5-6953be8036cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:54.214492 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-8fbbbe63-9f18-4ac8-86f5-6953be8036cd admin admin] For port fe3c9cfc-30b4-49fa-9987-7bdddb22940a, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=fe3c9cfc-30b4-49fa-9987-7bdddb22940a,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:40:54.214772 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8fbbbe63-9f18-4ac8-86f5-6953be8036cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:54.227568 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-8fbbbe63-9f18-4ac8-86f5-6953be8036cd admin admin] Calling delete_port for fe3c9cfc-30b4-49fa-9987-7bdddb22940a owned by network:router_interface {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:40:54.261108 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:54.413549 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8fbbbe63-9f18-4ac8-86f5-6953be8036cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:54.445622 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbbe63-9f18-4ac8-86f5-6953be8036cd admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3c9cfc-30b4-49fa-9987-7bdddb22940a,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:54.546957 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:40:54.629628 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-8fbbbe63-9f18-4ac8-86f5-6953be8036cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:54.855457 n-d-802060-13 neutron-server[94761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbbbe63-9f18-4ac8-86f5-6953be8036cd admin admin] Router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:40:54.888642 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:54.965729 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbbbe63-9f18-4ac8-86f5-6953be8036cd admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:40:54.973430 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-8fbbbe63-9f18-4ac8-86f5-6953be8036cd admin admin] 10.222.0.58 "PUT /v2.0/routers/00d141ae-6bff-4ef1-8e54-716fdaea2b1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5228894 Aug 31 02:40:54.973669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42980) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:40:54.980348 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0453f8-c4af-43e8-aa56-989b1ccd268f None None] Sync routers for ids ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'] in n-d-802060-13 {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:40:54.990369 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0453f8-c4af-43e8-aa56-989b1ccd268f None None] Routers {'00d141ae-6bff-4ef1-8e54-716fdaea2b1e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:40:54.991015 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-be0453f8-c4af-43e8-aa56-989b1ccd268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:40:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:55.088677 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:55.098433 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-be0453f8-c4af-43e8-aa56-989b1ccd268f None None] Set router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e gateway port host: n-d-802060-13 {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:40:55.191040 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:55.243669 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] Deleting port 73c1c809-28fe-4f2b-84ef-a99703ced7a4 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:40:55.244028 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:55.277720 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-be0453f8-c4af-43e8-aa56-989b1ccd268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:40:54Z', 'revision_number': 5, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port': {'id': '73c1c809-28fe-4f2b-84ef-a99703ced7a4', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:55.305033 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0453f8-c4af-43e8-aa56-989b1ccd268f None None] Checking router: 00d141ae-6bff-4ef1-8e54-716fdaea2b1e for host: n-d-802060-13 {{(pid=94762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:40:55.313427 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0453f8-c4af-43e8-aa56-989b1ccd268f None None] Routers {'00d141ae-6bff-4ef1-8e54-716fdaea2b1e'} bound to L3 agent in host n-d-802060-13 {{(pid=94762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:40:55.314047 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-be0453f8-c4af-43e8-aa56-989b1ccd268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:40:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'], 'active': True} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:55.327812 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] For port 73c1c809-28fe-4f2b-84ef-a99703ced7a4, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=73c1c809-28fe-4f2b-84ef-a99703ced7a4,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:40:55.328186 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:55.340392 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] Calling delete_port for 73c1c809-28fe-4f2b-84ef-a99703ced7a4 owned by network:router_gateway {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:40:55.402379 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvr_db [None req-be0453f8-c4af-43e8-aa56-989b1ccd268f None None] Set router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e gateway port host: None {{(pid=94762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:40:55.455401 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_hamode_db [None req-be0453f8-c4af-43e8-aa56-989b1ccd268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:40:55Z', 'revision_number': 6, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:55.486371 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0453f8-c4af-43e8-aa56-989b1ccd268f None None] The sync data for ids ['00d141ae-6bff-4ef1-8e54-716fdaea2b1e'] in n-d-802060-13 is: [{'id': '00d141ae-6bff-4ef1-8e54-716fdaea2b1e', 'name': 'tempest-TestSnapshotPattern-18502914-router', 'tenant_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:39Z', 'updated_at': '2021-08-31T02:40:55Z', 'revision_number': 6, 'project_id': 'c1b4dda3c24e46bea64bff1d5c4265e2', 'gw_port_host': None}] {{(pid=94762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:40:55.831395 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:55.858999 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c1c809-28fe-4f2b-84ef-a99703ced7a4,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:55.921643 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.015893 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.017968 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.060762 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.061345 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00d141ae-6bff-4ef1-8e54-716fdaea2b1e {{(pid=94761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:40:56.065582 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.066830 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-edb64206-1698-4021-9098-3cdbb572c4c4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/00d141ae-6bff-4ef1-8e54-716fdaea2b1e HTTP/1.1" status: 204 len: 168 time: 1.0920355 Aug 31 02:40:56.069338 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42982) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:40:56.113142 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.db_base_plugin_v2 [None req-37712933-017b-4d43-9c5c-044b7d1c9907 admin admin] Deleting subnet 9855b70c-6d1a-4393-94af-63ba02ee6d23 {{(pid=94761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:40:56.116036 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-37712933-017b-4d43-9c5c-044b7d1c9907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.150776 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-37712933-017b-4d43-9c5c-044b7d1c9907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5308383'] for subnet, precommit_delete_associations {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.165450 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 5d79896d-2ec9-459f-8260-e4c008dd1064 no longer exists at agent hyperv_n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:40:56.186958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] No Port match for: 5d79896d-2ec9-459f-8260-e4c008dd1064 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:40:56.187234 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Device 5d79896d-2ec9-459f-8260-e4c008dd1064 not bound to the agent host n-h1-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:40:56.235497 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-37712933-017b-4d43-9c5c-044b7d1c9907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.291291 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-37712933-017b-4d43-9c5c-044b7d1c9907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16434443'] for subnet, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.315534 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37712933-017b-4d43-9c5c-044b7d1c9907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9855b70c-6d1a-4393-94af-63ba02ee6d23,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:56.321367 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-37712933-017b-4d43-9c5c-044b7d1c9907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.323885 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-37712933-017b-4d43-9c5c-044b7d1c9907 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9855b70c-6d1a-4393-94af-63ba02ee6d23 HTTP/1.1" status: 204 len: 168 time: 0.2535725 Aug 31 02:40:56.326711 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42984) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:40:56.329276 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4d36a5-90b9-4abd-be64-5ec431b3bc42 None None] Network b6cc7b9c-618f-4f2b-9518-5a417f50da35 requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:40:56.401802 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.459987 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] Deleting port 2d61c2ee-e1b2-4cba-845c-bc923f80499d {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:40:56.460382 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.530079 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e65571-27c5-416c-b887-aceba5e83e95 None None] DHCP port deletion for b6cc7b9c-618f-4f2b-9518-5a417f50da35 request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:40:56.531746 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] For port 2d61c2ee-e1b2-4cba-845c-bc923f80499d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2d61c2ee-e1b2-4cba-845c-bc923f80499d,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:40:56.532182 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.546178 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] Calling delete_port for 2d61c2ee-e1b2-4cba-845c-bc923f80499d owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:40:56.575958 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65571-27c5-416c-b887-aceba5e83e95 None None] Deleting port 2d61c2ee-e1b2-4cba-845c-bc923f80499d {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:40:56.576337 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b5e65571-27c5-416c-b887-aceba5e83e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.629334 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.642541 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-b5e65571-27c5-416c-b887-aceba5e83e95 None None] For port 2d61c2ee-e1b2-4cba-845c-bc923f80499d, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=2d61c2ee-e1b2-4cba-845c-bc923f80499d,segment=NetworkSegment(3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241),segment_id=3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:40:56.642983 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b5e65571-27c5-416c-b887-aceba5e83e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.654836 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] Pushing event deleted for resources: {'Port': ['ID=2d61c2ee-e1b2-4cba-845c-bc923f80499d,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:56.663034 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65571-27c5-416c-b887-aceba5e83e95 None None] Calling delete_port for 2d61c2ee-e1b2-4cba-845c-bc923f80499d owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:40:56.663390 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] No DVR routers for this DVR port 2d61c2ee-e1b2-4cba-845c-bc923f80499d on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:40:56.738478 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b5e65571-27c5-416c-b887-aceba5e83e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.739696 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.754060 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cc7b9c-618f-4f2b-9518-5a417f50da35']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:56.765226 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:56.765510 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb954f5-8f0b-4c2f-aa36-9b7a6a58b241') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:56.766159 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65571-27c5-416c-b887-aceba5e83e95 None None] Pushing event deleted for resources: {'Port': ['ID=2d61c2ee-e1b2-4cba-845c-bc923f80499d,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:56.770625 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e65571-27c5-416c-b887-aceba5e83e95 None None] No DVR routers for this DVR port 2d61c2ee-e1b2-4cba-845c-bc923f80499d on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:40:56.774671 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.792075 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.797829 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:40:56.798212 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: timer() Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:40:56.799921 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:40:56.854147 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.860692 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:56.862588 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] 10.222.0.58 "DELETE /v2.0/networks/b6cc7b9c-618f-4f2b-9518-5a417f50da35 HTTP/1.1" status: 204 len: 168 time: 0.5349226 Aug 31 02:40:56.865865 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42986) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:40:56.872580 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce7bef-8702-43ee-96b2-f81cababa3db admin admin] Pushing event deleted for resources: {'Network': ['ID=b6cc7b9c-618f-4f2b-9518-5a417f50da35,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:56.996582 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fe3c9cfc-30b4-49fa-9987-7bdddb22940a no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:40:57.025690 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: fe3c9cfc-30b4-49fa-9987-7bdddb22940a {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:40:57.026112 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device fe3c9cfc-30b4-49fa-9987-7bdddb22940a not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:40:57.026558 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2d61c2ee-e1b2-4cba-845c-bc923f80499d no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:40:57.049219 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 2d61c2ee-e1b2-4cba-845c-bc923f80499d {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:40:57.049489 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 2d61c2ee-e1b2-4cba-845c-bc923f80499d not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:40:57.049915 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 73c1c809-28fe-4f2b-84ef-a99703ced7a4 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:40:57.068166 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 73c1c809-28fe-4f2b-84ef-a99703ced7a4 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:40:57.068511 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 73c1c809-28fe-4f2b-84ef-a99703ced7a4 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:40:57.117744 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:57.223339 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3f61e9c-f080-4d93-8357-c0155e0bbbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8055825'] for router_interface, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:57.789419 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f3f61e9c-f080-4d93-8357-c0155e0bbbaa admin admin] Deleting port c5d6412c-efac-41c8-8b24-7da0bbfd593f {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:40:57.789754 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3f61e9c-f080-4d93-8357-c0155e0bbbaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:57.863997 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-f3f61e9c-f080-4d93-8357-c0155e0bbbaa admin admin] For port c5d6412c-efac-41c8-8b24-7da0bbfd593f, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=c5d6412c-efac-41c8-8b24-7da0bbfd593f,segment=NetworkSegment(4980bd85-6c05-4067-8ab0-f64bb4f71f6b),segment_id=4980bd85-6c05-4067-8ab0-f64bb4f71f6b)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:40:57.864358 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3f61e9c-f080-4d93-8357-c0155e0bbbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:57.877286 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-f3f61e9c-f080-4d93-8357-c0155e0bbbaa admin admin] Calling delete_port for c5d6412c-efac-41c8-8b24-7da0bbfd593f owned by network:router_interface {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:40:58.049872 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3f61e9c-f080-4d93-8357-c0155e0bbbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:58.083986 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f61e9c-f080-4d93-8357-c0155e0bbbaa admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d6412c-efac-41c8-8b24-7da0bbfd593f,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:58.249435 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-f3f61e9c-f080-4d93-8357-c0155e0bbbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7965041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8055949'] for router_interface, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:58.470933 n-d-802060-13 neutron-server[94760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f61e9c-f080-4d93-8357-c0155e0bbbaa admin admin] Router 0d2207b5-bed0-43ff-8ab8-b6f912879dc0 has already been hosted by L3 agent 23b81fd3-081d-4f64-ae28-a2e3748dcb6a {{(pid=94760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:40:58.576566 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f61e9c-f080-4d93-8357-c0155e0bbbaa admin admin] Notify agent at l3_agent.n-d-802060-13 the message routers_updated {{(pid=94760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:40:58.581543 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-f3f61e9c-f080-4d93-8357-c0155e0bbbaa admin admin] 10.222.0.58 "PUT /v2.0/routers/0d2207b5-bed0-43ff-8ab8-b6f912879dc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146263 Aug 31 02:40:58.584301 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42988) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:40:58.585261 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b5412-a76a-4e7c-a3ad-daff83cc9617 None None] Sync routers for ids ['0d2207b5-bed0-43ff-8ab8-b6f912879dc0'] in n-d-802060-13 {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:40:58.594377 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67b5412-a76a-4e7c-a3ad-daff83cc9617 None None] Routers {'0d2207b5-bed0-43ff-8ab8-b6f912879dc0'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:40:58.594978 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d67b5412-a76a-4e7c-a3ad-daff83cc9617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:40:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0d2207b5-bed0-43ff-8ab8-b6f912879dc0'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:58.692018 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] Notify callbacks [] for router, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:58.699984 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-d67b5412-a76a-4e7c-a3ad-daff83cc9617 None None] Set router 0d2207b5-bed0-43ff-8ab8-b6f912879dc0 gateway port host: n-d-802060-13 {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:40:58.801558 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:58.855794 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] Deleting port d117c7e6-3b33-454a-b47d-4b84477c4176 {{(pid=94760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:40:58.856140 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:58.877203 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d67b5412-a76a-4e7c-a3ad-daff83cc9617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'name': 'tempest-TestSnapshotPattern-1885460496-router', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'external_fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'd117c7e6-3b33-454a-b47d-4b84477c4176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:43Z', 'updated_at': '2021-08-31T02:40:58Z', 'revision_number': 5, 'project_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'gw_port': {'id': 'd117c7e6-3b33-454a-b47d-4b84477c4176', 'name': '', 'network_id': 'f87292fd-52d5-43be-8bda-215bf29af30c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:35:44Z', 'updated_at': '2021-08-31T02:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14959775-50cb-48f6-b55c-dcb27e86afff', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-13'}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:58.907770 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b5412-a76a-4e7c-a3ad-daff83cc9617 None None] Checking router: 0d2207b5-bed0-43ff-8ab8-b6f912879dc0 for host: n-d-802060-13 {{(pid=94763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:40:58.915802 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67b5412-a76a-4e7c-a3ad-daff83cc9617 None None] Routers {'0d2207b5-bed0-43ff-8ab8-b6f912879dc0'} bound to L3 agent in host n-d-802060-13 {{(pid=94763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:40:58.916481 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d67b5412-a76a-4e7c-a3ad-daff83cc9617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T00:48:54Z,description=,heartbeat_timestamp=2021-08-31T02:40:54Z,host='n-d-802060-13',id=23b81fd3-081d-4f64-ae28-a2e3748dcb6a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T00:48:54Z,topic='l3_agent')) {'router_ids': ['0d2207b5-bed0-43ff-8ab8-b6f912879dc0'], 'active': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:58.937044 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.db [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] For port d117c7e6-3b33-454a-b47d-4b84477c4176, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=d117c7e6-3b33-454a-b47d-4b84477c4176,segment=NetworkSegment(87a25d10-7fb1-4ee1-8450-b32d4455ec6d),segment_id=87a25d10-7fb1-4ee1-8450-b32d4455ec6d)] {{(pid=94760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:40:58.937605 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:58.951775 n-d-802060-13 neutron-server[94760]: DEBUG neutron.plugins.ml2.plugin [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] Calling delete_port for d117c7e6-3b33-454a-b47d-4b84477c4176 owned by network:router_gateway {{(pid=94760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:40:59.004554 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_dvr_db [None req-d67b5412-a76a-4e7c-a3ad-daff83cc9617 None None] Set router 0d2207b5-bed0-43ff-8ab8-b6f912879dc0 gateway port host: None {{(pid=94763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:40:59.059192 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.l3_hamode_db [None req-d67b5412-a76a-4e7c-a3ad-daff83cc9617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'name': 'tempest-TestSnapshotPattern-1885460496-router', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:43Z', 'updated_at': '2021-08-31T02:40:58Z', 'revision_number': 6, 'project_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'gw_port_host': None}], 'n-d-802060-13', False) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:40:59.087260 n-d-802060-13 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b5412-a76a-4e7c-a3ad-daff83cc9617 None None] The sync data for ids ['0d2207b5-bed0-43ff-8ab8-b6f912879dc0'] in n-d-802060-13 is: [{'id': '0d2207b5-bed0-43ff-8ab8-b6f912879dc0', 'name': 'tempest-TestSnapshotPattern-1885460496-router', 'tenant_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:35:43Z', 'updated_at': '2021-08-31T02:40:58Z', 'revision_number': 6, 'project_id': '8fd64ed8795f4e4b81df5bb37a13683d', 'gw_port_host': None}] {{(pid=94763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:40:59.125678 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16186980'] for port, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.159723 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] Pushing event deleted for resources: {'Port': ['ID=d117c7e6-3b33-454a-b47d-4b84477c4176,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:59.220609 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053807'] for router_gateway, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.307964 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8055569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32531'] for router, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.309976 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.351740 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8055578'] for router, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.352265 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2207b5-bed0-43ff-8ab8-b6f912879dc0 {{(pid=94760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 02:40:59.357345 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] Notify callbacks [] for router, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.358541 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-42adc079-84a6-4a86-abf2-341f1b5da77a admin admin] 10.222.0.58 "DELETE /v2.0/routers/0d2207b5-bed0-43ff-8ab8-b6f912879dc0 HTTP/1.1" status: 204 len: 168 time: 0.7734432 Aug 31 02:40:59.361324 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [-] (94760) accepted ('10.222.0.58', 42990) {{(pid=94760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:40:59.409704 n-d-802060-13 neutron-server[94760]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f544741-c503-4ade-8b49-865efc5cc576 admin admin] Deleting subnet 0fc5b3c1-c98d-4887-b314-0ce5654eb7a8 {{(pid=94760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 02:40:59.412784 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f544741-c503-4ade-8b49-865efc5cc576 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.449932 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f544741-c503-4ade-8b49-865efc5cc576 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4706845'] for subnet, precommit_delete_associations {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.531813 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f544741-c503-4ade-8b49-865efc5cc576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.584410 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f544741-c503-4ade-8b49-865efc5cc576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16186891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15693268'] for subnet, after_delete {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.616686 n-d-802060-13 neutron-server[94760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f544741-c503-4ade-8b49-865efc5cc576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc5b3c1-c98d-4887-b314-0ce5654eb7a8,revision_number=None']} {{(pid=94760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:59.619317 n-d-802060-13 neutron-server[94760]: DEBUG neutron_lib.callbacks.manager [None req-0f544741-c503-4ade-8b49-865efc5cc576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.621577 n-d-802060-13 neutron-server[94760]: INFO neutron.wsgi [None req-0f544741-c503-4ade-8b49-865efc5cc576 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0fc5b3c1-c98d-4887-b314-0ce5654eb7a8 HTTP/1.1" status: 204 len: 168 time: 0.2593429 Aug 31 02:40:59.624250 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85b7ad5-f9b2-4fad-a488-5ee81cfa9a84 None None] Network 6121c46b-8541-474c-8bfb-abfeffb6e2fc requested from n-d-802060-13 {{(pid=94762) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:40:59.624757 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42992) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:40:59.695608 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564747'] for network, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.749296 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] Deleting port 344bbcac-0fc0-4992-91c3-b7626d883494 {{(pid=94761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:40:59.749637 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.811863 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.db [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] For port 344bbcac-0fc0-4992-91c3-b7626d883494, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=344bbcac-0fc0-4992-91c3-b7626d883494,segment=NetworkSegment(4980bd85-6c05-4067-8ab0-f64bb4f71f6b),segment_id=4980bd85-6c05-4067-8ab0-f64bb4f71f6b)] {{(pid=94761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:40:59.812226 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.825805 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] Calling delete_port for 344bbcac-0fc0-4992-91c3-b7626d883494 owned by network:dhcp {{(pid=94761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:40:59.847535 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81984aee-dc47-42cb-82f9-9056af2ec287 None None] DHCP port deletion for 6121c46b-8541-474c-8bfb-abfeffb6e2fc request from n-d-802060-13 {{(pid=94762) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 02:40:59.896265 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-81984aee-dc47-42cb-82f9-9056af2ec287 None None] Deleting port 344bbcac-0fc0-4992-91c3-b7626d883494 {{(pid=94762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 02:40:59.896645 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-81984aee-dc47-42cb-82f9-9056af2ec287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729315683350'] for port, before_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.912469 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179602'] for port, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.941503 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=344bbcac-0fc0-4992-91c3-b7626d883494,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:40:59.943634 n-d-802060-13 neutron-server[94761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] No DVR routers for this DVR port 344bbcac-0fc0-4992-91c3-b7626d883494 on host n-d-802060-13 {{(pid=94761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:40:59.966920 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.db [None req-81984aee-dc47-42cb-82f9-9056af2ec287 None None] For port 344bbcac-0fc0-4992-91c3-b7626d883494, host n-d-802060-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-13',level=0,port_id=344bbcac-0fc0-4992-91c3-b7626d883494,segment=NetworkSegment(4980bd85-6c05-4067-8ab0-f64bb4f71f6b),segment_id=4980bd85-6c05-4067-8ab0-f64bb4f71f6b)] {{(pid=94762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:40:59.967357 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-81984aee-dc47-42cb-82f9-9056af2ec287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8054375'] for port, precommit_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:40:59.983092 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-81984aee-dc47-42cb-82f9-9056af2ec287 None None] Calling delete_port for 344bbcac-0fc0-4992-91c3-b7626d883494 owned by network:dhcp {{(pid=94762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 02:41:00.026032 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665247', 'neutron.services.segments.db._delete_segments_for_network-8729315640001'] for network, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:00.036673 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6121c46b-8541-474c-8bfb-abfeffb6e2fc']}} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:41:00.048340 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4980bd85-6c05-4067-8ab0-f64bb4f71f6b') {'for_net_delete': True} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:41:00.048600 n-d-802060-13 neutron-server[94761]: DEBUG neutron.services.segments.db [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4980bd85-6c05-4067-8ab0-f64bb4f71f6b') {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:41:00.058198 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729315652181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5308388'] for segment, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:00.070357 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-81984aee-dc47-42cb-82f9-9056af2ec287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729315684581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729315121713'] for port, after_delete {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:00.073853 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186'] for segment, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:00.081334 n-d-802060-13 neutron-server[94761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 02:41:00.083870 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179783'] for segment, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: Traceback (most recent call last): Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: timer() Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: cb(*args, **kw) Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: return func(*args, **kwargs) Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: self._notify() Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: self.callback(batched_events) Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: event.method(event) Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: return f(self, *a, **k) Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: return self._get(url).json() Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: return self.request(url, 'GET', **kwargs) Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 02:41:00.095104 n-d-802060-13 neutron-server[94761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 02:41:00.099233 n-d-802060-13 neutron-server[94762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81984aee-dc47-42cb-82f9-9056af2ec287 None None] Pushing event deleted for resources: {'Port': ['ID=344bbcac-0fc0-4992-91c3-b7626d883494,revision_number=None']} {{(pid=94762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:41:00.111879 n-d-802060-13 neutron-server[94762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81984aee-dc47-42cb-82f9-9056af2ec287 None None] No DVR routers for this DVR port 344bbcac-0fc0-4992-91c3-b7626d883494 on host n-d-802060-13 {{(pid=94762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 02:41:00.145342 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7886360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053763'] for network, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:00.151753 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] Notify callbacks [] for network, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:00.153917 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6121c46b-8541-474c-8bfb-abfeffb6e2fc HTTP/1.1" status: 204 len: 168 time: 0.5286245 Aug 31 02:41:00.166454 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5fc5a-bc65-4590-8031-7b23828ecee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6121c46b-8541-474c-8bfb-abfeffb6e2fc,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:41:00.272376 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42996) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:41:00.313539 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-0ed5f419-ac8c-43ab-9b1e-adbdde9b4f6e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1b4dda3c24e46bea64bff1d5c4265e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399806 Aug 31 02:41:00.316207 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 42998) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:41:00.367920 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e811421-009a-4768-afe1-4b4231ee5c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:00.389532 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e811421-009a-4768-afe1-4b4231ee5c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:00.436404 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e811421-009a-4768-afe1-4b4231ee5c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:00.438958 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-2e811421-009a-4768-afe1-4b4231ee5c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:00.440197 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-2e811421-009a-4768-afe1-4b4231ee5c61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bddc0765-6457-4967-8aa7-9456f7a9dd97 HTTP/1.1" status: 204 len: 168 time: 0.1230979 Aug 31 02:41:00.448552 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e811421-009a-4768-afe1-4b4231ee5c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddc0765-6457-4967-8aa7-9456f7a9dd97,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:41:00.748815 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43004) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:41:00.790341 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-5a05a0f3-a4c4-44ad-ae81-27db5f51f1fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8fd64ed8795f4e4b81df5bb37a13683d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403011 Aug 31 02:41:00.792883 n-d-802060-13 neutron-server[94761]: DEBUG neutron.wsgi [-] (94761) accepted ('10.222.0.58', 43006) {{(pid=94761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:41:00.840124 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9953dc21-b7e9-423e-9388-c2d19164effa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:00.865591 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9953dc21-b7e9-423e-9388-c2d19164effa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:00.912728 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9953dc21-b7e9-423e-9388-c2d19164effa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887557'] for security_group, after_delete {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:00.916296 n-d-802060-13 neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-9953dc21-b7e9-423e-9388-c2d19164effa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:00.917417 n-d-802060-13 neutron-server[94761]: INFO neutron.wsgi [None req-9953dc21-b7e9-423e-9388-c2d19164effa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dedfad00-0086-4254-9c08-4a2ce8883749 HTTP/1.1" status: 204 len: 168 time: 0.1236191 Aug 31 02:41:00.925098 n-d-802060-13 neutron-server[94761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953dc21-b7e9-423e-9388-c2d19164effa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedfad00-0086-4254-9c08-4a2ce8883749,revision_number=None']} {{(pid=94761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:41:01.007426 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c5d6412c-efac-41c8-8b24-7da0bbfd593f no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:41:01.027178 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: c5d6412c-efac-41c8-8b24-7da0bbfd593f {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:41:01.027549 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device c5d6412c-efac-41c8-8b24-7da0bbfd593f not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:41:01.027972 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 344bbcac-0fc0-4992-91c3-b7626d883494 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:41:01.047747 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: 344bbcac-0fc0-4992-91c3-b7626d883494 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:41:01.048146 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device 344bbcac-0fc0-4992-91c3-b7626d883494 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:41:01.048626 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d117c7e6-3b33-454a-b47d-4b84477c4176 no longer exists at agent ovs-agent-n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 02:41:01.068145 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.plugin [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] No Port match for: d117c7e6-3b33-454a-b47d-4b84477c4176 {{(pid=94762) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 02:41:01.068486 n-d-802060-13 neutron-server[94762]: DEBUG neutron.plugins.ml2.rpc [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Device d117c7e6-3b33-454a-b47d-4b84477c4176 not bound to the agent host n-d-802060-13 {{(pid=94762) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 02:41:02.698655 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:12.408899 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:21.400071 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f1afcefd-9ff8-4fb7-a4b4-d5e90b04e4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:23.933034 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-f4db4e61-e8c9-45a7-85bd-bb84969c56f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:24.263185 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:24.897053 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:27.120692 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:31.547059 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:41:32.728432 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:42.408510 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:51.401877 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-43db1e21-5f20-43ba-9ea5-f260df909431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:53.934651 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7ba49071-3fef-41bb-9be5-b6a1997ae6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:54.267599 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:54.892824 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:41:57.123224 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:42:02.733815 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:42:08.550970 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:42:12.422741 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:42:21.402866 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-2400ab8d-ad3c-4fd0-a1c4-f671c561ae75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:42:23.935825 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d94f6899-4cf5-42b2-98e0-c9366e635159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:42:24.262175 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:42:24.895836 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:42:27.127411 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:42:32.743106 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:42:42.422685 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:42:45.550962 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:42:51.406330 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-63aac81a-b30e-4e2a-8b17-47a4d46faee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:42:53.937599 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-df03a8eb-7c0a-4e8e-9e89-4cc7fa24ddb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:42:54.264912 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:42:54.903704 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:42:57.129871 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:43:02.758404 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:43:12.439572 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:43:21.407407 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d2d511de-9010-4441-8556-836bb4d477fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:43:22.550331 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:43:23.939296 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfa2f-7991-4827-93dd-7c0da249ea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:43:24.266715 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:43:24.902220 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:43:27.135476 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:43:32.788391 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:43:42.436359 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:43:51.409961 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b7d69479-d8e6-4585-bccc-83ec3dae0b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:43:53.942094 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a171ece3-fa3a-48fd-ab36-9756326e65b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:43:54.279415 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:43:54.907471 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:43:57.136886 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:43:59.549139 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:44:02.805240 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:44:12.451435 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:44:21.410958 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-04d848cb-a887-431f-b611-bc0f2ac20b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:44:23.943255 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-3c0021b7-5cb5-41f3-b0ab-e5561041b53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:44:24.277732 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:44:24.906838 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:44:27.140439 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:44:32.803085 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:44:36.548463 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:44:42.450680 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:44:51.412113 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d87a4f48-f94c-4d99-9019-65ca9e76e15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:44:53.943930 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9f1ce58f-c532-426e-abd8-6cc39e8c2c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:44:54.275900 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:44:54.912042 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:44:57.143100 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:45:02.803273 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:45:12.450180 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:45:13.547746 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:45:21.412500 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-6c16eb19-faba-4db4-9d00-0ffede904757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:45:23.945210 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-26c034eb-bf24-4dac-88fc-b49c20d74b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:45:24.268337 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:45:24.912578 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:45:27.146946 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:45:32.832567 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:45:42.464163 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:45:50.549938 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:45:51.413520 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-b5fa5536-61c4-4d4e-8b5b-41cfea690bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:45:53.945869 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-196ceacb-af30-4538-b61b-13ac5a3916b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:45:54.274036 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:45:54.915759 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:45:57.149466 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:46:02.847855 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:46:12.466348 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:46:21.414857 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-12ff19bf-260a-4e3d-a2c4-04cc0e6917b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:46:23.948225 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-7255c390-d840-4f92-843e-1733fa8f0679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:46:24.266132 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:46:24.918655 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:46:27.152395 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:46:27.550377 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:46:32.872631 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:46:42.462685 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:46:51.415146 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-09dbe518-ad00-49cb-8bf9-bb04bb4bb63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:46:53.949500 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-ebc02c18-81b2-46d0-950e-bea63dcc72db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:46:54.269228 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:46:54.921706 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:46:57.155892 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:47:02.862878 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:47:04.552001 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:47:12.460631 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:47:21.415865 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-57d9c5b6-7cf2-4540-a974-69432e950ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:47:23.950382 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9884ca59-f361-47d2-9088-158018455c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:47:24.273062 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:47:24.924842 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:47:27.159053 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:47:32.878005 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:47:41.552515 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:47:42.460319 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:47:51.417005 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a6985074-dd2d-457c-9bff-5654c44dac73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:47:53.952707 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-440947e7-a507-454e-90ee-0e40b9311111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:47:54.275433 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:47:54.928046 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:47:57.165302 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:48:02.876121 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:48:12.458497 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:48:18.552194 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:48:21.422270 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-4d1116c3-f8dc-483a-b923-efed437e5e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:48:23.953460 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-9e377d6f-2761-4fa4-a6bd-138aec5002e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:48:24.277968 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:48:24.935806 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:48:27.166976 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:48:32.893326 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:48:42.457900 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:48:45.930849 n-d-802060-13 neutron-server[94760]: DEBUG neutron.wsgi [req-542a2076-d4d6-4f1c-ae34-ef7ab17f01ba req-2a4f0889-e7cb-4b25-8c36-aff1ecb5d518 service neutron] (94760) timed out ('10.222.0.58', 57250) {{(pid=94760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 02:48:51.417481 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8f67921f-6596-44e2-8d5b-9c58fee9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:48:53.953423 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-d282b5c5-df26-41ac-8d20-d84a3b37999f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:48:54.282184 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:48:54.934545 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:48:55.550931 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:48:57.169849 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:49:02.908732 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:49:12.459952 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-c708be28-f6d5-438b-bd6e-b72992564fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:49:21.420126 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-58606a9f-11c4-4d69-89e3-5d82d8d944c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:49:23.955925 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-07eafbb4-5b9a-4191-8d84-c7b19a305c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:49:24.287366 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-47856385-0895-4cf4-bd9a-2636dfa65e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:49:24.937262 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-8a957113-288b-46ef-b8ff-b7e0c0acd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:49:27.173929 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-82663193-0325-4b92-870d-34d497fc6a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:49:32.551921 n-d-802060-13 neutron-server[94763]: DEBUG neutron.db.agents_db [None req-bfd37ddd-0dfc-4149-bcb9-14e403efb364 None None] Agent healthcheck: found 7 active agents {{(pid=94763) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:49:32.905559 n-d-802060-13 neutron-server[94762]: DEBUG neutron_lib.callbacks.manager [None req-a5e1621a-9842-48ad-b00e-27c8d6558feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729315634652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669889'] for agent, after_update {{(pid=94762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}